-- Logs begin at Mon 2021-07-19 02:24:07 UTC, end at Mon 2021-07-19 04:38:19 UTC. -- Jul 19 02:59:25.515395 n-d-762330-18 systemd[1]: Started Devstack devstack@q-svc.service. Jul 19 02:59:28.205186 n-d-762330-18 neutron-server[94235]: INFO neutron.common.config [-] Logging enabled! Jul 19 02:59:28.205717 n-d-762330-18 neutron-server[94235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 19 02:59:28.205963 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94235) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 02:59:28.209182 n-d-762330-18 neutron-server[94235]: INFO neutron.common.config [-] Logging enabled! Jul 19 02:59:28.209447 n-d-762330-18 neutron-server[94235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 19 02:59:28.209763 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94235) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 02:59:28.210762 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 02:59:28.211029 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 02:59:28.211368 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 02:59:28.211623 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 02:59:28.211854 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 02:59:28.212179 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.212481 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.212779 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.213013 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.213310 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.213601 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.213886 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.214182 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.214505 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.214796 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.215079 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.215370 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.215605 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.215890 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.216184 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.216475 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.216703 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] debug = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.216985 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.217414 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.217831 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.218112 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.218428 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.218724 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.218987 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.219268 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.219556 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.219884 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] host = n-d-762330-18 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.220164 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.220457 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.220747 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.221037 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.221316 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.221603 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.221891 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.222169 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.222473 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] log_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.222753 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.223044 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.223335 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.223628 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.223855 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.224079 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.224371 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.224663 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.224942 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.225218 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.225495 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.225765 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.226044 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.226384 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.226677 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.226965 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.227254 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.227532 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.227809 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.228083 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.228357 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.228645 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.228923 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.229197 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.229472 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.229761 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.230033 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.230330 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.230638 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.230930 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.231217 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.231512 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.231790 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.232075 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.232351 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.232628 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.232905 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] use_json = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.233184 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.233459 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.233745 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.234022 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.234330 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.234612 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.234892 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.235183 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:28.235485 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.235785 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.236091 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.236379 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.236680 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.236967 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.237262 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.237546 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.237840 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.238134 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.238455 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.238741 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.239028 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.239310 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.239610 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.239918 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.240218 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.240516 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.240801 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.241084 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.241363 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.241653 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.242454 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.242775 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.243074 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.243355 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.243640 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.243937 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.244221 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.244499 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.244781 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.245072 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.245357 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.245724 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.245925 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.246208 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.246515 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.246791 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.247071 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.247366 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.247651 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.247927 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.248201 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.248482 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.248759 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.249051 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.249337 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.249616 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.249893 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.250174 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.250477 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.250753 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.251034 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.251310 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.251606 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.251885 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.252162 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.252439 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.252713 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.252987 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.253262 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.253538 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.253816 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.254092 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.254394 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.254671 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.254945 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.255219 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.255508 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.255809 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.256090 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.256371 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.256648 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.256927 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.257207 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.257489 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.258427 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.258717 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.258997 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.259294 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.259584 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.259875 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.260165 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.260448 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.260750 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.261033 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.261319 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.261613 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.261895 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.262189 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.262502 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.262801 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.263100 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.263400 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.263698 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.263995 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.264279 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.264592 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.264877 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:28.265099 n-d-762330-18 neutron-server[94235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 02:59:28.265340 n-d-762330-18 neutron-server[94235]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94235) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 19 02:59:28.611987 n-d-762330-18 neutron-server[94235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 02:59:28.612269 n-d-762330-18 neutron-server[94235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 02:59:28.612559 n-d-762330-18 neutron-server[94235]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 02:59:28.612894 n-d-762330-18 neutron-server[94235]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 19 02:59:29.004124 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.004425 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.004699 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.005886 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.006161 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.006458 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.041167 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.041444 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.041714 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.055335 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.055614 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.055882 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.084991 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.085271 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.085539 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.121951 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.122223 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.122518 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.353113 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.353707 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.353707 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.353842 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.354565 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.473032 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.473352 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.473644 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.473916 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.474182 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.474520 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.474782 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.475040 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.475296 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.475579 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.475842 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.476108 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.476974 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.477302 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.477566 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.477843 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.478103 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.478402 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.478684 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.478946 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.479217 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.479470 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.479751 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.480128 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.480379 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.480625 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.481022 n-d-762330-18 neutron-server[94235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 02:59:29.481270 n-d-762330-18 neutron-server[94235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 02:59:29.481512 n-d-762330-18 neutron-server[94235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 02:59:29.481753 n-d-762330-18 neutron-server[94235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 02:59:29.481992 n-d-762330-18 neutron-server[94235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 02:59:29.482230 n-d-762330-18 neutron-server[94235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 02:59:29.482626 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 19 02:59:29.485700 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 19 02:59:29.489620 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 19 02:59:29.494032 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 19 02:59:29.495678 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 19 02:59:29.496132 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 19 02:59:29.496473 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 19 02:59:29.496863 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 19 02:59:29.500661 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 19 02:59:29.500915 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 19 02:59:29.501265 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 02:59:29.528802 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 19 02:59:29.529252 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.529549 n-d-762330-18 neutron-server[94235]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94235) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 19 02:59:29.529911 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.531275 n-d-762330-18 neutron-server[94235]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94235) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 19 02:59:29.531554 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 02:59:29.531800 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 19 02:59:29.534959 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.535242 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:29.599366 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 19 02:59:29.599602 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 19 02:59:29.599840 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 19 02:59:29.600209 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 19 02:59:29.621563 n-d-762330-18 neutron-server[94235]: DEBUG oslo_db.sqlalchemy.engines [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94235) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 19 02:59:30.154993 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Initializing driver for type 'gre' Jul 19 02:59:30.155465 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] gre ID ranges: [(1, 1000)] Jul 19 02:59:30.206710 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Initializing driver for type 'local' Jul 19 02:59:30.207160 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Initializing driver for type 'vlan' Jul 19 02:59:30.219784 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] VlanTypeDriver initialization complete Jul 19 02:59:30.220148 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Initializing driver for type 'vxlan' Jul 19 02:59:30.220758 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] vxlan ID ranges: [(1, 1000)] Jul 19 02:59:30.273691 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Initializing extension driver 'port_security' Jul 19 02:59:30.274097 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.extensions.port_security [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] PortSecurityExtensionDriver initialization complete Jul 19 02:59:30.274471 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Initializing mechanism driver 'openvswitch' Jul 19 02:59:30.274807 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Initializing mechanism driver 'hyperv' Jul 19 02:59:30.281160 n-d-762330-18 neutron-server[94235]: DEBUG neutron.plugins.ml2.plugin [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 02:59:30.282017 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > port after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.282419 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > port after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.282775 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > port after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.283302 n-d-762330-18 neutron-server[94235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 02:59:30.283739 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > subnet after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.284098 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > subnet after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.284446 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.284836 n-d-762330-18 neutron-server[94235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 02:59:30.285244 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > network after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.285594 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > network after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.285937 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > network after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.286354 n-d-762330-18 neutron-server[94235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 02:59:30.286776 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > security_group after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.287121 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > security_group after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.287462 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > security_group after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.287856 n-d-762330-18 neutron-server[94235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 02:59:30.288261 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.288612 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.289577 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.290084 n-d-762330-18 neutron-server[94235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 02:59:30.290522 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > address_group after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.290874 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > address_group after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.291214 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > address_group after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.291679 n-d-762330-18 neutron-server[94235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 02:59:30.291992 n-d-762330-18 neutron-server[94235]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] ML2 OVO RPC backend initialized. {{(pid=94235) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 19 02:59:30.292711 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.293075 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.293496 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > network before_response 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.293847 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > networks before_response 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.294196 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > port before_response 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.294567 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > ports before_response 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.294913 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > subnet before_response 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.295257 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > subnets before_response 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.295633 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > network after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.295978 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > network after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.296316 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > network after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.296653 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > port after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.296989 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > port after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.297325 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > port after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.297660 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > subnet after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.297997 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > subnet after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.298362 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.298945 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.plugin [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Modular L2 Plugin initialization complete Jul 19 02:59:30.299276 n-d-762330-18 neutron-server[94235]: DEBUG neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading services supported by the core plugin {{(pid=94235) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 19 02:59:30.299609 n-d-762330-18 neutron-server[94235]: INFO neutron.plugins.ml2.managers [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Got port-security extension from driver 'port_security' Jul 19 02:59:30.300072 n-d-762330-18 neutron-server[94235]: INFO neutron.extensions.vlantransparent [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Disabled vlantransparent extension. Jul 19 02:59:30.300553 n-d-762330-18 neutron-server[94235]: DEBUG neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94235) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 19 02:59:30.300867 n-d-762330-18 neutron-server[94235]: INFO neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading Plugin: router Jul 19 02:59:30.337234 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router_interface before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.337634 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router after_create 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.338009 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router before_create 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.338411 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.338794 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.339152 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router after_delete 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.339514 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > floatingip after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.340002 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router after_create 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.340355 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router after_update 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.340710 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router after_update 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.341063 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.341424 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router after_update 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.341834 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router precommit_update 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.342211 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: port after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.342581 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: port after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.342925 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: subnet after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.343275 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.343628 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > port precommit_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.343981 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router precommit_create 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.344327 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: port before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.344672 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router precommit_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.345034 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router after_update 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.345380 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router precommit_delete 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.345732 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router precommit_create 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.346094 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.346468 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router precommit_update 55549900 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.346833 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > agent after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.347186 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > agent after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.347534 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > network after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.348385 n-d-762330-18 neutron-server[94235]: DEBUG neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Tracking information for resource: router configured {{(pid=94235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 02:59:30.348720 n-d-762330-18 neutron-server[94235]: DEBUG neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Tracking information for resource: floatingip configured {{(pid=94235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 02:59:30.354394 n-d-762330-18 neutron-server[94235]: INFO neutron.db.l3_agentschedulers_db [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 19 02:59:30.354978 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: port after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.355345 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: port after_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.355708 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: port after_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.356059 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: port after_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.356860 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router before_create 55550100 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.357230 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router precommit_delete 55550100 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.357596 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router precommit_create 55550100 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.357955 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > router precommit_update 55550100 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.362387 n-d-762330-18 neutron-server[94235]: DEBUG neutron.services.provider_configuration [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service providers = [] {{(pid=94235) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 19 02:59:30.362756 n-d-762330-18 neutron-server[94235]: DEBUG neutron.db.servicetype_db [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94235) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 19 02:59:30.365683 n-d-762330-18 neutron-server[94235]: DEBUG neutron.services.service_base [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 02:59:30.366039 n-d-762330-18 neutron-server[94235]: DEBUG neutron.services.service_base [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 02:59:30.366420 n-d-762330-18 neutron-server[94235]: DEBUG neutron.services.service_base [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 02:59:30.367571 n-d-762330-18 neutron-server[94235]: DEBUG neutron.services.service_base [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 02:59:30.367954 n-d-762330-18 neutron-server[94235]: INFO neutron.services.service_base [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 19 02:59:30.368329 n-d-762330-18 neutron-server[94235]: DEBUG neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 02:59:30.368649 n-d-762330-18 neutron-server[94235]: INFO neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 19 02:59:30.379198 n-d-762330-18 neutron-server[94235]: DEBUG neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 02:59:30.379539 n-d-762330-18 neutron-server[94235]: INFO neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading Plugin: auto_allocate Jul 19 02:59:30.385536 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: network precommit_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.385907 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: network precommit_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.386455 n-d-762330-18 neutron-server[94235]: DEBUG neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 02:59:30.386779 n-d-762330-18 neutron-server[94235]: INFO neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading Plugin: tag Jul 19 02:59:30.393689 n-d-762330-18 neutron-server[94235]: DEBUG neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 02:59:30.394024 n-d-762330-18 neutron-server[94235]: INFO neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading Plugin: timestamp Jul 19 02:59:30.397818 n-d-762330-18 neutron-server[94235]: DEBUG neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 02:59:30.398680 n-d-762330-18 neutron-server[94235]: INFO neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading Plugin: network_ip_availability Jul 19 02:59:30.404359 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.404689 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.405048 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.405763 n-d-762330-18 neutron-server[94235]: DEBUG neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 02:59:30.406087 n-d-762330-18 neutron-server[94235]: INFO neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading Plugin: flavors Jul 19 02:59:30.412245 n-d-762330-18 neutron-server[94235]: DEBUG neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 02:59:30.412584 n-d-762330-18 neutron-server[94235]: INFO neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading Plugin: revisions Jul 19 02:59:30.417081 n-d-762330-18 neutron-server[94235]: DEBUG neutron.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 02:59:30.417475 n-d-762330-18 neutron-server[94235]: DEBUG oslo_concurrency.lockutils [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=94235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 02:59:30.418216 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94235) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 19 02:59:30.418582 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Initializing extension manager. Jul 19 02:59:30.419093 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: __init__.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.419434 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: __pycache__ {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.419767 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.420102 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: address_group.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.420855 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.421412 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: address-group Jul 19 02:59:30.421734 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: address_scope.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.422473 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.422981 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: address-scope Jul 19 02:59:30.423307 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: admin_state_down_before_update.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.424242 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.424754 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: router-admin-state-down-before-update Jul 19 02:59:30.425077 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: agent.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.425780 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.426303 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: agent Jul 19 02:59:30.426628 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: agent_resources_synced.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.427538 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.428051 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: agent-resources-synced Jul 19 02:59:30.428375 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: allowedaddresspairs.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.431011 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.431541 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: allowed-address-pairs Jul 19 02:59:30.431878 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: auto_allocated_topology.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.432951 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.433472 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: auto-allocated-topology Jul 19 02:59:30.433808 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: availability_zone.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.434545 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.435054 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: availability_zone Jul 19 02:59:30.435379 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: availability_zone_filter.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.436296 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.436808 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: availability_zone_filter Jul 19 02:59:30.437133 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: data_plane_status.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.438035 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.438574 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension data-plane-status not supported by any of loaded plugins Jul 19 02:59:30.438902 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: default_subnetpools.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.439810 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.440319 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: default-subnetpools Jul 19 02:59:30.440645 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: dhcpagentscheduler.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.441448 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.441958 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: dhcp_agent_scheduler Jul 19 02:59:30.442304 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: dns.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.443229 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.443745 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension dns-integration not supported by any of loaded plugins Jul 19 02:59:30.444072 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: dns_domain_ports.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.445556 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.446463 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 19 02:59:30.446798 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.447727 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.448240 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 19 02:59:30.448567 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: dvr.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.449243 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.449753 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: dvr Jul 19 02:59:30.450079 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: empty_string_filtering.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.451019 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.451530 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: empty-string-filtering Jul 19 02:59:30.451857 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.452758 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.453261 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 19 02:59:30.453588 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.454514 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.455025 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 19 02:59:30.455347 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: external_net.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.456253 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.456764 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: external-net Jul 19 02:59:30.457087 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: extra_dhcp_opt.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.457991 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.458534 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: extra_dhcp_opt Jul 19 02:59:30.458857 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: extraroute.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.459763 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.460273 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: extraroute Jul 19 02:59:30.460720 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: extraroute_atomic.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.461846 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.462382 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: extraroute-atomic Jul 19 02:59:30.462709 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: filter_validation.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.463377 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.463890 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: filter-validation Jul 19 02:59:30.464210 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: fip_pf_description.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.465121 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.465802 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 19 02:59:30.466127 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: fip_port_details.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.467082 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.467591 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: fip-port-details Jul 19 02:59:30.467914 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: flavors.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.469135 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.469647 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: flavors Jul 19 02:59:30.469975 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.471632 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.472152 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 19 02:59:30.472485 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: floatingip_pools.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.473187 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.473706 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: floatingip-pools Jul 19 02:59:30.474040 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: ip_allocation.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.474987 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.475493 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension ip_allocation not supported by any of loaded plugins Jul 19 02:59:30.475819 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.476947 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.477460 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: ip-substring-filtering Jul 19 02:59:30.477792 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: l2_adjacency.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.478753 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.479260 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 19 02:59:30.479586 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: l3.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.480555 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.481068 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: router Jul 19 02:59:30.481395 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: l3_conntrack_helper.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.483658 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.484191 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 19 02:59:30.484524 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.485458 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.485975 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: ext-gw-mode Jul 19 02:59:30.486327 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.487248 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.487764 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: l3-ha Jul 19 02:59:30.488091 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: l3_flavors.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.489017 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.489529 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: l3-flavors Jul 19 02:59:30.489854 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.490787 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.491298 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 19 02:59:30.491623 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: l3agentscheduler.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.493391 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.493908 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: l3_agent_scheduler Jul 19 02:59:30.494247 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: logging.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.495739 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.496262 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension logging not supported by any of loaded plugins Jul 19 02:59:30.496592 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: metering.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.497342 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.497917 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: metering Jul 19 02:59:30.498245 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.499365 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.499885 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: metering_source_and_destination_fields Jul 19 02:59:30.500213 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: multiprovidernet.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.501259 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.501782 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: multi-provider Jul 19 02:59:30.502112 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: netmtu.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.503069 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.503584 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: net-mtu Jul 19 02:59:30.503907 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: netmtu_writable.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.504830 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.505342 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: net-mtu-writable Jul 19 02:59:30.505666 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: network_availability_zone.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.506365 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.506875 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: network_availability_zone Jul 19 02:59:30.507197 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: network_ip_availability.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.508584 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.509104 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: network-ip-availability Jul 19 02:59:30.509430 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: network_segment_range.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.510200 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.510733 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension network-segment-range not supported by any of loaded plugins Jul 19 02:59:30.511056 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: pagination.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.512032 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.512366 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: pagination Jul 19 02:59:30.512689 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: port_device_profile.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.513614 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.514134 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: port-device-profile Jul 19 02:59:30.514490 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.515672 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.516180 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: port-mac-address-regenerate Jul 19 02:59:30.516502 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.517425 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.517934 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: port-numa-affinity-policy Jul 19 02:59:30.518255 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: port_resource_request.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.519201 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.519704 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension port-resource-request not supported by any of loaded plugins Jul 19 02:59:30.520028 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: portbindings.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.520952 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.521463 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: binding Jul 19 02:59:30.521788 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: portbindings_extended.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.523609 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.524429 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: binding-extended Jul 19 02:59:30.524771 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: portsecurity.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.525698 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.526210 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: port-security Jul 19 02:59:30.526560 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: project_id.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.527535 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.527864 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: project-id Jul 19 02:59:30.528184 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: providernet.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.529111 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.529626 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: provider Jul 19 02:59:30.529949 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: qos.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.533390 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.533912 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension qos not supported by any of loaded plugins Jul 19 02:59:30.534248 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.535510 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.536032 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 19 02:59:30.536365 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.537283 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.537798 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 19 02:59:30.538129 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: qos_default.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.539323 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.539883 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension qos-default not supported by any of loaded plugins Jul 19 02:59:30.540219 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: qos_fip.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.540885 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.541394 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension qos-fip not supported by any of loaded plugins Jul 19 02:59:30.541722 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: qos_gateway_ip.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.542697 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.543214 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 19 02:59:30.543539 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: qos_port_network_policy.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.544450 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.544969 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 19 02:59:30.545294 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: qos_rule_type_details.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.546205 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.546740 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 19 02:59:30.547065 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: qos_rules_alias.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.548111 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.548625 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 19 02:59:30.548954 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: quotasv2.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.549862 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.550399 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: quotas Jul 19 02:59:30.550727 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: quotasv2_detail.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.553725 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.554072 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: quota_details Jul 19 02:59:30.555025 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: rbac.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.556194 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.556725 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: rbac-policies Jul 19 02:59:30.557059 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: rbac_address_group.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.557991 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.558553 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: rbac-address-group Jul 19 02:59:30.558883 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: rbac_address_scope.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.559822 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.560339 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: rbac-address-scope Jul 19 02:59:30.560664 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: rbac_security_groups.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.561580 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.562091 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: rbac-security-groups Jul 19 02:59:30.562451 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: rbac_subnetpool.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.563364 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.563872 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: rbac-subnetpool Jul 19 02:59:30.564194 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: revisionifmatch.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.565114 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.565626 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: revision-if-match Jul 19 02:59:30.565948 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: revisions.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.567375 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.567977 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: standard-attr-revisions Jul 19 02:59:30.568222 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: router_availability_zone.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.568901 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.569476 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: router_availability_zone Jul 19 02:59:30.569750 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: routerservicetype.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.571642 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.572385 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension router-service-type not supported by any of loaded plugins Jul 19 02:59:30.572911 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.574312 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.575054 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: security-groups-normalized-cidr Jul 19 02:59:30.575592 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: security_groups_port_filtering.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.576930 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.577457 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: port-security-groups-filtering Jul 19 02:59:30.577997 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.579222 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.579747 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: security-groups-remote-address-group Jul 19 02:59:30.580076 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: securitygroup.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.590497 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.591037 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: security-group Jul 19 02:59:30.591372 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: segment.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.592171 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.592685 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension segment not supported by any of loaded plugins Jul 19 02:59:30.593013 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.593978 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.594522 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 19 02:59:30.594854 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: servicetype.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.595976 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.596518 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: service-type Jul 19 02:59:30.596848 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: sorting.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.597833 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.598170 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: sorting Jul 19 02:59:30.598536 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: standard_attr_segment.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.599526 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.600043 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 19 02:59:30.600372 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: standardattrdescription.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.601028 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.601769 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: standard-attr-description Jul 19 02:59:30.602139 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: stateful_security_group.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.603110 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.603633 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: stateful-security-group Jul 19 02:59:30.603962 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: stdattrs_common.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.604554 n-d-762330-18 neutron-server[94235]: WARNING neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 19 02:59:30.604882 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.605821 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.606372 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 19 02:59:30.606701 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: subnet_onboard.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.607771 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.608287 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: subnet_onboard Jul 19 02:59:30.608614 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.609543 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.610047 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 19 02:59:30.610408 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: subnet_service_types.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.611333 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.611844 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: subnet-service-types Jul 19 02:59:30.612168 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: subnetallocation.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.613242 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.613757 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: subnet_allocation Jul 19 02:59:30.614087 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.614791 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.615302 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: subnetpool-prefix-ops Jul 19 02:59:30.615627 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.616561 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.617739 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 19 02:59:30.618167 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: tagging.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.619266 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.619786 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: standard-attr-tag Jul 19 02:59:30.620115 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: timestamp.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.621361 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.621881 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loaded extension: standard-attr-timestamp Jul 19 02:59:30.622211 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: trunk.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.623296 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.623812 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension trunk not supported by any of loaded plugins Jul 19 02:59:30.624141 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: trunk_details.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.625058 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.625573 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension trunk-details not supported by any of loaded plugins Jul 19 02:59:30.625901 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: uplink_status_propagation.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.626859 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.628877 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 19 02:59:30.629211 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Loading extension file: vlantransparent.py {{(pid=94235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 02:59:30.629894 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 02:59:30.630618 n-d-762330-18 neutron-server[94235]: INFO neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 19 02:59:30.633979 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:network Jul 19 02:59:30.634560 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:subnet Jul 19 02:59:30.634974 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 02:59:30.635377 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:port Jul 19 02:59:30.636650 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.637098 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service FLAVORS assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.637722 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.638156 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.638523 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:router Jul 19 02:59:30.638956 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:floatingip Jul 19 02:59:30.639455 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service METERING assigned prefix: /metering {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.641179 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.641556 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.641915 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 02:59:30.642970 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 02:59:30.643422 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:security_group Jul 19 02:59:30.643876 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 02:59:30.644498 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service CORE assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.644837 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 02:59:30.645196 n-d-762330-18 neutron-server[94235]: WARNING neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] subnetpool is already registered Jul 19 02:59:30.645631 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service CORE assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.645962 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 02:59:30.646325 n-d-762330-18 neutron-server[94235]: WARNING neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] subnetpool is already registered Jul 19 02:59:30.648901 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.649341 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service FLAVORS assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.649938 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.650394 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.650735 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:router Jul 19 02:59:30.651081 n-d-762330-18 neutron-server[94235]: WARNING neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] router is already registered Jul 19 02:59:30.651498 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:floatingip Jul 19 02:59:30.651841 n-d-762330-18 neutron-server[94235]: WARNING neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] floatingip is already registered Jul 19 02:59:30.652297 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service METERING assigned prefix: /metering {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.652970 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 02:59:30.653299 n-d-762330-18 neutron-server[94235]: WARNING neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] rbac_policy is already registered Jul 19 02:59:30.653724 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:security_group Jul 19 02:59:30.654065 n-d-762330-18 neutron-server[94235]: WARNING neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] security_group is already registered Jul 19 02:59:30.654550 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 02:59:30.654843 n-d-762330-18 neutron-server[94235]: WARNING neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] security_group_rule is already registered Jul 19 02:59:30.655479 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service CORE assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.655812 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 02:59:30.656151 n-d-762330-18 neutron-server[94235]: WARNING neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] subnetpool is already registered Jul 19 02:59:30.656579 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.v2.resource_helper [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Service CORE assigned prefix: {{(pid=94235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 02:59:30.656904 n-d-762330-18 neutron-server[94235]: INFO neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 02:59:30.657238 n-d-762330-18 neutron-server[94235]: WARNING neutron.quota.resource_registry [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] subnetpool is already registered Jul 19 02:59:30.657708 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: extensions {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.659181 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: address-groups {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.660686 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: address-scopes {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.662002 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: agents {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.663197 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: auto-allocated-topology {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.664888 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: availability_zones {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.666116 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: dhcp-networks {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.667687 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: dhcp-agents {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.669121 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: routers {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.670875 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: flavors {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.673191 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: service_profiles {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.674432 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: next_providers {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.675892 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: service_profiles {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.677459 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: floatingip-pools {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.678708 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: routers {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.681282 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: floatingips {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.682593 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: l3-routers {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.683992 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: l3-agents {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.685442 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: metering-labels {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.686734 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: metering-label-rules {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.688113 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: network-ip-availabilities {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.689389 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: bindings {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.690983 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: quotas {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.692538 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: quotas {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.693956 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: rbac-policies {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.695994 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: security-groups {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.697463 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: security-group-rules {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.698786 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: service-providers {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.700018 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: subnetpools {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.701377 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: subnetpools {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.702977 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: tags {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.704657 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: tags {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.706513 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: tags {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.708324 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: tags {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.710002 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: tags {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.712262 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: tags {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.713957 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: tags {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.715803 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: tags {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.717698 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: tags {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.719479 n-d-762330-18 neutron-server[94235]: DEBUG neutron.api.extensions [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Extended resource: tags {{(pid=94235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 02:59:30.725455 n-d-762330-18 neutron-server[94235]: WARNING keystonemiddleware.auth_token [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 19 02:59:30.730942 n-d-762330-18 neutron-server[94235]: WARNING keystonemiddleware.auth_token [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 19 02:59:30.739321 n-d-762330-18 neutron-server[94235]: DEBUG oslo_concurrency.lockutils [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Acquired lock "singleton_lock" {{(pid=94235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 19 02:59:30.739804 n-d-762330-18 neutron-server[94235]: DEBUG oslo_concurrency.lockutils [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Releasing lock "singleton_lock" {{(pid=94235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 19 02:59:30.740450 n-d-762330-18 neutron-server[94235]: INFO oslo_service.service [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Starting 2 workers Jul 19 02:59:30.746056 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Started child 94344 {{(pid=94235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 02:59:30.750600 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Started child 94345 {{(pid=94235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 02:59:30.751446 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:30.752143 n-d-762330-18 neutron-server[94235]: INFO neutron.service [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 19 02:59:30.752785 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Notify callbacks [] for process, before_spawn {{(pid=94235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:30.753019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [-] (94344) wsgi starting up on http://0.0.0.0:9696 Jul 19 02:59:30.755240 n-d-762330-18 neutron-server[94235]: INFO oslo_service.service [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Starting 1 workers Jul 19 02:59:30.755386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:30.756673 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [-] (94345) wsgi starting up on http://0.0.0.0:9696 Jul 19 02:59:30.760647 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Started child 94346 {{(pid=94235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 02:59:30.761176 n-d-762330-18 neutron-server[94235]: INFO oslo_service.service [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Starting 1 workers Jul 19 02:59:30.764315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.service [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] calling RpcWorker wait() {{(pid=94346) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 19 02:59:30.764848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.service [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] returning from RpcWorker wait() {{(pid=94346) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 19 02:59:30.765929 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Started child 94347 {{(pid=94235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 02:59:30.766436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:30.766770 n-d-762330-18 neutron-server[94235]: DEBUG neutron_lib.callbacks.manager [None req-b49694c7-a1ef-4841-8360-88e0f783f76a None None] Notify callbacks [] for process, after_spawn {{(pid=94235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:30.767144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 02:59:30.768669 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 02:59:30.768880 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 02:59:30.769067 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 02:59:30.769284 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 02:59:30.769633 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 02:59:30.769797 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 02:59:30.770316 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.770593 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.770712 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:30.771159 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.771159 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.771438 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.771977 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.772242 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.772495 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.772782 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.773032 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.773242 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.773445 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.773881 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.774182 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.774499 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.774776 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.775028 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.775296 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.775468 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.775740 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.776002 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.776252 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.776516 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] debug = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.776772 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.777277 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.777521 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.777766 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.778001 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.778306 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.778540 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.778809 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.779056 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.779280 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.779537 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.779796 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.780034 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.780247 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.780469 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.780744 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.780992 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.781485 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] host = n-d-762330-18 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.781736 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.781976 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.782207 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.782494 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.782753 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.782990 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.783265 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.783545 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.783810 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.784047 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.784301 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.784551 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.784791 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.785040 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.785209 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_options = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.785448 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.785720 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.785984 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.786209 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.786410 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.786546 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.786779 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.786945 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.787194 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.787409 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.787635 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.787852 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.788082 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.788296 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.788559 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.789350 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.789722 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.790093 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.790387 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.790642 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.790898 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.791130 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.791366 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.791571 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.791830 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.792081 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.792344 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.792594 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.792811 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.793058 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.793296 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.793551 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.793797 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.794058 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.794307 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.794540 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.794756 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.795029 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.795264 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.795529 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.795793 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.796013 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.796322 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.796492 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.796745 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.796986 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_json = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.797288 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.797445 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.797717 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.797937 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.798166 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.798407 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.798626 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.798864 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.799282 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.799591 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.800979 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.800979 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.800979 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.800979 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.800979 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.801678 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.801678 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.801920 n-d-762330-18 neutron-server[94347]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 02:59:30.802053 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.802053 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.802318 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.802456 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.802651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.802914 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.803281 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.803526 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.803796 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.806210 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.806210 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.806210 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.806210 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.806210 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.806210 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.806641 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.806878 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.806973 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.807217 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.807454 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.807675 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.807894 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.808117 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.808392 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.808632 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.808856 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.809118 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.809368 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.812221 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.812221 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.812221 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.812221 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.812221 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.812221 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.812221 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.812221 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.812221 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.813659 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.813659 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.813659 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.813659 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.813659 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.813659 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.813659 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.813659 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.813659 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.818409 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.818409 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.818409 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.818409 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.818409 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.818409 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.818409 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.818409 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.818409 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819030 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819030 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819030 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819030 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819030 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819030 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819030 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819030 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819030 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.819651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.820348 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.820348 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.820348 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.820630 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.820784 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.821110 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.821393 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.821607 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.821834 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.822133 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.822422 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.822666 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.822905 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.823180 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.823456 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.823668 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.824116 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.825576 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.825576 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.825576 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.825576 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.825576 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.825576 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.826061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.826061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.826241 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.826648 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.827036 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.827449 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.827742 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.828006 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.828268 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.828496 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.828770 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.829068 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.829499 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.829598 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.829849 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.830669 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.830669 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.830669 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.830938 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.831026 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.832439 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.832439 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.832439 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.832439 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.832439 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.832782 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.832782 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.833021 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.833248 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.833462 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.833706 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.833979 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.834235 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.834515 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.834960 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.835357 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.835783 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.836423 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.836813 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.837181 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.837579 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.837977 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.838424 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.838861 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.839105 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.839338 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.839568 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.839791 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.840046 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.840285 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.840510 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.840729 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.840953 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.841183 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.841435 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.841655 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.841881 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.842123 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.842373 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.842617 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.842839 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.843054 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.843307 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.843533 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.843813 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.844064 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.844304 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.844552 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.844800 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.845055 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.845273 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.845527 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.845751 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.845970 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.846185 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.846431 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.846666 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.846899 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.847136 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.847381 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.847635 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.847892 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.848255 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.848503 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.848708 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.848965 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.850118 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.850118 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.850118 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.850118 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.850118 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.850770 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.850770 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.850770 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.851103 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.851779 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.851997 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.852383 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.852672 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.853084 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.853502 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.853813 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.854077 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.854353 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.854595 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.855034 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.855471 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.855896 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.856305 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.856697 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.857098 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.857492 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.857909 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.858216 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.858487 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.858706 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.858938 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.859162 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.859378 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.859609 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.859823 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.860038 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.860263 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.860489 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.860698 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.860947 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.861198 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.861414 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.861662 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.861877 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.862334 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.862582 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.862861 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.863089 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.863389 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.863644 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.863894 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.864144 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.864783 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.864783 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.864952 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.865170 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.865395 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.865623 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.865887 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.866245 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.866564 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.866852 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.867206 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.867698 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.868005 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.868290 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.868519 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.868823 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.869194 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.869474 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.869754 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.869984 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.870257 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.870508 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.870731 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.870970 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.871188 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.871405 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.871675 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.871925 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.872166 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.872401 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.872786 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.873008 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.873416 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.873654 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.874061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.874497 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.874660 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 02:59:30.875174 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 02:59:30.875365 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 02:59:30.875480 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 02:59:30.875650 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 02:59:30.875826 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 02:59:30.875977 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 02:59:30.876339 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.876499 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.876665 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.876825 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.876985 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.877168 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.877330 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.877490 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.877650 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.877810 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.877970 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.878131 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.878309 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.878476 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.878640 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.878800 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.878959 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.879119 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.879283 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.879442 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.879601 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.879761 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.879920 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] debug = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.880078 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.880269 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.880436 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.880594 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.880823 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.880916 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.881057 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.881215 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.881374 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.881532 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.881691 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.881850 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.882008 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.882167 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.882348 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.883062 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.883300 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.883578 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] host = n-d-762330-18 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.883858 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.884133 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.884424 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.884624 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.884790 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.884953 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.885116 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.885278 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.885439 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.885601 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.885760 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.885921 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.886080 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.886306 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.886429 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_options = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.886576 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.886734 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.886957 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.887115 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.887240 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.887361 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.887482 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.887624 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.888043 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.888043 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.888043 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.888449 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.888449 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.888711 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.888711 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.888925 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.888925 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.889552 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.889552 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.889552 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.889552 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.890024 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.890024 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.890024 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.890330 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.890330 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.890755 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.890829 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.891364 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.891364 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.891364 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.891731 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.891731 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.891731 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.892098 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.892098 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.892329 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.892329 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.892566 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.892688 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.892808 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.892928 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.893047 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.893165 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.893384 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.893520 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_json = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.893641 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.893804 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.893915 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.894073 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.894771 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.894771 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.894771 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.894771 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 02:59:30.895512 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.895512 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.895512 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.895512 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.895512 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.895994 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.895994 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.895994 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.896230 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.896230 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.896482 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.896575 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.896714 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.896840 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.897043 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.897166 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.897295 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.897415 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.897570 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.897731 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.897893 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.898095 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.898446 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.898736 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.898996 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.899167 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.899329 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.899645 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.899953 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.900126 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.900260 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.900514 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.900685 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.900822 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.900905 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.901020 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.901185 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.901347 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.901509 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.901671 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.901833 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.901995 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.902156 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.902355 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.902511 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.902669 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.902831 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.902993 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.903155 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.903316 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.903490 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.903651 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.903812 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.903973 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.904134 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.904299 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.904464 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.904914 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.904914 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.904914 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.905234 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.905234 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.905374 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.905536 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.905696 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.905857 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.906018 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.906178 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.906363 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.906526 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.906687 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.906850 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.907006 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.907006 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.907006 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.907738 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.907857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 02:59:30.907990 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.907990 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.907990 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.908326 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.908326 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.908326 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.908677 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.908677 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.908904 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.909015 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.909134 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.909254 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.909414 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.909574 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.909734 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.909894 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.910054 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.910214 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.910399 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.910560 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.910721 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.910884 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.911045 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.911204 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.911364 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.911523 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.911683 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.911843 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.912005 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.912164 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.912325 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.912486 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.912646 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.912806 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.912966 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.913139 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.913300 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.913464 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.913624 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.914374 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.914682 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.914880 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.915043 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.915206 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.915368 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.915529 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.915691 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.915852 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.916012 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.916174 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.916335 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.916505 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.916678 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.916837 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.916998 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.917158 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.917362 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.917494 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.917695 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.917819 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.917940 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.918093 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.918252 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.918427 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.918589 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.918748 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.918929 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.919065 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.919210 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.919361 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.919518 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.921411 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.921411 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.921411 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.921411 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.921411 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.921411 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.921411 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.921411 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922061 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922616 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922616 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922616 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.922616 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.923059 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.923059 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.923059 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.923362 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.923362 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.923503 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.923579 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.923693 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.923852 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.924015 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.924174 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.924336 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.924497 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.924656 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.924817 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.924977 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.925137 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.925298 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.925460 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.925620 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.925815 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.925978 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.926140 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.926326 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.926489 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.926650 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.926812 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.926973 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.927134 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.927296 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.927455 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.927618 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.927781 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.927942 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.928103 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.928263 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.928424 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.928588 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.928749 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.928925 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.929086 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.929246 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.929562 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.929810 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.929960 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.930317 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.930486 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.930680 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.930831 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.930955 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.931118 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.931291 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.931458 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.931667 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.931808 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.931941 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.932081 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.932238 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.932400 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.932561 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.932722 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.932882 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.933043 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.933214 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.933376 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.933537 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.933699 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.933859 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.934020 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.934192 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.934384 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.934548 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.934719 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.934879 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.935041 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.935203 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.935377 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.935540 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.935704 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.935864 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.936025 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.936186 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.936347 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.936512 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.936682 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.936850 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.937013 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.937185 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.937354 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.937531 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.937688 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.937857 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.938033 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.938197 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.938375 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.938536 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.938705 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.938865 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.939029 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.939187 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.939349 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.939510 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.939670 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.939830 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.939991 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.940151 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.940312 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.940473 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.940632 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.940793 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.940954 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.941115 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 02:59:30.941268 n-d-762330-18 neutron-server[94235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 02:59:31.189892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35144) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 02:59:31.198944 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068314 Jul 19 02:59:42.514881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092313e-5976-4b62-872e-cb69c4a70339 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 02:59:42.591147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092313e-5976-4b62-872e-cb69c4a70339 None None] No non-hosted networks {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 19 02:59:42.600176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.agentschedulers_db [None req-4092313e-5976-4b62-872e-cb69c4a70339 None None] DHCP Agent not found on host n-d-762330-18 {{(pid=94346) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 19 02:59:42.771793 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cc280ac8-a997-4cf8-917f-25b30d21af05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683275'] for agent, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:44.995775 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-59dea9cb-f39a-4136-a446-85bf3da0a24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683275'] for agent, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:45.064616 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32f9346f-2af5-42b3-91fc-eb5978f889b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:45.513012 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683275'] for agent, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:45.514108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.514719 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.515633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.516344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.517072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.517634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.518170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.519064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.519637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.520327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.520925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.521519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:45.522153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-762330-18', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 02:59:45.540228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-762330-18', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 02:59:46.276726 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683275'] for agent, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:47.766987 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683275'] for agent, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:48.540799 n-d-762330-18 neutron-server[94346]: INFO neutron.db.l3_hamode_db [None req-ceb01fab-26cc-4feb-9c02-9cffe1a83777 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 19 02:59:48.618996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb01fab-26cc-4feb-9c02-9cffe1a83777 None None] Routers set() bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 02:59:48.619379 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb01fab-26cc-4feb-9c02-9cffe1a83777 None None] Router IDs set() for agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 19 02:59:48.792902 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35236) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 02:59:49.273371 n-d-762330-18 neutron-server[94345]: WARNING oslo_policy.policy [None req-cea3945c-a3b8-4c10-ba68-f8c919603070 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 02:59:49.273954 n-d-762330-18 neutron-server[94345]: WARNING oslo_policy.policy [None req-cea3945c-a3b8-4c10-ba68-f8c919603070 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 02:59:49.489714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-cea3945c-a3b8-4c10-ba68-f8c919603070 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 02:59:49.491027 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cea3945c-a3b8-4c10-ba68-f8c919603070 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6960273 Jul 19 02:59:51.852061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35250) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 02:59:52.156375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1aa53dce-d2b3-4249-929b-7772381752b8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 02:59:52.249207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.policy [None req-1aa53dce-d2b3-4249-929b-7772381752b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94345) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 02:59:52.293675 n-d-762330-18 neutron-server[94345]: WARNING oslo_policy.policy [None req-1aa53dce-d2b3-4249-929b-7772381752b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 02:59:52.294032 n-d-762330-18 neutron-server[94345]: WARNING oslo_policy.policy [None req-1aa53dce-d2b3-4249-929b-7772381752b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 02:59:52.302548 n-d-762330-18 neutron-server[94345]: INFO neutron.quota [None req-1aa53dce-d2b3-4249-929b-7772381752b8 admin admin] Loaded quota_driver: . Jul 19 02:59:52.393363 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1aa53dce-d2b3-4249-929b-7772381752b8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761129099', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761128702', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761104950', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761110732', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761215631', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761226278', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1887368', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1845371', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-907471', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-981822'] for rbac-policy, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:52.455622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1aa53dce-d2b3-4249-929b-7772381752b8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:52.456832 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1aa53dce-d2b3-4249-929b-7772381752b8 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6037993 Jul 19 02:59:54.999352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35262) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 02:59:55.292183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 02:59:55.321216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Made reservation on behalf of 8b17bdd3a9a34ebb9fe30d3a488a2d3c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 02:59:55.324044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:55.340166 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:55.463628 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:55.467209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:55.486468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 02:59:55.517201 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763762196035', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:55.517793 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Unsubscribe: segment precommit_create {{(pid=94345) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 02:59:55.518323 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Added segment c17aff23-6788-4bde-b9cf-b344d2778994 of type vlan for network 3413b79a-b2a7-442a-a153-42c4684bdede Jul 19 02:59:55.535418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e5dcb6-5b5d-4f1e-ad67-2c15e3559cf7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 02:59:55.588002 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.588401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.588781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.589213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.589639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.590001 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.590434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.590838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.591195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.591554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.591968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.592351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Tracked resource versions report: Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: pushed versions: Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: { 'AddressGroup': {'1.2'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'ConntrackHelper': {'1.0'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'Log': {'1.0'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'Network': {'1.1'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'Port': {'1.7'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'PortForwarding': {'1.2'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'QosPolicy': {'1.8'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'SecurityGroup': {'1.4'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'SecurityGroupRule': {'1.2'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'SubPort': {'1.0'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'Subnet': {'1.1'}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'Trunk': {'1.1'}} Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: consumer versions: Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: { DHCP agent@n-d-762330-18: {}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: L3 agent@n-d-762330-18: {}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: Metadata agent@n-d-762330-18: {}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: Metering agent@n-d-762330-18: {}, Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: Open vSwitch agent@n-d-762330-18: { 'AddressGroup': '1.2', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'ConntrackHelper': '1.0', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'Log': '1.0', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'Network': '1.1', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'Port': '1.7', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'PortForwarding': '1.2', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'QosPolicy': '1.8', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'SecurityGroup': '1.4', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'SecurityGroupRule': '1.2', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'SubPort': '1.0', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'Subnet': '1.1', Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: 'Trunk': '1.1'}} Jul 19 02:59:55.593625 n-d-762330-18 neutron-server[94345]: {{(pid=94345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 02:59:55.645740 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:55.696013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:55.697173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 02:59:55.697834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:55.751300 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7508974 Jul 19 02:59:55.797636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f0835-4e1c-458c-a732-b4cb4eb523fe admin admin] Pushing event updated for resources: {'Network': ['ID=3413b79a-b2a7-442a-a153-42c4684bdede,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 02:59:55.810995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 3413b79a-b2a7-442a-a153-42c4684bdede details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 02:59:58.373489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35276) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 02:59:58.753309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7e89a-c998-4a88-b395-0917a560bd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 02:59:58.754690 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-22d7e89a-c998-4a88-b395-0917a560bd0e admin admin] 10.222.0.20 "GET /v2.0/networks/3413b79a-b2a7-442a-a153-42c4684bdede HTTP/1.1" status: 200 len: 824 time: 0.3802414 Jul 19 02:59:58.777918 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b62cf8b3-0ba8-4002-b541-a90a3d2effdc admin admin] 10.222.0.20 "GET /v2.0/subnetpools/3f437fa8-cd90-4229-9432-ff197bc1a4df HTTP/1.1" status: 200 len: 734 time: 0.0178950 Jul 19 02:59:58.786082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Request body: {'subnet': {'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede', 'name': 'private-subnet', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3f437fa8-cd90-4229-9432-ff197bc1a4df'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 02:59:58.808524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Made reservation on behalf of 8b17bdd3a9a34ebb9fe30d3a488a2d3c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 02:59:58.811210 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:59.100800 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:59.170509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aea2225-dd30-487b-988c-515801eb8ed0,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 02:59:59.176219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Checking segment: {'id': 'c17aff23-6788-4bde-b9cf-b344d2778994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 02:59:59.176567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Network hostable DHCP agents. Network: 3413b79a-b2a7-442a-a153-42c4684bdede, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 02:59:59.198202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Network 3413b79a-b2a7-442a-a153-42c4684bdede is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 02:59:59.208825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 3413b79a-b2a7-442a-a153-42c4684bdede) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 02:59:59.214552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 02:59:59.215505 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:59.219338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815d483-60b9-4f0c-98b7-4ff58924f8e2 None None] Network 3413b79a-b2a7-442a-a153-42c4684bdede requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 02:59:59.228677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c499a46a-3df0-4acc-8236-faae21ff0a78 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4458234 Jul 19 02:59:59.530317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-3413b79a-b2a7-442a-a153-42c4684bdede', 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'fixed_ips': [{'subnet_id': '9aea2225-dd30-487b-988c-515801eb8ed0'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 02:59:59.531647 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 02:59:59.805482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Allocated IP 172.20.0.2 (3413b79a-b2a7-442a-a153-42c4684bdede/9aea2225-dd30-487b-988c-515801eb8ed0/3175acc7-3f3b-4cb2-bbf9-82de49f33058) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:00:00.007787 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:00.049536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Transition to ACTIVE for port object 3175acc7-3f3b-4cb2-bbf9-82de49f33058 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:00:00.071932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Transition to ACTIVE for port object 3175acc7-3f3b-4cb2-bbf9-82de49f33058 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:00:00.080376 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:00.155035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Network 3413b79a-b2a7-442a-a153-42c4684bdede is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:00:00.159875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:00:00.165210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Pushing event updated for resources: {'Port': ['ID=3175acc7-3f3b-4cb2-bbf9-82de49f33058,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:00.167492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:00:00.177135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.177471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.179381 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.179728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.180058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.180388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.180714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.181035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.181356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.181673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.181993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.182330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Tracked resource versions report: Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: pushed versions: Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: { 'AddressGroup': {'1.2'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'ConntrackHelper': {'1.0'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'Log': {'1.0'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'Network': {'1.1'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'Port': {'1.7'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'PortForwarding': {'1.2'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'QosPolicy': {'1.8'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'SecurityGroup': {'1.4'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'SecurityGroupRule': {'1.2'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'SubPort': {'1.0'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'Subnet': {'1.1'}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'Trunk': {'1.1'}} Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: consumer versions: Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: { DHCP agent@n-d-762330-18: {}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: L3 agent@n-d-762330-18: {}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: Metadata agent@n-d-762330-18: {}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: Metering agent@n-d-762330-18: {}, Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: Open vSwitch agent@n-d-762330-18: { 'AddressGroup': '1.2', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'ConntrackHelper': '1.0', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'Log': '1.0', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'Network': '1.1', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'Port': '1.7', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'PortForwarding': '1.2', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'QosPolicy': '1.8', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'SecurityGroup': '1.4', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'SecurityGroupRule': '1.2', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'SubPort': '1.0', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'Subnet': '1.1', Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: 'Trunk': '1.1'}} Jul 19 03:00:00.183457 n-d-762330-18 neutron-server[94346]: {{(pid=94346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 03:00:00.250724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Attempting to bind port 3175acc7-3f3b-4cb2-bbf9-82de49f33058 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:00:00.251371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Attempting to bind port 3175acc7-3f3b-4cb2-bbf9-82de49f33058 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c17aff23-6788-4bde-b9cf-b344d2778994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:00:00.251532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Attempting to bind port 3175acc7-3f3b-4cb2-bbf9-82de49f33058 on network 3413b79a-b2a7-442a-a153-42c4684bdede {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:00:00.256971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 2, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:00:00.257370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Checking segment: {'id': 'c17aff23-6788-4bde-b9cf-b344d2778994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:00:00.257831 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:00.258212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Bound using segment: {'id': 'c17aff23-6788-4bde-b9cf-b344d2778994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:00:00.258695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Bound port: 3175acc7-3f3b-4cb2-bbf9-82de49f33058, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17aff23-6788-4bde-b9cf-b344d2778994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:00:00.259106 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:00.319571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] For port 3175acc7-3f3b-4cb2-bbf9-82de49f33058, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:00:00.323874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] For port 3175acc7-3f3b-4cb2-bbf9-82de49f33058, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3175acc7-3f3b-4cb2-bbf9-82de49f33058,segment=NetworkSegment(c17aff23-6788-4bde-b9cf-b344d2778994),segment_id=c17aff23-6788-4bde-b9cf-b344d2778994)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:00:00.329094 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:00.393859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712a674-7fe4-4625-a1a3-8dc2fd69b0ce None None] Pushing event updated for resources: {'Port': ['ID=3175acc7-3f3b-4cb2-bbf9-82de49f33058,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:01.609296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35284) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:00:01.919875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-592ce6cb-4dc1-4a4c-9dfb-8c5bd8adda32 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:00:01.920860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-592ce6cb-4dc1-4a4c-9dfb-8c5bd8adda32 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106110 Jul 19 03:00:04.306572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35292) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:00:04.610246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-356646e6-fb68-43bf-9ab5-c8fa3ee8e9fa admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:00:04.611294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-356646e6-fb68-43bf-9ab5-c8fa3ee8e9fa admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3037829 Jul 19 03:00:05.496810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3175acc7-3f3b-4cb2-bbf9-82de49f33058 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:00:05.580577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 3175acc7-3f3b-4cb2-bbf9-82de49f33058 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:00:06.481183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1314c7c7-b0b1-4ac3-9f98-b7cec222e760 None None] Network 3413b79a-b2a7-442a-a153-42c4684bdede requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:00:06.547883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-90ab9036-27f1-437e-9c57-6b252ac33f4e None None] Provisioning for port 3175acc7-3f3b-4cb2-bbf9-82de49f33058 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:00:06.555561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-90ab9036-27f1-437e-9c57-6b252ac33f4e None None] Provisioning complete for port 3175acc7-3f3b-4cb2-bbf9-82de49f33058 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:00:06.555955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-90ab9036-27f1-437e-9c57-6b252ac33f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:06.730162 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-90ab9036-27f1-437e-9c57-6b252ac33f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:06.787587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-90ab9036-27f1-437e-9c57-6b252ac33f4e None None] For port 3175acc7-3f3b-4cb2-bbf9-82de49f33058, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3175acc7-3f3b-4cb2-bbf9-82de49f33058,segment=NetworkSegment(c17aff23-6788-4bde-b9cf-b344d2778994),segment_id=c17aff23-6788-4bde-b9cf-b344d2778994)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:00:06.793527 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-90ab9036-27f1-437e-9c57-6b252ac33f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:06.846480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab9036-27f1-437e-9c57-6b252ac33f4e None None] Pushing event updated for resources: {'Port': ['ID=3175acc7-3f3b-4cb2-bbf9-82de49f33058,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:07.013943 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8164b545-74db-4240-9542-56310ba3381d None None] Provisioning complete for port 3175acc7-3f3b-4cb2-bbf9-82de49f33058 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:00:07.014345 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8164b545-74db-4240-9542-56310ba3381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:07.232591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35306) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:00:07.426441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3175acc7-3f3b-4cb2-bbf9-82de49f33058 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:00:07.472435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 3175acc7-3f3b-4cb2-bbf9-82de49f33058 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:00:07.472800 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:07.527196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-79a42988-4de1-4ab8-a58f-6894613771ec admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'name': 'router1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:00:07.550948 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-79a42988-4de1-4ab8-a58f-6894613771ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:07.552625 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-79a42988-4de1-4ab8-a58f-6894613771ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:07.689305 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-79a42988-4de1-4ab8-a58f-6894613771ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:07.694750 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-79a42988-4de1-4ab8-a58f-6894613771ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:07.706710 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-79a42988-4de1-4ab8-a58f-6894613771ec admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:07.707912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-79a42988-4de1-4ab8-a58f-6894613771ec admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4743540 Jul 19 03:00:10.070234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35314) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:00:10.372739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-bb967376-3fca-4170-b029-a1faec9ee3fb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:00:10.373745 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bb967376-3fca-4170-b029-a1faec9ee3fb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3025527 Jul 19 03:00:10.828379 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:00:12.410864 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-09377cbf-e61c-4600-b636-9b765039868d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:12.837998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35322) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:00:13.137845 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:00:13.162687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Made reservation on behalf of cb2c2f345b7b41c5b0098d69b42578d2 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:00:13.164943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:13.172679 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:13.258440 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:13.261852 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:13.275901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Reserving flat network on physical network physnet1 {{(pid=94345) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 19 03:00:13.297931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0a239b-cade-4bcf-b13c-7e9259f4be9f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:13.301882 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:13.302230 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Added segment c99d6d74-ca35-420e-aa96-869ff0d533ee of type flat for network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 Jul 19 03:00:13.346753 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:13.380914 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:13.381970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:00:13.382580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:13.413385 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5743301 Jul 19 03:00:13.445957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb6321-0cf1-4829-99e2-e1dbcdd13feb admin admin] Pushing event updated for resources: {'Network': ['ID=1ce6d202-b2a6-41e0-93bb-85aa547b3839,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:13.459247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:00:14.987167 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e01ea9b-2fb3-41ba-a388-30ac73ffca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:15.502291 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:15.772117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35330) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:00:16.190588 n-d-762330-18 neutron-server[94344]: WARNING oslo_policy.policy [None req-d2bdd24f-51ed-4180-a9bb-051e808469c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 03:00:16.191282 n-d-762330-18 neutron-server[94344]: WARNING oslo_policy.policy [None req-d2bdd24f-51ed-4180-a9bb-051e808469c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 03:00:16.191382 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:16.594344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.policy [None req-d2bdd24f-51ed-4180-a9bb-051e808469c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94344) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 03:00:16.640453 n-d-762330-18 neutron-server[94344]: WARNING oslo_policy.policy [None req-d2bdd24f-51ed-4180-a9bb-051e808469c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 03:00:16.640813 n-d-762330-18 neutron-server[94344]: WARNING oslo_policy.policy [None req-d2bdd24f-51ed-4180-a9bb-051e808469c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 03:00:16.649238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdd24f-51ed-4180-a9bb-051e808469c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:00:16.651002 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d2bdd24f-51ed-4180-a9bb-051e808469c9 admin admin] 10.222.0.20 "GET /v2.0/subnets/9aea2225-dd30-487b-988c-515801eb8ed0 HTTP/1.1" status: 200 len: 849 time: 0.8779750 Jul 19 03:00:16.812605 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2a95d98e-400f-4f37-91ca-feb89226f319 admin admin] 10.222.0.20 "GET /v2.0/routers/b75ae211-4385-4e8c-9066-70a6cfeac124 HTTP/1.1" status: 200 len: 704 time: 0.1562872 Jul 19 03:00:17.068721 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:17.387338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Allocated IP 172.20.0.1 (3413b79a-b2a7-442a-a153-42c4684bdede/9aea2225-dd30-487b-988c-515801eb8ed0/4b04bc73-e0d1-4789-834b-a42ba14df8db) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:00:17.596386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:17.620261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Transition to ACTIVE for port object 4b04bc73-e0d1-4789-834b-a42ba14df8db will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:00:17.685188 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:17.705016 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:17.741859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Network 3413b79a-b2a7-442a-a153-42c4684bdede is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:00:17.743224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:00:17.812417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:00:17.812896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:17.869601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Pushing event updated for resources: {'Port': ['ID=4b04bc73-e0d1-4789-834b-a42ba14df8db,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:17.891578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.891924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.892262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.892597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.892928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.893268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.893592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.893913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.894382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.894583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.894908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.895227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Tracked resource versions report: Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: pushed versions: Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: { 'AddressGroup': {'1.2'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'ConntrackHelper': {'1.0'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'Log': {'1.0'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'Network': {'1.1'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'Port': {'1.7'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'PortForwarding': {'1.2'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'QosPolicy': {'1.8'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'SecurityGroup': {'1.4'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'SecurityGroupRule': {'1.2'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'SubPort': {'1.0'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'Subnet': {'1.1'}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'Trunk': {'1.1'}} Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: consumer versions: Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: { DHCP agent@n-d-762330-18: {}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: L3 agent@n-d-762330-18: {}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: Metadata agent@n-d-762330-18: {}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: Metering agent@n-d-762330-18: {}, Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: Open vSwitch agent@n-d-762330-18: { 'AddressGroup': '1.2', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'ConntrackHelper': '1.0', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'Log': '1.0', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'Network': '1.1', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'Port': '1.7', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'PortForwarding': '1.2', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'QosPolicy': '1.8', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'SecurityGroup': '1.4', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'SecurityGroupRule': '1.2', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'SubPort': '1.0', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'Subnet': '1.1', Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: 'Trunk': '1.1'}} Jul 19 03:00:17.896560 n-d-762330-18 neutron-server[94344]: {{(pid=94344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 03:00:17.968258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1fd5bf2e-351f-4c97-9833-4dbde5564cda None None] Provisioning for port 4b04bc73-e0d1-4789-834b-a42ba14df8db completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:00:17.971957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1fd5bf2e-351f-4c97-9833-4dbde5564cda None None] Provisioning complete for port 4b04bc73-e0d1-4789-834b-a42ba14df8db triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:00:17.972330 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1fd5bf2e-351f-4c97-9833-4dbde5564cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:18.006465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5bf2e-351f-4c97-9833-4dbde5564cda None None] Port 4b04bc73-e0d1-4789-834b-a42ba14df8db cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:00:18.038172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:18.219206 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:18.223497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:18.224432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:18.281475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Pushing event updated for resources: {'Port': ['ID=4b04bc73-e0d1-4789-834b-a42ba14df8db,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:18.347440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Network 3413b79a-b2a7-442a-a153-42c4684bdede is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:00:18.348865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:00:18.526494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2618ba88-8354-453f-8087-849fbe85c562 None None] Provisioning complete for port 4b04bc73-e0d1-4789-834b-a42ba14df8db triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:00:18.526962 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2618ba88-8354-453f-8087-849fbe85c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:18.557169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Router b75ae211-4385-4e8c-9066-70a6cfeac124 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:00:18.563746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-2618ba88-8354-453f-8087-849fbe85c562 None None] Port 4b04bc73-e0d1-4789-834b-a42ba14df8db cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:00:18.649427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:00:18.654578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eb9170f5-a1bc-47e8-a8c9-b345a87b9f7f admin admin] 10.222.0.20 "PUT /v2.0/routers/b75ae211-4385-4e8c-9066-70a6cfeac124/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8371489 Jul 19 03:00:18.658454 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Sync routers for ids ['b75ae211-4385-4e8c-9066-70a6cfeac124'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:00:18.670484 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Routers {'b75ae211-4385-4e8c-9066-70a6cfeac124'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:00:18.671338 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:00:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b75ae211-4385-4e8c-9066-70a6cfeac124'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:00:18.857571 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Set router b75ae211-4385-4e8c-9066-70a6cfeac124 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:00:19.276755 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'name': 'router1', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:00:07Z', 'updated_at': '2021-07-19T03:00:17Z', 'revision_number': 2, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'gw_port_host': None, '_interfaces': [{'id': '4b04bc73-e0d1-4789-834b-a42ba14df8db', 'name': '', 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'mac_address': 'fa:16:3e:38:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:00:17Z', 'updated_at': '2021-07-19T03:00:18Z', 'revision_number': 2, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'subnets': [{'id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f437fa8-cd90-4229-9432-ff197bc1a4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:00:19.327789 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Checking router: b75ae211-4385-4e8c-9066-70a6cfeac124 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:00:19.328163 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Updating router b75ae211-4385-4e8c-9066-70a6cfeac124 port 4b04bc73-e0d1-4789-834b-a42ba14df8db binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:00:19.393005 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:19.873915 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:19.891440 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Transition to ACTIVE for port object 4b04bc73-e0d1-4789-834b-a42ba14df8db will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:00:19.897502 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:20.044332 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Pushing event updated for resources: {'Port': ['ID=4b04bc73-e0d1-4789-834b-a42ba14df8db,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:20.063664 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.064009 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.064350 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.064681 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.065005 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.065328 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.065649 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.065967 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.066339 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.066621 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.066935 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.067421 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Tracked resource versions report: Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: pushed versions: Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: { 'AddressGroup': {'1.2'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'ConntrackHelper': {'1.0'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'Log': {'1.0'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'Network': {'1.1'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'Port': {'1.7'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'PortForwarding': {'1.2'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'QosPolicy': {'1.8'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'SecurityGroup': {'1.4'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'SecurityGroupRule': {'1.2'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'SubPort': {'1.0'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'Subnet': {'1.1'}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'Trunk': {'1.1'}} Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: consumer versions: Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: { DHCP agent@n-d-762330-18: {}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: L3 agent@n-d-762330-18: {}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: Metadata agent@n-d-762330-18: {}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: Metering agent@n-d-762330-18: {}, Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: Open vSwitch agent@n-d-762330-18: { 'AddressGroup': '1.2', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'ConntrackHelper': '1.0', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'Log': '1.0', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'Network': '1.1', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'Port': '1.7', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'PortForwarding': '1.2', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'QosPolicy': '1.8', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'SecurityGroup': '1.4', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'SecurityGroupRule': '1.2', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'SubPort': '1.0', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'Subnet': '1.1', Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: 'Trunk': '1.1'}} Jul 19 03:00:20.068523 n-d-762330-18 neutron-server[94347]: {{(pid=94347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 03:00:20.075478 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Attempting to bind port 4b04bc73-e0d1-4789-834b-a42ba14df8db on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:00:20.075980 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Attempting to bind port 4b04bc73-e0d1-4789-834b-a42ba14df8db by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c17aff23-6788-4bde-b9cf-b344d2778994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:00:20.076334 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Attempting to bind port 4b04bc73-e0d1-4789-834b-a42ba14df8db on network 3413b79a-b2a7-442a-a153-42c4684bdede {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:00:20.082055 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:00:20.082506 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Checking segment: {'id': 'c17aff23-6788-4bde-b9cf-b344d2778994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:00:20.083576 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:20.084016 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Bound using segment: {'id': 'c17aff23-6788-4bde-b9cf-b344d2778994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:00:20.084442 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Bound port: 4b04bc73-e0d1-4789-834b-a42ba14df8db, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17aff23-6788-4bde-b9cf-b344d2778994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:00:20.084972 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:20.150868 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] For port 4b04bc73-e0d1-4789-834b-a42ba14df8db, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:00:20.171338 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] For port 4b04bc73-e0d1-4789-834b-a42ba14df8db, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4b04bc73-e0d1-4789-834b-a42ba14df8db,segment=NetworkSegment(c17aff23-6788-4bde-b9cf-b344d2778994),segment_id=c17aff23-6788-4bde-b9cf-b344d2778994)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:00:20.175671 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:20.220788 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Routers {'b75ae211-4385-4e8c-9066-70a6cfeac124'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:00:20.221493 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:00:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b75ae211-4385-4e8c-9066-70a6cfeac124'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:00:20.307324 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19923637-711b-44e6-95b3-3e16a809def2 None None] Pushing event updated for resources: {'Port': ['ID=4b04bc73-e0d1-4789-834b-a42ba14df8db,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:20.320734 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] Set router b75ae211-4385-4e8c-9066-70a6cfeac124 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:00:20.529656 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'name': 'router1', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:00:07Z', 'updated_at': '2021-07-19T03:00:17Z', 'revision_number': 2, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'gw_port_host': None, '_interfaces': [{'id': '4b04bc73-e0d1-4789-834b-a42ba14df8db', 'name': '', 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'mac_address': 'fa:16:3e:38:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:00:17Z', 'updated_at': '2021-07-19T03:00:20Z', 'revision_number': 4, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'subnets': [{'id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f437fa8-cd90-4229-9432-ff197bc1a4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:00:20.554707 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef08be6-2a92-42cb-8fa4-55e7527c93d6 None None] The sync data for ids ['b75ae211-4385-4e8c-9066-70a6cfeac124'] in n-d-762330-18 is: [{'id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'name': 'router1', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:00:07Z', 'updated_at': '2021-07-19T03:00:17Z', 'revision_number': 2, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'gw_port_host': None, '_interfaces': [{'id': '4b04bc73-e0d1-4789-834b-a42ba14df8db', 'name': '', 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'mac_address': 'fa:16:3e:38:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:00:17Z', 'updated_at': '2021-07-19T03:00:20Z', 'revision_number': 4, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'subnets': [{'id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f437fa8-cd90-4229-9432-ff197bc1a4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:00:20.876681 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35362) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:00:20.987679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3533f36c-48f2-42cd-815c-4e6cfd6bd558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:00:20.989125 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3533f36c-48f2-42cd-815c-4e6cfd6bd558 admin admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 842 time: 0.1113911 Jul 19 03:00:20.998504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'gateway_ip': '172.25.2.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:00:20.999911 n-d-762330-18 neutron-server[94344]: INFO neutron.quota [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Loaded quota_driver: . Jul 19 03:00:21.035358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Made reservation on behalf of cb2c2f345b7b41c5b0098d69b42578d2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:00:21.038011 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:21.353061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.objects.ports [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94344) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:00:21.353386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:21.406906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67532568-f1dd-4835-8afb-c2418d1b0c6d,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:21.418531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:00:21.418875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Network hostable DHCP agents. Network: 1ce6d202-b2a6-41e0-93bb-85aa547b3839, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:00:21.443533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:00:21.454669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 1ce6d202-b2a6-41e0-93bb-85aa547b3839) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:00:21.459446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:00:21.460048 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:21.464097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69260d0f-b65c-400a-8397-4a53dfc66dc4 None None] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:00:21.490924 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cd6504fa-f017-4de5-9989-15b05a73e128 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4958704 Jul 19 03:00:21.595310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be447738-800e-478c-be6d-871b71af0652 None None] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:00:23.464946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4b04bc73-e0d1-4789-834b-a42ba14df8db up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:00:23.516041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 4b04bc73-e0d1-4789-834b-a42ba14df8db completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:00:23.520835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4b04bc73-e0d1-4789-834b-a42ba14df8db triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:00:23.521326 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:23.601323 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:23.636054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 4b04bc73-e0d1-4789-834b-a42ba14df8db, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4b04bc73-e0d1-4789-834b-a42ba14df8db,segment=NetworkSegment(c17aff23-6788-4bde-b9cf-b344d2778994),segment_id=c17aff23-6788-4bde-b9cf-b344d2778994)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:00:23.641602 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:23.739733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=4b04bc73-e0d1-4789-834b-a42ba14df8db,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:23.785516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35384) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:00:23.913609 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-15633ee4-5d6f-48f6-ab0f-00baf31eca70 admin admin] 10.222.0.20 "GET /v2.0/routers/b75ae211-4385-4e8c-9066-70a6cfeac124 HTTP/1.1" status: 200 len: 710 time: 0.1260767 Jul 19 03:00:23.997833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738985d3-bd77-4b1f-bd60-32914f494119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:00:23.999253 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-738985d3-bd77-4b1f-bd60-32914f494119 admin admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 886 time: 0.0806978 Jul 19 03:00:24.007959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:00:24.249139 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:24.543915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:24.620924 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:24.723141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Allocated IP 172.25.2.191 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/41d08051-60cd-4b18-9e40-9ae841d21224) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:00:24.827117 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:24.865694 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:24.900882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:00:24.905833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:00:24.908389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:00:24.947684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Pushing event updated for resources: {'Port': ['ID=41d08051-60cd-4b18-9e40-9ae841d21224,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:25.150433 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:25.335673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:25.338838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:25.436433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4b04bc73-e0d1-4789-834b-a42ba14df8db up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:00:25.442110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Router b75ae211-4385-4e8c-9066-70a6cfeac124 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:00:25.482421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4b04bc73-e0d1-4789-834b-a42ba14df8db triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:00:25.482797 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:25.547186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:00:25.551997 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:25.566594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-196ba308-5cd9-4f4e-a362-262ef4e4c02a admin admin] 10.222.0.20 "PUT /v2.0/routers/b75ae211-4385-4e8c-9066-70a6cfeac124 HTTP/1.1" status: 200 len: 890 time: 1.5487754 Jul 19 03:00:25.566694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Sync routers for ids ['b75ae211-4385-4e8c-9066-70a6cfeac124'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:00:25.573851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Routers {'b75ae211-4385-4e8c-9066-70a6cfeac124'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:00:25.574644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:00:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b75ae211-4385-4e8c-9066-70a6cfeac124'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:00:25.791698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Set router b75ae211-4385-4e8c-9066-70a6cfeac124 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:00:26.178597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'name': 'router1', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '41d08051-60cd-4b18-9e40-9ae841d21224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:00:07Z', 'updated_at': '2021-07-19T03:00:25Z', 'revision_number': 4, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'gw_port': {'id': '41d08051-60cd-4b18-9e40-9ae841d21224', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:00:24Z', 'updated_at': '2021-07-19T03:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4b04bc73-e0d1-4789-834b-a42ba14df8db', 'name': '', 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'mac_address': 'fa:16:3e:38:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:00:17Z', 'updated_at': '2021-07-19T03:00:23Z', 'revision_number': 5, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'subnets': [{'id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f437fa8-cd90-4229-9432-ff197bc1a4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:00:26.228037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Checking router: b75ae211-4385-4e8c-9066-70a6cfeac124 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:00:26.228390 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Updating router b75ae211-4385-4e8c-9066-70a6cfeac124 port 41d08051-60cd-4b18-9e40-9ae841d21224 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:00:26.264732 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:26.580340 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:26.591309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Transition to ACTIVE for port object 41d08051-60cd-4b18-9e40-9ae841d21224 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:00:26.596568 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:26.645430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Attempting to bind port 41d08051-60cd-4b18-9e40-9ae841d21224 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:00:26.645798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Attempting to bind port 41d08051-60cd-4b18-9e40-9ae841d21224 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:00:26.646164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Attempting to bind port 41d08051-60cd-4b18-9e40-9ae841d21224 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:00:26.652673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c059faa-807e-4a83-8cb5-3cefcdb528ca None None] Pushing event updated for resources: {'Port': ['ID=41d08051-60cd-4b18-9e40-9ae841d21224,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:26.655914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:00:26.656283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:00:26.656675 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:26.657049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:00:26.657507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Bound port: 41d08051-60cd-4b18-9e40-9ae841d21224, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:00:26.657894 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:26.709600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] For port 41d08051-60cd-4b18-9e40-9ae841d21224, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:00:26.712577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] For port 41d08051-60cd-4b18-9e40-9ae841d21224, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=41d08051-60cd-4b18-9e40-9ae841d21224,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:00:26.716838 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:26.850291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Routers {'b75ae211-4385-4e8c-9066-70a6cfeac124'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:00:26.850829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:00:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b75ae211-4385-4e8c-9066-70a6cfeac124'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:00:26.883296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c059faa-807e-4a83-8cb5-3cefcdb528ca None None] Pushing event updated for resources: {'Port': ['ID=41d08051-60cd-4b18-9e40-9ae841d21224,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:26.959117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] Set router b75ae211-4385-4e8c-9066-70a6cfeac124 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:00:27.164535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'name': 'router1', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '41d08051-60cd-4b18-9e40-9ae841d21224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:00:07Z', 'updated_at': '2021-07-19T03:00:25Z', 'revision_number': 4, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'gw_port': {'id': '41d08051-60cd-4b18-9e40-9ae841d21224', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:00:24Z', 'updated_at': '2021-07-19T03:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4b04bc73-e0d1-4789-834b-a42ba14df8db', 'name': '', 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'mac_address': 'fa:16:3e:38:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:00:17Z', 'updated_at': '2021-07-19T03:00:23Z', 'revision_number': 5, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'subnets': [{'id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f437fa8-cd90-4229-9432-ff197bc1a4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:00:27.194531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb6c0dd-97de-4f29-9605-2778858f0f76 None None] The sync data for ids ['b75ae211-4385-4e8c-9066-70a6cfeac124'] in n-d-762330-18 is: [{'id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'name': 'router1', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '41d08051-60cd-4b18-9e40-9ae841d21224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:00:07Z', 'updated_at': '2021-07-19T03:00:25Z', 'revision_number': 4, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'gw_port': {'id': '41d08051-60cd-4b18-9e40-9ae841d21224', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:00:24Z', 'updated_at': '2021-07-19T03:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4b04bc73-e0d1-4789-834b-a42ba14df8db', 'name': '', 'network_id': '3413b79a-b2a7-442a-a153-42c4684bdede', 'tenant_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'mac_address': 'fa:16:3e:38:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ae211-4385-4e8c-9066-70a6cfeac124', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:00:17Z', 'updated_at': '2021-07-19T03:00:23Z', 'revision_number': 5, 'project_id': '8b17bdd3a9a34ebb9fe30d3a488a2d3c', 'subnets': [{'id': '9aea2225-dd30-487b-988c-515801eb8ed0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f437fa8-cd90-4229-9432-ff197bc1a4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:00:27.466026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 41d08051-60cd-4b18-9e40-9ae841d21224 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:00:27.517270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 41d08051-60cd-4b18-9e40-9ae841d21224 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:00:27.522902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 41d08051-60cd-4b18-9e40-9ae841d21224 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:00:27.523279 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:27.607576 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:27.628990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 41d08051-60cd-4b18-9e40-9ae841d21224, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=41d08051-60cd-4b18-9e40-9ae841d21224,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:00:27.635025 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:27.685043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=41d08051-60cd-4b18-9e40-9ae841d21224,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:00:27.982821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35392) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:00:28.119567 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-afb0200a-972d-4ca4-a82c-02b1f5e1840c admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1356270 Jul 19 03:00:29.444346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 41d08051-60cd-4b18-9e40-9ae841d21224 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:00:29.491306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 41d08051-60cd-4b18-9e40-9ae841d21224 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:00:29.491696 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:42.418009 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e7e6543f-3b7f-4fdc-86eb-fd3e0c8a2a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:44.989713 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-098d73ce-293c-4d62-9538-9dcf4d6fed95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:45.507777 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:46.201462 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:47.707909 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:00:47.827782 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:01:12.412846 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-260d2214-ddf5-40d9-b803-9901d444e8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:01:14.990795 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92793496-d471-4dee-8fd1-3b4c784a798a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:01:15.501619 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:01:16.197693 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:01:17.712289 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:01:24.831208 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:01:42.414783 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b69da668-29b6-4d2d-82fa-281d82aeee0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:01:44.991348 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4e105192-4f62-4f79-8ef4-78f484ecaeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:01:45.502358 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:01:46.199180 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:01:47.713009 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:01.830318 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:02:09.372457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36024) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:09.431391 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb53b8f-8a05-4a50-9259-d0710df9a90d admin admin] GET failed (client error): The resource could not be found. Jul 19 03:02:09.432691 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cdb53b8f-8a05-4a50-9259-d0710df9a90d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0593123 Jul 19 03:02:09.588329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27424d2-5f2b-4c60-84ca-162cd887ae00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:09.590109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b27424d2-5f2b-4c60-84ca-162cd887ae00 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1536260 Jul 19 03:02:11.723139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36034) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:11.814449 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ef6f5-c321-418f-ad65-cc0d55a9d6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:11.816011 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4a5ef6f5-c321-418f-ad65-cc0d55a9d6d0 admin admin] 10.222.0.20 "GET /v2.0/subnets/9aea2225-dd30-487b-988c-515801eb8ed0 HTTP/1.1" status: 200 len: 849 time: 0.0918906 Jul 19 03:02:11.825199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:02:11.908718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Notify callbacks [] for subnet, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:12.051007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763762083979'] for subnet, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:12.082447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:12.083041 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:12.084322 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] 10.222.0.20 "PUT /v2.0/subnets/9aea2225-dd30-487b-988c-515801eb8ed0 HTTP/1.1" status: 200 len: 868 time: 0.2628305 Jul 19 03:02:12.101579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6305a28-e90c-4ee5-9bbb-0c740d1b9675 None None] Network 3413b79a-b2a7-442a-a153-42c4684bdede requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:02:12.104587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aea2225-dd30-487b-988c-515801eb8ed0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:02:12.112126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.112463 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.112798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.113126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.113449 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.113772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.114086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.114442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.114762 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.115070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.115395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.115700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499028d2-6665-483c-9dd6-eaabc9961ffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:12.418320 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-47ecdf79-f8a8-4c8c-a2f4-5e957b1beb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:12.479660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-33eef65a-e802-4fb9-8e7a-e15d39e5d07a None None] Provisioning complete for port 3175acc7-3f3b-4cb2-bbf9-82de49f33058 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:02:12.480043 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-33eef65a-e802-4fb9-8e7a-e15d39e5d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:12.565794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-33eef65a-e802-4fb9-8e7a-e15d39e5d07a None None] Provisioning complete for port 4b04bc73-e0d1-4789-834b-a42ba14df8db triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:02:12.566080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-33eef65a-e802-4fb9-8e7a-e15d39e5d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:14.281348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36042) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:14.478121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1220fd-12c6-49fb-8ef6-1099471005e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:14.478638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1220fd-12c6-49fb-8ef6-1099471005e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:14.480175 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ef1220fd-12c6-49fb-8ef6-1099471005e1 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1978829 Jul 19 03:02:14.992002 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4653-9977-434f-b907-0a0f6aa61089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:15.505518 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:16.201615 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:16.638077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36050) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:16.765741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb574eb-3cf9-4104-9019-1dc9354933e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:16.766212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb574eb-3cf9-4104-9019-1dc9354933e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:16.767763 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6fb574eb-3cf9-4104-9019-1dc9354933e8 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1287007 Jul 19 03:02:17.720828 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:18.917662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36058) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:19.108518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7f837-1ee8-49cf-9a54-3841c80adced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:19.109914 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a8e7f837-1ee8-49cf-9a54-3841c80adced admin admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 886 time: 0.1912663 Jul 19 03:02:21.252927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36066) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:21.395792 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e727b5-9f4a-4487-9cf1-786b799ada74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:21.397159 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-35e727b5-9f4a-4487-9cf1-786b799ada74 admin admin] 10.222.0.20 "GET /v2.0/networks/3413b79a-b2a7-442a-a153-42c4684bdede HTTP/1.1" status: 200 len: 868 time: 0.1432788 Jul 19 03:02:23.536670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36074) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:23.659313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d6ad9-298e-42cc-bef9-3704fc5e9768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:23.659786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d6ad9-298e-42cc-bef9-3704fc5e9768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:23.661366 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-063d6ad9-298e-42cc-bef9-3704fc5e9768 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237378 Jul 19 03:02:25.806494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36082) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:25.894378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b7cf07-1915-4f1c-b6b3-2bbdb9bb0480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:25.894836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b7cf07-1915-4f1c-b6b3-2bbdb9bb0480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:25.896345 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e0b7cf07-1915-4f1c-b6b3-2bbdb9bb0480 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888746 Jul 19 03:02:28.067841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36090) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:28.151276 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0155e6-3e79-4814-aed0-90c6f9de171a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:28.152636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5a0155e6-3e79-4814-aed0-90c6f9de171a admin admin] 10.222.0.20 "GET /v2.0/subnets/67532568-f1dd-4835-8afb-c2418d1b0c6d HTTP/1.1" status: 200 len: 816 time: 0.0838253 Jul 19 03:02:30.278772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36098) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:30.367232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27084385-caae-4798-8ada-619b9201baf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:30.368553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-27084385-caae-4798-8ada-619b9201baf8 admin admin] 10.222.0.20 "GET /v2.0/subnets/9aea2225-dd30-487b-988c-515801eb8ed0 HTTP/1.1" status: 200 len: 868 time: 0.0888076 Jul 19 03:02:38.828053 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:02:42.412170 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d40455ee-8cf9-45e0-af40-51405290abf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:44.993310 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e3e764c-9f5c-42d6-82d7-b1303c5aa590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:45.508044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:46.204903 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:47.725811 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:54.844998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36152) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:54.891818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-9530f01f-7a98-4db5-934b-8c9b4427638b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:02:54.892826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9530f01f-7a98-4db5-934b-8c9b4427638b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468898 Jul 19 03:02:57.112312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36160) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:57.171194 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d1995f-951c-43a3-9134-3da072b7cd40 admin admin] GET failed (client error): The resource could not be found. Jul 19 03:02:57.172553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-18d1995f-951c-43a3-9134-3da072b7cd40 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592821 Jul 19 03:02:57.314561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07d0dd6-d084-4be3-9157-20f3f4b65cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:57.315971 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d07d0dd6-d084-4be3-9157-20f3f4b65cc2 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397219 Jul 19 03:02:59.526394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36168) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:02:59.570737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:02:59.596649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Made reservation on behalf of cb2c2f345b7b41c5b0098d69b42578d2 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:02:59.598967 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:59.626935 n-d-762330-18 neutron-server[94344]: WARNING neutron.services.revisions.revision_plugin [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Could not find related network for resource to bump revision. Jul 19 03:02:59.642555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:02:59.655297 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763762196035', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:59.655838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Unsubscribe: segment precommit_create {{(pid=94344) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 03:02:59.656255 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Added segment 0224035d-bf8e-4251-ae3e-b2fa05e6ef97 of type vlan for network 41a88b73-d039-48ad-b047-ba82d352b2b9 Jul 19 03:02:59.700913 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:59.738870 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:59.740107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:02:59.740681 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:02:59.865839 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3383460 Jul 19 03:02:59.907722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Pushing event updated for resources: {'Network': ['ID=41a88b73-d039-48ad-b047-ba82d352b2b9,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:02:59.914873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.915206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.915548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.915891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.916226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.916558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.916886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.917215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.917541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.917869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.918197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.918548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43dac35-ba6c-414b-b88e-215922296499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:02:59.931533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:03:02.039824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36176) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:03:02.100587 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fd36ba-c071-4cf0-90b9-72e4eebc8019 admin admin] GET failed (client error): The resource could not be found. Jul 19 03:03:02.101912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-44fd36ba-c071-4cf0-90b9-72e4eebc8019 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611212 Jul 19 03:03:02.169838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a176229c-21eb-47c4-9ba6-f9eb7fb355b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:03:02.171358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a176229c-21eb-47c4-9ba6-f9eb7fb355b3 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0656030 Jul 19 03:03:02.180772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'cidr': '192.168.233.0/24'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:03:02.200523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Made reservation on behalf of cb2c2f345b7b41c5b0098d69b42578d2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:03:02.203464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:02.360415 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:02.407214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:03:02.422060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:03:02.422454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Network hostable DHCP agents. Network: 41a88b73-d039-48ad-b047-ba82d352b2b9, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:03:02.437704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:03:02.445648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 41a88b73-d039-48ad-b047-ba82d352b2b9) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:03:02.449552 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:03:02.450136 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:02.454716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f5b3e5-65b3-40db-8bdf-620baf5c0aac None None] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:03:02.467745 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b00b8a96-328a-46fa-9641-c6db8a772999 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2866108 Jul 19 03:03:02.696215 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-41a88b73-d039-48ad-b047-ba82d352b2b9', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'tenant_id': 'cb2c2f345b7b41c5b0098d69b42578d2', 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:03:02.697080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:02.832973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Allocated IP 192.168.233.2 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/b429d46f-871c-4d1e-abdb-9096aeea8680) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:03:02.977015 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:02.985628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Transition to ACTIVE for port object b429d46f-871c-4d1e-abdb-9096aeea8680 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:03:03.000920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Transition to ACTIVE for port object b429d46f-871c-4d1e-abdb-9096aeea8680 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:03:03.007227 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:03.049711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:03:03.055227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Pushing event updated for resources: {'Port': ['ID=b429d46f-871c-4d1e-abdb-9096aeea8680,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:03:03.058204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:03:03.063534 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.063877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.064218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.064548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.064877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.065198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.065518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.066165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.066165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.068910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.069298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.069783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:03:03.083870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:03:03.147113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Attempting to bind port b429d46f-871c-4d1e-abdb-9096aeea8680 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:03:03.147477 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Attempting to bind port b429d46f-871c-4d1e-abdb-9096aeea8680 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:03:03.147839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Attempting to bind port b429d46f-871c-4d1e-abdb-9096aeea8680 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:03:03.152904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:03:03.153264 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:03:03.153657 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:03.154038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:03:03.155047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Bound port: b429d46f-871c-4d1e-abdb-9096aeea8680, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:03:03.155450 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:03.219630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] For port b429d46f-871c-4d1e-abdb-9096aeea8680, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:03:03.223057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] For port b429d46f-871c-4d1e-abdb-9096aeea8680, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b429d46f-871c-4d1e-abdb-9096aeea8680,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:03:03.228556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:03.289903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cb660-bee8-4d0c-9794-cc91e9339335 None None] Pushing event updated for resources: {'Port': ['ID=b429d46f-871c-4d1e-abdb-9096aeea8680,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:03:03.613481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b429d46f-871c-4d1e-abdb-9096aeea8680 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:03:03.662941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port b429d46f-871c-4d1e-abdb-9096aeea8680 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:03:04.071250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152243a4-59bb-41b7-bdb8-24fcace1784d None None] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:03:04.158478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6c743986-d08d-4d14-9c06-d0d4091c0673 None None] Provisioning for port b429d46f-871c-4d1e-abdb-9096aeea8680 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:03:04.164795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6c743986-d08d-4d14-9c06-d0d4091c0673 None None] Provisioning complete for port b429d46f-871c-4d1e-abdb-9096aeea8680 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:03:04.165163 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6c743986-d08d-4d14-9c06-d0d4091c0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:04.304743 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6c743986-d08d-4d14-9c06-d0d4091c0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:04.341631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6c743986-d08d-4d14-9c06-d0d4091c0673 None None] For port b429d46f-871c-4d1e-abdb-9096aeea8680, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b429d46f-871c-4d1e-abdb-9096aeea8680,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:03:04.345982 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6c743986-d08d-4d14-9c06-d0d4091c0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:04.401606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c743986-d08d-4d14-9c06-d0d4091c0673 None None] Pushing event updated for resources: {'Port': ['ID=b429d46f-871c-4d1e-abdb-9096aeea8680,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:03:04.568788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-276a7e30-e147-4871-9efd-ff47a55acf30 None None] Provisioning complete for port b429d46f-871c-4d1e-abdb-9096aeea8680 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:03:04.569084 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-276a7e30-e147-4871-9efd-ff47a55acf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:05.570690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b429d46f-871c-4d1e-abdb-9096aeea8680 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:03:05.617622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b429d46f-871c-4d1e-abdb-9096aeea8680 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:03:05.617988 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:12.412904 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-63021a87-01b7-4ede-a421-fc58f648682f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:14.994471 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d3663239-c817-4cde-8847-ad567b420c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:15.508639 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:15.826212 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:03:16.208349 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:17.730360 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:42.414101 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-426682dd-ed4a-4f92-b29d-681f342f9c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:44.995167 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-18353fdb-3197-45b2-818c-de819c461f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:45.510505 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:46.211981 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:47.729146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:03:52.825057 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:04:12.415990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2ac50411-0362-4d25-b840-e31241f23759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:14.995745 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-72735bc7-bc6a-4c15-9a96-bc2deb8c0a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:15.511135 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:16.214646 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:17.733724 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:25.966292 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36230) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:04:25.972167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-9b29dd47-89f3-4151-b152-08986c97c0bd tempest-verify_tempest_config-660070469 tempest-verify_tempest_config-660070469-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:04:25.973160 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9b29dd47-89f3-4151-b152-08986c97c0bd tempest-verify_tempest_config-660070469 tempest-verify_tempest_config-660070469-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058784 Jul 19 03:04:26.271597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36248) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:04:26.372160 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:26.461567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:26.465009 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:26.507702 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36ac65ddc4584d24b0afbda37ef4eae7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2350829 Jul 19 03:04:26.509517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43e282f-577c-447f-9b5e-7ce8fbaabf02,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:04:26.510435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36252) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:04:26.516490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.516836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.517175 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.517508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.517842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.518170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.518517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.518840 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.519161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.519483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.519800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.520118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b571f-3680-4e4f-ac76-15a2f266c144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.590093 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:26.611417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:26.696960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:26.699552 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:26.701205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a43e282f-577c-447f-9b5e-7ce8fbaabf02 HTTP/1.1" status: 204 len: 168 time: 0.1897957 Jul 19 03:04:26.708637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43e282f-577c-447f-9b5e-7ce8fbaabf02,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:04:26.715068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.715353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.716292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.716625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.716959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.717277 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.717599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.717919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.718233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.718636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.718953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:26.719270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6ac67-5637-415e-8f38-1831a8fb2b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:04:29.823057 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:04:42.417012 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0392d6e6-8cc4-4e24-b1eb-5849529fb629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:44.995064 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcd93fa1-7190-4c6c-a216-4c3bc73e6b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:45.514341 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:46.217131 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:04:47.735497 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:05:06.821627 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:05:12.419422 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-224ff95a-d16f-450b-9d40-161250c9be0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:05:14.994420 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5d2acf04-b55f-41c5-850b-703821bf6b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:05:15.515072 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:05:16.219328 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:05:17.737663 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:05:42.419478 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9e93a705-54fc-4c0b-bbf1-7a715f893772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:05:43.819449 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:05:44.998000 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5769d275-fddf-48bc-829f-8e02c5a6b50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:05:45.517140 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:05:46.221768 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:05:47.741307 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:12.421344 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0d14fe39-5f2a-4c22-85e6-44913e6098cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:14.998712 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-229f5f56-7e49-4575-b779-cb0f410f049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:15.517805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:16.225956 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:17.743912 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:20.817341 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:06:42.421673 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2e4280a9-84b3-4c7e-ac5a-18837de4ff80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:44.999773 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ba50e130-80a6-4b4a-9743-97209504c9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:45.517524 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:46.227688 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:47.746708 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:06:57.815458 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 5 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:07:06.590211 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683275'] for agent, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:06.860733 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683275'] for agent, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:12.422676 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e4ddd132-6678-49e0-ad38-4cccdce39db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:15.000322 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca758c30-3040-46d6-bb97-99ea7d02395a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:15.518082 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:16.230066 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:17.751286 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:34.814476 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:07:36.576781 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:36.813010 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:42.423287 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8c4bb46a-edd3-4cd1-a3b3-51b1fa5d7181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:45.001358 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b8aa-21b4-46c9-a3bc-3c04fb92d17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:45.520577 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:46.233192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:47.754230 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:07:51.168406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36322) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:07:51.272453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-be336f9d-6819-4867-9912-86e2fc2f6e37 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1024005 Jul 19 03:07:53.476147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36332) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:07:53.530853 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-09c2a47e-1340-4a36-9f46-d886681a1e29 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0536227 Jul 19 03:08:06.589922 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:06.814737 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:11.814204 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:08:12.423652 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9ec88e64-cbfd-47e9-aa86-97fe4e52288b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:15.001836 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-67c96aab-b28a-4c57-a5bf-a32238704a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:15.522110 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:16.236084 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:17.758329 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:36.621191 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:36.815445 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:42.425325 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-68eda1e8-0480-4435-a4e3-00a7afde7a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:45.003527 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6056a809-0f31-4bf3-9887-0114062b8f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:45.523007 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:46.239498 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:47.763237 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:08:48.814033 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:09:06.636612 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:06.823999 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:12.438906 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa6b8216-448a-4f7f-8ce2-f47c928a13f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:15.015001 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-231d782b-e3b5-43d8-a30a-125c61d2d112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:15.560566 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:16.244213 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:17.768480 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:20.851934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36720) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:20.956580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.065421 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.070475 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.114300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17eb9d9e4485484d9f243d4d9758986e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2612894 Jul 19 03:09:21.117039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36742) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:21.120153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a3429-dbce-44ff-b9e1-53c506e5af32,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:21.128107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.128652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.128997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.129355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.129657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.129991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.130367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.130693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.131403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.131929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.132505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.133037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e2213f-a4c1-4f33-80a7-c5d9b64fb161 admin admin] Tracked resource versions report: Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: pushed versions: Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: { 'AddressGroup': {'1.2'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'ConntrackHelper': {'1.0'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'Log': {'1.0'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'Network': {'1.1'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'Port': {'1.7'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'PortForwarding': {'1.2'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'QosPolicy': {'1.8'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'SecurityGroup': {'1.4'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'SecurityGroupRule': {'1.2'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'SubPort': {'1.0'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'Subnet': {'1.1'}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'Trunk': {'1.1'}} Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: consumer versions: Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: { DHCP agent@n-d-762330-18: {}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: HyperV agent@n-h1-762330-18: {}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: HyperV agent@n-h2-762330-18: {}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: L3 agent@n-d-762330-18: {}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: Metadata agent@n-d-762330-18: {}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: Metering agent@n-d-762330-18: {}, Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: Open vSwitch agent@n-d-762330-18: { 'AddressGroup': '1.2', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'ConntrackHelper': '1.0', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'Log': '1.0', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'Network': '1.1', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'Port': '1.7', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'PortForwarding': '1.2', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'QosPolicy': '1.8', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'SecurityGroup': '1.4', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'SecurityGroupRule': '1.2', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'SubPort': '1.0', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'Subnet': '1.1', Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: 'Trunk': '1.1'}} Jul 19 03:09:21.134437 n-d-762330-18 neutron-server[94344]: {{(pid=94344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 03:09:21.175070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36752) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:21.177213 n-d-762330-18 neutron-server[94344]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 03:09:21.195095 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.206529 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-ca74a398-d189-4f1b-b607-fffceaf3f05e tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=38668cf25149467a9305b2037d3b8dec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303285 Jul 19 03:09:21.219906 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.273610 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.277047 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.281657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/623a3429-dbce-44ff-b9e1-53c506e5af32 HTTP/1.1" status: 204 len: 168 time: 0.1630924 Jul 19 03:09:21.291092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a3429-dbce-44ff-b9e1-53c506e5af32,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:21.300835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.301343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.301825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.302558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.303075 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.303562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.304084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.304602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.305122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.305588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.306183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.306669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350978fe-8a2b-49a0-af8f-a81a176aad13 admin admin] Tracked resource versions report: Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: pushed versions: Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: { 'AddressGroup': {'1.2'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'ConntrackHelper': {'1.0'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'Log': {'1.0'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'Network': {'1.1'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'Port': {'1.7'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'PortForwarding': {'1.2'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'QosPolicy': {'1.8'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'SecurityGroup': {'1.4'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'SecurityGroupRule': {'1.2'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'SubPort': {'1.0'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'Subnet': {'1.1'}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'Trunk': {'1.1'}} Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: consumer versions: Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: { DHCP agent@n-d-762330-18: {}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: HyperV agent@n-h1-762330-18: {}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: HyperV agent@n-h2-762330-18: {}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: L3 agent@n-d-762330-18: {}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: Metadata agent@n-d-762330-18: {}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: Metering agent@n-d-762330-18: {}, Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: Open vSwitch agent@n-d-762330-18: { 'AddressGroup': '1.2', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'ConntrackHelper': '1.0', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'Log': '1.0', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'Network': '1.1', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'Port': '1.7', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'PortForwarding': '1.2', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'QosPolicy': '1.8', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'SecurityGroup': '1.4', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'SecurityGroupRule': '1.2', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'SubPort': '1.0', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'Subnet': '1.1', Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: 'Trunk': '1.1'}} Jul 19 03:09:21.308004 n-d-762330-18 neutron-server[94345]: {{(pid=94345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 03:09:21.417920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3d5a3653-0ff1-43e6-b710-62641619c587 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:21.419588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3d5a3653-0ff1-43e6-b710-62641619c587 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062035 Jul 19 03:09:21.435512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-e06e3d81-05f4-4e00-aeec-f05f6da19490 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/quotas/38668cf25149467a9305b2037d3b8dec HTTP/1.1" status: 200 len: 375 time: 0.0107386 Jul 19 03:09:21.489788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-827c877c-c65d-4455-af39-ae2dab842770 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=38668cf25149467a9305b2037d3b8dec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466783 Jul 19 03:09:21.498662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36770) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:21.771132 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06936d44-e4f0-4530-bcbf-e4b0819ee6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.901181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06936d44-e4f0-4530-bcbf-e4b0819ee6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.902366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36800) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:21.916111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06936d44-e4f0-4530-bcbf-e4b0819ee6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.930030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-709a7b8e-2fc1-48fa-a804-dcd938cb47c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:21.948121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6ffda08-9cb2-440f-9447-8f0788337b51 req-33a752f1-4610-4034-80d5-269e2dfc7bd4 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 210 time: 0.0607362 Jul 19 03:09:21.974077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-06936d44-e4f0-4530-bcbf-e4b0819ee6f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ffd704d71c64c6a8bb58323a84de632&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4741263 Jul 19 03:09:21.977319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36806) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:21.980793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06936d44-e4f0-4530-bcbf-e4b0819ee6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f4f4e-d30b-4baa-87df-3b2f1d5339f2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:22.056109 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33bdb259-bd31-49e8-962e-a7b1271d172b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.092179 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33bdb259-bd31-49e8-962e-a7b1271d172b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.161523 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-709a7b8e-2fc1-48fa-a804-dcd938cb47c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.167959 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33bdb259-bd31-49e8-962e-a7b1271d172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.170551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-709a7b8e-2fc1-48fa-a804-dcd938cb47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.175173 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33bdb259-bd31-49e8-962e-a7b1271d172b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.179231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-33bdb259-bd31-49e8-962e-a7b1271d172b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e39f4f4e-d30b-4baa-87df-3b2f1d5339f2 HTTP/1.1" status: 204 len: 168 time: 0.1995773 Jul 19 03:09:22.193980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdb259-bd31-49e8-962e-a7b1271d172b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f4f4e-d30b-4baa-87df-3b2f1d5339f2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:22.303173 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-709a7b8e-2fc1-48fa-a804-dcd938cb47c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ad65d88b40646cf8e4a2f8075738b01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3994329 Jul 19 03:09:22.305085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a7b8e-2fc1-48fa-a804-dcd938cb47c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf19ed9-fb45-489f-b428-2759b5c0e4f8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:22.306244 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36832) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:22.386640 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ad3c-f3c2-4929-959b-854c72e6c3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.419585 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ad3c-f3c2-4929-959b-854c72e6c3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.480129 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ad3c-f3c2-4929-959b-854c72e6c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.483432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ad3c-f3c2-4929-959b-854c72e6c3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.487516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5ac3ad3c-f3c2-4929-959b-854c72e6c3ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bf19ed9-fb45-489f-b428-2759b5c0e4f8 HTTP/1.1" status: 204 len: 168 time: 0.1795223 Jul 19 03:09:22.496037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3ad3c-f3c2-4929-959b-854c72e6c3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf19ed9-fb45-489f-b428-2759b5c0e4f8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:22.703731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36882) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:22.726188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d37c40b1-6599-4084-93fb-7f869e260785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.879609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d37c40b1-6599-4084-93fb-7f869e260785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.888022 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d37c40b1-6599-4084-93fb-7f869e260785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:22.944995 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d37c40b1-6599-4084-93fb-7f869e260785 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e38b526d336459d95d90810d023a1d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2394731 Jul 19 03:09:22.948896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36906) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:22.951114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c40b1-6599-4084-93fb-7f869e260785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2138870c-cb4c-44e0-961a-4745b428cb29,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:23.018732 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78ead076-af65-442a-8d18-ccedc9534217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:23.059495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98e3e0c2-1775-4ac3-b780-ad9594ebbda2 req-65a5cf67-5164-4091-80b7-2fd4c26528fc tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 210 time: 0.0429833 Jul 19 03:09:23.065741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78ead076-af65-442a-8d18-ccedc9534217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:23.131032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78ead076-af65-442a-8d18-ccedc9534217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:23.139165 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78ead076-af65-442a-8d18-ccedc9534217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:23.140969 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-78ead076-af65-442a-8d18-ccedc9534217 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2138870c-cb4c-44e0-961a-4745b428cb29 HTTP/1.1" status: 204 len: 168 time: 0.1906607 Jul 19 03:09:23.156574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ead076-af65-442a-8d18-ccedc9534217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2138870c-cb4c-44e0-961a-4745b428cb29,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:23.573807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36952) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:23.595914 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-67f63ade-583b-406f-92b7-45386ccb8142 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1d4eb03a18e84eeeb999d05a8e1147f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596583 Jul 19 03:09:23.784080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-9d6c26c0-8c7f-452f-9a52-ad76e30209f3 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:23.785792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-9d6c26c0-8c7f-452f-9a52-ad76e30209f3 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833112 Jul 19 03:09:23.807295 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-81859ac2-1c64-496c-a583-c7d8eeff2582 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/quotas/1d4eb03a18e84eeeb999d05a8e1147f3 HTTP/1.1" status: 200 len: 375 time: 0.0142882 Jul 19 03:09:23.842627 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-2f718862-572f-4c7c-8684-f95688c68539 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d4eb03a18e84eeeb999d05a8e1147f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344565 Jul 19 03:09:23.860328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e391a19a-f242-4c05-85e7-2dafa17278fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:23.985560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e391a19a-f242-4c05-85e7-2dafa17278fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:23.992639 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e391a19a-f242-4c05-85e7-2dafa17278fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:24.069330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e391a19a-f242-4c05-85e7-2dafa17278fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73ad8748e540488aabf5f51ea9bd4530&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4919178 Jul 19 03:09:24.069330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391a19a-f242-4c05-85e7-2dafa17278fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f71906-fe49-4d7e-94ba-7449cd2fcedf,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:24.072088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36982) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:24.085766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9342f5a1-7e23-43f3-ba0b-408e8449cc08 req-4ad5b98a-cd7f-4d85-8049-14d2fbd5670c tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 210 time: 0.0537391 Jul 19 03:09:24.166687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3df0691-7086-45d8-9918-74fd9826390c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:24.210669 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3df0691-7086-45d8-9918-74fd9826390c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:24.214420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.26', 50722) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:24.262853 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-a49357aa-cf4c-4c4f-a72a-8cfe1834e386 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=38668cf25149467a9305b2037d3b8dec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468283 Jul 19 03:09:24.318706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3df0691-7086-45d8-9918-74fd9826390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:24.328718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3df0691-7086-45d8-9918-74fd9826390c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:24.340275 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d3df0691-7086-45d8-9918-74fd9826390c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79f71906-fe49-4d7e-94ba-7449cd2fcedf HTTP/1.1" status: 204 len: 168 time: 0.2669520 Jul 19 03:09:24.378231 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df0691-7086-45d8-9918-74fd9826390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f71906-fe49-4d7e-94ba-7449cd2fcedf,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:24.595992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c6c76a4-e71e-4cb9-b59f-3a73a8166ff4 req-230f1cc1-dc65-43ed-987f-e5326ad11f3b tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 210 time: 0.1171556 Jul 19 03:09:24.606075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-1e8ecc57-1b64-4667-9065-bce2821e0f16 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:24.607755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-1e8ecc57-1b64-4667-9065-bce2821e0f16 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3393953 Jul 19 03:09:24.664512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Request body: {'port': {'device_id': '1cda5326-6f56-42a7-90af-66be51f99224', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '38668cf25149467a9305b2037d3b8dec'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:25.068118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Made reservation on behalf of 38668cf25149467a9305b2037d3b8dec for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:25.074508 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.092164 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.226465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37090) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:25.245713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37092) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:25.257673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9e06ae2-0850-4d84-b0f2-289508d548da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.316094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.325985 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.449992 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9e06ae2-0850-4d84-b0f2-289508d548da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.451305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37114) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:25.461002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9e06ae2-0850-4d84-b0f2-289508d548da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.496184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c9e06ae2-0850-4d84-b0f2-289508d548da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=910e7f48ca4045d382d823c5fef79817&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2686012 Jul 19 03:09:25.500972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37120) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:25.507985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:25.537880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e06ae2-0850-4d84-b0f2-289508d548da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e8a36-0efb-46f3-b914-def2730f227d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:25.656829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Allocated IP 192.168.233.243 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/bc4fbd6b-3319-4976-b170-2c0766f27c1c) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:09:25.686881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-network', 'tenant_id': '2cfb507fa16049379923204820c81297'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:25.694484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98a5bd85-994d-4c5e-a7ae-f0122d1f4fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.725822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Made reservation on behalf of 2cfb507fa16049379923204820c81297 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:25.731675 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.757883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.795498 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98a5bd85-994d-4c5e-a7ae-f0122d1f4fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:25.819887 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:09:25.906733 n-d-762330-18 neutron-server[94345]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 03:09:26.005271 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c2139b1-175c-4ca7-a209-b9d73d5b867c req-4203c96e-4a8c-47b6-a46b-c7a1e064cb67 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 210 time: 0.5522616 Jul 19 03:09:26.097998 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98a5bd85-994d-4c5e-a7ae-f0122d1f4fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.110987 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.112259 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98a5bd85-994d-4c5e-a7ae-f0122d1f4fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.119517 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-98a5bd85-994d-4c5e-a7ae-f0122d1f4fcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/915e8a36-0efb-46f3-b914-def2730f227d HTTP/1.1" status: 204 len: 168 time: 0.6172049 Jul 19 03:09:26.120560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.142213 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.184269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5bd85-994d-4c5e-a7ae-f0122d1f4fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e8a36-0efb-46f3-b914-def2730f227d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:26.242456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Transition to ACTIVE for port object bc4fbd6b-3319-4976-b170-2c0766f27c1c will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:26.266163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:09:26.297459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.308050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e0c152-b0fd-42e9-8183-d1735423af56,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:26.340317 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.340854 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Added segment 1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82 of type vlan for network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf Jul 19 03:09:26.381570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.26', 50726) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:26.516933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:26.534754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6cb183cc-be32-4305-83be-b2d997f3fe85 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1d4eb03a18e84eeeb999d05a8e1147f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1514995 Jul 19 03:09:26.550400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:26.555719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:09:26.584081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:26.584819 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.605263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Pushing event updated for resources: {'Port': ['ID=bc4fbd6b-3319-4976-b170-2c0766f27c1c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:26.689037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.724105 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-3122c508-c262-48c7-852c-fcbad0c1a865 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0639052 Jul 19 03:09:26.769877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-6044e644-e6eb-4b4c-a0c1-337ec8193cc6 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:09:26.773160 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-6044e644-e6eb-4b4c-a0c1-337ec8193cc6 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0403578 Jul 19 03:09:26.917407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-498882c8-ec77-4077-83d2-663ae9ff4072 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:26.923815 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.924784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-498882c8-ec77-4077-83d2-663ae9ff4072 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3762200 Jul 19 03:09:26.932883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:26.937667 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:26.963141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Request body: {'port': {'device_id': '99324ae0-631e-4bb7-a829-e675c6ed1097', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '1d4eb03a18e84eeeb999d05a8e1147f3'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:27.002135 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195604b-81aa-43bc-b15f-aa59e22887fd req-ca395747-15e1-4410-a892-21fa1979e571 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:27.012980 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c195604b-81aa-43bc-b15f-aa59e22887fd req-ca395747-15e1-4410-a892-21fa1979e571 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 936 time: 0.6576068 Jul 19 03:09:27.082551 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8356237 Jul 19 03:09:27.085585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37184) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:27.093297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Request body: {'subnet': {'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-subnet', 'tenant_id': '2cfb507fa16049379923204820c81297', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:27.142076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-895eef83-f414-4574-8625-d7d387313347 None None] Provisioning for port bc4fbd6b-3319-4976-b170-2c0766f27c1c completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:27.146901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4bd65-fe74-4e10-8da6-c8f71bfd721e admin admin] Pushing event updated for resources: {'Network': ['ID=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:27.173016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-895eef83-f414-4574-8625-d7d387313347 None None] Provisioning complete for port bc4fbd6b-3319-4976-b170-2c0766f27c1c triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:27.173421 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-895eef83-f414-4574-8625-d7d387313347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:27.176976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c195604b-81aa-43bc-b15f-aa59e22887fd req-2039eb0a-6cec-4c1a-af20-687f7ea2b50f tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610405 Jul 19 03:09:27.182871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:09:27.222006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Made reservation on behalf of 2cfb507fa16049379923204820c81297 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:27.234293 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:27.284933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Made reservation on behalf of 1d4eb03a18e84eeeb999d05a8e1147f3 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:27.293833 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:27.333275 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:27.343081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-895eef83-f414-4574-8625-d7d387313347 None None] Port bc4fbd6b-3319-4976-b170-2c0766f27c1c cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:09:27.523119 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2837e33f-d777-4b99-a01a-e00ae3cf09b1 req-662981c9-4c6e-46a3-a16f-bf148a5c5277 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 210 time: 0.0432250 Jul 19 03:09:27.555070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Request body: {'port': {'device_id': '1cda5326-6f56-42a7-90af-66be51f99224', 'device_owner': 'compute:tempest-test_az-1987668480', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:27.717197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:27.772003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:27.780529 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:27.899214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Checking segment: {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:27.899214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Network hostable DHCP agents. Network: a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:09:27.930629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46570d29-3803-4fea-b16d-79f355465134,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:27.935197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:09:27.949621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:27.968128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:27.968850 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:27.969634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd1564-7f4a-4770-a275-d0b3701c6e3e None None] Network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:09:27.991540 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7192c5a8-8693-4d9c-a148-6c1810922e13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9032509 Jul 19 03:09:27.994220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37228) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:28.012290 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:28.020628 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:28.022885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80236cba-c940-4377-a4d7-772bd3de5ffa,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:28.089969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:28.091230 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:28.111303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37234) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:28.272877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:09:28.273784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:28.453523 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:28.497654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Allocated IP 192.168.233.236 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/15903864-bb6b-45f4-acc1-9cd80f30dceb) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:09:28.765996 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:28.896274 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Allocated IP 172.20.0.2 (a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf/46570d29-3803-4fea-b16d-79f355465134/50ebd8e9-bc1e-4146-a390-56e937f1fed9) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:09:28.920733 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-45750e15-85f8-46b3-adf2-6bf1cfbbb41d req-718d71a0-c5cf-4475-9c4b-c8017b2035b5 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 210 time: 0.0577736 Jul 19 03:09:28.964508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37250) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:29.038059 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a975b0b2-4e20-4c69-8611-f1fbecee6699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.051954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37254) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:29.197209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.208563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a975b0b2-4e20-4c69-8611-f1fbecee6699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.241879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a975b0b2-4e20-4c69-8611-f1fbecee6699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.270160 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.293623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a975b0b2-4e20-4c69-8611-f1fbecee6699 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13b5a37d983c4b18ab3a2e145c4453e4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1779978 Jul 19 03:09:29.316670 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.337187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Transition to ACTIVE for port object 50ebd8e9-bc1e-4146-a390-56e937f1fed9 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:29.339157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474adbcc-b05c-48bb-a3a0-2c5eb5c60661 req-4b9d4228-5021-4d6a-8bda-defe10e59888 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:29.348107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-474adbcc-b05c-48bb-a3a0-2c5eb5c60661 req-4b9d4228-5021-4d6a-8bda-defe10e59888 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 936 time: 0.8752704 Jul 19 03:09:29.350432 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975b0b2-4e20-4c69-8611-f1fbecee6699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6821f6-1a1f-480d-bd92-da378e070cd8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:29.357379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37264) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:29.395287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Transition to ACTIVE for port object 50ebd8e9-bc1e-4146-a390-56e937f1fed9 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:29.418729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.454485 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-300bfc0f-f1ca-4b2c-8828-8f8a63a02a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.516003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Pushing event updated for resources: {'Port': ['ID=50ebd8e9-bc1e-4146-a390-56e937f1fed9,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:29.547470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.548011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.548533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.549069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.549707 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.550195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.550815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.553169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.553836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.554807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.556167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.556566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Tracked resource versions report: Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: pushed versions: Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: { 'AddressGroup': {'1.2'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'ConntrackHelper': {'1.0'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'Log': {'1.0'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'Network': {'1.1'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'Port': {'1.7'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'PortForwarding': {'1.2'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'QosPolicy': {'1.8'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'SecurityGroup': {'1.4'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'SecurityGroupRule': {'1.2'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'SubPort': {'1.0'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'Subnet': {'1.1'}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'Trunk': {'1.1'}} Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: consumer versions: Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: { DHCP agent@n-d-762330-18: {}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: HyperV agent@n-h1-762330-18: {}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: HyperV agent@n-h2-762330-18: {}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: L3 agent@n-d-762330-18: {}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: Metadata agent@n-d-762330-18: {}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: Metering agent@n-d-762330-18: {}, Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: Open vSwitch agent@n-d-762330-18: { 'AddressGroup': '1.2', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'ConntrackHelper': '1.0', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'Log': '1.0', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'Network': '1.1', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'Port': '1.7', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'PortForwarding': '1.2', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'QosPolicy': '1.8', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'SecurityGroup': '1.4', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'SecurityGroupRule': '1.2', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'SubPort': '1.0', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'Subnet': '1.1', Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: 'Trunk': '1.1'}} Jul 19 03:09:29.560234 n-d-762330-18 neutron-server[94346]: {{(pid=94346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 03:09:29.598543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:29.600241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:29.605103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:09:29.612407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Allocated IP 172.25.2.88 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/738a14c8-ff0b-4d73-8b4d-9ebc3036f23b) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:09:29.748870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Attempting to bind port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:09:29.749317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Attempting to bind port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:09:29.749747 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Attempting to bind port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 on network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:09:29.761552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:09:29.765647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Checking segment: {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:29.766246 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.766722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Bound using segment: {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:09:29.767281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Bound port: 50ebd8e9-bc1e-4146-a390-56e937f1fed9, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:09:29.767748 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.823601 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c8cad242-459d-4e20-9fdf-d6cac9837d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.833537 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.871303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Transition to ACTIVE for port object 15903864-bb6b-45f4-acc1-9cd80f30dceb will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:29.904237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb87b27b-83f0-44af-8606-bd8c58ba3270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.918278 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.949827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] For port 50ebd8e9-bc1e-4146-a390-56e937f1fed9, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:09:29.959585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] For port 50ebd8e9-bc1e-4146-a390-56e937f1fed9, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=50ebd8e9-bc1e-4146-a390-56e937f1fed9,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:09:29.969763 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:29.980604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-474adbcc-b05c-48bb-a3a0-2c5eb5c60661 req-113215ec-8135-4cf6-9f6e-9821da0c7eb2 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6312084 Jul 19 03:09:29.993578 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.058311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Pushing event updated for resources: {'Port': ['ID=15903864-bb6b-45f4-acc1-9cd80f30dceb,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:30.092588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb87b27b-83f0-44af-8606-bd8c58ba3270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.113962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c985174-c164-41b7-9da1-d7b545542790 None None] Pushing event updated for resources: {'Port': ['ID=50ebd8e9-bc1e-4146-a390-56e937f1fed9,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:30.185436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:30.190112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:30.194429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:09:30.202623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:30.203299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.354882 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb87b27b-83f0-44af-8606-bd8c58ba3270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.359347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb87b27b-83f0-44af-8606-bd8c58ba3270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.364184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fb87b27b-83f0-44af-8606-bd8c58ba3270 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f6821f6-1a1f-480d-bd92-da378e070cd8 HTTP/1.1" status: 204 len: 168 time: 1.0057945 Jul 19 03:09:30.419830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87b27b-83f0-44af-8606-bd8c58ba3270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6821f6-1a1f-480d-bd92-da378e070cd8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:30.471991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4fbd6b-3319-4976-b170-2c0766f27c1c {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:09:30.501293 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.554779 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.564658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Transition to ACTIVE for port object bc4fbd6b-3319-4976-b170-2c0766f27c1c will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:30.571859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.716025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b6bf4c1d-85c7-466f-b8f2-2d97a7d5292c None None] Provisioning for port 15903864-bb6b-45f4-acc1-9cd80f30dceb completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:30.723133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b6bf4c1d-85c7-466f-b8f2-2d97a7d5292c None None] Provisioning complete for port 15903864-bb6b-45f4-acc1-9cd80f30dceb triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:30.723509 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b6bf4c1d-85c7-466f-b8f2-2d97a7d5292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.773607 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c8cad242-459d-4e20-9fdf-d6cac9837d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.801631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Pushing event updated for resources: {'Port': ['ID=bc4fbd6b-3319-4976-b170-2c0766f27c1c,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:30.837261 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c8cad242-459d-4e20-9fdf-d6cac9837d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.844085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Attempting to bind port bc4fbd6b-3319-4976-b170-2c0766f27c1c on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:09:30.844730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Attempting to bind port bc4fbd6b-3319-4976-b170-2c0766f27c1c by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:09:30.845308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Attempting to bind port bc4fbd6b-3319-4976-b170-2c0766f27c1c on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:09:30.853216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Port bc4fbd6b-3319-4976-b170-2c0766f27c1c on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:09:30.854177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b6bf4c1d-85c7-466f-b8f2-2d97a7d5292c None None] Port 15903864-bb6b-45f4-acc1-9cd80f30dceb cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:09:30.854389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Attempting to bind port bc4fbd6b-3319-4976-b170-2c0766f27c1c on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:09:30.867972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:09:30.868559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:30.869566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:09:30.870827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Bound port: bc4fbd6b-3319-4976-b170-2c0766f27c1c, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:09:30.871484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:30.915006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:30.916423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Pushing event updated for resources: {'Port': ['ID=738a14c8-ff0b-4d73-8b4d-9ebc3036f23b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:30.960701 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:30.986620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:09:31.030314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd119a-6eb8-41ee-a9b0-5a956b4ba130 req-e8cef67e-9887-4a6d-9cd2-14a00dc00d3c tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:31.037808 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22bd119a-6eb8-41ee-a9b0-5a956b4ba130 req-e8cef67e-9887-4a6d-9cd2-14a00dc00d3c tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 936 time: 0.8588133 Jul 19 03:09:31.174075 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c8cad242-459d-4e20-9fdf-d6cac9837d7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03fb168af82e4ec19ed4623c5158ba75&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1013091 Jul 19 03:09:31.189547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37304) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:31.206165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] For port bc4fbd6b-3319-4976-b170-2c0766f27c1c, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:09:31.225085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] For port bc4fbd6b-3319-4976-b170-2c0766f27c1c, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bc4fbd6b-3319-4976-b170-2c0766f27c1c,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:09:31.248988 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:31.434314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cad242-459d-4e20-9fdf-d6cac9837d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d07a30-15fb-4977-b3c7-9aceaf466c40,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:31.469352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Pushing event updated for resources: {'Port': ['ID=bc4fbd6b-3319-4976-b170-2c0766f27c1c,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:31.516306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22bd119a-6eb8-41ee-a9b0-5a956b4ba130 req-46df12e3-f1f0-46c8-816d-7082c4220b9e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775524 Jul 19 03:09:31.529057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37308) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:31.558345 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d29c1587-10bc-4eac-97c8-c751976843cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:31.614623 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-300bfc0f-f1ca-4b2c-8828-8f8a63a02a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:31.645683 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:31.646483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:31.648137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f89-430a-4594-a177-65001410de8f service neutron] 10.222.0.26 "PUT /v2.0/ports/bc4fbd6b-3319-4976-b170-2c0766f27c1c HTTP/1.1" status: 200 len: 1119 time: 4.4266214 Jul 19 03:09:31.676211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cda5326-6f56-42a7-90af-66be51f99224', 'tag': 'bc4fbd6b-3319-4976-b170-2c0766f27c1c'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:09:31.860360 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-300bfc0f-f1ca-4b2c-8828-8f8a63a02a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:31.894129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-6776968e-ec20-4a24-8502-b6e2c3538ab4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9409852 Jul 19 03:09:31.940873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 50ebd8e9-bc1e-4146-a390-56e937f1fed9 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:31.943027 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952b86-3205-43a1-a654-2d0b58ac00e6 req-a2f7c925-bef2-4645-8405-a6815e4c4f0e tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:31.944656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-02952b86-3205-43a1-a654-2d0b58ac00e6 req-a2f7c925-bef2-4645-8405-a6815e4c4f0e tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 970 time: 0.4828937 Jul 19 03:09:31.987987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bfc0f-f1ca-4b2c-8828-8f8a63a02a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d0160a-f8c5-41f7-b1bf-e782cf540aba,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:32.034343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Request body: {'port': {'device_id': '99324ae0-631e-4bb7-a829-e675c6ed1097', 'device_owner': 'compute:tempest-test_az-1987668480', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:32.081529 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:32.100212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:32.179015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5cdac1-b873-4092-9555-5cf045630e8d None None] Network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:09:32.179171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-590f66c9-0ca0-4180-9e85-2a717a3cc017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:32.201941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-02952b86-3205-43a1-a654-2d0b58ac00e6 req-b193c62a-c772-48c8-8328-e3ffe0e94947 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988389 Jul 19 03:09:32.224536 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450c7f8c-30af-42ee-a17c-5c101992e7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1cda5326-6f56-42a7-90af-66be51f99224", "tag": "bc4fbd6b-3319-4976-b170-2c0766f27c1c"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:09:32.238880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-300bfc0f-f1ca-4b2c-8828-8f8a63a02a39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=709951898e9f4a8fa43cd4182171abbe&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1077828 Jul 19 03:09:32.248943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37322) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:32.351447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-590f66c9-0ca0-4180-9e85-2a717a3cc017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:32.450210 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d29c1587-10bc-4eac-97c8-c751976843cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:32.468516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-590f66c9-0ca0-4180-9e85-2a717a3cc017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:32.472630 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-590f66c9-0ca0-4180-9e85-2a717a3cc017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:32.474520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-590f66c9-0ca0-4180-9e85-2a717a3cc017 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9d07a30-15fb-4977-b3c7-9aceaf466c40 HTTP/1.1" status: 204 len: 168 time: 1.2831409 Jul 19 03:09:32.485426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37328) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:32.507666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f66c9-0ca0-4180-9e85-2a717a3cc017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d07a30-15fb-4977-b3c7-9aceaf466c40,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:32.553671 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d29c1587-10bc-4eac-97c8-c751976843cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:32.696547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-963da7f8-999f-4677-8134-3d933c060014 None None] Provisioning for port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:32.720925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-963da7f8-999f-4677-8134-3d933c060014 None None] Provisioning complete for port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:32.721794 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-963da7f8-999f-4677-8134-3d933c060014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:32.739265 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d29c1587-10bc-4eac-97c8-c751976843cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e739140cb104884bbbc74d636e84135&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2066777 Jul 19 03:09:32.752283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37338) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:32.860006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c1587-10bc-4eac-97c8-c751976843cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0401ee-f11b-4598-b491-77bbe2dc4362,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:32.975544 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:32.995723 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-963da7f8-999f-4677-8134-3d933c060014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.018451 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5521586-86cd-4264-924e-eff8bbdb96d5 x-openstack-request-id: req-d5521586-86cd-4264-924e-eff8bbdb96d5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:09:33.019045 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cda5326-6f56-42a7-90af-66be51f99224", "tag": "bc4fbd6b-3319-4976-b170-2c0766f27c1c", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:09:33.024015 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5521586-86cd-4264-924e-eff8bbdb96d5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:09:33.026841 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda5326-6f56-42a7-90af-66be51f99224', 'tag': 'bc4fbd6b-3319-4976-b170-2c0766f27c1c', 'status': 'completed', 'code': 200} Jul 19 03:09:33.084169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-963da7f8-999f-4677-8134-3d933c060014 None None] For port 50ebd8e9-bc1e-4146-a390-56e937f1fed9, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=50ebd8e9-bc1e-4146-a390-56e937f1fed9,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:33.092911 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-963da7f8-999f-4677-8134-3d933c060014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.118096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-6c764d83-6a87-4958-b722-f87208a02818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:33.128849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-6c764d83-6a87-4958-b722-f87208a02818 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38668cf25149467a9305b2037d3b8dec&device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 1122 time: 1.2439144 Jul 19 03:09:33.161063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.178465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963da7f8-999f-4677-8134-3d933c060014 None None] Pushing event updated for resources: {'Port': ['ID=50ebd8e9-bc1e-4146-a390-56e937f1fed9,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:33.263497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37348) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:33.307432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4b40-e126-426f-96b9-3fd2e3307a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.328277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Router 887c0020-2033-4ea9-8aca-c28b9b632a90 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:09:33.347163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-2180476b-a247-4937-94e0-a6424d0a0bb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bc4fbd6b-3319-4976-b170-2c0766f27c1c HTTP/1.1" status: 200 len: 217 time: 0.1488113 Jul 19 03:09:33.352152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3d243b6-2978-4add-acbe-e7ece12c18f3 None None] Provisioning complete for port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:33.354293 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3d243b6-2978-4add-acbe-e7ece12c18f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.359067 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c722634-9770-4ca1-93c9-143d5df69eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.375045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2fe0a3e2-0117-435b-a6dd-8bb82971b387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.401277 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2fe0a3e2-0117-435b-a6dd-8bb82971b387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.567177 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2fe0a3e2-0117-435b-a6dd-8bb82971b387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.569780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2fe0a3e2-0117-435b-a6dd-8bb82971b387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.574137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2fe0a3e2-0117-435b-a6dd-8bb82971b387 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56d0160a-f8c5-41f7-b1bf-e782cf540aba HTTP/1.1" status: 204 len: 168 time: 1.2886448 Jul 19 03:09:33.578527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6d52bb-463a-4dea-9a46-1cb8fd577e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.588189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a6bd6-cfe7-4c6f-9a29-bc97adff5831 req-36acd2c6-c7a3-4d04-a1b1-1096172f1a29 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:33.596278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-245a6bd6-cfe7-4c6f-9a29-bc97adff5831 req-36acd2c6-c7a3-4d04-a1b1-1096172f1a29 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 936 time: 0.7381506 Jul 19 03:09:33.676271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:09:33.687652 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Sync routers for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:09:33.690398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0a3e2-0117-435b-a6dd-8bb82971b387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d0160a-f8c5-41f7-b1bf-e782cf540aba,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:33.703466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-314c6d4c-3a8d-4ceb-a0c9-31ed740cd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:33.705140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-314c6d4c-3a8d-4ceb-a0c9-31ed740cd36e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.2602701 Jul 19 03:09:33.706293 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:09:33.710082 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4b40-e126-426f-96b9-3fd2e3307a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.715654 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:33.724153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55f00c-bb69-4fbd-8fbf-ec11cc4762da req-0077cf15-2e10-4407-af00-649d6087a18e tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:33.726042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e55f00c-bb69-4fbd-8fbf-ec11cc4762da req-0077cf15-2e10-4407-af00-649d6087a18e tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 970 time: 0.2472467 Jul 19 03:09:33.729588 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4b40-e126-426f-96b9-3fd2e3307a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.762308 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6d52bb-463a-4dea-9a46-1cb8fd577e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.809620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e55f00c-bb69-4fbd-8fbf-ec11cc4762da req-73acc89d-5282-437a-b09d-271f967069f0 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681839 Jul 19 03:09:33.810719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b4b40-e126-426f-96b9-3fd2e3307a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b8946d-38c7-43e9-b778-86ce8bcfe6ac,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:33.845403 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4d9b4b40-e126-426f-96b9-3fd2e3307a0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bf20ac2d1de402988586be6eedfa83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5726073 Jul 19 03:09:33.845403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37352) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:33.891248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 50ebd8e9-bc1e-4146-a390-56e937f1fed9 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:33.902049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-245a6bd6-cfe7-4c6f-9a29-bc97adff5831 req-398b8160-7cb5-46c1-abb5-85ca1e77ac52 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045936 Jul 19 03:09:33.960214 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ae2fffe-009a-494d-82cc-2da8beaf0a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:33.990531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ae2fffe-009a-494d-82cc-2da8beaf0a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.027328 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:34.029046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.048307 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ae2fffe-009a-494d-82cc-2da8beaf0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.052189 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ae2fffe-009a-494d-82cc-2da8beaf0a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.054208 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:09:34.063895 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3ae2fffe-009a-494d-82cc-2da8beaf0a6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1b8946d-38c7-43e9-b778-86ce8bcfe6ac HTTP/1.1" status: 204 len: 168 time: 0.2199848 Jul 19 03:09:34.082023 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2fffe-009a-494d-82cc-2da8beaf0a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b8946d-38c7-43e9-b778-86ce8bcfe6ac,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:34.110590 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c722634-9770-4ca1-93c9-143d5df69eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.123817 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.125052 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3ace21b2-46e4-4290-9a37-1b7909f8f308 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.1283460 Jul 19 03:09:34.128034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37358) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:34.167738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c722634-9770-4ca1-93c9-143d5df69eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.199156 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6d52bb-463a-4dea-9a46-1cb8fd577e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.202747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6d52bb-463a-4dea-9a46-1cb8fd577e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.206446 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3d6d52bb-463a-4dea-9a46-1cb8fd577e9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed0401ee-f11b-4598-b491-77bbe2dc4362 HTTP/1.1" status: 204 len: 168 time: 1.4359181 Jul 19 03:09:34.324495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c722634-9770-4ca1-93c9-143d5df69eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f413c3-0b1a-4d5c-950b-356da64613d5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:34.375219 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:31Z', 'revision_number': 3, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:34.404900 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Checking router: 887c0020-2033-4ea9-8aca-c28b9b632a90 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:09:34.405450 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Updating router 887c0020-2033-4ea9-8aca-c28b9b632a90 port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:09:34.445451 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.486994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37362) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:34.498981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d52bb-463a-4dea-9a46-1cb8fd577e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0401ee-f11b-4598-b491-77bbe2dc4362,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:34.505014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9c722634-9770-4ca1-93c9-143d5df69eb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6180988a0ea1479981343dfa7e9e0149&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0036111 Jul 19 03:09:34.521873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37364) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:34.523923 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9a69984-d258-43a8-92cd-ac88f1781d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.663571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9a69984-d258-43a8-92cd-ac88f1781d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.689092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f0d-d6d0-454c-87bb-1a55a75b9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:34.690697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-81ff1f0d-d6d0-454c-87bb-1a55a75b9634 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8406279 Jul 19 03:09:34.693612 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9a69984-d258-43a8-92cd-ac88f1781d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:34.735427 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d9a69984-d258-43a8-92cd-ac88f1781d41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90d22cb13958463fad429c445c7e56e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374711 Jul 19 03:09:34.740760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37368) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:34.833902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a69984-d258-43a8-92cd-ac88f1781d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5abda7-70ce-4416-80e6-0e3096bf29ca,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:34.943291 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4bc41ab-6684-4625-be98-e0fa5efd0f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.110677 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.111551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15903864-bb6b-45f4-acc1-9cd80f30dceb {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:09:35.124960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.129813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-187609b9-31fb-41cb-9f89-6c97ef4e1d64 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992722 Jul 19 03:09:35.155271 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Transition to ACTIVE for port object 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:35.155869 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4bc41ab-6684-4625-be98-e0fa5efd0f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.168182 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.191451 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0f50-566c-4937-bea5-765f96a2f925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.239517 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Pushing event updated for resources: {'Port': ['ID=738a14c8-ff0b-4d73-8b4d-9ebc3036f23b,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:35.274402 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.275708 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.276433 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.277153 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.277752 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.278559 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.279040 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Tracked resource versions report: Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: pushed versions: Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: { 'AddressGroup': {'1.2'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'ConntrackHelper': {'1.0'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'Log': {'1.0'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'Network': {'1.1'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'Port': {'1.7'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'PortForwarding': {'1.2'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'QosPolicy': {'1.8'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'SecurityGroup': {'1.4'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'SecurityGroupRule': {'1.2'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'SubPort': {'1.0'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'Subnet': {'1.1'}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'Trunk': {'1.1'}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: consumer versions: Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: { DHCP agent@n-d-762330-18: {}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: HyperV agent@n-h1-762330-18: {}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: HyperV agent@n-h2-762330-18: {}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: L3 agent@n-d-762330-18: {}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: Metadata agent@n-d-762330-18: {}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: Metering agent@n-d-762330-18: {}, Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: Open vSwitch agent@n-d-762330-18: { 'AddressGroup': '1.2', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'ConntrackHelper': '1.0', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'Log': '1.0', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'Network': '1.1', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'Port': '1.7', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'PortForwarding': '1.2', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'QosPolicy': '1.8', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'SecurityGroup': '1.4', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'SecurityGroupRule': '1.2', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'SubPort': '1.0', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'Subnet': '1.1', Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: 'Trunk': '1.1'}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: {{(pid=94347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Attempting to bind port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Attempting to bind port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:09:35.286477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Attempting to bind port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:09:35.305176 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0f50-566c-4937-bea5-765f96a2f925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.306861 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:09:35.307359 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:35.307777 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.310419 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:09:35.311153 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Bound port: 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:09:35.311580 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.365361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Transition to ACTIVE for port object 15903864-bb6b-45f4-acc1-9cd80f30dceb will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:35.389044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.460530 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4bc41ab-6684-4625-be98-e0fa5efd0f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.468192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4bc41ab-6684-4625-be98-e0fa5efd0f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.473863 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d4bc41ab-6684-4625-be98-e0fa5efd0f11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82f413c3-0b1a-4d5c-950b-356da64613d5 HTTP/1.1" status: 204 len: 168 time: 0.8274477 Jul 19 03:09:35.480158 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] For port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:09:35.483560 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] For port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=738a14c8-ff0b-4d73-8b4d-9ebc3036f23b,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:09:35.511405 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.519950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac967-4746-4385-8897-2a5c79ba55c4 req-b1e6185f-857e-46d0-a1ac-2415ebd4fac0 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:35.539437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ff3ac967-4746-4385-8897-2a5c79ba55c4 req-b1e6185f-857e-46d0-a1ac-2415ebd4fac0 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 970 time: 0.4528873 Jul 19 03:09:35.657695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea482247-5fdb-45f9-85d6-19ff9622302f req-a4a397ec-b5bd-4188-a1bd-219e0ffd4f3f tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:35.671437 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ea482247-5fdb-45f9-85d6-19ff9622302f req-a4a397ec-b5bd-4188-a1bd-219e0ffd4f3f tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 936 time: 0.4688656 Jul 19 03:09:35.687051 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cddf47-c301-444b-81a7-16b67c91d37c None None] Pushing event updated for resources: {'Port': ['ID=738a14c8-ff0b-4d73-8b4d-9ebc3036f23b,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:35.688365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc41ab-6684-4625-be98-e0fa5efd0f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f413c3-0b1a-4d5c-950b-356da64613d5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:35.693364 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:09:35.693997 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:35.726726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Attempting to bind port 15903864-bb6b-45f4-acc1-9cd80f30dceb on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:09:35.727060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Attempting to bind port 15903864-bb6b-45f4-acc1-9cd80f30dceb by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:09:35.727382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Attempting to bind port 15903864-bb6b-45f4-acc1-9cd80f30dceb on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:09:35.729908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=15903864-bb6b-45f4-acc1-9cd80f30dceb,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:35.762820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0f50-566c-4937-bea5-765f96a2f925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.765649 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0f50-566c-4937-bea5-765f96a2f925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.783316 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6b1a0f50-566c-4937-bea5-765f96a2f925 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d5abda7-70ce-4416-80e6-0e3096bf29ca HTTP/1.1" status: 204 len: 168 time: 1.0307019 Jul 19 03:09:35.805201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Port 15903864-bb6b-45f4-acc1-9cd80f30dceb on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:09:35.805591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Attempting to bind port 15903864-bb6b-45f4-acc1-9cd80f30dceb on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:09:35.825724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:09:35.826056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:35.826466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:09:35.826904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Bound port: 15903864-bb6b-45f4-acc1-9cd80f30dceb, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:09:35.827258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:35.836332 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e536b4d2-c197-42f4-9c89-7e6dee1d3772 req-74f2c341-2ec0-4c0e-b09e-8798eead658b service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6930542 Jul 19 03:09:35.944266 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ea482247-5fdb-45f9-85d6-19ff9622302f req-52a3c0d1-0b05-4dfe-ae0d-d1461c9e050c tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217445 Jul 19 03:09:36.025837 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:09:36.158667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] For port 15903864-bb6b-45f4-acc1-9cd80f30dceb, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:09:36.164085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] For port 15903864-bb6b-45f4-acc1-9cd80f30dceb, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=15903864-bb6b-45f4-acc1-9cd80f30dceb,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:09:36.174741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:36.258379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:36.259789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:36.261795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] 10.222.0.26 "PUT /v2.0/ports/15903864-bb6b-45f4-acc1-9cd80f30dceb HTTP/1.1" status: 200 len: 1119 time: 4.3149567 Jul 19 03:09:36.262433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99324ae0-631e-4bb7-a829-e675c6ed1097', 'tag': '15903864-bb6b-45f4-acc1-9cd80f30dceb'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:09:36.264155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a0f50-566c-4937-bea5-765f96a2f925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5abda7-70ce-4416-80e6-0e3096bf29ca,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:36.270888 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "99324ae0-631e-4bb7-a829-e675c6ed1097", "tag": "15903864-bb6b-45f4-acc1-9cd80f30dceb"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:09:36.301251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-790f3c15-c1bb-40be-82d5-f3ebd656fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:36.302873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-790f3c15-c1bb-40be-82d5-f3ebd656fa77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38668cf25149467a9305b2037d3b8dec&device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 1122 time: 0.3531480 Jul 19 03:09:36.335663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb63164-f6e8-4af4-8e7e-e63539065ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=15903864-bb6b-45f4-acc1-9cd80f30dceb,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:36.344989 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ff3ac967-4746-4385-8897-2a5c79ba55c4 req-c22d059b-3f7a-4795-b91d-632904d69247 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8035679 Jul 19 03:09:36.408423 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:36.645331 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:36.699881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-23d6d302-10c9-4cac-9d8d-8f13dbb06b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:36.701662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-23d6d302-10c9-4cac-9d8d-8f13dbb06b6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.3665354 Jul 19 03:09:36.703316 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faaef5e-08eb-44fc-aa2b-e0efa602fc33 x-openstack-request-id: req-8faaef5e-08eb-44fc-aa2b-e0efa602fc33 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:09:36.716491 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99324ae0-631e-4bb7-a829-e675c6ed1097", "tag": "15903864-bb6b-45f4-acc1-9cd80f30dceb", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:09:36.718464 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8faaef5e-08eb-44fc-aa2b-e0efa602fc33 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:09:36.719383 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99324ae0-631e-4bb7-a829-e675c6ed1097', 'tag': '15903864-bb6b-45f4-acc1-9cd80f30dceb', 'status': 'completed', 'code': 200} Jul 19 03:09:36.721342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37414) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:36.786903 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6928def5-96d2-4a8a-a2af-259f8d27e52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:36.795347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Allocated IP 172.20.0.1 (a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf/46570d29-3803-4fea-b16d-79f355465134/57218e7b-56b9-439c-8776-9cfec12390d2) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:09:36.850248 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:31Z', 'revision_number': 3, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:36.911337 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:36.927754 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:36.941572 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b261b-714e-4acd-ac66-df9a97c871ad None None] The sync data for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 is: [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:31Z', 'revision_number': 3, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:09:36.947340 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-c10a4487-d156-4b1c-8cee-a8167f9d9ca6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bc4fbd6b-3319-4976-b170-2c0766f27c1c HTTP/1.1" status: 200 len: 217 time: 0.1655636 Jul 19 03:09:36.958710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Transition to ACTIVE for port object 57218e7b-56b9-439c-8776-9cfec12390d2 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:37.016788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:37.149027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Pushing event updated for resources: {'Port': ['ID=57218e7b-56b9-439c-8776-9cfec12390d2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:37.179602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:37.185908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:37.190561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:09:37.193756 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:37.195048 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6928def5-96d2-4a8a-a2af-259f8d27e52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:37.202500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37428) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:37.264508 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6928def5-96d2-4a8a-a2af-259f8d27e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:37.353790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-11004526-702a-4a1c-bb88-166654a523b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:37.355322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-11004526-702a-4a1c-bb88-166654a523b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1587303 Jul 19 03:09:37.505871 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf0aaf9c-58a6-43db-adde-5ee305d17435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:37.639749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928def5-96d2-4a8a-a2af-259f8d27e52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf53011-9fbe-49d3-9468-72a941832de1,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:37.678849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6928def5-96d2-4a8a-a2af-259f8d27e52e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04edb9d828d44aaeb88c2fed19699a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9563043 Jul 19 03:09:37.686562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37442) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:37.727453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-352b16c2-57b1-4396-b839-a554fe6aa77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:37.729806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-352b16c2-57b1-4396-b839-a554fe6aa77b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d4eb03a18e84eeeb999d05a8e1147f3&device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 1122 time: 1.0094216 Jul 19 03:09:37.757158 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-40c1a883-001e-4387-8c77-c6b2cc44eb0a None None] Provisioning for port 57218e7b-56b9-439c-8776-9cfec12390d2 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:37.799724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-40c1a883-001e-4387-8c77-c6b2cc44eb0a None None] Provisioning complete for port 57218e7b-56b9-439c-8776-9cfec12390d2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:37.800146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-40c1a883-001e-4387-8c77-c6b2cc44eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:37.929283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:37.934041 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-b10ccb75-88bd-4129-8a60-fc0638ebfdc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=15903864-bb6b-45f4-acc1-9cd80f30dceb HTTP/1.1" status: 200 len: 217 time: 0.1010070 Jul 19 03:09:38.051769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-40c1a883-001e-4387-8c77-c6b2cc44eb0a None None] Port 57218e7b-56b9-439c-8776-9cfec12390d2 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:09:38.064751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-a4c42ece-711d-4a99-b927-1f27ae443a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:38.068821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-a4c42ece-711d-4a99-b927-1f27ae443a7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6914091 Jul 19 03:09:38.093121 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32779459-07b9-4cdc-9ab1-c81fb74f4f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.153890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-692eba63-6225-48ac-91e2-e7925be8ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:38.153890 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-692eba63-6225-48ac-91e2-e7925be8ff63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.2092099 Jul 19 03:09:38.156320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:38.165850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:38.166488 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.272439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf0aaf9c-58a6-43db-adde-5ee305d17435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.282663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6171-630a-4fbb-b38a-36f8e6feb4ea req-a4cc5044-d0f1-4c88-a8df-76a37bfb05b9 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:38.293581 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f04e6171-630a-4fbb-b38a-36f8e6feb4ea req-a4cc5044-d0f1-4c88-a8df-76a37bfb05b9 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 970 time: 1.0894566 Jul 19 03:09:38.303155 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf0aaf9c-58a6-43db-adde-5ee305d17435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.381192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.428553 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf0aaf9c-58a6-43db-adde-5ee305d17435 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abd29526f8e64ca4b2da5ddc86c6a90e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2220237 Jul 19 03:09:38.428553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aaf9c-58a6-43db-adde-5ee305d17435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501da63e-ebb8-4610-a11a-cdc3ebb40738,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:38.443151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37456) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:38.444920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=738a14c8-ff0b-4d73-8b4d-9ebc3036f23b,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:38.453547 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.460655 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.486246 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32779459-07b9-4cdc-9ab1-c81fb74f4f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.492698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f04e6171-630a-4fbb-b38a-36f8e6feb4ea req-57d697b0-f46b-4183-bd29-ea3c7eb190bb tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978402 Jul 19 03:09:38.559386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=738a14c8-ff0b-4d73-8b4d-9ebc3036f23b,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:38.663082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec19c5-00f9-4a8e-84f2-213b3ba16c39 req-a538b800-ec36-40a7-8e71-db7fb95d4574 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:38.671703 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faec19c5-00f9-4a8e-84f2-213b3ba16c39 req-a538b800-ec36-40a7-8e71-db7fb95d4574 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 970 time: 0.9359293 Jul 19 03:09:38.686166 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32779459-07b9-4cdc-9ab1-c81fb74f4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.689216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32779459-07b9-4cdc-9ab1-c81fb74f4f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.690555 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-32779459-07b9-4cdc-9ab1-c81fb74f4f29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbf53011-9fbe-49d3-9468-72a941832de1 HTTP/1.1" status: 204 len: 168 time: 1.0015602 Jul 19 03:09:38.765316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32779459-07b9-4cdc-9ab1-c81fb74f4f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf53011-9fbe-49d3-9468-72a941832de1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:38.817192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-7a47a1e8-59b9-4430-b190-ad0955222e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:38.818746 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-7a47a1e8-59b9-4430-b190-ad0955222e88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6081028 Jul 19 03:09:38.828280 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-d0440acd-a4cf-4c3e-80e3-e65d543d2e0e service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7228057 Jul 19 03:09:38.854583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faec19c5-00f9-4a8e-84f2-213b3ba16c39 req-65a82817-acfc-41bc-bfa7-f47612e67af0 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810670 Jul 19 03:09:38.855794 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-407ba753-2648-4846-8335-4b80728b349c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.870549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.876871 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:38.877809 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:39.023482 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-407ba753-2648-4846-8335-4b80728b349c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:39.116280 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Pushing event updated for resources: {'Port': ['ID=57218e7b-56b9-439c-8776-9cfec12390d2,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:39.190026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:39.191864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:39.451517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Router 887c0020-2033-4ea9-8aca-c28b9b632a90 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:09:39.515936 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-91bfcb1d-cf64-48bc-8b4b-a4e3e0643748 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290879 Jul 19 03:09:39.590366 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-407ba753-2648-4846-8335-4b80728b349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:39.593641 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-407ba753-2648-4846-8335-4b80728b349c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:39.595009 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-407ba753-2648-4846-8335-4b80728b349c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/501da63e-ebb8-4610-a11a-cdc3ebb40738 HTTP/1.1" status: 204 len: 168 time: 1.1500854 Jul 19 03:09:39.603048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f99a7540-b77f-4da9-9067-bbf018f8d25c None None] Provisioning complete for port 57218e7b-56b9-439c-8776-9cfec12390d2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:39.606388 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f99a7540-b77f-4da9-9067-bbf018f8d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:39.660954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-450c7f8c-30af-42ee-a17c-5c101992e7bb req-55d30ff3-cd0d-4795-a7db-b83286be72ed service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756019 Jul 19 03:09:39.671493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ba753-2648-4846-8335-4b80728b349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501da63e-ebb8-4610-a11a-cdc3ebb40738,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:39.674865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f99a7540-b77f-4da9-9067-bbf018f8d25c None None] Port 57218e7b-56b9-439c-8776-9cfec12390d2 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:09:39.723046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:09:39.739344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Sync routers for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:09:39.746968 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-37ea2900-5759-440e-b3d2-4bb439c84f74 admin admin] 10.222.0.20 "PUT /v2.0/routers/887c0020-2033-4ea9-8aca-c28b9b632a90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6178036 Jul 19 03:09:39.759990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:09:39.760666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:39.818240 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b54046e8-9123-43ed-a15a-aab17ce98b2c req-4b064f98-4897-4629-86e0-596e281d6050 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942300 Jul 19 03:09:39.838411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554f749-3aca-4d9b-a0ea-d98924eb469a req-accde9c7-4dd7-4456-8d12-ec3806146db4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:39.840800 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8554f749-3aca-4d9b-a0ea-d98924eb469a req-accde9c7-4dd7-4456-8d12-ec3806146db4 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 970 time: 0.1838005 Jul 19 03:09:39.902301 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8554f749-3aca-4d9b-a0ea-d98924eb469a req-8cc5c887-68d2-4dd2-b555-8558f3fde498 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532658 Jul 19 03:09:39.939208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:39.971436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-06aabe94-0f5d-4f7c-83e2-c87dff904f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:39.974120 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-06aabe94-0f5d-4f7c-83e2-c87dff904f44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d4eb03a18e84eeeb999d05a8e1147f3&device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 1122 time: 0.0807459 Jul 19 03:09:40.015810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:09:40.082396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:40.083300 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:40.179831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-a354a321-9ad2-44a8-b692-11873e923d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:40.181475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-a354a321-9ad2-44a8-b692-11873e923d44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1979818 Jul 19 03:09:40.237108 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-e5f63b2a-7815-4b1a-98f2-8aeb0494b0f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=15903864-bb6b-45f4-acc1-9cd80f30dceb HTTP/1.1" status: 200 len: 217 time: 0.0478377 Jul 19 03:09:40.247129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dff9c-db89-4724-a2f7-bed567b2c115 req-2af1c2d8-08bc-4da7-9a19-f8ca2fb6a712 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:40.248942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b06dff9c-db89-4724-a2f7-bed567b2c115 req-2af1c2d8-08bc-4da7-9a19-f8ca2fb6a712 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 970 time: 0.1371799 Jul 19 03:09:40.334903 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b06dff9c-db89-4724-a2f7-bed567b2c115 req-3ee6e58b-c7a6-413b-8959-7b3b18bd2669 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764532 Jul 19 03:09:40.336646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-4af45a1f-8fa2-4bea-82e4-5bdfbab844d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:40.339253 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-4af45a1f-8fa2-4bea-82e4-5bdfbab844d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0893524 Jul 19 03:09:40.393025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 2, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:40.408196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-4f14d538-497b-4ee9-bb4e-a0bc07a5883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:40.410622 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-4f14d538-497b-4ee9-bb4e-a0bc07a5883e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0644426 Jul 19 03:09:40.422024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Checking router: 887c0020-2033-4ea9-8aca-c28b9b632a90 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:09:40.422406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Updating router 887c0020-2033-4ea9-8aca-c28b9b632a90 port 57218e7b-56b9-439c-8776-9cfec12390d2 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:09:40.460857 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:40.521184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-8004399b-b2fa-48a8-b4e0-c7a9b5042f67 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030834 Jul 19 03:09:40.629207 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5f1f44e-95b6-4fd0-adef-a74907e5bbf1 req-55edfb1a-2530-496e-9783-96622990100a service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006091 Jul 19 03:09:40.688498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37548) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:40.869777 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:40.880337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Transition to ACTIVE for port object 57218e7b-56b9-439c-8776-9cfec12390d2 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:40.888331 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:40.895890 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dcf01471-ea06-461b-b036-e0de4af43500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.028692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37564) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:41.035083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-network', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:41.052299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dcf01471-ea06-461b-b036-e0de4af43500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.063409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dcf01471-ea06-461b-b036-e0de4af43500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.076415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6509d-d2c0-43bf-9326-920529bc764c None None] Pushing event updated for resources: {'Port': ['ID=57218e7b-56b9-439c-8776-9cfec12390d2,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:41.098557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Made reservation on behalf of e9e308ee3f3149ea86cec167c8cb3e57 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:41.100966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.110113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dcf01471-ea06-461b-b036-e0de4af43500 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fdf5be38c8d47fc93306672e53bd967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202602 Jul 19 03:09:41.116389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37566) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:41.144005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf01471-ea06-461b-b036-e0de4af43500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b614dc7-43f2-4998-8723-1065c4c28f54,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:41.180051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Attempting to bind port 57218e7b-56b9-439c-8776-9cfec12390d2 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:09:41.180438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Attempting to bind port 57218e7b-56b9-439c-8776-9cfec12390d2 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:09:41.182031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Attempting to bind port 57218e7b-56b9-439c-8776-9cfec12390d2 on network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:09:41.182365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.195647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:09:41.196160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Checking segment: {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:41.196562 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.197788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Bound using segment: {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:09:41.197920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Bound port: 57218e7b-56b9-439c-8776-9cfec12390d2, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:09:41.198429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.281010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd2c5-7e9e-4fde-98a2-450740408160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.315020 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] For port 57218e7b-56b9-439c-8776-9cfec12390d2, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:09:41.319778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] For port 57218e7b-56b9-439c-8776-9cfec12390d2, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=57218e7b-56b9-439c-8776-9cfec12390d2,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:09:41.329938 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.332210 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd2c5-7e9e-4fde-98a2-450740408160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.347658 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d395b-7274-4ef1-9dbf-62024510a3f9 req-76e8f3aa-15f2-485f-b8ce-3d57931bc557 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:41.355758 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c43d395b-7274-4ef1-9dbf-62024510a3f9 req-76e8f3aa-15f2-485f-b8ce-3d57931bc557 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 970 time: 0.1752870 Jul 19 03:09:41.404148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:09:41.404791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:41.474232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6509d-d2c0-43bf-9326-920529bc764c None None] Pushing event updated for resources: {'Port': ['ID=57218e7b-56b9-439c-8776-9cfec12390d2,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:41.505270 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c43d395b-7274-4ef1-9dbf-62024510a3f9 req-14788efc-4b43-44c7-a1b7-2f9113271799 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482992 Jul 19 03:09:41.548715 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.551833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd2c5-7e9e-4fde-98a2-450740408160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.556612 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd2c5-7e9e-4fde-98a2-450740408160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.560247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cb7bd2c5-7e9e-4fde-98a2-450740408160 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b614dc7-43f2-4998-8723-1065c4c28f54 HTTP/1.1" status: 204 len: 168 time: 0.4426274 Jul 19 03:09:41.576146 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.588599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bd2c5-7e9e-4fde-98a2-450740408160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b614dc7-43f2-4998-8723-1065c4c28f54,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:41.610349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:09:41.627304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:09:41.630467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f093f5a-b515-4862-986b-a3a48258a34f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:41.637164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.637763 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Added segment b63c184f-bae5-4299-9e19-1ec49b83c2d2 of type vlan for network 22a51adb-2049-4f30-8895-302ee4b68a58 Jul 19 03:09:41.662709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1bb03-d837-4691-b98f-fa87c3382d96 req-e2696641-2344-422b-8c05-ce14dc6c76f2 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:41.674721 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0a1bb03-d837-4691-b98f-fa87c3382d96 req-e2696641-2344-422b-8c05-ce14dc6c76f2 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 970 time: 0.1165848 Jul 19 03:09:41.703214 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.739820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0a1bb03-d837-4691-b98f-fa87c3382d96 req-e2ce2b7f-88ff-4f69-b83e-a1fe9710ac19 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640161 Jul 19 03:09:41.778767 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.780146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:41.781881 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.809343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7807541 Jul 19 03:09:41.812491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37594) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:41.821812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Request body: {'subnet': {'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-subnet', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:41.882705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Made reservation on behalf of e9e308ee3f3149ea86cec167c8cb3e57 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:41.885973 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:41.922504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:41Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:41.959080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e812cfae-caa6-4747-97bd-d83873a87a4c None None] The sync data for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 is: [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:41Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:09:42.003694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa91f1-6ea4-4b97-ad59-9c3c1c578e4e admin admin] Pushing event updated for resources: {'Network': ['ID=22a51adb-2049-4f30-8895-302ee4b68a58,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:42.036929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 22a51adb-2049-4f30-8895-302ee4b68a58 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:09:42.169472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.249691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3370c63a-f25c-4e19-af01-3562ffb0e6af,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:42.270844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37602) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:42.272307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Checking segment: {'id': 'b63c184f-bae5-4299-9e19-1ec49b83c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:42.272882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Network hostable DHCP agents. Network: 22a51adb-2049-4f30-8895-302ee4b68a58, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:09:42.287553 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3068c877-658f-4f54-91bd-aaa0a27a7cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.297737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Network 22a51adb-2049-4f30-8895-302ee4b68a58 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:09:42.313774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 22a51adb-2049-4f30-8895-302ee4b68a58) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:42.321288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:42.322349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.325578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0593c9e0-0bc8-4113-8b97-d37538fc6473 None None] Network 22a51adb-2049-4f30-8895-302ee4b68a58 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:09:42.441079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3068c877-658f-4f54-91bd-aaa0a27a7cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.449210 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3068c877-658f-4f54-91bd-aaa0a27a7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.458330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c00639fd-5ad1-4190-849c-0f2a8be3591c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6437888 Jul 19 03:09:42.461815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37608) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:42.465616 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-68e561a4-e5c1-41a3-b1ce-14877c65eefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.468528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-router', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:42.526129 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.527587 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.536866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068c877-658f-4f54-91bd-aaa0a27a7cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac453a31-962d-43d9-95e7-0f21344898af,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:42.600299 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3068c877-658f-4f54-91bd-aaa0a27a7cbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9612ba404914c14ba8e15a83a9b7eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283374 Jul 19 03:09:42.612420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-22a51adb-2049-4f30-8895-302ee4b68a58', 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'fixed_ips': [{'subnet_id': '3370c63a-f25c-4e19-af01-3562ffb0e6af'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:09:42.612815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37616) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:42.613868 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.744661 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f823e1f-ebc9-4c54-a42e-43e8b32cb129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.787935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f823e1f-ebc9-4c54-a42e-43e8b32cb129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.797438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.844588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Allocated IP 172.20.0.2 (22a51adb-2049-4f30-8895-302ee4b68a58/3370c63a-f25c-4e19-af01-3562ffb0e6af/cc50da21-8a2e-46e7-ba74-98f2adbc9d3b) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:09:42.871277 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f823e1f-ebc9-4c54-a42e-43e8b32cb129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.874364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f823e1f-ebc9-4c54-a42e-43e8b32cb129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:42.876458 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6f823e1f-ebc9-4c54-a42e-43e8b32cb129 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac453a31-962d-43d9-95e7-0f21344898af HTTP/1.1" status: 204 len: 168 time: 0.2605886 Jul 19 03:09:42.888423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f823e1f-ebc9-4c54-a42e-43e8b32cb129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac453a31-962d-43d9-95e7-0f21344898af,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:43.068925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5317a-b6e9-44ef-be26-567944b66a64 req-75794abc-e27d-4510-bd34-8ed3ca01e324 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:43.070534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ba5317a-b6e9-44ef-be26-567944b66a64 req-75794abc-e27d-4510-bd34-8ed3ca01e324 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 970 time: 0.1277540 Jul 19 03:09:43.073235 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:43.073799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5e3e7-bc92-47ce-93c2-20b0d8979af0 req-d5d5a7fa-b939-4a24-b044-f135c3a1f1d1 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:43.075223 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61f5e3e7-bc92-47ce-93c2-20b0d8979af0 req-d5d5a7fa-b939-4a24-b044-f135c3a1f1d1 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 970 time: 0.3969195 Jul 19 03:09:43.083613 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Transition to ACTIVE for port object cc50da21-8a2e-46e7-ba74-98f2adbc9d3b will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:43.104220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Transition to ACTIVE for port object cc50da21-8a2e-46e7-ba74-98f2adbc9d3b will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:43.116429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:43.117732 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:43.143949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ba5317a-b6e9-44ef-be26-567944b66a64 req-9e552cd0-edd7-48ad-9c4c-261537472806 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656383 Jul 19 03:09:43.173906 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61f5e3e7-bc92-47ce-93c2-20b0d8979af0 req-6c5fab6c-8954-47af-98f5-17736a2eea79 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880692 Jul 19 03:09:43.174616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Network 22a51adb-2049-4f30-8895-302ee4b68a58 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:43.183198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:43.198787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:09:43.212971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Pushing event updated for resources: {'Port': ['ID=cc50da21-8a2e-46e7-ba74-98f2adbc9d3b,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:43.257672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 15903864-bb6b-45f4-acc1-9cd80f30dceb details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:09:43.309108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Attempting to bind port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:09:43.309480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Attempting to bind port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'b63c184f-bae5-4299-9e19-1ec49b83c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:09:43.309840 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Attempting to bind port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b on network 22a51adb-2049-4f30-8895-302ee4b68a58 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:09:43.326228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:09:43.326630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Checking segment: {'id': 'b63c184f-bae5-4299-9e19-1ec49b83c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:43.327029 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:43.327603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Bound using segment: {'id': 'b63c184f-bae5-4299-9e19-1ec49b83c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:09:43.327902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Bound port: cc50da21-8a2e-46e7-ba74-98f2adbc9d3b, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63c184f-bae5-4299-9e19-1ec49b83c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:09:43.328281 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:43.546802 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] For port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:09:43.553043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 15903864-bb6b-45f4-acc1-9cd80f30dceb, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=15903864-bb6b-45f4-acc1-9cd80f30dceb,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:43.557344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] For port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=cc50da21-8a2e-46e7-ba74-98f2adbc9d3b,segment=NetworkSegment(b63c184f-bae5-4299-9e19-1ec49b83c2d2),segment_id=b63c184f-bae5-4299-9e19-1ec49b83c2d2)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:09:43.569783 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:43.604174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '15903864-bb6b-45f4-acc1-9cd80f30dceb', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '15903864-bb6b-45f4-acc1-9cd80f30dceb', 'mac_address': 'fa:16:3e:91:ba:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:tempest-test_az-1987668480', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:09:43.647710 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:43.678250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:43.734099 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:43.736204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4e259-31b7-4c15-aa84-140a47329124 None None] Pushing event updated for resources: {'Port': ['ID=cc50da21-8a2e-46e7-ba74-98f2adbc9d3b,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:43.762466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15903864-bb6b-45f4-acc1-9cd80f30dceb {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:09:43.824048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 15903864-bb6b-45f4-acc1-9cd80f30dceb, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=15903864-bb6b-45f4-acc1-9cd80f30dceb,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:43.829339 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:43.830242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device bc4fbd6b-3319-4976-b170-2c0766f27c1c details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:09:43.901800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port bc4fbd6b-3319-4976-b170-2c0766f27c1c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bc4fbd6b-3319-4976-b170-2c0766f27c1c,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:43.911610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Allocated IP 172.25.2.211 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/9e77f81a-892f-4c19-8ff0-a40b72a4c957) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:09:43.923698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 57218e7b-56b9-439c-8776-9cfec12390d2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:43.953952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=15903864-bb6b-45f4-acc1-9cd80f30dceb,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:43.982030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'bc4fbd6b-3319-4976-b170-2c0766f27c1c', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'bc4fbd6b-3319-4976-b170-2c0766f27c1c', 'mac_address': 'fa:16:3e:b7:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:tempest-test_az-1987668480', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:09:44.046127 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:44.067242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4fbd6b-3319-4976-b170-2c0766f27c1c {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:09:44.073919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 57218e7b-56b9-439c-8776-9cfec12390d2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:44.086180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 57218e7b-56b9-439c-8776-9cfec12390d2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:44.088204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37666) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:44.088911 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:44.120378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port bc4fbd6b-3319-4976-b170-2c0766f27c1c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bc4fbd6b-3319-4976-b170-2c0766f27c1c,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:44.136147 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:44.188871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:44.270163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=bc4fbd6b-3319-4976-b170-2c0766f27c1c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:44.285687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:44.300582 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:44.347163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 57218e7b-56b9-439c-8776-9cfec12390d2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=57218e7b-56b9-439c-8776-9cfec12390d2,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:44.357839 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:44.377159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:44.407859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:44.415816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:09:44.422019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Pushing event updated for resources: {'Port': ['ID=9e77f81a-892f-4c19-8ff0-a40b72a4c957,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:44.463522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['15903864-bb6b-45f4-acc1-9cd80f30dceb'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:09:44.501311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799b9e1-a248-4a0c-83c7-21b5dbdac010 req-5eb50d9e-a4b2-4225-b3a1-3e6387b5edbb tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:44.511493 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f799b9e1-a248-4a0c-83c7-21b5dbdac010 req-5eb50d9e-a4b2-4225-b3a1-3e6387b5edbb tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 971 time: 0.1173751 Jul 19 03:09:44.525723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['bc4fbd6b-3319-4976-b170-2c0766f27c1c'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:09:44.541987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=57218e7b-56b9-439c-8776-9cfec12390d2,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:44.574637 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9580e4f1-96c4-470a-aafd-318d1ebf857d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:44.613238 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f799b9e1-a248-4a0c-83c7-21b5dbdac010 req-6d9523d0-2ab4-4c67-a65e-04ff0d3ade43 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004937 Jul 19 03:09:44.806544 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9580e4f1-96c4-470a-aafd-318d1ebf857d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:44.816600 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9580e4f1-96c4-470a-aafd-318d1ebf857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:44.871421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96db9f-77fe-4c54-a76d-175820f6fd1a req-49f3e80d-7edb-4b0d-8c98-2360efacdc4d tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:44.873136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe96db9f-77fe-4c54-a76d-175820f6fd1a req-49f3e80d-7edb-4b0d-8c98-2360efacdc4d tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 971 time: 0.5399473 Jul 19 03:09:44.927046 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9580e4f1-96c4-470a-aafd-318d1ebf857d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=603f8fceaf5e43dbbb8153f1002f77ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8373866 Jul 19 03:09:44.927950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37716) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:44.928601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580e4f1-96c4-470a-aafd-318d1ebf857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d0a631-3a32-4424-8f13-0feb58f39f9f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:45.032401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c058b29b-ed22-42f7-a24e-869b8fdd56b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.059536 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ea6e-31b9-4dcb-841a-8014c4dc2358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.075755 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c058b29b-ed22-42f7-a24e-869b8fdd56b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.117380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe96db9f-77fe-4c54-a76d-175820f6fd1a req-d2eef629-7a53-481b-83cf-856a9b237408 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684287 Jul 19 03:09:45.135493 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.168674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af5b6cf-24de-4fbe-a840-8494a9e7d481 None None] Network 22a51adb-2049-4f30-8895-302ee4b68a58 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:09:45.188576 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c058b29b-ed22-42f7-a24e-869b8fdd56b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.196137 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c058b29b-ed22-42f7-a24e-869b8fdd56b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.200800 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c058b29b-ed22-42f7-a24e-869b8fdd56b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5d0a631-3a32-4424-8f13-0feb58f39f9f HTTP/1.1" status: 204 len: 168 time: 0.2667098 Jul 19 03:09:45.209034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058b29b-ed22-42f7-a24e-869b8fdd56b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d0a631-3a32-4424-8f13-0feb58f39f9f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:45.240253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2eeffc8c-23ba-42e3-9f25-2c5fb07a89ff None None] Provisioning for port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:45.315523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37730) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:45.405909 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.470399 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-946d6d6d-6c04-411b-bf8d-98aacf254581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.535776 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.600573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Router 864f0615-e35b-4e2c-86df-2bee9089c3e9 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:09:45.603462 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-946d6d6d-6c04-411b-bf8d-98aacf254581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.610563 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-946d6d6d-6c04-411b-bf8d-98aacf254581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.678011 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-946d6d6d-6c04-411b-bf8d-98aacf254581 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=404a3cd7475943af9614d228a8512ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586950 Jul 19 03:09:45.678011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d6d6d-6c04-411b-bf8d-98aacf254581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88a5100-b67a-4515-9911-46661e80ad38,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:45.679735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37744) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:45.819816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37746) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:45.841471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a30238d-375c-4961-967e-bbb69d81b4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.853383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27240760-686e-4999-9daa-ac052cc28768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.859472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:09:45.867941 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Sync routers for ids ['864f0615-e35b-4e2c-86df-2bee9089c3e9'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:09:45.878718 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Routers {'864f0615-e35b-4e2c-86df-2bee9089c3e9'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:09:45.879436 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:09:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['864f0615-e35b-4e2c-86df-2bee9089c3e9'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:45.903932 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27240760-686e-4999-9daa-ac052cc28768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.933816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da70e-af8e-4c7b-899a-7194e1e7a0c3 req-bb52d015-a26e-45f2-a938-dd56a7bd0b3b tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:45.935640 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f1da70e-af8e-4c7b-899a-7194e1e7a0c3 req-bb52d015-a26e-45f2-a938-dd56a7bd0b3b tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 971 time: 0.1525609 Jul 19 03:09:45.974595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.977208 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6cdcc1f4-88ad-4e8c-96ff-8bf763fd48bb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5141525 Jul 19 03:09:45.981353 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27240760-686e-4999-9daa-ac052cc28768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.987756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37752) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:45.989339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27240760-686e-4999-9daa-ac052cc28768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:45.996882 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Set router 864f0615-e35b-4e2c-86df-2bee9089c3e9 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:09:46.002099 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-27240760-686e-4999-9daa-ac052cc28768 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f88a5100-b67a-4515-9911-46661e80ad38 HTTP/1.1" status: 204 len: 168 time: 0.3154602 Jul 19 03:09:46.012363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device cc50da21-8a2e-46e7-ba74-98f2adbc9d3b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:46.029168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f1da70e-af8e-4c7b-899a-7194e1e7a0c3 req-789abefa-eafa-4bb1-b5bd-f487d63e1e84 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855923 Jul 19 03:09:46.039760 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27240760-686e-4999-9daa-ac052cc28768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88a5100-b67a-4515-9911-46661e80ad38,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:46.133218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:46.142815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:46.143210 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.226997 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-router', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:42Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 3, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'gw_port': {'id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:43Z', 'updated_at': '2021-07-19T03:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:46.251907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a30238d-375c-4961-967e-bbb69d81b4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.263184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a30238d-375c-4961-967e-bbb69d81b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.281348 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Checking router: 864f0615-e35b-4e2c-86df-2bee9089c3e9 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:09:46.281703 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Updating router 864f0615-e35b-4e2c-86df-2bee9089c3e9 port 9e77f81a-892f-4c19-8ff0-a40b72a4c957 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:09:46.290937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5a30238d-375c-4961-967e-bbb69d81b4d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e56307e54764056a81660e934af2c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698775 Jul 19 03:09:46.293965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37770) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:46.316539 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.334422 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.362961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30238d-375c-4961-967e-bbb69d81b4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601c897f-d570-4983-bb9c-988cbacc90e0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:46.363679 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.396719 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=cc50da21-8a2e-46e7-ba74-98f2adbc9d3b,segment=NetworkSegment(b63c184f-bae5-4299-9e19-1ec49b83c2d2),segment_id=b63c184f-bae5-4299-9e19-1ec49b83c2d2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:46.404612 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.405424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 57218e7b-56b9-439c-8776-9cfec12390d2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:46.449610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32264af0-01b7-413d-8227-cb7b6233669e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.481502 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32264af0-01b7-413d-8227-cb7b6233669e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.557146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b229483-2b9e-4ccb-bdc9-39e5d192a852 req-b84d7798-ed18-4641-97a5-7eb5f855ba1c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:46.559025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b229483-2b9e-4ccb-bdc9-39e5d192a852 req-b84d7798-ed18-4641-97a5-7eb5f855ba1c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 971 time: 0.1894751 Jul 19 03:09:46.574714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=cc50da21-8a2e-46e7-ba74-98f2adbc9d3b,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:46.590723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 57218e7b-56b9-439c-8776-9cfec12390d2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:46.591104 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.612049 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32264af0-01b7-413d-8227-cb7b6233669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.622538 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32264af0-01b7-413d-8227-cb7b6233669e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.630565 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-32264af0-01b7-413d-8227-cb7b6233669e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/601c897f-d570-4983-bb9c-988cbacc90e0 HTTP/1.1" status: 204 len: 168 time: 0.3338590 Jul 19 03:09:46.661134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32264af0-01b7-413d-8227-cb7b6233669e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601c897f-d570-4983-bb9c-988cbacc90e0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:46.683783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b229483-2b9e-4ccb-bdc9-39e5d192a852 req-fc17e380-198c-41ad-ba68-3f9b120c4479 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074717 Jul 19 03:09:46.713232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37778) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:46.735991 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fef33509-58ce-49a2-9412-eacecfc3eea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.779311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37780) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:46.788299 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.811969 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Transition to ACTIVE for port object 9e77f81a-892f-4c19-8ff0-a40b72a4c957 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:46.822072 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.860229 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.893114 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66a311-9b44-4365-9950-7a77996ab1e9 None None] Pushing event updated for resources: {'Port': ['ID=9e77f81a-892f-4c19-8ff0-a40b72a4c957,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:46.923891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fef33509-58ce-49a2-9412-eacecfc3eea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.926588 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Attempting to bind port 9e77f81a-892f-4c19-8ff0-a40b72a4c957 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:09:46.927155 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Attempting to bind port 9e77f81a-892f-4c19-8ff0-a40b72a4c957 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:09:46.927814 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Attempting to bind port 9e77f81a-892f-4c19-8ff0-a40b72a4c957 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:09:46.937620 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:09:46.938516 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:46.939420 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.940118 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:09:46.940773 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Bound port: 9e77f81a-892f-4c19-8ff0-a40b72a4c957, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:09:46.941187 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.941614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fef33509-58ce-49a2-9412-eacecfc3eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:46.975161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fef33509-58ce-49a2-9412-eacecfc3eea4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eee2b71609540538aa11d0bcdf66250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603579 Jul 19 03:09:46.978026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37786) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:47.008718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef33509-58ce-49a2-9412-eacecfc3eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ea6dc8-bec9-4525-b6e1-99db4dbf2918,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:47.036855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd47ba47-20ca-4437-8d0c-15b97e08c63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.076324 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53a03311-770a-45af-a994-8e98b45b93f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.082436 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] For port 9e77f81a-892f-4c19-8ff0-a40b72a4c957, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:09:47.086696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Allocated IP 172.20.0.1 (22a51adb-2049-4f30-8895-302ee4b68a58/3370c63a-f25c-4e19-af01-3562ffb0e6af/34928750-9a6f-4066-b57e-e55893c6f593) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:09:47.091359 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] For port 9e77f81a-892f-4c19-8ff0-a40b72a4c957, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9e77f81a-892f-4c19-8ff0-a40b72a4c957,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:09:47.105291 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.112818 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53a03311-770a-45af-a994-8e98b45b93f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.173844 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66a311-9b44-4365-9950-7a77996ab1e9 None None] Pushing event updated for resources: {'Port': ['ID=9e77f81a-892f-4c19-8ff0-a40b72a4c957,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:47.218382 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Routers {'864f0615-e35b-4e2c-86df-2bee9089c3e9'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:09:47.219847 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:09:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['864f0615-e35b-4e2c-86df-2bee9089c3e9'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:47.221818 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53a03311-770a-45af-a994-8e98b45b93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.224371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53a03311-770a-45af-a994-8e98b45b93f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.225530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-53a03311-770a-45af-a994-8e98b45b93f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7ea6dc8-bec9-4525-b6e1-99db4dbf2918 HTTP/1.1" status: 204 len: 168 time: 0.2464178 Jul 19 03:09:47.227649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd47ba47-20ca-4437-8d0c-15b97e08c63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.236051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a03311-770a-45af-a994-8e98b45b93f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ea6dc8-bec9-4525-b6e1-99db4dbf2918,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:47.237749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd47ba47-20ca-4437-8d0c-15b97e08c63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.274166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 15903864-bb6b-45f4-acc1-9cd80f30dceb up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:47.280186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cd47ba47-20ca-4437-8d0c-15b97e08c63a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29a7e42ece55496296a5fa89411f7597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996943 Jul 19 03:09:47.281114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47ba47-20ca-4437-8d0c-15b97e08c63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e2d64d-c77b-45c1-a4c5-b9d81bda4e6f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:47.283454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37798) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:47.335579 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3f940fb6-a6e6-4dea-916f-1badc9871066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.362739 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3f940fb6-a6e6-4dea-916f-1badc9871066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.371147 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] Set router 864f0615-e35b-4e2c-86df-2bee9089c3e9 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:09:47.413265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 15903864-bb6b-45f4-acc1-9cd80f30dceb completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:47.419322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 15903864-bb6b-45f4-acc1-9cd80f30dceb triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:47.420894 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.422234 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.446178 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3f940fb6-a6e6-4dea-916f-1badc9871066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.450027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Transition to ACTIVE for port object 34928750-9a6f-4066-b57e-e55893c6f593 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:47.451449 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3f940fb6-a6e6-4dea-916f-1badc9871066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.452850 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3f940fb6-a6e6-4dea-916f-1badc9871066 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7e2d64d-c77b-45c1-a4c5-b9d81bda4e6f HTTP/1.1" status: 204 len: 168 time: 0.1684792 Jul 19 03:09:47.461767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdd605-c72d-4481-8e7a-00107be55a94 req-0500510f-5574-4c2a-84ff-d4edba13b5fc tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:47.468899 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-00fdd605-c72d-4481-8e7a-00107be55a94 req-0500510f-5574-4c2a-84ff-d4edba13b5fc tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 971 time: 0.2106707 Jul 19 03:09:47.481641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f940fb6-a6e6-4dea-916f-1badc9871066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e2d64d-c77b-45c1-a4c5-b9d81bda4e6f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:47.535181 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-00fdd605-c72d-4481-8e7a-00107be55a94 req-51c67251-31bb-4c66-9d5f-93a21c102835 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653257 Jul 19 03:09:47.561760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.608804 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.621917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Network 22a51adb-2049-4f30-8895-302ee4b68a58 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:47.626145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:47.644867 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-router', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:42Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 3, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'gw_port': {'id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:43Z', 'updated_at': '2021-07-19T03:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:47.645593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:09:47.645776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99324ae0-631e-4bb7-a829-e675c6ed1097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15903864-bb6b-45f4-acc1-9cd80f30dceb'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:09:47.646410 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.653417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Pushing event updated for resources: {'Port': ['ID=34928750-9a6f-4066-b57e-e55893c6f593,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:47.724714 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110709e9-ec72-48f3-81bc-65f3c87070b4 None None] The sync data for ids ['864f0615-e35b-4e2c-86df-2bee9089c3e9'] in n-d-762330-18 is: [{'id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-router', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:42Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 3, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'gw_port': {'id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:43Z', 'updated_at': '2021-07-19T03:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:09:47.823976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 15903864-bb6b-45f4-acc1-9cd80f30dceb, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=15903864-bb6b-45f4-acc1-9cd80f30dceb,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:47.827300 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.831496 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:47.832502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device bc4fbd6b-3319-4976-b170-2c0766f27c1c up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:47.908999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device cc50da21-8a2e-46e7-ba74-98f2adbc9d3b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:47.948024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=15903864-bb6b-45f4-acc1-9cd80f30dceb,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:47.957017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.005518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port bc4fbd6b-3319-4976-b170-2c0766f27c1c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:48.012026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port bc4fbd6b-3319-4976-b170-2c0766f27c1c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:48.012469 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.016997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:48.017359 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.099960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d00cb6f6-8c23-4466-97c6-591236632f98 None None] Provisioning for port 34928750-9a6f-4066-b57e-e55893c6f593 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:48.108640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d00cb6f6-8c23-4466-97c6-591236632f98 None None] Provisioning complete for port 34928750-9a6f-4066-b57e-e55893c6f593 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:48.108995 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d00cb6f6-8c23-4466-97c6-591236632f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.143786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2a5b9-2ff2-4ce7-a48c-06a951f94c72 req-1aaac360-db7f-40ba-9922-171ed1b1dc33 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:48.150183 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37e2a5b9-2ff2-4ce7-a48c-06a951f94c72 req-1aaac360-db7f-40ba-9922-171ed1b1dc33 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 971 time: 0.1314662 Jul 19 03:09:48.215658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d00cb6f6-8c23-4466-97c6-591236632f98 None None] Port 34928750-9a6f-4066-b57e-e55893c6f593 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:09:48.261182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37e2a5b9-2ff2-4ce7-a48c-06a951f94c72 req-ba68e068-d1f9-4b2e-9ba3-161db15b90c0 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026828 Jul 19 03:09:48.275703 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37824) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:48.304267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-71ee7c02-8d2e-4c70-a930-80fee0e54567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.340968 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.345831 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8245685-7233-45db-8c3c-d1e7efcab6cb" -d '{"events": [{"server_uuid": "99324ae0-631e-4bb7-a829-e675c6ed1097", "name": "network-vif-plugged", "status": "completed", "tag": "15903864-bb6b-45f4-acc1-9cd80f30dceb"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:09:48.428190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port bc4fbd6b-3319-4976-b170-2c0766f27c1c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bc4fbd6b-3319-4976-b170-2c0766f27c1c,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:48.435964 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.442686 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-71ee7c02-8d2e-4c70-a930-80fee0e54567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.448312 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.451013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-71ee7c02-8d2e-4c70-a930-80fee0e54567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.466835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.467561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.529749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Pushing event updated for resources: {'Port': ['ID=34928750-9a6f-4066-b57e-e55893c6f593,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:48.564549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=bc4fbd6b-3319-4976-b170-2c0766f27c1c,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:48.579409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee7c02-8d2e-4c70-a930-80fee0e54567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a14527-8f01-4536-b10c-7647c933032d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:48.584415 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-71ee7c02-8d2e-4c70-a930-80fee0e54567 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f04661ab2d244c169730669e1e29136e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113766 Jul 19 03:09:48.587642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37838) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:48.591186 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ffdd43-a08f-4be6-acc8-bfb06e7cc65f x-openstack-request-id: req-50ffdd43-a08f-4be6-acc8-bfb06e7cc65f {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:09:48.591687 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99324ae0-631e-4bb7-a829-e675c6ed1097", "name": "network-vif-plugged", "status": "completed", "tag": "15903864-bb6b-45f4-acc1-9cd80f30dceb", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:09:48.592141 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50ffdd43-a08f-4be6-acc8-bfb06e7cc65f {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:09:48.596802 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99324ae0-631e-4bb7-a829-e675c6ed1097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15903864-bb6b-45f4-acc1-9cd80f30dceb', 'code': 200} Jul 19 03:09:48.734052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Network 22a51adb-2049-4f30-8895-302ee4b68a58 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:48.735607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:48.766455 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-80da5fd7-baa7-4b34-9ad8-91b641e1f868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.857518 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-80da5fd7-baa7-4b34-9ad8-91b641e1f868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:48.886751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Router 864f0615-e35b-4e2c-86df-2bee9089c3e9 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:09:48.967510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c2b7e-39b6-49e6-ad14-cea288b2c66b req-35b0dcff-da1d-450d-9c8e-a027c86a1725 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:48.975706 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c4c2b7e-39b6-49e6-ad14-cea288b2c66b req-35b0dcff-da1d-450d-9c8e-a027c86a1725 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 972 time: 0.2512860 Jul 19 03:09:48.989631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a83f0d-e400-4a88-a388-ee375a998799 req-ca9218a3-97a6-42cc-bca4-2783bfe44fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:48.991497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1a83f0d-e400-4a88-a388-ee375a998799 req-ca9218a3-97a6-42cc-bca4-2783bfe44fce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 1124 time: 0.2992382 Jul 19 03:09:49.035472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f1a83f0d-e400-4a88-a388-ee375a998799 req-45155567-e936-4718-80e9-dcf0718bcc26 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:49.049079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-04986903-3630-42c6-91f1-77b0645cc5bc None None] Provisioning complete for port 34928750-9a6f-4066-b57e-e55893c6f593 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:49.049723 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-04986903-3630-42c6-91f1-77b0645cc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:49.073663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:09:49.095601 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4c78a3bd-b930-4a53-b8cf-0095608b58b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/864f0615-e35b-4e2c-86df-2bee9089c3e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0977731 Jul 19 03:09:49.096087 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c4c2b7e-39b6-49e6-ad14-cea288b2c66b req-b9732b2a-0c03-44e9-be03-52f3da882d69 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179750 Jul 19 03:09:49.100911 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-80da5fd7-baa7-4b34-9ad8-91b641e1f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:49.113062 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-80da5fd7-baa7-4b34-9ad8-91b641e1f868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:49.113062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-80da5fd7-baa7-4b34-9ad8-91b641e1f868 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1a14527-8f01-4536-b10c-7647c933032d HTTP/1.1" status: 204 len: 168 time: 0.5194967 Jul 19 03:09:49.134566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-04986903-3630-42c6-91f1-77b0645cc5bc None None] Port 34928750-9a6f-4066-b57e-e55893c6f593 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:09:49.136578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da5fd7-baa7-4b34-9ad8-91b641e1f868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a14527-8f01-4536-b10c-7647c933032d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:49.239540 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f1a83f0d-e400-4a88-a388-ee375a998799 req-45155567-e936-4718-80e9-dcf0718bcc26 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:49.244030 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f1a83f0d-e400-4a88-a388-ee375a998799 req-45155567-e936-4718-80e9-dcf0718bcc26 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:49.273097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1a83f0d-e400-4a88-a388-ee375a998799 req-45155567-e936-4718-80e9-dcf0718bcc26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641568 Jul 19 03:09:49.288987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45155567-e936-4718-80e9-dcf0718bcc26 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=919a51c7-6f8d-4d9d-a60f-6559e4b89a9b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:49.450016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38517b-c946-4bbf-96c5-c04afc8ddb6b req-a30c04e2-c64a-4c43-b45e-59daf649fa80 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:49.451624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f38517b-c946-4bbf-96c5-c04afc8ddb6b req-a30c04e2-c64a-4c43-b45e-59daf649fa80 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 972 time: 0.0653067 Jul 19 03:09:49.508184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f38517b-c946-4bbf-96c5-c04afc8ddb6b req-bf19e381-2b2a-4cbf-9661-aec970685b89 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497875 Jul 19 03:09:49.885653 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9e77f81a-892f-4c19-8ff0-a40b72a4c957 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:49.947874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 9e77f81a-892f-4c19-8ff0-a40b72a4c957 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:49.953085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9e77f81a-892f-4c19-8ff0-a40b72a4c957 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:49.953359 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.082952 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.090946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Sync routers for ids ['864f0615-e35b-4e2c-86df-2bee9089c3e9'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:09:50.115026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Routers {'864f0615-e35b-4e2c-86df-2bee9089c3e9'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:09:50.116114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:09:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['864f0615-e35b-4e2c-86df-2bee9089c3e9'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:50.167527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 9e77f81a-892f-4c19-8ff0-a40b72a4c957, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9e77f81a-892f-4c19-8ff0-a40b72a4c957,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:50.177886 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.286763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=9e77f81a-892f-4c19-8ff0-a40b72a4c957,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:50.298940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Set router 864f0615-e35b-4e2c-86df-2bee9089c3e9 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:09:50.406673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86119e3f-9040-44a5-a35d-c89db3b05891 req-337f3331-df25-43e1-bc05-b5baa6181950 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:50.414585 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86119e3f-9040-44a5-a35d-c89db3b05891 req-337f3331-df25-43e1-bc05-b5baa6181950 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 972 time: 0.1094201 Jul 19 03:09:50.457858 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86119e3f-9040-44a5-a35d-c89db3b05891 req-879cd357-a10e-4125-b7c6-5759a7279d9d tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Jul 19 03:09:50.481888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37918) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:50.487186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b67a8443-1d00-47e7-b146-1ec0596f1f08 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--713005025', 'description': 'tempest-description--2129801564'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:50.527409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b67a8443-1d00-47e7-b146-1ec0596f1f08 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.601039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda5326-6f56-42a7-90af-66be51f99224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4fbd6b-3319-4976-b170-2c0766f27c1c'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:09:50.604171 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e166a05-6d34-42ee-a196-489a1bffeba7" -d '{"events": [{"server_uuid": "1cda5326-6f56-42a7-90af-66be51f99224", "name": "network-vif-plugged", "status": "completed", "tag": "bc4fbd6b-3319-4976-b170-2c0766f27c1c"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:09:50.637468 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b67a8443-1d00-47e7-b146-1ec0596f1f08 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.643920 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b67a8443-1d00-47e7-b146-1ec0596f1f08 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.682722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b67a8443-1d00-47e7-b146-1ec0596f1f08 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.687824 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b67a8443-1d00-47e7-b146-1ec0596f1f08 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2008014 Jul 19 03:09:50.687824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a8443-1d00-47e7-b146-1ec0596f1f08 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47f4f23-b780-4e94-ae1c-1af25a18e65e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:50.687824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37934) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:50.697007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fa85af71-0374-43c1-b4b9-a846a46003d0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Request body: {'security_group_rule': {'security_group_id': 'a47f4f23-b780-4e94-ae1c-1af25a18e65e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:50.726820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-router', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:42Z', 'updated_at': '2021-07-19T03:09:47Z', 'revision_number': 4, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'gw_port': {'id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:43Z', 'updated_at': '2021-07-19T03:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '34928750-9a6f-4066-b57e-e55893c6f593', 'name': '', 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'mac_address': 'fa:16:3e:49:14:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3370c63a-f25c-4e19-af01-3562ffb0e6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:46Z', 'updated_at': '2021-07-19T03:09:48Z', 'revision_number': 2, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'subnets': [{'id': '3370c63a-f25c-4e19-af01-3562ffb0e6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:50.731947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa85af71-0374-43c1-b4b9-a846a46003d0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.764275 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Checking router: 864f0615-e35b-4e2c-86df-2bee9089c3e9 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:09:50.765225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Updating router 864f0615-e35b-4e2c-86df-2bee9089c3e9 port 34928750-9a6f-4066-b57e-e55893c6f593 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:09:50.801033 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.819746 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa85af71-0374-43c1-b4b9-a846a46003d0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.827408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa85af71-0374-43c1-b4b9-a846a46003d0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.866628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85af71-0374-43c1-b4b9-a846a46003d0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712fa42d-adfa-4016-bdee-5cb27c797d1e,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:50.891952 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa85af71-0374-43c1-b4b9-a846a46003d0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:50.895171 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2db894f-fca4-456e-9b62-43d29ab35e3a x-openstack-request-id: req-f2db894f-fca4-456e-9b62-43d29ab35e3a {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:09:50.895647 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda5326-6f56-42a7-90af-66be51f99224", "name": "network-vif-plugged", "status": "completed", "tag": "bc4fbd6b-3319-4976-b170-2c0766f27c1c", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:09:50.895922 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2db894f-fca4-456e-9b62-43d29ab35e3a {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:09:50.896697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37940) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:50.897089 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda5326-6f56-42a7-90af-66be51f99224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4fbd6b-3319-4976-b170-2c0766f27c1c', 'code': 200} Jul 19 03:09:50.903585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9c862747-31f6-4a57-b5eb-127427051034 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Request body: {'security_group_rule': {'security_group_id': 'a47f4f23-b780-4e94-ae1c-1af25a18e65e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:50.908013 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fa85af71-0374-43c1-b4b9-a846a46003d0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2197032 Jul 19 03:09:50.961354 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c862747-31f6-4a57-b5eb-127427051034 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.095272 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c862747-31f6-4a57-b5eb-127427051034 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.106067 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c862747-31f6-4a57-b5eb-127427051034 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.160124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3e4f1-54c5-404b-a766-928f4897b878 req-d55eda86-6f73-46b7-92f5-8064fbbdaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:51.162127 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bd3e4f1-54c5-404b-a766-928f4897b878 req-d55eda86-6f73-46b7-92f5-8064fbbdaf49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 1124 time: 0.1455197 Jul 19 03:09:51.164209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c862747-31f6-4a57-b5eb-127427051034 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09eaf7be-40c6-4e07-a802-b497956f1e26,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:51.171626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05018a-4830-4ca7-bd65-3fdff85fd882 req-daff51ac-0957-4a54-b72a-d594c3282f3b tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:51.173335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f05018a-4830-4ca7-bd65-3fdff85fd882 req-daff51ac-0957-4a54-b72a-d594c3282f3b tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 972 time: 0.1527231 Jul 19 03:09:51.177752 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c862747-31f6-4a57-b5eb-127427051034 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.183587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9c862747-31f6-4a57-b5eb-127427051034 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2855146 Jul 19 03:09:51.189679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37958) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:51.197229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:51.213659 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bd3e4f1-54c5-404b-a766-928f4897b878 req-ea6c7515-ebed-42cc-9d86-c38b39333ef0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433414 Jul 19 03:09:51.244448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.256101 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f05018a-4830-4ca7-bd65-3fdff85fd882 req-ef30152f-d891-44bf-ae15-d7496adf38aa tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755801 Jul 19 03:09:51.303040 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.316197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Transition to ACTIVE for port object 34928750-9a6f-4066-b57e-e55893c6f593 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:51.323572 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.407504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be7793-ee63-49ba-83b5-7f62685cae75 None None] Pushing event updated for resources: {'Port': ['ID=34928750-9a6f-4066-b57e-e55893c6f593,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:51.448748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Attempting to bind port 34928750-9a6f-4066-b57e-e55893c6f593 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:09:51.449421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Attempting to bind port 34928750-9a6f-4066-b57e-e55893c6f593 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'b63c184f-bae5-4299-9e19-1ec49b83c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:09:51.450034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Attempting to bind port 34928750-9a6f-4066-b57e-e55893c6f593 on network 22a51adb-2049-4f30-8895-302ee4b68a58 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:09:51.456987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:09:51.457587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Checking segment: {'id': 'b63c184f-bae5-4299-9e19-1ec49b83c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:51.458319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.459001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Bound using segment: {'id': 'b63c184f-bae5-4299-9e19-1ec49b83c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:09:51.459805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Bound port: 34928750-9a6f-4066-b57e-e55893c6f593, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63c184f-bae5-4299-9e19-1ec49b83c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:09:51.460391 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.560232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] For port 34928750-9a6f-4066-b57e-e55893c6f593, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:09:51.567035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37970) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:51.576922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] For port 34928750-9a6f-4066-b57e-e55893c6f593, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=34928750-9a6f-4066-b57e-e55893c6f593,segment=NetworkSegment(b63c184f-bae5-4299-9e19-1ec49b83c2d2),segment_id=b63c184f-bae5-4299-9e19-1ec49b83c2d2)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:09:51.590499 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.750287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Routers {'864f0615-e35b-4e2c-86df-2bee9089c3e9'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:09:51.750940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:09:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['864f0615-e35b-4e2c-86df-2bee9089c3e9'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:51.831515 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:51.903338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] Set router 864f0615-e35b-4e2c-86df-2bee9089c3e9 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:09:51.956294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a059a-edaf-4123-aab5-345333572d48 req-7d0e08c2-380d-469c-93fe-e0dcc97fca87 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:51.964632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b9a059a-edaf-4123-aab5-345333572d48 req-7d0e08c2-380d-469c-93fe-e0dcc97fca87 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 972 time: 0.2776375 Jul 19 03:09:52.002393 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ea800eae-be18-4a24-87f9-4bf99079e3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.082177 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b9a059a-edaf-4123-aab5-345333572d48 req-a7a70e62-857f-4c60-8587-85cf74107b68 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165874 Jul 19 03:09:52.143735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9e77f81a-892f-4c19-8ff0-a40b72a4c957 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:52.147559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Allocated IP 172.25.2.31 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/20acc047-3e6f-4f64-a5df-e0e22363f4d4) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:09:52.223919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be7793-ee63-49ba-83b5-7f62685cae75 None None] Pushing event updated for resources: {'Port': ['ID=34928750-9a6f-4066-b57e-e55893c6f593,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:52.236435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ea800eae-be18-4a24-87f9-4bf99079e3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.253503 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ea800eae-be18-4a24-87f9-4bf99079e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.304090 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37998) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:52.330196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38002) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:52.330593 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ea800eae-be18-4a24-87f9-4bf99079e3e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffe01df9aaaa43aa89cb0ff05277b772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623010 Jul 19 03:09:52.332731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea800eae-be18-4a24-87f9-4bf99079e3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b096b6-03a6-4150-b828-1fed9500185c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:52.351508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597ae4c-5eac-4775-a23b-bcf864145537 req-52647909-9062-4cea-9c37-77d3cfeb8aaf tempest-AggregatesAdminTestJSON-446250533 tempest-AggregatesAdminTestJSON-446250533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:52.353639 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e597ae4c-5eac-4775-a23b-bcf864145537 req-52647909-9062-4cea-9c37-77d3cfeb8aaf tempest-AggregatesAdminTestJSON-446250533 tempest-AggregatesAdminTestJSON-446250533-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 1124 time: 0.1090736 Jul 19 03:09:52.373890 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e597ae4c-5eac-4775-a23b-bcf864145537 req-ce3640de-c6dc-4d80-bb0b-b377ad8dd857 tempest-AggregatesAdminTestJSON-446250533 tempest-AggregatesAdminTestJSON-446250533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.391435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9e77f81a-892f-4c19-8ff0-a40b72a4c957 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:52.391675 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.431703 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.471294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-router', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:42Z', 'updated_at': '2021-07-19T03:09:47Z', 'revision_number': 4, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'gw_port': {'id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:43Z', 'updated_at': '2021-07-19T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '34928750-9a6f-4066-b57e-e55893c6f593', 'name': '', 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'mac_address': 'fa:16:3e:49:14:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3370c63a-f25c-4e19-af01-3562ffb0e6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:46Z', 'updated_at': '2021-07-19T03:09:51Z', 'revision_number': 4, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'subnets': [{'id': '3370c63a-f25c-4e19-af01-3562ffb0e6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:09:52.480022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e597ae4c-5eac-4775-a23b-bcf864145537 req-ce3640de-c6dc-4d80-bb0b-b377ad8dd857 tempest-AggregatesAdminTestJSON-446250533 tempest-AggregatesAdminTestJSON-446250533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.484329 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e597ae4c-5eac-4775-a23b-bcf864145537 req-ce3640de-c6dc-4d80-bb0b-b377ad8dd857 tempest-AggregatesAdminTestJSON-446250533 tempest-AggregatesAdminTestJSON-446250533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.505229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1af09e-4384-4b66-9a37-79600c8d8680 None None] The sync data for ids ['864f0615-e35b-4e2c-86df-2bee9089c3e9'] in n-d-762330-18 is: [{'id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-router', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:42Z', 'updated_at': '2021-07-19T03:09:47Z', 'revision_number': 4, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'gw_port': {'id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:43Z', 'updated_at': '2021-07-19T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '34928750-9a6f-4066-b57e-e55893c6f593', 'name': '', 'network_id': '22a51adb-2049-4f30-8895-302ee4b68a58', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'mac_address': 'fa:16:3e:49:14:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3370c63a-f25c-4e19-af01-3562ffb0e6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:46Z', 'updated_at': '2021-07-19T03:09:51Z', 'revision_number': 4, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'subnets': [{'id': '3370c63a-f25c-4e19-af01-3562ffb0e6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:09:52.510463 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e597ae4c-5eac-4775-a23b-bcf864145537 req-ce3640de-c6dc-4d80-bb0b-b377ad8dd857 tempest-AggregatesAdminTestJSON-446250533 tempest-AggregatesAdminTestJSON-446250533-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508725 Jul 19 03:09:52.522132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3640de-c6dc-4d80-bb0b-b377ad8dd857 tempest-AggregatesAdminTestJSON-446250533 tempest-AggregatesAdminTestJSON-446250533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba84632-6dc4-46aa-b0db-d2c7dc015f39,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:52.528301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41d0df89-fa2b-4a7f-b822-5e1bd9738037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.543386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b08bc7de-f37d-45a8-be73-0cdab33e05ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.584883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b08bc7de-f37d-45a8-be73-0cdab33e05ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.673058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.719188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca1b5f-ceb6-46c4-8f18-485966e52ec0 req-56fcd64a-3bf1-4011-bd75-ccbb25ba1938 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:52.720770 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71ca1b5f-ceb6-46c4-8f18-485966e52ec0 req-56fcd64a-3bf1-4011-bd75-ccbb25ba1938 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 972 time: 0.2590044 Jul 19 03:09:52.743210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:52.762066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:52.777495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:09:52.781304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b08bc7de-f37d-45a8-be73-0cdab33e05ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.783883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b08bc7de-f37d-45a8-be73-0cdab33e05ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.787676 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b08bc7de-f37d-45a8-be73-0cdab33e05ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4b096b6-03a6-4150-b828-1fed9500185c HTTP/1.1" status: 204 len: 168 time: 0.4535768 Jul 19 03:09:52.808635 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event updated for resources: {'Port': ['ID=20acc047-3e6f-4f64-a5df-e0e22363f4d4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:52.839152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bc7de-f37d-45a8-be73-0cdab33e05ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b096b6-03a6-4150-b828-1fed9500185c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:52.888733 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71ca1b5f-ceb6-46c4-8f18-485966e52ec0 req-2b38cb9c-f72b-4aa8-8ce0-a531783575d1 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541028 Jul 19 03:09:52.961725 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:52.989328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41d0df89-fa2b-4a7f-b822-5e1bd9738037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.016238 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41d0df89-fa2b-4a7f-b822-5e1bd9738037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.064711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.068074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0df89-fa2b-4a7f-b822-5e1bd9738037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07751c6-66ba-4e8e-b87d-e206371dc008,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:53.102746 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-41d0df89-fa2b-4a7f-b822-5e1bd9738037 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b744d40e77f4280b54800317082d7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7944906 Jul 19 03:09:53.103013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38032) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:53.238706 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b3de57e9-2143-447c-8c2e-3ce2d4b5bf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.315692 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b3de57e9-2143-447c-8c2e-3ce2d4b5bf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.332409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.346012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.409539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.443955 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b3de57e9-2143-447c-8c2e-3ce2d4b5bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.445091 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.447035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2553825 Jul 19 03:09:53.447847 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b3de57e9-2143-447c-8c2e-3ce2d4b5bf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.455749 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b3de57e9-2143-447c-8c2e-3ce2d4b5bf52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c07751c6-66ba-4e8e-b87d-e206371dc008 HTTP/1.1" status: 204 len: 168 time: 0.3511052 Jul 19 03:09:53.462086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38040) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:53.479804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de57e9-2143-447c-8c2e-3ce2d4b5bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07751c6-66ba-4e8e-b87d-e206371dc008,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:53.518152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0cc60c0-57c1-45da-8180-c65bdb29a081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.555875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41086d2-b5c6-410a-b3e3-cf361f76b353 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event updated for resources: {'Port': ['ID=20acc047-3e6f-4f64-a5df-e0e22363f4d4,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:53.748329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38068) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:53.749200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0cc60c0-57c1-45da-8180-c65bdb29a081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.757512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0cc60c0-57c1-45da-8180-c65bdb29a081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:53.833150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c0cc60c0-57c1-45da-8180-c65bdb29a081 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4adefcf103247beaadba722d8d65abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674738 Jul 19 03:09:53.833643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38076) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:53.919469 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-dab3a377-b91d-44de-8662-eef6268c6329 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--713005025&fields=id&tenant_id=2cfb507fa16049379923204820c81297 HTTP/1.1" status: 200 len: 267 time: 0.0992868 Jul 19 03:09:53.949964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 34928750-9a6f-4066-b57e-e55893c6f593 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:53.965647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc60c0-57c1-45da-8180-c65bdb29a081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488c6425-74dc-4c68-a435-63ec4afad377,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:53.997499 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0477e581-f3c2-4945-a167-f4cbdbf2fce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.036121 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0477e581-f3c2-4945-a167-f4cbdbf2fce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.058669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 34928750-9a6f-4066-b57e-e55893c6f593 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:54.064017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 34928750-9a6f-4066-b57e-e55893c6f593 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:54.066754 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.069124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecbd20-fd54-4cb1-9e9c-8e3f44cc3193 req-1f6a9b47-3fa6-4795-8f03-7c78be326080 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:54.070778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8ecbd20-fd54-4cb1-9e9c-8e3f44cc3193 req-1f6a9b47-3fa6-4795-8f03-7c78be326080 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 972 time: 0.1669960 Jul 19 03:09:54.106815 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a02920b-e566-4265-824a-246829838a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.168036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8ecbd20-fd54-4cb1-9e9c-8e3f44cc3193 req-e752dd7b-ec4d-4541-b3e2-150480045ee9 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782702 Jul 19 03:09:54.170947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0477e581-f3c2-4945-a167-f4cbdbf2fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.174021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0477e581-f3c2-4945-a167-f4cbdbf2fce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.182042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-7652ba04-0c5a-458d-abbf-b2da8bb6a45d tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:54.185022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0477e581-f3c2-4945-a167-f4cbdbf2fce6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/488c6425-74dc-4c68-a435-63ec4afad377 HTTP/1.1" status: 204 len: 168 time: 0.3485334 Jul 19 03:09:54.199411 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-7652ba04-0c5a-458d-abbf-b2da8bb6a45d tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/networks?id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf HTTP/1.1" status: 200 len: 823 time: 0.2776542 Jul 19 03:09:54.218503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38082) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:54.221652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477e581-f3c2-4945-a167-f4cbdbf2fce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c6425-74dc-4c68-a435-63ec4afad377,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:54.235603 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-022a8cab-dc06-485e-a9c0-c4810e4a66cb tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/quotas/2cfb507fa16049379923204820c81297 HTTP/1.1" status: 200 len: 375 time: 0.0338907 Jul 19 03:09:54.268915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe94ea3b-0ff8-400a-a604-35da0ee24c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.299760 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.360849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 34928750-9a6f-4066-b57e-e55893c6f593, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=34928750-9a6f-4066-b57e-e55893c6f593,segment=NetworkSegment(b63c184f-bae5-4299-9e19-1ec49b83c2d2),segment_id=b63c184f-bae5-4299-9e19-1ec49b83c2d2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:54.365510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.430323 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a02920b-e566-4265-824a-246829838a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.433301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=34928750-9a6f-4066-b57e-e55893c6f593,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:54.438301 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a02920b-e566-4265-824a-246829838a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.466296 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-39360275-3d40-4801-82eb-5a8f4914f075 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cfb507fa16049379923204820c81297&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2258430 Jul 19 03:09:54.511420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3a02920b-e566-4265-824a-246829838a5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9055bc3822a42f2aaab73587181487d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7619944 Jul 19 03:09:54.515761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38098) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:54.521039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02920b-e566-4265-824a-246829838a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3846fc0b-9aae-41d9-9d59-10b833433ab2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:54.585650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-581de05e-83d5-4146-837f-1f833b058b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.611321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-581de05e-83d5-4146-837f-1f833b058b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.634793 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe94ea3b-0ff8-400a-a604-35da0ee24c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.641873 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe94ea3b-0ff8-400a-a604-35da0ee24c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.694804 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fe94ea3b-0ff8-400a-a604-35da0ee24c05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03a2b23c082a411a9e1189764b5ad0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681098 Jul 19 03:09:54.694804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94ea3b-0ff8-400a-a604-35da0ee24c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3b9b09-9061-4e79-a2ff-0703ff9ff1a4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:54.695766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38112) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:54.717662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-581de05e-83d5-4146-837f-1f833b058b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.720259 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-581de05e-83d5-4146-837f-1f833b058b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.721613 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-581de05e-83d5-4146-837f-1f833b058b51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3846fc0b-9aae-41d9-9d59-10b833433ab2 HTTP/1.1" status: 204 len: 168 time: 0.2042918 Jul 19 03:09:54.727889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-7460715e-f474-4e51-a354-8bc544ce7a5b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:09:54.729257 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-7460715e-f474-4e51-a354-8bc544ce7a5b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1063700 Jul 19 03:09:54.764596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581de05e-83d5-4146-837f-1f833b058b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3846fc0b-9aae-41d9-9d59-10b833433ab2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:54.860258 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c189-4165-43ed-94bf-e8e0227194d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.900976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c189-4165-43ed-94bf-e8e0227194d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:54.931335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-7577b085-006b-4e20-b8db-d4afdf648df5 service neutron] 10.222.0.20 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880026 Jul 19 03:09:54.991293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-04ee1f18-fed9-45d9-9a25-2dafb9db2223 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:54.993408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-04ee1f18-fed9-45d9-9a25-2dafb9db2223 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 1124 time: 0.0783072 Jul 19 03:09:55.118660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-9f22a4ee-be41-4d06-ad31-8953a6ad5161 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] Deleting port bc4fbd6b-3319-4976-b170-2c0766f27c1c {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:09:55.119908 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-9f22a4ee-be41-4d06-ad31-8953a6ad5161 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.222563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38152) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:55.239148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c189-4165-43ed-94bf-e8e0227194d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.241777 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c189-4165-43ed-94bf-e8e0227194d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.243736 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d2c4c189-4165-43ed-94bf-e8e0227194d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb3b9b09-9061-4e79-a2ff-0703ff9ff1a4 HTTP/1.1" status: 204 len: 168 time: 0.5401087 Jul 19 03:09:55.255942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-9f22a4ee-be41-4d06-ad31-8953a6ad5161 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] For port bc4fbd6b-3319-4976-b170-2c0766f27c1c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bc4fbd6b-3319-4976-b170-2c0766f27c1c,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:09:55.256633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-9f22a4ee-be41-4d06-ad31-8953a6ad5161 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.267490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-311d4b85-5eae-426f-b970-c2f79678c148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.273041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-9f22a4ee-be41-4d06-ad31-8953a6ad5161 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] Calling delete_port for bc4fbd6b-3319-4976-b170-2c0766f27c1c owned by compute:tempest-test_az-1987668480 {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:09:55.286847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4c189-4165-43ed-94bf-e8e0227194d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3b9b09-9061-4e79-a2ff-0703ff9ff1a4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:55.290461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-d416afa5-52b9-4ece-b1d4-fbc14f4c3786 service neutron] 10.222.0.20 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478982 Jul 19 03:09:55.451725 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-311d4b85-5eae-426f-b970-c2f79678c148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.459188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-311d4b85-5eae-426f-b970-c2f79678c148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.546847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-311d4b85-5eae-426f-b970-c2f79678c148 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=216872190aec4e92a6180011ada8fcb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208444 Jul 19 03:09:55.547078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38168) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:55.567780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d4b85-5eae-426f-b970-c2f79678c148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78518faf-548f-48d4-89da-ce1a13705bbe,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:55.628154 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9dd7-d7ae-491e-93d4-f1ab47fce333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.658174 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9dd7-d7ae-491e-93d4-f1ab47fce333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.681251 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-9f22a4ee-be41-4d06-ad31-8953a6ad5161 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.691616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['bc4fbd6b-3319-4976-b170-2c0766f27c1c'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:09:55.715224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22a4ee-be41-4d06-ad31-8953a6ad5161 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc4fbd6b-3319-4976-b170-2c0766f27c1c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:55.832251 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9dd7-d7ae-491e-93d4-f1ab47fce333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.843747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9dd7-d7ae-491e-93d4-f1ab47fce333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:55.845628 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cb1f9dd7-d7ae-491e-93d4-f1ab47fce333 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78518faf-548f-48d4-89da-ce1a13705bbe HTTP/1.1" status: 204 len: 168 time: 0.2970529 Jul 19 03:09:55.858843 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f9dd7-d7ae-491e-93d4-f1ab47fce333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78518faf-548f-48d4-89da-ce1a13705bbe,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:55.941601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 34928750-9a6f-4066-b57e-e55893c6f593 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:09:56.018521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 34928750-9a6f-4066-b57e-e55893c6f593 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:56.019175 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:56.126210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa895-b7d1-4fc6-8582-ecd7e068ee63 req-32340239-49d5-495b-b8a8-2a47e1555a59 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:56.140826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-607aa895-b7d1-4fc6-8582-ecd7e068ee63 req-32340239-49d5-495b-b8a8-2a47e1555a59 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cda5326-6f56-42a7-90af-66be51f99224 HTTP/1.1" status: 200 len: 889 time: 0.5523834 Jul 19 03:09:56.144195 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-9f22a4ee-be41-4d06-ad31-8953a6ad5161 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] No DVR routers for this DVR port bc4fbd6b-3319-4976-b170-2c0766f27c1c on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:09:56.169365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-9f22a4ee-be41-4d06-ad31-8953a6ad5161 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:56.171374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-46ed99f3-1366-43ed-800b-ba97cb6e4a19 req-9f22a4ee-be41-4d06-ad31-8953a6ad5161 tempest-DeleteServersAdminTestJSON-1586927982 tempest-DeleteServersAdminTestJSON-1586927982-project-admin] 10.222.0.26 "DELETE /v2.0/ports/bc4fbd6b-3319-4976-b170-2c0766f27c1c HTTP/1.1" status: 204 len: 173 time: 1.1733894 Jul 19 03:09:56.171816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda5326-6f56-42a7-90af-66be51f99224', 'name': 'network-vif-deleted', 'tag': 'bc4fbd6b-3319-4976-b170-2c0766f27c1c'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:09:56.174129 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417f8496-b2ba-447f-9cf3-5bcaaf666f54" -d '{"events": [{"server_uuid": "1cda5326-6f56-42a7-90af-66be51f99224", "name": "network-vif-deleted", "tag": "bc4fbd6b-3319-4976-b170-2c0766f27c1c"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:09:56.202569 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-607aa895-b7d1-4fc6-8582-ecd7e068ee63 req-4b989e44-ed7a-4c70-b7c7-04f111b62282 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605209 Jul 19 03:09:56.327811 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d663e34-847b-42a5-be57-5064a61df73a req-3bdc1380-318f-44b7-b51d-19d57de4f68f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 210 time: 0.0501850 Jul 19 03:09:56.381488 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dcdb49-6ee6-430a-8322-921a51e960e6 x-openstack-request-id: req-b2dcdb49-6ee6-430a-8322-921a51e960e6 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:09:56.381629 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda5326-6f56-42a7-90af-66be51f99224", "name": "network-vif-deleted", "tag": "bc4fbd6b-3319-4976-b170-2c0766f27c1c", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:09:56.381870 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2dcdb49-6ee6-430a-8322-921a51e960e6 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:09:56.382240 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda5326-6f56-42a7-90af-66be51f99224', 'name': 'network-vif-deleted', 'tag': 'bc4fbd6b-3319-4976-b170-2c0766f27c1c', 'status': 'completed', 'code': 200} Jul 19 03:09:57.054233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38270) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:57.199884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-342911349-network', 'tenant_id': '24b8c1068d414a2d92dffbbbc438a5cd'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:57.253114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Made reservation on behalf of 24b8c1068d414a2d92dffbbbc438a5cd for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:57.256514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:57.268875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:57.286404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.25', 51397) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:57.464126 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:57.472570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:57.511858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:09:57.525575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:57.531882 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:57.532449 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Added segment d55e036e-5488-4004-980f-af0739d468de of type vlan for network 54e03501-5722-4da8-a319-be568c990f3f Jul 19 03:09:57.589202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:57.603762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-a4f5f806-618d-4a9b-9b9b-f9595cc45a29 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:57.607607 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-a4f5f806-618d-4a9b-9b9b-f9595cc45a29 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.25 "GET /v2.0/networks?id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf HTTP/1.1" status: 200 len: 823 time: 0.3195322 Jul 19 03:09:57.634796 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:57.637977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:57.638954 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:57.676778 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6213007 Jul 19 03:09:57.679786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38312) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:57.685439 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Request body: {'subnet': {'network_id': '54e03501-5722-4da8-a319-be568c990f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-342911349-subnet', 'tenant_id': '24b8c1068d414a2d92dffbbbc438a5cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:57.727173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-d17ac82e-ad29-47b9-91f1-b8c735064b07 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cfb507fa16049379923204820c81297 HTTP/1.1" status: 200 len: 379 time: 0.0731409 Jul 19 03:09:57.738766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faf95a-562f-4280-8339-7670b8e27f91 admin admin] Pushing event updated for resources: {'Network': ['ID=54e03501-5722-4da8-a319-be568c990f3f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:57.741611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Request body: {'port': {'device_id': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'admin_state_up': True, 'tenant_id': '2cfb507fa16049379923204820c81297', 'security_groups': ['a47f4f23-b780-4e94-ae1c-1af25a18e65e']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:57.753007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 54e03501-5722-4da8-a319-be568c990f3f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:09:57.765564 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f6fb65fa-0df5-44fa-b077-582fca59c86e req-5ae3185f-9447-402f-b13e-b614454d128a tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 210 time: 0.0672445 Jul 19 03:09:57.777216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Made reservation on behalf of 24b8c1068d414a2d92dffbbbc438a5cd for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:57.784004 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:57.941171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Made reservation on behalf of 2cfb507fa16049379923204820c81297 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:57.946113 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:58.085843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:58.177100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea24e738-4c72-4cea-a6ca-1f2d88066be0,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:58.189768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:09:58.190478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Network hostable DHCP agents. Network: 54e03501-5722-4da8-a319-be568c990f3f, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:09:58.197922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Allocated IP 172.20.0.12 (a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf/46570d29-3803-4fea-b16d-79f355465134/ca9be1d0-4d2f-4b17-8e19-324dc7a08998) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:09:58.224119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Network 54e03501-5722-4da8-a319-be568c990f3f is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:09:58.240661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 54e03501-5722-4da8-a319-be568c990f3f) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:58.257068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad26ce-a1f6-44cb-a237-eb4259311b87 None None] Network 54e03501-5722-4da8-a319-be568c990f3f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:09:58.261204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:58.265008 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:58.306386 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fc0b9bb3-b9f7-4f0e-8e64-9c6b418ad27d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6223500 Jul 19 03:09:58.395064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:58.416166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Transition to ACTIVE for port object ca9be1d0-4d2f-4b17-8e19-324dc7a08998 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:09:58.458336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed147d-3bbe-4382-9fd7-f5c34509a21f None None] Network 54e03501-5722-4da8-a319-be568c990f3f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:09:58.459740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:58.509121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:09:58.512898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:09:58.518534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:09:58.526579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:58.527414 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:58.555999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event updated for resources: {'Port': ['ID=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:58.563627 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-6245aeaf-6a01-4019-8b22-f8444d8005be tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8301971 Jul 19 03:09:58.730303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38370) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:58.752029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b22dc740-3ff7-4e1f-becc-0b953b0b008f None None] Provisioning for port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:09:58.759885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b22dc740-3ff7-4e1f-becc-0b953b0b008f None None] Provisioning complete for port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:09:58.760497 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b22dc740-3ff7-4e1f-becc-0b953b0b008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:58.805662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b22dc740-3ff7-4e1f-becc-0b953b0b008f None None] Port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:09:58.964052 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb40d355-a609-436a-b50f-40258cc049b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.068892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb40d355-a609-436a-b50f-40258cc049b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.073707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb40d355-a609-436a-b50f-40258cc049b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.121551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eb40d355-a609-436a-b50f-40258cc049b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e24b1cde5cf4066a2054e55bc39ed08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867810 Jul 19 03:09:59.121551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40d355-a609-436a-b50f-40258cc049b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4263baf9-9e9f-4b33-82d3-2cd836f45c67,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:59.122380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38388) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:59.182498 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42526ae9-d8b2-447a-9c14-9666b94e1852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.205876 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42526ae9-d8b2-447a-9c14-9666b94e1852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.227830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38392) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:59.232908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-176924288-network', 'tenant_id': 'ac9466776bf645eca18b8ef37e3c4f8e'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:59.273263 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Made reservation on behalf of ac9466776bf645eca18b8ef37e3c4f8e for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:59.276463 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.285256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device bc4fbd6b-3319-4976-b170-2c0766f27c1c no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:09:59.291714 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.306634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42526ae9-d8b2-447a-9c14-9666b94e1852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.309504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42526ae9-d8b2-447a-9c14-9666b94e1852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.313225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-42526ae9-d8b2-447a-9c14-9666b94e1852 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4263baf9-9e9f-4b33-82d3-2cd836f45c67 HTTP/1.1" status: 204 len: 168 time: 0.1877511 Jul 19 03:09:59.316074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: bc4fbd6b-3319-4976-b170-2c0766f27c1c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:09:59.316448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device bc4fbd6b-3319-4976-b170-2c0766f27c1c not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:09:59.330920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42526ae9-d8b2-447a-9c14-9666b94e1852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4263baf9-9e9f-4b33-82d3-2cd836f45c67,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:59.434977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.442176 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.473032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:09:59.481070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f40ade-dce0-4fa2-9a1a-d8089ed203c4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:59.487768 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.488228 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Added segment ce90145f-ce36-472f-b811-5171e047ee7e of type vlan for network a274755c-1769-43f5-a34c-561b4b8bddb4 Jul 19 03:09:59.538296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.573534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.574921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:09:59.575556 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.614713 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3830180 Jul 19 03:09:59.615130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38414) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:59.623265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Request body: {'subnet': {'network_id': 'a274755c-1769-43f5-a34c-561b4b8bddb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-176924288-subnet', 'tenant_id': 'ac9466776bf645eca18b8ef37e3c4f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:09:59.649404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c7b42-a3f7-4017-930b-ffc2dcc2cab3 admin admin] Pushing event updated for resources: {'Network': ['ID=a274755c-1769-43f5-a34c-561b4b8bddb4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:59.650468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Made reservation on behalf of ac9466776bf645eca18b8ef37e3c4f8e for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:09:59.653503 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.663964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network a274755c-1769-43f5-a34c-561b4b8bddb4 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:09:59.727437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38416) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:59.750017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-248d5c57-8f5a-47ad-9b37-7961b9d76c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.891694 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-248d5c57-8f5a-47ad-9b37-7961b9d76c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.897187 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-248d5c57-8f5a-47ad-9b37-7961b9d76c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.904610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:09:59.939524 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-248d5c57-8f5a-47ad-9b37-7961b9d76c11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0eca198662324ff99ff6f2dfdbfa5b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097776 Jul 19 03:09:59.940705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d5c57-8f5a-47ad-9b37-7961b9d76c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56590c3-def4-4821-9091-4b2529dc76ed,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:09:59.942316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38420) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:09:59.971145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=047b19c3-55e0-4552-a066-467ab07f79e6,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:00.013451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Checking segment: {'id': 'ce90145f-ce36-472f-b811-5171e047ee7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a274755c-1769-43f5-a34c-561b4b8bddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:00.013813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Network hostable DHCP agents. Network: a274755c-1769-43f5-a34c-561b4b8bddb4, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:10:00.043353 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2ee7-8ed8-407f-9ceb-952fd081b7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:00.046322 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Network a274755c-1769-43f5-a34c-561b4b8bddb4 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:10:00.066367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, a274755c-1769-43f5-a34c-561b4b8bddb4) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:00.074226 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2ee7-8ed8-407f-9ceb-952fd081b7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:00.076613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:00.077211 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:00.079732 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b04eb-55c4-4f31-9cd0-f38357653437 None None] Network a274755c-1769-43f5-a34c-561b4b8bddb4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:10:00.111908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-86dfd31f-c239-489e-a268-5e2547afcd7c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4955144 Jul 19 03:10:00.144588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2ee7-8ed8-407f-9ceb-952fd081b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:00.151135 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2ee7-8ed8-407f-9ceb-952fd081b7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:00.160117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1b1e2ee7-8ed8-407f-9ceb-952fd081b7ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f56590c3-def4-4821-9091-4b2529dc76ed HTTP/1.1" status: 204 len: 168 time: 0.2070737 Jul 19 03:10:00.171860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e2ee7-8ed8-407f-9ceb-952fd081b7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56590c3-def4-4821-9091-4b2529dc76ed,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:00.257493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c973803f-1fa7-40f4-b3d6-7dbbcc92150d None None] Network a274755c-1769-43f5-a34c-561b4b8bddb4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:10:01.413320 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-8c671bc2-2edc-4b5e-bf96-06aca029df5b tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=38668cf25149467a9305b2037d3b8dec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353456 Jul 19 03:10:01.423905 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6635c8cc-190d-4468-95bc-f617ca1d7479 req-3687c6b7-c9a3-4de5-867c-9bcf16b38902 tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8c05bbb3a87f487d9741a9e4d9c2d26a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393791 Jul 19 03:10:01.552088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635c8cc-190d-4468-95bc-f617ca1d7479 req-9b46ec46-8176-458e-a763-7bba16da8444 tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:01.558982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6635c8cc-190d-4468-95bc-f617ca1d7479 req-9b46ec46-8176-458e-a763-7bba16da8444 tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1290426 Jul 19 03:10:01.573469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6635c8cc-190d-4468-95bc-f617ca1d7479 req-a3a3d4ac-a9e8-489c-8354-ad7d23dd979d tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/quotas/8c05bbb3a87f487d9741a9e4d9c2d26a HTTP/1.1" status: 200 len: 375 time: 0.0125387 Jul 19 03:10:01.608218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6635c8cc-190d-4468-95bc-f617ca1d7479 req-a35f7e20-e1ea-401d-b328-a0430b63b32f tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c05bbb3a87f487d9741a9e4d9c2d26a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290971 Jul 19 03:10:01.621178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-adc29c05-4592-473c-9d31-48701f39db47 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:01.623247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-adc29c05-4592-473c-9d31-48701f39db47 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004123 Jul 19 03:10:01.640100 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-8c2eebaf-e615-42e5-989e-ac4f65ffa16b tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/quotas/38668cf25149467a9305b2037d3b8dec HTTP/1.1" status: 200 len: 375 time: 0.0106514 Jul 19 03:10:01.676960 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-4fdbe7e3-fa57-4454-a8cf-334bef34f5d3 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=38668cf25149467a9305b2037d3b8dec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315590 Jul 19 03:10:01.933314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927ce5e-9026-46c9-bea0-24432d8cb108 req-9f487c3e-4781-4caa-8817-9a8bcabb3255 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:01.934918 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e927ce5e-9026-46c9-bea0-24432d8cb108 req-9f487c3e-4781-4caa-8817-9a8bcabb3255 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 932 time: 0.0956714 Jul 19 03:10:01.983693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e927ce5e-9026-46c9-bea0-24432d8cb108 req-01adc051-88a6-46d4-b013-763d8973e060 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407100 Jul 19 03:10:02.096316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38d42717-ce3f-4b11-b3cb-67693dc0435a req-9bfeb474-736b-42ae-9993-fdbaee6246a9 tempest-FlavorsV2NegativeTest-1765810671 tempest-FlavorsV2NegativeTest-1765810671-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=04006bc23fd849d2becf7c94e4379810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268741 Jul 19 03:10:02.201524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008164-0397-467f-a6c1-32404ba3f066 req-8aeee271-fe52-4a26-b59f-43c1a226f404 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:02.203131 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-8aeee271-fe52-4a26-b59f-43c1a226f404 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 807 time: 0.1404054 Jul 19 03:10:02.221667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-aecb2fb3-900d-46c0-9dbf-18d2463ec805 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/quotas/24b8c1068d414a2d92dffbbbc438a5cd HTTP/1.1" status: 200 len: 375 time: 0.0107636 Jul 19 03:10:02.226238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d42717-ce3f-4b11-b3cb-67693dc0435a req-ae2bdda2-980a-45e5-a437-054ec82e5994 tempest-FlavorsV2NegativeTest-1765810671 tempest-FlavorsV2NegativeTest-1765810671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:02.228638 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38d42717-ce3f-4b11-b3cb-67693dc0435a req-ae2bdda2-980a-45e5-a437-054ec82e5994 tempest-FlavorsV2NegativeTest-1765810671 tempest-FlavorsV2NegativeTest-1765810671-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228411 Jul 19 03:10:02.245250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38d42717-ce3f-4b11-b3cb-67693dc0435a req-52470b57-279e-4814-b5dc-09b42c995c69 tempest-FlavorsV2NegativeTest-1765810671 tempest-FlavorsV2NegativeTest-1765810671-project] 10.222.0.20 "GET /v2.0/quotas/04006bc23fd849d2becf7c94e4379810 HTTP/1.1" status: 200 len: 375 time: 0.0107636 Jul 19 03:10:02.267958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-9edcf4b4-8d2e-4335-b443-aaaf2bb8417a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325539 Jul 19 03:10:02.309401 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38d42717-ce3f-4b11-b3cb-67693dc0435a req-3764371d-a4c2-4c35-acbc-f4463721e0ab tempest-FlavorsV2NegativeTest-1765810671 tempest-FlavorsV2NegativeTest-1765810671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04006bc23fd849d2becf7c94e4379810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567226 Jul 19 03:10:02.395794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-6ce9cd7a-3745-47df-bb4d-6084423693a4 service neutron] 10.222.0.20 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182747 Jul 19 03:10:02.507418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-a9ceba30-e895-4048-a809-91c709d8665b service neutron] 10.222.0.20 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099479 Jul 19 03:10:02.822796 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:10:02.883512 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f05ef29a-d37d-43b4-b0a2-a69669c18115 req-9fe20fc3-62f0-4743-90c2-a0dd11370253 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 210 time: 0.0376589 Jul 19 03:10:02.886886 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a65dc56-091e-4b21-8f2f-a963de9a2e2d req-7579b629-e356-4658-9e8a-a926464d238b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 210 time: 0.0372257 Jul 19 03:10:03.178874 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-c1efa891-6d0c-4dad-8a6d-59b14c631faf tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=38668cf25149467a9305b2037d3b8dec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498080 Jul 19 03:10:03.356740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-17706582-3025-4656-9e21-c9c7feff7108 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:03.358547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-17706582-3025-4656-9e21-c9c7feff7108 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736178 Jul 19 03:10:03.374454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Request body: {'port': {'device_id': 'cc68213a-68d0-4080-9054-70fbb48e3741', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '38668cf25149467a9305b2037d3b8dec'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:03.402902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cc6a5-040c-433b-a46d-8ac52fbba00b req-39a47bd2-001e-48a2-a1e2-f34965c7f57e tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:03.405625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38590) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:03.411604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e92cc6a5-040c-433b-a46d-8ac52fbba00b req-39a47bd2-001e-48a2-a1e2-f34965c7f57e tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 932 time: 0.1382504 Jul 19 03:10:03.461157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38594) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:03.517387 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e92cc6a5-040c-433b-a46d-8ac52fbba00b req-0bbc1c8d-b492-4e65-9297-0849386239e8 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972893 Jul 19 03:10:03.560789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Made reservation on behalf of 38668cf25149467a9305b2037d3b8dec for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:03.565515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:03.601359 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f504ed0-e6c6-4227-b8b3-7633b3e59023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:03.694229 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09464aa8-2cbc-43e4-a32a-41e046602768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:03.759052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f504ed0-e6c6-4227-b8b3-7633b3e59023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:03.775988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Allocated IP 192.168.233.85 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/0e14e95c-6312-4738-a5e5-c0ff512b349b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:10:03.783369 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f504ed0-e6c6-4227-b8b3-7633b3e59023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:03.861876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f504ed0-e6c6-4227-b8b3-7633b3e59023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d557b8-9156-4ab3-b1da-a477aeb5fcd3,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:03.867911 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5f504ed0-e6c6-4227-b8b3-7633b3e59023 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04006bc23fd849d2becf7c94e4379810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4604442 Jul 19 03:10:03.873351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38608) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:04.025500 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eda317d1-2d5c-4ef2-b949-d20fed009daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.054518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09464aa8-2cbc-43e4-a32a-41e046602768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.064439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09464aa8-2cbc-43e4-a32a-41e046602768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.078587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c86bfd2a-cfbb-4a41-bec0-1fdaf434fbeb req-69846000-8651-4de3-86d3-9109bb3b507a tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 210 time: 0.0511932 Jul 19 03:10:04.084227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.099239 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-09464aa8-2cbc-43e4-a32a-41e046602768 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d016dcda8bb34a4b96cbd1cc1f348d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368561 Jul 19 03:10:04.105150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38624) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:04.105355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eda317d1-2d5c-4ef2-b949-d20fed009daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.115218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Transition to ACTIVE for port object 0e14e95c-6312-4738-a5e5-c0ff512b349b will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:04.157457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09464aa8-2cbc-43e4-a32a-41e046602768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75ada4b-8cdc-42a6-81c0-2aff41564420,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:04.184379 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eda317d1-2d5c-4ef2-b949-d20fed009daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.187383 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eda317d1-2d5c-4ef2-b949-d20fed009daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.190306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eda317d1-2d5c-4ef2-b949-d20fed009daa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0d557b8-9156-4ab3-b1da-a477aeb5fcd3 HTTP/1.1" status: 204 len: 168 time: 0.3144917 Jul 19 03:10:04.207307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-05b84aff-a425-44d8-a325-ebed16f382d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.237948 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-963518b5-4de1-467b-98d8-3472f6bb4d71 req-52b0f789-bc94-4773-ab6a-c7afaf294eb2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 210 time: 0.0480278 Jul 19 03:10:04.239065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda317d1-2d5c-4ef2-b949-d20fed009daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d557b8-9156-4ab3-b1da-a477aeb5fcd3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:04.246419 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-05b84aff-a425-44d8-a325-ebed16f382d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.265251 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.323880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66adc690-a780-49ab-9430-cbd91ffd82f8 req-561d2963-5ba5-47ae-9e3f-52292a99b161 tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8c05bbb3a87f487d9741a9e4d9c2d26a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800567 Jul 19 03:10:04.346420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:10:04.365517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:04.379666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:10:04.385406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:04.386115 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.419631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Pushing event updated for resources: {'Port': ['ID=0e14e95c-6312-4738-a5e5-c0ff512b349b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:04.428681 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-d2596abe-9920-4cd7-b420-3214f2ca1608 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:10:04.429701 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-d2596abe-9920-4cd7-b420-3214f2ca1608 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166874 Jul 19 03:10:04.442884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-6e499f96-c231-4ca9-ae22-eb405bfaae56 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0732679 Jul 19 03:10:04.481799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Request body: {'port': {'device_id': 'cc68213a-68d0-4080-9054-70fbb48e3741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:04.485516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-05b84aff-a425-44d8-a325-ebed16f382d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.488168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-05b84aff-a425-44d8-a325-ebed16f382d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.492022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-05b84aff-a425-44d8-a325-ebed16f382d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e75ada4b-8cdc-42a6-81c0-2aff41564420 HTTP/1.1" status: 204 len: 168 time: 0.3832085 Jul 19 03:10:04.536704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b84aff-a425-44d8-a325-ebed16f382d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75ada4b-8cdc-42a6-81c0-2aff41564420,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:04.629756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adc690-a780-49ab-9430-cbd91ffd82f8 req-b610219f-2de5-4f12-8c03-cbadd355bfd0 tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:04.643579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66adc690-a780-49ab-9430-cbd91ffd82f8 req-b610219f-2de5-4f12-8c03-cbadd355bfd0 tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016353 Jul 19 03:10:04.677544 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66adc690-a780-49ab-9430-cbd91ffd82f8 req-08903af5-1235-4774-b0f3-359cb9e70d4c tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/quotas/8c05bbb3a87f487d9741a9e4d9c2d26a HTTP/1.1" status: 200 len: 375 time: 0.0330095 Jul 19 03:10:04.738934 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66adc690-a780-49ab-9430-cbd91ffd82f8 req-6aba46af-391f-4cbe-a330-cb33b7cf884c tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c05bbb3a87f487d9741a9e4d9c2d26a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604830 Jul 19 03:10:04.741014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.783766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5ad7b828-4f74-4fbf-b19e-be693e8db350 None None] Provisioning for port 0e14e95c-6312-4738-a5e5-c0ff512b349b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:04.790370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5ad7b828-4f74-4fbf-b19e-be693e8db350 None None] Provisioning complete for port 0e14e95c-6312-4738-a5e5-c0ff512b349b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:04.791060 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b828-4f74-4fbf-b19e-be693e8db350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:04.864628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7b828-4f74-4fbf-b19e-be693e8db350 None None] Port 0e14e95c-6312-4738-a5e5-c0ff512b349b cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:10:04.902226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Request body: {'port': {'device_id': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:04.928863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b3a4-6703-4b22-b174-15c6493a9615 req-993a11aa-2c91-4cc0-9fe9-2e0d5b5e09b3 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:04.938096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71d0b3a4-6703-4b22-b174-15c6493a9615 req-993a11aa-2c91-4cc0-9fe9-2e0d5b5e09b3 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 932 time: 0.0997062 Jul 19 03:10:04.985607 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71d0b3a4-6703-4b22-b174-15c6493a9615 req-387f628c-741b-40c5-bbee-a824a695724e tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464489 Jul 19 03:10:04.997649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38676) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:05.019510 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5dfeec31-bf5e-4b71-87da-b467f1d16aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:05.058214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:05.288641 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5dfeec31-bf5e-4b71-87da-b467f1d16aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:05.299994 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5dfeec31-bf5e-4b71-87da-b467f1d16aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:05.362117 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5dfeec31-bf5e-4b71-87da-b467f1d16aa4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b3337c31a2d465aa082fcef3d3462b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632164 Jul 19 03:10:05.365618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38692) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:05.409761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.25', 51402) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:05.466536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeec31-bf5e-4b71-87da-b467f1d16aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acd6650-7139-4ffb-b8a8-474ebcbcb69b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:05.526353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e14e95c-6312-4738-a5e5-c0ff512b349b {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:05.527394 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4dd408c2-9a8e-4e13-aca6-231a41cee2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:05.536883 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:05.551137 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4dd408c2-9a8e-4e13-aca6-231a41cee2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:05.589940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Transition to ACTIVE for port object 0e14e95c-6312-4738-a5e5-c0ff512b349b will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:05.623566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:05.633698 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4dd408c2-9a8e-4e13-aca6-231a41cee2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:05.637604 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4dd408c2-9a8e-4e13-aca6-231a41cee2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:05.642412 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4dd408c2-9a8e-4e13-aca6-231a41cee2f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2acd6650-7139-4ffb-b8a8-474ebcbcb69b HTTP/1.1" status: 204 len: 168 time: 0.2738316 Jul 19 03:10:05.659715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd408c2-9a8e-4e13-aca6-231a41cee2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acd6650-7139-4ffb-b8a8-474ebcbcb69b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:05.699084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008164-0397-467f-a6c1-32404ba3f066 req-ad085bb6-028c-4a2a-b1fd-b737fead11d1 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:05.700294 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-ad085bb6-028c-4a2a-b1fd-b737fead11d1 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.25 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 807 time: 0.2891946 Jul 19 03:10:05.726543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Request body: {'port': {'device_id': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'network_id': '54e03501-5722-4da8-a319-be568c990f3f', 'admin_state_up': True, 'tenant_id': '24b8c1068d414a2d92dffbbbc438a5cd'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:05.762441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Pushing event updated for resources: {'Port': ['ID=0e14e95c-6312-4738-a5e5-c0ff512b349b,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:05.940050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8a749bf-3081-4239-bc41-2c1ca11a549a req-f20ea5a6-ecac-416b-9a6d-23d34be35fb5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 210 time: 0.0446322 Jul 19 03:10:05.966813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Attempting to bind port 0e14e95c-6312-4738-a5e5-c0ff512b349b on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:05.967103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Attempting to bind port 0e14e95c-6312-4738-a5e5-c0ff512b349b by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:05.967431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Attempting to bind port 0e14e95c-6312-4738-a5e5-c0ff512b349b on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:05.991935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Port 0e14e95c-6312-4738-a5e5-c0ff512b349b on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:05.992854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Attempting to bind port 0e14e95c-6312-4738-a5e5-c0ff512b349b on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:06.002213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9be1d0-4d2f-4b17-8e19-324dc7a08998 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:06.017853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.020882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:06.021429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:06.022139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:06.022778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Bound port: 0e14e95c-6312-4738-a5e5-c0ff512b349b, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:06.023310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.058399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4bf73-0b6b-401b-aa55-a63cb7bf6481 req-0471bd73-6891-4e88-81cc-2449a9e2c4b6 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:06.062726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1de4bf73-0b6b-401b-aa55-a63cb7bf6481 req-0471bd73-6891-4e88-81cc-2449a9e2c4b6 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 947 time: 0.3540044 Jul 19 03:10:06.073245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Transition to ACTIVE for port object ca9be1d0-4d2f-4b17-8e19-324dc7a08998 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:06.115834 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.153046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446487-beb7-489a-bff5-f0c1fc4d2912 req-9c700621-eb95-4756-9d8b-8bc9e2837485 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:06.154646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44446487-beb7-489a-bff5-f0c1fc4d2912 req-9c700621-eb95-4756-9d8b-8bc9e2837485 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 972 time: 0.0808299 Jul 19 03:10:06.162451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Made reservation on behalf of 24b8c1068d414a2d92dffbbbc438a5cd for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:06.166711 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.194165 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44446487-beb7-489a-bff5-f0c1fc4d2912 req-6be19661-cb11-46d7-a662-febfc7c5d400 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332582 Jul 19 03:10:06.227941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1de4bf73-0b6b-401b-aa55-a63cb7bf6481 req-0a73636c-f1d6-492f-9508-d10b3013906d tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510639 Jul 19 03:10:06.246900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:06.312639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] For port 0e14e95c-6312-4738-a5e5-c0ff512b349b, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:06.359367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] For port 0e14e95c-6312-4738-a5e5-c0ff512b349b, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=0e14e95c-6312-4738-a5e5-c0ff512b349b,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:06.360309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Attempting to bind port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:06.360645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Attempting to bind port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:06.361046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Attempting to bind port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 on network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:06.369445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 on network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:06.369445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Attempting to bind port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 on network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:06.377523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:06.377846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Checking segment: {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:06.378350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Bound using segment: {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:06.378887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Bound port: ca9be1d0-4d2f-4b17-8e19-324dc7a08998, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:06.379256 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.425891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.497367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:06.497992 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.499429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] 10.222.0.26 "PUT /v2.0/ports/0e14e95c-6312-4738-a5e5-c0ff512b349b HTTP/1.1" status: 200 len: 1096 time: 2.0291460 Jul 19 03:10:06.501584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc68213a-68d0-4080-9054-70fbb48e3741', 'tag': '0e14e95c-6312-4738-a5e5-c0ff512b349b'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:06.503915 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e482a5-92bd-4bff-b127-c52a8172952f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc68213a-68d0-4080-9054-70fbb48e3741", "tag": "0e14e95c-6312-4738-a5e5-c0ff512b349b"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:06.613684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] For port ca9be1d0-4d2f-4b17-8e19-324dc7a08998, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:06.642022 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.658121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbae37d-1a81-4735-8bf6-a9d2c61de607 service neutron] Pushing event updated for resources: {'Port': ['ID=0e14e95c-6312-4738-a5e5-c0ff512b349b,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:06.668485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] For port ca9be1d0-4d2f-4b17-8e19-324dc7a08998, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:06.674029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Allocated IP 172.20.0.4 (54e03501-5722-4da8-a319-be568c990f3f/ea24e738-4c72-4cea-a6ca-1f2d88066be0/29164f3f-bbfd-4565-aa0d-cc36d037cefa) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:10:06.698492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38742) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:06.711610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.816009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:06.816901 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.819564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] 10.222.0.25 "PUT /v2.0/ports/ca9be1d0-4d2f-4b17-8e19-324dc7a08998 HTTP/1.1" status: 200 len: 1093 time: 2.1550105 Jul 19 03:10:06.903645 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.915504 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-438a901c-5033-464d-8ba8-f809ebf841a1 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=78396f5144754112a3d57a5d17799320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470302 Jul 19 03:10:06.952502 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e954011-8489-4b0f-a871-6ef8c59ff4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:06.965822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-abfbdaad-a725-4912-be09-12c8eff7cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:06.968088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-abfbdaad-a725-4912-be09-12c8eff7cc5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38668cf25149467a9305b2037d3b8dec&device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 1099 time: 0.4074755 Jul 19 03:10:06.988036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb24a3c-8313-41c6-b012-3b2aa691cbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:07.021630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-363c1318-8be6-45c6-b0dc-9df180b75b87 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:07.024546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-363c1318-8be6-45c6-b0dc-9df180b75b87 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.26 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 972 time: 0.4003103 Jul 19 03:10:07.061929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38762) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:07.100334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-8b5f7acc-ae00-4fb9-a4db-1140e496f9a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=0e14e95c-6312-4738-a5e5-c0ff512b349b HTTP/1.1" status: 200 len: 217 time: 0.1196997 Jul 19 03:10:07.127347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda5f90-bed0-44d2-b652-c527dc79f267 req-151a6c71-b223-4531-81e3-66209e27af87 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:07.128857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0eda5f90-bed0-44d2-b652-c527dc79f267 req-151a6c71-b223-4531-81e3-66209e27af87 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 944 time: 0.4353688 Jul 19 03:10:07.179818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e954011-8489-4b0f-a871-6ef8c59ff4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.183783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-227632315-network', 'tenant_id': 'cdf61f9527e4498da6feb84051e6fe82'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:07.192774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e954011-8489-4b0f-a871-6ef8c59ff4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.205342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-4a01eca8-9fd9-4f49-9e4c-4971d1413dac tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:07.206841 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-4a01eca8-9fd9-4f49-9e4c-4971d1413dac tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855363 Jul 19 03:10:07.259677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0e954011-8489-4b0f-a871-6ef8c59ff4d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16b09c9a0729497b99dbfc00ab3982d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5601079 Jul 19 03:10:07.260980 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-a60f158a-7c0d-4ef1-a9da-403838ea11f5 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/quotas/78396f5144754112a3d57a5d17799320 HTTP/1.1" status: 200 len: 375 time: 0.0390370 Jul 19 03:10:07.262362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Made reservation on behalf of cdf61f9527e4498da6feb84051e6fe82 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:07.264957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.266836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e954011-8489-4b0f-a871-6ef8c59ff4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ee1c67-5ecf-4cfd-9761-1ab933cc971a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:07.270226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38770) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:07.291640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.321342 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-9aac5e05-0fe2-4992-90fd-56e30c139b35 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78396f5144754112a3d57a5d17799320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508201 Jul 19 03:10:07.384839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98e830b9-a505-4ce7-9b82-d7a73de7cb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.429188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98e830b9-a505-4ce7-9b82-d7a73de7cb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.519938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98e830b9-a505-4ce7-9b82-d7a73de7cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.522434 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98e830b9-a505-4ce7-9b82-d7a73de7cb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.524118 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-98e830b9-a505-4ce7-9b82-d7a73de7cb09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04ee1c67-5ecf-4cfd-9761-1ab933cc971a HTTP/1.1" status: 204 len: 168 time: 0.2516100 Jul 19 03:10:07.541561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.543320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e830b9-a505-4ce7-9b82-d7a73de7cb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ee1c67-5ecf-4cfd-9761-1ab933cc971a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:07.552912 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.555747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-7c0766a1-e482-4eb1-9e40-206ae5db81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:07.557571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-7c0766a1-e482-4eb1-9e40-206ae5db81ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cfb507fa16049379923204820c81297&device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 1096 time: 0.6687441 Jul 19 03:10:07.559034 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4d1f6a-0b70-4bcd-9e05-23ec1744bbcb x-openstack-request-id: req-3b4d1f6a-0b70-4bcd-9e05-23ec1744bbcb {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:07.559311 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc68213a-68d0-4080-9054-70fbb48e3741", "tag": "0e14e95c-6312-4738-a5e5-c0ff512b349b", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:07.559553 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b4d1f6a-0b70-4bcd-9e05-23ec1744bbcb {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:07.560183 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc68213a-68d0-4080-9054-70fbb48e3741', 'tag': '0e14e95c-6312-4738-a5e5-c0ff512b349b', 'status': 'completed', 'code': 200} Jul 19 03:10:07.594478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:10:07.605199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c074ab4b-c59a-4959-a8f8-af594b483256,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:07.611254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.611605 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Added segment 6c010349-d633-4a94-925b-433d1534d4a0 of type vlan for network 6d79b7de-04eb-4e8b-8108-25bc26c6fdd6 Jul 19 03:10:07.646650 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.664947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.699280 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0eda5f90-bed0-44d2-b652-c527dc79f267 req-e76cb914-8a4f-4345-9434-1e717abf496d tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5330877 Jul 19 03:10:07.735162 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.736508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:07.737427 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:07.737781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-a76f6637-bcab-4f00-8553-370cf2eb79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:07.739299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-a76f6637-bcab-4f00-8553-370cf2eb79c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.6095650 Jul 19 03:10:07.814556 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7482142 Jul 19 03:10:07.814876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38788) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:07.820045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Request body: {'subnet': {'network_id': '6d79b7de-04eb-4e8b-8108-25bc26c6fdd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-227632315-subnet', 'tenant_id': 'cdf61f9527e4498da6feb84051e6fe82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:07.851163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-e404d5b2-7310-47bb-bd26-42c126d582b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca9be1d0-4d2f-4b17-8e19-324dc7a08998 HTTP/1.1" status: 200 len: 217 time: 0.2702956 Jul 19 03:10:07.867924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041f645-866e-4d9c-be48-ae9fc986baf5 admin admin] Pushing event updated for resources: {'Network': ['ID=6d79b7de-04eb-4e8b-8108-25bc26c6fdd6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:07.881187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 6d79b7de-04eb-4e8b-8108-25bc26c6fdd6 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:10:07.899781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Made reservation on behalf of cdf61f9527e4498da6feb84051e6fe82 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:07.902684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.030245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40937089-5ae8-47f4-9005-63649ea024be req-1c033133-71a4-435a-8bb7-3d4d7e085c08 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 210 time: 0.1370258 Jul 19 03:10:08.050331 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.108202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38794) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:08.145245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85370ec1-69c4-446d-b18e-531c97ba261f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.212399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-5c2cc193-032e-4024-917a-e0eb4ce6847e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Deleting port 15903864-bb6b-45f4-acc1-9cd80f30dceb {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:10:08.214593 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-5c2cc193-032e-4024-917a-e0eb4ce6847e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.219249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.257151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Pushing event updated for resources: {'Port': ['ID=29164f3f-bbfd-4565-aa0d-cc36d037cefa,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:08.263195 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-3b0339c9-8f4a-407f-96da-71564479a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:08.265173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-3b0339c9-8f4a-407f-96da-71564479a8c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46570d29-3803-4fea-b16d-79f355465134 HTTP/1.1" status: 200 len: 862 time: 0.3729734 Jul 19 03:10:08.269209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Network 54e03501-5722-4da8-a319-be568c990f3f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:10:08.312065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:08.323540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:10:08.331479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:08.332640 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.338857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a063dd-fc13-4c9b-ab4e-7f533148ce10,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:08.360420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Checking segment: {'id': '6c010349-d633-4a94-925b-433d1534d4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6d79b7de-04eb-4e8b-8108-25bc26c6fdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:08.361038 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Network hostable DHCP agents. Network: 6d79b7de-04eb-4e8b-8108-25bc26c6fdd6, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:10:08.366130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-a6abc38b-313c-488b-9505-3d56359c48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:08.368975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-a6abc38b-313c-488b-9505-3d56359c48d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5416725 Jul 19 03:10:08.400804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Network 6d79b7de-04eb-4e8b-8108-25bc26c6fdd6 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:10:08.422467 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85370ec1-69c4-446d-b18e-531c97ba261f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.425356 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 6d79b7de-04eb-4e8b-8108-25bc26c6fdd6) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:08.431472 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:08.432189 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.435208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85370ec1-69c4-446d-b18e-531c97ba261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.437987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce08c3-3f51-43a4-8c16-6a408e727033 None None] Network 6d79b7de-04eb-4e8b-8108-25bc26c6fdd6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:10:08.514569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85370ec1-69c4-446d-b18e-531c97ba261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8cc6bf-e5b4-478f-b062-03c26f65484c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:08.520716 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-85370ec1-69c4-446d-b18e-531c97ba261f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d85756d0881f435794d00789c2fb9208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114840 Jul 19 03:10:08.531420 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-03d00b12-d9ea-414e-af72-a77c8a962934 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7153206 Jul 19 03:10:08.532406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38798) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:08.544200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-5c2cc193-032e-4024-917a-e0eb4ce6847e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] For port 15903864-bb6b-45f4-acc1-9cd80f30dceb, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=15903864-bb6b-45f4-acc1-9cd80f30dceb,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:08.545339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-5c2cc193-032e-4024-917a-e0eb4ce6847e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.561869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-5c2cc193-032e-4024-917a-e0eb4ce6847e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Calling delete_port for 15903864-bb6b-45f4-acc1-9cd80f30dceb owned by compute:tempest-test_az-1987668480 {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:10:08.637460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0890c-376c-41bf-a9cb-caa656717791 req-5f8b48c2-6769-4401-946e-a9ecd2acd4b7 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:08.639210 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-20f0890c-376c-41bf-a9cb-caa656717791 req-5f8b48c2-6769-4401-946e-a9ecd2acd4b7 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 947 time: 0.1926656 Jul 19 03:10:08.652579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813711c-2b3c-4071-87a3-af0d5662e49c None None] Network 6d79b7de-04eb-4e8b-8108-25bc26c6fdd6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:10:08.671867 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05b1343b-c579-41f1-99e9-2d47689c2268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.701952 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-20f0890c-376c-41bf-a9cb-caa656717791 req-9c5419fd-5e02-4e2c-80fb-f36e484a89bb tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533137 Jul 19 03:10:08.706145 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05b1343b-c579-41f1-99e9-2d47689c2268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.732746 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-a32160e3-b9cd-4df7-b884-f7a5432c4f43 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192555 Jul 19 03:10:08.753778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-7538eb70-179b-43c6-827f-d32345c04cbd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0436852 Jul 19 03:10:08.770255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05b1343b-c579-41f1-99e9-2d47689c2268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.773287 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05b1343b-c579-41f1-99e9-2d47689c2268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:08.775652 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-05b1343b-c579-41f1-99e9-2d47689c2268 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d8cc6bf-e5b4-478f-b062-03c26f65484c HTTP/1.1" status: 204 len: 168 time: 0.2411451 Jul 19 03:10:08.785958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1343b-c579-41f1-99e9-2d47689c2268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8cc6bf-e5b4-478f-b062-03c26f65484c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:08.910979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Request body: {'port': {'device_id': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:08.949132 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22717a95-8fda-432c-bbc6-02f2fa71bbd7 req-22cab41d-aa76-4f06-be64-9cd5d39e8611 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 210 time: 0.0457945 Jul 19 03:10:08.949370 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33550d01-f54c-403a-9434-7dcceaf2ef00 req-f213963e-853a-44f2-a9b2-01cba7ca6ad3 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928692 Jul 19 03:10:08.985257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-c23c8e38-4b3f-4c32-a344-22643cf808a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:08.987152 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-c23c8e38-4b3f-4c32-a344-22643cf808a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7013516 Jul 19 03:10:09.064772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.26', 50739) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:09.111359 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-294da6f3-05cd-4237-b917-d7b8e74c595d tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=78396f5144754112a3d57a5d17799320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448260 Jul 19 03:10:09.174517 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17ee5907-c909-45aa-8cdc-46c31cddc9d9 req-0a8bbe50-d2ef-46ca-848e-1b0a452962bb tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8c05bbb3a87f487d9741a9e4d9c2d26a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616572 Jul 19 03:10:09.213148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:09.231977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93350fce-1989-49fa-80ed-12c04b3e8652 req-3d392746-d0e4-4c35-b431-a8cb26fc9493 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:09.239677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-93350fce-1989-49fa-80ed-12c04b3e8652 req-3d392746-d0e4-4c35-b431-a8cb26fc9493 tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/ports?device_id=99324ae0-631e-4bb7-a829-e675c6ed1097 HTTP/1.1" status: 200 len: 972 time: 0.6249011 Jul 19 03:10:09.300310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee5907-c909-45aa-8cdc-46c31cddc9d9 req-5493149c-9d9a-4402-a0e1-ab5dbb4d19a2 tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:09.312213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17ee5907-c909-45aa-8cdc-46c31cddc9d9 req-5493149c-9d9a-4402-a0e1-ab5dbb4d19a2 tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1271658 Jul 19 03:10:09.336138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17ee5907-c909-45aa-8cdc-46c31cddc9d9 req-c681f3c5-4c19-4598-b112-b7f465623377 tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/quotas/8c05bbb3a87f487d9741a9e4d9c2d26a HTTP/1.1" status: 200 len: 375 time: 0.0229297 Jul 19 03:10:09.345614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-5c2cc193-032e-4024-917a-e0eb4ce6847e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:09.361281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['15903864-bb6b-45f4-acc1-9cd80f30dceb'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:09.381024 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-3e5c00d8-5e30-4ab3-9f21-0f982f9852fc service neutron] 10.222.0.25 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782651 Jul 19 03:10:09.440105 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-93350fce-1989-49fa-80ed-12c04b3e8652 req-4450b0e1-4afa-46aa-afdb-7f46c9bb331f tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.20 "GET /v2.0/security-groups?id=80236cba-c940-4377-a4d7-772bd3de5ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993430 Jul 19 03:10:09.478656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cc193-032e-4024-917a-e0eb4ce6847e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Pushing event deleted for resources: {'Port': ['ID=15903864-bb6b-45f4-acc1-9cd80f30dceb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:09.550180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38840) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:09.573972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1860305339-network', 'tenant_id': '11072e556a4948cdbc087f2b1d334c00'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:09.598833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17ee5907-c909-45aa-8cdc-46c31cddc9d9 req-76c05cb1-7c10-4330-8aaa-3248fa6b1c1b tempest-QuotasAdminNegativeTest-926746103 tempest-QuotasAdminNegativeTest-926746103-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c05bbb3a87f487d9741a9e4d9c2d26a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2618172 Jul 19 03:10:09.602410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Made reservation on behalf of 11072e556a4948cdbc087f2b1d334c00 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:09.605398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:09.611543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'tag': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:09.613884 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446aecaa-c81d-46c3-9015-e2af895bd2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d86ca11-a407-4484-b0c6-44247de28ad2", "tag": "ca9be1d0-4d2f-4b17-8e19-324dc7a08998"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:09.618171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e482a5-92bd-4bff-b127-c52a8172952f req-b436e5b6-5a0c-4468-9761-802b1a0af57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:09.619729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53e482a5-92bd-4bff-b127-c52a8172952f req-b436e5b6-5a0c-4468-9761-802b1a0af57f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38668cf25149467a9305b2037d3b8dec&device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 1099 time: 0.5700202 Jul 19 03:10:09.623213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:09.661329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-18755066-819a-4a1b-9a68-eae41ef7aed1 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:09.662935 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-18755066-819a-4a1b-9a68-eae41ef7aed1 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5358565 Jul 19 03:10:09.699945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Request body: {'port': {'device_id': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '78396f5144754112a3d57a5d17799320'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:09.870645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-5c2cc193-032e-4024-917a-e0eb4ce6847e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] No DVR routers for this DVR port 15903864-bb6b-45f4-acc1-9cd80f30dceb on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:10:09.911260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-5c2cc193-032e-4024-917a-e0eb4ce6847e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:09.914820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-859f7333-6c14-4723-82dc-8a586d427ec5 req-5c2cc193-032e-4024-917a-e0eb4ce6847e tempest-AggregatesAdminTestJSON-143683843 tempest-AggregatesAdminTestJSON-143683843-project] 10.222.0.26 "DELETE /v2.0/ports/15903864-bb6b-45f4-acc1-9cd80f30dceb HTTP/1.1" status: 204 len: 173 time: 2.8295252 Jul 19 03:10:09.942136 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:09.958727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208acb0-4d4d-4dc3-8fbc-aa787ba200a7 req-213974a5-6f08-42db-a7d1-0f8c436894e3 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:09.960420 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b208acb0-4d4d-4dc3-8fbc-aa787ba200a7 req-213974a5-6f08-42db-a7d1-0f8c436894e3 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 931 time: 0.1403251 Jul 19 03:10:09.982922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:09.999557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:10:10.013624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22fbcfb2-2522-4279-a36d-8c2e23e068d2 req-e1cad039-2a39-401b-ac20-8501f6dea240 service neutron] 10.222.0.25 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051412 Jul 19 03:10:10.020714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Made reservation on behalf of 78396f5144754112a3d57a5d17799320 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:10.027071 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.057915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e482a5-92bd-4bff-b127-c52a8172952f req-1bc60773-3bce-438c-97de-5ddf3d5acbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:10.059910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53e482a5-92bd-4bff-b127-c52a8172952f req-1bc60773-3bce-438c-97de-5ddf3d5acbbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.4287546 Jul 19 03:10:10.088680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47d2b1-8d6e-4da4-8132-20f1f3f1ee7e req-dab78bc3-825b-465c-83b1-17cabde27b70 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:10.090506 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d47d2b1-8d6e-4da4-8132-20f1f3f1ee7e req-dab78bc3-825b-465c-83b1-17cabde27b70 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 944 time: 0.4661810 Jul 19 03:10:10.119262 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.130520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53e482a5-92bd-4bff-b127-c52a8172952f req-43d96d44-4a5a-465a-ab47-d99e23be1158 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=0e14e95c-6312-4738-a5e5-c0ff512b349b HTTP/1.1" status: 200 len: 217 time: 0.0563724 Jul 19 03:10:10.136064 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b208acb0-4d4d-4dc3-8fbc-aa787ba200a7 req-377b1f0f-6817-437f-a66c-8be59d7339c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297042 Jul 19 03:10:10.141808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0581517f-f691-4275-88ff-f014c6f0ba01,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:10.149917 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.150452 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Added segment 9389f067-eaa8-4104-bc13-52dba81e4819 of type vlan for network d6033a0a-fba7-4c32-a1c2-dd093075d4a2 Jul 19 03:10:10.220612 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.224156 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e3734c-c236-4a79-920e-e3d71ff2923e x-openstack-request-id: req-e7e3734c-c236-4a79-920e-e3d71ff2923e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:10.224791 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d86ca11-a407-4484-b0c6-44247de28ad2", "tag": "ca9be1d0-4d2f-4b17-8e19-324dc7a08998", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:10.224791 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7e3734c-c236-4a79-920e-e3d71ff2923e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:10.225371 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'tag': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998', 'status': 'completed', 'code': 200} Jul 19 03:10:10.286636 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.287386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:10.288180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.381047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] Pushing event updated for resources: {'Network': ['ID=d6033a0a-fba7-4c32-a1c2-dd093075d4a2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:10.393115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d6033a0a-fba7-4c32-a1c2-dd093075d4a2 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:10:10.408546 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.420500 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.450668 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3bcc7795-09e4-492b-846b-c233116e2e21 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8965642 Jul 19 03:10:10.458752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38866) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:10.468769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Request body: {'subnet': {'network_id': 'd6033a0a-fba7-4c32-a1c2-dd093075d4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1860305339-subnet', 'tenant_id': '11072e556a4948cdbc087f2b1d334c00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:10.535403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e482a5-92bd-4bff-b127-c52a8172952f req-0622bb82-3d85-4463-9e8c-92b2554d759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:10.536885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53e482a5-92bd-4bff-b127-c52a8172952f req-0622bb82-3d85-4463-9e8c-92b2554d759d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.3998835 Jul 19 03:10:10.559846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29164f3f-bbfd-4565-aa0d-cc36d037cefa {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:10.571500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.580759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8ef6db-f2bc-42f5-a204-6c89031c272d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:10.608534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d47d2b1-8d6e-4da4-8132-20f1f3f1ee7e req-0c3e7695-8a77-4d21-9ffe-66488e3ca2bd tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4826598 Jul 19 03:10:10.636659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Transition to ACTIVE for port object 29164f3f-bbfd-4565-aa0d-cc36d037cefa will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:10.646745 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.667626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Made reservation on behalf of 11072e556a4948cdbc087f2b1d334c00 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:10.683834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:10.711102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-c6e3a894-389c-4f43-9985-1a70f99e2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:10.712750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-c6e3a894-389c-4f43-9985-1a70f99e2fef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cfb507fa16049379923204820c81297&device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 1096 time: 0.4820948 Jul 19 03:10:10.763907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e482a5-92bd-4bff-b127-c52a8172952f req-b647a488-a2a2-4399-8e7d-8a6ba17a1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:10.765794 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53e482a5-92bd-4bff-b127-c52a8172952f req-b647a488-a2a2-4399-8e7d-8a6ba17a1802 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2202046 Jul 19 03:10:10.773229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Pushing event updated for resources: {'Port': ['ID=29164f3f-bbfd-4565-aa0d-cc36d037cefa,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:10.959229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:10.959570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:10.959902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:10.989515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:10.989840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:11.004991 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bfabbca-f994-4911-9195-600445362ee8 req-0d96787e-6428-4233-af7c-3d2fc2d6c03b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 210 time: 0.0631299 Jul 19 03:10:11.005162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-4c7c43bc-bc65-4aea-b23f-bea3487ff4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:11.006366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-4c7c43bc-bc65-4aea-b23f-bea3487ff4f3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf HTTP/1.1" status: 200 len: 923 time: 0.2845161 Jul 19 03:10:11.010075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:11.010638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:11.011020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:11.011461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Bound port: 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:11.020803 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:11.020979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Allocated IP 192.168.233.228 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/d263c8f9-539a-4b04-ae71-3c0739490e47) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:10:11.077568 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53e482a5-92bd-4bff-b127-c52a8172952f req-2442342c-9c66-4af6-aaa6-89eaf83c81c7 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014264 Jul 19 03:10:11.080646 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-47294115-06c5-4548-aaa5-48f1df9a7def service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca9be1d0-4d2f-4b17-8e19-324dc7a08998 HTTP/1.1" status: 200 len: 217 time: 0.0616879 Jul 19 03:10:11.092728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27839213-96cf-429b-a9f0-3d46394514a9 req-6b3c6802-f2d3-4a6f-8d76-dc0bb59677b8 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:11.094218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27839213-96cf-429b-a9f0-3d46394514a9 req-6b3c6802-f2d3-4a6f-8d76-dc0bb59677b8 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 947 time: 0.2161300 Jul 19 03:10:11.267900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-1e136a77-91cd-4598-9370-7bfe9e30a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:11.269530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-1e136a77-91cd-4598-9370-7bfe9e30a400 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46570d29-3803-4fea-b16d-79f355465134 HTTP/1.1" status: 200 len: 862 time: 0.1681859 Jul 19 03:10:11.273212 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:11.284815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27839213-96cf-429b-a9f0-3d46394514a9 req-91320d88-b72e-46d5-85b2-afd6bd1ea5de tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541998 Jul 19 03:10:11.290611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:11.297696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:11.301865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:11.331058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:11.350032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Transition to ACTIVE for port object d263c8f9-539a-4b04-ae71-3c0739490e47 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:11.357807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 0e14e95c-6312-4738-a5e5-c0ff512b349b details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:11.361510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 15903864-bb6b-45f4-acc1-9cd80f30dceb no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:10:11.373517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Checking segment: {'id': '9389f067-eaa8-4104-bc13-52dba81e4819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd6033a0a-fba7-4c32-a1c2-dd093075d4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:11.373877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Network hostable DHCP agents. Network: d6033a0a-fba7-4c32-a1c2-dd093075d4a2, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:10:11.375740 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53e482a5-92bd-4bff-b127-c52a8172952f req-dc3defb5-93ae-459c-ae39-96db06fa6464 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914240 Jul 19 03:10:11.383245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b96b46-7469-45f1-96ce-be4228269199,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:11.393595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:11.394505 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:11.396644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] 10.222.0.25 "PUT /v2.0/ports/29164f3f-bbfd-4565-aa0d-cc36d037cefa HTTP/1.1" status: 200 len: 1092 time: 2.6109071 Jul 19 03:10:11.409449 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Network d6033a0a-fba7-4c32-a1c2-dd093075d4a2 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:10:11.427156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d6033a0a-fba7-4c32-a1c2-dd093075d4a2) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:11.433690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdc83d-fc48-4384-9eca-2d420818beb5 service neutron] Pushing event updated for resources: {'Port': ['ID=29164f3f-bbfd-4565-aa0d-cc36d037cefa,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:11.434760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:11.435354 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:11.451395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-f1e5bea6-8c93-4037-a2c6-93320f4a7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:11.453821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-f1e5bea6-8c93-4037-a2c6-93320f4a7ac5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723316 Jul 19 03:10:11.455128 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:11.466500 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7a2f1411-336f-4645-a853-04709b2ccbc9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9977248 Jul 19 03:10:11.481464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77be932-e9a2-4cb8-9cec-5d1f07aa42fb None None] Network d6033a0a-fba7-4c32-a1c2-dd093075d4a2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:10:11.591735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:10:11.597466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:11.599662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:11.599784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 15903864-bb6b-45f4-acc1-9cd80f30dceb {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:10:11.600065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 15903864-bb6b-45f4-acc1-9cd80f30dceb not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:10:11.613078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:10:11.619132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:11.619842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:11.639243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38900) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:11.659977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-cf705519-66df-4428-89ad-f3ff81a2290b tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9704196 Jul 19 03:10:11.692477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Request body: {'port': {'device_id': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:11.692826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a9f5c7-cad1-4df1-b183-3f83c66bfc3d None None] Network d6033a0a-fba7-4c32-a1c2-dd093075d4a2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:10:11.787252 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:11.815425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38906) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:11.887411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38908) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:11.895206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008164-0397-467f-a6c1-32404ba3f066 req-866f914f-8d97-4c7d-b6b1-468330fb7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:11.903334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-866f914f-8d97-4c7d-b6b1-468330fb7523 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1095 time: 0.4189143 Jul 19 03:10:11.923215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-6489d193-764b-4265-9488-e45ab711a5ab service neutron] 10.222.0.25 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550405 Jul 19 03:10:11.962779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-6776570a-fb2d-4e88-8cd8-ad8c69f7481f admin admin] Deleting subnet 02a063dd-fc13-4c9b-ab4e-7f533148ce10 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:10:11.976169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5d6be-ee32-4039-8e54-b3658873e34a req-0251f164-3aa2-463a-a276-457900acdbf9 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:11.978354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32c5d6be-ee32-4039-8e54-b3658873e34a req-0251f164-3aa2-463a-a276-457900acdbf9 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 943 time: 0.3589795 Jul 19 03:10:11.979892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-756b3716-8381-4f63-9dda-6180e5b4ad78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa HTTP/1.1" status: 200 len: 217 time: 0.0551178 Jul 19 03:10:11.993012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6776570a-fb2d-4e88-8cd8-ad8c69f7481f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.072511 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-71ad765d-6104-48bd-b90d-198859b2ea88 None None] Provisioning for port d263c8f9-539a-4b04-ae71-3c0739490e47 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:12.081455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 0e14e95c-6312-4738-a5e5-c0ff512b349b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=0e14e95c-6312-4738-a5e5-c0ff512b349b,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:12.090162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-71ad765d-6104-48bd-b90d-198859b2ea88 None None] Provisioning complete for port d263c8f9-539a-4b04-ae71-3c0739490e47 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:12.090607 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71ad765d-6104-48bd-b90d-198859b2ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.118538 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '0e14e95c-6312-4738-a5e5-c0ff512b349b', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '0e14e95c-6312-4738-a5e5-c0ff512b349b', 'mac_address': 'fa:16:3e:d1:77:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:10:12.137969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5db82f03-9fa3-4444-862a-215b3577c06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.173312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008164-0397-467f-a6c1-32404ba3f066 req-2e6b7e2b-cfe6-484c-a9e1-66581215721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:12.175069 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-2e6b7e2b-cfe6-484c-a9e1-66581215721a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.1775029 Jul 19 03:10:12.184453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-71ad765d-6104-48bd-b90d-198859b2ea88 None None] Port d263c8f9-539a-4b04-ae71-3c0739490e47 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:10:12.207269 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.223097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e14e95c-6312-4738-a5e5-c0ff512b349b {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:12.224872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32c5d6be-ee32-4039-8e54-b3658873e34a req-a3327af2-673a-4b37-ab13-1a46cd29a63d tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260995 Jul 19 03:10:12.232171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-84bfd6d3-e275-47aa-a2bd-272fff550a4a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501626 Jul 19 03:10:12.232600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99324ae0-631e-4bb7-a829-e675c6ed1097', 'name': 'network-vif-deleted', 'tag': '15903864-bb6b-45f4-acc1-9cd80f30dceb'}, {'name': 'network-changed', 'server_uuid': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'tag': '29164f3f-bbfd-4565-aa0d-cc36d037cefa'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:12.235010 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e762ecb0-5692-4b09-947a-a201eb399c64" -d '{"events": [{"server_uuid": "99324ae0-631e-4bb7-a829-e675c6ed1097", "name": "network-vif-deleted", "tag": "15903864-bb6b-45f4-acc1-9cd80f30dceb"}, {"name": "network-changed", "server_uuid": "f5502ba9-115c-4fa7-a547-dfcff76a3edd", "tag": "29164f3f-bbfd-4565-aa0d-cc36d037cefa"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:12.265363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 0e14e95c-6312-4738-a5e5-c0ff512b349b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=0e14e95c-6312-4738-a5e5-c0ff512b349b,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:12.268852 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6776570a-fb2d-4e88-8cd8-ad8c69f7481f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.270024 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.272868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446aecaa-c81d-46c3-9015-e2af895bd2f3 req-7216fed1-534e-4b73-8edc-21f95a771bed service neutron] 10.222.0.25 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918808 Jul 19 03:10:12.301889 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6776570a-fb2d-4e88-8cd8-ad8c69f7481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.354748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=0e14e95c-6312-4738-a5e5-c0ff512b349b,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:12.361786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-75efd6a9-5e33-465c-946e-8e1ab7ad8131 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176603 Jul 19 03:10:12.448365 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7849a52b-642f-4e49-a721-7962cea688bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.568067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5769b6-99aa-4030-9acb-d01c439958ec req-44bef7ae-9517-460b-b625-1309d5082798 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:12.568067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a5769b6-99aa-4030-9acb-d01c439958ec req-44bef7ae-9517-460b-b625-1309d5082798 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 936 time: 0.1241271 Jul 19 03:10:12.568947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e008164-0397-467f-a6c1-32404ba3f066 req-3e45dc1b-5903-48aa-b46a-d52bdb03cf64 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995077 Jul 19 03:10:12.569342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38924) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:12.595853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['0e14e95c-6312-4738-a5e5-c0ff512b349b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:12.597368 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-092efee0-d637-47c2-968b-5a154bba989d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d4eb03a18e84eeeb999d05a8e1147f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7069294 Jul 19 03:10:12.598004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38928) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:12.621561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a5769b6-99aa-4030-9acb-d01c439958ec req-19e02905-ebce-41ec-89f1-9889f44c84bd tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 Jul 19 03:10:12.682790 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c84cca4-a600-4466-a535-3e4a807872ee x-openstack-request-id: req-6c84cca4-a600-4466-a535-3e4a807872ee {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:12.683063 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99324ae0-631e-4bb7-a829-e675c6ed1097", "name": "network-vif-deleted", "tag": "15903864-bb6b-45f4-acc1-9cd80f30dceb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5502ba9-115c-4fa7-a547-dfcff76a3edd", "tag": "29164f3f-bbfd-4565-aa0d-cc36d037cefa", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:12.683366 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c84cca4-a600-4466-a535-3e4a807872ee {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:12.683993 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99324ae0-631e-4bb7-a829-e675c6ed1097', 'name': 'network-vif-deleted', 'tag': '15903864-bb6b-45f4-acc1-9cd80f30dceb', 'status': 'completed', 'code': 200} Jul 19 03:10:12.684247 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'tag': '29164f3f-bbfd-4565-aa0d-cc36d037cefa', 'status': 'completed', 'code': 200} Jul 19 03:10:12.721748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7c18a-b58d-44a8-90bc-4a98c649b580 req-cf3129c8-20c7-4ce0-809b-20d5126f1d15 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:12.722976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a7b7c18a-b58d-44a8-90bc-4a98c649b580 req-cf3129c8-20c7-4ce0-809b-20d5126f1d15 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 944 time: 0.5680492 Jul 19 03:10:12.763526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7bbe8116-2a65-4e8c-84c8-4b738cde35f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.770484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6776570a-fb2d-4e88-8cd8-ad8c69f7481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.791237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dd5720d6-a696-4a36-b3b6-f9849449ea55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.830200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6776570a-fb2d-4e88-8cd8-ad8c69f7481f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.832105 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6776570a-fb2d-4e88-8cd8-ad8c69f7481f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/02a063dd-fc13-4c9b-ab4e-7f533148ce10 HTTP/1.1" status: 204 len: 168 time: 1.0149183 Jul 19 03:10:12.837362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38932) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:12.851942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776570a-fb2d-4e88-8cd8-ad8c69f7481f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a063dd-fc13-4c9b-ab4e-7f533148ce10,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:12.861172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7bbe8116-2a65-4e8c-84c8-4b738cde35f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.880346 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a7b7c18a-b58d-44a8-90bc-4a98c649b580 req-28be75d3-96d1-47d4-8198-5e5975ddcf2a tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491721 Jul 19 03:10:12.919116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ecb0-5692-4b09-947a-a201eb399c64 req-462a2e2d-0496-465e-b7a5-13609df458a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:12.920621 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e762ecb0-5692-4b09-947a-a201eb399c64 req-462a2e2d-0496-465e-b7a5-13609df458a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1095 time: 0.2067318 Jul 19 03:10:12.948688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5db82f03-9fa3-4444-862a-215b3577c06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.953701 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.956879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d263c8f9-539a-4b04-ae71-3c0739490e47 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:12.961408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5db82f03-9fa3-4444-862a-215b3577c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.969258 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:12.998871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1729a1-ef55-4d17-8ec1-20a9ca403020 req-539ad23c-e58d-422d-8cb2-a5920b436a3f tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:13.000380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c1729a1-ef55-4d17-8ec1-20a9ca403020 req-539ad23c-e58d-422d-8cb2-a5920b436a3f tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 948 time: 0.2009034 Jul 19 03:10:13.015902 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5db82f03-9fa3-4444-862a-215b3577c06c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c05bbb3a87f487d9741a9e4d9c2d26a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3752444 Jul 19 03:10:13.022318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Transition to ACTIVE for port object d263c8f9-539a-4b04-ae71-3c0739490e47 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:13.022909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38934) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:13.035931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7bbe8116-2a65-4e8c-84c8-4b738cde35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.038441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7bbe8116-2a65-4e8c-84c8-4b738cde35f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.042909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7bbe8116-2a65-4e8c-84c8-4b738cde35f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80236cba-c940-4377-a4d7-772bd3de5ffa HTTP/1.1" status: 204 len: 168 time: 0.4359000 Jul 19 03:10:13.044854 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.046929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db82f03-9fa3-4444-862a-215b3577c06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbafad4-dbef-4852-af93-7a3bbaf5b840,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:13.106447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe8116-2a65-4e8c-84c8-4b738cde35f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80236cba-c940-4377-a4d7-772bd3de5ffa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:13.136192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:13.192685 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8355544d-e5a0-4441-beac-eec35f369f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.212919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Attempting to bind port d263c8f9-539a-4b04-ae71-3c0739490e47 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:13.213186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Attempting to bind port d263c8f9-539a-4b04-ae71-3c0739490e47 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:13.213527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Attempting to bind port d263c8f9-539a-4b04-ae71-3c0739490e47 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:13.224834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Port d263c8f9-539a-4b04-ae71-3c0739490e47 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:13.225159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Attempting to bind port d263c8f9-539a-4b04-ae71-3c0739490e47 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:13.234785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8355544d-e5a0-4441-beac-eec35f369f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.237212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:13.237533 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:13.238132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:13.238608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Bound port: d263c8f9-539a-4b04-ae71-3c0739490e47, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:13.238963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.355573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ecb0-5692-4b09-947a-a201eb399c64 req-ad23f6a7-d7ba-41cd-b1e1-7f375f74a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:13.357180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e762ecb0-5692-4b09-947a-a201eb399c64 req-ad23f6a7-d7ba-41cd-b1e1-7f375f74a08a service neutron] 10.222.0.25 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.4278152 Jul 19 03:10:13.364707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:13.369716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 0e14e95c-6312-4738-a5e5-c0ff512b349b up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:10:13.373716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:13.381232 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8355544d-e5a0-4441-beac-eec35f369f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.388991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8355544d-e5a0-4441-beac-eec35f369f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.389886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8355544d-e5a0-4441-beac-eec35f369f74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dbafad4-dbef-4852-af93-7a3bbaf5b840 HTTP/1.1" status: 204 len: 168 time: 0.3653886 Jul 19 03:10:13.394071 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.457710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355544d-e5a0-4441-beac-eec35f369f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbafad4-dbef-4852-af93-7a3bbaf5b840,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:13.526289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38944) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:13.528106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:13.528948 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.530626 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/d263c8f9-539a-4b04-ae71-3c0739490e47 HTTP/1.1" status: 200 len: 1097 time: 1.8624229 Jul 19 03:10:13.561778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e762ecb0-5692-4b09-947a-a201eb399c64 req-6326cd14-7e49-4109-89ec-40a4ba96d9f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa HTTP/1.1" status: 200 len: 217 time: 0.1451771 Jul 19 03:10:13.566864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 0e14e95c-6312-4738-a5e5-c0ff512b349b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:13.571669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:13.578155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 0e14e95c-6312-4738-a5e5-c0ff512b349b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:13.578641 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.618081 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dd5720d6-a696-4a36-b3b6-f9849449ea55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.662571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ca9be1d0-4d2f-4b17-8e19-324dc7a08998 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:13.686724 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.712166 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.712512 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.713248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.717897 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > port after_create 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.718047 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.718422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > port after_update 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.720448 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.722258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.722626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.724137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.866485 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-465b489a-2927-4911-9c33-ede22552ab95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e8ac2ba493a4fe1a0664369bf3cd9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276887 Jul 19 03:10:13.869690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aca60-8124-4038-9638-96e8806d31d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:13.874179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38954) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:13.894602 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.894962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.895344 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.895683 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:10:13.896062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d79b7de-04eb-4e8b-8108-25bc26c6fdd6']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:10:13.918929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c010349-d633-4a94-925b-433d1534d4a0') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:10:13.919227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c010349-d633-4a94-925b-433d1534d4a0') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:10:13.932099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38958) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:13.932260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ca9be1d0-4d2f-4b17-8e19-324dc7a08998, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:13.938917 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.947179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'port_id': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998', 'mac_address': 'fa:16:3e:63:25:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:10:13.963977 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.964329 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23d700cd-a933-406e-b165-118fb0defb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.973824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:10:13.974760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:13.982533 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5861f-462a-46a5-8241-3e9c408093b2 req-6a8c2531-522b-42f3-a375-c68833a99377 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:13.989471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-07d5861f-462a-46a5-8241-3e9c408093b2 req-6a8c2531-522b-42f3-a375-c68833a99377 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 943 time: 0.5334249 Jul 19 03:10:14.021295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-2d114c2b-ded0-4345-b7c0-71da083df972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:14.023010 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-2d114c2b-ded0-4345-b7c0-71da083df972 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78396f5144754112a3d57a5d17799320&device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 1100 time: 0.3135242 Jul 19 03:10:14.026206 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-041cec23-4861-4281-84ab-10fce68d9cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.047567 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.065392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: from cryptography.utils import int_from_bytes Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: from cryptography.utils import int_from_bytes Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:10:14.087303 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:10:14.090611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc68213a-68d0-4080-9054-70fbb48e3741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e14e95c-6312-4738-a5e5-c0ff512b349b'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:14.090611 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6760c5ab-6f5a-4f54-b8fb-9aa6b12be36e" -d '{"events": [{"server_uuid": "cc68213a-68d0-4080-9054-70fbb48e3741", "name": "network-vif-plugged", "status": "completed", "tag": "0e14e95c-6312-4738-a5e5-c0ff512b349b"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:14.092793 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.100685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9be1d0-4d2f-4b17-8e19-324dc7a08998 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:14.101861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dd5720d6-a696-4a36-b3b6-f9849449ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.110713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c1729a1-ef55-4d17-8ec1-20a9ca403020 req-cb6dce0d-0e81-4d7d-9995-f5903a727a66 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0761399 Jul 19 03:10:14.118944 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:14.123407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ca9be1d0-4d2f-4b17-8e19-324dc7a08998, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:14.127878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 0e14e95c-6312-4738-a5e5-c0ff512b349b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=0e14e95c-6312-4738-a5e5-c0ff512b349b,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:14.130193 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.162414 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-07d5861f-462a-46a5-8241-3e9c408093b2 req-d861cb35-aafe-416e-9832-6a14c533beff tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718583 Jul 19 03:10:14.177691 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-af0818ac-4835-4a66-8d5b-5154b225aafa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d263c8f9-539a-4b04-ae71-3c0739490e47 HTTP/1.1" status: 200 len: 217 time: 0.1137683 Jul 19 03:10:14.179765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-041cec23-4861-4281-84ab-10fce68d9cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.185433 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.190787 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6d79b7de-04eb-4e8b-8108-25bc26c6fdd6 HTTP/1.1" status: 204 len: 168 time: 1.3507221 Jul 19 03:10:14.191282 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.191842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522f685-54b0-4505-bd45-05269f2feec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d79b7de-04eb-4e8b-8108-25bc26c6fdd6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:14.193405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38964) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:14.249500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:14.262555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b29d782-56df-452e-a88f-f917e6d27005 admin admin] Deleting subnet 45b96b46-7469-45f1-96ce-be4228269199 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:10:14.272164 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b29d782-56df-452e-a88f-f917e6d27005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.278140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dd5720d6-a696-4a36-b3b6-f9849449ea55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c20da9365f2344a38855f1429770cdcf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7078550 Jul 19 03:10:14.285445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38966) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:14.313490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5720d6-a696-4a36-b3b6-f9849449ea55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccffa3bf-94b2-49b9-b523-c327d0dc3120,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:14.317973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=0e14e95c-6312-4738-a5e5-c0ff512b349b,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:14.342077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ecb0-5692-4b09-947a-a201eb399c64 req-804cfa75-44a1-4ad1-b46c-22e454d7526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:14.344260 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e762ecb0-5692-4b09-947a-a201eb399c64 req-804cfa75-44a1-4ad1-b46c-22e454d7526d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.2531683 Jul 19 03:10:14.371679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-bb90e2c2-1fcb-463f-9419-1a2318b245f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:14.373180 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-bb90e2c2-1fcb-463f-9419-1a2318b245f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1743045 Jul 19 03:10:14.387432 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e762ecb0-5692-4b09-947a-a201eb399c64 req-5703de8a-057c-469d-8c15-61f50720168b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332780 Jul 19 03:10:14.389518 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b29d782-56df-452e-a88f-f917e6d27005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.436711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23d700cd-a933-406e-b165-118fb0defb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.438155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ca9be1d0-4d2f-4b17-8e19-324dc7a08998'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:14.461340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-041cec23-4861-4281-84ab-10fce68d9cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.467153 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-041cec23-4861-4281-84ab-10fce68d9cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.468383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-041cec23-4861-4281-84ab-10fce68d9cee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dba84632-6dc4-46aa-b0db-d2c7dc015f39 HTTP/1.1" status: 204 len: 168 time: 0.5896187 Jul 19 03:10:14.477534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23d700cd-a933-406e-b165-118fb0defb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.477923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d23ff-b4fd-4c04-89b8-c0134ecaae9e req-de07e130-f085-4a55-92b2-1ebd76b9c5e3 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:14.479576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-034d23ff-b4fd-4c04-89b8-c0134ecaae9e req-de07e130-f085-4a55-92b2-1ebd76b9c5e3 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 948 time: 0.2100139 Jul 19 03:10:14.484874 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b29d782-56df-452e-a88f-f917e6d27005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.502559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9385b48-b948-4066-b46d-06d7425dac01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.508487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cec23-4861-4281-84ab-10fce68d9cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba84632-6dc4-46aa-b0db-d2c7dc015f39,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:14.561136 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-23d700cd-a933-406e-b165-118fb0defb09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d208582b42fe4eaf96ce2a22ba1067ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6254444 Jul 19 03:10:14.565531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38970) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:14.584019 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9385b48-b948-4066-b46d-06d7425dac01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.612998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d700cd-a933-406e-b165-118fb0defb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a66998-320d-4e60-b511-639ec6aacdb2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:14.625778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7ab34-c0e9-409f-b0f0-9559d535f5af req-11d11100-4a93-495a-994b-943f4f68019d tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:14.627821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f5b7ab34-c0e9-409f-b0f0-9559d535f5af req-11d11100-4a93-495a-994b-943f4f68019d tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 945 time: 0.2737567 Jul 19 03:10:14.634723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e762ecb0-5692-4b09-947a-a201eb399c64 req-dd6a7f28-dc0b-4f7d-8dea-97026c505551 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214606 Jul 19 03:10:14.647339 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-034d23ff-b4fd-4c04-89b8-c0134ecaae9e req-3fb509b6-941e-4d53-b2b1-017b81f2733f tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586061 Jul 19 03:10:14.652974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-dd643804-4a44-4d34-91ed-b19c7c56671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:14.654953 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-dd643804-4a44-4d34-91ed-b19c7c56671d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2593596 Jul 19 03:10:14.721576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b29d782-56df-452e-a88f-f917e6d27005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.736047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f5b7ab34-c0e9-409f-b0f0-9559d535f5af req-2ea8ec77-50c3-4891-80d6-aad9e99da01b tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876844 Jul 19 03:10:14.751542 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d99859-a77b-48de-bba8-ab932e903d7f x-openstack-request-id: req-e5d99859-a77b-48de-bba8-ab932e903d7f {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:14.752486 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc68213a-68d0-4080-9054-70fbb48e3741", "name": "network-vif-plugged", "status": "completed", "tag": "0e14e95c-6312-4738-a5e5-c0ff512b349b", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:14.752884 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5d99859-a77b-48de-bba8-ab932e903d7f {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:14.754300 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc68213a-68d0-4080-9054-70fbb48e3741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e14e95c-6312-4738-a5e5-c0ff512b349b', 'code': 200} Jul 19 03:10:14.781867 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9385b48-b948-4066-b46d-06d7425dac01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.785656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9385b48-b948-4066-b46d-06d7425dac01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.788103 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13c09c31-e7ec-4a92-ad09-c0fcbdf25a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.793914 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d9385b48-b948-4066-b46d-06d7425dac01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccffa3bf-94b2-49b9-b523-c327d0dc3120 HTTP/1.1" status: 204 len: 168 time: 0.5063252 Jul 19 03:10:14.817943 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9385b48-b948-4066-b46d-06d7425dac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccffa3bf-94b2-49b9-b523-c327d0dc3120,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:14.826607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29d782-56df-452e-a88f-f917e6d27005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b96b46-7469-45f1-96ce-be4228269199,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:14.864122 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-ff5ef96a-7aab-4e73-bd38-a01b89a09730 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009985 Jul 19 03:10:14.864766 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b29d782-56df-452e-a88f-f917e6d27005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.866672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4b29d782-56df-452e-a88f-f917e6d27005 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45b96b46-7469-45f1-96ce-be4228269199 HTTP/1.1" status: 204 len: 168 time: 0.6639433 Jul 19 03:10:14.873500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38978) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:14.887896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13c09c31-e7ec-4a92-ad09-c0fcbdf25a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:14.934814 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e762ecb0-5692-4b09-947a-a201eb399c64 req-ef87b187-0a67-48d2-8471-db664391ede3 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865632 Jul 19 03:10:15.005170 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.025687 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-66daae69-f9fb-4b85-b166-2b65468f9848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.026226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3e67ecc-3cba-4982-8c75-29fa18cd0695 req-d9474912-9a88-4aff-bd10-85db0cf4ffb4 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562054 Jul 19 03:10:15.028264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fdb7e-cced-48d5-958e-7a444884a5a6 req-25c8ebf0-58aa-4492-bb23-18174bbd130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:15.031180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2b9fdb7e-cced-48d5-958e-7a444884a5a6 req-25c8ebf0-58aa-4492-bb23-18174bbd130a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 1101 time: 0.2207298 Jul 19 03:10:15.034449 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13c09c31-e7ec-4a92-ad09-c0fcbdf25a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.039143 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a9ef36-ce78-439d-af94-431057ad5e6e x-openstack-request-id: req-c2a9ef36-ce78-439d-af94-431057ad5e6e {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:15.039442 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:15.039700 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2a9ef36-ce78-439d-af94-431057ad5e6e {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:15.040077 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13c09c31-e7ec-4a92-ad09-c0fcbdf25a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.040268 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'status': 'completed', 'code': 200} Jul 19 03:10:15.041754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-13c09c31-e7ec-4a92-ad09-c0fcbdf25a29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0a66998-320d-4e60-b511-639ec6aacdb2 HTTP/1.1" status: 204 len: 168 time: 0.4742692 Jul 19 03:10:15.092033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c09c31-e7ec-4a92-ad09-c0fcbdf25a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a66998-320d-4e60-b511-639ec6aacdb2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:15.146200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2b9fdb7e-cced-48d5-958e-7a444884a5a6 req-408344f1-2af7-4f79-ae4c-c72695154f97 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029797 Jul 19 03:10:15.174229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-f4c9168a-2570-4d3c-b632-de22c0e719d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:15.176520 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-f4c9168a-2570-4d3c-b632-de22c0e719d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78396f5144754112a3d57a5d17799320&device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 1100 time: 0.0931387 Jul 19 03:10:15.185522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.198158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6033a0a-fba7-4c32-a1c2-dd093075d4a2']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:10:15.212879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9389f067-eaa8-4104-bc13-52dba81e4819') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:10:15.213738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9389f067-eaa8-4104-bc13-52dba81e4819') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:10:15.227869 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.250397 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.258904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:10:15.259590 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:10:15.262663 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:10:15.347526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.363998 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.371227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] 10.222.0.20 "DELETE /v2.0/networks/d6033a0a-fba7-4c32-a1c2-dd093075d4a2 HTTP/1.1" status: 204 len: 168 time: 0.4951742 Jul 19 03:10:15.402251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1df79-e196-46c2-85bd-946c3559400c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6033a0a-fba7-4c32-a1c2-dd093075d4a2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:15.507362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac00167-0a44-40a8-90c7-fc11245ac7fb req-d2f4f44a-41ef-487e-a759-bb2fe94b2c2a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:15.510028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ac00167-0a44-40a8-90c7-fc11245ac7fb req-d2f4f44a-41ef-487e-a759-bb2fe94b2c2a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 943 time: 0.1133022 Jul 19 03:10:15.524655 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.573938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ac00167-0a44-40a8-90c7-fc11245ac7fb req-7dd7ee72-c1a8-47f9-9dcd-342d2cdb804f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545332 Jul 19 03:10:15.607397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39000) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:15.624097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 29164f3f-bbfd-4565-aa0d-cc36d037cefa details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:15.626981 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6ce4150-8d14-47ad-a1d4-0373d1b28c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:15.730179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39004) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:15.802491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-9ab850e7-e1b1-49ce-baa7-a7fe7977e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:15.805048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-9ab850e7-e1b1-49ce-baa7-a7fe7977e705 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.6125786 Jul 19 03:10:15.814105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:15.836873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '29164f3f-bbfd-4565-aa0d-cc36d037cefa', 'network_id': '54e03501-5722-4da8-a319-be568c990f3f', 'port_id': '29164f3f-bbfd-4565-aa0d-cc36d037cefa', 'mac_address': 'fa:16:3e:8f:69:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea24e738-4c72-4cea-a6ca-1f2d88066be0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:10:15.841140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ca9be1d0-4d2f-4b17-8e19-324dc7a08998 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:10:15.841517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0ea9c-0aed-4ef9-8e05-f29d24d02836 req-4717af2e-8b24-45b8-bd78-41e25ed1ce77 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:15.867029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cd0ea9c-0aed-4ef9-8e05-f29d24d02836 req-4717af2e-8b24-45b8-bd78-41e25ed1ce77 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 949 time: 0.5386121 Jul 19 03:10:15.926593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-3301bc70-dfc3-4031-92fc-d41620b18b5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d263c8f9-539a-4b04-ae71-3c0739490e47 HTTP/1.1" status: 200 len: 217 time: 0.1016715 Jul 19 03:10:15.926854 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cec70297-1b5f-4d65-83f7-7418e19dbc43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdf61f9527e4498da6feb84051e6fe82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941698 Jul 19 03:10:15.952630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39012) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:16.015906 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6ce4150-8d14-47ad-a1d4-0373d1b28c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.032852 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6ce4150-8d14-47ad-a1d4-0373d1b28c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.053423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-43a18991-09c1-44b1-8d11-17e838130d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:16.055778 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-43a18991-09c1-44b1-8d11-17e838130d43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1054132 Jul 19 03:10:16.082718 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cd0ea9c-0aed-4ef9-8e05-f29d24d02836 req-9c7fd826-1300-4c9f-a472-4e1ca824c79e tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135756 Jul 19 03:10:16.129688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d6ce4150-8d14-47ad-a1d4-0373d1b28c3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e42257dd530f4118856f9257ef163bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5185244 Jul 19 03:10:16.129688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce4150-8d14-47ad-a1d4-0373d1b28c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dfe924-8b72-44cf-af7e-b09522e52862,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:16.137686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39018) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:16.164531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9317df1-2909-46db-ae8e-1f849df04fbe req-f6c3e81c-c02f-43a6-998f-19c595dbddf5 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:16.171857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c9317df1-2909-46db-ae8e-1f849df04fbe req-f6c3e81c-c02f-43a6-998f-19c595dbddf5 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 948 time: 0.2530038 Jul 19 03:10:16.231083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d8e25514-b3e8-4552-b636-f2038e1417de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.251586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c9317df1-2909-46db-ae8e-1f849df04fbe req-4b9e6376-7402-42d5-96db-4224120ffb4e tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787632 Jul 19 03:10:16.263396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e54152b-aaae-4959-b086-4ec0a0d05f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.290974 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e54152b-aaae-4959-b086-4ec0a0d05f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.291393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-8c8142bd-7eec-4eec-92db-2567ac304e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:16.292942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-8c8142bd-7eec-4eec-92db-2567ac304e92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2281630 Jul 19 03:10:16.305494 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d8e25514-b3e8-4552-b636-f2038e1417de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.338563 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.341269 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.364344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29164f3f-bbfd-4565-aa0d-cc36d037cefa {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:16.365652 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e54152b-aaae-4959-b086-4ec0a0d05f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.369416 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e54152b-aaae-4959-b086-4ec0a0d05f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.371343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2e54152b-aaae-4959-b086-4ec0a0d05f14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39dfe924-8b72-44cf-af7e-b09522e52862 HTTP/1.1" status: 204 len: 168 time: 0.2362072 Jul 19 03:10:16.379678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54152b-aaae-4959-b086-4ec0a0d05f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dfe924-8b72-44cf-af7e-b09522e52862,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:16.386546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:16.405367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:16.409462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:16.409940 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.448210 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.475642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc0a7-aba9-4553-a9f6-c00e1682a63c req-17e79528-ef83-42b2-b285-fca8270f224f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:16.483163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-da1dc0a7-aba9-4553-a9f6-c00e1682a63c req-17e79528-ef83-42b2-b285-fca8270f224f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 945 time: 0.1676817 Jul 19 03:10:16.521131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=29164f3f-bbfd-4565-aa0d-cc36d037cefa,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:16.524648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-7b36e8a2-086b-4fb4-888c-9fb227fcc916 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169690 Jul 19 03:10:16.551519 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d8e25514-b3e8-4552-b636-f2038e1417de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.554031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d8e25514-b3e8-4552-b636-f2038e1417de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.558096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d8e25514-b3e8-4552-b636-f2038e1417de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c074ab4b-c59a-4959-a8f8-af594b483256 HTTP/1.1" status: 204 len: 168 time: 0.6039603 Jul 19 03:10:16.571525 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.583862 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-da1dc0a7-aba9-4553-a9f6-c00e1682a63c req-cda1e484-8e64-4b5c-baaf-0c5e1a530976 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997622 Jul 19 03:10:16.587146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e25514-b3e8-4552-b636-f2038e1417de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c074ab4b-c59a-4959-a8f8-af594b483256,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:16.614279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ca9be1d0-4d2f-4b17-8e19-324dc7a08998, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:16.620594 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:16.662018 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d52f56f-1d0a-4e83-8dae-0f759c302f8a req-f5b73cd3-262b-4484-a4b6-31bd2621eac3 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304023 Jul 19 03:10:16.682422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['29164f3f-bbfd-4565-aa0d-cc36d037cefa'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:16.735088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:16.756084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:16.758687 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89779df-34d4-4d52-b17f-bdb451427282" -d '{"events": [{"server_uuid": "3d86ca11-a407-4484-b0c6-44247de28ad2", "name": "network-vif-plugged", "status": "completed", "tag": "ca9be1d0-4d2f-4b17-8e19-324dc7a08998"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:16.819043 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24952c4-2dbf-4fb7-85ab-845d6ea480f2 x-openstack-request-id: req-b24952c4-2dbf-4fb7-85ab-845d6ea480f2 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:16.819614 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d86ca11-a407-4484-b0c6-44247de28ad2", "name": "network-vif-plugged", "status": "completed", "tag": "ca9be1d0-4d2f-4b17-8e19-324dc7a08998", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:16.819614 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b24952c4-2dbf-4fb7-85ab-845d6ea480f2 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:16.820517 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998', 'code': 200} Jul 19 03:10:16.924599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccc098-2558-4d36-9800-28fa73014d86 req-8829086b-9234-4bb2-8dcc-3993c7dbb51b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:16.926131 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-afccc098-2558-4d36-9800-28fa73014d86 req-8829086b-9234-4bb2-8dcc-3993c7dbb51b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 944 time: 0.1499217 Jul 19 03:10:16.981182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-afccc098-2558-4d36-9800-28fa73014d86 req-71b933f3-4ccc-48ed-ba52-35ca8cb00e39 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486915 Jul 19 03:10:16.987218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac50aee-ac4f-45ef-b25c-f354bbc0c73d req-9de13151-49da-4839-ab3c-16c14a488faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:16.988947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bac50aee-ac4f-45ef-b25c-f354bbc0c73d req-9de13151-49da-4839-ab3c-16c14a488faa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 1098 time: 0.1052098 Jul 19 03:10:17.032386 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bac50aee-ac4f-45ef-b25c-f354bbc0c73d req-6df9a4eb-8cbc-4ffe-ae72-ffd94f7b0661 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367615 Jul 19 03:10:17.226362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39060) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:17.278104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177bb71-7148-403d-82bf-90c803d7cfd6 req-5e1a52f4-4c15-4623-9e53-064ae3cb242e tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:17.280923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-22420a42-7cc6-4ebb-ba7c-6615b9bf04d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11072e556a4948cdbc087f2b1d334c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533183 Jul 19 03:10:17.283863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39066) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:17.288015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7177bb71-7148-403d-82bf-90c803d7cfd6 req-5e1a52f4-4c15-4623-9e53-064ae3cb242e tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 949 time: 0.0868163 Jul 19 03:10:17.341252 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7177bb71-7148-403d-82bf-90c803d7cfd6 req-73a82709-1239-4e0f-aacf-09dd0ab95f82 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523431 Jul 19 03:10:17.352209 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1f0f-c500-4a87-af88-2f6cf19ea7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:17.371904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d263c8f9-539a-4b04-ae71-3c0739490e47 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:17.383188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1f0f-c500-4a87-af88-2f6cf19ea7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:17.498604 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1f0f-c500-4a87-af88-2f6cf19ea7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:17.501728 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1f0f-c500-4a87-af88-2f6cf19ea7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:17.506528 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ed2e1f0f-c500-4a87-af88-2f6cf19ea7ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0581517f-f691-4275-88ff-f014c6f0ba01 HTTP/1.1" status: 204 len: 168 time: 0.2204585 Jul 19 03:10:17.520773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91369d77-5b5b-4bb1-8f60-8ffb04520b81 req-03799e4f-ac76-4c38-8887-bd9242cf0884 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:17.522642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91369d77-5b5b-4bb1-8f60-8ffb04520b81 req-03799e4f-ac76-4c38-8887-bd9242cf0884 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 948 time: 0.1254041 Jul 19 03:10:17.531508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e1f0f-c500-4a87-af88-2f6cf19ea7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0581517f-f691-4275-88ff-f014c6f0ba01,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:17.552438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:17.574982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'mac_address': 'fa:16:3e:f2:80:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:10:17.586419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91369d77-5b5b-4bb1-8f60-8ffb04520b81 req-82f0a965-d2f6-4d58-b71b-55395c370c53 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569458 Jul 19 03:10:17.627075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 29164f3f-bbfd-4565-aa0d-cc36d037cefa up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:10:17.661626 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:17.687113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d263c8f9-539a-4b04-ae71-3c0739490e47 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:17.713528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:17.724573 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:17.733356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 29164f3f-bbfd-4565-aa0d-cc36d037cefa completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:17.789949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 29164f3f-bbfd-4565-aa0d-cc36d037cefa triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:17.790470 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:17.832801 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:17.839498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509e0dc-c1b4-4ed9-9841-94b3fc33b55c req-7a1b25ad-9911-4925-99ff-1cfd361ba969 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:17.848226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f509e0dc-c1b4-4ed9-9841-94b3fc33b55c req-7a1b25ad-9911-4925-99ff-1cfd361ba969 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 946 time: 0.0833292 Jul 19 03:10:17.853728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:17.899047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f509e0dc-c1b4-4ed9-9841-94b3fc33b55c req-c87c8d10-7928-496a-b0d6-6b83c6500c25 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500729 Jul 19 03:10:17.904141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbc9ba-18dd-4a23-9d8b-f5ca35c7ac46 req-d5eab788-f427-4c30-8545-e3345fa795e8 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:17.912663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-facbc9ba-18dd-4a23-9d8b-f5ca35c7ac46 req-d5eab788-f427-4c30-8545-e3345fa795e8 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 949 time: 0.1302421 Jul 19 03:10:17.936891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['d263c8f9-539a-4b04-ae71-3c0739490e47'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:17.954755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-facbc9ba-18dd-4a23-9d8b-f5ca35c7ac46 req-6679059f-8169-4e2b-bd64-a31c3d65fbe4 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408587 Jul 19 03:10:17.963870 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:18.020107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:18.029664 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:18.130751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=29164f3f-bbfd-4565-aa0d-cc36d037cefa,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:18.304441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd85efb-4b1d-46b2-a368-a9a366046dc9 req-bda94b0a-d592-4139-9fad-33893e4f4e92 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:18.313805 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd85efb-4b1d-46b2-a368-a9a366046dc9 req-bda94b0a-d592-4139-9fad-33893e4f4e92 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 945 time: 0.1105323 Jul 19 03:10:18.367802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd85efb-4b1d-46b2-a368-a9a366046dc9 req-e968e7b9-483e-409a-a5d7-a83b240b1aad tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525410 Jul 19 03:10:18.518705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163347e-4554-4365-8981-cdfd255fb306 req-0e20621b-cf7c-400e-ae73-bd2edc5d7f77 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:18.531093 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1163347e-4554-4365-8981-cdfd255fb306 req-0e20621b-cf7c-400e-ae73-bd2edc5d7f77 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 949 time: 0.0862370 Jul 19 03:10:18.588574 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1163347e-4554-4365-8981-cdfd255fb306 req-201bd6fa-0b38-4306-ad01-6b237a21150e tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570517 Jul 19 03:10:18.776950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588abcb-77f4-4913-81f7-890786f12a0f req-af5bc71f-a6a6-4854-a6a8-a571ef618d78 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:18.782756 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e588abcb-77f4-4913-81f7-890786f12a0f req-af5bc71f-a6a6-4854-a6a8-a571ef618d78 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 949 time: 0.0698798 Jul 19 03:10:18.818977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e588abcb-77f4-4913-81f7-890786f12a0f req-c26269ca-5dae-46c5-bf39-2b71aa9258f2 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345762 Jul 19 03:10:18.821325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29164f3f-bbfd-4565-aa0d-cc36d037cefa'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:18.823965 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d53be0-b37b-4c7f-857c-d2d983e80bdf" -d '{"events": [{"server_uuid": "f5502ba9-115c-4fa7-a547-dfcff76a3edd", "name": "network-vif-plugged", "status": "completed", "tag": "29164f3f-bbfd-4565-aa0d-cc36d037cefa"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:18.990876 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d1d549ea-afa0-4434-bded-73abf60a6c58 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=064ceca190314c04a203d452958b903b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243161 Jul 19 03:10:19.105918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-2056c804-ed3b-425c-9200-e3e9ab199ee2 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:19.107650 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-2056c804-ed3b-425c-9200-e3e9ab199ee2 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108494 Jul 19 03:10:19.128232 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-2e784a3e-24fa-4511-a9d2-0c53667180c8 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/quotas/064ceca190314c04a203d452958b903b HTTP/1.1" status: 200 len: 375 time: 0.0147080 Jul 19 03:10:19.182909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-66d03724-974b-4c3f-bb0e-f994a461ea8d tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=064ceca190314c04a203d452958b903b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529900 Jul 19 03:10:19.215553 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088a3609-3ca4-4231-9ce5-0f15a91771a3 x-openstack-request-id: req-088a3609-3ca4-4231-9ce5-0f15a91771a3 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:19.216072 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5502ba9-115c-4fa7-a547-dfcff76a3edd", "name": "network-vif-plugged", "status": "completed", "tag": "29164f3f-bbfd-4565-aa0d-cc36d037cefa", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:19.216072 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-088a3609-3ca4-4231-9ce5-0f15a91771a3 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:19.216407 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29164f3f-bbfd-4565-aa0d-cc36d037cefa', 'code': 200} Jul 19 03:10:19.387201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d263c8f9-539a-4b04-ae71-3c0739490e47 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:10:19.434095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c7fe0-e739-48bf-ba6c-5b828836ffe3 req-2159ecfd-bac7-4bde-bf59-1f6ee98d87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:19.437808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-120c7fe0-e739-48bf-ba6c-5b828836ffe3 req-2159ecfd-bac7-4bde-bf59-1f6ee98d87a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1097 time: 0.1315482 Jul 19 03:10:19.453119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d89c65-0a50-4ac9-940f-b64f8ff16250 req-85bed5c3-ebf2-4ea2-b6a7-300fba645e3e tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:19.460964 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97d89c65-0a50-4ac9-940f-b64f8ff16250 req-85bed5c3-ebf2-4ea2-b6a7-300fba645e3e tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 946 time: 0.1219711 Jul 19 03:10:19.506081 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97d89c65-0a50-4ac9-940f-b64f8ff16250 req-2762941a-1fb7-4138-a9fc-605019e1537a tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Jul 19 03:10:19.510684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port d263c8f9-539a-4b04-ae71-3c0739490e47 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:19.515413 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port d263c8f9-539a-4b04-ae71-3c0739490e47 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:19.515784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:19.544256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35fb78b7-f57e-4b99-bb9a-8e0352b50aaa req-027e8746-951f-4f53-bfca-148924756893 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 210 time: 0.1025469 Jul 19 03:10:19.559023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-120c7fe0-e739-48bf-ba6c-5b828836ffe3 req-bb0bbc92-bdf0-4254-98c6-61eb41f245db service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924804 Jul 19 03:10:19.665431 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:19.716386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-91ad8157-303d-43ba-8b41-8f25094e16b1 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:19.716939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:19.718944 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-91ad8157-303d-43ba-8b41-8f25094e16b1 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 949 time: 0.1512458 Jul 19 03:10:19.723009 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:19.781428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:19.943101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b4439-8cb2-48fb-89f7-ebc661a6ab47 req-cce93dc9-02e7-431d-b307-c54a77fd3d61 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:19.945480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c1b4439-8cb2-48fb-89f7-ebc661a6ab47 req-cce93dc9-02e7-431d-b307-c54a77fd3d61 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 945 time: 0.2247689 Jul 19 03:10:19.952194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-5f5029c5-f8f0-4c50-90cc-d131425f5e6c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Deleting port 0e14e95c-6312-4738-a5e5-c0ff512b349b {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:10:19.952570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-5f5029c5-f8f0-4c50-90cc-d131425f5e6c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:20.050493 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c1b4439-8cb2-48fb-89f7-ebc661a6ab47 req-5c2971cc-e2e7-42f3-a336-6073dc29f7a1 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939546 Jul 19 03:10:20.091155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-5f5029c5-f8f0-4c50-90cc-d131425f5e6c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] For port 0e14e95c-6312-4738-a5e5-c0ff512b349b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=0e14e95c-6312-4738-a5e5-c0ff512b349b,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:20.091520 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-5f5029c5-f8f0-4c50-90cc-d131425f5e6c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:20.107000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-5f5029c5-f8f0-4c50-90cc-d131425f5e6c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Calling delete_port for 0e14e95c-6312-4738-a5e5-c0ff512b349b owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:10:20.291699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf04a3-79b6-49b5-a5b9-446afcf37d54 req-6ccc30b6-c9b2-457e-9ee4-3f2edd705956 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:20.293330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9cf04a3-79b6-49b5-a5b9-446afcf37d54 req-6ccc30b6-c9b2-457e-9ee4-3f2edd705956 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 946 time: 0.0976789 Jul 19 03:10:20.301906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39222) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:20.308207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d6e73ebd-90c1-4ee2-ad86-4c17d3a2c2f9 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Request body: {'floatingip': {'port_id': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:20.423704 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6e73ebd-90c1-4ee2-ad86-4c17d3a2c2f9 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:20.503642 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-5f5029c5-f8f0-4c50-90cc-d131425f5e6c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:20.517794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['0e14e95c-6312-4738-a5e5-c0ff512b349b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:20.548296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5029c5-f8f0-4c50-90cc-d131425f5e6c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Pushing event deleted for resources: {'Port': ['ID=0e14e95c-6312-4738-a5e5-c0ff512b349b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:20.596044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32430caa-ced9-4dfb-a475-1c77605a037d req-ecb581df-f137-4872-b15b-223422e37300 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:20.597779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32430caa-ced9-4dfb-a475-1c77605a037d req-ecb581df-f137-4872-b15b-223422e37300 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc68213a-68d0-4080-9054-70fbb48e3741 HTTP/1.1" status: 200 len: 867 time: 0.1166434 Jul 19 03:10:20.670534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-5f5029c5-f8f0-4c50-90cc-d131425f5e6c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] No DVR routers for this DVR port 0e14e95c-6312-4738-a5e5-c0ff512b349b on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:10:20.674021 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-5f5029c5-f8f0-4c50-90cc-d131425f5e6c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:20.676719 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01592f13-eda3-4c1e-8462-4fe3e5c9b078 req-5f5029c5-f8f0-4c50-90cc-d131425f5e6c tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.26 "DELETE /v2.0/ports/0e14e95c-6312-4738-a5e5-c0ff512b349b HTTP/1.1" status: 204 len: 173 time: 0.9417424 Jul 19 03:10:20.682983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc68213a-68d0-4080-9054-70fbb48e3741', 'name': 'network-vif-deleted', 'tag': '0e14e95c-6312-4738-a5e5-c0ff512b349b'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:20.685273 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1d82fb-12f0-4324-a036-b71c3baa1e78" -d '{"events": [{"server_uuid": "cc68213a-68d0-4080-9054-70fbb48e3741", "name": "network-vif-deleted", "tag": "0e14e95c-6312-4738-a5e5-c0ff512b349b"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:20.807398 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-3c87e8b5-4327-4edf-81d9-2c30ebeefe40 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=064ceca190314c04a203d452958b903b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410538 Jul 19 03:10:20.862691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92312ea-6cd3-4eb7-854b-f8bd92cf6f58 req-039349cc-6206-4323-9c74-a6b72b63f7cd tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:20.864011 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32430caa-ced9-4dfb-a475-1c77605a037d req-68d01ab7-aef9-446c-b63e-5b7d16c1cc78 tempest-DeleteServersAdminTestJSON-2073690812 tempest-DeleteServersAdminTestJSON-2073690812-project] 10.222.0.20 "GET /v2.0/security-groups?id=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596912 Jul 19 03:10:20.868505 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f92312ea-6cd3-4eb7-854b-f8bd92cf6f58 req-039349cc-6206-4323-9c74-a6b72b63f7cd tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 950 time: 0.2928574 Jul 19 03:10:21.218105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:21.221582 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0644b32-558a-4e76-8f7c-4eda2a3bae77" -d '{"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-plugged", "status": "completed", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:21.221916 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f92312ea-6cd3-4eb7-854b-f8bd92cf6f58 req-4adcaeb0-7120-4a6c-8338-82c3922c74a0 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402979 Jul 19 03:10:21.343820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-7611b830-17ee-4e58-9394-75263a2206de tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:21.345314 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-7611b830-17ee-4e58-9394-75263a2206de tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5315702 Jul 19 03:10:21.367800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Request body: {'port': {'device_id': 'a6442e71-a458-4db5-9eb4-08877296039f', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '064ceca190314c04a203d452958b903b'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:21.424279 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-ebf60812-1f78-4c13-90ac-ff5125db5622 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=39688c83d45c4f709f725b461d5c4b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211418 Jul 19 03:10:21.476450 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-623ca0fc-ea81-4a40-80c3-688d579987bc req-f2b4e0d2-2442-4b16-9a0e-9565cc108728 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 210 time: 0.1185086 Jul 19 03:10:21.553428 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b74fc-8970-401d-a6cd-7f81037dd282 x-openstack-request-id: req-e77b74fc-8970-401d-a6cd-7f81037dd282 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:21.553754 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc68213a-68d0-4080-9054-70fbb48e3741", "name": "network-vif-deleted", "tag": "0e14e95c-6312-4738-a5e5-c0ff512b349b", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:21.553967 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e77b74fc-8970-401d-a6cd-7f81037dd282 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:21.554931 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc68213a-68d0-4080-9054-70fbb48e3741', 'name': 'network-vif-deleted', 'tag': '0e14e95c-6312-4738-a5e5-c0ff512b349b', 'status': 'completed', 'code': 200} Jul 19 03:10:21.556051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-f7fe03d5-3f41-4d8d-a505-0c4760b7f592 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:21.557545 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-f7fe03d5-3f41-4d8d-a505-0c4760b7f592 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262424 Jul 19 03:10:21.573218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-60bdf5a6-cd76-41a4-9525-f494afe622df tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/quotas/39688c83d45c4f709f725b461d5c4b8f HTTP/1.1" status: 200 len: 375 time: 0.0093977 Jul 19 03:10:21.611852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-e7e82c14-4c85-43ba-a01b-c1388c46da3a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294037 Jul 19 03:10:21.701441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.resource_extend [None req-d6e73ebd-90c1-4ee2-ad86-4c17d3a2c2f9 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:10:21.789167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Made reservation on behalf of 064ceca190314c04a203d452958b903b for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:21.792891 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:21.816620 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca26aa5-e38b-47be-9a1f-567737defc08 x-openstack-request-id: req-6ca26aa5-e38b-47be-9a1f-567737defc08 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:21.817103 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-plugged", "status": "completed", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:21.817215 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ca26aa5-e38b-47be-9a1f-567737defc08 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:21.817532 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'code': 200} Jul 19 03:10:21.818477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6e73ebd-90c1-4ee2-ad86-4c17d3a2c2f9 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:21.821352 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:21.832486 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6e73ebd-90c1-4ee2-ad86-4c17d3a2c2f9 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:21.879070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-135aef9a-d1da-4c37-b65d-147bca67b667 req-c9bc272b-5945-45b5-97e5-21074ea27efd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 210 time: 0.0292294 Jul 19 03:10:21.887816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d693e-15df-4cf6-88aa-9c0c49957f04 req-df547fdb-2485-410a-854d-d432545d3c1e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:21.889047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-210d693e-15df-4cf6-88aa-9c0c49957f04 req-df547fdb-2485-410a-854d-d432545d3c1e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 945 time: 0.2647932 Jul 19 03:10:21.953986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba87dc0-c5d1-433a-b9e5-cb161daa3197 req-d982662a-7ac0-4033-a986-8afba8ef893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:21.955448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cba87dc0-c5d1-433a-b9e5-cb161daa3197 req-d982662a-7ac0-4033-a986-8afba8ef893b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 1102 time: 0.0597265 Jul 19 03:10:21.994672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cba87dc0-c5d1-433a-b9e5-cb161daa3197 req-71b827ce-a932-4e9a-a967-45cd018cf217 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324817 Jul 19 03:10:22.016724 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-210d693e-15df-4cf6-88aa-9c0c49957f04 req-965f0290-f1f6-4beb-9159-4461fe7606a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061590 Jul 19 03:10:22.018907 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-d6e73ebd-90c1-4ee2-ad86-4c17d3a2c2f9 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Floating IP 08e96029-8555-4c20-a890-64d72f1bd421 associated. External IP: 172.25.2.31, port: ca9be1d0-4d2f-4b17-8e19-324dc7a08998. Jul 19 03:10:22.143682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:22.153150 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:22.275942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858a3128-0804-4eed-9867-14dab8a252cb,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:22.296470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.296816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.297156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.297498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.297824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.298155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.298544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.298890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.299195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.299518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.299839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.300160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:22.418412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Allocated IP 192.168.233.237 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/480b1458-e499-4bab-9411-531d2a67fbb6) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:10:22.433568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e73ebd-90c1-4ee2-ad86-4c17d3a2c2f9 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Router 887c0020-2033-4ea9-8aca-c28b9b632a90 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:10:22.486457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9c8b-05bd-47bd-be7a-f5e82b3f9bb5 req-86d893d3-0924-43b2-9ab8-71d60a15aa32 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:22.488270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-359f9c8b-05bd-47bd-be7a-f5e82b3f9bb5 req-86d893d3-0924-43b2-9ab8-71d60a15aa32 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1097 time: 0.0635784 Jul 19 03:10:22.533132 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-359f9c8b-05bd-47bd-be7a-f5e82b3f9bb5 req-d7b6a416-5858-4a2e-ab4b-bea126f23f99 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374901 Jul 19 03:10:22.835650 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7f9f082-4b74-48d1-bfda-f8ee6cf99d76 req-2a6ceeba-276e-4e1d-bc3d-6073c014fa9f tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 210 time: 0.0286098 Jul 19 03:10:22.930175 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e73ebd-90c1-4ee2-ad86-4c17d3a2c2f9 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:10:22.935108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6e73ebd-90c1-4ee2-ad86-4c17d3a2c2f9 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:22.943117 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] Sync routers for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:10:22.953568 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:10:22.954194 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:10:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:10:22.984009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf427e40-8849-455d-8b9f-a0e11740d97f req-711153fa-fab5-46e4-ab15-2a0fdc4e84ad tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:22.985802 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:22.986072 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cf427e40-8849-455d-8b9f-a0e11740d97f req-711153fa-fab5-46e4-ab15-2a0fdc4e84ad tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1097 time: 0.0544159 Jul 19 03:10:23.018667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d6e73ebd-90c1-4ee2-ad86-4c17d3a2c2f9 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "PUT /v2.0/floatingips/08e96029-8555-4c20-a890-64d72f1bd421 HTTP/1.1" status: 200 len: 991 time: 2.7113223 Jul 19 03:10:23.029109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a03c-109a-4975-8c20-c851cda2b284 req-a538f8e3-e2e8-4da6-b443-b182357f20fd tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:23.036750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c79a03c-109a-4975-8c20-c851cda2b284 req-a538f8e3-e2e8-4da6-b443-b182357f20fd tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 950 time: 0.2139313 Jul 19 03:10:23.039275 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cf427e40-8849-455d-8b9f-a0e11740d97f req-13ed0c30-5d9b-4588-865d-8ccb0950b4a3 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Jul 19 03:10:23.039983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Transition to ACTIVE for port object 480b1458-e499-4bab-9411-531d2a67fbb6 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:23.099946 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c79a03c-109a-4975-8c20-c851cda2b284 req-c8a1db6c-9f57-436c-832a-118bd99f4c21 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623167 Jul 19 03:10:23.102024 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:10:23.125161 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:23.180946 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-95c7210a-98c8-403e-bfe5-7c76f98bcd49 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=39688c83d45c4f709f725b461d5c4b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413640 Jul 19 03:10:23.240786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:10:23.253182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:23.259383 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:10:23.281714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:23.282561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:23.307628 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efb491f5-1620-4e5a-bbb4-def656655eea req-36ef8b17-8840-469c-889f-5a235d160be4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 210 time: 0.0588171 Jul 19 03:10:23.311585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Pushing event updated for resources: {'Port': ['ID=480b1458-e499-4bab-9411-531d2a67fbb6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:23.344234 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-d950ff6e-068b-4a66-b3b6-1dfb051124c6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9803436 Jul 19 03:10:23.356946 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Request body: {'port': {'device_id': 'a6442e71-a458-4db5-9eb4-08877296039f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:23.416304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 0e14e95c-6312-4738-a5e5-c0ff512b349b no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:10:23.465646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-9f9c49c9-063f-4d0f-868e-ad6451948838 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:23.471271 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-9f9c49c9-063f-4d0f-868e-ad6451948838 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831025 Jul 19 03:10:23.473783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 0e14e95c-6312-4738-a5e5-c0ff512b349b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:10:23.474161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 0e14e95c-6312-4738-a5e5-c0ff512b349b not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:10:23.483521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Request body: {'port': {'device_id': '40296052-962b-4628-b741-2f888d6df246', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '39688c83d45c4f709f725b461d5c4b8f'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:23.523694 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:23.559874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'tag': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:23.562676 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37fa177-4216-431c-b23d-28a0924e8d48" -d '{"events": [{"name": "network-changed", "server_uuid": "3d86ca11-a407-4484-b0c6-44247de28ad2", "tag": "ca9be1d0-4d2f-4b17-8e19-324dc7a08998"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:23.673581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6a58ce26-6618-4fe6-8c23-ebd0e3996de0 None None] Provisioning for port 480b1458-e499-4bab-9411-531d2a67fbb6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:23.680988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6a58ce26-6618-4fe6-8c23-ebd0e3996de0 None None] Provisioning complete for port 480b1458-e499-4bab-9411-531d2a67fbb6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:23.681368 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6a58ce26-6618-4fe6-8c23-ebd0e3996de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:23.767086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Made reservation on behalf of 39688c83d45c4f709f725b461d5c4b8f for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:23.780500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:23.789063 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a078df4-f527-47f1-99a4-b44b1a44025f x-openstack-request-id: req-1a078df4-f527-47f1-99a4-b44b1a44025f {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:23.789455 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d86ca11-a407-4484-b0c6-44247de28ad2", "tag": "ca9be1d0-4d2f-4b17-8e19-324dc7a08998", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:23.790537 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a078df4-f527-47f1-99a4-b44b1a44025f {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:23.791036 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'tag': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998', 'status': 'completed', 'code': 200} Jul 19 03:10:23.808125 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '08e96029-8555-4c20-a890-64d72f1bd421', 'tenant_id': '2cfb507fa16049379923204820c81297', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'port_id': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'mac_address': 'fa:16:3e:63:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:09:52Z', 'updated_at': '2021-07-19T03:10:21Z', 'revision_number': 1, 'project_id': '2cfb507fa16049379923204820c81297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:10:23.814053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6a58ce26-6618-4fe6-8c23-ebd0e3996de0 None None] Port 480b1458-e499-4bab-9411-531d2a67fbb6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:10:23.876140 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:23.892730 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] Checking router: 887c0020-2033-4ea9-8aca-c28b9b632a90 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:10:23.914620 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:10:23.915547 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:10:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:10:24.000992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-eef9f832-d2c3-4940-8b0b-3bef05a07e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:24.020119 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-eef9f832-d2c3-4940-8b0b-3bef05a07e98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cfb507fa16049379923204820c81297&device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 1098 time: 0.2032869 Jul 19 03:10:24.050181 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39346) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:24.082687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39350) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:24.126115 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:10:24.215563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480b1458-e499-4bab-9411-531d2a67fbb6 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:24.232371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.292385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-3d824391-6e5f-47b2-adb7-ac2e6888815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:24.293879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-3d824391-6e5f-47b2-adb7-ac2e6888815a service neutron] 10.222.0.25 "GET /v2.0/networks?id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf HTTP/1.1" status: 200 len: 923 time: 0.2629886 Jul 19 03:10:24.298524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.313522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.314991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Transition to ACTIVE for port object 480b1458-e499-4bab-9411-531d2a67fbb6 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:24.315895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e5340f9-d47c-49eb-812f-7afe00a3e317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.339053 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.354520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cfe05-1a6f-4c46-a9c6-fe1c42154a33 req-a3668d08-66c3-440b-bb39-5f5ec13a8ace tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:24.356055 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-328cfe05-1a6f-4c46-a9c6-fe1c42154a33 req-a3668d08-66c3-440b-bb39-5f5ec13a8ace tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 936 time: 0.2508340 Jul 19 03:10:24.443720 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '08e96029-8555-4c20-a890-64d72f1bd421', 'tenant_id': '2cfb507fa16049379923204820c81297', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'port_id': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'mac_address': 'fa:16:3e:63:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:09:52Z', 'updated_at': '2021-07-19T03:10:21Z', 'revision_number': 1, 'project_id': '2cfb507fa16049379923204820c81297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:10:24.486938 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b1393-396e-4e28-9fb1-074545a0e079 None None] The sync data for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 is: [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '08e96029-8555-4c20-a890-64d72f1bd421', 'tenant_id': '2cfb507fa16049379923204820c81297', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'port_id': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'mac_address': 'fa:16:3e:63:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:09:52Z', 'updated_at': '2021-07-19T03:10:21Z', 'revision_number': 1, 'project_id': '2cfb507fa16049379923204820c81297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:10:24.507663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004aa092-bd71-42f0-8099-6faaa857e0f5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:24.520939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dbbc7c2e-eefe-467d-a802-6635660cdc2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38668cf25149467a9305b2037d3b8dec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4694331 Jul 19 03:10:24.521724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Pushing event updated for resources: {'Port': ['ID=480b1458-e499-4bab-9411-531d2a67fbb6,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:24.535432 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39372) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:24.569971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.570624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.571307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.571796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.572185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.576113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.576547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.576894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.577229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.577561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.577892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.578463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:24.588887 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-fba631b2-8882-4e84-942e-6bb38c41c5b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca9be1d0-4d2f-4b17-8e19-324dc7a08998 HTTP/1.1" status: 200 len: 999 time: 0.2853038 Jul 19 03:10:24.618699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-328cfe05-1a6f-4c46-a9c6-fe1c42154a33 req-e638f452-0484-4e0e-a5f8-071104fdf8bb tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/security-groups?id=858a3128-0804-4eed-9867-14dab8a252cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334466 Jul 19 03:10:24.634409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Attempting to bind port 480b1458-e499-4bab-9411-531d2a67fbb6 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:24.634409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Attempting to bind port 480b1458-e499-4bab-9411-531d2a67fbb6 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:24.634409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Attempting to bind port 480b1458-e499-4bab-9411-531d2a67fbb6 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:24.644202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Port 480b1458-e499-4bab-9411-531d2a67fbb6 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:24.644546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Attempting to bind port 480b1458-e499-4bab-9411-531d2a67fbb6 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:24.655840 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:24.656199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:24.656678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:24.657131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Bound port: 480b1458-e499-4bab-9411-531d2a67fbb6, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:24.657687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.724139 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75396fb5-4795-4a53-a9bd-77624d61d2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.754672 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75396fb5-4795-4a53-a9bd-77624d61d2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.798120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e5340f9-d47c-49eb-812f-7afe00a3e317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.824655 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e5340f9-d47c-49eb-812f-7afe00a3e317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.854367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75396fb5-4795-4a53-a9bd-77624d61d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.860634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd60930-fa70-45ec-906b-abf9794b02b8 None None] New status for floating IP 08e96029-8555-4c20-a890-64d72f1bd421: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:10:24.868382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75396fb5-4795-4a53-a9bd-77624d61d2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.872358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-75396fb5-4795-4a53-a9bd-77624d61d2a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628 HTTP/1.1" status: 204 len: 168 time: 0.3359220 Jul 19 03:10:24.874308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] For port 480b1458-e499-4bab-9411-531d2a67fbb6, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:24.878173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-3ee2ecf9-ea04-4aa3-8cf5-089fab625759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:24.879805 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-3ee2ecf9-ea04-4aa3-8cf5-089fab625759 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46570d29-3803-4fea-b16d-79f355465134 HTTP/1.1" status: 200 len: 862 time: 0.2761154 Jul 19 03:10:24.906669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75396fb5-4795-4a53-a9bd-77624d61d2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bdf2a7-a02a-4c47-b7d0-27dd3cf9d628,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:24.927556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] For port 480b1458-e499-4bab-9411-531d2a67fbb6, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=480b1458-e499-4bab-9411-531d2a67fbb6,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:24.934939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6e5340f9-d47c-49eb-812f-7afe00a3e317 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24fd7c56e9e3431c981086fb8381d237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8514497 Jul 19 03:10:24.938854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39388) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:24.941641 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:24.947782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5340f9-d47c-49eb-812f-7afe00a3e317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67191d0-66fe-4ae6-8950-383874b11fad,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:24.949436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Allocated IP 192.168.233.124 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/b9e155a8-4396-4ea2-adaa-3054def8cc85) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:10:25.035682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:25.036480 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.038081 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] 10.222.0.26 "PUT /v2.0/ports/480b1458-e499-4bab-9411-531d2a67fbb6 HTTP/1.1" status: 200 len: 1097 time: 1.6868405 Jul 19 03:10:25.092757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074f16e-612c-4119-a479-a5f197839812 req-60f78035-a2c1-4e9a-8a7e-56d21db65242 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:25.095198 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1074f16e-612c-4119-a479-a5f197839812 req-60f78035-a2c1-4e9a-8a7e-56d21db65242 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 950 time: 0.2955942 Jul 19 03:10:25.124506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-8a30733e-85ca-43a5-a5ff-b379f6ff285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:25.126692 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-8a30733e-85ca-43a5-a5ff-b379f6ff285c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2329631 Jul 19 03:10:25.153387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347275a1-4b47-48f8-b3be-5dce0c951f10 service neutron] Pushing event updated for resources: {'Port': ['ID=480b1458-e499-4bab-9411-531d2a67fbb6,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:25.160613 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a6d71e7-d85b-4230-812b-6d43840b8d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.230794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1074f16e-612c-4119-a479-a5f197839812 req-8462f71f-b2db-45a4-ac5a-a03bf41e2586 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254687 Jul 19 03:10:25.272084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-b9af02b9-8964-4501-838c-4309f2c166cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:25.274248 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-b9af02b9-8964-4501-838c-4309f2c166cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=064ceca190314c04a203d452958b903b&device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 1100 time: 0.1674044 Jul 19 03:10:25.322194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a6d71e7-d85b-4230-812b-6d43840b8d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.369983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-16f8295a-477b-4f31-9aa1-26a8295f8a2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=480b1458-e499-4bab-9411-531d2a67fbb6 HTTP/1.1" status: 200 len: 217 time: 0.0865371 Jul 19 03:10:25.406707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-462fa363-e4ab-4caa-be4b-674ad73e5aac service neutron] 10.222.0.25 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638004 Jul 19 03:10:25.453548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.491956 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-84d4949a-db9d-4dc4-8300-0727258319cf req-abe9498a-30a7-45a5-a40a-2db6046a6d4b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 210 time: 0.0358181 Jul 19 03:10:25.506233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39400) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:25.525429 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55d986e-4860-4c86-aa1e-7373b7a16372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.531897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-67d59f6d-9ac2-4ffa-9a7d-2f59721bc496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:25.533708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-67d59f6d-9ac2-4ffa-9a7d-2f59721bc496 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1569901 Jul 19 03:10:25.541937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Transition to ACTIVE for port object b9e155a8-4396-4ea2-adaa-3054def8cc85 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:25.545439 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a6d71e7-d85b-4230-812b-6d43840b8d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.548219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a6d71e7-d85b-4230-812b-6d43840b8d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.549508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4a6d71e7-d85b-4230-812b-6d43840b8d06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b67191d0-66fe-4ae6-8950-383874b11fad HTTP/1.1" status: 204 len: 168 time: 0.6085811 Jul 19 03:10:25.576302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d71e7-d85b-4230-812b-6d43840b8d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67191d0-66fe-4ae6-8950-383874b11fad,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:25.581840 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b37fa177-4216-431c-b23d-28a0924e8d48 req-39b5e087-4640-4288-b349-6cd7e947edba service neutron] 10.222.0.25 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683443 Jul 19 03:10:25.626223 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.696112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-7754bde4-6ced-4b13-b32b-a039aea687f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:25.697846 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-7754bde4-6ced-4b13-b32b-a039aea687f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1568387 Jul 19 03:10:25.719866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:10:25.732886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:25.748492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39412) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:25.750376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:10:25.795476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Pushing event updated for resources: {'Port': ['ID=b9e155a8-4396-4ea2-adaa-3054def8cc85,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:25.804880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6442e71-a458-4db5-9eb4-08877296039f', 'tag': '480b1458-e499-4bab-9411-531d2a67fbb6'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:25.807707 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71962844-5bc4-44a7-b4d3-6b83c15cb088" -d '{"events": [{"name": "network-changed", "server_uuid": "a6442e71-a458-4db5-9eb4-08877296039f", "tag": "480b1458-e499-4bab-9411-531d2a67fbb6"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:25.835371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:25.836224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.857358 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55d986e-4860-4c86-aa1e-7373b7a16372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.868781 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55d986e-4860-4c86-aa1e-7373b7a16372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:25.878656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-be0fc789-77a0-48ae-b113-9ff04df80a3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4010437 Jul 19 03:10:25.892199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Request body: {'port': {'device_id': '40296052-962b-4628-b741-2f888d6df246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:25.897750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-3c23767c-7515-4d1d-87e4-41e797c3ad77 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874216 Jul 19 03:10:25.959101 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a55d986e-4860-4c86-aa1e-7373b7a16372 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ad64e7430204a519d153e347e74cf41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518158 Jul 19 03:10:25.965374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39420) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:25.979790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d986e-4860-4c86-aa1e-7373b7a16372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b7c7c3-0877-4920-a8ff-fc1a41e5f79d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:26.090920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.118422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-98df81ea-a03f-4161-a0b2-097d6f6e5d4f None None] Provisioning for port b9e155a8-4396-4ea2-adaa-3054def8cc85 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:26.123128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-98df81ea-a03f-4161-a0b2-097d6f6e5d4f None None] Provisioning complete for port b9e155a8-4396-4ea2-adaa-3054def8cc85 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:26.123545 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-98df81ea-a03f-4161-a0b2-097d6f6e5d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.163707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-90d9cc93-9a37-4b40-8846-565ec9ed2e0e tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:10:26.171360 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-90d9cc93-9a37-4b40-8846-565ec9ed2e0e tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4216070 Jul 19 03:10:26.173922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af5cf135-34ee-446a-a10c-805cfc717164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.179700 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba24ad84-a730-4dc4-897a-a502d43c7ab4 req-6c34119d-0a82-4116-999e-6909b6775473 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736061 Jul 19 03:10:26.180383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-98df81ea-a03f-4161-a0b2-097d6f6e5d4f None None] Port b9e155a8-4396-4ea2-adaa-3054def8cc85 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:10:26.212319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af5cf135-34ee-446a-a10c-805cfc717164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.260731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39434) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:26.279186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af5cf135-34ee-446a-a10c-805cfc717164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.282095 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af5cf135-34ee-446a-a10c-805cfc717164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.285604 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af5cf135-34ee-446a-a10c-805cfc717164 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45b7c7c3-0877-4920-a8ff-fc1a41e5f79d HTTP/1.1" status: 204 len: 168 time: 0.3121593 Jul 19 03:10:26.285604 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e409acd5-03b2-4f39-b0c4-5eb36029a969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.306557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cf135-34ee-446a-a10c-805cfc717164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b7c7c3-0877-4920-a8ff-fc1a41e5f79d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:26.406736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e409acd5-03b2-4f39-b0c4-5eb36029a969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.416676 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e409acd5-03b2-4f39-b0c4-5eb36029a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.456800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e155a8-4396-4ea2-adaa-3054def8cc85 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:26.461331 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e409acd5-03b2-4f39-b0c4-5eb36029a969 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee34189f300f459c9639a10fddab5c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992614 Jul 19 03:10:26.461613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39442) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:26.462690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409acd5-03b2-4f39-b0c4-5eb36029a969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d22556-e797-4308-a285-9dbb92d11f96,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:26.468607 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.499914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Transition to ACTIVE for port object b9e155a8-4396-4ea2-adaa-3054def8cc85 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:26.516393 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.590393 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f4cec442-2cc2-4859-91d1-32fa87c23f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.596269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Pushing event updated for resources: {'Port': ['ID=b9e155a8-4396-4ea2-adaa-3054def8cc85,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:26.669389 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f4cec442-2cc2-4859-91d1-32fa87c23f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.720299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Attempting to bind port b9e155a8-4396-4ea2-adaa-3054def8cc85 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:26.720654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Attempting to bind port b9e155a8-4396-4ea2-adaa-3054def8cc85 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:26.721020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Attempting to bind port b9e155a8-4396-4ea2-adaa-3054def8cc85 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:26.721128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Request body: {'binding': {'host': 'n-h2-762330-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:26.721903 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Unknown quota resources ['binding']. {{(pid=94345) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:10:26.730852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Port b9e155a8-4396-4ea2-adaa-3054def8cc85 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:26.731208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Attempting to bind port b9e155a8-4396-4ea2-adaa-3054def8cc85 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:26.755161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:26.756523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:26.759232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:26.760580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Bound port: b9e155a8-4396-4ea2-adaa-3054def8cc85, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:26.761841 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.783585 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f4cec442-2cc2-4859-91d1-32fa87c23f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.788169 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f4cec442-2cc2-4859-91d1-32fa87c23f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.790998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f4cec442-2cc2-4859-91d1-32fa87c23f99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73d22556-e797-4308-a285-9dbb92d11f96 HTTP/1.1" status: 204 len: 168 time: 0.3284159 Jul 19 03:10:26.821093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cec442-2cc2-4859-91d1-32fa87c23f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d22556-e797-4308-a285-9dbb92d11f96,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:26.863494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:26.868955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:26.873600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.911549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:26.912241 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:26.914166 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] 10.222.0.26 "PUT /v2.0/ports/b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 200 len: 1097 time: 1.0288115 Jul 19 03:10:26.914729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:26.916986 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f370d38f-06cb-4bfa-8296-96e4f88874fc" -d '{"events": [{"name": "network-changed", "server_uuid": "40296052-962b-4628-b741-2f888d6df246", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:26.919699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on host n-h2-762330-18 for vnic_type normal with profile None {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:26.920597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:26.921639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:26.929957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:26.930570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:26.936984 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:26.937607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:26.938685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:26.939516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Bound port: 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:26.957667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac7b93-2606-4484-a7ae-ae1fd810517b service neutron] Pushing event updated for resources: {'Port': ['ID=b9e155a8-4396-4ea2-adaa-3054def8cc85,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:27.075211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-2cbc9983-534c-48c9-8de0-8dd624d01676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:27.076703 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-2cbc9983-534c-48c9-8de0-8dd624d01676 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1100 time: 0.0886595 Jul 19 03:10:27.107771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:27.117097 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:27.118359 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be20b7ed-56c4-4dd5-a343-c917977518d4 service neutron] 10.222.0.20 "POST /v2.0/ports/29164f3f-bbfd-4565-aa0d-cc36d037cefa/bindings HTTP/1.1" status: 201 len: 390 time: 0.7093647 Jul 19 03:10:27.159292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-091dd6dc-de52-43d2-8473-22d777c897d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 200 len: 217 time: 0.0719554 Jul 19 03:10:27.226340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-29543285-5f2b-449f-b8f0-46cd6d65f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:27.228025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-29543285-5f2b-449f-b8f0-46cd6d65f766 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0655117 Jul 19 03:10:27.326784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-72929a8b-f1cd-4ea1-a823-15ed6802aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:27.328324 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-72929a8b-f1cd-4ea1-a823-15ed6802aed6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0838261 Jul 19 03:10:27.482339 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-58887f0e-8928-44ba-bc43-877d2443613f service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472578 Jul 19 03:10:27.490932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1898a16-7f0c-4868-a02d-af74f3c0dd66 req-a36ed002-f93e-4160-abe3-56367ea555e0 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:27.492525 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1898a16-7f0c-4868-a02d-af74f3c0dd66 req-a36ed002-f93e-4160-abe3-56367ea555e0 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 948 time: 0.1589477 Jul 19 03:10:27.557371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6f4861a1-3dd9-4fb8-80a5-a585e6deee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:27.558942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6f4861a1-3dd9-4fb8-80a5-a585e6deee54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1097 time: 0.0899651 Jul 19 03:10:27.594695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1898a16-7f0c-4868-a02d-af74f3c0dd66 req-281e2465-c152-4d7c-b131-3c2975f9d3a9 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/security-groups?id=858a3128-0804-4eed-9867-14dab8a252cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929770 Jul 19 03:10:27.641439 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35f50a0a-7d58-444a-8079-1120a80f7778 req-6b2c04f8-226f-4802-a4da-56182b8bedb0 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479161 Jul 19 03:10:27.716370 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fb9570-820f-4764-96bb-526768a65aeb x-openstack-request-id: req-06fb9570-820f-4764-96bb-526768a65aeb {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:27.716725 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6442e71-a458-4db5-9eb4-08877296039f", "tag": "480b1458-e499-4bab-9411-531d2a67fbb6", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:27.717049 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06fb9570-820f-4764-96bb-526768a65aeb {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:27.717545 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6442e71-a458-4db5-9eb4-08877296039f', 'tag': '480b1458-e499-4bab-9411-531d2a67fbb6', 'status': 'completed', 'code': 200} Jul 19 03:10:27.747719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ef4a4238-bbef-4414-a9eb-765e2be6bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:27.752656 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ef4a4238-bbef-4414-a9eb-765e2be6bd2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.1869643 Jul 19 03:10:27.823132 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6103e8e5-2c57-4692-95a6-2a9fec61fdf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa HTTP/1.1" status: 200 len: 217 time: 0.0639133 Jul 19 03:10:27.889892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-1169a346-b93d-4605-b2f9-797b16da3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:27.892114 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-1169a346-b93d-4605-b2f9-797b16da3ab1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.0604706 Jul 19 03:10:27.954916 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-9dd94282-4284-477f-8647-06b43b70a1d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547936 Jul 19 03:10:27.957396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539f9c4-0ded-4907-b626-a43df3b58778 req-05f01619-fb5b-43dc-8dab-e0799ef66d9e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:27.960135 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d539f9c4-0ded-4907-b626-a43df3b58778 req-05f01619-fb5b-43dc-8dab-e0799ef66d9e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 948 time: 0.0978060 Jul 19 03:10:27.962375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-b9fe32f4-f600-4c40-92d7-57075b52cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:27.963864 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-b9fe32f4-f600-4c40-92d7-57075b52cbd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=064ceca190314c04a203d452958b903b&device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 1100 time: 0.1601450 Jul 19 03:10:28.079938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-a80ef4e8-d6fe-4f04-9bca-1503f41976af service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129017 Jul 19 03:10:28.080128 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df663a14-6d60-4de8-ad40-fbb9bd577a62 x-openstack-request-id: req-df663a14-6d60-4de8-ad40-fbb9bd577a62 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:28.080711 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40296052-962b-4628-b741-2f888d6df246", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:28.080968 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df663a14-6d60-4de8-ad40-fbb9bd577a62 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:28.081505 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85', 'status': 'completed', 'code': 200} Jul 19 03:10:28.082561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-cb6e52ef-9cc0-4fb2-821d-fea08fce1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:28.084292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-cb6e52ef-9cc0-4fb2-821d-fea08fce1c1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1055980 Jul 19 03:10:28.232967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-0ef78019-7e68-44e6-b0d4-24814e7c6000 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405220 Jul 19 03:10:28.246142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd631d-ed59-47a4-90a3-fbda863126d8 req-b252f6ee-d1be-4563-8fe4-2d52382f3c1d tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:28.247655 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ddd631d-ed59-47a4-90a3-fbda863126d8 req-b252f6ee-d1be-4563-8fe4-2d52382f3c1d tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 945 time: 0.1281817 Jul 19 03:10:28.301954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ddd631d-ed59-47a4-90a3-fbda863126d8 req-0c04033c-8ac2-407f-9ef3-f16cadc9154a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481877 Jul 19 03:10:28.448744 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-344d8e3c-8aca-414c-a5a6-dd8261af7716 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=480b1458-e499-4bab-9411-531d2a67fbb6 HTTP/1.1" status: 200 len: 217 time: 0.3551376 Jul 19 03:10:28.477450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-8546c09b-d275-430b-8976-5e13feb159f8 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:28.479291 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-8546c09b-d275-430b-8976-5e13feb159f8 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.1150801 Jul 19 03:10:28.493865 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-18'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:28.502970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d539f9c4-0ded-4907-b626-a43df3b58778 req-c35b4d65-0504-4166-b21d-3e54da00e882 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331631 Jul 19 03:10:28.569659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-42be5edf-05df-44d2-993e-15e6c2e93403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:28.571493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-42be5edf-05df-44d2-993e-15e6c2e93403 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1094341 Jul 19 03:10:28.580098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-80f722fc-3882-4425-86da-92e614aa2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:28.581585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-80f722fc-3882-4425-86da-92e614aa2538 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1100 time: 0.4963849 Jul 19 03:10:28.623683 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:28.738581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-3af1d8df-6bc9-4213-bd22-8bcf85bdff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:28.740978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-3af1d8df-6bc9-4213-bd22-8bcf85bdff78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1471999 Jul 19 03:10:28.742845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-dab048ea-c708-4c88-b5be-83c3b421c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:28.745287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-dab048ea-c708-4c88-b5be-83c3b421c8d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1429796 Jul 19 03:10:28.822159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-b7402bcb-645a-40c7-9038-b753bf891f58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 200 len: 217 time: 0.0670896 Jul 19 03:10:28.948115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-40cd5038-6470-4d07-8221-bc7b35fed9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:28.949652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-40cd5038-6470-4d07-8221-bc7b35fed9d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1213613 Jul 19 03:10:29.043994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-cd71f54d-aadf-447a-9135-9f67b6dbe48d service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903781 Jul 19 03:10:29.048628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:29.058298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74a6fa-c595-4c96-9afb-850f182aacd1 req-d32428dc-6131-442a-b1eb-0a25dbca0cb6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:29.065957 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1e74a6fa-c595-4c96-9afb-850f182aacd1 req-d32428dc-6131-442a-b1eb-0a25dbca0cb6 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 948 time: 0.2808483 Jul 19 03:10:29.133807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-1384d4f0-9c69-4c51-864f-0f5c0b9b99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:29.135766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-1384d4f0-9c69-4c51-864f-0f5c0b9b99fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1621425 Jul 19 03:10:29.166132 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1e74a6fa-c595-4c96-9afb-850f182aacd1 req-999cfb3c-80ef-4804-b463-8cee4638567b tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/security-groups?id=858a3128-0804-4eed-9867-14dab8a252cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985365 Jul 19 03:10:29.175698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:29.233988 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:29.242837 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:29.286058 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71962844-5bc4-44a7-b4d3-6b83c15cb088 req-9620ce3c-313f-4291-ba04-1d18f1769fc5 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330997 Jul 19 03:10:29.306211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-314b616f-cb69-4ad4-b9dc-16cd24148979 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298990 Jul 19 03:10:29.344653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on host n-h1-762330-18 for vnic_type normal with profile {"migrating_to": "n-h2-762330-18"} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:29.345103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:29.345439 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:29.362474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:29.362805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Attempting to bind port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:29.371467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Pushing event updated for resources: {'Port': ['ID=29164f3f-bbfd-4565-aa0d-cc36d037cefa,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:29.376535 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:29.376876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:29.377254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:29.377681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Bound port: 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:29.378037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:29.443060 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f370d38f-06cb-4bfa-8296-96e4f88874fc req-d7519b56-589f-4d93-b30b-09ad5578a267 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275690 Jul 19 03:10:29.447478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 480b1458-e499-4bab-9411-531d2a67fbb6 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:29.455480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:29.458739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:29.465792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:29.522204 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-e7986d81-2bbc-4d02-8339-e6db800db92c tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b06e50db321642888519218e97c939f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360920 Jul 19 03:10:29.536959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Pushing event updated for resources: {'Port': ['ID=29164f3f-bbfd-4565-aa0d-cc36d037cefa,revision_number=8']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:29.560118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:29.560118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:29.561556 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-6a6063ac-0cd7-4795-951e-d870f3cd5439 service neutron] 10.222.0.26 "PUT /v2.0/ports/29164f3f-bbfd-4565-aa0d-cc36d037cefa HTTP/1.1" status: 200 len: 1123 time: 1.0735805 Jul 19 03:10:29.595272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 480b1458-e499-4bab-9411-531d2a67fbb6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=480b1458-e499-4bab-9411-531d2a67fbb6,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:29.612216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '480b1458-e499-4bab-9411-531d2a67fbb6', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '480b1458-e499-4bab-9411-531d2a67fbb6', 'mac_address': 'fa:16:3e:ab:28:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:10:29.648699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['29164f3f-bbfd-4565-aa0d-cc36d037cefa'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:29.686092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-1270158c-9995-4514-bffd-961f83b6f325 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:29.687766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-1270158c-9995-4514-bffd-961f83b6f325 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597629 Jul 19 03:10:29.704578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-b4fa2ac4-293c-40e4-a866-ce7decee3889 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/quotas/b06e50db321642888519218e97c939f4 HTTP/1.1" status: 200 len: 375 time: 0.0109777 Jul 19 03:10:29.718806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29164f3f-bbfd-4565-aa0d-cc36d037cefa'}, {'name': 'network-changed', 'server_uuid': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'tag': '29164f3f-bbfd-4565-aa0d-cc36d037cefa'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:29.721217 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acb47d4-52aa-4644-bfbe-94aef6964494" -d '{"events": [{"server_uuid": "f5502ba9-115c-4fa7-a547-dfcff76a3edd", "name": "network-vif-unplugged", "status": "completed", "tag": "29164f3f-bbfd-4565-aa0d-cc36d037cefa"}, {"name": "network-changed", "server_uuid": "f5502ba9-115c-4fa7-a547-dfcff76a3edd", "tag": "29164f3f-bbfd-4565-aa0d-cc36d037cefa"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:29.740181 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1ddff-2e64-4399-ac79-d79e69e37398 req-a1980df1-15bf-4868-a7e9-de7da6ba184e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:29.742732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2d1ddff-2e64-4399-ac79-d79e69e37398 req-a1980df1-15bf-4868-a7e9-de7da6ba184e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 943 time: 0.0740662 Jul 19 03:10:29.746855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-237077bc-780e-42e3-9827-68ed1f688a7f tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06e50db321642888519218e97c939f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355828 Jul 19 03:10:29.782516 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2d1ddff-2e64-4399-ac79-d79e69e37398 req-9fa923d7-0c18-4c94-8211-fdf14cf16fc7 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344346 Jul 19 03:10:29.811542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:29.827199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480b1458-e499-4bab-9411-531d2a67fbb6 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:29.878730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 480b1458-e499-4bab-9411-531d2a67fbb6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=480b1458-e499-4bab-9411-531d2a67fbb6,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:29.889812 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:29.965393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=480b1458-e499-4bab-9411-531d2a67fbb6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:29.985923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.986302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.986639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.986974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.987308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.987635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.987958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.988283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.988605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.989638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.989877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:29.990197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:10:30.061278 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57348305-07ab-46e7-beee-3c2495e59143 x-openstack-request-id: req-57348305-07ab-46e7-beee-3c2495e59143 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:30.061667 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5502ba9-115c-4fa7-a547-dfcff76a3edd", "name": "network-vif-unplugged", "status": "completed", "tag": "29164f3f-bbfd-4565-aa0d-cc36d037cefa", "code": 200}, {"name": "network-changed", "server_uuid": "f5502ba9-115c-4fa7-a547-dfcff76a3edd", "tag": "29164f3f-bbfd-4565-aa0d-cc36d037cefa", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:30.062017 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57348305-07ab-46e7-beee-3c2495e59143 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:30.062653 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29164f3f-bbfd-4565-aa0d-cc36d037cefa', 'code': 200} Jul 19 03:10:30.063007 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'tag': '29164f3f-bbfd-4565-aa0d-cc36d037cefa', 'status': 'completed', 'code': 200} Jul 19 03:10:30.093944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c979c-5613-4364-8498-d0f01972a65f req-6c5cbac1-af22-465b-b914-e7cee0272309 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:30.095527 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-460c979c-5613-4364-8498-d0f01972a65f req-6c5cbac1-af22-465b-b914-e7cee0272309 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 948 time: 0.0825939 Jul 19 03:10:30.182646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-eacb4614-c169-403d-b623-f42d20d62275 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b06e50db321642888519218e97c939f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391576 Jul 19 03:10:30.189293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-460c979c-5613-4364-8498-d0f01972a65f req-418fd3c4-ac6a-4d8d-abe2-b4e79bd240dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826342 Jul 19 03:10:30.199221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['480b1458-e499-4bab-9411-531d2a67fbb6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:30.219466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb47d4-52aa-4644-bfbe-94aef6964494 req-b079f8dc-b4f4-4be2-b3eb-01682f828ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:30.223575 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9acb47d4-52aa-4644-bfbe-94aef6964494 req-b079f8dc-b4f4-4be2-b3eb-01682f828ac6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1126 time: 0.1267493 Jul 19 03:10:30.366869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb47d4-52aa-4644-bfbe-94aef6964494 req-1d88134e-eee7-4dcd-8426-42394d348dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:30.368664 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9acb47d4-52aa-4644-bfbe-94aef6964494 req-1d88134e-eee7-4dcd-8426-42394d348dde service neutron] 10.222.0.25 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.1382909 Jul 19 03:10:30.412616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-9c63b2d1-c540-48c8-8b34-78ccd709d372 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:30.420481 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-9c63b2d1-c540-48c8-8b34-78ccd709d372 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368510 Jul 19 03:10:30.436723 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-58d800a5-1042-4ad8-b7a7-b9d55f972dfb tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/quotas/b06e50db321642888519218e97c939f4 HTTP/1.1" status: 200 len: 375 time: 0.0150728 Jul 19 03:10:30.447930 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9acb47d4-52aa-4644-bfbe-94aef6964494 req-5c444636-298e-4728-a96c-3a2df62b3d1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa HTTP/1.1" status: 200 len: 217 time: 0.0707445 Jul 19 03:10:30.490099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c32cbbba-7ffd-46ec-937d-96e9ee25da89 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06e50db321642888519218e97c939f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517974 Jul 19 03:10:30.551739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb47d4-52aa-4644-bfbe-94aef6964494 req-b425cba0-2cf4-45de-a199-e0dbb720fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:30.553230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9acb47d4-52aa-4644-bfbe-94aef6964494 req-b425cba0-2cf4-45de-a199-e0dbb720fd30 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.0907750 Jul 19 03:10:30.614653 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9acb47d4-52aa-4644-bfbe-94aef6964494 req-12854a9d-211c-4e9b-a9a9-38b04b8a63dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525048 Jul 19 03:10:30.624929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f244e-45bb-47bc-8707-4627115522e6 req-aae32edd-71d3-408e-9a3e-935ba3ca9e2e tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:30.632402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-150f244e-45bb-47bc-8707-4627115522e6 req-aae32edd-71d3-408e-9a3e-935ba3ca9e2e tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 949 time: 0.1821938 Jul 19 03:10:30.867330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-150f244e-45bb-47bc-8707-4627115522e6 req-b1ba8263-8a82-49e8-bf0f-658f56900417 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/security-groups?id=858a3128-0804-4eed-9867-14dab8a252cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338791 Jul 19 03:10:30.950970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9acb47d4-52aa-4644-bfbe-94aef6964494 req-6432e97c-14ac-4775-aa84-33b8a64affec service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162751 Jul 19 03:10:30.991296 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4900f4fc-2907-4e80-b377-a948b6144881 req-56f417ca-9366-4810-aa13-ca34de5a0541 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 210 time: 0.0875971 Jul 19 03:10:31.177071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9acb47d4-52aa-4644-bfbe-94aef6964494 req-bf473616-8633-4b8f-b91e-10a48eef4c15 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095466 Jul 19 03:10:31.322019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0593d16-55dc-4ab9-868e-c0122909f54b req-094eac77-71e7-4ed9-9b83-dc991705ae01 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:31.329113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0593d16-55dc-4ab9-868e-c0122909f54b req-094eac77-71e7-4ed9-9b83-dc991705ae01 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 943 time: 0.1504462 Jul 19 03:10:31.392078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39700) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:31.453474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0593d16-55dc-4ab9-868e-c0122909f54b req-5e46c4cc-fece-4afa-baf5-ee65b5df5aa5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176212 Jul 19 03:10:31.455970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d263c8f9-539a-4b04-ae71-3c0739490e47 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:31.467219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 480b1458-e499-4bab-9411-531d2a67fbb6 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:10:31.482362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c03bb0-c446-4f39-a60e-662d30595728 req-8d889e09-23af-4f9a-b551-27126d3d56fa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:31.484070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b7c03bb0-c446-4f39-a60e-662d30595728 req-8d889e09-23af-4f9a-b551-27126d3d56fa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 948 time: 0.1028709 Jul 19 03:10:31.548391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b7c03bb0-c446-4f39-a60e-662d30595728 req-cc0ee8d5-3343-4c5f-8e5b-f19835b7e96f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 Jul 19 03:10:31.681604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 480b1458-e499-4bab-9411-531d2a67fbb6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:31.689336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 480b1458-e499-4bab-9411-531d2a67fbb6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:31.689740 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:31.778628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39710) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:31.781474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-f287b7b8-768c-496e-9946-189ebd386cff tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b06e50db321642888519218e97c939f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798099 Jul 19 03:10:31.843694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:31.884370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'mac_address': 'fa:16:3e:f2:80:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:10:31.975082 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-44dbdc39-af9e-4bbf-bba6-688a979bb768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.018921 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1526513-75e6-40e1-8c77-59bb8de8caf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.030056 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.047237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d263c8f9-539a-4b04-ae71-3c0739490e47 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:32.082366 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.096466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:32.121399 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.122444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b9e155a8-4396-4ea2-adaa-3054def8cc85 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:32.122965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-f1526513-75e6-40e1-8c77-59bb8de8caf0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:10:32.122965 n-d-762330-18 neutron-server[94345]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 19 03:10:32.122965 n-d-762330-18 neutron-server[94345]: [parameters: {'project_id': '332674d48ce94a438fd399b621cc725e', 'id': '0bbdde79-b167-4a54-b2bd-70aa775ff8cb', 'expiration': datetime.datetime(2021, 7, 19, 3, 12, 32, 108405)}] Jul 19 03:10:32.122965 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:10:32.123324 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-f1526513-75e6-40e1-8c77-59bb8de8caf0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:10:32.206300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fbd1ec39-8dbb-42bb-8734-9055d260ea71 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:32.208039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fbd1ec39-8dbb-42bb-8734-9055d260ea71 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4203789 Jul 19 03:10:32.223728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6442e71-a458-4db5-9eb4-08877296039f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480b1458-e499-4bab-9411-531d2a67fbb6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:32.228399 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104bcaf9-09a6-4723-a179-7114aa52d559" -d '{"events": [{"server_uuid": "a6442e71-a458-4db5-9eb4-08877296039f", "name": "network-vif-plugged", "status": "completed", "tag": "480b1458-e499-4bab-9411-531d2a67fbb6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:32.234667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Request body: {'port': {'device_id': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': 'b06e50db321642888519218e97c939f4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:32.267689 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:10:32.286103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 480b1458-e499-4bab-9411-531d2a67fbb6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=480b1458-e499-4bab-9411-531d2a67fbb6,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:32.292346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:32.309531 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.320120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'b9e155a8-4396-4ea2-adaa-3054def8cc85', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'b9e155a8-4396-4ea2-adaa-3054def8cc85', 'mac_address': 'fa:16:3e:35:95:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:10:32.322026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:32.325707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0378cd3-a190-4453-906b-fc2ca7079203 req-69dd106a-a21c-4d8b-94e0-320146e5c4c0 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 210 time: 0.0749221 Jul 19 03:10:32.397540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=480b1458-e499-4bab-9411-531d2a67fbb6,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:32.417755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6765ae-25d7-42a4-af6a-53fa1de2d9de req-14f24460-74ae-459a-8135-865c2287cb96 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:32.424943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc6765ae-25d7-42a4-af6a-53fa1de2d9de req-14f24460-74ae-459a-8135-865c2287cb96 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 949 time: 0.1967824 Jul 19 03:10:32.452569 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.459566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-44dbdc39-af9e-4bbf-bba6-688a979bb768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.471780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e155a8-4396-4ea2-adaa-3054def8cc85 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:32.485616 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-44dbdc39-af9e-4bbf-bba6-688a979bb768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.501453 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc6765ae-25d7-42a4-af6a-53fa1de2d9de req-385ee600-3c4f-4afd-b79b-b2db88e62ce7 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/security-groups?id=858a3128-0804-4eed-9867-14dab8a252cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755625 Jul 19 03:10:32.501967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:32.509711 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.588670 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2dff5a-e039-4f49-af43-424a0a2b1663 x-openstack-request-id: req-2d2dff5a-e039-4f49-af43-424a0a2b1663 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:32.589247 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6442e71-a458-4db5-9eb4-08877296039f", "name": "network-vif-plugged", "status": "completed", "tag": "480b1458-e499-4bab-9411-531d2a67fbb6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:32.589736 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d2dff5a-e039-4f49-af43-424a0a2b1663 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:32.590438 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6442e71-a458-4db5-9eb4-08877296039f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480b1458-e499-4bab-9411-531d2a67fbb6', 'code': 200} Jul 19 03:10:32.590754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-44dbdc39-af9e-4bbf-bba6-688a979bb768 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7106469063c24be99bd41236a74ea1da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1938603 Jul 19 03:10:32.593217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbdc39-af9e-4bbf-bba6-688a979bb768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6c20c9-cf5a-4132-8114-2da597054eee,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:32.593380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39738) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:32.593911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=b9e155a8-4396-4ea2-adaa-3054def8cc85,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:32.605830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Made reservation on behalf of b06e50db321642888519218e97c939f4 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:32.609722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.629474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.631641 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1526513-75e6-40e1-8c77-59bb8de8caf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.664978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['d263c8f9-539a-4b04-ae71-3c0739490e47'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:32.717748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c8587b6-a4cd-4b12-8df2-8d39c8b8e10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.792536 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-641cf390-e0d8-476c-82fe-88f0e078524d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b06e50db321642888519218e97c939f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325956 Jul 19 03:10:32.840108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c8587b6-a4cd-4b12-8df2-8d39c8b8e10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:32.931818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['b9e155a8-4396-4ea2-adaa-3054def8cc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:32.940859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-161dae04-3d3a-45b6-b5ef-d82f9e2111b8 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:32.942521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-161dae04-3d3a-45b6-b5ef-d82f9e2111b8 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365259 Jul 19 03:10:32.986349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Request body: {'port': {'device_id': 'bbb41d3e-6dfd-4352-a390-dc2aace946ca', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': 'b06e50db321642888519218e97c939f4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:33.081161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.104039 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.234061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8806b71-0660-48d5-be55-d305cba909af,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:33.281822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ceafd-3b3e-4586-b4da-4106b3d23b0e req-bf27ee28-7f03-4d15-a6d6-90dce3ae7fe3 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:33.290821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-949ceafd-3b3e-4586-b4da-4106b3d23b0e req-bf27ee28-7f03-4d15-a6d6-90dce3ae7fe3 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 949 time: 0.5294216 Jul 19 03:10:33.292842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:10:33.292842 n-d-762330-18 neutron-server[94344]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 19 03:10:33.292842 n-d-762330-18 neutron-server[94344]: [parameters: {'project_id_1': 'b06e50db321642888519218e97c939f4', 'expiration_1': datetime.datetime(2021, 7, 19, 3, 10, 33, 247231)}] Jul 19 03:10:33.292842 n-d-762330-18 neutron-server[94344]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:10:33.293300 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:10:33.347270 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6b6d5-aa98-4031-900c-3ed3693ae87c req-b33f357c-a749-4bdb-a5cb-0fff060b4574 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:33.354859 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dfa6b6d5-aa98-4031-900c-3ed3693ae87c req-b33f357c-a749-4bdb-a5cb-0fff060b4574 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 943 time: 0.5986404 Jul 19 03:10:33.366340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c8587b6-a4cd-4b12-8df2-8d39c8b8e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.368989 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c8587b6-a4cd-4b12-8df2-8d39c8b8e10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.370084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1c8587b6-a4cd-4b12-8df2-8d39c8b8e10d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee6c20c9-cf5a-4132-8114-2da597054eee HTTP/1.1" status: 204 len: 168 time: 0.7753365 Jul 19 03:10:33.383769 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-949ceafd-3b3e-4586-b4da-4106b3d23b0e req-5c652c0b-9f5e-4246-a190-2bd26dd5dd2c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919394 Jul 19 03:10:33.401958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8587b6-a4cd-4b12-8df2-8d39c8b8e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6c20c9-cf5a-4132-8114-2da597054eee,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:33.419228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb36e04-b827-4ff9-bfea-5108307a1104 req-feecc75b-5247-4f2c-a316-c955aa690922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:33.420787 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0eb36e04-b827-4ff9-bfea-5108307a1104 req-feecc75b-5247-4f2c-a316-c955aa690922 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 1102 time: 0.6333065 Jul 19 03:10:33.432403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Allocated IP 192.168.233.241 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/5cf69e5a-51f5-4728-9aed-fa5e334f0b17) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:10:33.465335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 29164f3f-bbfd-4565-aa0d-cc36d037cefa details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:33.465786 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dfa6b6d5-aa98-4031-900c-3ed3693ae87c req-1c90f1d8-87a1-47c0-b707-6c054f8bae56 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096733 Jul 19 03:10:33.476730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d263c8f9-539a-4b04-ae71-3c0739490e47 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:10:33.531419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1526513-75e6-40e1-8c77-59bb8de8caf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.571735 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1526513-75e6-40e1-8c77-59bb8de8caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.631469 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0eb36e04-b827-4ff9-bfea-5108307a1104 req-0d03491d-ddc0-42b0-99a1-c241429b0309 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=858a3128-0804-4eed-9867-14dab8a252cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024231 Jul 19 03:10:33.663779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.675454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port d263c8f9-539a-4b04-ae71-3c0739490e47 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:33.676090 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.689197 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f1526513-75e6-40e1-8c77-59bb8de8caf0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=332674d48ce94a438fd399b621cc725e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9092321 Jul 19 03:10:33.691879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39766) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:33.696838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Transition to ACTIVE for port object 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:33.705581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1526513-75e6-40e1-8c77-59bb8de8caf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c07307-6892-4f12-be6c-228394fcb861,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:33.747446 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af8ec4e0-7ae6-4dc1-9498-73992e18b4c0 req-51f621e3-bf48-4b42-9015-ca80441e3b28 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 210 time: 0.0570474 Jul 19 03:10:33.803396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.816735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39778) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:33.851086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2a50dbf-b8f4-42a6-80cd-ea6179143d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.853993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Made reservation on behalf of b06e50db321642888519218e97c939f4 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:33.854150 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c35b9275-ce6a-4153-8257-3e0a9a6d3a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.856849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.902811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:10:33.907680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:33.912615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:33.916626 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:10:33.920524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c35b9275-ce6a-4153-8257-3e0a9a6d3a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:33.964296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 29164f3f-bbfd-4565-aa0d-cc36d037cefa has no active binding in host n-h2-762330-18 {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 19 03:10:33.999008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:34.034175 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.058364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:34.059436 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.087969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:34.099450 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.198706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:34.211478 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c35b9275-ce6a-4153-8257-3e0a9a6d3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.217546 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c35b9275-ce6a-4153-8257-3e0a9a6d3a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.218712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c35b9275-ce6a-4153-8257-3e0a9a6d3a0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24c07307-6892-4f12-be6c-228394fcb861 HTTP/1.1" status: 204 len: 168 time: 0.5259805 Jul 19 03:10:34.222398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2a50dbf-b8f4-42a6-80cd-ea6179143d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.247373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60021cca-09ec-47f9-8594-a2678d96cea8 req-f137f732-aade-4730-9f3d-d08af41959af tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:34.250067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-43d496b9-fa61-436a-99d2-4dc7e2384af1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0303011 Jul 19 03:10:34.255745 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60021cca-09ec-47f9-8594-a2678d96cea8 req-f137f732-aade-4730-9f3d-d08af41959af tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 950 time: 0.3059120 Jul 19 03:10:34.281021 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2a50dbf-b8f4-42a6-80cd-ea6179143d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.296891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Request body: {'port': {'device_id': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:34.307465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b9275-ce6a-4153-8257-3e0a9a6d3a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c07307-6892-4f12-be6c-228394fcb861,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:34.311345 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d2a50dbf-b8f4-42a6-80cd-ea6179143d9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b2e908d45fa4e7ea5577c4b483d3b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935834 Jul 19 03:10:34.316865 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39782) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:34.343770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2213b885-2a5e-4704-8ff4-6f8eec332ce3 None None] Provisioning for port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:34.349808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2213b885-2a5e-4704-8ff4-6f8eec332ce3 None None] Provisioning complete for port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:34.350429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2213b885-2a5e-4704-8ff4-6f8eec332ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.374656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a50dbf-b8f4-42a6-80cd-ea6179143d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4843b0-0440-4e34-85b3-5f93521ef515,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:34.391375 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60021cca-09ec-47f9-8594-a2678d96cea8 req-e0ea1003-918c-4dab-9a2d-d5fd88526c27 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/security-groups?id=858a3128-0804-4eed-9867-14dab8a252cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344140 Jul 19 03:10:34.410815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-2213b885-2a5e-4704-8ff4-6f8eec332ce3 None None] Port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:10:34.444846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7086d8a6-fd17-46a4-910b-6b188c2c00a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.467820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Allocated IP 192.168.233.238 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/e029665a-1a78-482c-8a16-b99c479e5d82) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:10:34.482383 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7086d8a6-fd17-46a4-910b-6b188c2c00a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.555707 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7086d8a6-fd17-46a4-910b-6b188c2c00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.559231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7086d8a6-fd17-46a4-910b-6b188c2c00a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.560475 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7086d8a6-fd17-46a4-910b-6b188c2c00a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc4843b0-0440-4e34-85b3-5f93521ef515 HTTP/1.1" status: 204 len: 168 time: 0.2424247 Jul 19 03:10:34.577466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086d8a6-fd17-46a4-910b-6b188c2c00a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4843b0-0440-4e34-85b3-5f93521ef515,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:34.594606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:34.597538 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98fd89c-3454-4e5f-8bda-cce04f8643fa" -d '{"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-plugged", "status": "completed", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:34.714367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:34.849436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.25', 51434) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:34.869216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39802) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:34.908508 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f8918d2-3206-4bad-88a0-c06b69015d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.008062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd71d-a689-4471-ae6a-57754aba4dd0 req-d71ad99b-7ea4-4d4e-adf5-3448c74590d2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:35.009893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e62cd71d-a689-4471-ae6a-57754aba4dd0 req-d71ad99b-7ea4-4d4e-adf5-3448c74590d2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 943 time: 0.2321568 Jul 19 03:10:35.110451 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f8918d2-3206-4bad-88a0-c06b69015d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.135218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f8918d2-3206-4bad-88a0-c06b69015d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.219829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2f8918d2-3206-4bad-88a0-c06b69015d21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d225d3acb51438ea0620799d1dbf9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485856 Jul 19 03:10:35.220661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39812) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:35.225180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8918d2-3206-4bad-88a0-c06b69015d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ebe8c4-f369-4adb-b0aa-d8b898abb75b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:35.273396 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-042502a4-c56b-4355-989b-888420654b8b service neutron] 10.222.0.25 "GET /v2.0/ports/29164f3f-bbfd-4565-aa0d-cc36d037cefa/bindings/n-h2-762330-18 HTTP/1.1" status: 200 len: 385 time: 0.4181569 Jul 19 03:10:35.279986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15a246-4037-47fe-a187-82b3ae6ebac3 req-a704eed5-4040-419b-8853-306c2a4979ee tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:35.281562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b15a246-4037-47fe-a187-82b3ae6ebac3 req-a704eed5-4040-419b-8853-306c2a4979ee tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 949 time: 0.7523143 Jul 19 03:10:35.317577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e62cd71d-a689-4471-ae6a-57754aba4dd0 req-5ec5ccb3-d09a-45c9-a604-4764460cef28 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953470 Jul 19 03:10:35.417427 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c08235-fe23-4745-9428-c3f005e38e89 x-openstack-request-id: req-a2c08235-fe23-4745-9428-c3f005e38e89 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:35.421828 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-plugged", "status": "completed", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:35.421828 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2c08235-fe23-4745-9428-c3f005e38e89 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:35.421828 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'code': 200} Jul 19 03:10:35.431812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b15a246-4037-47fe-a187-82b3ae6ebac3 req-703e99a0-7c19-4e6f-a121-bba02d1a476c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379449 Jul 19 03:10:35.455088 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.470534 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b9e155a8-4396-4ea2-adaa-3054def8cc85 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:10:35.486913 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbc928a9-db73-4e3d-8dc1-7205eb4245a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.495233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Transition to ACTIVE for port object e029665a-1a78-482c-8a16-b99c479e5d82 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:35.540326 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbc928a9-db73-4e3d-8dc1-7205eb4245a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.562011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port b9e155a8-4396-4ea2-adaa-3054def8cc85 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:35.574966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port b9e155a8-4396-4ea2-adaa-3054def8cc85 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:35.576833 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.607053 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbc928a9-db73-4e3d-8dc1-7205eb4245a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.612209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbc928a9-db73-4e3d-8dc1-7205eb4245a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.612209 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dbc928a9-db73-4e3d-8dc1-7205eb4245a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3ebe8c4-f369-4adb-b0aa-d8b898abb75b HTTP/1.1" status: 204 len: 168 time: 0.3818207 Jul 19 03:10:35.653539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc928a9-db73-4e3d-8dc1-7205eb4245a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ebe8c4-f369-4adb-b0aa-d8b898abb75b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:35.865892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:35.874402 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.875447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.889984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Transition to ACTIVE for port object 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:35.894136 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.903719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ae010683-9de6-4b71-8194-686cdc36c1e3 service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:35.918548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:35.968986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ae010683-9de6-4b71-8194-686cdc36c1e3 service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:36.004034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:10:36.015318 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:36.028577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:36.043114 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:36.065515 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ae010683-9de6-4b71-8194-686cdc36c1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29164f3f-bbfd-4565-aa0d-cc36d037cefa {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:36.075364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:10:36.080096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Pushing event updated for resources: {'Port': ['ID=e029665a-1a78-482c-8a16-b99c479e5d82,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:36.112531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ae010683-9de6-4b71-8194-686cdc36c1e3 service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:36.171076 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ae010683-9de6-4b71-8194-686cdc36c1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:36.198795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=b9e155a8-4396-4ea2-adaa-3054def8cc85,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:36.345831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:36.416645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ae010683-9de6-4b71-8194-686cdc36c1e3 service neutron] Transition to ACTIVE for port object 29164f3f-bbfd-4565-aa0d-cc36d037cefa will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:36.434823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89087d-f869-4227-a095-e68962c165c3 req-d5ccdcfd-7a5d-42e1-8d00-509ea5981e93 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:36.436983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4a89087d-f869-4227-a095-e68962c165c3 req-d5ccdcfd-7a5d-42e1-8d00-509ea5981e93 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 950 time: 0.2017052 Jul 19 03:10:36.438587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ae010683-9de6-4b71-8194-686cdc36c1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:36.451877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292762b2-087d-4195-ac1e-7d94c506385e req-958940c7-86ab-4d14-b2e3-9fe69586cb0c tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:36.461689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-292762b2-087d-4195-ac1e-7d94c506385e req-958940c7-86ab-4d14-b2e3-9fe69586cb0c tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 936 time: 0.5696883 Jul 19 03:10:36.472249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Attempting to bind port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:36.472599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Attempting to bind port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:36.472936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Attempting to bind port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:36.496688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:36.497370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:36.559391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-0843ab69-9201-4b4c-99c8-a639078a809e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5841691 Jul 19 03:10:36.565327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:36.566037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Attempting to bind port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:36.582593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Request body: {'port': {'device_id': 'bbb41d3e-6dfd-4352-a390-dc2aace946ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:36.609430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ae010683-9de6-4b71-8194-686cdc36c1e3 service neutron] No DVR routers for this DVR port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:10:36.644743 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4a89087d-f869-4227-a095-e68962c165c3 req-65b7ebaf-62bf-4de3-ae61-9754b5a57abe tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/security-groups?id=858a3128-0804-4eed-9867-14dab8a252cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943235 Jul 19 03:10:36.649769 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:36.664641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:36.664987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:36.665385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:36.669687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Bound port: 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:36.669988 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:36.676886 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-292762b2-087d-4195-ac1e-7d94c506385e req-8592d2be-f15c-4793-9e76-55cc47c6a72d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001522 Jul 19 03:10:36.698860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae010683-9de6-4b71-8194-686cdc36c1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=29164f3f-bbfd-4565-aa0d-cc36d037cefa,revision_number=10']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:36.712047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-ae010683-9de6-4b71-8194-686cdc36c1e3 service neutron] 10.222.0.25 "PUT /v2.0/ports/29164f3f-bbfd-4565-aa0d-cc36d037cefa/bindings/n-h2-762330-18/activate HTTP/1.1" status: 200 len: 370 time: 1.4168534 Jul 19 03:10:36.784887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-22c03559-b6d0-4b25-9a7f-63ead5a23831 None None] Provisioning for port e029665a-1a78-482c-8a16-b99c479e5d82 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:36.789517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-22c03559-b6d0-4b25-9a7f-63ead5a23831 None None] Provisioning complete for port e029665a-1a78-482c-8a16-b99c479e5d82 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:36.790131 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-22c03559-b6d0-4b25-9a7f-63ead5a23831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:36.829071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:36.842795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:36.870915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:36.893921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-22c03559-b6d0-4b25-9a7f-63ead5a23831 None None] Port e029665a-1a78-482c-8a16-b99c479e5d82 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:10:36.945957 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:36.963039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:36.963994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:36.965674 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] 10.222.0.25 "PUT /v2.0/ports/5cf69e5a-51f5-4728-9aed-fa5e334f0b17 HTTP/1.1" status: 200 len: 1097 time: 2.6751299 Jul 19 03:10:36.968523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:36.971341 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e9481-f86f-4e24-bb42-c0c3f785483c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:37.008967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-33152c9c-79f2-4cd8-8dfe-cfb1232b42c0 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:37.012374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-33152c9c-79f2-4cd8-8dfe-cfb1232b42c0 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.2207091 Jul 19 03:10:37.119989 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:37.354491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34f43c-f755-4f1a-b1ee-1b67cc28964c service neutron] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:37.362057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-55f0019c-e7d6-4128-9156-539ad44cfe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:37.363729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-55f0019c-e7d6-4128-9156-539ad44cfe7e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd HTTP/1.1" status: 200 len: 1096 time: 0.3432987 Jul 19 03:10:37.375541 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b4cc5-96ae-4465-a336-d8b2fb528ac5 req-22037023-d805-42db-a431-c1a47a2349d2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:37.377452 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c90b4cc5-96ae-4465-a336-d8b2fb528ac5 req-22037023-d805-42db-a431-c1a47a2349d2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 944 time: 0.2977500 Jul 19 03:10:37.419791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:37.423032 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91152fca-6913-4a29-bfb3-3a4546626120" -d '{"events": [{"server_uuid": "40296052-962b-4628-b741-2f888d6df246", "name": "network-vif-plugged", "status": "completed", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:37.483191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-3d6f977e-e2a5-4b81-a752-fee4eb42d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:37.485014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-3d6f977e-e2a5-4b81-a752-fee4eb42d5c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06e50db321642888519218e97c939f4&device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 1100 time: 0.4212613 Jul 19 03:10:37.486737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c90b4cc5-96ae-4465-a336-d8b2fb528ac5 req-336aec72-4efe-444d-8fa5-24006aa1c2e4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001315 Jul 19 03:10:37.512434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-74dd54f1-527c-43e0-afd7-d061a000c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:37.514900 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-74dd54f1-527c-43e0-afd7-d061a000c365 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1096 time: 0.1092758 Jul 19 03:10:37.618550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39882) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:37.640147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be087ccc-696c-42d6-9399-58799e68af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:37.642807 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-be087ccc-696c-42d6-9399-58799e68af8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.1188569 Jul 19 03:10:37.705764 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-5087225d-3d66-41c1-a22b-4a5ba29d0e98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa HTTP/1.1" status: 200 len: 217 time: 0.0514941 Jul 19 03:10:37.737677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e029665a-1a78-482c-8a16-b99c479e5d82 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:37.747468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:37.765745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Transition to ACTIVE for port object e029665a-1a78-482c-8a16-b99c479e5d82 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:37.769741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-2cc68566-0ea4-49cd-919e-e2a16a08a81d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17 HTTP/1.1" status: 200 len: 217 time: 0.2649441 Jul 19 03:10:37.773975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-d13872e6-c1b6-4a84-8369-943cb106d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:37.775912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-d13872e6-c1b6-4a84-8369-943cb106d4fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.0612738 Jul 19 03:10:37.779468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e845455-c4fe-47c8-83d2-b5084fc0768b req-9818ce68-b9f8-401c-9056-0463e310b964 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:37.786651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e845455-c4fe-47c8-83d2-b5084fc0768b req-9818ce68-b9f8-401c-9056-0463e310b964 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.7173619 Jul 19 03:10:37.802492 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:37.839123 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-c993bfbd-d576-4a45-a78d-3bf7d5e6aaad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490315 Jul 19 03:10:37.897736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e029665a-1a78-482c-8a16-b99c479e5d82,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:37.901013 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9d3111-9a45-4f75-bf02-ed81204e6590 x-openstack-request-id: req-0a9d3111-9a45-4f75-bf02-ed81204e6590 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:37.901288 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:37.901535 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a9d3111-9a45-4f75-bf02-ed81204e6590 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:37.901958 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'status': 'completed', 'code': 200} Jul 19 03:10:37.959612 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-93be222a-5c58-4a0b-b602-9f8e444b3289 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136279 Jul 19 03:10:37.963470 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e845455-c4fe-47c8-83d2-b5084fc0768b req-6dbb2061-f9d2-4b57-b413-7730ceb05d14 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758819 Jul 19 03:10:37.974828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-381eff1b-dd51-42c2-9fdc-7112c5420a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:37.978382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-381eff1b-dd51-42c2-9fdc-7112c5420a2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1835964 Jul 19 03:10:38.016187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0ae983cb-fb10-4b25-b44c-0a3cc8276d3a tempest-AutoAllocateNetworkTest-1909810514 tempest-AutoAllocateNetworkTest-1909810514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b0229e090216419f9aa1a90bd8161027&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3946519 Jul 19 03:10:38.021307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39900) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:38.072552 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2dda04-7e0e-4b24-8666-1f64bb7afa43 x-openstack-request-id: req-be2dda04-7e0e-4b24-8666-1f64bb7afa43 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:38.073080 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40296052-962b-4628-b741-2f888d6df246", "name": "network-vif-plugged", "status": "completed", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:38.073223 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be2dda04-7e0e-4b24-8666-1f64bb7afa43 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:38.073915 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85', 'code': 200} Jul 19 03:10:38.238540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Attempting to bind port e029665a-1a78-482c-8a16-b99c479e5d82 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:38.239030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Attempting to bind port e029665a-1a78-482c-8a16-b99c479e5d82 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:38.239777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Attempting to bind port e029665a-1a78-482c-8a16-b99c479e5d82 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:38.278620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-4786973e-1519-4bbd-90a7-ee9de2e16276 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665422 Jul 19 03:10:38.284323 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Port e029665a-1a78-482c-8a16-b99c479e5d82 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:38.284649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Attempting to bind port e029665a-1a78-482c-8a16-b99c479e5d82 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:38.328558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a24f6-d728-4a10-9a14-ca509010338b tempest-AutoAllocateNetworkTest-1909810514 tempest-AutoAllocateNetworkTest-1909810514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:38.330286 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-422a24f6-d728-4a10-9a14-ca509010338b tempest-AutoAllocateNetworkTest-1909810514 tempest-AutoAllocateNetworkTest-1909810514-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2521498 Jul 19 03:10:38.334755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39904) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:38.343379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:38.343500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:38.343881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:38.344324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Bound port: e029665a-1a78-482c-8a16-b99c479e5d82, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:38.344676 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:38.418312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-15da3a15-af16-4032-9f4b-160e9b19f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:38.420654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-15da3a15-af16-4032-9f4b-160e9b19f9e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4253609 Jul 19 03:10:38.424543 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b2ec3250-d3fd-4a60-8655-bef36cbcbccb tempest-AutoAllocateNetworkTest-1909810514 tempest-AutoAllocateNetworkTest-1909810514-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885077 Jul 19 03:10:38.427404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39906) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:38.492191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21c97b-8f12-4e7b-b089-0982f803ba95 req-5305c85b-b0e7-42be-aff7-a8a98513ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:38.494210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cb21c97b-8f12-4e7b-b089-0982f803ba95 req-5305c85b-b0e7-42be-aff7-a8a98513ba32 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1102 time: 0.3331685 Jul 19 03:10:38.504251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-09804458-9410-4460-b857-cb1e015dfdce tempest-AutoAllocateNetworkTest-1909810514 tempest-AutoAllocateNetworkTest-1909810514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b0229e090216419f9aa1a90bd8161027 HTTP/1.1" status: 200 len: 208 time: 0.0736597 Jul 19 03:10:38.688493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-ab0be870-0dc4-4a1b-ac90-ab75bf3938b2 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017980 Jul 19 03:10:38.736178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbb75f-399a-4c30-ba65-4f6a86887f18 req-cda352ef-ae83-4847-a75d-ffebc300f331 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:38.746794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2fbb75f-399a-4c30-ba65-4f6a86887f18 req-cda352ef-ae83-4847-a75d-ffebc300f331 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 948 time: 0.2569757 Jul 19 03:10:38.756200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] For port e029665a-1a78-482c-8a16-b99c479e5d82, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:38.775570 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cb21c97b-8f12-4e7b-b089-0982f803ba95 req-d78d4a04-5362-439c-85ea-cf4aa0dd42e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355628 Jul 19 03:10:38.806924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] For port e029665a-1a78-482c-8a16-b99c479e5d82, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e029665a-1a78-482c-8a16-b99c479e5d82,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:38.822878 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:38.898633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2fbb75f-399a-4c30-ba65-4f6a86887f18 req-bd2f5615-4969-458f-8aaa-3fb25bfe8849 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503599 Jul 19 03:10:38.906356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:38.906977 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:38.908382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] 10.222.0.25 "PUT /v2.0/ports/e029665a-1a78-482c-8a16-b99c479e5d82 HTTP/1.1" status: 200 len: 1097 time: 2.3399854 Jul 19 03:10:38.923488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b67ea2b3-b000-47f2-b868-1c353c093a84 req-298ce80a-557b-4811-9334-8cb950737e57 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254131 Jul 19 03:10:38.947726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76860-1bdd-488f-913b-c70b157c506b req-75f68db9-4a01-41ef-8bd7-54662098a4e2 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:38.954769 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-75f68db9-4a01-41ef-8bd7-54662098a4e2 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.3425417 Jul 19 03:10:38.961005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1788d42-15d0-4546-98d8-b158c1d3f8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e029665a-1a78-482c-8a16-b99c479e5d82,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:39.044256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39926) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:39.227982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-334e605a-8107-4a91-8021-602f46d60213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:39.295846 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b9e76860-1bdd-488f-913b-c70b157c506b req-f33d4bbc-2c52-4fb7-81e7-2bc1c233575f service neutron] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:39.310493 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b9e76860-1bdd-488f-913b-c70b157c506b req-f33d4bbc-2c52-4fb7-81e7-2bc1c233575f service neutron] Notify callbacks [] for binding, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:39.311598 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9e76860-1bdd-488f-913b-c70b157c506b req-f33d4bbc-2c52-4fb7-81e7-2bc1c233575f service neutron] 10.222.0.26 "DELETE /v2.0/ports/29164f3f-bbfd-4565-aa0d-cc36d037cefa/bindings/n-h1-762330-18 HTTP/1.1" status: 204 len: 173 time: 0.3503752 Jul 19 03:10:39.312114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c80130-666f-47c8-918e-3b8d37e32342 req-1587abc9-1c55-43b5-b1c8-0a8171d10fb8 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:39.313887 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72c80130-666f-47c8-918e-3b8d37e32342 req-1587abc9-1c55-43b5-b1c8-0a8171d10fb8 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 944 time: 0.2619741 Jul 19 03:10:39.316022 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-fdb73ad8-c4a6-49be-9eb5-360ca9fc857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:39.317870 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-fdb73ad8-c4a6-49be-9eb5-360ca9fc857c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06e50db321642888519218e97c939f4&device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 1100 time: 0.2680247 Jul 19 03:10:39.319918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-a06def90-7b85-4faa-a04a-7a1ace7fbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:39.321457 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-a06def90-7b85-4faa-a04a-7a1ace7fbd1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06e50db321642888519218e97c939f4&device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 1100 time: 0.3492556 Jul 19 03:10:39.344757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a8bfb-0048-4d60-b895-e50f91a429d8 req-a06f53aa-8c3a-4e8f-9663-ead75387d6e7 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:39.346605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b04a8bfb-0048-4d60-b895-e50f91a429d8 req-a06f53aa-8c3a-4e8f-9663-ead75387d6e7 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 950 time: 0.2174430 Jul 19 03:10:39.493138 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-334e605a-8107-4a91-8021-602f46d60213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:39.493138 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-334e605a-8107-4a91-8021-602f46d60213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:39.531179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-334e605a-8107-4a91-8021-602f46d60213 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0229e090216419f9aa1a90bd8161027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830186 Jul 19 03:10:39.534193 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b04a8bfb-0048-4d60-b895-e50f91a429d8 req-c0914c9b-2fa2-4d78-9b83-1beee8968615 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/security-groups?id=858a3128-0804-4eed-9867-14dab8a252cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814072 Jul 19 03:10:39.534683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39930) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:39.556002 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-e9f41027-601c-437a-855b-a1d20b65ce60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=e029665a-1a78-482c-8a16-b99c479e5d82 HTTP/1.1" status: 200 len: 217 time: 0.2036126 Jul 19 03:10:39.560098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e605a-8107-4a91-8021-602f46d60213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145f699f-88c2-4fdc-8329-fec33ac60a00,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:39.569865 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72c80130-666f-47c8-918e-3b8d37e32342 req-72b5d1a8-ec0d-4c65-a4f1-26641a50828c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386994 Jul 19 03:10:39.627118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-4575cfee-f01d-43e3-bff5-f75835694ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:39.628754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-4575cfee-f01d-43e3-bff5-f75835694ffb service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2753928 Jul 19 03:10:39.630780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-a7a8dcaf-bc93-449c-8fdb-f00279e4aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:39.632781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-a7a8dcaf-bc93-449c-8fdb-f00279e4aeb5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0688200 Jul 19 03:10:39.685215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67f31805-a259-4029-9991-0846ac7b837b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:39.712638 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67f31805-a259-4029-9991-0846ac7b837b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:39.734494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 29164f3f-bbfd-4565-aa0d-cc36d037cefa no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:10:39.809694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 29164f3f-bbfd-4565-aa0d-cc36d037cefa not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:10:39.825693 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67f31805-a259-4029-9991-0846ac7b837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:39.839615 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67f31805-a259-4029-9991-0846ac7b837b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:39.843770 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-67f31805-a259-4029-9991-0846ac7b837b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/145f699f-88c2-4fdc-8329-fec33ac60a00 HTTP/1.1" status: 204 len: 168 time: 0.2999315 Jul 19 03:10:39.844866 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:10:39.857557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f31805-a259-4029-9991-0846ac7b837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145f699f-88c2-4fdc-8329-fec33ac60a00,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:40.098154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb41d3e-6dfd-4352-a390-dc2aace946ca', 'tag': 'e029665a-1a78-482c-8a16-b99c479e5d82'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:40.101468 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb41d3e-6dfd-4352-a390-dc2aace946ca", "tag": "e029665a-1a78-482c-8a16-b99c479e5d82"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:40.124496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-41240aa2-e535-4f6f-acc8-ba416a8cd6c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17 HTTP/1.1" status: 200 len: 217 time: 0.4830663 Jul 19 03:10:40.163814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ff62e-cdf4-4d83-908f-82cab96979bb req-13dedce9-69bf-4658-b0dd-7d40fb61a569 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:40.172287 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9c2ff62e-cdf4-4d83-908f-82cab96979bb req-13dedce9-69bf-4658-b0dd-7d40fb61a569 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.1780636 Jul 19 03:10:40.221057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-e974efb4-9ad4-470c-9275-8324db20fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:40.222523 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-e974efb4-9ad4-470c-9275-8324db20fa02 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0898726 Jul 19 03:10:40.249164 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9c2ff62e-cdf4-4d83-908f-82cab96979bb req-42ae60f1-bca0-4767-ab38-85def705d88e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757680 Jul 19 03:10:40.313849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-fd3cdb56-3249-48ce-8646-85cc1c95d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:40.319473 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-fd3cdb56-3249-48ce-8646-85cc1c95d33e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6761038 Jul 19 03:10:40.384331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff096bc-b157-4264-97cf-19e55c018cde req-976b4a96-3ebe-4f8a-bf8a-5257519c54a8 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:40.398780 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ff096bc-b157-4264-97cf-19e55c018cde req-976b4a96-3ebe-4f8a-bf8a-5257519c54a8 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 950 time: 0.1760092 Jul 19 03:10:40.568451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-7cee7133-fdc1-47e5-bc81-8bea370b6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:40.570936 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-7cee7133-fdc1-47e5-bc81-8bea370b6624 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3371651 Jul 19 03:10:40.606100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7379469-10cc-40a3-ae25-929615135c33 req-295370d9-1c85-437f-87a0-e9162a9a2774 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:40.607964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d7379469-10cc-40a3-ae25-929615135c33 req-295370d9-1c85-437f-87a0-e9162a9a2774 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 948 time: 0.2746277 Jul 19 03:10:40.670672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-9ff096bc-b157-4264-97cf-19e55c018cde req-ab814b77-ffcf-40e4-acb7-2bf25ed50fde tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Deleting port 480b1458-e499-4bab-9411-531d2a67fbb6 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:10:40.671010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9ff096bc-b157-4264-97cf-19e55c018cde req-ab814b77-ffcf-40e4-acb7-2bf25ed50fde tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:40.691252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878609d-67ba-4ec8-af30-39344b5f0667 req-4e68b185-e55e-41da-b060-64e5212dfa8e tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:40.700532 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d878609d-67ba-4ec8-af30-39344b5f0667 req-4e68b185-e55e-41da-b060-64e5212dfa8e tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1096 time: 0.2511899 Jul 19 03:10:40.795069 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-bab89463-eedf-4256-bc3c-8e5bd5161b22 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627380 Jul 19 03:10:40.806143 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d7379469-10cc-40a3-ae25-929615135c33 req-b10f5909-4c05-4b0b-aeac-6f13297ecd94 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844518 Jul 19 03:10:40.825116 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d878609d-67ba-4ec8-af30-39344b5f0667 req-61376f94-9258-41e0-a604-e907f7fee075 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198623 Jul 19 03:10:40.931528 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c965053-c253-49bd-bb0e-fff621e063b2 x-openstack-request-id: req-6c965053-c253-49bd-bb0e-fff621e063b2 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:40.931825 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb41d3e-6dfd-4352-a390-dc2aace946ca", "tag": "e029665a-1a78-482c-8a16-b99c479e5d82", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:40.932071 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c965053-c253-49bd-bb0e-fff621e063b2 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:40.932877 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb41d3e-6dfd-4352-a390-dc2aace946ca', 'tag': 'e029665a-1a78-482c-8a16-b99c479e5d82', 'status': 'completed', 'code': 200} Jul 19 03:10:40.939107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-9ff096bc-b157-4264-97cf-19e55c018cde req-ab814b77-ffcf-40e4-acb7-2bf25ed50fde tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] For port 480b1458-e499-4bab-9411-531d2a67fbb6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=480b1458-e499-4bab-9411-531d2a67fbb6,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:40.939680 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9ff096bc-b157-4264-97cf-19e55c018cde req-ab814b77-ffcf-40e4-acb7-2bf25ed50fde tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:40.954522 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-4fc7fd1a-2943-4f76-8a28-4e8a2091a604 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746231 Jul 19 03:10:40.982188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-9ff096bc-b157-4264-97cf-19e55c018cde req-ab814b77-ffcf-40e4-acb7-2bf25ed50fde tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Calling delete_port for 480b1458-e499-4bab-9411-531d2a67fbb6 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:10:41.112717 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c31bc6af-c6d0-41c1-9504-37ba777ea393 req-c1580f14-2834-445c-9101-e2bacbd60577 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037531 Jul 19 03:10:41.375646 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b68e9481-f86f-4e24-bb42-c0c3f785483c req-ab6a76ab-7308-4efd-9a44-46cc1890e866 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130793 Jul 19 03:10:41.391665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-46ce8e54-e245-48f2-a207-0044062a19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:41.402098 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-46ce8e54-e245-48f2-a207-0044062a19f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06e50db321642888519218e97c939f4&device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 1100 time: 0.2037716 Jul 19 03:10:41.433453 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48b8ac-443f-48f2-81a8-a6644b2cebe8 req-63f4762a-288d-4ba2-91a5-a36401c8bea8 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:41.440289 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c48b8ac-443f-48f2-81a8-a6644b2cebe8 req-63f4762a-288d-4ba2-91a5-a36401c8bea8 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6442e71-a458-4db5-9eb4-08877296039f HTTP/1.1" status: 200 len: 950 time: 0.2885711 Jul 19 03:10:41.544564 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9ff096bc-b157-4264-97cf-19e55c018cde req-ab814b77-ffcf-40e4-acb7-2bf25ed50fde tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:41.557706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['480b1458-e499-4bab-9411-531d2a67fbb6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:41.562144 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c48b8ac-443f-48f2-81a8-a6644b2cebe8 req-9a16573a-c3d7-4ef1-bafd-9c059ffa1664 tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.20 "GET /v2.0/security-groups?id=858a3128-0804-4eed-9867-14dab8a252cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209309 Jul 19 03:10:41.585494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab814b77-ffcf-40e4-acb7-2bf25ed50fde tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Pushing event deleted for resources: {'Port': ['ID=480b1458-e499-4bab-9411-531d2a67fbb6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:41.677947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff096bc-b157-4264-97cf-19e55c018cde req-ab814b77-ffcf-40e4-acb7-2bf25ed50fde tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] No DVR routers for this DVR port 480b1458-e499-4bab-9411-531d2a67fbb6 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:10:41.685456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9ff096bc-b157-4264-97cf-19e55c018cde req-ab814b77-ffcf-40e4-acb7-2bf25ed50fde tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:41.687644 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ff096bc-b157-4264-97cf-19e55c018cde req-ab814b77-ffcf-40e4-acb7-2bf25ed50fde tempest-ServerDiagnosticsNegativeTest-1817819835 tempest-ServerDiagnosticsNegativeTest-1817819835-project] 10.222.0.26 "DELETE /v2.0/ports/480b1458-e499-4bab-9411-531d2a67fbb6 HTTP/1.1" status: 204 len: 173 time: 1.2852309 Jul 19 03:10:41.688103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6442e71-a458-4db5-9eb4-08877296039f', 'name': 'network-vif-deleted', 'tag': '480b1458-e499-4bab-9411-531d2a67fbb6'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:41.690867 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd8c4f1-d938-4bf1-87dc-cc43a18111be" -d '{"events": [{"server_uuid": "a6442e71-a458-4db5-9eb4-08877296039f", "name": "network-vif-deleted", "tag": "480b1458-e499-4bab-9411-531d2a67fbb6"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:41.739957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40016) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:41.747259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:41.747652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-d8b45246-0a34-4a5e-9d19-7f3b91a4670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:41.749497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-d8b45246-0a34-4a5e-9d19-7f3b91a4670d service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.3394110 Jul 19 03:10:41.880799 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-10ef842e-3c82-449c-8ae3-e19cfe5a0fe0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=e029665a-1a78-482c-8a16-b99c479e5d82 HTTP/1.1" status: 200 len: 217 time: 0.1036484 Jul 19 03:10:41.926921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c63c27-e391-4b4e-9d48-7b11ccf89a79 req-74132496-2d36-463f-baec-0f3c095162db tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:41.935226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a6c63c27-e391-4b4e-9d48-7b11ccf89a79 req-74132496-2d36-463f-baec-0f3c095162db tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.1562119 Jul 19 03:10:42.003281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-e79acc8d-2942-4d53-b66b-aefba79f5944 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:42.006239 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-e79acc8d-2942-4d53-b66b-aefba79f5944 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 807 time: 0.4686575 Jul 19 03:10:42.025590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5aba0296-2f73-4879-9612-aaf3f1938819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:42.032641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-5118cf06-22cb-47ea-a5fb-4696a9c83c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:42.034382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-5118cf06-22cb-47ea-a5fb-4696a9c83c72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1373093 Jul 19 03:10:42.041045 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a6c63c27-e391-4b4e-9d48-7b11ccf89a79 req-9c3e887a-f8b7-46db-acc6-76a3a0e0abd2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047955 Jul 19 03:10:42.075076 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-7043b05c-346a-42ba-a7ca-9e8a200a88c3 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/quotas/24b8c1068d414a2d92dffbbbc438a5cd HTTP/1.1" status: 200 len: 375 time: 0.0626557 Jul 19 03:10:42.089404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:42.117673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'mac_address': 'fa:16:3e:d2:87:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:10:42.234148 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:42.258898 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5aba0296-2f73-4879-9612-aaf3f1938819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:42.282484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:42.292607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-f2c4341b-95b2-4492-acde-d8f35fef955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:42.295313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-f2c4341b-95b2-4492-acde-d8f35fef955f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2526531 Jul 19 03:10:42.303310 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efa8350-bf7f-4eee-ae89-c68637a21c04 x-openstack-request-id: req-3efa8350-bf7f-4eee-ae89-c68637a21c04 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:42.303629 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6442e71-a458-4db5-9eb4-08877296039f", "name": "network-vif-deleted", "tag": "480b1458-e499-4bab-9411-531d2a67fbb6", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:42.303878 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3efa8350-bf7f-4eee-ae89-c68637a21c04 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:42.304263 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6442e71-a458-4db5-9eb4-08877296039f', 'name': 'network-vif-deleted', 'tag': '480b1458-e499-4bab-9411-531d2a67fbb6', 'status': 'completed', 'code': 200} Jul 19 03:10:42.309735 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5aba0296-2f73-4879-9612-aaf3f1938819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:42.326777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:42.333634 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:42.400930 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5aba0296-2f73-4879-9612-aaf3f1938819 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4aa5964cc90445938d29c3a76dd69bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6602256 Jul 19 03:10:42.405460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba0296-2f73-4879-9612-aaf3f1938819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fa0c05-607e-4571-8d32-0a10baed059e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:42.406244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:42.408320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40036) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:42.411851 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-a77247c1-2598-41b5-ad06-884e0e152b92 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3281233 Jul 19 03:10:42.488964 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b2caaf14-f925-45db-8a32-a4199495a9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:42.558303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5cf69e5a-51f5-4728-9aed-fa5e334f0b17'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:42.562686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-09570dc7-96b3-402e-8a42-eb0f86f324ae service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523801 Jul 19 03:10:42.580555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef5347-6ca0-4675-8a7f-b84af2aedff7 req-57a936bc-3c09-412d-8d52-cc36a7ef7369 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:42.593323 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7ef5347-6ca0-4675-8a7f-b84af2aedff7 req-57a936bc-3c09-412d-8d52-cc36a7ef7369 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 948 time: 0.3200681 Jul 19 03:10:42.735506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7ef5347-6ca0-4675-8a7f-b84af2aedff7 req-eee6ec7a-3e58-4d1f-b38a-12da11d8b83b tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374042 Jul 19 03:10:42.750364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49a69d02-8563-4236-9cf2-fee6a70f8fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:42.760388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5bcdaca3-9b69-4a84-a6f0-16409fde2e94 req-49cc65ff-9d71-4ed0-bd69-c25348aabc20 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865366 Jul 19 03:10:42.826766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-e826b5ea-32b1-4925-b1a8-af20d61af8ac service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:10:42.833965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-e826b5ea-32b1-4925-b1a8-af20d61af8ac service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1560519 Jul 19 03:10:42.843017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49a69d02-8563-4236-9cf2-fee6a70f8fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:42.934208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49a69d02-8563-4236-9cf2-fee6a70f8fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:42.937065 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49a69d02-8563-4236-9cf2-fee6a70f8fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:42.941331 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-49a69d02-8563-4236-9cf2-fee6a70f8fa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14fa0c05-607e-4571-8d32-0a10baed059e HTTP/1.1" status: 204 len: 168 time: 0.5287282 Jul 19 03:10:42.957478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a69d02-8563-4236-9cf2-fee6a70f8fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fa0c05-607e-4571-8d32-0a10baed059e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:43.012707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-2ee68b60-30fc-4892-8eb1-b3c5f2c647f7 service neutron] 10.222.0.20 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768887 Jul 19 03:10:43.140476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-01aa5ff8-b710-47c1-a8cc-0f37866e264d service neutron] 10.222.0.20 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265850 Jul 19 03:10:43.321510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c9394-2342-4913-906b-156454abb648 req-9a02c330-3fc4-4479-bb38-90a119b2996f tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:43.328791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f44c9394-2342-4913-906b-156454abb648 req-9a02c330-3fc4-4479-bb38-90a119b2996f tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1102 time: 0.0630918 Jul 19 03:10:43.355385 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f44c9394-2342-4913-906b-156454abb648 req-153ffc17-2005-4e54-913c-39b99e62ee9f tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:43.458741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f44c9394-2342-4913-906b-156454abb648 req-153ffc17-2005-4e54-913c-39b99e62ee9f tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:43.466521 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f44c9394-2342-4913-906b-156454abb648 req-153ffc17-2005-4e54-913c-39b99e62ee9f tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:43.510762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40068) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:43.535905 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3eff5ad0-b677-4963-a056-452ebafb8157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:43.537041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ffc17-2005-4e54-913c-39b99e62ee9f tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb21c476-d430-435a-8d79-3b92725173b5,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:43.573487 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f44c9394-2342-4913-906b-156454abb648 req-153ffc17-2005-4e54-913c-39b99e62ee9f tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437017 Jul 19 03:10:43.750058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:10:43.756776 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3eff5ad0-b677-4963-a056-452ebafb8157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:43.764770 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3eff5ad0-b677-4963-a056-452ebafb8157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:43.845031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff5ad0-b677-4963-a056-452ebafb8157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71866a4f-43dc-4635-9d7c-5873bb9d1e06,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:43.868068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:43.872972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:43.873408 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:43.894472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b45be1d3-2ff3-4c66-ac3f-d614d9791221 req-d315e882-134a-4ffb-8cb3-854efa972fec tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 210 time: 0.0506940 Jul 19 03:10:43.904316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3eff5ad0-b677-4963-a056-452ebafb8157 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8ba4972df8d474a8f3adf22e07ef2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900928 Jul 19 03:10:43.904660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40084) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:44.072920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564dd697-0f62-4b19-b429-cf2fb23abc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:44.158129 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:44.167327 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564dd697-0f62-4b19-b429-cf2fb23abc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:44.252467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40092) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:44.264752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:44.270610 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f28a502-6eff-45e4-98cd-047e03e17d0b" -d '{"events": [{"server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "name": "network-vif-plugged", "status": "completed", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:44.277845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:44.292241 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:44.300957 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564dd697-0f62-4b19-b429-cf2fb23abc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:44.304261 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564dd697-0f62-4b19-b429-cf2fb23abc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:44.305511 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-564dd697-0f62-4b19-b429-cf2fb23abc92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71866a4f-43dc-4635-9d7c-5873bb9d1e06 HTTP/1.1" status: 204 len: 168 time: 0.3998528 Jul 19 03:10:44.337639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dd697-0f62-4b19-b429-cf2fb23abc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71866a4f-43dc-4635-9d7c-5873bb9d1e06,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:44.489007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:44.500115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0eaa3-313b-49b3-9234-8bdffaa44d9f req-9640bc95-01ca-4065-bf31-c71dd6927004 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:44.502451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77b0eaa3-313b-49b3-9234-8bdffaa44d9f req-9640bc95-01ca-4065-bf31-c71dd6927004 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 948 time: 0.1748445 Jul 19 03:10:44.584499 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77b0eaa3-313b-49b3-9234-8bdffaa44d9f req-d88365ad-f2ae-47ba-b2c9-032aeb6d458a tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731487 Jul 19 03:10:44.702454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40120) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:44.717884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5fb44c00-f5fc-4d1d-bec3-779d47b40cef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=064ceca190314c04a203d452958b903b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639058 Jul 19 03:10:44.817463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-12656be5-be80-408a-a15f-06264c7fe58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:44.852607 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-12656be5-be80-408a-a15f-06264c7fe58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:44.916556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-12656be5-be80-408a-a15f-06264c7fe58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:44.922678 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-12656be5-be80-408a-a15f-06264c7fe58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:44.926293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-12656be5-be80-408a-a15f-06264c7fe58e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/858a3128-0804-4eed-9867-14dab8a252cb HTTP/1.1" status: 204 len: 168 time: 0.2223275 Jul 19 03:10:44.944364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12656be5-be80-408a-a15f-06264c7fe58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a3128-0804-4eed-9867-14dab8a252cb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:45.030842 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9f72b78f-0293-4d25-9c51-98767c0e38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:45.230763 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc7fa65-97d1-4dbc-b700-7d05861d7e5e x-openstack-request-id: req-dcc7fa65-97d1-4dbc-b700-7d05861d7e5e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:45.231235 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "name": "network-vif-plugged", "status": "completed", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:45.231639 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcc7fa65-97d1-4dbc-b700-7d05861d7e5e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:45.232165 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'code': 200} Jul 19 03:10:45.535292 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:45.543823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 480b1458-e499-4bab-9411-531d2a67fbb6 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:10:45.593488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 480b1458-e499-4bab-9411-531d2a67fbb6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:10:45.602251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 480b1458-e499-4bab-9411-531d2a67fbb6 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:10:45.622595 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee378d62-6e98-45c1-b4a7-c570a24fa8bc req-093eef47-1984-4ed7-bf82-a35b4ef85f54 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 210 time: 0.1321442 Jul 19 03:10:45.652731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40156) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:45.687573 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4423eab7-6205-4cab-ac06-ec67475cdc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:45.697688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4207b-694f-48e9-b4d4-b1201ec67ef7 req-f8cb0ca0-32a8-4d02-a980-8a3f120863aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:45.700832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceb4207b-694f-48e9-b4d4-b1201ec67ef7 req-f8cb0ca0-32a8-4d02-a980-8a3f120863aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 1102 time: 0.2954097 Jul 19 03:10:45.749790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e029665a-1a78-482c-8a16-b99c479e5d82 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:45.806070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceb4207b-694f-48e9-b4d4-b1201ec67ef7 req-29896610-ee4c-481b-b0c3-3ff94782dc18 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950487 Jul 19 03:10:46.026071 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4423eab7-6205-4cab-ac06-ec67475cdc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:46.040124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4423eab7-6205-4cab-ac06-ec67475cdc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:46.058999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e029665a-1a78-482c-8a16-b99c479e5d82, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e029665a-1a78-482c-8a16-b99c479e5d82,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:46.087175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'e029665a-1a78-482c-8a16-b99c479e5d82', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'e029665a-1a78-482c-8a16-b99c479e5d82', 'mac_address': 'fa:16:3e:87:d0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:10:46.088489 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-66a49b05-c0e4-428c-924c-05bcd3ff2f11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8021603 Jul 19 03:10:46.102839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-12456f59-0d71-4e45-baf4-cef4bea59692 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:46.104548 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-12456f59-0d71-4e45-baf4-cef4bea59692 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 807 time: 0.7362728 Jul 19 03:10:46.125396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Request body: {'port': {'device_id': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'network_id': '54e03501-5722-4da8-a319-be568c990f3f', 'admin_state_up': True, 'tenant_id': '24b8c1068d414a2d92dffbbbc438a5cd'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:46.168746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48204f-98dd-470b-8af3-2643ed88ca96 req-e1264f1d-3494-405b-b108-b05977a9a682 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:46.176569 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9c48204f-98dd-470b-8af3-2643ed88ca96 req-e1264f1d-3494-405b-b108-b05977a9a682 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.1724622 Jul 19 03:10:46.180150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4423eab7-6205-4cab-ac06-ec67475cdc20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccd55ec91a7e47bd89296746d9e78962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306590 Jul 19 03:10:46.190503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40166) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:46.196645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423eab7-6205-4cab-ac06-ec67475cdc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad7523a-2bea-4783-b540-17a0a3099b88,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:46.276467 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:46.304202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ec5bfa1-eeaf-4922-8485-9e499b3de9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:46.354139 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9c48204f-98dd-470b-8af3-2643ed88ca96 req-cbcee7bf-2b5e-40c1-b4f4-6aa34826981e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749232 Jul 19 03:10:46.364180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e029665a-1a78-482c-8a16-b99c479e5d82 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:46.385727 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ec5bfa1-eeaf-4922-8485-9e499b3de9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:46.481634 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:46.569146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e029665a-1a78-482c-8a16-b99c479e5d82, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e029665a-1a78-482c-8a16-b99c479e5d82,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:46.586521 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:46.595726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Made reservation on behalf of 24b8c1068d414a2d92dffbbbc438a5cd for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:46.607275 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:46.638796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ec5bfa1-eeaf-4922-8485-9e499b3de9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:46.644845 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ec5bfa1-eeaf-4922-8485-9e499b3de9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:46.647200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0ec5bfa1-eeaf-4922-8485-9e499b3de9df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ad7523a-2bea-4783-b540-17a0a3099b88 HTTP/1.1" status: 204 len: 168 time: 0.4634328 Jul 19 03:10:46.663375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5bfa1-eeaf-4922-8485-9e499b3de9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad7523a-2bea-4783-b540-17a0a3099b88,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:46.680286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23836a-d955-4fd3-9621-05533f640c03 req-8a6d6bc5-f319-4ede-bbf5-28567f17e36d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:46.687895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa23836a-d955-4fd3-9621-05533f640c03 req-8a6d6bc5-f319-4ede-bbf5-28567f17e36d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 949 time: 0.2322309 Jul 19 03:10:46.756602 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa23836a-d955-4fd3-9621-05533f640c03 req-4bd07734-a744-41a7-a4e6-473d8d56cb9d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670648 Jul 19 03:10:46.857647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e029665a-1a78-482c-8a16-b99c479e5d82,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:46.876039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['e029665a-1a78-482c-8a16-b99c479e5d82'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:46.940793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Allocated IP 172.20.0.2 (54e03501-5722-4da8-a319-be568c990f3f/ea24e738-4c72-4cea-a6ca-1f2d88066be0/bed5e013-fac3-4a6a-977b-e894b4673c27) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:10:47.098019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07c5cea5-25b0-4a86-aeaf-d1f98b8236e3 req-8d750994-e814-43c8-9091-2fa91bd20786 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 210 time: 0.0463502 Jul 19 03:10:47.264198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:47.398077 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:47.524814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Network 54e03501-5722-4da8-a319-be568c990f3f is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:10:47.560350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:47.576908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:10:47.591949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:47.592634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:47.629986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Pushing event updated for resources: {'Port': ['ID=bed5e013-fac3-4a6a-977b-e894b4673c27,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:47.654563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-ac35265c-8aa8-44d2-9910-1660f1c829a2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5329738 Jul 19 03:10:47.681726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Request body: {'port': {'device_id': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:47.752563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e029665a-1a78-482c-8a16-b99c479e5d82 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:10:47.762712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f5c2f-9d31-48d0-82dd-b5844ca88ead req-dd149166-5f25-4392-a334-8dfb1c023ceb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:47.772995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef8f5c2f-9d31-48d0-82dd-b5844ca88ead req-dd149166-5f25-4392-a334-8dfb1c023ceb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.1045310 Jul 19 03:10:47.823789 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:47.854024 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef8f5c2f-9d31-48d0-82dd-b5844ca88ead req-9e4c106d-2c90-46ee-b63e-6d21e3a299bf tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775282 Jul 19 03:10:47.923032 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:47.977170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port e029665a-1a78-482c-8a16-b99c479e5d82 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:48.002818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port e029665a-1a78-482c-8a16-b99c479e5d82 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:48.004266 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:48.211958 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:48.244432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb41d3e-6dfd-4352-a390-dc2aace946ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e029665a-1a78-482c-8a16-b99c479e5d82'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:48.247487 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cdf2d4-7165-4bde-90df-ff3c3c613c7e" -d '{"events": [{"server_uuid": "bbb41d3e-6dfd-4352-a390-dc2aace946ca", "name": "network-vif-plugged", "status": "completed", "tag": "e029665a-1a78-482c-8a16-b99c479e5d82"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:48.265284 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e029665a-1a78-482c-8a16-b99c479e5d82, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e029665a-1a78-482c-8a16-b99c479e5d82,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:48.275179 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:48.330073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f24f1-1de9-44b7-b682-111d207b39fe req-9498e9f1-f053-4281-a975-ab2fe32c6319 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:48.331754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3f24f1-1de9-44b7-b682-111d207b39fe req-9498e9f1-f053-4281-a975-ab2fe32c6319 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 949 time: 0.1741993 Jul 19 03:10:48.374454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed5e013-fac3-4a6a-977b-e894b4673c27 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:48.377914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e029665a-1a78-482c-8a16-b99c479e5d82,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:48.396825 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:48.425681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3f24f1-1de9-44b7-b682-111d207b39fe req-e2d17e9e-0ba4-4f75-9cea-1048696b4774 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833404 Jul 19 03:10:48.497894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40280) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:48.531104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Transition to ACTIVE for port object bed5e013-fac3-4a6a-977b-e894b4673c27 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:48.556060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:48.607902 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d469d7-fedc-4e8d-926f-1ac5e5651b86 req-8ebe5eff-9521-40e8-be9a-b26d9d5e08de tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:48.608589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d469d7-fedc-4e8d-926f-1ac5e5651b86 req-8ebe5eff-9521-40e8-be9a-b26d9d5e08de tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:48.609248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d469d7-fedc-4e8d-926f-1ac5e5651b86 req-8ebe5eff-9521-40e8-be9a-b26d9d5e08de tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:48.609875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d469d7-fedc-4e8d-926f-1ac5e5651b86 req-8ebe5eff-9521-40e8-be9a-b26d9d5e08de tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:48.610501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d469d7-fedc-4e8d-926f-1ac5e5651b86 req-8ebe5eff-9521-40e8-be9a-b26d9d5e08de tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:48.611104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d469d7-fedc-4e8d-926f-1ac5e5651b86 req-8ebe5eff-9521-40e8-be9a-b26d9d5e08de tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:48.611725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d469d7-fedc-4e8d-926f-1ac5e5651b86 req-8ebe5eff-9521-40e8-be9a-b26d9d5e08de tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:48.624176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92d469d7-fedc-4e8d-926f-1ac5e5651b86 req-8ebe5eff-9521-40e8-be9a-b26d9d5e08de tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5013 time: 0.2204516 Jul 19 03:10:48.673172 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ea5b53-5ba9-49e7-a897-c0b4b01379a6 x-openstack-request-id: req-d0ea5b53-5ba9-49e7-a897-c0b4b01379a6 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:48.673361 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb41d3e-6dfd-4352-a390-dc2aace946ca", "name": "network-vif-plugged", "status": "completed", "tag": "e029665a-1a78-482c-8a16-b99c479e5d82", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:48.673621 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0ea5b53-5ba9-49e7-a897-c0b4b01379a6 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:48.674086 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb41d3e-6dfd-4352-a390-dc2aace946ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e029665a-1a78-482c-8a16-b99c479e5d82', 'code': 200} Jul 19 03:10:48.766793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Pushing event updated for resources: {'Port': ['ID=bed5e013-fac3-4a6a-977b-e894b4673c27,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:48.851363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:48.851707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:48.852139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:48.865387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Port bed5e013-fac3-4a6a-977b-e894b4673c27 on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:48.865792 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:48.871151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:48.871489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:48.871881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:48.872312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Bound port: bed5e013-fac3-4a6a-977b-e894b4673c27, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:48.872671 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:48.886565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1006725419-network', 'tenant_id': '4d7e86c1e9b54e8696aec4f0017d3570'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:48.954312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40294) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:48.984041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Made reservation on behalf of 4d7e86c1e9b54e8696aec4f0017d3570 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:48.986486 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:48.997365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:49.012886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:49.013431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2d8-58ca-434b-a296-2614580372e4 req-5d5b0878-8d9a-4e33-bb4f-06e8610953ef tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.018336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:49.030872 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:49.034571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33e4f2d8-58ca-434b-a296-2614580372e4 req-5d5b0878-8d9a-4e33-bb4f-06e8610953ef tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 886 time: 0.3094912 Jul 19 03:10:49.038986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1d0f-a84c-4d70-9213-0a20ef366e5a req-78e312c6-d120-438d-976a-7f0e47de8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.040470 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a72d1d0f-a84c-4d70-9213-0a20ef366e5a req-78e312c6-d120-438d-976a-7f0e47de8925 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 1102 time: 0.2365730 Jul 19 03:10:49.051105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.053518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:49.055803 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] 10.222.0.26 "PUT /v2.0/ports/bed5e013-fac3-4a6a-977b-e894b4673c27 HTTP/1.1" status: 200 len: 1092 time: 1.3933356 Jul 19 03:10:49.061867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'tag': 'bed5e013-fac3-4a6a-977b-e894b4673c27'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:49.080364 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab0190f-cf7f-4e40-9c77-890b7087ee87", "tag": "bed5e013-fac3-4a6a-977b-e894b4673c27"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:49.118399 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a72d1d0f-a84c-4d70-9213-0a20ef366e5a req-066280f2-088d-47e9-8801-79a45421310e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542588 Jul 19 03:10:49.186339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1800d3e3-58c6-4f64-9296-c5b7b5708b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:49.239828 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728d5a0-f9b6-4a81-84f9-abda71447e29 req-22b8675c-662a-496a-8c35-c56cc7357517 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.247829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5728d5a0-f9b6-4a81-84f9-abda71447e29 req-22b8675c-662a-496a-8c35-c56cc7357517 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 943 time: 0.3619070 Jul 19 03:10:49.259821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:49.273051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc1f1b-cbd6-4626-be1e-6f69c52ff494 service neutron] Pushing event updated for resources: {'Port': ['ID=bed5e013-fac3-4a6a-977b-e894b4673c27,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:49.284919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-987dce20-f93d-4f38-887b-8ef8414d05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.286751 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-987dce20-f93d-4f38-887b-8ef8414d05a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1095 time: 0.1340821 Jul 19 03:10:49.287860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:49.302013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:10:49.313773 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5728d5a0-f9b6-4a81-84f9-abda71447e29 req-9d165726-5794-4861-8f5c-7d09fa231b61 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649695 Jul 19 03:10:49.313935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:49.314351 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Added segment e93dc84c-66d0-458b-9b55-8f06a27d05d2 of type vlan for network e1b29c84-180a-4dd7-942d-e6cd93cb23cb Jul 19 03:10:49.324649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-df0c3e74-986f-4f93-84e4-28a5a95b4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.336954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-df0c3e74-986f-4f93-84e4-28a5a95b4096 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1102 time: 0.1746240 Jul 19 03:10:49.366226 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:49.522242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-9c8253b1-f6d5-4334-87dd-7eedd958b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.523697 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-9c8253b1-f6d5-4334-87dd-7eedd958b348 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1799874 Jul 19 03:10:49.578480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-88640d0c-2bb2-4da5-91ca-3e2f6a33139d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 200 len: 217 time: 0.0453792 Jul 19 03:10:49.579837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f2ed-12bf-4fcc-93f0-32c2b70e1fa9 req-3b0bd7fb-2dc5-41ce-b693-94aae80e9dba tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.580394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f2ed-12bf-4fcc-93f0-32c2b70e1fa9 req-3b0bd7fb-2dc5-41ce-b693-94aae80e9dba tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.580801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f2ed-12bf-4fcc-93f0-32c2b70e1fa9 req-3b0bd7fb-2dc5-41ce-b693-94aae80e9dba tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.581277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f2ed-12bf-4fcc-93f0-32c2b70e1fa9 req-3b0bd7fb-2dc5-41ce-b693-94aae80e9dba tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.581744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f2ed-12bf-4fcc-93f0-32c2b70e1fa9 req-3b0bd7fb-2dc5-41ce-b693-94aae80e9dba tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.582211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f2ed-12bf-4fcc-93f0-32c2b70e1fa9 req-3b0bd7fb-2dc5-41ce-b693-94aae80e9dba tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.583066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f2ed-12bf-4fcc-93f0-32c2b70e1fa9 req-3b0bd7fb-2dc5-41ce-b693-94aae80e9dba tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.605681 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1674f2ed-12bf-4fcc-93f0-32c2b70e1fa9 req-3b0bd7fb-2dc5-41ce-b693-94aae80e9dba tempest-NetworksTest-394176030 tempest-NetworksTest-394176030-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5013 time: 0.2335463 Jul 19 03:10:49.656812 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:49.657704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.658336 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:49.666971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-448337f8-d08c-45b5-9c23-741b18db0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.668488 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-448337f8-d08c-45b5-9c23-741b18db0f73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0582592 Jul 19 03:10:49.689657 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feddbfa9-bd80-46d0-844d-72d00fe26408 x-openstack-request-id: req-feddbfa9-bd80-46d0-844d-72d00fe26408 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:49.689945 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab0190f-cf7f-4e40-9c77-890b7087ee87", "tag": "bed5e013-fac3-4a6a-977b-e894b4673c27", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:49.690719 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-feddbfa9-bd80-46d0-844d-72d00fe26408 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:49.691112 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'tag': 'bed5e013-fac3-4a6a-977b-e894b4673c27', 'status': 'completed', 'code': 200} Jul 19 03:10:49.701477 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-67537b1b-2dce-430a-9965-6bd59016d7e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bed5e013-fac3-4a6a-977b-e894b4673c27 HTTP/1.1" status: 200 len: 217 time: 0.3001838 Jul 19 03:10:49.767080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-0c255667-e329-4eba-bd24-091f07901f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.770621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-0c255667-e329-4eba-bd24-091f07901f5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950799 Jul 19 03:10:49.819559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-c649672b-132d-4ed4-a540-410e253fd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:49.821058 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-c649672b-132d-4ed4-a540-410e253fd5b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.0949090 Jul 19 03:10:49.825035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Pushing event updated for resources: {'Network': ['ID=e1b29c84-180a-4dd7-942d-e6cd93cb23cb,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:49.830984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9569d0-b491-42a3-9c77-8fad242bf26b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:49.844065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network e1b29c84-180a-4dd7-942d-e6cd93cb23cb details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:10:49.984927 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-e8b29053-9b77-4f30-ad49-9b22b3ec91f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464145 Jul 19 03:10:50.114675 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40318) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:50.136590 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-e90d6522-e38a-49ac-b901-bb5963573aed service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582599 Jul 19 03:10:50.217209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637db0ea-b756-4154-9e3f-175683480e29 req-968682fe-163e-4c40-82ce-bab655891ecd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:50.225231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-637db0ea-b756-4154-9e3f-175683480e29 req-968682fe-163e-4c40-82ce-bab655891ecd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.5584896 Jul 19 03:10:50.231251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3e05-f185-49c6-9399-3eee4e99d4ee req-7e069cc9-1423-48b0-bb28-85d4fdc2440f tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:50.241315 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7fda3e05-f185-49c6-9399-3eee4e99d4ee req-7e069cc9-1423-48b0-bb28-85d4fdc2440f tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 950 time: 0.2674327 Jul 19 03:10:50.309077 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-11bf317a-4ec0-4ae7-ab57-096a1873033c service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065014 Jul 19 03:10:50.317214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1800d3e3-58c6-4f64-9296-c5b7b5708b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.331233 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7fda3e05-f185-49c6-9399-3eee4e99d4ee req-a6024cca-1f85-4119-96fa-15219c9e427a tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888095 Jul 19 03:10:50.348551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1800d3e3-58c6-4f64-9296-c5b7b5708b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.360529 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5d6df95-2a13-47c1-b857-b58ee0063835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.399976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800d3e3-58c6-4f64-9296-c5b7b5708b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085e87b5-2ecc-46d8-bc58-444dfec84e31,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:50.404200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1c53e5bd-ea23-48e7-8cc7-07d24347cc44 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9052255 Jul 19 03:10:50.421057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-637db0ea-b756-4154-9e3f-175683480e29 req-c1f3c3a5-d342-4109-945c-bfa0f2d9b726 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854484 Jul 19 03:10:50.421573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40326) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:50.442884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Request body: {'subnet': {'network_id': 'e1b29c84-180a-4dd7-942d-e6cd93cb23cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1006725419-subnet', 'tenant_id': '4d7e86c1e9b54e8696aec4f0017d3570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:50.462889 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-c0ed44af-a3db-4ca5-885b-6617bb77f139 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105836 Jul 19 03:10:50.526734 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5d6df95-2a13-47c1-b857-b58ee0063835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.549326 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1800d3e3-58c6-4f64-9296-c5b7b5708b2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfb38e63d2184ffdbec2baab7f73c262&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5907974 Jul 19 03:10:50.558870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40336) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:50.565972 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5d6df95-2a13-47c1-b857-b58ee0063835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.649278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Made reservation on behalf of 4d7e86c1e9b54e8696aec4f0017d3570 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:50.652136 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.652755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6df95-2a13-47c1-b857-b58ee0063835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61d8d08-ff22-49a8-a823-a025957a54b9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:50.658987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eec443b7-4279-4af6-a04b-f867d35dc5d4 req-0b90932d-12e2-4b9e-98a0-ec7bdc1589e8 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398070 Jul 19 03:10:50.671048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a5d6df95-2a13-47c1-b857-b58ee0063835 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8976861e17f94b4a925b7c87f750b34a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545225 Jul 19 03:10:50.671503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40338) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:50.691285 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96b1e5c6-cb08-4d2d-bcf2-96ccc4cc004b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.755640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a029f17-ce25-4d8e-80ba-2afe01e7090b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.800031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a029f17-ce25-4d8e-80ba-2afe01e7090b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.848392 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96b1e5c6-cb08-4d2d-bcf2-96ccc4cc004b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.857474 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a029f17-ce25-4d8e-80ba-2afe01e7090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.860477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a029f17-ce25-4d8e-80ba-2afe01e7090b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:50.861655 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3a029f17-ce25-4d8e-80ba-2afe01e7090b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d61d8d08-ff22-49a8-a823-a025957a54b9 HTTP/1.1" status: 204 len: 168 time: 0.1892083 Jul 19 03:10:50.870212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a029f17-ce25-4d8e-80ba-2afe01e7090b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61d8d08-ff22-49a8-a823-a025957a54b9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:50.994650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b req-b0d3a369-8a22-4ac7-aa76-4b610e07d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:50.996286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b req-b0d3a369-8a22-4ac7-aa76-4b610e07d4f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1095 time: 0.2212868 Jul 19 03:10:51.043262 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96b1e5c6-cb08-4d2d-bcf2-96ccc4cc004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:51.046617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96b1e5c6-cb08-4d2d-bcf2-96ccc4cc004b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:51.050188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-96b1e5c6-cb08-4d2d-bcf2-96ccc4cc004b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/085e87b5-2ecc-46d8-bc58-444dfec84e31 HTTP/1.1" status: 204 len: 168 time: 0.4865477 Jul 19 03:10:51.077238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1e5c6-cb08-4d2d-bcf2-96ccc4cc004b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085e87b5-2ecc-46d8-bc58-444dfec84e31,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:51.125850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572776f3-72a8-412d-b32e-69c19e00c7b8 req-c42ec95e-f458-48be-a4bd-1002a88b214b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:51.134031 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-572776f3-72a8-412d-b32e-69c19e00c7b8 req-c42ec95e-f458-48be-a4bd-1002a88b214b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 943 time: 0.3577554 Jul 19 03:10:51.200822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:51.280448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40346) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:51.295343 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3b16-ba69-4786-8cec-7f58b2f40894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:51.297576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-572776f3-72a8-412d-b32e-69c19e00c7b8 req-6e36b461-6fcf-4d00-b5cd-a7c662f911d2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625731 Jul 19 03:10:51.334590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f98380-177e-4e1f-b0d3-926786ce9093,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:51.341149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b req-58743048-f031-483f-9f6f-4138f8f5df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:51.342866 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b req-58743048-f031-483f-9f6f-4138f8f5df22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.3214769 Jul 19 03:10:51.359164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Checking segment: {'id': 'e93dc84c-66d0-458b-9b55-8f06a27d05d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1b29c84-180a-4dd7-942d-e6cd93cb23cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:51.360024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Network hostable DHCP agents. Network: e1b29c84-180a-4dd7-942d-e6cd93cb23cb, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:10:51.410072 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b req-5bd266a1-08e2-42e2-b10b-19d976b3b094 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bed5e013-fac3-4a6a-977b-e894b4673c27 HTTP/1.1" status: 200 len: 217 time: 0.0584338 Jul 19 03:10:51.459933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Network e1b29c84-180a-4dd7-942d-e6cd93cb23cb is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:10:51.483229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, e1b29c84-180a-4dd7-942d-e6cd93cb23cb) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:51.492340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c709eb3-1b2c-4ba3-958a-dbd66b5512a6 None None] Network e1b29c84-180a-4dd7-942d-e6cd93cb23cb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:10:51.499090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b req-97fc3ff6-716d-4206-aa88-4c80fe9b610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:51.500825 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b req-97fc3ff6-716d-4206-aa88-4c80fe9b610c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.0830057 Jul 19 03:10:51.502390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:51.503410 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:51.564455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b req-242286b7-439d-4c00-9135-5c1beb844037 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525315 Jul 19 03:10:51.626899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3b16-ba69-4786-8cec-7f58b2f40894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:51.631361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40358) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:51.653057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3b16-ba69-4786-8cec-7f58b2f40894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:51.680782 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a46922d-ab92-40eb-a02c-e978ca064829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:51.720509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b3b16-ba69-4786-8cec-7f58b2f40894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d302e4a4-ea46-402b-980b-5525ec8302f8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:51.733990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a475d17a-8f08-4116-8563-f6572746dbea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3068585 Jul 19 03:10:51.747897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fb5b3b16-ba69-4786-8cec-7f58b2f40894 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dda928da5d20480587de23df7dff3962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663289 Jul 19 03:10:51.748681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40362) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:51.789217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b256cda2-6bd5-4ddf-bbc5-08bd8adceb86 None None] Network e1b29c84-180a-4dd7-942d-e6cd93cb23cb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:10:51.792879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30436b-51af-405b-b41a-0afd3ba9a220 req-c9b8c84c-ee02-49ae-9657-be3f9185c64f tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:51.794479 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7d30436b-51af-405b-b41a-0afd3ba9a220 req-c9b8c84c-ee02-49ae-9657-be3f9185c64f tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 950 time: 0.2528729 Jul 19 03:10:51.828361 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b req-8ff570bd-f499-4fbb-9697-52f1e18be6bd service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559369 Jul 19 03:10:51.978614 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7d30436b-51af-405b-b41a-0afd3ba9a220 req-eb8b0469-b3b4-4f57-a7f1-3c2303d1aa0e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633408 Jul 19 03:10:51.982957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11c29f46-f264-4b5d-92f8-5a401da39107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:52.010394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13453dea-6f59-4345-852d-9c56159bbf05 req-d9147034-7d83-4b21-9897-a835a64f55e9 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:52.012007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13453dea-6f59-4345-852d-9c56159bbf05 req-d9147034-7d83-4b21-9897-a835a64f55e9 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.3002312 Jul 19 03:10:52.048302 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11c29f46-f264-4b5d-92f8-5a401da39107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:52.095028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72dc9aee-8062-4811-bcc0-b7c9f0fe382b req-28580bb5-af50-4b22-b964-6d26994856df service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516737 Jul 19 03:10:52.118445 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13453dea-6f59-4345-852d-9c56159bbf05 req-4b5940d0-ce0c-4c0b-a8e5-ff4046a39614 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894415 Jul 19 03:10:52.153888 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a46922d-ab92-40eb-a02c-e978ca064829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:52.164133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a46922d-ab92-40eb-a02c-e978ca064829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:52.231478 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3a46922d-ab92-40eb-a02c-e978ca064829 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7caabbf6e31b45358070627eebbd43ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5977995 Jul 19 03:10:52.233919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40378) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:52.351482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46922d-ab92-40eb-a02c-e978ca064829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1206d3d9-a88a-4dc5-8222-c507de404792,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:52.369244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11c29f46-f264-4b5d-92f8-5a401da39107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:52.371748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11c29f46-f264-4b5d-92f8-5a401da39107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:52.375175 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-11c29f46-f264-4b5d-92f8-5a401da39107 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d302e4a4-ea46-402b-980b-5525ec8302f8 HTTP/1.1" status: 204 len: 168 time: 0.6195395 Jul 19 03:10:52.395855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c29f46-f264-4b5d-92f8-5a401da39107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d302e4a4-ea46-402b-980b-5525ec8302f8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:52.432192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-891d2b6b-bf0d-470a-8f3e-f934fa104f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:52.452101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66927c04-6291-488c-b6e7-7cfac2550990 req-1ec02580-2e73-451f-8b4f-0b5a647838ba tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:52.454886 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66927c04-6291-488c-b6e7-7cfac2550990 req-1ec02580-2e73-451f-8b4f-0b5a647838ba tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1221156 Jul 19 03:10:52.480340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-891d2b6b-bf0d-470a-8f3e-f934fa104f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:52.556256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66927c04-6291-488c-b6e7-7cfac2550990 req-1df21c4b-510f-4dba-bf2a-0b4811a438b9 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946796 Jul 19 03:10:52.656996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d4f18-09e3-4814-a463-6762768868ae req-d57d80b7-cc9c-4d31-b340-3af259482ce4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:52.665172 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6c1d4f18-09e3-4814-a463-6762768868ae req-d57d80b7-cc9c-4d31-b340-3af259482ce4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 943 time: 0.1021030 Jul 19 03:10:52.667179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-891d2b6b-bf0d-470a-8f3e-f934fa104f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:52.669693 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-891d2b6b-bf0d-470a-8f3e-f934fa104f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:52.670821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-891d2b6b-bf0d-470a-8f3e-f934fa104f0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1206d3d9-a88a-4dc5-8222-c507de404792 HTTP/1.1" status: 204 len: 168 time: 0.4359803 Jul 19 03:10:52.715171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d2b6b-bf0d-470a-8f3e-f934fa104f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1206d3d9-a88a-4dc5-8222-c507de404792,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:52.765391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6c1d4f18-09e3-4814-a463-6762768868ae req-99c03e97-f425-43d0-95ef-04edb2b7ec84 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993321 Jul 19 03:10:52.878975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40410) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:52.884694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1073855263-network', 'tenant_id': '34a0ae605b924923889f301998014532'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:52.949529 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-36549fd5-bcf9-46d7-96ac-86f0dd02c170 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b06e50db321642888519218e97c939f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611551 Jul 19 03:10:53.017427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Made reservation on behalf of 34a0ae605b924923889f301998014532 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:53.019871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:53.067004 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:53.183598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0fdd3771-e474-4e09-ac4f-7dd0eec537e4 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:53.195044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0fdd3771-e474-4e09-ac4f-7dd0eec537e4 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425425 Jul 19 03:10:53.235152 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-3c711be5-33de-4a9c-beaf-e5b5c3e45bd0 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/quotas/b06e50db321642888519218e97c939f4 HTTP/1.1" status: 200 len: 375 time: 0.0390317 Jul 19 03:10:53.384165 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:53.408880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:53.430223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3b0ef-2649-4453-b49a-23451f67d0b3 req-1d6174b7-7b85-40b9-85b4-651996815113 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:53.432864 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5e3b0ef-2649-4453-b49a-23451f67d0b3 req-1d6174b7-7b85-40b9-85b4-651996815113 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.1376984 Jul 19 03:10:53.442779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7524e893-6d01-435b-a4e4-651820b0bc8c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:53.466862 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2029c1e2-f2d6-4aa1-a234-bb2cdf7dc763 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06e50db321642888519218e97c939f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2284315 Jul 19 03:10:53.477589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:10:53.497939 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:53.499056 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Added segment f67689d8-6da6-4774-a5f1-2d604a64b1df of type vlan for network 3fcc5740-b735-45fc-9682-e17f7878ae1f Jul 19 03:10:53.543402 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5e3b0ef-2649-4453-b49a-23451f67d0b3 req-16919188-d4ca-4231-8ea2-1494749d9b4b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043532 Jul 19 03:10:53.606218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device bed5e013-fac3-4a6a-977b-e894b4673c27 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:10:53.620235 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:53.689548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:53.691037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:53.692154 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:53.800191 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9177287 Jul 19 03:10:53.800564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40460) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:53.814937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Request body: {'subnet': {'network_id': '3fcc5740-b735-45fc-9682-e17f7878ae1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1073855263-subnet', 'tenant_id': '34a0ae605b924923889f301998014532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:53.905947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Made reservation on behalf of 34a0ae605b924923889f301998014532 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:53.919397 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:53.964056 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:53.997152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'bed5e013-fac3-4a6a-977b-e894b4673c27', 'network_id': '54e03501-5722-4da8-a319-be568c990f3f', 'port_id': 'bed5e013-fac3-4a6a-977b-e894b4673c27', 'mac_address': 'fa:16:3e:58:d2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea24e738-4c72-4cea-a6ca-1f2d88066be0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:10:54.026222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f5dd4a1-f2dc-4526-a013-0bdd8b4346ef req-c52b0b83-d637-41c8-b07e-9b9b73237625 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 210 time: 0.2076321 Jul 19 03:10:54.032168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc5227-ca32-4a42-80e3-b52b604f6b7f admin admin] Pushing event updated for resources: {'Network': ['ID=3fcc5740-b735-45fc-9682-e17f7878ae1f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:54.067818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 3fcc5740-b735-45fc-9682-e17f7878ae1f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:10:54.120140 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:54.184722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed5e013-fac3-4a6a-977b-e894b4673c27 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:54.226696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:54.235706 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:54.315525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=bed5e013-fac3-4a6a-977b-e894b4673c27,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:54.371393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5c418-ee88-4d9f-b407-e78070a61c55 req-aa71eebb-21c2-489e-b511-5467827685d4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:54.372854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44a5c418-ee88-4d9f-b407-e78070a61c55 req-aa71eebb-21c2-489e-b511-5467827685d4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 943 time: 0.2092304 Jul 19 03:10:54.464799 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44a5c418-ee88-4d9f-b407-e78070a61c55 req-96afbc16-de96-49ef-8f1d-f82945b5c77b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614107 Jul 19 03:10:54.522629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:54.551250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['bed5e013-fac3-4a6a-977b-e894b4673c27'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:54.592219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b77023-818b-49cd-9d45-88424d7297cf,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:54.599132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Checking segment: {'id': 'f67689d8-6da6-4774-a5f1-2d604a64b1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fcc5740-b735-45fc-9682-e17f7878ae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:54.599564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Network hostable DHCP agents. Network: 3fcc5740-b735-45fc-9682-e17f7878ae1f, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:10:54.621492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Network 3fcc5740-b735-45fc-9682-e17f7878ae1f is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:10:54.639593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 3fcc5740-b735-45fc-9682-e17f7878ae1f) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:54.645067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:54.645655 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:54.661888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e87e76-0f87-4e96-8cb1-2c956ae548f0 None None] Network 3fcc5740-b735-45fc-9682-e17f7878ae1f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:10:54.669771 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3dc9e39c-c947-4b94-a3d6-1f745a703f37 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8679123 Jul 19 03:10:54.866540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115896b-9165-4655-b81c-d2569697c901 req-f00c8210-790d-4be2-a873-37fbb09ac77b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:54.879775 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d115896b-9165-4655-b81c-d2569697c901 req-f00c8210-790d-4be2-a873-37fbb09ac77b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.1580486 Jul 19 03:10:54.952166 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d115896b-9165-4655-b81c-d2569697c901 req-c5315b58-c937-4e2a-90bf-92490f274975 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662570 Jul 19 03:10:54.997027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12048dd7-37b2-4d82-9f10-9732c00124bd None None] Network 3fcc5740-b735-45fc-9682-e17f7878ae1f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:10:55.185966 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dee3e351-adfb-4769-a1fd-b754ac3d949d req-005d21dd-2aa7-4e3d-9564-7133334f1f36 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 210 time: 0.0437269 Jul 19 03:10:55.354655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2cd5738a-34e8-41b7-b758-1c64d0eb045a tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b06e50db321642888519218e97c939f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297883 Jul 19 03:10:55.538928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-cbbd8e32-7ad2-4caa-988d-fc3052d6c5f4 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:55.540762 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-cbbd8e32-7ad2-4caa-988d-fc3052d6c5f4 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804626 Jul 19 03:10:55.558813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Request body: {'port': {'device_id': 'd111d74f-b882-42a3-bfdf-eb1e60920d9c', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': 'b06e50db321642888519218e97c939f4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:55.716390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8338a7-9763-41ae-959f-b06e91021071 req-9af9edbe-e172-4108-9288-e7aa8b818753 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:55.718027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-9af9edbe-e172-4108-9288-e7aa8b818753 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/networks?id=e1b29c84-180a-4dd7-942d-e6cd93cb23cb HTTP/1.1" status: 200 len: 815 time: 0.2074311 Jul 19 03:10:55.742907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-b8856f11-ad8b-4394-8ebd-2e90a0ede8fd tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/quotas/4d7e86c1e9b54e8696aec4f0017d3570 HTTP/1.1" status: 200 len: 375 time: 0.0166321 Jul 19 03:10:55.762522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Made reservation on behalf of b06e50db321642888519218e97c939f4 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:55.766185 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:55.793503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-b01f3097-04eb-4640-bc12-e2a9207fd33d tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d7e86c1e9b54e8696aec4f0017d3570&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420041 Jul 19 03:10:55.962656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-a51c91c9-50a7-470c-a095-42e877836c94 service neutron] 10.222.0.20 "GET /v2.0/networks/e1b29c84-180a-4dd7-942d-e6cd93cb23cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615794 Jul 19 03:10:55.988676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90117a2-10ff-4bf2-b1a6-948d944c335d req-f32c37ec-87c5-428b-8208-eb4c0e4e9096 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:55.990783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d90117a2-10ff-4bf2-b1a6-948d944c335d req-f32c37ec-87c5-428b-8208-eb4c0e4e9096 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 944 time: 0.0659235 Jul 19 03:10:56.031785 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d90117a2-10ff-4bf2-b1a6-948d944c335d req-e75d753f-2429-4b22-9f6c-746b598da939 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343399 Jul 19 03:10:56.189283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Allocated IP 192.168.233.111 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/f4540129-e42f-4347-98b2-726b0a40f861) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:10:56.295562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-30454ebe-63a3-4b43-bb4e-5a2ce018a763 service neutron] 10.222.0.20 "GET /v2.0/networks/e1b29c84-180a-4dd7-942d-e6cd93cb23cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260946 Jul 19 03:10:56.380995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bad7-5f3f-4e74-b9d4-d53843eb0c2f req-320926f4-96e4-45d2-a289-01a8736087d1 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:56.382594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-19a9bad7-5f3f-4e74-b9d4-d53843eb0c2f req-320926f4-96e4-45d2-a289-01a8736087d1 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.0672235 Jul 19 03:10:56.403657 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:56.425698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Transition to ACTIVE for port object f4540129-e42f-4347-98b2-726b0a40f861 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:56.429078 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-19a9bad7-5f3f-4e74-b9d4-d53843eb0c2f req-eef8a3e5-23bd-4057-bed2-9a74eed4a4ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395751 Jul 19 03:10:56.486289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:56.499966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'e029665a-1a78-482c-8a16-b99c479e5d82'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:10:56.548252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Pushing event updated for resources: {'Port': ['ID=f4540129-e42f-4347-98b2-726b0a40f861,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:56.556856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:10:56.558400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:56.563044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:10:56.618083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:56.618733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:56.647786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-2b5b4ed2-ccb4-469e-ab68-92523611f287 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0940242 Jul 19 03:10:56.719704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Request body: {'port': {'device_id': 'd111d74f-b882-42a3-bfdf-eb1e60920d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:56.857214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:56.957355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c4ad6-2cb0-4aee-bd55-7b82dd2dcceb req-05fedea9-db6d-4dcf-a650-0728a3b6a90e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:56.972829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be3c4ad6-2cb0-4aee-bd55-7b82dd2dcceb req-05fedea9-db6d-4dcf-a650-0728a3b6a90e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 936 time: 0.1163177 Jul 19 03:10:57.013922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-dc22bb3b-f08a-45b1-ac80-8deaeb163bb2 None None] Provisioning for port f4540129-e42f-4347-98b2-726b0a40f861 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:57.020643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-dc22bb3b-f08a-45b1-ac80-8deaeb163bb2 None None] Provisioning complete for port f4540129-e42f-4347-98b2-726b0a40f861 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:57.022098 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dc22bb3b-f08a-45b1-ac80-8deaeb163bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.067379 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be3c4ad6-2cb0-4aee-bd55-7b82dd2dcceb req-71cbcdfb-5463-4d4d-bd8e-f2e33f9d1699 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930126 Jul 19 03:10:57.093458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-dc22bb3b-f08a-45b1-ac80-8deaeb163bb2 None None] Port f4540129-e42f-4347-98b2-726b0a40f861 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:10:57.098546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40610) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:57.172873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5158-c0b8-40d1-90af-028ebc5d4613 req-d97b5811-6474-4778-b0ae-1374719d3467 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:57.180612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b2e5158-c0b8-40d1-90af-028ebc5d4613 req-d97b5811-6474-4778-b0ae-1374719d3467 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 950 time: 0.6195736 Jul 19 03:10:57.187506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7eed29f-95b6-4151-82d3-e3f23ff53b79 req-dda9147f-e05b-4860-a649-b13c498824af tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 210 time: 0.0325718 Jul 19 03:10:57.241014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42162076-864d-40aa-952b-d7932a94cfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.254375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b2e5158-c0b8-40d1-90af-028ebc5d4613 req-3e8001c8-937e-4ac9-bd69-922724f3eccb tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728600 Jul 19 03:10:57.335342 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42162076-864d-40aa-952b-d7932a94cfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.341345 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42162076-864d-40aa-952b-d7932a94cfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.345604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4540129-e42f-4347-98b2-726b0a40f861 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:10:57.356211 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.373206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Transition to ACTIVE for port object f4540129-e42f-4347-98b2-726b0a40f861 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:10:57.382105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.391655 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-42162076-864d-40aa-952b-d7932a94cfed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b102bb56f10449a1b3d1facace342a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919860 Jul 19 03:10:57.394192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40620) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:57.402248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42162076-864d-40aa-952b-d7932a94cfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590d7d15-8dfc-47c9-ba46-64befc40c526,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:57.460695 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d848942b-6aa4-4050-b6ea-9b882050696b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.492185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d848942b-6aa4-4050-b6ea-9b882050696b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.556551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d848942b-6aa4-4050-b6ea-9b882050696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.563219 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d848942b-6aa4-4050-b6ea-9b882050696b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.564721 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d848942b-6aa4-4050-b6ea-9b882050696b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/590d7d15-8dfc-47c9-ba46-64befc40c526 HTTP/1.1" status: 204 len: 168 time: 0.1694057 Jul 19 03:10:57.573966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848942b-6aa4-4050-b6ea-9b882050696b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d7d15-8dfc-47c9-ba46-64befc40c526,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:57.576959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Pushing event updated for resources: {'Port': ['ID=f4540129-e42f-4347-98b2-726b0a40f861,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:57.630572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device bed5e013-fac3-4a6a-977b-e894b4673c27 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:10:57.671824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Attempting to bind port f4540129-e42f-4347-98b2-726b0a40f861 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:10:57.672162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Attempting to bind port f4540129-e42f-4347-98b2-726b0a40f861 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:10:57.672489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Attempting to bind port f4540129-e42f-4347-98b2-726b0a40f861 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:57.688440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091acc3-5d02-435d-a3a9-1f63cc5b78cc req-9e4d7bf6-fb44-40ff-a9c5-8610f453d02f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:57.690095 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2091acc3-5d02-435d-a3a9-1f63cc5b78cc req-9e4d7bf6-fb44-40ff-a9c5-8610f453d02f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 944 time: 0.2448001 Jul 19 03:10:57.693158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Port f4540129-e42f-4347-98b2-726b0a40f861 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:10:57.697308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Attempting to bind port f4540129-e42f-4347-98b2-726b0a40f861 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:10:57.714036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:10:57.723880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:10:57.725631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:10:57.727640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Bound port: f4540129-e42f-4347-98b2-726b0a40f861, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:10:57.729317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.736115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port bed5e013-fac3-4a6a-977b-e894b4673c27 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:10:57.743893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port bed5e013-fac3-4a6a-977b-e894b4673c27 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:10:57.744276 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.800249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2091acc3-5d02-435d-a3a9-1f63cc5b78cc req-aac42a38-9321-41b7-8822-bc3a36c49442 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960364 Jul 19 03:10:57.871761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] For port f4540129-e42f-4347-98b2-726b0a40f861, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:10:57.875448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] For port f4540129-e42f-4347-98b2-726b0a40f861, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f4540129-e42f-4347-98b2-726b0a40f861,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:10:57.882452 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.896441 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.951495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed5e013-fac3-4a6a-977b-e894b4673c27'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:57.953847 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29686837-3669-4ff5-8868-5000ab8d6944" -d '{"events": [{"server_uuid": "0ab0190f-cf7f-4e40-9c77-890b7087ee87", "name": "network-vif-plugged", "status": "completed", "tag": "bed5e013-fac3-4a6a-977b-e894b4673c27"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:57.971452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Pushing event updated for resources: {'Port': ['ID=f4540129-e42f-4347-98b2-726b0a40f861,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:57.976270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:57.977104 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.978857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-0b8325f6-fb26-429b-a629-4a6eec7360ef service neutron] 10.222.0.25 "PUT /v2.0/ports/f4540129-e42f-4347-98b2-726b0a40f861 HTTP/1.1" status: 200 len: 1097 time: 1.2725904 Jul 19 03:10:57.979467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd111d74f-b882-42a3-bfdf-eb1e60920d9c', 'tag': 'f4540129-e42f-4347-98b2-726b0a40f861'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:10:57.982238 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d111d74f-b882-42a3-bfdf-eb1e60920d9c", "tag": "f4540129-e42f-4347-98b2-726b0a40f861"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:10:57.987101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:57.993924 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:57.995781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d263c8f9-539a-4b04-ae71-3c0739490e47 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:10:58.078092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789c77c-3805-4d02-b3c4-404778193702 req-b7e6c4c4-7016-45e1-a551-36909d032b17 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:58.081050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e789c77c-3805-4d02-b3c4-404778193702 req-b7e6c4c4-7016-45e1-a551-36909d032b17 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.0915973 Jul 19 03:10:58.094400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=bed5e013-fac3-4a6a-977b-e894b4673c27,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:58.106609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40654) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:58.170294 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:58.200102 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-59ee1bab-1326-42b7-85e7-192cc85911e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:58.214475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:10:58.223938 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:58.269345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e789c77c-3805-4d02-b3c4-404778193702 req-69b75aef-5bc2-4714-bd8f-bfa48657cd2c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796789 Jul 19 03:10:58.344489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:58.369314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-6fd58d80-a84c-471d-9b25-48ed2f95a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:58.369549 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583532db-8273-4e05-939a-6f2037e69aeb x-openstack-request-id: req-583532db-8273-4e05-939a-6f2037e69aeb {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:58.369942 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab0190f-cf7f-4e40-9c77-890b7087ee87", "name": "network-vif-plugged", "status": "completed", "tag": "bed5e013-fac3-4a6a-977b-e894b4673c27", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:58.370276 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-583532db-8273-4e05-939a-6f2037e69aeb {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:58.370795 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed5e013-fac3-4a6a-977b-e894b4673c27', 'code': 200} Jul 19 03:10:58.370939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-6fd58d80-a84c-471d-9b25-48ed2f95a05a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06e50db321642888519218e97c939f4&device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 1100 time: 0.2566788 Jul 19 03:10:58.385497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8338a7-9763-41ae-959f-b06e91021071 req-60daa778-c2af-4260-9eaa-22682c0ce52a tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:58.386477 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-60daa778-c2af-4260-9eaa-22682c0ce52a tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.26 "GET /v2.0/networks?id=e1b29c84-180a-4dd7-942d-e6cd93cb23cb HTTP/1.1" status: 200 len: 815 time: 0.2004504 Jul 19 03:10:58.405550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Request body: {'port': {'device_id': '92f5ff2b-378b-4605-a12b-ea5a1e12c20f', 'network_id': 'e1b29c84-180a-4dd7-942d-e6cd93cb23cb', 'admin_state_up': True, 'tenant_id': '4d7e86c1e9b54e8696aec4f0017d3570'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:58.413309 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680dc260-5969-4286-b22c-dcc8f57bd631 x-openstack-request-id: req-680dc260-5969-4286-b22c-dcc8f57bd631 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:10:58.413596 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d111d74f-b882-42a3-bfdf-eb1e60920d9c", "tag": "f4540129-e42f-4347-98b2-726b0a40f861", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:10:58.413849 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-680dc260-5969-4286-b22c-dcc8f57bd631 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:10:58.414241 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd111d74f-b882-42a3-bfdf-eb1e60920d9c', 'tag': 'f4540129-e42f-4347-98b2-726b0a40f861', 'status': 'completed', 'code': 200} Jul 19 03:10:58.501828 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-b34815f6-c580-45e7-8fa3-dbd2683dfc29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f4540129-e42f-4347-98b2-726b0a40f861 HTTP/1.1" status: 200 len: 217 time: 0.1148212 Jul 19 03:10:58.571562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fd60f-1cd7-4d37-b75e-faa4e41c84e1 req-b995f658-9926-42f1-a3b7-5182da06280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:58.573882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c0fd60f-1cd7-4d37-b75e-faa4e41c84e1 req-b995f658-9926-42f1-a3b7-5182da06280d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1097 time: 0.0735700 Jul 19 03:10:58.614480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c345d48-0ff4-44d6-abee-eee3ada64427 req-f0085c8d-22d6-4600-bb72-4f4f85bc4c2c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 210 time: 0.0392981 Jul 19 03:10:58.633576 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c0fd60f-1cd7-4d37-b75e-faa4e41c84e1 req-26c589be-46c9-4809-ba82-41bb3ca0ec64 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491996 Jul 19 03:10:58.674829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-dbc8c464-5e79-4f87-b77f-b50d1e6091aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:58.676292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-dbc8c464-5e79-4f87-b77f-b50d1e6091aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1630752 Jul 19 03:10:58.678780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-59ee1bab-1326-42b7-85e7-192cc85911e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:58.701585 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-59ee1bab-1326-42b7-85e7-192cc85911e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:58.783163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-59ee1bab-1326-42b7-85e7-192cc85911e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=889c994ecdeb4770b9498cc658148f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755199 Jul 19 03:10:58.785807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40680) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:10:58.792867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee1bab-1326-42b7-85e7-192cc85911e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c178e3-dc7f-473b-9829-d6b46187feb2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:58.809605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde44bd-a3e9-4e79-88d6-f2dc38b35762 req-dec37362-7791-47b6-9c66-1ead7995bf02 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:58.815191 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-afde44bd-a3e9-4e79-88d6-f2dc38b35762 req-dec37362-7791-47b6-9c66-1ead7995bf02 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 948 time: 0.2881565 Jul 19 03:10:58.828917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Made reservation on behalf of 4d7e86c1e9b54e8696aec4f0017d3570 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:10:58.832939 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:58.853922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c2283d8-8a95-49fd-a2ee-45683690aa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:58.868110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-7ac67080-2b32-4792-95ca-51cd109f57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:58.869840 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-7ac67080-2b32-4792-95ca-51cd109f57e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1847146 Jul 19 03:10:58.880250 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c2283d8-8a95-49fd-a2ee-45683690aa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:58.934015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-afde44bd-a3e9-4e79-88d6-f2dc38b35762 req-c8e4eb1b-1dd7-4c55-af80-c62dd561eddc tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088760 Jul 19 03:10:58.939535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c2283d8-8a95-49fd-a2ee-45683690aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:58.943831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c2283d8-8a95-49fd-a2ee-45683690aa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:58.946195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7c2283d8-8a95-49fd-a2ee-45683690aa4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1c178e3-dc7f-473b-9829-d6b46187feb2 HTTP/1.1" status: 204 len: 168 time: 0.1583300 Jul 19 03:10:58.955624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2283d8-8a95-49fd-a2ee-45683690aa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c178e3-dc7f-473b-9829-d6b46187feb2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:59.093621 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-e301db99-c05e-457f-81a1-955b8c82f610 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045217 Jul 19 03:10:59.098152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Allocated IP 172.20.0.4 (e1b29c84-180a-4dd7-942d-e6cd93cb23cb/b7f98380-177e-4e1f-b0d3-926786ce9093/d1c2ef6d-73d4-49af-abff-79f83567c7f2) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:10:59.265879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd936b95-f084-42a6-aa96-0bdc84dc83c6 req-88241e3a-3423-470f-bd21-48589a6c58d8 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648397 Jul 19 03:10:59.408048 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:59.445645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-c9d20a12-90b4-4633-8ec2-b1440115e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:59.447218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-c9d20a12-90b4-4633-8ec2-b1440115e9cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06e50db321642888519218e97c939f4&device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 1100 time: 0.0907190 Jul 19 03:10:59.538850 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:59.596136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee6e05-935c-4133-bf79-1340ecfd55c2 req-a18e03e3-81e1-444f-b986-f6194e0b0ffc tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:59.604633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4ee6e05-935c-4133-bf79-1340ecfd55c2 req-a18e03e3-81e1-444f-b986-f6194e0b0ffc tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 945 time: 0.0797040 Jul 19 03:10:59.611015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Pushing event updated for resources: {'Port': ['ID=d1c2ef6d-73d4-49af-abff-79f83567c7f2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:10:59.620585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Network e1b29c84-180a-4dd7-942d-e6cd93cb23cb is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:10:59.624012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:10:59.628340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:10:59.676141 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4ee6e05-935c-4133-bf79-1340ecfd55c2 req-28a75ba1-e603-486a-bfd4-38693ad21ee3 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699849 Jul 19 03:10:59.704468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-4f7bd914-d4ee-4d6f-a61c-41c1833bfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:59.706177 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-4f7bd914-d4ee-4d6f-a61c-41c1833bfb16 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2460639 Jul 19 03:10:59.736648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:59.736648 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:10:59.781501 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-32c45def-416c-4617-837b-d2f998e0d2db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f4540129-e42f-4347-98b2-726b0a40f861 HTTP/1.1" status: 200 len: 217 time: 0.0618777 Jul 19 03:10:59.791780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-4fb02f61-cd7e-45ed-9cd9-609d725f100c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3917279 Jul 19 03:10:59.843598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Request body: {'port': {'device_id': '92f5ff2b-378b-4605-a12b-ea5a1e12c20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:10:59.849727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-72de5de7-de99-4b93-90a7-f20970c44179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:59.851718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-72de5de7-de99-4b93-90a7-f20970c44179 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0629988 Jul 19 03:10:59.893405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9b49-1a9f-456c-abf0-80a15f1865a4 req-9b235efe-3ecf-46c4-8bea-3d2d5e96c3aa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:10:59.894842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1dc9b49-1a9f-456c-abf0-80a15f1865a4 req-9b235efe-3ecf-46c4-8bea-3d2d5e96c3aa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.2373745 Jul 19 03:11:00.203827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1dc9b49-1a9f-456c-abf0-80a15f1865a4 req-39af82a5-21e6-442e-a21a-5b8de51fb7f2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882421 Jul 19 03:11:00.210468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:00.211804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c041df3-31fa-4690-a559-a196eb257162 req-fab850bd-0c59-4e48-8be6-bd3e75e7f6eb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:00.214652 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c041df3-31fa-4690-a559-a196eb257162 req-fab850bd-0c59-4e48-8be6-bd3e75e7f6eb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 931 time: 0.0976002 Jul 19 03:11:00.234738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-e712c7e1-fe8d-43ba-8bff-687bf204e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:00.236264 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-e712c7e1-fe8d-43ba-8bff-687bf204e4e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3664346 Jul 19 03:11:00.278704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c041df3-31fa-4690-a559-a196eb257162 req-a6ca3f60-cd19-4de8-b02b-fe8e2f51fe26 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Jul 19 03:11:00.371492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:00.373979 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5b6907-0367-4277-8dc4-8b344eb7f455" -d '{"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:00.448469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-2b0f4436-d341-48ad-824d-fb29cd8b1452 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879072 Jul 19 03:11:00.526258 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ede2e-12bf-4fe0-9995-e52ebd8045df req-fa3b3cf6-38c0-4445-bd6f-2369ded0954d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:00.534505 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-030ede2e-12bf-4fe0-9995-e52ebd8045df req-fa3b3cf6-38c0-4445-bd6f-2369ded0954d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 948 time: 0.1236167 Jul 19 03:11:00.597188 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-030ede2e-12bf-4fe0-9995-e52ebd8045df req-13c42eab-1d8b-443d-9bef-052f9d7288bb tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590477 Jul 19 03:11:00.630065 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0326483d-b2ee-49d4-883f-0f92dbfbe1ed req-9c5e39b8-336e-4706-a3ae-91668d3e444b service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699986 Jul 19 03:11:00.666225 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425edc5c-d5b8-4fa0-9b0a-8fde17ec80fb x-openstack-request-id: req-425edc5c-d5b8-4fa0-9b0a-8fde17ec80fb {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:00.666570 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:00.666824 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-425edc5c-d5b8-4fa0-9b0a-8fde17ec80fb {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:00.667214 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'code': 200} Jul 19 03:11:00.677719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c2ef6d-73d4-49af-abff-79f83567c7f2 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:00.685931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:00.702512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Transition to ACTIVE for port object d1c2ef6d-73d4-49af-abff-79f83567c7f2 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:00.710371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:00.834890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Pushing event updated for resources: {'Port': ['ID=d1c2ef6d-73d4-49af-abff-79f83567c7f2,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:00.853811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Attempting to bind port d1c2ef6d-73d4-49af-abff-79f83567c7f2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:00.854152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Attempting to bind port d1c2ef6d-73d4-49af-abff-79f83567c7f2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'e93dc84c-66d0-458b-9b55-8f06a27d05d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1b29c84-180a-4dd7-942d-e6cd93cb23cb'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:00.854504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Attempting to bind port d1c2ef6d-73d4-49af-abff-79f83567c7f2 on network e1b29c84-180a-4dd7-942d-e6cd93cb23cb {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:00.858773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Port d1c2ef6d-73d4-49af-abff-79f83567c7f2 on network e1b29c84-180a-4dd7-942d-e6cd93cb23cb not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:11:00.859089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Attempting to bind port d1c2ef6d-73d4-49af-abff-79f83567c7f2 on network e1b29c84-180a-4dd7-942d-e6cd93cb23cb {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:00.863907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:00.864240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Checking segment: {'id': 'e93dc84c-66d0-458b-9b55-8f06a27d05d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1b29c84-180a-4dd7-942d-e6cd93cb23cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:00.864620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Bound using segment: {'id': 'e93dc84c-66d0-458b-9b55-8f06a27d05d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1b29c84-180a-4dd7-942d-e6cd93cb23cb'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:00.865571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Bound port: d1c2ef6d-73d4-49af-abff-79f83567c7f2, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93dc84c-66d0-458b-9b55-8f06a27d05d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1b29c84-180a-4dd7-942d-e6cd93cb23cb'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:00.865924 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:00.944577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] For port d1c2ef6d-73d4-49af-abff-79f83567c7f2, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:00.948079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] For port d1c2ef6d-73d4-49af-abff-79f83567c7f2, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d1c2ef6d-73d4-49af-abff-79f83567c7f2,segment=NetworkSegment(e93dc84c-66d0-458b-9b55-8f06a27d05d2),segment_id=e93dc84c-66d0-458b-9b55-8f06a27d05d2)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:00.954655 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:00.984328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8209e-1fed-4dff-b14c-fd0072614319 req-1072c1ad-c4e0-4181-899c-2350927e16f0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:00.986440 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-90a8209e-1fed-4dff-b14c-fd0072614319 req-1072c1ad-c4e0-4181-899c-2350927e16f0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 945 time: 0.0749571 Jul 19 03:11:01.009539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:01.010288 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:01.011799 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] 10.222.0.26 "PUT /v2.0/ports/d1c2ef6d-73d4-49af-abff-79f83567c7f2 HTTP/1.1" status: 200 len: 1092 time: 1.1734881 Jul 19 03:11:01.012327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f5ff2b-378b-4605-a12b-ea5a1e12c20f', 'tag': 'd1c2ef6d-73d4-49af-abff-79f83567c7f2'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:01.030848 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f090b4b4-7f4e-4833-bd37-9726396df923" -d '{"events": [{"name": "network-changed", "server_uuid": "92f5ff2b-378b-4605-a12b-ea5a1e12c20f", "tag": "d1c2ef6d-73d4-49af-abff-79f83567c7f2"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:01.036157 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-90a8209e-1fed-4dff-b14c-fd0072614319 req-84ac01a7-de04-4925-8bb0-1d51a420c47d tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Jul 19 03:11:01.080143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17d8b2-3fb4-480a-a7db-3298010f915e service neutron] Pushing event updated for resources: {'Port': ['ID=d1c2ef6d-73d4-49af-abff-79f83567c7f2,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:01.084575 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3599e03f-94f8-4f94-b442-23cc4863c3b1 x-openstack-request-id: req-3599e03f-94f8-4f94-b442-23cc4863c3b1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:01.085008 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f5ff2b-378b-4605-a12b-ea5a1e12c20f", "tag": "d1c2ef6d-73d4-49af-abff-79f83567c7f2", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:01.085286 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3599e03f-94f8-4f94-b442-23cc4863c3b1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:01.085740 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f5ff2b-378b-4605-a12b-ea5a1e12c20f', 'tag': 'd1c2ef6d-73d4-49af-abff-79f83567c7f2', 'status': 'completed', 'code': 200} Jul 19 03:11:01.166209 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40806) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:01.173239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8338a7-9763-41ae-959f-b06e91021071 req-3a6e2ea9-8cd4-4469-9bda-2586b81236f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:01.175337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-3a6e2ea9-8cd4-4469-9bda-2586b81236f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d7e86c1e9b54e8696aec4f0017d3570&device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 1095 time: 0.0777080 Jul 19 03:11:01.229284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-5a07376d-19aa-430d-9119-1e3aa2c0dd1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1c2ef6d-73d4-49af-abff-79f83567c7f2 HTTP/1.1" status: 200 len: 217 time: 0.0430110 Jul 19 03:11:01.259600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912955f3-2a1f-473a-accd-8fcbe08124a5 req-6be0d185-aef5-46c3-bc3c-dc21e679ec19 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:01.261424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-912955f3-2a1f-473a-accd-8fcbe08124a5 req-6be0d185-aef5-46c3-bc3c-dc21e679ec19 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1097 time: 0.0701265 Jul 19 03:11:01.289249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8338a7-9763-41ae-959f-b06e91021071 req-47f16ee0-eb9c-4fb4-b2de-ccbb907ee398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:01.291055 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-47f16ee0-eb9c-4fb4-b2de-ccbb907ee398 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7f98380-177e-4e1f-b0d3-926786ce9093 HTTP/1.1" status: 200 len: 855 time: 0.0541255 Jul 19 03:11:01.303480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-912955f3-2a1f-473a-accd-8fcbe08124a5 req-ea15ea37-b370-41a1-97a6-22dd9c304074 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322497 Jul 19 03:11:01.336150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-2c7c0ac6-3e8a-48d1-a069-064ea2bdb39e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1b29c84-180a-4dd7-942d-e6cd93cb23cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374181 Jul 19 03:11:01.454231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-3434dd12-b674-4493-ab2c-af006b4c0dbe service neutron] 10.222.0.26 "GET /v2.0/networks/e1b29c84-180a-4dd7-942d-e6cd93cb23cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109710 Jul 19 03:11:01.466207 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa889c06-9f4d-4ae7-950d-1626384dc7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:01.519030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8c1b2-93eb-4852-a264-6f0274306cd1 req-98223c36-394a-457f-8786-eec304a53a26 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:01.521593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09b8c1b2-93eb-4852-a264-6f0274306cd1 req-98223c36-394a-457f-8786-eec304a53a26 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.1075380 Jul 19 03:11:01.564488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad8338a7-9763-41ae-959f-b06e91021071 req-6d66fd41-e257-4128-b04b-824489bd5822 service neutron] 10.222.0.26 "GET /v2.0/networks/e1b29c84-180a-4dd7-942d-e6cd93cb23cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024859 Jul 19 03:11:01.584309 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09b8c1b2-93eb-4852-a264-6f0274306cd1 req-d7165932-7d8b-4eba-81b1-a0a4d4141617 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551152 Jul 19 03:11:01.629526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa889c06-9f4d-4ae7-950d-1626384dc7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:01.636383 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa889c06-9f4d-4ae7-950d-1626384dc7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:01.684955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa889c06-9f4d-4ae7-950d-1626384dc7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb607a8-5229-4e20-b4f8-676937a96c45,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:01.693529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b4b4-7f4e-4833-bd37-9726396df923 req-0e0382e4-934d-4edf-860f-cd72769acae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:01.693886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fa889c06-9f4d-4ae7-950d-1626384dc7f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9ce6257de654d88aa0e960226837dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5263155 Jul 19 03:11:01.694677 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40824) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:01.695813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f090b4b4-7f4e-4833-bd37-9726396df923 req-0e0382e4-934d-4edf-860f-cd72769acae8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d7e86c1e9b54e8696aec4f0017d3570&device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 1095 time: 0.0705357 Jul 19 03:11:01.765153 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f87281b3-f380-441e-a10b-6e9d3c89868f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:01.793928 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f87281b3-f380-441e-a10b-6e9d3c89868f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:01.817020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b4b4-7f4e-4833-bd37-9726396df923 req-3ff079d0-1b4d-4fbf-b2ac-bb6ad0cba5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:01.819508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f090b4b4-7f4e-4833-bd37-9726396df923 req-3ff079d0-1b4d-4fbf-b2ac-bb6ad0cba5fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1b29c84-180a-4dd7-942d-e6cd93cb23cb HTTP/1.1" status: 200 len: 915 time: 0.1177404 Jul 19 03:11:01.845496 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f87281b3-f380-441e-a10b-6e9d3c89868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:01.850987 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f87281b3-f380-441e-a10b-6e9d3c89868f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:01.856110 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f87281b3-f380-441e-a10b-6e9d3c89868f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bb607a8-5229-4e20-b4f8-676937a96c45 HTTP/1.1" status: 204 len: 168 time: 0.1594770 Jul 19 03:11:01.869557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87281b3-f380-441e-a10b-6e9d3c89868f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb607a8-5229-4e20-b4f8-676937a96c45,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:01.902626 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f090b4b4-7f4e-4833-bd37-9726396df923 req-431a2bbb-4d64-4c79-9293-2d15458c91d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1c2ef6d-73d4-49af-abff-79f83567c7f2 HTTP/1.1" status: 200 len: 217 time: 0.0745499 Jul 19 03:11:02.002895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b4b4-7f4e-4833-bd37-9726396df923 req-f91ce819-27e0-47e7-82ee-48fc9b368fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:02.004722 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f090b4b4-7f4e-4833-bd37-9726396df923 req-f91ce819-27e0-47e7-82ee-48fc9b368fe5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7f98380-177e-4e1f-b0d3-926786ce9093 HTTP/1.1" status: 200 len: 855 time: 0.0909674 Jul 19 03:11:02.045370 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f090b4b4-7f4e-4833-bd37-9726396df923 req-4e26804a-c564-4389-8c1e-fb42d12a6b0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1b29c84-180a-4dd7-942d-e6cd93cb23cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316670 Jul 19 03:11:02.054578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4c82-6c10-4da6-8121-0786c344b319 req-ccb98e86-2ff4-465a-9071-4070268f87e3 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:02.056033 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2adb4c82-6c10-4da6-8121-0786c344b319 req-ccb98e86-2ff4-465a-9071-4070268f87e3 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 943 time: 0.1566839 Jul 19 03:11:02.056853 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17947fc5-bd30-47a2-af9f-0ab8e6e7b288 req-d27eb63b-283e-4f01-ad37-08b0cdfd75d0 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:02.058529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17947fc5-bd30-47a2-af9f-0ab8e6e7b288 req-d27eb63b-283e-4f01-ad37-08b0cdfd75d0 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1097 time: 0.0599747 Jul 19 03:11:02.097282 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17947fc5-bd30-47a2-af9f-0ab8e6e7b288 req-c86942de-7fc7-4a3b-a712-0ddb88aa1eb6 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295184 Jul 19 03:11:02.161341 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2adb4c82-6c10-4da6-8121-0786c344b319 req-7b95bd89-443d-4c9b-b4aa-7b5828f21f22 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871010 Jul 19 03:11:02.186190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40842) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:02.189097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f090b4b4-7f4e-4833-bd37-9726396df923 req-7ac84972-ae85-4c8f-a213-4cc74e710be7 service neutron] 10.222.0.26 "GET /v2.0/networks/e1b29c84-180a-4dd7-942d-e6cd93cb23cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320391 Jul 19 03:11:02.202020 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-713931ea-1668-4800-9964-a1aa0ea5b1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:02.304341 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f090b4b4-7f4e-4833-bd37-9726396df923 req-b9c84ec4-2eb1-4a7f-b03c-151bffa003a2 service neutron] 10.222.0.26 "GET /v2.0/networks/e1b29c84-180a-4dd7-942d-e6cd93cb23cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073406 Jul 19 03:11:02.336430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c3614-95e5-4c54-b9e3-a2f229e9df74 req-c178a8d0-eeee-44ca-ab23-4c13763ba17c tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:02.337999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-993c3614-95e5-4c54-b9e3-a2f229e9df74 req-c178a8d0-eeee-44ca-ab23-4c13763ba17c tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 948 time: 0.1042914 Jul 19 03:11:02.372406 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-713931ea-1668-4800-9964-a1aa0ea5b1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:02.378526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-713931ea-1668-4800-9964-a1aa0ea5b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:02.408781 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-993c3614-95e5-4c54-b9e3-a2f229e9df74 req-958588f8-4594-458a-a75e-de85b0ae7a7c tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628633 Jul 19 03:11:02.437140 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-713931ea-1668-4800-9964-a1aa0ea5b1d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e862f94994648bf8aef7f24c90ea2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475996 Jul 19 03:11:02.437862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40856) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:02.443866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713931ea-1668-4800-9964-a1aa0ea5b1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6323b749-4e6a-44e2-87ac-d6577372a947,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:02.493501 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce45e3b2-81aa-4326-bbc2-af6fcb9d8dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:02.516331 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce45e3b2-81aa-4326-bbc2-af6fcb9d8dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:02.566371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce45e3b2-81aa-4326-bbc2-af6fcb9d8dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:02.570006 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce45e3b2-81aa-4326-bbc2-af6fcb9d8dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:02.573912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ce45e3b2-81aa-4326-bbc2-af6fcb9d8dc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6323b749-4e6a-44e2-87ac-d6577372a947 HTTP/1.1" status: 204 len: 168 time: 0.1330440 Jul 19 03:11:02.585176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45e3b2-81aa-4326-bbc2-af6fcb9d8dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6323b749-4e6a-44e2-87ac-d6577372a947,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:02.816453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95006a-d38b-4d46-ac56-8ca70413425a req-e9f4648c-ca12-49ac-9d31-e563fa666d21 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:02.818300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a95006a-d38b-4d46-ac56-8ca70413425a req-e9f4648c-ca12-49ac-9d31-e563fa666d21 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.0824869 Jul 19 03:11:02.866202 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a95006a-d38b-4d46-ac56-8ca70413425a req-3039c960-f421-4105-b0ee-55b6a504cbfd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Jul 19 03:11:02.935712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7fffb-f6d5-44ef-8bc4-8dea7ab44cfb req-8fefb1f2-6314-4d1e-b83e-3f9721e820dc tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:02.937507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11f7fffb-f6d5-44ef-8bc4-8dea7ab44cfb req-8fefb1f2-6314-4d1e-b83e-3f9721e820dc tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1097 time: 0.0709834 Jul 19 03:11:02.979753 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11f7fffb-f6d5-44ef-8bc4-8dea7ab44cfb req-8caa2985-6668-4d06-b431-60c87294227e tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Jul 19 03:11:03.400031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa45ae-cd7e-45fa-b90e-b055fb3503dd req-bc21c85d-ad01-4b5a-91e6-d0cc752ae67c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:03.401836 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4baa45ae-cd7e-45fa-b90e-b055fb3503dd req-bc21c85d-ad01-4b5a-91e6-d0cc752ae67c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 943 time: 0.1120133 Jul 19 03:11:03.444165 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4baa45ae-cd7e-45fa-b90e-b055fb3503dd req-e1c604af-b96e-4a63-b425-458f7d7fb70c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366726 Jul 19 03:11:03.463289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40924) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:03.572474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-network', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:03.595692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Made reservation on behalf of eb62621f0ce7468e8fd027513f30eca1 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:11:03.598207 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:03.616773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:03.638140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ab94-4893-4930-bf04-cd0b6e771ad5 req-6460fa0e-dd15-45ff-a889-679add4e0c55 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:03.641282 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d16ab94-4893-4930-bf04-cd0b6e771ad5 req-6460fa0e-dd15-45ff-a889-679add4e0c55 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 948 time: 0.0812662 Jul 19 03:11:03.683064 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d16ab94-4893-4930-bf04-cd0b6e771ad5 req-16769044-f8f6-474b-846f-6b08e75837c6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356948 Jul 19 03:11:03.721363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:03.726212 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:03.747328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:11:03.762367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e59fdca-9017-42e6-8819-486861f98391,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:03.765661 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:03.766004 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Added segment f0c18040-86ab-4366-b746-f14f62cb2e9c of type vlan for network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 Jul 19 03:11:03.807766 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:03.836971 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:03.837945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:03.838561 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:03.860003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f4540129-e42f-4347-98b2-726b0a40f861 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:11:03.873129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4086058 Jul 19 03:11:03.876406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40944) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:03.881955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Request body: {'subnet': {'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-subnet', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:03.910191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Made reservation on behalf of eb62621f0ce7468e8fd027513f30eca1 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:11:03.913127 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:03.919130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf89e8-676f-4417-9cb3-e1b98ec51060 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d6ce20-0eb9-49cd-be89-da6256d52ea5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:03.932991 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:11:04.060465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f4540129-e42f-4347-98b2-726b0a40f861, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f4540129-e42f-4347-98b2-726b0a40f861,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:04.073352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'f4540129-e42f-4347-98b2-726b0a40f861', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'f4540129-e42f-4347-98b2-726b0a40f861', 'mac_address': 'fa:16:3e:45:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:11:04.119280 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:04.134749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4540129-e42f-4347-98b2-726b0a40f861 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:04.159085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f4540129-e42f-4347-98b2-726b0a40f861, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f4540129-e42f-4347-98b2-726b0a40f861,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:04.164650 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:04.214617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=f4540129-e42f-4347-98b2-726b0a40f861,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:04.285400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a41d5-72cc-40a8-97bd-d178677acf44 req-adffac64-5ec3-4e7c-b8e7-a69d8038d3c3 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:04.287471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dd1a41d5-72cc-40a8-97bd-d178677acf44 req-adffac64-5ec3-4e7c-b8e7-a69d8038d3c3 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1097 time: 0.0553916 Jul 19 03:11:04.322555 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dd1a41d5-72cc-40a8-97bd-d178677acf44 req-655e468f-3a83-43c8-ad4f-cb6eeea19a91 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293536 Jul 19 03:11:04.382124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:04.426623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['f4540129-e42f-4347-98b2-726b0a40f861'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:04.447080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:04.460747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93738af-7ec2-4d00-9871-67fc04d62cc6 req-01a3cbe5-bdf5-4b51-8e10-ee428e8083e8 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:04.462243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c93738af-7ec2-4d00-9871-67fc04d62cc6 req-01a3cbe5-bdf5-4b51-8e10-ee428e8083e8 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.4171512 Jul 19 03:11:04.492183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Checking segment: {'id': 'f0c18040-86ab-4366-b746-f14f62cb2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:04.492547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Network hostable DHCP agents. Network: b3d6ce20-0eb9-49cd-be89-da6256d52ea5, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:11:04.531340 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c93738af-7ec2-4d00-9871-67fc04d62cc6 req-6fcc7d3e-8429-4497-b864-47dd5e44377e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Jul 19 03:11:04.544795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:11:04.562899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, b3d6ce20-0eb9-49cd-be89-da6256d52ea5) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:04.568918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:04.569516 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:04.577456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b3dec-0576-48f9-8d03-69ae0452314a None None] Network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:11:04.598436 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bb1b184e-0a2e-479d-9665-55baae6199ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7206442 Jul 19 03:11:04.600982 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40982) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:04.607519 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-router', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:04.641004 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:04.642590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:04.716738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:04.777832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-b3d6ce20-0eb9-49cd-be89-da6256d52ea5', 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'fixed_ips': [{'subnet_id': '62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:11:04.778866 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:04.921601 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:04.934228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Allocated IP 172.20.0.2 (b3d6ce20-0eb9-49cd-be89-da6256d52ea5/62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9/2c784830-ccc9-49b3-ad53-349de4b893ae) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:11:04.939956 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a02ce-cd3b-478a-85f3-334ea69104f0 req-fe81bda4-11d3-49a5-940e-d5a6727117fb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:04.941647 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d74a02ce-cd3b-478a-85f3-334ea69104f0 req-fe81bda4-11d3-49a5-940e-d5a6727117fb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 943 time: 0.2175603 Jul 19 03:11:04.999488 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d74a02ce-cd3b-478a-85f3-334ea69104f0 req-dd598853-d123-4828-9232-ea3e123ce422 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447264 Jul 19 03:11:05.112250 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:05.121757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Transition to ACTIVE for port object 2c784830-ccc9-49b3-ad53-349de4b893ae will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:05.141870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Transition to ACTIVE for port object 2c784830-ccc9-49b3-ad53-349de4b893ae will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:05.157470 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:05.200738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:05.202556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:05.210120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:05.213848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:11:05.219900 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Pushing event updated for resources: {'Port': ['ID=2c784830-ccc9-49b3-ad53-349de4b893ae,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:05.238947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:05.285870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Attempting to bind port 2c784830-ccc9-49b3-ad53-349de4b893ae on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:05.287441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Attempting to bind port 2c784830-ccc9-49b3-ad53-349de4b893ae by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f0c18040-86ab-4366-b746-f14f62cb2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:05.287874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Attempting to bind port 2c784830-ccc9-49b3-ad53-349de4b893ae on network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:05.293239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:05.293645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Checking segment: {'id': 'f0c18040-86ab-4366-b746-f14f62cb2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:05.294172 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:05.294429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Bound using segment: {'id': 'f0c18040-86ab-4366-b746-f14f62cb2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:05.294931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Bound port: 2c784830-ccc9-49b3-ad53-349de4b893ae, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c18040-86ab-4366-b746-f14f62cb2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:05.295391 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:05.366341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] For port 2c784830-ccc9-49b3-ad53-349de4b893ae, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:05.370746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] For port 2c784830-ccc9-49b3-ad53-349de4b893ae, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2c784830-ccc9-49b3-ad53-349de4b893ae,segment=NetworkSegment(f0c18040-86ab-4366-b746-f14f62cb2e9c),segment_id=f0c18040-86ab-4366-b746-f14f62cb2e9c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:05.376815 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:05.430004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebae03c-ee42-4ad4-bf84-17455d5e0e53 req-5f618246-9780-428e-9cdb-7b3886ade934 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:05.437041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ebae03c-ee42-4ad4-bf84-17455d5e0e53 req-5f618246-9780-428e-9cdb-7b3886ade934 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 949 time: 0.1517761 Jul 19 03:11:05.438131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baabaf-30f5-453c-a7ce-7f63b9d7520a None None] Pushing event updated for resources: {'Port': ['ID=2c784830-ccc9-49b3-ad53-349de4b893ae,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:05.439853 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Allocated IP 172.25.2.83 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/e9998200-da60-4649-b851-0069ee211ef0) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:11:05.517138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ebae03c-ee42-4ad4-bf84-17455d5e0e53 req-c313e4f2-ec27-412f-8560-352730def565 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789328 Jul 19 03:11:05.600726 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:05.650395 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:05.664416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d1c2ef6d-73d4-49af-abff-79f83567c7f2 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:11:05.743047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Pushing event updated for resources: {'Port': ['ID=e9998200-da60-4649-b851-0069ee211ef0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:05.756139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:05.758087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:05.760432 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:11:05.871261 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d1c2ef6d-73d4-49af-abff-79f83567c7f2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d1c2ef6d-73d4-49af-abff-79f83567c7f2,segment=NetworkSegment(e93dc84c-66d0-458b-9b55-8f06a27d05d2),segment_id=e93dc84c-66d0-458b-9b55-8f06a27d05d2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:05.887362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'd1c2ef6d-73d4-49af-abff-79f83567c7f2', 'network_id': 'e1b29c84-180a-4dd7-942d-e6cd93cb23cb', 'port_id': 'd1c2ef6d-73d4-49af-abff-79f83567c7f2', 'mac_address': 'fa:16:3e:cd:97:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f98380-177e-4e1f-b0d3-926786ce9093', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:11:05.899001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f4540129-e42f-4347-98b2-726b0a40f861 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:05.957175 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:05.980801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c2ef6d-73d4-49af-abff-79f83567c7f2 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:06.004771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d1c2ef6d-73d4-49af-abff-79f83567c7f2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d1c2ef6d-73d4-49af-abff-79f83567c7f2,segment=NetworkSegment(e93dc84c-66d0-458b-9b55-8f06a27d05d2),segment_id=e93dc84c-66d0-458b-9b55-8f06a27d05d2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:06.017970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41048) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:06.025505 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:06.026329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d263c8f9-539a-4b04-ae71-3c0739490e47 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:11:06.154846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:06.209423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f47794d2-fb90-458d-9fd4-ad529dc4d992 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:11:06.210519 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f47794d2-fb90-458d-9fd4-ad529dc4d992 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1882303 Jul 19 03:11:06.258368 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2c784830-ccc9-49b3-ad53-349de4b893ae up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:06.351988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Request body: {'binding': {'host': 'n-h1-762330-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:06.353210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Unknown quota resources ['binding']. {{(pid=94344) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:11:06.371198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:06.373820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237176a-100e-4da6-ad8c-ee501b8dc7c2 req-306e8cff-7dbb-4b37-b7e7-a93be6249146 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:06.388349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d1c2ef6d-73d4-49af-abff-79f83567c7f2,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:06.390625 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e237176a-100e-4da6-ad8c-ee501b8dc7c2 req-306e8cff-7dbb-4b37-b7e7-a93be6249146 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.2318377 Jul 19 03:11:06.408873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'mac_address': 'fa:16:3e:f2:80:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:11:06.416500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port f4540129-e42f-4347-98b2-726b0a40f861 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:06.425951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port f4540129-e42f-4347-98b2-726b0a40f861 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:06.426407 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:06.428010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 2c784830-ccc9-49b3-ad53-349de4b893ae completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:06.504207 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:06.521279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d263c8f9-539a-4b04-ae71-3c0739490e47 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:06.557368 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:06.581359 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e237176a-100e-4da6-ad8c-ee501b8dc7c2 req-02e00285-4950-4b00-830d-b3e4d0a69a14 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893787 Jul 19 03:11:06.582548 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:06.651751 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:06.681032 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:06.687043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['d263c8f9-539a-4b04-ae71-3c0739490e47'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:06.718686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 on host n-h1-762330-18 for vnic_type normal with profile None {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:06.720408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:06.720678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:06.723280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:06.734439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Port bed5e013-fac3-4a6a-977b-e894b4673c27 on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:11:06.735143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:06.736785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:06.742098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd111d74f-b882-42a3-bfdf-eb1e60920d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4540129-e42f-4347-98b2-726b0a40f861'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:06.744602 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc4290-792f-46eb-988b-6157a4b6b1b6" -d '{"events": [{"server_uuid": "d111d74f-b882-42a3-bfdf-eb1e60920d9c", "name": "network-vif-plugged", "status": "completed", "tag": "f4540129-e42f-4347-98b2-726b0a40f861"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:06.751716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:06.754692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:06.759299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:06.760067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Bound port: bed5e013-fac3-4a6a-977b-e894b4673c27, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:06.771158 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f4540129-e42f-4347-98b2-726b0a40f861, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f4540129-e42f-4347-98b2-726b0a40f861,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:06.793597 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:06.859565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315a050-914f-42ea-a3e2-d317199fdf4c None None] Network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:11:06.958819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['d1c2ef6d-73d4-49af-abff-79f83567c7f2'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:07.021577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:11:07.025029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-63db209e-bdf0-4a77-86a8-b873b298f000 None None] Provisioning for port 2c784830-ccc9-49b3-ad53-349de4b893ae completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:07.056883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:07.064001 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-2f6513ac-fba3-4386-b901-d8ffb2a7d75c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3135414 Jul 19 03:11:07.066756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] Notify callbacks [] for binding, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:07.077629 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-63db209e-bdf0-4a77-86a8-b873b298f000 None None] Provisioning complete for port 2c784830-ccc9-49b3-ad53-349de4b893ae triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:07.077950 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-63db209e-bdf0-4a77-86a8-b873b298f000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:07.080383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-75a55a10-b9be-4e1e-8732-dfddba308e9b service neutron] 10.222.0.20 "POST /v2.0/ports/bed5e013-fac3-4a6a-977b-e894b4673c27/bindings HTTP/1.1" status: 201 len: 390 time: 0.8176801 Jul 19 03:11:07.140957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:11:07.145001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=f4540129-e42f-4347-98b2-726b0a40f861,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:07.156360 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Sync routers for ids ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:11:07.189951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:07.191263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4330fe0f-cdb8-4eaa-9b18-42d8f1265499 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5891311 Jul 19 03:11:07.193717 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Routers {'46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:11:07.194696 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:10:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:07.195046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41082) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:07.219883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-0f4166b7-e678-4303-b56d-6c9caef980e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:07.221930 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-0f4166b7-e678-4303-b56d-6c9caef980e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cfb507fa16049379923204820c81297&device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 1098 time: 0.0944676 Jul 19 03:11:07.235209 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:07.461455 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Set router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:11:07.612465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-4ae2d930-4ea2-45b6-947e-45f1f49f9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:07.618107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-4ae2d930-4ea2-45b6-947e-45f1f49f9c63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf HTTP/1.1" status: 200 len: 923 time: 0.3198869 Jul 19 03:11:07.674350 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-63db209e-bdf0-4a77-86a8-b873b298f000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:07.781725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9572f4f-63a5-4c97-8c43-e5214448d011 req-df004b63-d022-46c5-994a-c71622966a78 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:07.783654 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e9572f4f-63a5-4c97-8c43-e5214448d011 req-df004b63-d022-46c5-994a-c71622966a78 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 950 time: 0.1317320 Jul 19 03:11:07.803489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37691e49-3576-44e3-ba32-e82999068415 req-43cd6559-5cc6-4f95-a130-8a46bb5f9878 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:07.806916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-63db209e-bdf0-4a77-86a8-b873b298f000 None None] For port 2c784830-ccc9-49b3-ad53-349de4b893ae, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2c784830-ccc9-49b3-ad53-349de4b893ae,segment=NetworkSegment(f0c18040-86ab-4366-b746-f14f62cb2e9c),segment_id=f0c18040-86ab-4366-b746-f14f62cb2e9c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:07.810820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37691e49-3576-44e3-ba32-e82999068415 req-43cd6559-5cc6-4f95-a130-8a46bb5f9878 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 944 time: 0.4064207 Jul 19 03:11:07.821577 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-63db209e-bdf0-4a77-86a8-b873b298f000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:07.822611 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-router', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e9998200-da60-4649-b851-0069ee211ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:04Z', 'updated_at': '2021-07-19T03:11:05Z', 'revision_number': 3, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'gw_port': {'id': 'e9998200-da60-4649-b851-0069ee211ef0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:05Z', 'updated_at': '2021-07-19T03:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:07.840698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-e82e76ee-cad3-4b52-bfe1-88cc0eb8c048 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca9be1d0-4d2f-4b17-8e19-324dc7a08998 HTTP/1.1" status: 200 len: 1001 time: 0.2061708 Jul 19 03:11:07.898023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db209e-bdf0-4a77-86a8-b873b298f000 None None] Pushing event updated for resources: {'Port': ['ID=2c784830-ccc9-49b3-ad53-349de4b893ae,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:07.903458 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Checking router: 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:11:07.903906 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Updating router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 port e9998200-da60-4649-b851-0069ee211ef0 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:11:07.916386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-b1f49d71-1cc2-4e17-bce0-6a8eb41f200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:07.917907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-b1f49d71-1cc2-4e17-bce0-6a8eb41f200a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1097 time: 0.4336329 Jul 19 03:11:07.921290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-39249570-1636-4ec6-8aeb-f69109cecfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:07.922732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-39249570-1636-4ec6-8aeb-f69109cecfbb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46570d29-3803-4fea-b16d-79f355465134 HTTP/1.1" status: 200 len: 862 time: 0.0626881 Jul 19 03:11:07.936762 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37691e49-3576-44e3-ba32-e82999068415 req-616a40cb-5d4c-4077-8650-e10b7af8cc1d tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219845 Jul 19 03:11:07.966807 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:07.978586 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:07.986794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e9572f4f-63a5-4c97-8c43-e5214448d011 req-3df0937a-fa99-46cf-bdc6-d9c3f3764ae7 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559148 Jul 19 03:11:08.011690 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bd664f-6116-4dca-a64a-de9f718a0bdb x-openstack-request-id: req-b3bd664f-6116-4dca-a64a-de9f718a0bdb {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:08.012529 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d111d74f-b882-42a3-bfdf-eb1e60920d9c", "name": "network-vif-plugged", "status": "completed", "tag": "f4540129-e42f-4347-98b2-726b0a40f861", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:08.012977 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3bd664f-6116-4dca-a64a-de9f718a0bdb {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:08.013545 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd111d74f-b882-42a3-bfdf-eb1e60920d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4540129-e42f-4347-98b2-726b0a40f861', 'code': 200} Jul 19 03:11:08.057985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bcabc0d9-348d-458e-8024-38837f157fcf None None] Provisioning complete for port 2c784830-ccc9-49b3-ad53-349de4b893ae triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:08.060671 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcabc0d9-348d-458e-8024-38837f157fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:08.201620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-ac4d74db-c4ce-4f9c-b478-d695f82d9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:08.204295 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-ac4d74db-c4ce-4f9c-b478-d695f82d9a54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.2664199 Jul 19 03:11:08.262783 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-1dd49ccb-367a-49f6-ad1f-4107c90698a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:08.266452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-1dd49ccb-367a-49f6-ad1f-4107c90698a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3275633 Jul 19 03:11:08.308681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042570c7-d970-4f4b-9a31-f5faf4379684 req-723242b5-c5ff-4033-b925-6308d73e8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:08.310577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-042570c7-d970-4f4b-9a31-f5faf4379684 req-723242b5-c5ff-4033-b925-6308d73e8980 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 1102 time: 0.1683710 Jul 19 03:11:08.371466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-c15e357f-350a-4dde-969e-f1ecfb1be181 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bed5e013-fac3-4a6a-977b-e894b4673c27 HTTP/1.1" status: 200 len: 217 time: 0.1297200 Jul 19 03:11:08.374319 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-042570c7-d970-4f4b-9a31-f5faf4379684 req-23b46fb4-a343-41ea-8bc3-e9cdafa30b19 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Jul 19 03:11:08.385841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Allocated IP 172.20.0.1 (b3d6ce20-0eb9-49cd-be89-da6256d52ea5/62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9/3b2bad67-6d7e-4d25-b575-6109e1258be6) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:11:08.426389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc6ec6-7d35-42d0-b6a6-1831d1e68bc8 req-d349978c-371e-4b4e-9dcf-47b526635ae4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:08.427672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26bc6ec6-7d35-42d0-b6a6-1831d1e68bc8 req-d349978c-371e-4b4e-9dcf-47b526635ae4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 945 time: 0.2423162 Jul 19 03:11:08.431418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-acb740d9-2184-4ab9-b76e-2376a282e6dd service neutron] 10.222.0.25 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266055 Jul 19 03:11:08.492567 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:08.507045 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Transition to ACTIVE for port object e9998200-da60-4649-b851-0069ee211ef0 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:08.519684 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:08.571947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:08.602663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Transition to ACTIVE for port object 3b2bad67-6d7e-4d25-b575-6109e1258be6 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:08.612751 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Pushing event updated for resources: {'Port': ['ID=e9998200-da60-4649-b851-0069ee211ef0,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:08.617404 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Attempting to bind port e9998200-da60-4649-b851-0069ee211ef0 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:08.617953 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Attempting to bind port e9998200-da60-4649-b851-0069ee211ef0 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:08.618574 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Attempting to bind port e9998200-da60-4649-b851-0069ee211ef0 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:08.628440 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.629193 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.629763 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.630524 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.631297 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.631867 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.632557 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.633096 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.633711 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.634321 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.634895 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.635443 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:08.646995 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:08.647736 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:08.648350 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:08.648934 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:08.649638 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Bound port: e9998200-da60-4649-b851-0069ee211ef0, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:08.650285 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:08.660857 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:08.720359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:08.725975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:08.745406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:11:08.746089 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] For port e9998200-da60-4649-b851-0069ee211ef0, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:08.748980 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:08.753824 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] For port e9998200-da60-4649-b851-0069ee211ef0, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e9998200-da60-4649-b851-0069ee211ef0,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:08.761915 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:08.834633 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7c7ab-f870-47e0-b022-bf835e18a7b7 None None] Pushing event updated for resources: {'Port': ['ID=e9998200-da60-4649-b851-0069ee211ef0,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:08.870908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2bad67-6d7e-4d25-b575-6109e1258be6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:08.884357 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Routers {'46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:11:08.885062 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:10:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:08.901757 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26bc6ec6-7d35-42d0-b6a6-1831d1e68bc8 req-84f169f6-b503-4651-9393-302f9a8b2882 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625907 Jul 19 03:11:08.957276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-651b481c-00bf-4a7a-bbf4-c5892a4f2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:08.965091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-651b481c-00bf-4a7a-bbf4-c5892a4f2c6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.5323901 Jul 19 03:11:09.036033 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:09.090318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-4c9e5369-f304-46e3-b48e-4bd6894d8093 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110616 Jul 19 03:11:09.132157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e7619ef3-b960-4e7d-aa6a-2682aa2ccfb2 None None] Provisioning for port 3b2bad67-6d7e-4d25-b575-6109e1258be6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:09.141421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e7619ef3-b960-4e7d-aa6a-2682aa2ccfb2 None None] Provisioning complete for port 3b2bad67-6d7e-4d25-b575-6109e1258be6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:09.142400 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e7619ef3-b960-4e7d-aa6a-2682aa2ccfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:09.247527 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] Set router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:11:09.294257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e7619ef3-b960-4e7d-aa6a-2682aa2ccfb2 None None] Port 3b2bad67-6d7e-4d25-b575-6109e1258be6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:11:09.303353 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-1a6d5563-c9b8-48cf-be0f-63363eb6a05f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5379968 Jul 19 03:11:09.316645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0478ab1-c4a8-46ba-a43c-4f3215a175aa req-12ddf7c1-2aea-46b4-9566-6e73d78bc193 service neutron] 10.222.0.25 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8765476 Jul 19 03:11:09.508476 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:09.521008 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:09.525682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:09.650384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2bad67-6d7e-4d25-b575-6109e1258be6,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:09.687994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78947485-2c01-4afa-bc98-43347cb9d94d req-68425e9f-50bb-44ec-8545-45248d340feb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:09.690868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d1c2ef6d-73d4-49af-abff-79f83567c7f2 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:09.695779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78947485-2c01-4afa-bc98-43347cb9d94d req-68425e9f-50bb-44ec-8545-45248d340feb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.5237114 Jul 19 03:11:09.705670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41128) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:09.745308 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-1bd33467-e54e-4bda-b512-ab457e82f073 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271071 Jul 19 03:11:09.796832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78947485-2c01-4afa-bc98-43347cb9d94d req-5ead85f0-bb91-4bd6-be09-eb8f8390a58b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998480 Jul 19 03:11:09.800064 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-router', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e9998200-da60-4649-b851-0069ee211ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:04Z', 'updated_at': '2021-07-19T03:11:05Z', 'revision_number': 3, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'gw_port': {'id': 'e9998200-da60-4649-b851-0069ee211ef0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:05Z', 'updated_at': '2021-07-19T03:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:09.866065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port d1c2ef6d-73d4-49af-abff-79f83567c7f2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:09.873463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port d1c2ef6d-73d4-49af-abff-79f83567c7f2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:09.873838 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:09.928301 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24395978-1dfc-40b0-a864-8f5b8a3d59f6 None None] The sync data for ids ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'] in n-d-762330-18 is: [{'id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-router', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e9998200-da60-4649-b851-0069ee211ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:04Z', 'updated_at': '2021-07-19T03:11:05Z', 'revision_number': 3, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'gw_port': {'id': 'e9998200-da60-4649-b851-0069ee211ef0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:05Z', 'updated_at': '2021-07-19T03:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:11:10.008692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-98ee9114-99e8-469f-b3ea-6db219b7fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:10.010300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-98ee9114-99e8-469f-b3ea-6db219b7fe38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1096 time: 0.5607615 Jul 19 03:11:10.044365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2c784830-ccc9-49b3-ad53-349de4b893ae up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:10.163455 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-864146b3-5313-4b41-801c-bbe918205eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:10.176217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-b3179fbc-2f08-4323-a080-c1c6b0264a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:10.178524 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-b3179fbc-2f08-4323-a080-c1c6b0264a95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.1219592 Jul 19 03:11:10.202486 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:10.206812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 2c784830-ccc9-49b3-ad53-349de4b893ae triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:10.207408 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:10.226041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:10.230181 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:10.323646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d1c2ef6d-73d4-49af-abff-79f83567c7f2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d1c2ef6d-73d4-49af-abff-79f83567c7f2,segment=NetworkSegment(e93dc84c-66d0-458b-9b55-8f06a27d05d2),segment_id=e93dc84c-66d0-458b-9b55-8f06a27d05d2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:10.328039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f5ff2b-378b-4605-a12b-ea5a1e12c20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c2ef6d-73d4-49af-abff-79f83567c7f2'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:10.337316 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b15b0ca-59d3-4214-90c3-10211c18ea54" -d '{"events": [{"server_uuid": "92f5ff2b-378b-4605-a12b-ea5a1e12c20f", "name": "network-vif-plugged", "status": "completed", "tag": "d1c2ef6d-73d4-49af-abff-79f83567c7f2"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:10.345683 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:10.355312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e41b7-df86-4293-aa78-af8c22590fd5 req-702e63f4-b398-44c9-a8f6-a294aa616e70 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:10.362549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d263c8f9-539a-4b04-ae71-3c0739490e47 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:10.364075 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b64e41b7-df86-4293-aa78-af8c22590fd5 req-702e63f4-b398-44c9-a8f6-a294aa616e70 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 944 time: 0.2493687 Jul 19 03:11:10.372384 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-543e40d8-261b-4953-b0ff-86f756defe86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa HTTP/1.1" status: 200 len: 217 time: 0.1813264 Jul 19 03:11:10.445198 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b64e41b7-df86-4293-aa78-af8c22590fd5 req-76f41990-d5e1-41de-b112-78545664e6fc tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799873 Jul 19 03:11:10.463510 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-ea1e12a9-0766-4bdf-b66a-365d923db210 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076762 Jul 19 03:11:10.519656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1718b0-87c0-4113-8eb6-ce8216e14430 req-529fd7fd-f934-47a9-92ae-170e050d6eb9 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:10.528135 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d1718b0-87c0-4113-8eb6-ce8216e14430 req-529fd7fd-f934-47a9-92ae-170e050d6eb9 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 950 time: 0.6174188 Jul 19 03:11:10.558104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:11:10.579198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-eb496e1c-709a-452f-a7f5-bfca83acab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:10.585100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-eb496e1c-709a-452f-a7f5-bfca83acab48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.1984715 Jul 19 03:11:10.604698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d1c2ef6d-73d4-49af-abff-79f83567c7f2,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:10.608247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port d263c8f9-539a-4b04-ae71-3c0739490e47 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:10.608618 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:10.782825 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d1718b0-87c0-4113-8eb6-ce8216e14430 req-0f676c7d-3b21-47c4-95e2-6aff8ae981b9 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538741 Jul 19 03:11:10.785431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-5cdbbf1e-e190-4b72-91db-542283b8222e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167941 Jul 19 03:11:10.796327 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:10.862337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a6947e93-ba33-48b2-84eb-a8dc10eba071 None None] Provisioning complete for port 3b2bad67-6d7e-4d25-b575-6109e1258be6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:10.862724 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6947e93-ba33-48b2-84eb-a8dc10eba071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:10.898035 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f867b04b-210a-4ec8-bc2b-55c33b1948b6 x-openstack-request-id: req-f867b04b-210a-4ec8-bc2b-55c33b1948b6 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:10.898373 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f5ff2b-378b-4605-a12b-ea5a1e12c20f", "name": "network-vif-plugged", "status": "completed", "tag": "d1c2ef6d-73d4-49af-abff-79f83567c7f2", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:10.898586 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f867b04b-210a-4ec8-bc2b-55c33b1948b6 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:10.898983 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f5ff2b-378b-4605-a12b-ea5a1e12c20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c2ef6d-73d4-49af-abff-79f83567c7f2', 'code': 200} Jul 19 03:11:10.919120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:10.920167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a6947e93-ba33-48b2-84eb-a8dc10eba071 None None] Port 3b2bad67-6d7e-4d25-b575-6109e1258be6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:11:10.929512 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:10.952195 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-458ae156-e261-4f58-82d7-3bec10ee3950 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:10.958464 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-458ae156-e261-4f58-82d7-3bec10ee3950 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.4058292 Jul 19 03:11:10.975579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:11:10.999099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c3f1715a-1a8c-4d5f-bfe1-e44d1467f243 admin admin] 10.222.0.20 "PUT /v2.0/routers/46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8026898 Jul 19 03:11:11.041146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=10']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:11.061707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-762330-18'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:11.150318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68280365-0d17-409d-a385-c664ee3f6f98 req-2b9bb72d-a889-4417-8300-ceb4f4079cc5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:11.159508 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-68280365-0d17-409d-a385-c664ee3f6f98 req-2b9bb72d-a889-4417-8300-ceb4f4079cc5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 945 time: 0.3504958 Jul 19 03:11:11.168454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-864146b3-5313-4b41-801c-bbe918205eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:11.201631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4468be-59d5-4310-8bf4-26d8744ecec8 req-eb59d1eb-fc8b-4107-8093-e59c2b6b8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:11.203658 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ed4468be-59d5-4310-8bf4-26d8744ecec8 req-eb59d1eb-fc8b-4107-8093-e59c2b6b8a9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 1097 time: 0.2031374 Jul 19 03:11:11.243958 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-864146b3-5313-4b41-801c-bbe918205eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:11.265568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-68280365-0d17-409d-a385-c664ee3f6f98 req-f76a85e7-3c95-41c8-8b6a-bffb570ea219 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046355 Jul 19 03:11:11.298817 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ed4468be-59d5-4310-8bf4-26d8744ecec8 req-a5d77cc9-9abf-420a-b873-afcfa42652e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689218 Jul 19 03:11:11.306935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-864146b3-5313-4b41-801c-bbe918205eba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25bd02ae0c414c0288b82e3c2e2d0cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5964422 Jul 19 03:11:11.310475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41156) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:11.375020 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-db960e34-d10a-480b-8c29-5819f2f4a0cd service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802743 Jul 19 03:11:11.377086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02c29586-bbde-4fc5-ab7b-f181a35ea1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:11.406388 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02c29586-bbde-4fc5-ab7b-f181a35ea1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:11.463272 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02c29586-bbde-4fc5-ab7b-f181a35ea1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:11.466863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02c29586-bbde-4fc5-ab7b-f181a35ea1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:11.468767 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-02c29586-bbde-4fc5-ab7b-f181a35ea1dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7769715f-006a-40d5-b0df-0bc044b4aa94 HTTP/1.1" status: 204 len: 168 time: 0.1569912 Jul 19 03:11:11.481071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c29586-bbde-4fc5-ab7b-f181a35ea1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7769715f-006a-40d5-b0df-0bc044b4aa94,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:11.546999 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:11.563795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8428fcdc-68b3-4f84-949e-098df4968d19 req-8a87bd52-abc6-4c75-8b62-6e042560c543 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696696 Jul 19 03:11:11.571624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864146b3-5313-4b41-801c-bbe918205eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7769715f-006a-40d5-b0df-0bc044b4aa94,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:11.660526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964841e-1106-4f7a-bb7a-71a3ee1d277c req-576fd111-c8c1-4371-8ea6-21f87e750608 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:11.664935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2964841e-1106-4f7a-bb7a-71a3ee1d277c req-576fd111-c8c1-4371-8ea6-21f87e750608 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.3683295 Jul 19 03:11:11.772572 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2964841e-1106-4f7a-bb7a-71a3ee1d277c req-20c6913c-0ea6-4084-b8ec-27e1b986ff9f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940745 Jul 19 03:11:11.827967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:11.944314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:12.064774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e9998200-da60-4649-b851-0069ee211ef0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:12.073447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed5e013-fac3-4a6a-977b-e894b4673c27'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:12.080629 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8490b2b5-5e67-478b-bed5-120c338e305b" -d '{"events": [{"server_uuid": "0ab0190f-cf7f-4e40-9c77-890b7087ee87", "name": "network-vif-unplugged", "status": "completed", "tag": "bed5e013-fac3-4a6a-977b-e894b4673c27"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:12.087819 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:12.099567 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:12.114703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41172) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:12.119484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f9bc2-6bef-4c7e-8bed-b9552c60ac43 req-b833a86b-790c-4846-9576-ece6d1a5b8d0 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:12.134987 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-531f9bc2-6bef-4c7e-8bed-b9552c60ac43 req-b833a86b-790c-4846-9576-ece6d1a5b8d0 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 945 time: 0.2098792 Jul 19 03:11:12.245575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-531f9bc2-6bef-4c7e-8bed-b9552c60ac43 req-e75e4956-d4ca-42b3-b791-df957394c5cb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095941 Jul 19 03:11:12.250908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 on host n-h2-762330-18 for vnic_type normal with profile {"migrating_to": "n-h1-762330-18"} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:12.251486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:12.261431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:12.261431 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b17fb82-71b1-47cb-a336-6583a0e819db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:12.299742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Port bed5e013-fac3-4a6a-977b-e894b4673c27 on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:11:12.299742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Attempting to bind port bed5e013-fac3-4a6a-977b-e894b4673c27 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:12.327994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:12.328327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:12.328712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:12.329433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Bound port: bed5e013-fac3-4a6a-977b-e894b4673c27, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:12.329603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:12.402737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port e9998200-da60-4649-b851-0069ee211ef0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:12.410112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port e9998200-da60-4649-b851-0069ee211ef0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:12.410565 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:12.465337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Pushing event updated for resources: {'Port': ['ID=bed5e013-fac3-4a6a-977b-e894b4673c27,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:12.659919 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-af7e5142-be7d-4716-8a9f-c23a946072c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:12.753772 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:12.785791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Sync routers for ids ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:11:12.794878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port e9998200-da60-4649-b851-0069ee211ef0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e9998200-da60-4649-b851-0069ee211ef0,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:12.803830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Routers {'46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:11:12.805072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:10:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:12.920735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Set router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:11:12.967177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:12.975623 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a39f179-1d05-480f-a54a-006d3d481885" -d '{"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-plugged", "status": "completed", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:12.980588 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:12.981600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-c50653cb-3dea-4389-838e-a4e8e99eeab0 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:12.982074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-c50653cb-3dea-4389-838e-a4e8e99eeab0 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:12.986683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-c50653cb-3dea-4389-838e-a4e8e99eeab0 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:12.987184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-c50653cb-3dea-4389-838e-a4e8e99eeab0 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:12.987656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-c50653cb-3dea-4389-838e-a4e8e99eeab0 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:12.993887 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-5c58cea0-20f4-4cbb-9783-db3c013d570c req-cb548853-6747-4792-a643-85bf62deeacc tempest-FloatingIPDetailsNegativeTestJSON-753180339 tempest-FloatingIPDetailsNegativeTestJSON-753180339-project] show failed (client error): The resource could not be found. Jul 19 03:11:12.994487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-c50653cb-3dea-4389-838e-a4e8e99eeab0 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:12.995071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-c50653cb-3dea-4389-838e-a4e8e99eeab0 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:12.995540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-c50653cb-3dea-4389-838e-a4e8e99eeab0 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:12.996034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-c50653cb-3dea-4389-838e-a4e8e99eeab0 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:13.003376 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-c50653cb-3dea-4389-838e-a4e8e99eeab0 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f&device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c&device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87&device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca&device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db&device_id=40296052-962b-4628-b741-2f888d6df246&device_id=a8152516-42ad-4a49-82ed-a1759d7204b4&device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd&device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 8207 time: 0.1102793 Jul 19 03:11:13.003929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41192) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:13.013669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c58cea0-20f4-4cbb-9783-db3c013d570c req-cb548853-6747-4792-a643-85bf62deeacc tempest-FloatingIPDetailsNegativeTestJSON-753180339 tempest-FloatingIPDetailsNegativeTestJSON-753180339-project] 10.222.0.20 "GET /v2.0/floatingips/7014bbaa-b2d1-4b45-bb04-3742d38901ed HTTP/1.1" status: 404 len: 350 time: 0.4910421 Jul 19 03:11:13.085984 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a71dad-0f1f-4910-b4e0-1bd2d0bff8d8 x-openstack-request-id: req-38a71dad-0f1f-4910-b4e0-1bd2d0bff8d8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:13.086336 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab0190f-cf7f-4e40-9c77-890b7087ee87", "name": "network-vif-unplugged", "status": "completed", "tag": "bed5e013-fac3-4a6a-977b-e894b4673c27", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:13.086583 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38a71dad-0f1f-4910-b4e0-1bd2d0bff8d8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:13.086971 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed5e013-fac3-4a6a-977b-e894b4673c27', 'code': 200} Jul 19 03:11:13.112712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=e9998200-da60-4649-b851-0069ee211ef0,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:13.113271 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:13.178156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:13.194995 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.221697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-4b875129-5d68-4557-b0d5-086a91da6bfc tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.231341 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-a157cf7f-672f-4e5e-8dab-3c61fcf20714 service neutron] show failed (client error): The resource could not be found. Jul 19 03:11:13.232559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-a157cf7f-672f-4e5e-8dab-3c61fcf20714 service neutron] 10.222.0.26 "GET /v2.0/ports/b9e155a8-4396-4ea2-adaa-3054def8cc85/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.2665820 Jul 19 03:11:13.259054 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b17fb82-71b1-47cb-a336-6583a0e819db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.297885 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b17fb82-71b1-47cb-a336-6583a0e819db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.384035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:13.384659 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.386436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] 10.222.0.25 "PUT /v2.0/ports/bed5e013-fac3-4a6a-977b-e894b4673c27 HTTP/1.1" status: 200 len: 1123 time: 2.4167001 Jul 19 03:11:13.417073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9b17fb82-71b1-47cb-a336-6583a0e819db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb6d18ad6f314d668061b2ba4b0e954b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2904675 Jul 19 03:11:13.417710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41198) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:13.425996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17fb82-71b1-47cb-a336-6583a0e819db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664be010-8a57-4385-868a-4cab3df70ff6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:13.472371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['bed5e013-fac3-4a6a-977b-e894b4673c27'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:13.480381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44edd7f-0d80-4be4-8af4-8dfb33012b11 service neutron] Pushing event updated for resources: {'Port': ['ID=bed5e013-fac3-4a6a-977b-e894b4673c27,revision_number=8']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:13.529684 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7c57712-7c0f-4b57-8009-be977c4d2f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.617455 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7c57712-7c0f-4b57-8009-be977c4d2f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.622896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-router', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e9998200-da60-4649-b851-0069ee211ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:04Z', 'updated_at': '2021-07-19T03:11:08Z', 'revision_number': 4, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'gw_port': {'id': 'e9998200-da60-4649-b851-0069ee211ef0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:05Z', 'updated_at': '2021-07-19T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3b2bad67-6d7e-4d25-b575-6109e1258be6', 'name': '', 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'mac_address': 'fa:16:3e:e0:33:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:08Z', 'updated_at': '2021-07-19T03:11:09Z', 'revision_number': 2, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'subnets': [{'id': '62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:13.643771 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-4b875129-5d68-4557-b0d5-086a91da6bfc tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.664200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-4b875129-5d68-4557-b0d5-086a91da6bfc tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.691211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Checking router: 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:11:13.695715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Updating router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 port 3b2bad67-6d7e-4d25-b575-6109e1258be6 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:11:13.744708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e934a667-9bee-41b0-9f9d-c4e728c7b9ac req-4b875129-5d68-4557-b0d5-086a91da6bfc tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&id=e8806b71-0660-48d5-be55-d305cba909af&id=5e9569d0-b491-42a3-9c77-8fad242bf26b&id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&id=004aa092-bd71-42f0-8099-6faaa857e0f5&id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.6165576 Jul 19 03:11:13.753404 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.757072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b875129-5d68-4557-b0d5-086a91da6bfc tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8f45cb-c002-4893-8039-45d17042acef,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:13.761700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.945734 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7c57712-7c0f-4b57-8009-be977c4d2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.960009 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7c57712-7c0f-4b57-8009-be977c4d2f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:13.961599 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f7c57712-7c0f-4b57-8009-be977c4d2f67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/664be010-8a57-4385-868a-4cab3df70ff6 HTTP/1.1" status: 204 len: 168 time: 0.5368600 Jul 19 03:11:14.000929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c57712-7c0f-4b57-8009-be977c4d2f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664be010-8a57-4385-868a-4cab3df70ff6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:14.110913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-2a6aaec8-3aee-4a8c-8bf5-ec69013ab6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:14.114094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-2a6aaec8-3aee-4a8c-8bf5-ec69013ab6c1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246&tenant_id=39688c83d45c4f709f725b461d5c4b8f HTTP/1.1" status: 200 len: 1102 time: 0.4134254 Jul 19 03:11:14.136468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e9998200-da60-4649-b851-0069ee211ef0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:14.137390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e59e1-401e-4890-a054-3f8fe967e8c9 req-13857838-e2de-4379-817b-701f466d8c89 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:14.139252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-215e59e1-401e-4890-a054-3f8fe967e8c9 req-13857838-e2de-4379-817b-701f466d8c89 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 943 time: 0.3554652 Jul 19 03:11:14.159480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:14.229920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port e9998200-da60-4649-b851-0069ee211ef0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:14.230324 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:14.382619 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-215e59e1-401e-4890-a054-3f8fe967e8c9 req-2ba31ee4-3af5-4dcb-905e-c57fc1b6f574 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087312 Jul 19 03:11:14.423909 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:14.456582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Transition to ACTIVE for port object 3b2bad67-6d7e-4d25-b575-6109e1258be6 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:14.466023 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:14.483047 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:14.520917 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc6ecfd-516f-4567-8199-85ac5d7e5960 x-openstack-request-id: req-5cc6ecfd-516f-4567-8199-85ac5d7e5960 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:14.521211 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-plugged", "status": "completed", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:14.521504 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cc6ecfd-516f-4567-8199-85ac5d7e5960 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:14.521910 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'code': 200} Jul 19 03:11:14.622396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2ef07-d6cf-4361-b50a-db9da5c25b76 req-da0b3655-0fa7-4b07-a795-6bcfe874541f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:14.624290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3c2ef07-d6cf-4361-b50a-db9da5c25b76 req-da0b3655-0fa7-4b07-a795-6bcfe874541f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.6117001 Jul 19 03:11:14.703547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475f391-ae71-4eb0-952c-ef9323f346bd None None] Pushing event updated for resources: {'Port': ['ID=3b2bad67-6d7e-4d25-b575-6109e1258be6,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:14.779788 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3c2ef07-d6cf-4361-b50a-db9da5c25b76 req-b2cc0e04-9f93-4ed9-82ee-8a540761d90d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400814 Jul 19 03:11:14.869968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Attempting to bind port 3b2bad67-6d7e-4d25-b575-6109e1258be6 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:14.871545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Attempting to bind port 3b2bad67-6d7e-4d25-b575-6109e1258be6 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f0c18040-86ab-4366-b746-f14f62cb2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:14.872121 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Attempting to bind port 3b2bad67-6d7e-4d25-b575-6109e1258be6 on network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:14.887023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:14.887367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Checking segment: {'id': 'f0c18040-86ab-4366-b746-f14f62cb2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:14.887782 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:14.888184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Bound using segment: {'id': 'f0c18040-86ab-4366-b746-f14f62cb2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:14.888678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Bound port: 3b2bad67-6d7e-4d25-b575-6109e1258be6, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c18040-86ab-4366-b746-f14f62cb2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:14.890667 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:14.898978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] Deleting port 3b2bad67-6d7e-4d25-b575-6109e1258be6 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:11:14.899321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:14.990347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:15.028580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:15.080149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:15.095024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Transition to ACTIVE for port object b9e155a8-4396-4ea2-adaa-3054def8cc85 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:15.096157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'tag': 'bed5e013-fac3-4a6a-977b-e894b4673c27'}, {'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:15.099422 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c2bf03-9ae2-443a-811a-4ee13d51c073" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab0190f-cf7f-4e40-9c77-890b7087ee87", "tag": "bed5e013-fac3-4a6a-977b-e894b4673c27"}, {"server_uuid": "40296052-962b-4628-b741-2f888d6df246", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:15.104162 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:15.120434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] For port 3b2bad67-6d7e-4d25-b575-6109e1258be6, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:15.135894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] For port 3b2bad67-6d7e-4d25-b575-6109e1258be6, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3b2bad67-6d7e-4d25-b575-6109e1258be6,segment=NetworkSegment(f0c18040-86ab-4366-b746-f14f62cb2e9c),segment_id=f0c18040-86ab-4366-b746-f14f62cb2e9c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:15.170883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e155a8-4396-4ea2-adaa-3054def8cc85,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:15.193050 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:15.197374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] For port 3b2bad67-6d7e-4d25-b575-6109e1258be6, host n-d-762330-18, got binding levels [] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:15.198708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:15.229689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] No DVR routers for this DVR port b9e155a8-4396-4ea2-adaa-3054def8cc85 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:11:15.236972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] Calling delete_port for 3b2bad67-6d7e-4d25-b575-6109e1258be6 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:11:15.260928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed252ecc-89a1-4bc7-8506-de345a08f5db req-380c8809-643d-4e96-b771-226f5890faf7 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:15.270846 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed252ecc-89a1-4bc7-8506-de345a08f5db req-380c8809-643d-4e96-b771-226f5890faf7 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 945 time: 0.6591516 Jul 19 03:11:15.344122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Attempting to bind port b9e155a8-4396-4ea2-adaa-3054def8cc85 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:15.344680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Attempting to bind port b9e155a8-4396-4ea2-adaa-3054def8cc85 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:15.345189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Attempting to bind port b9e155a8-4396-4ea2-adaa-3054def8cc85 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:15.355263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Port b9e155a8-4396-4ea2-adaa-3054def8cc85 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:11:15.355589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Attempting to bind port b9e155a8-4396-4ea2-adaa-3054def8cc85 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:15.366209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:15.366587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:15.367369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:15.367369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Bound port: b9e155a8-4396-4ea2-adaa-3054def8cc85, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:15.367753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:15.440778 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a3462174-d78f-4f20-943d-4cda82df2a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:15.450144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed252ecc-89a1-4bc7-8506-de345a08f5db req-a5c9e714-4ea4-494a-a006-8cbb9187919c tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778698 Jul 19 03:11:15.576292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:15.586604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:15.596516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:15.597342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Routers {'46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:11:15.599008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:11:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:15.792001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475f391-ae71-4eb0-952c-ef9323f346bd None None] Pushing event updated for resources: {'Port': ['ID=3b2bad67-6d7e-4d25-b575-6109e1258be6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:15.815138 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:15.880708 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bfcbca-dfda-42c4-8602-ecc55d2ca854 x-openstack-request-id: req-94bfcbca-dfda-42c4-8602-ecc55d2ca854 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:15.880883 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab0190f-cf7f-4e40-9c77-890b7087ee87", "tag": "bed5e013-fac3-4a6a-977b-e894b4673c27", "status": "completed", "code": 200}, {"server_uuid": "40296052-962b-4628-b741-2f888d6df246", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:15.881140 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94bfcbca-dfda-42c4-8602-ecc55d2ca854 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:15.881537 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'tag': 'bed5e013-fac3-4a6a-977b-e894b4673c27', 'status': 'completed', 'code': 200} Jul 19 03:11:15.881935 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85', 'code': 200} Jul 19 03:11:15.882408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e155a8-4396-4ea2-adaa-3054def8cc85,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:15.905753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:15.909107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:15.910635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-ad8d3b33-e72d-4353-ba0c-b37d2d043bd1 service neutron] 10.222.0.25 "PUT /v2.0/ports/b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 200 len: 1097 time: 1.7704096 Jul 19 03:11:15.972692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device bed5e013-fac3-4a6a-977b-e894b4673c27 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:11:16.142954 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:11:16.188347 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:16.200013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2bf03-9ae2-443a-811a-4ee13d51c073 req-8c7d1f5b-3c58-459d-9df5-ae4472113ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:16.201695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53c2bf03-9ae2-443a-811a-4ee13d51c073 req-8c7d1f5b-3c58-459d-9df5-ae4472113ed4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1126 time: 0.4255395 Jul 19 03:11:16.249721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2bad67-6d7e-4d25-b575-6109e1258be6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:16.331438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2bf03-9ae2-443a-811a-4ee13d51c073 req-5864121c-ffa9-4f6e-94b5-f314c3c4391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:16.333713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53c2bf03-9ae2-443a-811a-4ee13d51c073 req-5864121c-ffa9-4f6e-94b5-f314c3c4391b service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.1212890 Jul 19 03:11:16.465703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] Set router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:11:16.482054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35743a-a3f3-4789-a5b3-d8707eeb015e req-2ff1294c-c6e2-4e34-b35f-8b5d749024a7 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:16.496636 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e35743a-a3f3-4789-a5b3-d8707eeb015e req-2ff1294c-c6e2-4e34-b35f-8b5d749024a7 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 943 time: 0.5206339 Jul 19 03:11:16.500718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-c421e1be-7801-4726-8adf-b1224205bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:16.511154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-c421e1be-7801-4726-8adf-b1224205bddb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1100 time: 0.4609034 Jul 19 03:11:16.527870 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53c2bf03-9ae2-443a-811a-4ee13d51c073 req-4a4b73d2-1387-41fe-af14-3dae9aea0a5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bed5e013-fac3-4a6a-977b-e894b4673c27 HTTP/1.1" status: 200 len: 217 time: 0.1755056 Jul 19 03:11:16.687602 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:16.695117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e35743a-a3f3-4789-a5b3-d8707eeb015e req-23c6cfee-d6cb-4693-968c-c04004ad8a54 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974132 Jul 19 03:11:16.779199 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:16.808773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:16.824319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device bed5e013-fac3-4a6a-977b-e894b4673c27 has no active binding in host n-h1-762330-18 {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 19 03:11:16.826242 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:11:16.833604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2bf03-9ae2-443a-811a-4ee13d51c073 req-3f24148d-babd-440f-a48f-708ba7171ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:16.852615 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53c2bf03-9ae2-443a-811a-4ee13d51c073 req-3f24148d-babd-440f-a48f-708ba7171ede service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.2928796 Jul 19 03:11:16.982362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb14cd-2118-4f0c-a3b4-efb5fef92b1b req-628037ff-e03a-41c2-9216-a00ebd025f99 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:16.982818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53c2bf03-9ae2-443a-811a-4ee13d51c073 req-0455052f-b125-4cd8-8428-e302fc2ea8a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033258 Jul 19 03:11:16.983909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb14cd-2118-4f0c-a3b4-efb5fef92b1b req-628037ff-e03a-41c2-9216-a00ebd025f99 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:16.986189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb14cd-2118-4f0c-a3b4-efb5fef92b1b req-628037ff-e03a-41c2-9216-a00ebd025f99 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:16.987834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-b14dba48-a7af-4478-b2f9-6c404d1d0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:16.995089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-b14dba48-a7af-4478-b2f9-6c404d1d0f68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.4661291 Jul 19 03:11:16.996394 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ebb14cd-2118-4f0c-a3b4-efb5fef92b1b req-628037ff-e03a-41c2-9216-a00ebd025f99 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c&device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca&device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 2887 time: 0.6607172 Jul 19 03:11:17.216188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-fa4161d0-88ec-4dc8-9419-63a20fc36f3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 200 len: 217 time: 0.1993721 Jul 19 03:11:17.245370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fbb10345-9566-41af-a27a-a3efa0c5c24a None None] Could not find standard attr ID for object 3b2bad67-6d7e-4d25-b575-6109e1258be6. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:11:17.371233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-router', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e9998200-da60-4649-b851-0069ee211ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:04Z', 'updated_at': '2021-07-19T03:11:08Z', 'revision_number': 4, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'gw_port': {'id': 'e9998200-da60-4649-b851-0069ee211ef0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:05Z', 'updated_at': '2021-07-19T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3b2bad67-6d7e-4d25-b575-6109e1258be6', 'name': '', 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'mac_address': 'fa:16:3e:e0:33:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:08Z', 'updated_at': '2021-07-19T03:11:15Z', 'revision_number': 4, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'subnets': [{'id': '62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:17.420291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66b556-21da-4488-b0ab-b73f7f7408a0 None None] The sync data for ids ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'] in n-d-762330-18 is: [{'id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-router', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e9998200-da60-4649-b851-0069ee211ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:04Z', 'updated_at': '2021-07-19T03:11:08Z', 'revision_number': 4, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'gw_port': {'id': 'e9998200-da60-4649-b851-0069ee211ef0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:05Z', 'updated_at': '2021-07-19T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3b2bad67-6d7e-4d25-b575-6109e1258be6', 'name': '', 'network_id': 'b3d6ce20-0eb9-49cd-be89-da6256d52ea5', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'mac_address': 'fa:16:3e:e0:33:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:08Z', 'updated_at': '2021-07-19T03:11:15Z', 'revision_number': 4, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'subnets': [{'id': '62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:11:17.425937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba4ba9-bee5-429c-b140-086712807d54 req-dfca8851-3035-428b-ae97-6e92f29446d0 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:17.434495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6aba4ba9-bee5-429c-b140-086712807d54 req-dfca8851-3035-428b-ae97-6e92f29446d0 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 948 time: 0.2623785 Jul 19 03:11:17.568007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6aba4ba9-bee5-429c-b140-086712807d54 req-e371a084-b882-40af-a0e8-8cfa05b759bd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320159 Jul 19 03:11:17.592916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-c07c69ef-f0fe-42a0-badb-8c9ffa99775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:17.595612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-c07c69ef-f0fe-42a0-badb-8c9ffa99775e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.3658767 Jul 19 03:11:17.666863 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53c2bf03-9ae2-443a-811a-4ee13d51c073 req-f428725c-4d03-47b4-acdb-9e50b858d182 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693327 Jul 19 03:11:17.678331 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ebb14cd-2118-4f0c-a3b4-efb5fef92b1b req-0d161e2e-dd61-412c-87b0-56023ae3ee76 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6810317 Jul 19 03:11:17.785214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b9e155a8-4396-4ea2-adaa-3054def8cc85 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:11:17.829981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-8103eff3-ecea-4e74-b6e5-a338c924275c service neutron] 10.222.0.26 "GET /v2.0/ports/bed5e013-fac3-4a6a-977b-e894b4673c27/bindings/n-h1-762330-18 HTTP/1.1" status: 200 len: 385 time: 0.2837799 Jul 19 03:11:17.860124 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:17.862884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53c2bf03-9ae2-443a-811a-4ee13d51c073 req-dd162e66-d173-40cd-a006-200290972895 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805861 Jul 19 03:11:17.883860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:17.889163 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71be1ad9-a189-4ff4-86fd-4b1e8729b909" -d '{"events": [{"name": "network-changed", "server_uuid": "40296052-962b-4628-b741-2f888d6df246", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:17.899812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-c58a1431-01fa-4bd7-8fe3-2439b7bd7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:17.901454 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-c58a1431-01fa-4bd7-8fe3-2439b7bd7ea5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2992067 Jul 19 03:11:17.903838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b9e155a8-4396-4ea2-adaa-3054def8cc85 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:11:17.965272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] Router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:11:18.083792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-273dd755-7f47-4331-8b87-eec887969d47 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750424 Jul 19 03:11:18.236986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cfd329f-ff0f-409a-8215-25b0137f0b5c req-2ed12fe3-8630-4dcd-a2f0-2a478c35c924 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456020 Jul 19 03:11:18.489188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:11:18.511460 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e029bd7-559a-4520-b9af-05851c21ff43 x-openstack-request-id: req-6e029bd7-559a-4520-b9af-05851c21ff43 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:18.511754 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40296052-962b-4628-b741-2f888d6df246", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:18.512007 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e029bd7-559a-4520-b9af-05851c21ff43 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:18.512404 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85', 'status': 'completed', 'code': 200} Jul 19 03:11:18.521649 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f2f9fa40-9a39-4e63-b256-59e1dc7cc62c admin admin] 10.222.0.20 "PUT /v2.0/routers/46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5123448 Jul 19 03:11:18.521649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41312) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:18.573162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-4e6823e1-b1bd-4a03-93a7-8dc6b26e6ebc service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:18.686921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-fc2e2ca1-325e-4c3a-aab8-9f28d5bf9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:18.688528 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-fc2e2ca1-325e-4c3a-aab8-9f28d5bf9ff2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1100 time: 0.1716983 Jul 19 03:11:18.769171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-4e6823e1-b1bd-4a03-93a7-8dc6b26e6ebc service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:18.880803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-f6549eb8-9c39-4248-b72b-b6be69cded57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:18.881580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-4e6823e1-b1bd-4a03-93a7-8dc6b26e6ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed5e013-fac3-4a6a-977b-e894b4673c27 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:18.901619 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-f6549eb8-9c39-4248-b72b-b6be69cded57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2046587 Jul 19 03:11:18.906933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-4e6823e1-b1bd-4a03-93a7-8dc6b26e6ebc service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:18.956404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892f7c-48f5-4f53-9c3e-95e7dfa0ef21 req-178e4bde-1529-45a9-b3bd-d095e7c15de1 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:18.966042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97892f7c-48f5-4f53-9c3e-95e7dfa0ef21 req-178e4bde-1529-45a9-b3bd-d095e7c15de1 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 943 time: 0.2837744 Jul 19 03:11:18.986031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-4e6823e1-b1bd-4a03-93a7-8dc6b26e6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:19.006817 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:19.265179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97892f7c-48f5-4f53-9c3e-95e7dfa0ef21 req-6fa17244-a1a0-4a14-a29c-7f74c8af8ef3 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979424 Jul 19 03:11:19.428842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-dcea0914-72e8-4554-9a64-f19439889aa2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 200 len: 217 time: 0.5165353 Jul 19 03:11:19.504183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-4e6823e1-b1bd-4a03-93a7-8dc6b26e6ebc service neutron] Transition to ACTIVE for port object bed5e013-fac3-4a6a-977b-e894b4673c27 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:19.512247 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:19.526718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-4e6823e1-b1bd-4a03-93a7-8dc6b26e6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:19.622961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-4e59bca4-b54b-4923-87b7-cba33275ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:19.624681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-4e59bca4-b54b-4923-87b7-cba33275ff12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1100 time: 1.0413544 Jul 19 03:11:19.713768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-8dbbec47-b0e8-4867-bb58-78f8780d0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:19.715124 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-8dbbec47-b0e8-4867-bb58-78f8780d0085 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.2066815 Jul 19 03:11:19.722910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-4e6823e1-b1bd-4a03-93a7-8dc6b26e6ebc service neutron] No DVR routers for this DVR port bed5e013-fac3-4a6a-977b-e894b4673c27 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:11:19.734028 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] Sync routers for ids ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:11:19.795076 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] Routers {'46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:11:19.796081 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:11:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:19.851755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6823e1-b1bd-4a03-93a7-8dc6b26e6ebc service neutron] Pushing event updated for resources: {'Port': ['ID=bed5e013-fac3-4a6a-977b-e894b4673c27,revision_number=10']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:19.892403 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-4e6823e1-b1bd-4a03-93a7-8dc6b26e6ebc service neutron] 10.222.0.26 "PUT /v2.0/ports/bed5e013-fac3-4a6a-977b-e894b4673c27/bindings/n-h1-762330-18/activate HTTP/1.1" status: 200 len: 370 time: 2.0514820 Jul 19 03:11:19.917400 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Deleting port e9998200-da60-4649-b851-0069ee211ef0 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:11:19.917768 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:20.007209 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] Set router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:11:20.018226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-a4b8b904-8eb4-41da-b768-e09491f4c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:20.020581 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-a4b8b904-8eb4-41da-b768-e09491f4c20e service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.3799920 Jul 19 03:11:20.041846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a1826-710a-42eb-8283-8e31bfb817c1 req-65899cb9-b0c1-4055-847a-ed75abe5cf98 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:20.050207 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-de7a1826-710a-42eb-8283-8e31bfb817c1 req-65899cb9-b0c1-4055-847a-ed75abe5cf98 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 948 time: 0.6361456 Jul 19 03:11:20.076033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] For port e9998200-da60-4649-b851-0069ee211ef0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e9998200-da60-4649-b851-0069ee211ef0,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:20.078507 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:20.104041 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-router', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:04Z', 'updated_at': '2021-07-19T03:11:19Z', 'revision_number': 6, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:20.109694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Calling delete_port for e9998200-da60-4649-b851-0069ee211ef0 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:11:20.167859 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-edf15a11-d2ad-4c01-a3d7-f70ba33fec38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 200 len: 217 time: 0.1056111 Jul 19 03:11:20.179529 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] Checking router: 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:11:20.198211 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] Routers {'46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:11:20.198927 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:11:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:20.253719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-de7a1826-710a-42eb-8283-8e31bfb817c1 req-e20f458f-ab8a-4ff4-ae7c-1fc8ab987bfd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025440 Jul 19 03:11:20.259958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-31df7788-0890-4914-9a1d-d65c136b6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:20.266105 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-31df7788-0890-4914-9a1d-d65c136b6a66 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5341246 Jul 19 03:11:20.336184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-66392efd-a4bd-40da-a7c4-933534539bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:20.339973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-66392efd-a4bd-40da-a7c4-933534539bf9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1577063 Jul 19 03:11:20.406495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-5a5d15d9-e0ff-40b7-9d55-47a347be06f7 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:20.408123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-5a5d15d9-e0ff-40b7-9d55-47a347be06f7 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.3861034 Jul 19 03:11:20.425647 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] Set router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:11:20.524338 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-router', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:04Z', 'updated_at': '2021-07-19T03:11:19Z', 'revision_number': 6, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:20.540223 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:20.600711 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2ef18-0d84-47fb-8571-ba46dd8727d1 None None] The sync data for ids ['46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4'] in n-d-762330-18 is: [{'id': '46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-942908660-router', 'tenant_id': 'eb62621f0ce7468e8fd027513f30eca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:04Z', 'updated_at': '2021-07-19T03:11:19Z', 'revision_number': 6, 'project_id': 'eb62621f0ce7468e8fd027513f30eca1', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:11:20.640628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9998200-da60-4649-b851-0069ee211ef0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:20.674193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-870f80b8-fce9-44a4-ba1e-89603197ae66 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963573 Jul 19 03:11:20.766084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:20.889775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-30449719-af5b-4b6f-8186-0d97159f7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:20.896038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-30449719-af5b-4b6f-8186-0d97159f7bf7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5424316 Jul 19 03:11:21.046924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-353e93c2-b5d6-43ed-838a-a3ca9c0a99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:21.051577 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-353e93c2-b5d6-43ed-838a-a3ca9c0a99e9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd HTTP/1.1" status: 200 len: 1096 time: 0.5788937 Jul 19 03:11:21.197764 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:21.223826 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:21.331205 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:21.332013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:11:21.342468 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:21.346500 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-edcd382a-3cc1-44c2-934d-87a5b2f5332f admin admin] 10.222.0.20 "DELETE /v2.0/routers/46f0fb9e-2dda-43a2-9ee1-c188c1bc77a4 HTTP/1.1" status: 204 len: 168 time: 2.8208652 Jul 19 03:11:21.353663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a9b4d-3f05-4a04-aec3-f23e2c09fd38 req-a6c27115-29cf-4746-9f2a-6ed03324ebb9 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:21.356034 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-85551f9f-f5bf-400a-905f-e4d2484d1f6c service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654146 Jul 19 03:11:21.361722 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d5a9b4d-3f05-4a04-aec3-f23e2c09fd38 req-a6c27115-29cf-4746-9f2a-6ed03324ebb9 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 944 time: 0.3314216 Jul 19 03:11:21.363393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41388) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:21.423383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d5a9b4d-3f05-4a04-aec3-f23e2c09fd38 req-f88814b8-7e2b-4512-9e87-3fe50eacd51e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537832 Jul 19 03:11:21.485063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-6946b765-6bb1-4f85-9aa9-d55bf235f24f service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906406 Jul 19 03:11:21.559615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1b0da2-6192-420c-82ec-3ec443ff89ae admin admin] Deleting subnet 62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:11:21.577609 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0da2-6192-420c-82ec-3ec443ff89ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:21.685724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-d2dce1f1-ad61-4205-881d-ce1894d65d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:21.687169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-d2dce1f1-ad61-4205-881d-ce1894d65d88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1096 time: 0.6049919 Jul 19 03:11:21.730247 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0da2-6192-420c-82ec-3ec443ff89ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:21.789316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device bed5e013-fac3-4a6a-977b-e894b4673c27 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:11:21.877398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71be1ad9-a189-4ff4-86fd-4b1e8729b909 req-41db9d1f-5bec-4d33-a59d-808ea3fb6856 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767076 Jul 19 03:11:21.909025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b9e155a8-4396-4ea2-adaa-3054def8cc85 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:11:22.071198 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41402) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:22.174588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e9998200-da60-4649-b851-0069ee211ef0 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:11:22.194031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-5f9a8d2f-dda1-4b17-b262-5417acbe89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:22.204006 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-5f9a8d2f-dda1-4b17-b262-5417acbe89d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.4991157 Jul 19 03:11:22.204006 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0da2-6192-420c-82ec-3ec443ff89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:22.250883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: e9998200-da60-4649-b851-0069ee211ef0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:11:22.251739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e9998200-da60-4649-b851-0069ee211ef0 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:11:22.252187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3b2bad67-6d7e-4d25-b575-6109e1258be6 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:11:22.272107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58479ce3-ae34-4a6a-89f4-22b07f6889f4 req-e06e842a-171a-41df-8e1a-795c28b8e745 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:22.279070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58479ce3-ae34-4a6a-89f4-22b07f6889f4 req-e06e842a-171a-41df-8e1a-795c28b8e745 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 948 time: 0.5668886 Jul 19 03:11:22.295447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device bed5e013-fac3-4a6a-977b-e894b4673c27 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:11:22.297297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:22.301271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 3b2bad67-6d7e-4d25-b575-6109e1258be6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:11:22.301840 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3b2bad67-6d7e-4d25-b575-6109e1258be6 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:11:22.317036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:22.339453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'b9e155a8-4396-4ea2-adaa-3054def8cc85', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'b9e155a8-4396-4ea2-adaa-3054def8cc85', 'mac_address': 'fa:16:3e:35:95:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:11:22.341314 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-c298900f-e332-4eed-b6f4-3fa72824a0c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bed5e013-fac3-4a6a-977b-e894b4673c27 HTTP/1.1" status: 200 len: 217 time: 0.1354661 Jul 19 03:11:22.429177 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:22.445816 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58479ce3-ae34-4a6a-89f4-22b07f6889f4 req-dec42621-cfb0-4aa3-a0b3-c3e6acffa94f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078286 Jul 19 03:11:22.457950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-276624c9-6c1a-4acd-8b53-233a1c30d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:22.458150 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e155a8-4396-4ea2-adaa-3054def8cc85 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:22.462555 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-276624c9-6c1a-4acd-8b53-233a1c30d4b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.1090019 Jul 19 03:11:22.505513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:22.514665 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:22.520367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0da2-6192-420c-82ec-3ec443ff89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:22.541139 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:22.553556 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:22.620608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b0da2-6192-420c-82ec-3ec443ff89ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:22.623428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b9e155a8-4396-4ea2-adaa-3054def8cc85,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:22.633551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-b143c2e7-e227-492e-b115-157e8bb8283f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500192 Jul 19 03:11:22.643382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0da2-6192-420c-82ec-3ec443ff89ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:22.648039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8d1b0da2-6192-420c-82ec-3ec443ff89ae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62c5ab7b-9775-4967-a1fb-f5f9b7cb70d9 HTTP/1.1" status: 204 len: 168 time: 1.2724903 Jul 19 03:11:22.650164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d20b22a-5a25-4ef1-9a5a-7c79f5d64cdd None None] Network b3d6ce20-0eb9-49cd-be89-da6256d52ea5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:11:22.650892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41420) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:22.735618 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0a11fd617274c8390aed3e45191e77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616702 Jul 19 03:11:22.737279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960580ac-f93d-42db-af90-5e801b57ec01,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:22.743592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:22.747986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41422) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:22.776542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.777298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.777784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.778301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.778796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.779374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.779958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.780429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.780896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.781379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.781852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.782337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138c651-9292-46b1-9157-b76ed7708d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:22.836382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ad6dd-b4aa-4a02-b10c-bc94cc7485ca req-0d062ccc-fd04-439a-8d0b-0b3dc33ce4a8 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:22.846004 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e51ad6dd-b4aa-4a02-b10c-bc94cc7485ca req-0d062ccc-fd04-439a-8d0b-0b3dc33ce4a8 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 1102 time: 0.2936234 Jul 19 03:11:22.848467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b9e155a8-4396-4ea2-adaa-3054def8cc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:22.894462 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e51ad6dd-b4aa-4a02-b10c-bc94cc7485ca req-f5e827e9-ab87-4164-b6b0-ef861508949f tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Jul 19 03:11:23.158818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9a503-17ea-438d-8304-397217e1be1d None None] DHCP port deletion for b3d6ce20-0eb9-49cd-be89-da6256d52ea5 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:11:23.276856 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-98d9a503-17ea-438d-8304-397217e1be1d None None] Deleting port 2c784830-ccc9-49b3-ad53-349de4b893ae {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:11:23.277603 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-98d9a503-17ea-438d-8304-397217e1be1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:23.298125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1edfe7-a45a-42e6-9777-dba34cbb31ac req-01bc4ace-2e0a-4053-8934-1afe61d8a503 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:23.305367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f1edfe7-a45a-42e6-9777-dba34cbb31ac req-01bc4ace-2e0a-4053-8934-1afe61d8a503 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 944 time: 0.5596685 Jul 19 03:11:23.399194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce63f25-22a7-4e55-831f-15c0905b38aa req-eafeb094-e9ec-45aa-bdb5-6cb8d601fb37 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:23.409474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cce63f25-22a7-4e55-831f-15c0905b38aa req-eafeb094-e9ec-45aa-bdb5-6cb8d601fb37 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 1102 time: 0.1142135 Jul 19 03:11:23.433073 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7b23259-0640-4e14-9ca4-3278ee44bdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:23.450754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-98d9a503-17ea-438d-8304-397217e1be1d None None] For port 2c784830-ccc9-49b3-ad53-349de4b893ae, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2c784830-ccc9-49b3-ad53-349de4b893ae,segment=NetworkSegment(f0c18040-86ab-4366-b746-f14f62cb2e9c),segment_id=f0c18040-86ab-4366-b746-f14f62cb2e9c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:23.451482 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-98d9a503-17ea-438d-8304-397217e1be1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:23.459236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7b23259-0640-4e14-9ca4-3278ee44bdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:23.487542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-98d9a503-17ea-438d-8304-397217e1be1d None None] Calling delete_port for 2c784830-ccc9-49b3-ad53-349de4b893ae owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:11:23.488319 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cce63f25-22a7-4e55-831f-15c0905b38aa req-c15eddfe-3556-4d72-887f-cf9b04343e2d tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776215 Jul 19 03:11:23.515917 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-17d48334-ca7d-439b-95f6-bd8542d5761c service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8660867 Jul 19 03:11:23.534578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7b23259-0640-4e14-9ca4-3278ee44bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:23.537438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7b23259-0640-4e14-9ca4-3278ee44bdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:23.553104 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d7b23259-0640-4e14-9ca4-3278ee44bdb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/960580ac-f93d-42db-af90-5e801b57ec01 HTTP/1.1" status: 204 len: 168 time: 0.8039801 Jul 19 03:11:23.593075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Deleting port 2c784830-ccc9-49b3-ad53-349de4b893ae {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:11:23.593432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:23.609068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b23259-0640-4e14-9ca4-3278ee44bdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960580ac-f93d-42db-af90-5e801b57ec01,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:23.694898 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f1edfe7-a45a-42e6-9777-dba34cbb31ac req-13cc4404-3e24-4e8d-8f34-9dd2fbf49d2f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882921 Jul 19 03:11:23.792647 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-7e171eae-3f11-4db3-8cc2-6d08e01b9b0e service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621720 Jul 19 03:11:23.807349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-223760dc-2c60-45e4-9a3a-3fb776bd53fe tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:23.808997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-223760dc-2c60-45e4-9a3a-3fb776bd53fe tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246&tenant_id=39688c83d45c4f709f725b461d5c4b8f&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 949 time: 0.4976473 Jul 19 03:11:23.826171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e724f7-92ff-4576-96b1-60a6a0391cc5 req-e4b2d62e-f59e-463e-b99b-5632b43e1e99 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:23.838320 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40e724f7-92ff-4576-96b1-60a6a0391cc5 req-e4b2d62e-f59e-463e-b99b-5632b43e1e99 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 949 time: 0.1602962 Jul 19 03:11:23.892689 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-98d9a503-17ea-438d-8304-397217e1be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:23.923104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b9e155a8-4396-4ea2-adaa-3054def8cc85 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:24.005555 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40e724f7-92ff-4576-96b1-60a6a0391cc5 req-eeb3d81e-e4c7-4e55-a7ef-4c0d46f9cb56 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681178 Jul 19 03:11:24.025787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] For port 2c784830-ccc9-49b3-ad53-349de4b893ae, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2c784830-ccc9-49b3-ad53-349de4b893ae,segment=NetworkSegment(f0c18040-86ab-4366-b746-f14f62cb2e9c),segment_id=f0c18040-86ab-4366-b746-f14f62cb2e9c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:24.026159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.057575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9a503-17ea-438d-8304-397217e1be1d None None] No DVR routers for this DVR port 2c784830-ccc9-49b3-ad53-349de4b893ae on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:11:24.062636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9a503-17ea-438d-8304-397217e1be1d None None] Pushing event deleted for resources: {'Port': ['ID=2c784830-ccc9-49b3-ad53-349de4b893ae,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:24.085322 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Calling delete_port for 2c784830-ccc9-49b3-ad53-349de4b893ae owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:11:24.137599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2c784830-ccc9-49b3-ad53-349de4b893ae no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:11:24.194533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 2c784830-ccc9-49b3-ad53-349de4b893ae {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:11:24.197414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2c784830-ccc9-49b3-ad53-349de4b893ae not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:11:24.202650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port b9e155a8-4396-4ea2-adaa-3054def8cc85 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:24.213339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port b9e155a8-4396-4ea2-adaa-3054def8cc85 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:24.215720 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.235748 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-663dc96b-acdc-4464-ba75-bccd01a04c46 service neutron] delete failed (client error): The resource could not be found. Jul 19 03:11:24.236788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-663dc96b-acdc-4464-ba75-bccd01a04c46 service neutron] 10.222.0.26 "DELETE /v2.0/ports/b9e155a8-4396-4ea2-adaa-3054def8cc85/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.3772986 Jul 19 03:11:24.309489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41448) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:24.334582 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8c02-caa5-4433-8248-95c39efb449a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.394488 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.423757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.450059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:24.451219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:24.454088 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78045016-2793-423e-865a-0818c09d3996" -d '{"events": [{"server_uuid": "40296052-962b-4628-b741-2f888d6df246", "name": "network-vif-plugged", "status": "completed", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:24.459592 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.466148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c784830-ccc9-49b3-ad53-349de4b893ae,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:24.490512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] No DVR routers for this DVR port 2c784830-ccc9-49b3-ad53-349de4b893ae on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:11:24.568034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-924f632b-06ce-4c0a-95f4-67eab911f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:24.568669 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4233c26c-7db8-47af-b3a4-1a30ccc841b6 x-openstack-request-id: req-4233c26c-7db8-47af-b3a4-1a30ccc841b6 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:24.568960 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40296052-962b-4628-b741-2f888d6df246", "name": "network-vif-plugged", "status": "completed", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:24.569474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-924f632b-06ce-4c0a-95f4-67eab911f657 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1101 time: 0.2039249 Jul 19 03:11:24.570228 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4233c26c-7db8-47af-b3a4-1a30ccc841b6 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:24.570670 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85', 'code': 200} Jul 19 03:11:24.578911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-1ef50e91-84f8-4e67-99ea-49b7eaea2d02 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:24.580409 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-1ef50e91-84f8-4e67-99ea-49b7eaea2d02 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.2515063 Jul 19 03:11:24.618723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8c02-caa5-4433-8248-95c39efb449a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.620653 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b9e155a8-4396-4ea2-adaa-3054def8cc85,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:24.621947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.636540 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8c02-caa5-4433-8248-95c39efb449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.764915 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eb5e8c02-caa5-4433-8248-95c39efb449a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a1920846d724a2d853e6b2913178fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540575 Jul 19 03:11:24.771403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41456) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:24.778493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d6ce20-0eb9-49cd-be89-da6256d52ea5']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:24.817705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e8c02-caa5-4433-8248-95c39efb449a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0586267-b21a-47e1-b82b-b6fa0e0c096b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:24.854229 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7caf1a44-662d-4d8e-85da-74d72fa37ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.864907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c18040-86ab-4366-b746-f14f62cb2e9c') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:24.865573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c18040-86ab-4366-b746-f14f62cb2e9c') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:11:24.879785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7caf1a44-662d-4d8e-85da-74d72fa37ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.932079 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.937058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7caf1a44-662d-4d8e-85da-74d72fa37ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.953292 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7caf1a44-662d-4d8e-85da-74d72fa37ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:24.954544 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7caf1a44-662d-4d8e-85da-74d72fa37ef2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0586267-b21a-47e1-b82b-b6fa0e0c096b HTTP/1.1" status: 204 len: 168 time: 0.1819444 Jul 19 03:11:24.982621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:25.007186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf1a44-662d-4d8e-85da-74d72fa37ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0586267-b21a-47e1-b82b-b6fa0e0c096b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:25.030025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:11:25.030582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:11:25.033559 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:11:25.087180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-880b8424-0edc-42b8-aa8d-91d509410ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:25.088648 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-880b8424-0edc-42b8-aa8d-91d509410ef1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.5073800 Jul 19 03:11:25.107457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e13be-f359-467e-b53b-cb65f281f539 req-d84848d9-b4fc-4f00-829b-721a188edd39 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:25.109067 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec1e13be-f359-467e-b53b-cb65f281f539 req-d84848d9-b4fc-4f00-829b-721a188edd39 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 944 time: 0.1535008 Jul 19 03:11:25.153895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-ab592d58-9112-4564-9896-5e2f1006b17c service neutron] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:25.172671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec1e13be-f359-467e-b53b-cb65f281f539 req-36376a98-24c0-4772-9196-cdfc89bbaba3 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567794 Jul 19 03:11:25.246519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-ab592d58-9112-4564-9896-5e2f1006b17c service neutron] Notify callbacks [] for binding, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:25.246519 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c830eaf-f8e1-4324-9eba-cf5792566367 req-ab592d58-9112-4564-9896-5e2f1006b17c service neutron] 10.222.0.25 "DELETE /v2.0/ports/bed5e013-fac3-4a6a-977b-e894b4673c27/bindings/n-h2-762330-18 HTTP/1.1" status: 204 len: 173 time: 0.6470218 Jul 19 03:11:25.249053 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-25dca5c2-fdaf-4c86-acd6-f994399c2e15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 200 len: 217 time: 0.1087465 Jul 19 03:11:25.250078 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:25.268100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:25.270959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b3d6ce20-0eb9-49cd-be89-da6256d52ea5 HTTP/1.1" status: 204 len: 168 time: 2.6189034 Jul 19 03:11:25.368770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d6ce20-0eb9-49cd-be89-da6256d52ea5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:25.414724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.419018 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.419627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.422851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.423419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.424015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.425005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.427058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.427594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.432473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.432974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.433908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dea97-0c72-46c6-91a9-d075b4bcb407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:25.463242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-06b668c2-f603-4da1-8a91-6f922291efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:25.467049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-06b668c2-f603-4da1-8a91-6f922291efa3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.2084799 Jul 19 03:11:25.642505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-a8427563-f7fd-4cce-bc06-97d81008be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:25.644069 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-a8427563-f7fd-4cce-bc06-97d81008be83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1689434 Jul 19 03:11:25.670053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41498) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:25.697108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddab48-ce6a-416a-9f07-5048899d7a99 req-54889bc6-a608-4ecb-a9e8-591b592c6924 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:25.705041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95ddab48-ce6a-416a-9f07-5048899d7a99 req-54889bc6-a608-4ecb-a9e8-591b592c6924 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.0966911 Jul 19 03:11:25.818342 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3f025fa7-d503-4b6e-babe-1298b288e5a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb62621f0ce7468e8fd027513f30eca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468937 Jul 19 03:11:25.823599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41502) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:25.840611 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95ddab48-ce6a-416a-9f07-5048899d7a99 req-7235654f-ab5a-46af-b49f-a10196e251b4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344702 Jul 19 03:11:25.912549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-d2574526-9ea6-41f4-afd3-06b7cac4a5ca service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576566 Jul 19 03:11:26.040501 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e655ab08-b2de-43e8-a76d-e8e0d7951b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:26.110868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e655ab08-b2de-43e8-a76d-e8e0d7951b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:26.127737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43bb87f2-e5c8-43a0-b24a-3d765a693a56 req-b9b08b9b-b345-44c1-b685-260c0dffb45c service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083488 Jul 19 03:11:26.267674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebc108-a793-4606-8ca2-e662d80f5333 req-be287646-34b4-4b32-aefc-c9286a84d8a2 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:26.269230 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-37ebc108-a793-4606-8ca2-e662d80f5333 req-be287646-34b4-4b32-aefc-c9286a84d8a2 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 1096 time: 0.1461782 Jul 19 03:11:26.318946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e655ab08-b2de-43e8-a76d-e8e0d7951b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:26.321426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e655ab08-b2de-43e8-a76d-e8e0d7951b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:26.322605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e655ab08-b2de-43e8-a76d-e8e0d7951b73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e59fdca-9017-42e6-8819-486861f98391 HTTP/1.1" status: 204 len: 168 time: 0.4760811 Jul 19 03:11:26.386909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-37ebc108-a793-4606-8ca2-e662d80f5333 req-69c3dffb-9aeb-4766-a62f-498ed2d17d0e tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115901 Jul 19 03:11:26.387931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655ab08-b2de-43e8-a76d-e8e0d7951b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e59fdca-9017-42e6-8819-486861f98391,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:26.822448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734141a-87ef-4c0f-b9d9-dc03b2c897b0 req-21134d30-8415-4c0a-bbaf-5036fbb81c3e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:26.825450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a734141a-87ef-4c0f-b9d9-dc03b2c897b0 req-21134d30-8415-4c0a-bbaf-5036fbb81c3e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.0965114 Jul 19 03:11:26.916508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a734141a-87ef-4c0f-b9d9-dc03b2c897b0 req-299b56f4-8022-49f3-9631-4ee356be0092 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735610 Jul 19 03:11:27.298092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdaa4b-dcea-4519-861a-5594a10f0ebb req-40a4e8b9-858f-4a86-b483-ede856ed8e41 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:27.319306 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01fdaa4b-dcea-4519-861a-5594a10f0ebb req-40a4e8b9-858f-4a86-b483-ede856ed8e41 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.2141256 Jul 19 03:11:27.381795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01fdaa4b-dcea-4519-861a-5594a10f0ebb req-1c5c2214-125b-4616-ad7b-561ac690d7fd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594466 Jul 19 03:11:27.424239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-df33f734-f374-4a93-8edc-caf53e682483 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:27.428410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-df33f734-f374-4a93-8edc-caf53e682483 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 807 time: 0.3677688 Jul 19 03:11:27.456905 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-c4a816f5-27ee-4553-bdba-e6e8fbdd4848 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/quotas/24b8c1068d414a2d92dffbbbc438a5cd HTTP/1.1" status: 200 len: 375 time: 0.0219374 Jul 19 03:11:27.573737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-adc592a1-33b2-40b5-a079-444db4644cd7 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120663 Jul 19 03:11:27.633692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e71ff-b403-49c8-8920-b610164d56af req-d7302004-e7ea-43b6-9ada-b1f298e95790 tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:27.643185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45e71ff-b403-49c8-8920-b610164d56af req-d7302004-e7ea-43b6-9ada-b1f298e95790 tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1102 time: 0.0839493 Jul 19 03:11:27.701552 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45e71ff-b403-49c8-8920-b610164d56af req-005ba0c7-2eea-45c3-8231-67ae5c5666da tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568955 Jul 19 03:11:27.719115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-cc649c49-3dba-4406-b598-35f0c5d5a002 service neutron] 10.222.0.20 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358252 Jul 19 03:11:27.864529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-f1f19e41-38a8-433a-99b4-bcbfeb4d966b service neutron] 10.222.0.20 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501932 Jul 19 03:11:28.395205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fe242-aa3c-4581-9914-258ff62cc60b req-597c4e93-39f2-4c2c-9b3b-3ba1ef3c5cb2 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:28.397404 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d9fe242-aa3c-4581-9914-258ff62cc60b req-597c4e93-39f2-4c2c-9b3b-3ba1ef3c5cb2 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1368022 Jul 19 03:11:28.458923 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d9fe242-aa3c-4581-9914-258ff62cc60b req-9ba98237-adbd-40b2-ab1b-4baf7b7e592b tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541461 Jul 19 03:11:29.347372 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-d831db51-8af8-4615-8933-63f9087ef79f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=39688c83d45c4f709f725b461d5c4b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357878 Jul 19 03:11:29.477926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58a03faf-5a6e-4096-a655-5c02fb6defd2 req-b7d5f870-3b0f-4417-ac41-2937eed45329 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 210 time: 0.0524735 Jul 19 03:11:29.478465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0716-83ba-4428-af00-694837bf5210 req-cb437ace-6617-4773-aaec-eadbfdc96d1f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:29.487041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-cb437ace-6617-4773-aaec-eadbfdc96d1f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388636 Jul 19 03:11:29.512099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-daf5392f-8b7d-4965-861a-8dc243790bfd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/quotas/39688c83d45c4f709f725b461d5c4b8f HTTP/1.1" status: 200 len: 375 time: 0.0238891 Jul 19 03:11:29.621044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-94e1c670-c989-4497-a5cf-769d89d13c10 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080010 Jul 19 03:11:29.760138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-de2ea18d-aa0f-4034-95c4-62a84b583544 req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1730292288', 'description': 'tempest-description-1001381740'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:29.863782 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-de2ea18d-aa0f-4034-95c4-62a84b583544 req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:29.890300 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-de2ea18d-aa0f-4034-95c4-62a84b583544 req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:30.173272 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-de2ea18d-aa0f-4034-95c4-62a84b583544 req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:30.184642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-af0e07de-53ed-4ba2-9e41-053e4794a1de tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:30.186682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-af0e07de-53ed-4ba2-9e41-053e4794a1de tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 807 time: 0.5624876 Jul 19 03:11:30.188301 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-de2ea18d-aa0f-4034-95c4-62a84b583544 req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:30.205319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Request body: {'port': {'device_id': '91662274-e9fa-4480-b559-bca7db90c91f', 'network_id': '54e03501-5722-4da8-a319-be568c990f3f', 'admin_state_up': True, 'tenant_id': '24b8c1068d414a2d92dffbbbc438a5cd'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:30.411775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7b2af6-7521-4640-b679-b4360a810111,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:30.481605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec0162-8851-4082-a152-ae6ccc3a9d58 req-c3634458-99e6-4abc-86a9-f6e579af2651 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:30.492879 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38ec0162-8851-4082-a152-ae6ccc3a9d58 req-c3634458-99e6-4abc-86a9-f6e579af2651 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1358137 Jul 19 03:11:30.537565 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-de2ea18d-aa0f-4034-95c4-62a84b583544 req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:30.554616 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38ec0162-8851-4082-a152-ae6ccc3a9d58 req-16f8addd-f626-47db-a798-9cbc0eec8f6f tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604589 Jul 19 03:11:30.564345 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-de2ea18d-aa0f-4034-95c4-62a84b583544 req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:30.576384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Made reservation on behalf of 24b8c1068d414a2d92dffbbbc438a5cd for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:11:30.580751 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:30.740570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-de2ea18d-aa0f-4034-95c4-62a84b583544 req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:30.746237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-de2ea18d-aa0f-4034-95c4-62a84b583544 req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0075107 Jul 19 03:11:30.758453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdd944-31cc-432a-b1b2-e7a64199c99e tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4d76b9-8f0f-4b9d-b617-007924e77ff2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:30.777471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0b20056-a202-4373-a604-277181c5b118 req-8b7aaee4-d45b-4779-a9a1-b18c1a177a8a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 210 time: 0.0658815 Jul 19 03:11:30.869478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Allocated IP 172.20.0.6 (54e03501-5722-4da8-a319-be568c990f3f/ea24e738-4c72-4cea-a6ca-1f2d88066be0/c46a5d11-44d2-4284-a406-2efeba35ec99) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:11:31.008623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2ab10be-fb21-4acf-b5da-c289261fcfb8 req-9665de85-183f-4898-a5c8-f2ede812e96a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 210 time: 0.0673201 Jul 19 03:11:31.078731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-9c696156-d6f3-443b-91fb-067903a84694 req-8ab8274c-c5b8-467c-ab35-728f7bb88b07 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1233363958', 'description': 'tempest-description-894749106'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:31.126078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9c696156-d6f3-443b-91fb-067903a84694 req-8ab8274c-c5b8-467c-ab35-728f7bb88b07 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:31.203301 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:31.271609 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:31.316662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Network 54e03501-5722-4da8-a319-be568c990f3f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:31.318111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9c696156-d6f3-443b-91fb-067903a84694 req-8ab8274c-c5b8-467c-ab35-728f7bb88b07 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:31.322608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:31.326793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:11:31.330594 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9c696156-d6f3-443b-91fb-067903a84694 req-8ab8274c-c5b8-467c-ab35-728f7bb88b07 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:31.362207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Pushing event updated for resources: {'Port': ['ID=c46a5d11-44d2-4284-a406-2efeba35ec99,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:31.373735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8274c-c5b8-467c-ab35-728f7bb88b07 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b556a44-5b56-4fd8-a846-7f8261d280ff,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:31.388675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:31.389740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:31.397049 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9c696156-d6f3-443b-91fb-067903a84694 req-8ab8274c-c5b8-467c-ab35-728f7bb88b07 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:31.416548 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9c696156-d6f3-443b-91fb-067903a84694 req-8ab8274c-c5b8-467c-ab35-728f7bb88b07 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3452291 Jul 19 03:11:31.417579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-acd1461b-3ad2-4c34-ade7-9525a3a5b0a0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2208753 Jul 19 03:11:31.431084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Request body: {'port': {'device_id': '91662274-e9fa-4480-b559-bca7db90c91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:31.532302 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:31.757933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-8a270150-16c7-48f4-8b4f-55928cf722ca req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-312685315', 'description': 'tempest-description-1065597291'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:31.876117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8a270150-16c7-48f4-8b4f-55928cf722ca req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:31.892505 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8a270150-16c7-48f4-8b4f-55928cf722ca req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:31.971858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-2bdee5b4-bf94-4314-bb33-a47b9334c3b3 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=39688c83d45c4f709f725b461d5c4b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1853802 Jul 19 03:11:32.040424 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8a270150-16c7-48f4-8b4f-55928cf722ca req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:32.049092 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8a270150-16c7-48f4-8b4f-55928cf722ca req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:32.110735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cd7675-111d-40e5-a967-93d3db2fafad,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:32.388515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0716-83ba-4428-af00-694837bf5210 req-130f2bf8-404d-42c3-adcb-e2cb40670eea tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:32.390502 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-130f2bf8-404d-42c3-adcb-e2cb40670eea tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428876 Jul 19 03:11:32.405721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Request body: {'port': {'device_id': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '39688c83d45c4f709f725b461d5c4b8f'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:32.531327 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8a270150-16c7-48f4-8b4f-55928cf722ca req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:32.538142 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8a270150-16c7-48f4-8b4f-55928cf722ca req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:32.573361 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8a270150-16c7-48f4-8b4f-55928cf722ca req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:32.586860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8a270150-16c7-48f4-8b4f-55928cf722ca req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8351889 Jul 19 03:11:32.597366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8870306-7281-4b39-a7d1-05f037d103c4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8680d67d-5b9a-4b47-be7d-4d911da350e5,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:32.640342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46a5d11-44d2-4284-a406-2efeba35ec99 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:32.654384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:32.673129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Transition to ACTIVE for port object c46a5d11-44d2-4284-a406-2efeba35ec99 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:32.683320 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:32.685686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Made reservation on behalf of 39688c83d45c4f709f725b461d5c4b8f for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:11:32.689428 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:32.823951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536f02d-d42a-46f3-9328-6a54676be3c6 req-ec5a6d14-9c84-4f56-adef-c9cb9c50fd47 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:32.835348 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d536f02d-d42a-46f3-9328-6a54676be3c6 req-ec5a6d14-9c84-4f56-adef-c9cb9c50fd47 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1257513 Jul 19 03:11:32.928663 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d536f02d-d42a-46f3-9328-6a54676be3c6 req-497d769b-05b2-4364-82b2-18819fbd4a06 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829270 Jul 19 03:11:33.090855 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1080fa99-f231-4ebb-95d4-b9cb51b7a3a8 req-83cd053c-e0f5-4fc9-bfb9-d353b3f516a6 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 210 time: 0.0361118 Jul 19 03:11:33.094215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Pushing event updated for resources: {'Port': ['ID=c46a5d11-44d2-4284-a406-2efeba35ec99,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:33.241571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:33.241907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:33.242230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:33.244571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Allocated IP 192.168.233.146 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/a5def065-94b7-4320-9913-7999456aeb05) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:11:33.254456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:11:33.254996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:33.312705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1ef4b-ffe3-4aed-a60d-c98438dcabeb req-bbed087e-d45c-4d74-b9a8-a4a04f286639 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:33.314221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75b1ef4b-ffe3-4aed-a60d-c98438dcabeb req-bbed087e-d45c-4d74-b9a8-a4a04f286639 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.0670788 Jul 19 03:11:33.346304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:33.346649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:33.347039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:33.348077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Bound port: c46a5d11-44d2-4284-a406-2efeba35ec99, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:33.348541 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:33.395043 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75b1ef4b-ffe3-4aed-a60d-c98438dcabeb req-8c7df825-d154-4e43-bc60-941d88e29bd2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693839 Jul 19 03:11:33.431001 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-f4be4629-43e4-4d09-a898-4d270ae2e02d req-0d06907a-e0dc-4924-a07b-c211442c5b09 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1425929339', 'description': 'tempest-description-1217080826'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:33.460606 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4be4629-43e4-4d09-a898-4d270ae2e02d req-0d06907a-e0dc-4924-a07b-c211442c5b09 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:33.499965 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:33.502887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:33.526117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:33.531560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Transition to ACTIVE for port object a5def065-94b7-4320-9913-7999456aeb05 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:33.538837 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:33.561385 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4be4629-43e4-4d09-a898-4d270ae2e02d req-0d06907a-e0dc-4924-a07b-c211442c5b09 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:33.566772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4be4629-43e4-4d09-a898-4d270ae2e02d req-0d06907a-e0dc-4924-a07b-c211442c5b09 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:33.589503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:33.590109 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:33.591676 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] 10.222.0.26 "PUT /v2.0/ports/c46a5d11-44d2-4284-a406-2efeba35ec99 HTTP/1.1" status: 200 len: 1092 time: 2.1663632 Jul 19 03:11:33.592126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91662274-e9fa-4480-b559-bca7db90c91f', 'tag': 'c46a5d11-44d2-4284-a406-2efeba35ec99'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:33.594524 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15" -d '{"events": [{"name": "network-changed", "server_uuid": "91662274-e9fa-4480-b559-bca7db90c91f", "tag": "c46a5d11-44d2-4284-a406-2efeba35ec99"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:33.594939 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4be4629-43e4-4d09-a898-4d270ae2e02d req-0d06907a-e0dc-4924-a07b-c211442c5b09 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:33.614154 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4be4629-43e4-4d09-a898-4d270ae2e02d req-0d06907a-e0dc-4924-a07b-c211442c5b09 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1872015 Jul 19 03:11:33.630143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06907a-e0dc-4924-a07b-c211442c5b09 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d061578-fa28-4123-8da3-39f474900be1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:33.630697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b750d-fe6e-4d25-a3a6-403ad005ec62 service neutron] Pushing event updated for resources: {'Port': ['ID=c46a5d11-44d2-4284-a406-2efeba35ec99,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:33.658644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:33.671177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b9e155a8-4396-4ea2-adaa-3054def8cc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:33.695633 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d19dd3b-84d4-476a-a508-714d3ee153c3 x-openstack-request-id: req-1d19dd3b-84d4-476a-a508-714d3ee153c3 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:33.696066 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91662274-e9fa-4480-b559-bca7db90c91f", "tag": "c46a5d11-44d2-4284-a406-2efeba35ec99", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:33.696411 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d19dd3b-84d4-476a-a508-714d3ee153c3 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:33.696982 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91662274-e9fa-4480-b559-bca7db90c91f', 'tag': 'c46a5d11-44d2-4284-a406-2efeba35ec99', 'status': 'completed', 'code': 200} Jul 19 03:11:33.766714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:33.773618 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:33.781154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:11:33.819078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Pushing event updated for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:33.884660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-ac91305f-2851-4bd9-ae58-d222bfef0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:33.886346 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-ac91305f-2851-4bd9-ae58-d222bfef0431 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 1095 time: 0.2479696 Jul 19 03:11:33.892434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:33.893055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:33.950014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-4510f966-e6cd-4563-bb76-70c202d11bce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46a5d11-44d2-4284-a406-2efeba35ec99 HTTP/1.1" status: 200 len: 217 time: 0.0493991 Jul 19 03:11:33.951745 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-9268dd99-70e6-4e5c-8ec2-e3bba80e501e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5519061 Jul 19 03:11:33.977159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Request body: {'port': {'device_id': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:34.023565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-07b4eb95-c66a-49d1-a6b9-81f3c04c9369 None None] Provisioning for port a5def065-94b7-4320-9913-7999456aeb05 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:34.029573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-07b4eb95-c66a-49d1-a6b9-81f3c04c9369 None None] Provisioning complete for port a5def065-94b7-4320-9913-7999456aeb05 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:34.030648 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07b4eb95-c66a-49d1-a6b9-81f3c04c9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:34.079964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-07b4eb95-c66a-49d1-a6b9-81f3c04c9369 None None] Port a5def065-94b7-4320-9913-7999456aeb05 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:11:34.081722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-82b71c3c-b731-4cf4-86ad-4ed3a4f7fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:34.083320 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-82b71c3c-b731-4cf4-86ad-4ed3a4f7fbb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.1265061 Jul 19 03:11:34.157562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-a2231792-d8cc-4522-bc46-66deb3def1af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524230 Jul 19 03:11:34.165422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:34.177948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2304ff-895d-4626-ba75-077739c93fbc req-a86ca6af-b29e-41c4-9fd4-b57c9098abfe tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:34.186925 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f2304ff-895d-4626-ba75-077739c93fbc req-a86ca6af-b29e-41c4-9fd4-b57c9098abfe tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1089327 Jul 19 03:11:34.267022 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f2304ff-895d-4626-ba75-077739c93fbc req-42972b0b-890f-4f04-b45b-168225072d53 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780303 Jul 19 03:11:34.405289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-b320ca08-05bf-480c-becc-cb7f0cfa7b00 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340841 Jul 19 03:11:34.440711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e6fa9-9b23-457d-9f90-454de2706f63 req-3d4ace42-87eb-466d-b19e-b9777034867d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:34.447548 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-951e6fa9-9b23-457d-9f90-454de2706f63 req-3d4ace42-87eb-466d-b19e-b9777034867d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 936 time: 0.0713089 Jul 19 03:11:34.487301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-951e6fa9-9b23-457d-9f90-454de2706f63 req-8f1c9efe-e0d0-444b-8333-6a17b3c5ae67 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 Jul 19 03:11:34.531691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-00b689bf-2008-4a9e-8593-e95ddbc5b315 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53376 time: 0.8011229 Jul 19 03:11:34.624061 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb088602-78b8-4ea1-95e0-9d6c6fdc7494 req-3105b557-7ca0-43ed-bba5-1777d0f9ffd1 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080827 Jul 19 03:11:34.634113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-33df4273-59d1-4ba6-a5cd-b3e75546d492 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/004aa092-bd71-42f0-8099-6faaa857e0f5 HTTP/1.1" status: 200 len: 2981 time: 0.0941422 Jul 19 03:11:34.655233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c27d0-7490-4cf6-b1e9-15406be5fdc4 req-9ac3fb08-332d-4807-9f9f-c166fcb84156 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:34.657820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-176c27d0-7490-4cf6-b1e9-15406be5fdc4 req-9ac3fb08-332d-4807-9f9f-c166fcb84156 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.0712223 Jul 19 03:11:34.699204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-176c27d0-7490-4cf6-b1e9-15406be5fdc4 req-0a3893bb-8789-4365-8579-b8e8fe98ba6f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337939 Jul 19 03:11:34.744421 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-a602f140-e2a1-416f-8dd4-00ff2394e7f0 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/004aa092-bd71-42f0-8099-6faaa857e0f5 HTTP/1.1" status: 200 len: 2981 time: 0.0970049 Jul 19 03:11:34.807184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5def065-94b7-4320-9913-7999456aeb05 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:34.819965 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:34.833375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15 req-587523bb-6207-400c-bf0d-f4ee46b7acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:34.834967 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15 req-587523bb-6207-400c-bf0d-f4ee46b7acc8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 1095 time: 0.1567674 Jul 19 03:11:34.854035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Transition to ACTIVE for port object a5def065-94b7-4320-9913-7999456aeb05 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:34.855934 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-dd3cab14-eb32-4619-97b6-fd0e953f1ee4 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1a7b2af6-7521-4640-b679-b4360a810111 HTTP/1.1" status: 200 len: 2981 time: 0.0921564 Jul 19 03:11:34.876611 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:34.995324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Pushing event updated for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:35.015618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-71982ffb-5e06-4e1b-94cd-73bf01fac8a5 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1a7b2af6-7521-4640-b679-b4360a810111 HTTP/1.1" status: 200 len: 2981 time: 0.1490073 Jul 19 03:11:35.038766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15 req-372d726e-7401-46c4-b87d-d719b3f7a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:35.040226 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15 req-372d726e-7401-46c4-b87d-d719b3f7a756 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.1978536 Jul 19 03:11:35.110827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fff3a-d5ea-4c35-9d48-bfc8994d99ec req-e75d6975-4a58-474a-8749-e217f6bc66c7 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:35.112327 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-013fff3a-d5ea-4c35-9d48-bfc8994d99ec req-e75d6975-4a58-474a-8749-e217f6bc66c7 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 951 time: 0.0681400 Jul 19 03:11:35.127179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15 req-a11b2a60-9b43-49af-9019-d8e8df147849 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46a5d11-44d2-4284-a406-2efeba35ec99 HTTP/1.1" status: 200 len: 217 time: 0.0547509 Jul 19 03:11:35.151195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-013fff3a-d5ea-4c35-9d48-bfc8994d99ec req-14895d95-3580-4707-9ce1-6d5c8aef4f10 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Jul 19 03:11:35.170178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-bb63f4d6-2b28-44bb-9046-bf1038b7af5e tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7 HTTP/1.1" status: 200 len: 2981 time: 0.1355975 Jul 19 03:11:35.205946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Attempting to bind port a5def065-94b7-4320-9913-7999456aeb05 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:35.206302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Attempting to bind port a5def065-94b7-4320-9913-7999456aeb05 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:35.206953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Attempting to bind port a5def065-94b7-4320-9913-7999456aeb05 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:35.218593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Port a5def065-94b7-4320-9913-7999456aeb05 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:11:35.218879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Attempting to bind port a5def065-94b7-4320-9913-7999456aeb05 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:35.226699 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15 req-1ae3d035-fea6-496a-8854-2979b64a2820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:35.228174 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15 req-1ae3d035-fea6-496a-8854-2979b64a2820 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.0898218 Jul 19 03:11:35.235946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:35.236281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:35.236656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:35.237086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Bound port: a5def065-94b7-4320-9913-7999456aeb05, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:35.237434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:35.280097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15 req-6ac81de6-63fc-49a0-9993-0ab1e1aae15c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391405 Jul 19 03:11:35.286088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-d1d1bcda-ff33-4e5c-a9a2-e9702e6b70bf tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7 HTTP/1.1" status: 200 len: 2981 time: 0.1057343 Jul 19 03:11:35.431926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:35.439276 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-1860b01e-d35a-4d49-95de-f6530f0ec1a2 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4b8ef6db-f2bc-42f5-a204-6c89031c272d HTTP/1.1" status: 200 len: 2981 time: 0.1254597 Jul 19 03:11:35.454038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:35.473926 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:35.486302 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15 req-a3ec958e-30bc-485d-8cb2-7dec9456ec61 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984499 Jul 19 03:11:35.546054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:35.546707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:35.548123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] 10.222.0.25 "PUT /v2.0/ports/a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 200 len: 1097 time: 1.5788176 Jul 19 03:11:35.584087 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-daaa18a8-c513-4b19-9318-6dfdcc1f1e93 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4b8ef6db-f2bc-42f5-a204-6c89031c272d HTTP/1.1" status: 200 len: 2981 time: 0.1369934 Jul 19 03:11:35.662777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2b95f-4162-49fd-a31c-378cbdd30855 service neutron] Pushing event updated for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:35.698978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:35.701257 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f671ced1-6eb9-4273-8511-bb15b1fa3652" -d '{"events": [{"name": "network-changed", "server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "tag": "a5def065-94b7-4320-9913-7999456aeb05"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:35.721924 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9efd1803-9ad8-4e62-8fe0-9ff9c4955a15 req-4be5f43a-ea69-4975-89b3-796c042b84eb service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083299 Jul 19 03:11:35.731375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-958936ba-8f0e-48ef-995e-ca49c762bdd7 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4c8f45cb-c002-4893-8039-45d17042acef HTTP/1.1" status: 200 len: 2981 time: 0.1150329 Jul 19 03:11:35.768229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0716-83ba-4428-af00-694837bf5210 req-43e6d9f2-22ea-4460-9a9f-621458466fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:35.770619 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-43e6d9f2-22ea-4460-9a9f-621458466fd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 1100 time: 0.1515954 Jul 19 03:11:35.819192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-e4474b5f-5754-4a07-afd4-dc0d8f1e8634 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4c8f45cb-c002-4893-8039-45d17042acef HTTP/1.1" status: 200 len: 2981 time: 0.0813930 Jul 19 03:11:35.820628 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-f488e790-431c-4bf1-8053-bb5526eb935c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 200 len: 217 time: 0.0393636 Jul 19 03:11:35.859947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5e2c3-4c3b-4466-b782-da49caef3c09 req-eab236ce-e5ff-4e2c-81ef-6176ac9521cd tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:35.861589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8f5e2c3-4c3b-4466-b782-da49caef3c09 req-eab236ce-e5ff-4e2c-81ef-6176ac9521cd tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.0747385 Jul 19 03:11:35.903860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-38374a4b-06de-4c19-bc2f-29bc358b6245 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/53f40ade-dce0-4fa2-9a1a-d8089ed203c4 HTTP/1.1" status: 200 len: 2981 time: 0.0780251 Jul 19 03:11:35.905326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0716-83ba-4428-af00-694837bf5210 req-f2805e5b-5115-45b0-99e8-d466cdc79df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:35.906728 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-f2805e5b-5115-45b0-99e8-d466cdc79df1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0792797 Jul 19 03:11:35.909117 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8f5e2c3-4c3b-4466-b782-da49caef3c09 req-0681498b-308d-4da4-817b-dc9c873f172e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Jul 19 03:11:35.990201 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-76691aec-ee84-4796-a6c1-b3715cbc1ab9 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/53f40ade-dce0-4fa2-9a1a-d8089ed203c4 HTTP/1.1" status: 200 len: 2981 time: 0.0786529 Jul 19 03:11:35.996662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0716-83ba-4428-af00-694837bf5210 req-5a979b97-bb21-4aec-bec3-dcd68e285ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:35.998134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-5a979b97-bb21-4aec-bec3-dcd68e285ba9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849812 Jul 19 03:11:36.069403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840814b-e700-4c70-ae87-c1478df71d8e req-97c222fc-37e6-4f04-8ccb-73cf22a3fdb7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:36.071001 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4840814b-e700-4c70-ae87-c1478df71d8e req-97c222fc-37e6-4f04-8ccb-73cf22a3fdb7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 948 time: 0.0651293 Jul 19 03:11:36.118217 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4840814b-e700-4c70-ae87-c1478df71d8e req-d83eab82-cb0d-4507-9533-00645d341b23 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Jul 19 03:11:36.310103 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3e7ad4-1739-4745-8272-f208f472de29 x-openstack-request-id: req-8e3e7ad4-1739-4745-8272-f208f472de29 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:36.310671 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "tag": "a5def065-94b7-4320-9913-7999456aeb05", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:36.310671 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e3e7ad4-1739-4745-8272-f208f472de29 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:36.311031 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05', 'status': 'completed', 'code': 200} Jul 19 03:11:36.320160 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-feb8f2a0-6122-4b79-a666-c7cd3db72e1e tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5e9569d0-b491-42a3-9c77-8fad242bf26b HTTP/1.1" status: 200 len: 2981 time: 0.3210490 Jul 19 03:11:36.360123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-ea6c32be-cd45-4d7b-9a25-0cb805cc5a36 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547964 Jul 19 03:11:36.377337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822824ca-1f0a-4311-88e5-e7a51e9d2e38 req-28968b88-b967-4274-b84e-1078fe1e9f15 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:36.379667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-822824ca-1f0a-4311-88e5-e7a51e9d2e38 req-28968b88-b967-4274-b84e-1078fe1e9f15 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.0685849 Jul 19 03:11:36.405935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-2737e24f-b334-4ad3-bb7c-3f1f7c665c6e tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5e9569d0-b491-42a3-9c77-8fad242bf26b HTTP/1.1" status: 200 len: 2981 time: 0.0742044 Jul 19 03:11:36.431405 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-822824ca-1f0a-4311-88e5-e7a51e9d2e38 req-c9541803-1fd8-448a-bcfe-e220552793c5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456567 Jul 19 03:11:36.501477 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-60d4a220-ff04-4079-81eb-04fbbdff40d1 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7524e893-6d01-435b-a4e4-651820b0bc8c HTTP/1.1" status: 200 len: 2981 time: 0.0881882 Jul 19 03:11:36.507011 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-011f0716-83ba-4428-af00-694837bf5210 req-1a2f9f83-d732-44a6-90f6-4b10d3fc6e50 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390173 Jul 19 03:11:36.553073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-c02ae1da-152c-4377-ab57-1bf37d3c01e8 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7524e893-6d01-435b-a4e4-651820b0bc8c HTTP/1.1" status: 200 len: 2981 time: 0.0440292 Jul 19 03:11:36.634373 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-59bd9b50-eee3-45fd-b612-72fb22c36ce2 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7f093f5a-b515-4862-986b-a3a48258a34f HTTP/1.1" status: 200 len: 2981 time: 0.0751519 Jul 19 03:11:36.651119 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:36.678862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-9a3bed38-f9b1-4362-a24d-bede2067a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:36.680476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-9a3bed38-f9b1-4362-a24d-bede2067a5da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 1100 time: 0.0957720 Jul 19 03:11:36.712704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-57a92ec8-354d-4607-81d1-f9e88204d957 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7f093f5a-b515-4862-986b-a3a48258a34f HTTP/1.1" status: 200 len: 2981 time: 0.0685964 Jul 19 03:11:36.821260 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-b4ace132-0ea2-4eba-a6ed-d2eca5d711a1 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/919a51c7-6f8d-4d9d-a60f-6559e4b89a9b HTTP/1.1" status: 200 len: 2981 time: 0.0996904 Jul 19 03:11:36.825730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-6361c71c-c896-4e4a-a619-73302dee5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:36.827210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-6361c71c-c896-4e4a-a619-73302dee5032 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1378789 Jul 19 03:11:36.889526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-aaec3835-7da6-4c97-a595-e3eac99875b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 200 len: 217 time: 0.0530250 Jul 19 03:11:36.922758 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:36.944602 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-75e637ef-9df9-4f17-affb-ec17447890ab tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/919a51c7-6f8d-4d9d-a60f-6559e4b89a9b HTTP/1.1" status: 200 len: 2981 time: 0.1159058 Jul 19 03:11:36.961042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-239726e2-2bfb-4207-8036-589b0b8df4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:36.962082 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-239726e2-2bfb-4207-8036-589b0b8df4dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0637660 Jul 19 03:11:36.970907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc1615-8788-4d68-900f-90230bb3fd00 req-dd59b231-20a0-49f3-bb9c-ec60cfec80d6 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:36.974794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2cc1615-8788-4d68-900f-90230bb3fd00 req-dd59b231-20a0-49f3-bb9c-ec60cfec80d6 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 951 time: 0.0846250 Jul 19 03:11:37.028182 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2cc1615-8788-4d68-900f-90230bb3fd00 req-bc9aaea3-9afb-4070-a316-97bf762cbffd tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Jul 19 03:11:37.061449 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-9a1db77c-0045-4572-a68b-79f4d23012a3 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bc0a239b-cade-4bcf-b13c-7e9259f4be9f HTTP/1.1" status: 200 len: 2977 time: 0.0981054 Jul 19 03:11:37.099787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-58aa78b8-ef15-4060-bb04-f37e780f1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:37.101419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-58aa78b8-ef15-4060-bb04-f37e780f1440 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1302247 Jul 19 03:11:37.159068 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-eb2e4851-804b-4836-9823-5ab0fcf65cf3 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bc0a239b-cade-4bcf-b13c-7e9259f4be9f HTTP/1.1" status: 200 len: 2977 time: 0.0891149 Jul 19 03:11:37.209374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75ee87-60e6-4ea6-9586-1cb717319239 req-6f43158e-d5e7-4e68-8eb9-ee467eb677a8 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:37.210912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be75ee87-60e6-4ea6-9586-1cb717319239 req-6f43158e-d5e7-4e68-8eb9-ee467eb677a8 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.0684173 Jul 19 03:11:37.248773 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be75ee87-60e6-4ea6-9586-1cb717319239 req-4b1ea121-f15a-41aa-bf23-1da406de6674 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320578 Jul 19 03:11:37.250209 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-e47059da-4880-4ae5-96d6-999ea3315af7 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c1e0c152-b0fd-42e9-8183-d1735423af56 HTTP/1.1" status: 200 len: 2977 time: 0.0829797 Jul 19 03:11:37.252238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-3b0d93f7-1a80-4865-a6c5-c3d768f6b431 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397235 Jul 19 03:11:37.353190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-d3ba1ec3-c520-4166-9a61-5b054fda807f tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c1e0c152-b0fd-42e9-8183-d1735423af56 HTTP/1.1" status: 200 len: 2977 time: 0.0961609 Jul 19 03:11:37.400114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f671ced1-6eb9-4273-8511-bb15b1fa3652 req-4218a5df-c200-4d43-b8e2-bd1782b75e4c service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361871 Jul 19 03:11:37.413655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-76f3357f-17bb-4430-bc89-eb68c4011af1 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c3cd7675-111d-40e5-a967-93d3db2fafad HTTP/1.1" status: 200 len: 2981 time: 0.0546296 Jul 19 03:11:37.414516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87600ab-fe7a-4e7a-bae2-cd0c23663def req-40db48de-3b26-4994-9371-5c383417d922 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:37.416070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f87600ab-fe7a-4e7a-bae2-cd0c23663def req-40db48de-3b26-4994-9371-5c383417d922 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 948 time: 0.0676577 Jul 19 03:11:37.458201 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f87600ab-fe7a-4e7a-bae2-cd0c23663def req-97dac5c3-1a86-4c3c-bb9a-602100e03be4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364730 Jul 19 03:11:37.459376 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-18ffeb73-43c0-44a5-9153-d68a463d083b tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c3cd7675-111d-40e5-a967-93d3db2fafad HTTP/1.1" status: 200 len: 2981 time: 0.0392873 Jul 19 03:11:37.513239 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-504b15fd-1ce5-4e5f-ae46-f6fc6c943458 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c6e5dcb6-5b5d-4f1e-ad67-2c15e3559cf7 HTTP/1.1" status: 200 len: 2973 time: 0.0482249 Jul 19 03:11:37.565249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-603b3928-168c-4887-92bd-43df9f6013fe tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c6e5dcb6-5b5d-4f1e-ad67-2c15e3559cf7 HTTP/1.1" status: 200 len: 2973 time: 0.0455844 Jul 19 03:11:37.607185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-7c4c8711-ed61-4469-bf37-9fc28d5b04bf tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e8806b71-0660-48d5-be55-d305cba909af HTTP/1.1" status: 200 len: 2981 time: 0.0357296 Jul 19 03:11:37.650960 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-114107fc-9a86-4e5a-bfaa-9298b5a9cf5e tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e8806b71-0660-48d5-be55-d305cba909af HTTP/1.1" status: 200 len: 2981 time: 0.0382118 Jul 19 03:11:37.681801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db3068-68f9-4815-9c7b-72fc0ff57a61 req-1598cbbb-4550-4683-87b0-5f339391cfc2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:37.683368 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1db3068-68f9-4815-9c7b-72fc0ff57a61 req-1598cbbb-4550-4683-87b0-5f339391cfc2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.0646067 Jul 19 03:11:37.694091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-f2ddcafb-8595-439f-85ed-ac21a6d469de tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/eb21c476-d430-435a-8d79-3b92725173b5 HTTP/1.1" status: 200 len: 2981 time: 0.0370300 Jul 19 03:11:37.725245 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1db3068-68f9-4815-9c7b-72fc0ff57a61 req-bfe901fc-b3d4-472b-9b99-290976b9ee2b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Jul 19 03:11:37.736337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e75eb88-0ab2-409e-8fb7-7734985f4d1d req-a8a97e88-4627-4e85-988a-a63387dc4c2f tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/eb21c476-d430-435a-8d79-3b92725173b5 HTTP/1.1" status: 200 len: 2981 time: 0.0368612 Jul 19 03:11:37.795341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device c46a5d11-44d2-4284-a406-2efeba35ec99 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:11:37.796628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d263c8f9-539a-4b04-ae71-3c0739490e47 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:11:37.936825 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:37.972059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:37.975328 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ec2958-d4c0-4951-9e23-01d74e089bd7" -d '{"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:37.998018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:38.006479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:38.007663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-feed4265-c0b3-4573-8650-4bb685e94416 req-2277f3ef-23f4-41fd-ab2b-ec3c3fe9fdde tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2756d910c7ed45b0bc35a1aba7dd0e9d HTTP/1.1" status: 200 len: 6103 time: 0.0826914 Jul 19 03:11:38.009344 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.041177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'c46a5d11-44d2-4284-a406-2efeba35ec99', 'network_id': '54e03501-5722-4da8-a319-be568c990f3f', 'port_id': 'c46a5d11-44d2-4284-a406-2efeba35ec99', 'mac_address': 'fa:16:3e:f9:74:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea24e738-4c72-4cea-a6ca-1f2d88066be0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:11:38.065895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-feed4265-c0b3-4573-8650-4bb685e94416 req-2d4da90c-05b8-48d3-b4d0-adfec02d183a tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] 10.222.0.20 "GET /v2.0/security-groups/1a7b2af6-7521-4640-b679-b4360a810111 HTTP/1.1" status: 200 len: 2981 time: 0.0510776 Jul 19 03:11:38.092636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=11']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:38.104538 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.104890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.105235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.105573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.105907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.106238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.106591 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.106926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.107249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.107574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.107898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.108220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:11:38.114567 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.137671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46a5d11-44d2-4284-a406-2efeba35ec99 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:38.139507 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-feed4265-c0b3-4573-8650-4bb685e94416 req-a25456b5-2ff3-43ba-ab96-8216c6cec0fa tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] 10.222.0.20 "GET /v2.0/security-groups/1a7b2af6-7521-4640-b679-b4360a810111 HTTP/1.1" status: 200 len: 2981 time: 0.0669851 Jul 19 03:11:38.162599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:38.167772 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.197315 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c54d55-68de-4321-ae1c-334a0af7bd24 x-openstack-request-id: req-11c54d55-68de-4321-ae1c-334a0af7bd24 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:38.197723 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:38.198039 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11c54d55-68de-4321-ae1c-334a0af7bd24 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:38.198513 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'code': 200} Jul 19 03:11:38.231897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=c46a5d11-44d2-4284-a406-2efeba35ec99,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:38.284444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7396c51-3286-469c-b1eb-1632bbcfbf38 req-280d35f7-2c9f-4925-ae4b-b4545e3d2f0a tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2d061578-fa28-4123-8da3-39f474900be1 HTTP/1.1" status: 200 len: 1778 time: 0.0567603 Jul 19 03:11:38.342996 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c7396c51-3286-469c-b1eb-1632bbcfbf38 req-a292e05a-823c-4120-b2af-aa0469e09eaf tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.358728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a1d03-e8ca-4170-9934-be3ecf66e2d0 req-0daa4649-6105-4875-baa5-dabe05acfe64 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:38.360916 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-503a1d03-e8ca-4170-9934-be3ecf66e2d0 req-0daa4649-6105-4875-baa5-dabe05acfe64 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 949 time: 0.0662184 Jul 19 03:11:38.363724 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c7396c51-3286-469c-b1eb-1632bbcfbf38 req-a292e05a-823c-4120-b2af-aa0469e09eaf tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.403219 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c7396c51-3286-469c-b1eb-1632bbcfbf38 req-a292e05a-823c-4120-b2af-aa0469e09eaf tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.404075 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-503a1d03-e8ca-4170-9934-be3ecf66e2d0 req-bd933261-7c8e-4ab1-8b88-f226069a71c1 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b8ef6db-f2bc-42f5-a204-6c89031c272d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363071 Jul 19 03:11:38.406479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c7396c51-3286-469c-b1eb-1632bbcfbf38 req-a292e05a-823c-4120-b2af-aa0469e09eaf tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.407696 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7396c51-3286-469c-b1eb-1632bbcfbf38 req-a292e05a-823c-4120-b2af-aa0469e09eaf tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d061578-fa28-4123-8da3-39f474900be1 HTTP/1.1" status: 204 len: 173 time: 0.1163650 Jul 19 03:11:38.419845 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292e05a-823c-4120-b2af-aa0469e09eaf tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d061578-fa28-4123-8da3-39f474900be1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:38.431244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['c46a5d11-44d2-4284-a406-2efeba35ec99'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:38.576521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93faca4-8243-4188-9031-afe477b02d81 req-53b79f36-4d90-451f-9eb0-02176722e990 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:38.578197 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d93faca4-8243-4188-9031-afe477b02d81 req-53b79f36-4d90-451f-9eb0-02176722e990 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.0661728 Jul 19 03:11:38.619472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d93faca4-8243-4188-9031-afe477b02d81 req-ef3ca0a4-4332-472b-9ada-279afd3eae1e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 Jul 19 03:11:38.686134 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-689afbed-0eb6-4c34-a858-e4cc2e346038 req-4651599a-0ecf-48b3-8f2e-fadbe649f104 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8680d67d-5b9a-4b47-be7d-4d911da350e5 HTTP/1.1" status: 200 len: 1777 time: 0.0392888 Jul 19 03:11:38.766054 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-689afbed-0eb6-4c34-a858-e4cc2e346038 req-48ed2c4f-c57e-4a11-9c2e-45abb2d8d120 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.785890 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-689afbed-0eb6-4c34-a858-e4cc2e346038 req-48ed2c4f-c57e-4a11-9c2e-45abb2d8d120 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.826627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-689afbed-0eb6-4c34-a858-e4cc2e346038 req-48ed2c4f-c57e-4a11-9c2e-45abb2d8d120 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.829215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-689afbed-0eb6-4c34-a858-e4cc2e346038 req-48ed2c4f-c57e-4a11-9c2e-45abb2d8d120 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:38.830384 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-689afbed-0eb6-4c34-a858-e4cc2e346038 req-48ed2c4f-c57e-4a11-9c2e-45abb2d8d120 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/8680d67d-5b9a-4b47-be7d-4d911da350e5 HTTP/1.1" status: 204 len: 173 time: 0.1370013 Jul 19 03:11:38.841099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed2c4f-c57e-4a11-9c2e-45abb2d8d120 tempest-SecurityGroupsTestAdminJSON-1330430874 tempest-SecurityGroupsTestAdminJSON-1330430874-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8680d67d-5b9a-4b47-be7d-4d911da350e5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:38.906374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ce62b-f2b4-40ef-9f18-e37367f2783e req-00d4348d-d577-4fd8-8e66-f52454a8db0c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:38.907918 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-810ce62b-f2b4-40ef-9f18-e37367f2783e req-00d4348d-d577-4fd8-8e66-f52454a8db0c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 948 time: 0.1144929 Jul 19 03:11:38.916449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39145133-7140-47e4-9205-61159d306227 req-45bb11ba-9236-471c-98f7-370223b7c0ef tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:38.917775 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39145133-7140-47e4-9205-61159d306227 req-45bb11ba-9236-471c-98f7-370223b7c0ef tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 949 time: 0.0957677 Jul 19 03:11:38.982372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-810ce62b-f2b4-40ef-9f18-e37367f2783e req-ec6572a4-9bd9-4484-9d56-e9f4275157cd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635831 Jul 19 03:11:38.986583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac50e3e-713d-47d1-a7c4-4b5feb75f062 req-4e4d5434-4787-4eb2-b93e-875fed7f9ce0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:38.988795 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ac50e3e-713d-47d1-a7c4-4b5feb75f062 req-4e4d5434-4787-4eb2-b93e-875fed7f9ce0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 944 time: 0.0647511 Jul 19 03:11:39.034735 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ac50e3e-713d-47d1-a7c4-4b5feb75f062 req-407160e7-1800-40a5-9bec-dd2fb18ca4b6 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402582 Jul 19 03:11:39.078756 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b400128-65fc-4874-bb74-46fb4adfd855 req-6f71914c-3670-49ea-a95a-eda14410b0a2 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] 10.222.0.20 "GET /v2.0/security-groups/3b556a44-5b56-4fd8-a846-7f8261d280ff HTTP/1.1" status: 200 len: 1777 time: 0.0612640 Jul 19 03:11:39.092947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-39145133-7140-47e4-9205-61159d306227 req-b2f812d9-6c2d-4c0f-b372-a95026918873 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Deleting port d263c8f9-539a-4b04-ae71-3c0739490e47 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:11:39.093280 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-39145133-7140-47e4-9205-61159d306227 req-b2f812d9-6c2d-4c0f-b372-a95026918873 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.197199 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8b400128-65fc-4874-bb74-46fb4adfd855 req-232e0537-503e-4973-a526-f60eab783ea8 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.230130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-39145133-7140-47e4-9205-61159d306227 req-b2f812d9-6c2d-4c0f-b372-a95026918873 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] For port d263c8f9-539a-4b04-ae71-3c0739490e47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d263c8f9-539a-4b04-ae71-3c0739490e47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:39.230521 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-39145133-7140-47e4-9205-61159d306227 req-b2f812d9-6c2d-4c0f-b372-a95026918873 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.244611 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8b400128-65fc-4874-bb74-46fb4adfd855 req-232e0537-503e-4973-a526-f60eab783ea8 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.258174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-39145133-7140-47e4-9205-61159d306227 req-b2f812d9-6c2d-4c0f-b372-a95026918873 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Calling delete_port for d263c8f9-539a-4b04-ae71-3c0739490e47 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:11:39.331171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8b400128-65fc-4874-bb74-46fb4adfd855 req-232e0537-503e-4973-a526-f60eab783ea8 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.334333 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8b400128-65fc-4874-bb74-46fb4adfd855 req-232e0537-503e-4973-a526-f60eab783ea8 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.335479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b400128-65fc-4874-bb74-46fb4adfd855 req-232e0537-503e-4973-a526-f60eab783ea8 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] 10.222.0.20 "DELETE /v2.0/security-groups/3b556a44-5b56-4fd8-a846-7f8261d280ff HTTP/1.1" status: 204 len: 173 time: 0.2502286 Jul 19 03:11:39.352822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e0537-503e-4973-a526-f60eab783ea8 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b556a44-5b56-4fd8-a846-7f8261d280ff,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:39.410099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-185c1aa0-0cad-4c11-bbab-674a58d04091 req-001f8c84-0097-4466-9e91-69d8ed48c2cf tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] 10.222.0.20 "GET /v2.0/security-groups/7f4d76b9-8f0f-4b9d-b617-007924e77ff2 HTTP/1.1" status: 200 len: 1778 time: 0.0533073 Jul 19 03:11:39.426626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-39145133-7140-47e4-9205-61159d306227 req-b2f812d9-6c2d-4c0f-b372-a95026918873 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.485863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f812d9-6c2d-4c0f-b372-a95026918873 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Pushing event deleted for resources: {'Port': ['ID=d263c8f9-539a-4b04-ae71-3c0739490e47,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:39.489890 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-185c1aa0-0cad-4c11-bbab-674a58d04091 req-3bb49785-de2a-425b-941f-1f73fcb78090 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.515517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-185c1aa0-0cad-4c11-bbab-674a58d04091 req-3bb49785-de2a-425b-941f-1f73fcb78090 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.537391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-39145133-7140-47e4-9205-61159d306227 req-b2f812d9-6c2d-4c0f-b372-a95026918873 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] No DVR routers for this DVR port d263c8f9-539a-4b04-ae71-3c0739490e47 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:11:39.542015 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-39145133-7140-47e4-9205-61159d306227 req-b2f812d9-6c2d-4c0f-b372-a95026918873 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.544899 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39145133-7140-47e4-9205-61159d306227 req-b2f812d9-6c2d-4c0f-b372-a95026918873 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.26 "DELETE /v2.0/ports/d263c8f9-539a-4b04-ae71-3c0739490e47 HTTP/1.1" status: 204 len: 173 time: 0.6118016 Jul 19 03:11:39.545115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-deleted', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:39.556585 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18dc643-6ad5-4f03-b965-d58788cf0547" -d '{"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-deleted", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:39.601788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0edc7998-3de3-4bf4-9f4d-714d479d3f2a req-13d5d36d-cf6b-4a5f-9c80-abd9b2979494 tempest-ImagesOneServerTestJSON-1137004850 tempest-ImagesOneServerTestJSON-1137004850-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8152516-42ad-4a49-82ed-a1759d7204b4 HTTP/1.1" status: 200 len: 210 time: 0.0409336 Jul 19 03:11:39.608167 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-185c1aa0-0cad-4c11-bbab-674a58d04091 req-3bb49785-de2a-425b-941f-1f73fcb78090 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.611157 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-185c1aa0-0cad-4c11-bbab-674a58d04091 req-3bb49785-de2a-425b-941f-1f73fcb78090 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.626829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-185c1aa0-0cad-4c11-bbab-674a58d04091 req-3bb49785-de2a-425b-941f-1f73fcb78090 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] 10.222.0.20 "DELETE /v2.0/security-groups/7f4d76b9-8f0f-4b9d-b617-007924e77ff2 HTTP/1.1" status: 204 len: 173 time: 0.2088108 Jul 19 03:11:39.667324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb49785-de2a-425b-941f-1f73fcb78090 tempest-SecurityGroupsTestAdminJSON-831544298 tempest-SecurityGroupsTestAdminJSON-831544298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4d76b9-8f0f-4b9d-b617-007924e77ff2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:39.714681 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea05a00-75ce-45ba-b3ae-9850adff62ce x-openstack-request-id: req-eea05a00-75ce-45ba-b3ae-9850adff62ce {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:39.714970 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8152516-42ad-4a49-82ed-a1759d7204b4", "name": "network-vif-deleted", "tag": "d263c8f9-539a-4b04-ae71-3c0739490e47", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:39.715221 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eea05a00-75ce-45ba-b3ae-9850adff62ce {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:39.715870 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8152516-42ad-4a49-82ed-a1759d7204b4', 'name': 'network-vif-deleted', 'tag': 'd263c8f9-539a-4b04-ae71-3c0739490e47', 'status': 'completed', 'code': 200} Jul 19 03:11:39.789059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device c46a5d11-44d2-4284-a406-2efeba35ec99 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:39.953575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port c46a5d11-44d2-4284-a406-2efeba35ec99 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:39.958165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port c46a5d11-44d2-4284-a406-2efeba35ec99 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:39.958659 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:39.980896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fe954-e3a9-4312-ab4f-16d0ea5fcc70 req-78f60b35-eac7-4847-af57-c8e46ed3a6b3 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:39.998533 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-112fe954-e3a9-4312-ab4f-16d0ea5fcc70 req-78f60b35-eac7-4847-af57-c8e46ed3a6b3 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1635220 Jul 19 03:11:40.030995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a5def065-94b7-4320-9913-7999456aeb05 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:11:40.114375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-112fe954-e3a9-4312-ab4f-16d0ea5fcc70 req-59f178cd-03fb-4c7a-9a90-2fd447937861 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139560 Jul 19 03:11:40.160643 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:40.203791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42024) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:40.231633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91662274-e9fa-4480-b559-bca7db90c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46a5d11-44d2-4284-a406-2efeba35ec99'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:40.234139 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fe5cac-f2f4-421a-a267-d0a0947da482" -d '{"events": [{"server_uuid": "91662274-e9fa-4480-b559-bca7db90c91f", "name": "network-vif-plugged", "status": "completed", "tag": "c46a5d11-44d2-4284-a406-2efeba35ec99"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:40.254081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:40.274007 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:40.285893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:40.332521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'a5def065-94b7-4320-9913-7999456aeb05', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'a5def065-94b7-4320-9913-7999456aeb05', 'mac_address': 'fa:16:3e:bd:c1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:11:40.366002 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24467f-8e02-487a-9d77-77b608945d7a req-c1c10eec-3b22-48ad-b73d-4ce52a892ffc tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:40.384179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d24467f-8e02-487a-9d77-77b608945d7a req-c1c10eec-3b22-48ad-b73d-4ce52a892ffc tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 948 time: 0.1653419 Jul 19 03:11:40.439773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=c46a5d11-44d2-4284-a406-2efeba35ec99,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:40.480294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d24467f-8e02-487a-9d77-77b608945d7a req-aa9ed663-2d89-4727-a390-1c4fedd00ef2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949633 Jul 19 03:11:40.487333 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:40.522651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-78e11792-ba92-4266-ad71-78633ab9c533 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2756d910c7ed45b0bc35a1aba7dd0e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153889 Jul 19 03:11:40.523817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42032) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:40.649370 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7f6a-6f7c-473b-b99c-928860bd7ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:40.702984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7f6a-6f7c-473b-b99c-928860bd7ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:40.837937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576c36d-eccc-4836-80d3-b1edb6ce7b99 req-2f1d182a-e215-46bb-b679-31dd52c9cef5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:40.838455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7f6a-6f7c-473b-b99c-928860bd7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:40.841188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7f6a-6f7c-473b-b99c-928860bd7ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:40.842538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1576c36d-eccc-4836-80d3-b1edb6ce7b99 req-2f1d182a-e215-46bb-b679-31dd52c9cef5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 945 time: 0.1703768 Jul 19 03:11:40.845430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2f6a7f6a-6f7c-473b-b99c-928860bd7ffe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a7b2af6-7521-4640-b679-b4360a810111 HTTP/1.1" status: 204 len: 168 time: 0.3203650 Jul 19 03:11:40.869779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a7f6a-6f7c-473b-b99c-928860bd7ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7b2af6-7521-4640-b679-b4360a810111,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:40.902423 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7b697b-40c1-45f4-a335-d7903abbd982 x-openstack-request-id: req-0a7b697b-40c1-45f4-a335-d7903abbd982 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:40.902890 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91662274-e9fa-4480-b559-bca7db90c91f", "name": "network-vif-plugged", "status": "completed", "tag": "c46a5d11-44d2-4284-a406-2efeba35ec99", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:40.902971 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a7b697b-40c1-45f4-a335-d7903abbd982 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:40.903502 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91662274-e9fa-4480-b559-bca7db90c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46a5d11-44d2-4284-a406-2efeba35ec99', 'code': 200} Jul 19 03:11:40.956576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5def065-94b7-4320-9913-7999456aeb05 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:41.002726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:41.015159 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:41.041602 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1576c36d-eccc-4836-80d3-b1edb6ce7b99 req-522dec2c-e128-4e2a-bd3b-c792382b5ac7 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848307 Jul 19 03:11:41.146102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:41.190937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9fad9-d0e6-4ff2-a167-114b77670456 req-f5c94d90-69c1-4924-acc9-28598e4d0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:41.194926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16b9fad9-d0e6-4ff2-a167-114b77670456 req-f5c94d90-69c1-4924-acc9-28598e4d0723 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 1097 time: 0.1940153 Jul 19 03:11:41.240861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16b9fad9-d0e6-4ff2-a167-114b77670456 req-c6b6a026-c89e-48ef-a9ff-650e448ff41e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Jul 19 03:11:41.332775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['a5def065-94b7-4320-9913-7999456aeb05'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:41.339170 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf40e4-3f6e-4a92-960f-2fc103fd922a req-db04ea8f-4255-408d-9758-6296f1c80a7a tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:41.346596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8cf40e4-3f6e-4a92-960f-2fc103fd922a req-db04ea8f-4255-408d-9758-6296f1c80a7a tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.0877759 Jul 19 03:11:41.418982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8cf40e4-3f6e-4a92-960f-2fc103fd922a req-390f5963-6f39-4b08-9d47-35038036e9a9 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712199 Jul 19 03:11:41.500590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42056) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:41.585373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42058) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:41.590565 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b864c2f4-a127-4110-8865-3873577af4e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bd4988375104b9c83a87a4af361ec36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805156 Jul 19 03:11:41.616395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42060) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:41.677260 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a1661c50-dd77-48b0-bcfa-b96ea40a385e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:41.761545 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a1661c50-dd77-48b0-bcfa-b96ea40a385e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:41.827308 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a1611af9-06a5-4543-b341-065e2c29df43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78396f5144754112a3d57a5d17799320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097204 Jul 19 03:11:41.831110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42068) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:41.921834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3c3fa-1aae-4307-b023-f849edf62608 req-893a138d-e361-42b2-ab93-ac53db80e48e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:41.929926 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-65b3c3fa-1aae-4307-b023-f849edf62608 req-893a138d-e361-42b2-ab93-ac53db80e48e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 949 time: 0.2329557 Jul 19 03:11:41.946646 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f08d91-c78f-4cff-a541-5c58c2529adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:41.985979 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a1661c50-dd77-48b0-bcfa-b96ea40a385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:41.989327 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a1661c50-dd77-48b0-bcfa-b96ea40a385e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:41.990712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a1661c50-dd77-48b0-bcfa-b96ea40a385e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3cd7675-111d-40e5-a967-93d3db2fafad HTTP/1.1" status: 204 len: 168 time: 0.4037259 Jul 19 03:11:42.017619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-65b3c3fa-1aae-4307-b023-f849edf62608 req-fd7d8d4c-70f4-4762-a45b-c7ee77d6dbe8 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864561 Jul 19 03:11:42.034706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f08d91-c78f-4cff-a541-5c58c2529adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:42.037603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1661c50-dd77-48b0-bcfa-b96ea40a385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cd7675-111d-40e5-a967-93d3db2fafad,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:42.104876 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f08d91-c78f-4cff-a541-5c58c2529adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:42.108023 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f08d91-c78f-4cff-a541-5c58c2529adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:42.113695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-52f08d91-c78f-4cff-a541-5c58c2529adb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b8ef6db-f2bc-42f5-a204-6c89031c272d HTTP/1.1" status: 204 len: 168 time: 0.2675183 Jul 19 03:11:42.124353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f08d91-c78f-4cff-a541-5c58c2529adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8ef6db-f2bc-42f5-a204-6c89031c272d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:42.409062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b128f-22cb-45b3-9a6f-cdd4acbab9db req-07a4f49e-2f53-4638-8808-dfdeef690ac5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:42.429623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a0b128f-22cb-45b3-9a6f-cdd4acbab9db req-07a4f49e-2f53-4638-8808-dfdeef690ac5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 945 time: 0.1252525 Jul 19 03:11:42.450990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec4d1-9e3d-4b52-a1bd-50a2dc8ae27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:42.506023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a0b128f-22cb-45b3-9a6f-cdd4acbab9db req-cb234499-a3b2-430a-afd2-6c028acae912 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753663 Jul 19 03:11:42.676944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfba09-f8d9-4c7b-b8e2-efad274b833a req-2e3f5aaa-5e04-443d-99fb-86b1b87c4cf9 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:42.685147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89bfba09-f8d9-4c7b-b8e2-efad274b833a req-2e3f5aaa-5e04-443d-99fb-86b1b87c4cf9 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.0926557 Jul 19 03:11:42.741090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89bfba09-f8d9-4c7b-b8e2-efad274b833a req-ac743ac3-c53b-4ebf-96de-21717b207a86 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548568 Jul 19 03:11:43.239084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542d691-b5b8-42c8-bb0a-fc41119fccf2 req-3bae0e34-6497-4ce5-85e5-b960e97e5050 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:43.248493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3542d691-b5b8-42c8-bb0a-fc41119fccf2 req-3bae0e34-6497-4ce5-85e5-b960e97e5050 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 949 time: 0.0912712 Jul 19 03:11:43.307080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3542d691-b5b8-42c8-bb0a-fc41119fccf2 req-58f790eb-1fb4-4e2d-b453-57c385cf028e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572963 Jul 19 03:11:43.334391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-98614f05-30c9-4b4e-b3d4-28a451a816bc tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=69c2f2b385df4318a41f64da3d687b30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321257 Jul 19 03:11:43.498474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-56c26811-008b-40eb-8b37-79c45ea2d00e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:43.505452 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-56c26811-008b-40eb-8b37-79c45ea2d00e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638939 Jul 19 03:11:43.517790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2bc7d3dc-a7d9-43cf-b39d-bda64dbb5355 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/quotas/69c2f2b385df4318a41f64da3d687b30 HTTP/1.1" status: 200 len: 375 time: 0.0113485 Jul 19 03:11:43.586983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-a7894663-3da7-42ea-8801-78345203c293 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=69c2f2b385df4318a41f64da3d687b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503144 Jul 19 03:11:43.777415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cae547-3db9-421c-b1e2-710438d50107 req-0c2059b1-dc39-4f0c-a84c-2cb62cfbcf02 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:43.786964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71cae547-3db9-421c-b1e2-710438d50107 req-0c2059b1-dc39-4f0c-a84c-2cb62cfbcf02 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 945 time: 0.1113272 Jul 19 03:11:43.811710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d263c8f9-539a-4b04-ae71-3c0739490e47 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:11:43.858909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71cae547-3db9-421c-b1e2-710438d50107 req-886fed96-e282-4346-aa77-6ebad266b2e2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706682 Jul 19 03:11:43.879761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: d263c8f9-539a-4b04-ae71-3c0739490e47 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:11:43.880192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d263c8f9-539a-4b04-ae71-3c0739490e47 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:11:44.009516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a5def065-94b7-4320-9913-7999456aeb05 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:44.087501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port a5def065-94b7-4320-9913-7999456aeb05 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:44.093665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port a5def065-94b7-4320-9913-7999456aeb05 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:44.093957 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:44.266708 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:44.293918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdfcb8-94be-4c30-b4ff-40f8d125b365 req-75e25c5c-b43b-451f-84e0-5f09b8eb5bae tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:44.296221 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8bdfcb8-94be-4c30-b4ff-40f8d125b365 req-75e25c5c-b43b-451f-84e0-5f09b8eb5bae tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1748118 Jul 19 03:11:44.312888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:44.321050 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f031e438-b67f-4918-ab4e-89f44f9e8b1e" -d '{"events": [{"server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "name": "network-vif-plugged", "status": "completed", "tag": "a5def065-94b7-4320-9913-7999456aeb05"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:44.332920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:44.350763 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:44.381404 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8bdfcb8-94be-4c30-b4ff-40f8d125b365 req-43efde2f-6ecd-4e43-8770-8bef190c6613 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760489 Jul 19 03:11:44.422727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:44.601411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a9192-2385-432e-8c6e-f4bd45c4c60d req-414671c1-6f8a-47fc-9025-39a39c894681 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:44.603440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f82a9192-2385-432e-8c6e-f4bd45c4c60d req-414671c1-6f8a-47fc-9025-39a39c894681 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 1097 time: 0.0695353 Jul 19 03:11:44.609389 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8bdff430-0a22-4afd-b488-c6bb2ab60942 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=69c2f2b385df4318a41f64da3d687b30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355597 Jul 19 03:11:44.661889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f82a9192-2385-432e-8c6e-f4bd45c4c60d req-43ad38d2-ee5c-4ad3-afb1-2e0d53583ee0 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520830 Jul 19 03:11:44.735374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-51c04fd6-19bf-4696-9c97-5cd461802827 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:44.736957 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-51c04fd6-19bf-4696-9c97-5cd461802827 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1268022 Jul 19 03:11:44.752826 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-e163cdda-d69e-43cc-b723-3cfbc54d17aa tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/quotas/69c2f2b385df4318a41f64da3d687b30 HTTP/1.1" status: 200 len: 375 time: 0.0099454 Jul 19 03:11:44.794670 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-22152df1-5651-4859-9a40-df3634721cb0 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=69c2f2b385df4318a41f64da3d687b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348315 Jul 19 03:11:44.816852 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39962448-2584-4110-8c18-a43c617af938 x-openstack-request-id: req-39962448-2584-4110-8c18-a43c617af938 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:44.817347 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "name": "network-vif-plugged", "status": "completed", "tag": "a5def065-94b7-4320-9913-7999456aeb05", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:44.817430 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39962448-2584-4110-8c18-a43c617af938 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:44.817855 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05', 'code': 200} Jul 19 03:11:44.992979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09594d61-65ab-4f38-8a60-4765cfc920f8 req-c699a978-a371-4db6-9436-8c612d4616dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:44.994544 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09594d61-65ab-4f38-8a60-4765cfc920f8 req-c699a978-a371-4db6-9436-8c612d4616dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 1102 time: 0.1121149 Jul 19 03:11:45.007085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96a39d-2921-436f-865b-b8543ac8bf60 req-8bd80a46-9b94-485d-9be6-c36da431ff85 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:45.008606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7b96a39d-2921-436f-865b-b8543ac8bf60 req-8bd80a46-9b94-485d-9be6-c36da431ff85 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.0902009 Jul 19 03:11:45.027208 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9eb27461-5497-4f46-a5cd-e922e8d12d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:45.063637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09594d61-65ab-4f38-8a60-4765cfc920f8 req-bb91cddf-a59f-4994-aeae-c9ff6a910dca service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540721 Jul 19 03:11:45.068843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7b96a39d-2921-436f-865b-b8543ac8bf60 req-51d89969-9077-49d3-ba04-3bc9c4194e8c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527790 Jul 19 03:11:45.187036 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-5253e9de-c2a3-48f2-a86b-d3e72d72c93d tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=72f00901182a422c97f8c3df55759633&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432034 Jul 19 03:11:45.258561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-8dc16a15-c029-454c-81da-6e27feae52eb tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=69c2f2b385df4318a41f64da3d687b30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747175 Jul 19 03:11:45.261644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10dde3fe-c885-44ca-b01b-5d8941ea635f req-453b66dd-2697-4d84-9679-8a6ea452fb0d tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 210 time: 0.0607657 Jul 19 03:11:45.401744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-1a98c1bc-f313-482a-b0c3-8f7298ad27c6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:45.411019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-1a98c1bc-f313-482a-b0c3-8f7298ad27c6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228062 Jul 19 03:11:45.428508 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-1ff73d8c-6371-447f-8753-633bd9bf6eeb tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/quotas/72f00901182a422c97f8c3df55759633 HTTP/1.1" status: 200 len: 375 time: 0.0165522 Jul 19 03:11:45.486524 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-c366f592-85f4-42aa-8c0b-fe6234fe88db tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=72f00901182a422c97f8c3df55759633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515318 Jul 19 03:11:45.517467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-46fcd343-5396-46d8-a278-3495f6ce0d2f tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:45.520497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-46fcd343-5396-46d8-a278-3495f6ce0d2f tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558734 Jul 19 03:11:45.542051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Request body: {'port': {'device_id': '5a83c59c-f3e9-47e5-becd-083181462cca', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '69c2f2b385df4318a41f64da3d687b30'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:45.547068 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:45.785807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Made reservation on behalf of 69c2f2b385df4318a41f64da3d687b30 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:11:45.791294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:45.812920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:45.840095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3977ef1-abc0-4076-98dd-84a9a93ef2a8 req-1806958d-2165-45cf-b3b1-ec04b2e3c0d8 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:45.846089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3977ef1-abc0-4076-98dd-84a9a93ef2a8 req-1806958d-2165-45cf-b3b1-ec04b2e3c0d8 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1002595 Jul 19 03:11:45.945673 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3977ef1-abc0-4076-98dd-84a9a93ef2a8 req-0710ea52-0684-4663-887f-954ecfa08a43 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916255 Jul 19 03:11:46.149820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-362433e0-0b66-4486-8fa6-58816bca1471 req-4cd56384-c665-4297-91ea-99fed867dfb4 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 210 time: 0.0814965 Jul 19 03:11:46.170570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:46.186866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:46.281878 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:46.283865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e9e099-1fe6-4f8d-b644-1a3e85edbb10,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:46.496759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Allocated IP 192.168.233.79 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/1ab98270-1ff0-44bb-abaa-a653e3920841) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:11:46.579822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b364693d-6db9-43c6-9c3e-3a20acbf4ddc req-075c95bf-c09a-4545-bb80-98f6c0676554 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 210 time: 0.0497997 Jul 19 03:11:46.704645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754b92f-41a7-439d-9eab-98330ff0d24f req-a940d831-1d7c-4c6a-ac2f-499601edbb58 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:46.716772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5754b92f-41a7-439d-9eab-98330ff0d24f req-a940d831-1d7c-4c6a-ac2f-499601edbb58 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.3129089 Jul 19 03:11:46.816440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5754b92f-41a7-439d-9eab-98330ff0d24f req-9b3e4e96-dbb7-4552-b5f3-112f069abd01 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834942 Jul 19 03:11:46.871351 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:46.887345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Transition to ACTIVE for port object 1ab98270-1ff0-44bb-abaa-a653e3920841 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:46.949676 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:47.039151 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-1fa2db0e-d902-4ffd-adf7-333d1bcc0b8e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=69c2f2b385df4318a41f64da3d687b30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462971 Jul 19 03:11:47.041061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:47.044729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:47.062758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:11:47.298663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:47.355849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:47.356682 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:47.410334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-7de4efc5-0164-4ee2-9917-d18e16f6bd2c tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:47.412075 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-7de4efc5-0164-4ee2-9917-d18e16f6bd2c tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426671 Jul 19 03:11:47.418278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-d0c32e31-0e97-44df-827e-9cb10da23003 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8864264 Jul 19 03:11:47.428332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Request body: {'port': {'device_id': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '69c2f2b385df4318a41f64da3d687b30'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:47.435970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3492b-fd77-40c2-8749-28541674713c req-c59d8d85-92da-4db7-a9dd-8e8946a8b7f8 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:47.452365 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7a3492b-fd77-40c2-8749-28541674713c req-c59d8d85-92da-4db7-a9dd-8e8946a8b7f8 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1771243 Jul 19 03:11:47.535409 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7a3492b-fd77-40c2-8749-28541674713c req-50914ac4-b8c8-4184-a713-639d803578ef tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819850 Jul 19 03:11:47.538553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Request body: {'port': {'device_id': '5a83c59c-f3e9-47e5-becd-083181462cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:47.608088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ac6ab973-5798-4fa2-9b6e-6ee02531b147 None None] Provisioning for port 1ab98270-1ff0-44bb-abaa-a653e3920841 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:47.613825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ac6ab973-5798-4fa2-9b6e-6ee02531b147 None None] Provisioning complete for port 1ab98270-1ff0-44bb-abaa-a653e3920841 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:47.616496 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac6ab973-5798-4fa2-9b6e-6ee02531b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:47.625819 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-33115f86-0a06-4982-a9d5-07737b37bf91 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=72f00901182a422c97f8c3df55759633&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488086 Jul 19 03:11:47.692357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ab973-5798-4fa2-9b6e-6ee02531b147 None None] Port 1ab98270-1ff0-44bb-abaa-a653e3920841 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:11:47.707478 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce2b7c37-6cac-401b-93b1-a44c70f1b475 req-e38cf0bc-ff3e-43c0-a460-bc8516c3dbd0 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 210 time: 0.0456805 Jul 19 03:11:47.716183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Made reservation on behalf of 69c2f2b385df4318a41f64da3d687b30 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:11:47.720334 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:47.744607 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:47.786886 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:47.849531 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6934e4d1-2aa5-4c81-9f4f-c8bc1997cc12 req-76ad58ee-5c32-4901-8d87-7b9e72593d87 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 210 time: 0.0302300 Jul 19 03:11:47.923092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-5b54ab30-3de1-4b2b-bd7d-9678c3ccc503 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:47.924586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-5b54ab30-3de1-4b2b-bd7d-9678c3ccc503 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840862 Jul 19 03:11:47.985599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Request body: {'port': {'device_id': '48e41b18-8451-4963-8c3a-4dd701d35a2d', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '72f00901182a422c97f8c3df55759633'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:48.016046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:11:48.021716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:11:48.023674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242d046-b6f0-4d00-8b1c-802d7bf6e4d2 req-9ce98fdd-f57e-4ff2-9889-ec99132b5620 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:48.026894 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6242d046-b6f0-4d00-8b1c-802d7bf6e4d2 req-9ce98fdd-f57e-4ff2-9889-ec99132b5620 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.0719790 Jul 19 03:11:48.096235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6242d046-b6f0-4d00-8b1c-802d7bf6e4d2 req-e5b3144c-d912-483a-86a2-c00b470a6569 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562878 Jul 19 03:11:48.230230 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:48.283126 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:48.285759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:48.288511 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:48.291184 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8216c66a-0dbc-4683-8349-841201e8c11e" -d '{"events": [{"server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "name": "network-vif-unplugged", "status": "completed", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:48.300633 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:48.328155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'mac_address': 'fa:16:3e:d2:87:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:11:48.375623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Allocated IP 192.168.233.140 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/0e616f86-6cc0-4773-85a6-246ecd9c0146) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:11:48.412609 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6851a95-6f29-4b1e-8ada-d085c96a8e66 x-openstack-request-id: req-f6851a95-6f29-4b1e-8ada-d085c96a8e66 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:48.412990 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "name": "network-vif-unplugged", "status": "completed", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:48.413167 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6851a95-6f29-4b1e-8ada-d085c96a8e66 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:48.413540 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'code': 200} Jul 19 03:11:48.465910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:48.486489 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:48.491676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Made reservation on behalf of 72f00901182a422c97f8c3df55759633 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:11:48.495937 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:48.506511 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:48.529309 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:48.530396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:48.537249 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:48.664876 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:48.666765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:48.679884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-9dafb2af-7e43-46e7-95e6-784f34794386 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679209 Jul 19 03:11:48.712496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Transition to ACTIVE for port object 0e616f86-6cc0-4773-85a6-246ecd9c0146 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:48.756464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42362) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:48.803760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:48.811775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:48.851523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5cf69e5a-51f5-4728-9aed-fa5e334f0b17'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:48.896123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702cfddc-5718-4415-820e-50341b5db660,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:48.920889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:48.979511 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-424609bd-5b17-477a-b01c-d25b8d4e800d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.109292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:49.170806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:49.178893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:11:49.232803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:49.233468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.246161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Pushing event updated for resources: {'Port': ['ID=0e616f86-6cc0-4773-85a6-246ecd9c0146,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:49.387961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-424609bd-5b17-477a-b01c-d25b8d4e800d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.403317 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-424609bd-5b17-477a-b01c-d25b8d4e800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.446897 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-8ab35377-1b47-4c71-bccf-e9b4e59e176e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0210168 Jul 19 03:11:49.476485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Request body: {'port': {'device_id': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:49.500650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424609bd-5b17-477a-b01c-d25b8d4e800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5534a117-5604-4d81-b272-f8be17af14a9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:49.509036 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-424609bd-5b17-477a-b01c-d25b8d4e800d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64c3d608618a4d7f93ff324cec87fb7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7485144 Jul 19 03:11:49.509988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42396) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:49.536236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-08fb759a-b9b3-4146-8f35-7c394fc8ca76 None None] Provisioning for port 0e616f86-6cc0-4773-85a6-246ecd9c0146 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:49.541115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-08fb759a-b9b3-4146-8f35-7c394fc8ca76 None None] Provisioning complete for port 0e616f86-6cc0-4773-85a6-246ecd9c0146 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:49.541627 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-08fb759a-b9b3-4146-8f35-7c394fc8ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.556144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836866f-9704-44f2-b6a4-a012fbc75403 req-0e3e207d-9c99-45b8-9d65-227423c3a81f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:49.564858 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0836866f-9704-44f2-b6a4-a012fbc75403 req-0e3e207d-9c99-45b8-9d65-227423c3a81f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.5554404 Jul 19 03:11:49.620808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-08fb759a-b9b3-4146-8f35-7c394fc8ca76 None None] Port 0e616f86-6cc0-4773-85a6-246ecd9c0146 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:11:49.648103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d6e2-f4aa-48ad-94b2-5ab46e51d1ba req-e60981f8-71ba-48e2-a1c1-a279aba790c1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:49.662078 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0836866f-9704-44f2-b6a4-a012fbc75403 req-d7797573-447a-42c3-8aef-ec2035542617 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880890 Jul 19 03:11:49.668354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48d1d6e2-f4aa-48ad-94b2-5ab46e51d1ba req-e60981f8-71ba-48e2-a1c1-a279aba790c1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 949 time: 0.3448815 Jul 19 03:11:49.682215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab98270-1ff0-44bb-abaa-a653e3920841 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:49.705910 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.710545 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b17fd63-d908-47e1-9e3a-f4dc68df30c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.769929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Transition to ACTIVE for port object 1ab98270-1ff0-44bb-abaa-a653e3920841 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:49.772723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b17fd63-d908-47e1-9e3a-f4dc68df30c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.821770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48d1d6e2-f4aa-48ad-94b2-5ab46e51d1ba req-e261b53d-bbb7-45fb-801e-18fe6e686312 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524289 Jul 19 03:11:49.864224 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b17fd63-d908-47e1-9e3a-f4dc68df30c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.867163 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b17fd63-d908-47e1-9e3a-f4dc68df30c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.868519 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7b17fd63-d908-47e1-9e3a-f4dc68df30c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5534a117-5604-4d81-b272-f8be17af14a9 HTTP/1.1" status: 204 len: 168 time: 0.3583887 Jul 19 03:11:49.882208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:49.883127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17fd63-d908-47e1-9e3a-f4dc68df30c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5534a117-5604-4d81-b272-f8be17af14a9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:49.943635 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ef1bc65-2902-4109-8a82-cf8d244b0735 req-2cf01673-d464-407d-8fe5-df93d0b04ad2 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 210 time: 0.0531621 Jul 19 03:11:50.024502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:50.037504 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:50.175623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Allocated IP 192.168.233.110 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/ce4acdd7-c0ad-49a6-993e-acfac3b42fbc) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:11:50.201183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:50.201561 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:50.323059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dd137-d84f-40f4-a226-94a4c544b789 req-9c614fff-7d60-4ffb-b37d-fe165eacb0e5 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:50.331646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b0dd137-d84f-40f4-a226-94a4c544b789 req-9c614fff-7d60-4ffb-b37d-fe165eacb0e5 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 936 time: 0.1677728 Jul 19 03:11:50.396592 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:50.411186 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b0dd137-d84f-40f4-a226-94a4c544b789 req-0ffa8dfe-2aad-441d-a582-25b830b13b9b tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786095 Jul 19 03:11:50.490567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:50.493889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:50.497809 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7ca882-0e97-4ea2-b540-26a2cd52bccb" -d '{"events": [{"server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "name": "network-vif-plugged", "status": "completed", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:50.511286 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:50.564198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:50.633980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71edec-255b-4275-97ab-75f27e49a04f req-4bcefcf6-c50d-40ae-89de-21ba1b031ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:50.635523 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-4bcefcf6-c50d-40ae-89de-21ba1b031ed0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 1102 time: 0.0998230 Jul 19 03:11:50.656417 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07679ada-0022-4186-85ba-b0969de842f8 x-openstack-request-id: req-07679ada-0022-4186-85ba-b0969de842f8 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:50.656638 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "name": "network-vif-plugged", "status": "completed", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:50.657062 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07679ada-0022-4186-85ba-b0969de842f8 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:50.657499 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'code': 200} Jul 19 03:11:50.658770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:50.745334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Attempting to bind port 1ab98270-1ff0-44bb-abaa-a653e3920841 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:50.745708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Attempting to bind port 1ab98270-1ff0-44bb-abaa-a653e3920841 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:50.746044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Attempting to bind port 1ab98270-1ff0-44bb-abaa-a653e3920841 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:50.783947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Port 1ab98270-1ff0-44bb-abaa-a653e3920841 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:11:50.784418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Attempting to bind port 1ab98270-1ff0-44bb-abaa-a653e3920841 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:50.791484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:50.791826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:50.792206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:50.792641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Bound port: 1ab98270-1ff0-44bb-abaa-a653e3920841, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:50.792995 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:50.883470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71edec-255b-4275-97ab-75f27e49a04f req-9ee7c65b-2e48-42c9-aa5b-050641d934d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:50.889493 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-9ee7c65b-2e48-42c9-aa5b-050641d934d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2417638 Jul 19 03:11:50.938161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.25', 51454) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:50.984861 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-277e4168-fd96-4121-bcd4-565fa838db0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 200 len: 217 time: 0.0828817 Jul 19 03:11:50.991613 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:51.073687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71edec-255b-4275-97ab-75f27e49a04f req-b2cee88b-fe9e-4b8f-ae02-57c3795eedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:51.076671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-b2cee88b-fe9e-4b8f-ae02-57c3795eedc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0789063 Jul 19 03:11:51.083131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Transition to ACTIVE for port object ce4acdd7-c0ad-49a6-993e-acfac3b42fbc will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:51.085350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:51.093902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:51.116082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94a890-0e35-4a8b-b4cd-79aaebab2200 req-eaf886bb-c2f3-4f71-8911-5c8d485f4c24 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:51.118437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b94a890-0e35-4a8b-b4cd-79aaebab2200 req-eaf886bb-c2f3-4f71-8911-5c8d485f4c24 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.2182662 Jul 19 03:11:51.126851 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:51.185269 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b94a890-0e35-4a8b-b4cd-79aaebab2200 req-96765307-1ea6-403b-9c60-f7f4269fb2ca tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445888 Jul 19 03:11:51.216007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:51.216651 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:51.218059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ab98270-1ff0-44bb-abaa-a653e3920841 HTTP/1.1" status: 200 len: 1096 time: 3.6858466 Jul 19 03:11:51.233864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71edec-255b-4275-97ab-75f27e49a04f req-63d98b7b-7832-401e-ae94-75a81ec10463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:51.235842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-63d98b7b-7832-401e-ae94-75a81ec10463 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1428261 Jul 19 03:11:51.246942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:51.249394 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d8726d-5272-4017-87b4-b37016599f81" -d '{"events": [{"name": "network-changed", "server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:51.268235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727a7c0-4298-48b5-ba92-e061d9291679 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:51.298032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf5dcb-768f-4801-baaf-967cbd675a34 req-87bc40f1-0fba-4fd5-a32b-3ee04ba406e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:51.299559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76bf5dcb-768f-4801-baaf-967cbd675a34 req-87bc40f1-0fba-4fd5-a32b-3ee04ba406e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 1102 time: 0.3530684 Jul 19 03:11:51.413335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c2bfb-e54a-4874-85f3-ae128e7018b5 req-3e694afd-9838-4f99-b5cb-4694627156ba tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:51.415171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c0c2bfb-e54a-4874-85f3-ae128e7018b5 req-3e694afd-9838-4f99-b5cb-4694627156ba tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.3145831 Jul 19 03:11:51.422744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:51.515522 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-9044058f-9085-4c01-9828-a2282dfd69c3 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703514 Jul 19 03:11:51.546388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76bf5dcb-768f-4801-baaf-967cbd675a34 req-1abf83f3-43a3-4dda-b947-8d59a83e2559 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028320 Jul 19 03:11:51.577040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-f42b5e8a-c09f-4610-bcc0-f7caa2342c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:51.580458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-f42b5e8a-c09f-4610-bcc0-f7caa2342c3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69c2f2b385df4318a41f64da3d687b30&device_id=5a83c59c-f3e9-47e5-becd-083181462cca HTTP/1.1" status: 200 len: 1099 time: 0.2991412 Jul 19 03:11:51.618210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:51.625295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Pushing event updated for resources: {'Port': ['ID=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:51.641386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:51.661960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27522c-5c50-443f-ae0d-5ac8abb2c774 req-996a3326-a4d5-4c97-a39d-3fb43c285838 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:51.669526 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b27522c-5c50-443f-ae0d-5ac8abb2c774 req-996a3326-a4d5-4c97-a39d-3fb43c285838 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 936 time: 0.1960361 Jul 19 03:11:51.681438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:11:51.688968 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c0c2bfb-e54a-4874-85f3-ae128e7018b5 req-757de292-f390-4c8b-a321-4a653e533ffc tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558382 Jul 19 03:11:51.703878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-2ffc3d57-524f-417a-827c-0cd548b0f0d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=1ab98270-1ff0-44bb-abaa-a653e3920841 HTTP/1.1" status: 200 len: 217 time: 0.0795138 Jul 19 03:11:51.756377 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-47bdfad3-ca36-4e15-9162-37732bf2ca24 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276084 Jul 19 03:11:51.769191 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b27522c-5c50-443f-ae0d-5ac8abb2c774 req-27993070-3334-4426-944c-116035b38be6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980690 Jul 19 03:11:51.887582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:51.888789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:51.900208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-aff7ff2d-7c29-4c2a-8af8-1df5d2ab8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:51.901954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-aff7ff2d-7c29-4c2a-8af8-1df5d2ab8ebd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1728001 Jul 19 03:11:52.001433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-d2867d8a-3fee-4185-9a92-3d53dbf5fcf6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0219996 Jul 19 03:11:52.024577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Request body: {'port': {'device_id': '48e41b18-8451-4963-8c3a-4dd701d35a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:52.027997 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300f32d1-b806-4d4b-beac-10076c3ee239 x-openstack-request-id: req-300f32d1-b806-4d4b-beac-10076c3ee239 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:52.028169 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:52.028428 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-300f32d1-b806-4d4b-beac-10076c3ee239 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:52.028824 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'status': 'completed', 'code': 200} Jul 19 03:11:52.052018 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e616f86-6cc0-4773-85a6-246ecd9c0146 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:52.054797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0e4bff04-af4b-4e43-a36b-e2b37967fdde None None] Provisioning for port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:52.059645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0e4bff04-af4b-4e43-a36b-e2b37967fdde None None] Provisioning complete for port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:52.061370 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0e4bff04-af4b-4e43-a36b-e2b37967fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:52.122138 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:52.165835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bff04-af4b-4e43-a36b-e2b37967fdde None None] Port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:11:52.184538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Transition to ACTIVE for port object 0e616f86-6cc0-4773-85a6-246ecd9c0146 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:52.198047 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:52.220282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-0f3de9b5-6923-488b-824f-c7ffbce5bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:52.222548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-0f3de9b5-6923-488b-824f-c7ffbce5bdb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3003759 Jul 19 03:11:52.305244 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedebfb-ebe0-41b0-94ac-7599b0ce187a req-78bb5890-485d-4425-9cd3-fb78cd674201 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:52.312924 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbedebfb-ebe0-41b0-94ac-7599b0ce187a req-78bb5890-485d-4425-9cd3-fb78cd674201 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 948 time: 0.0761871 Jul 19 03:11:52.402511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbedebfb-ebe0-41b0-94ac-7599b0ce187a req-dff1d814-acae-48c6-a7b1-dea9777009d3 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870433 Jul 19 03:11:52.492418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Pushing event updated for resources: {'Port': ['ID=0e616f86-6cc0-4773-85a6-246ecd9c0146,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:52.495079 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:52.689137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Attempting to bind port 0e616f86-6cc0-4773-85a6-246ecd9c0146 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:52.690918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Attempting to bind port 0e616f86-6cc0-4773-85a6-246ecd9c0146 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:52.696526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Attempting to bind port 0e616f86-6cc0-4773-85a6-246ecd9c0146 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:52.717087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Port 0e616f86-6cc0-4773-85a6-246ecd9c0146 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:11:52.717563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Attempting to bind port 0e616f86-6cc0-4773-85a6-246ecd9c0146 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:52.727591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7fa07-2e8f-4221-9a43-eb78fdfa257d req-c7733e31-b427-481e-89df-c4c25950cd46 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:52.736057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26a7fa07-2e8f-4221-9a43-eb78fdfa257d req-c7733e31-b427-481e-89df-c4c25950cd46 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.1079040 Jul 19 03:11:52.743352 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-243b4c50-39b0-40ef-bb66-b83ba173de57 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625092 Jul 19 03:11:52.744096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:52.744432 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:52.744819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:52.745264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Bound port: 0e616f86-6cc0-4773-85a6-246ecd9c0146, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:52.754051 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:52.793408 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26a7fa07-2e8f-4221-9a43-eb78fdfa257d req-8bded3d0-a850-4dfa-a44a-3a97c639372c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551865 Jul 19 03:11:53.016939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2b9484c-2dc2-440d-875d-2c204b85472b req-a054ef1d-aa9c-4666-9cb7-880eb8696f95 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547569 Jul 19 03:11:53.097717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] For port 0e616f86-6cc0-4773-85a6-246ecd9c0146, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:53.101606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] For port 0e616f86-6cc0-4773-85a6-246ecd9c0146, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:53.124374 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:53.169992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf587a2-dbf0-4d81-b404-e2194e646307 req-0850d709-dcea-4930-b0d3-0d9e51c38bef tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:53.178094 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbf587a2-dbf0-4d81-b404-e2194e646307 req-0850d709-dcea-4930-b0d3-0d9e51c38bef tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1821907 Jul 19 03:11:53.212767 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbf587a2-dbf0-4d81-b404-e2194e646307 req-c36c904c-01ca-485a-af8e-2fc1a9e6b5c3 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337963 Jul 19 03:11:53.540092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:53.540092 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:53.541471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] 10.222.0.25 "PUT /v2.0/ports/0e616f86-6cc0-4773-85a6-246ecd9c0146 HTTP/1.1" status: 200 len: 1097 time: 4.0743206 Jul 19 03:11:53.653916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907cac9-8cae-47ad-b712-c4c765ce1430 service neutron] Pushing event updated for resources: {'Port': ['ID=0e616f86-6cc0-4773-85a6-246ecd9c0146,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:53.728108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8726d-5272-4017-87b4-b37016599f81 req-15e270f1-9735-49a2-8d19-a796c6739866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:53.729740 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59d8726d-5272-4017-87b4-b37016599f81 req-15e270f1-9735-49a2-8d19-a796c6739866 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69c2f2b385df4318a41f64da3d687b30&device_id=5a83c59c-f3e9-47e5-becd-083181462cca HTTP/1.1" status: 200 len: 1099 time: 0.6258986 Jul 19 03:11:53.797072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a7a35-780a-4bbe-880a-2aea1da851f8 req-532a59a2-9f67-455d-8273-d0f86660c94a tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:53.798590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-653a7a35-780a-4bbe-880a-2aea1da851f8 req-532a59a2-9f67-455d-8273-d0f86660c94a tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 936 time: 0.5670576 Jul 19 03:11:53.826139 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:11:53.853706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-089e7e83-5e2e-4f68-bac9-3b97263f16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:53.855243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-089e7e83-5e2e-4f68-bac9-3b97263f16af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69c2f2b385df4318a41f64da3d687b30&device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 1100 time: 0.2576706 Jul 19 03:11:53.930342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-f4657284-a09a-43dd-959a-a9dca29e4ebb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146 HTTP/1.1" status: 200 len: 217 time: 0.0606349 Jul 19 03:11:54.010604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8726d-5272-4017-87b4-b37016599f81 req-c94a1fa8-1ce0-406a-a61d-51b57ae1028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:54.012114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59d8726d-5272-4017-87b4-b37016599f81 req-c94a1fa8-1ce0-406a-a61d-51b57ae1028a service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2672732 Jul 19 03:11:54.015314 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-653a7a35-780a-4bbe-880a-2aea1da851f8 req-9dd3ee73-e84d-4b3d-a653-30cf5d85d406 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026691 Jul 19 03:11:54.025160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4acdd7-c0ad-49a6-993e-acfac3b42fbc {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:54.030525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'tag': '0e616f86-6cc0-4773-85a6-246ecd9c0146'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:54.032749 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09cff2a-7fb4-470b-9e62-59faa128b7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a85eaf85-14bc-44c2-8f4d-e36c7f3369f6", "tag": "0e616f86-6cc0-4773-85a6-246ecd9c0146"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:54.056570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:54.091015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59d8726d-5272-4017-87b4-b37016599f81 req-8bee7ef9-b469-4dfa-b61d-fabd7d32f799 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=1ab98270-1ff0-44bb-abaa-a653e3920841 HTTP/1.1" status: 200 len: 217 time: 0.0612264 Jul 19 03:11:54.099943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-de097295-d8f0-4721-be89-126ae8723800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:54.101428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-de097295-d8f0-4721-be89-126ae8723800 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1463294 Jul 19 03:11:54.115654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Transition to ACTIVE for port object ce4acdd7-c0ad-49a6-993e-acfac3b42fbc will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:54.143997 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:54.196989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3075131-6803-480a-82b3-01e675f97a79 req-94537fa0-a7c8-4d4f-b643-069b9a6016ae tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:54.198430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e3075131-6803-480a-82b3-01e675f97a79 req-94537fa0-a7c8-4d4f-b643-069b9a6016ae tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.0751762 Jul 19 03:11:54.256819 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e3075131-6803-480a-82b3-01e675f97a79 req-d8760659-4748-4467-8416-e0ac3d398067 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513821 Jul 19 03:11:54.261600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8726d-5272-4017-87b4-b37016599f81 req-e5b8b1f3-5e50-4d92-bcf2-452603e1837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:54.263145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59d8726d-5272-4017-87b4-b37016599f81 req-e5b8b1f3-5e50-4d92-bcf2-452603e1837f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1608617 Jul 19 03:11:54.270311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Pushing event updated for resources: {'Port': ['ID=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:54.383338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-0c8121cd-237c-4b06-8e8a-37a75ffa0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:54.385131 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-0c8121cd-237c-4b06-8e8a-37a75ffa0382 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2718370 Jul 19 03:11:54.475371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985b046-b2ce-4ead-a9b7-c95c5cdd2f34 req-bd0849ad-65c1-4137-ae97-9a2caaa301fa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:54.476533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6565b3-a313-4c66-90e5-0a54234250e1 req-fa2a67b9-bdaf-4374-807e-cb2fe1a02b12 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:54.478146 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a6565b3-a313-4c66-90e5-0a54234250e1 req-fa2a67b9-bdaf-4374-807e-cb2fe1a02b12 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 948 time: 0.2790685 Jul 19 03:11:54.494609 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a985b046-b2ce-4ead-a9b7-c95c5cdd2f34 req-bd0849ad-65c1-4137-ae97-9a2caaa301fa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.1024003 Jul 19 03:11:54.537626 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Attempting to bind port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:54.538113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Attempting to bind port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:54.538563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Attempting to bind port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:54.545230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8726d-5272-4017-87b4-b37016599f81 req-5001c603-2a69-455f-bc88-9852830c2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:54.547065 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59d8726d-5272-4017-87b4-b37016599f81 req-5001c603-2a69-455f-bc88-9852830c2254 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2741401 Jul 19 03:11:54.550040 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a985b046-b2ce-4ead-a9b7-c95c5cdd2f34 req-1f77381d-08dc-43e5-9621-ff890327d2bd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536518 Jul 19 03:11:54.573813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:11:54.574545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Attempting to bind port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:54.585472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:54.585945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:54.586470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:54.587077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Bound port: ce4acdd7-c0ad-49a6-993e-acfac3b42fbc, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:54.587528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:54.641742 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab31ab3-518d-492c-915c-a441ec41282d x-openstack-request-id: req-0ab31ab3-518d-492c-915c-a441ec41282d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:54.642205 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85eaf85-14bc-44c2-8f4d-e36c7f3369f6", "tag": "0e616f86-6cc0-4773-85a6-246ecd9c0146", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:54.642573 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ab31ab3-518d-492c-915c-a441ec41282d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:54.643934 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'tag': '0e616f86-6cc0-4773-85a6-246ecd9c0146', 'status': 'completed', 'code': 200} Jul 19 03:11:54.680504 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-07e0b0e2-f3eb-4019-81b6-34857ab0b5d4 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843370 Jul 19 03:11:54.725390 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a6565b3-a313-4c66-90e5-0a54234250e1 req-f402de42-76b4-4c1e-a461-96346c699668 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992362 Jul 19 03:11:54.886637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] For port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:54.906228 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59d8726d-5272-4017-87b4-b37016599f81 req-d4abbc4b-a914-4ea6-bc19-a92b42fb992f service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437650 Jul 19 03:11:54.912347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] For port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:54.925782 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:55.037490 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5560ecb8-113a-44ef-bf0f-819f655762b6 req-3bcc74c2-fb77-40f2-9672-4b00ebac1dcb service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106761 Jul 19 03:11:55.312601 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59d8726d-5272-4017-87b4-b37016599f81 req-21882367-a0ba-402b-a6ef-041b959b2009 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817370 Jul 19 03:11:55.313410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Pushing event updated for resources: {'Port': ['ID=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:55.353618 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:55.355019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:55.357832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-e44dd51d-f668-4691-9789-62a4e7bad4fd service neutron] 10.222.0.25 "PUT /v2.0/ports/ce4acdd7-c0ad-49a6-993e-acfac3b42fbc HTTP/1.1" status: 200 len: 1097 time: 3.3402572 Jul 19 03:11:55.554116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb17e9-ae51-4462-a0eb-ef92ba5db1bb req-4eba32f5-04ac-43c3-a651-ffbb481b9cad tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:55.562321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eeeb17e9-ae51-4462-a0eb-ef92ba5db1bb req-4eba32f5-04ac-43c3-a651-ffbb481b9cad tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 948 time: 0.2342083 Jul 19 03:11:55.574380 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-86d63b31-4c1d-4343-ad2b-8ea00309d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:55.576046 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-86d63b31-4c1d-4343-ad2b-8ea00309d354 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72f00901182a422c97f8c3df55759633&device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 1100 time: 0.1288140 Jul 19 03:11:55.579108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-2b7a3a9a-d608-4d8b-b76d-6b2c8ce8dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:55.580740 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-2b7a3a9a-d608-4d8b-b76d-6b2c8ce8dbef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69c2f2b385df4318a41f64da3d687b30&device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 1100 time: 0.2576132 Jul 19 03:11:55.661560 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eeeb17e9-ae51-4462-a0eb-ef92ba5db1bb req-42ae20a3-63c3-407f-a8e6-fd122d9b6a69 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910156 Jul 19 03:11:55.689784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-317e6fd7-8502-435d-8315-3d8b62e94b7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc HTTP/1.1" status: 200 len: 217 time: 0.0847793 Jul 19 03:11:55.700588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42528) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:55.849772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e80d26-f4e7-479c-9ea8-15937a2a9c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:55.861058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-c93c3c3f-18bc-4835-ae62-7b1b89d547a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:55.864577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ab98270-1ff0-44bb-abaa-a653e3920841 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:11:55.865063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-c93c3c3f-18bc-4835-ae62-7b1b89d547a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2656381 Jul 19 03:11:55.909367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd579a7-e201-443e-9777-0ad38bf921cd req-45f38625-4d85-487b-812a-883e681eb1cd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:55.916511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecd579a7-e201-443e-9777-0ad38bf921cd req-45f38625-4d85-487b-812a-883e681eb1cd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.1274250 Jul 19 03:11:55.956585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-c0ba6b05-35ea-4caf-b13f-66741dfefcbd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146 HTTP/1.1" status: 200 len: 217 time: 0.0786278 Jul 19 03:11:55.959998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-3c833b25-a35f-4218-a3bc-d437215bbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:55.961661 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-3c833b25-a35f-4218-a3bc-d437215bbc49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.2597926 Jul 19 03:11:55.980746 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecd579a7-e201-443e-9777-0ad38bf921cd req-b4b367c9-a954-492e-aebb-55bf779b3439 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631063 Jul 19 03:11:56.019251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-71b83c08-89f1-413a-bb00-85f62b739de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:56.021936 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-71b83c08-89f1-413a-bb00-85f62b739de2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0574331 Jul 19 03:11:56.098873 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e80d26-f4e7-479c-9ea8-15937a2a9c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:56.106164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:56.109855 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e80d26-f4e7-479c-9ea8-15937a2a9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:56.131336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'mac_address': 'fa:16:3e:d3:17:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:11:56.149696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695196a7-7c36-4bea-b83a-407dc0b06cc3 req-cbabb379-f78b-491c-8b15-7964d2e8d8e0 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:56.162163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-695196a7-7c36-4bea-b83a-407dc0b06cc3 req-cbabb379-f78b-491c-8b15-7964d2e8d8e0 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.4859624 Jul 19 03:11:56.165105 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d3e80d26-f4e7-479c-9ea8-15937a2a9c42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d49f1e59f51f48ff9257f5f7a8eac435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609573 Jul 19 03:11:56.165819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42536) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:56.242513 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:56.250672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-695196a7-7c36-4bea-b83a-407dc0b06cc3 req-d49c418a-8b9f-42e0-8a01-b1efca77f200 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875113 Jul 19 03:11:56.272648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab98270-1ff0-44bb-abaa-a653e3920841 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:56.279495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e80d26-f4e7-479c-9ea8-15937a2a9c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76591374-9ae6-43e2-a73a-487809c2c44f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:56.298521 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c51916c6-d2ca-4d57-b155-ef61a4182186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:56.301843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-6c80e9ec-cafd-441d-ba2d-3f0cc2dd880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:56.304965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-6c80e9ec-cafd-441d-ba2d-3f0cc2dd880e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2799714 Jul 19 03:11:56.311637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-1779f9b2-db5d-4338-a617-96f189e7b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:56.313335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-1779f9b2-db5d-4338-a617-96f189e7b6d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2147121 Jul 19 03:11:56.328937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:56.336297 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:56.340370 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c51916c6-d2ca-4d57-b155-ef61a4182186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:56.366091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dfc71-4d47-4799-b993-606e4641a79d req-abd1c763-8e01-4f87-a30b-7b319a42fc31 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:56.368070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-072dfc71-4d47-4799-b993-606e4641a79d req-abd1c763-8e01-4f87-a30b-7b319a42fc31 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 948 time: 0.1580513 Jul 19 03:11:56.460399 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-072dfc71-4d47-4799-b993-606e4641a79d req-0e1bbfbd-7dab-4f57-87da-2c631bbf0db1 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831416 Jul 19 03:11:56.463287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:56.466065 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c51916c6-d2ca-4d57-b155-ef61a4182186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:56.468836 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c51916c6-d2ca-4d57-b155-ef61a4182186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:56.469975 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c51916c6-d2ca-4d57-b155-ef61a4182186 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76591374-9ae6-43e2-a73a-487809c2c44f HTTP/1.1" status: 204 len: 168 time: 0.3014381 Jul 19 03:11:56.488104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51916c6-d2ca-4d57-b155-ef61a4182186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76591374-9ae6-43e2-a73a-487809c2c44f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:56.532393 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-1ba4c9f3-c991-425a-a0ca-6032177ee357 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177856 Jul 19 03:11:56.608551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1ab98270-1ff0-44bb-abaa-a653e3920841'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:56.908647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930a0b0-15ff-4da0-83b9-9891d427cc7d req-7420fdc1-b910-4bb8-9454-cf44ac4c5dce tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:56.911559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3930a0b0-15ff-4da0-83b9-9891d427cc7d req-7420fdc1-b910-4bb8-9454-cf44ac4c5dce tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 948 time: 0.0750260 Jul 19 03:11:56.927160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e41b18-8451-4963-8c3a-4dd701d35a2d', 'tag': 'ce4acdd7-c0ad-49a6-993e-acfac3b42fbc'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:56.929748 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a42ef-6039-446f-baf3-b898c732bbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "48e41b18-8451-4963-8c3a-4dd701d35a2d", "tag": "ce4acdd7-c0ad-49a6-993e-acfac3b42fbc"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:56.957976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3930a0b0-15ff-4da0-83b9-9891d427cc7d req-718d3b6e-50cc-45e2-834d-b9403baecb3c tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Jul 19 03:11:56.992793 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acc1e0f-3ba7-442f-8a83-098a4d7c0ded x-openstack-request-id: req-9acc1e0f-3ba7-442f-8a83-098a4d7c0ded {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:56.993093 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e41b18-8451-4963-8c3a-4dd701d35a2d", "tag": "ce4acdd7-c0ad-49a6-993e-acfac3b42fbc", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:56.993350 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9acc1e0f-3ba7-442f-8a83-098a4d7c0ded {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:56.993802 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e41b18-8451-4963-8c3a-4dd701d35a2d', 'tag': 'ce4acdd7-c0ad-49a6-993e-acfac3b42fbc', 'status': 'completed', 'code': 200} Jul 19 03:11:56.997875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a59896a3-b444-42a1-b28a-c30fd8ce0c68 req-65186c9b-3fdf-4d8e-81f1-442990a85270 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537575 Jul 19 03:11:57.020016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-503ea1c2-92e1-4b2a-b8e8-2463d0ab73c1 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969116 Jul 19 03:11:57.192197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-9639d850-6bb4-4577-991c-34e70968e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:57.193792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-9639d850-6bb4-4577-991c-34e70968e69a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72f00901182a422c97f8c3df55759633&device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 1100 time: 0.1198409 Jul 19 03:11:57.195916 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e09cff2a-7fb4-470b-9e62-59faa128b7f7 req-b7ab4ea7-de3b-4a06-9e48-06bdad1a8e27 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595483 Jul 19 03:11:57.207606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570446-e17f-4499-92f1-af914c415941 req-f24adf39-d48e-4060-a355-ff96422ad764 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:57.209298 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d570446-e17f-4499-92f1-af914c415941 req-f24adf39-d48e-4060-a355-ff96422ad764 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.1064324 Jul 19 03:11:57.272542 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d570446-e17f-4499-92f1-af914c415941 req-c636682e-4bc5-4762-ae80-17f154848df2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565684 Jul 19 03:11:57.370641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-a79e5432-dfa6-4a08-8eb6-45e853162baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:57.372511 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-a79e5432-dfa6-4a08-8eb6-45e853162baa service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1669140 Jul 19 03:11:57.435994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-290b6142-f9d2-4f97-bca3-3a21382f9b78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc HTTP/1.1" status: 200 len: 217 time: 0.0556798 Jul 19 03:11:57.448107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42576) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:57.517899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-13d746a0-1468-42be-9359-a70c93f8800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:57.520278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-13d746a0-1468-42be-9359-a70c93f8800b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0591521 Jul 19 03:11:57.557611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1417696277-network', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:57.590833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe793e07-86b3-4a84-a0b3-6f27d7588657 req-3693c4ab-cd88-4030-80f4-3804342dd55d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:57.598591 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe793e07-86b3-4a84-a0b3-6f27d7588657 req-3693c4ab-cd88-4030-80f4-3804342dd55d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.2073328 Jul 19 03:11:57.605159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Made reservation on behalf of 93fc45b2ed1749e0acb2f334e42877c0 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:11:57.607783 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:57.620684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:57.669693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe793e07-86b3-4a84-a0b3-6f27d7588657 req-fe000b74-8316-496f-80d7-c9a298030eae tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700428 Jul 19 03:11:57.673574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-f5cfa161-2d1d-4a86-a7fe-0c9fc2f2ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:57.675686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-f5cfa161-2d1d-4a86-a7fe-0c9fc2f2ed1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1423025 Jul 19 03:11:57.781135 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-4b5bc1e5-8e36-4fc7-9296-ccbce991edc5 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942309 Jul 19 03:11:57.806859 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:57.817830 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:57.845077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:11:57.869264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bf629a-e412-46db-bcdc-eabfa8e36169,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:57.873248 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:57.873702 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Added segment 79872aaa-5bba-4ae8-accf-b0425bac175c of type vlan for network c0646b0a-f4e7-47bd-8782-b33c26a24a16 Jul 19 03:11:57.893559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ab98270-1ff0-44bb-abaa-a653e3920841 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:11:57.914173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e3a42ef-6039-446f-baf3-b898c732bbb8 req-c93ec8d4-e43e-47f3-8f57-1b429983012f service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230664 Jul 19 03:11:57.914623 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be834b78-58b9-48b4-943b-33e9d335f1d5 req-c3b30e14-57ae-435f-a08b-79d2d2b2d17a tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:57.916201 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be834b78-58b9-48b4-943b-33e9d335f1d5 req-c3b30e14-57ae-435f-a08b-79d2d2b2d17a tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 948 time: 0.2018135 Jul 19 03:11:57.937533 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:57.961859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 1ab98270-1ff0-44bb-abaa-a653e3920841 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:11:57.965630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 1ab98270-1ff0-44bb-abaa-a653e3920841 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:11:57.965999 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:57.968622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f785f0-8147-4872-917d-f63b3cb78a25 req-adaba602-fdbb-4d3b-b829-e3e5ddedf404 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:57.970151 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65f785f0-8147-4872-917d-f63b3cb78a25 req-adaba602-fdbb-4d3b-b829-e3e5ddedf404 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 945 time: 0.0714600 Jul 19 03:11:57.992294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be834b78-58b9-48b4-943b-33e9d335f1d5 req-d21b747c-5e10-48d5-b039-1bc8d6b58fbc tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567954 Jul 19 03:11:58.010531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.011558 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65f785f0-8147-4872-917d-f63b3cb78a25 req-cf4d6d5f-4d74-499b-b5fd-343a1e0e071e tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Jul 19 03:11:58.013861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:58.014489 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.060741 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.064599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6153476 Jul 19 03:11:58.068319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42590) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:58.073663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Request body: {'subnet': {'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1417696277-subnet', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:58.100098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:58.102688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:11:58.105511 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f77ab48-3797-487b-8bd4-deeb16cc1e65" -d '{"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-plugged", "status": "completed", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:11:58.109333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0e616f86-6cc0-4773-85a6-246ecd9c0146 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:11:58.110577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9daef8-3336-4bd7-a61c-e5c398c688a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c0646b0a-f4e7-47bd-8782-b33c26a24a16,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:58.128298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c0646b0a-f4e7-47bd-8782-b33c26a24a16 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:11:58.130667 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.170593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Made reservation on behalf of 93fc45b2ed1749e0acb2f334e42877c0 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:11:58.173027 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.211983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea4632-6d4f-4b2f-9c92-adfdc83cca1f req-93dd5fc7-38c0-439b-a903-38247f22414a tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:58.213646 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-54ea4632-6d4f-4b2f-9c92-adfdc83cca1f req-93dd5fc7-38c0-439b-a903-38247f22414a tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 948 time: 0.0786831 Jul 19 03:11:58.255183 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-54ea4632-6d4f-4b2f-9c92-adfdc83cca1f req-b624ccdd-38fb-41d9-980a-b96cdd356bb9 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355461 Jul 19 03:11:58.272102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9de61-2719-4a28-bcf6-52468d95672b req-97fd14c7-abf4-46a7-be6f-ebd849634eeb tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:58.273633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d5b9de61-2719-4a28-bcf6-52468d95672b req-97fd14c7-abf4-46a7-be6f-ebd849634eeb tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 946 time: 0.1446586 Jul 19 03:11:58.303017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:58.322051 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6d8c80-c5c4-44ec-8359-c18950e70b20 x-openstack-request-id: req-cf6d8c80-c5c4-44ec-8359-c18950e70b20 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:11:58.322358 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-plugged", "status": "completed", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:11:58.322609 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf6d8c80-c5c4-44ec-8359-c18950e70b20 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:11:58.322999 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'code': 200} Jul 19 03:11:58.347423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0e616f86-6cc0-4773-85a6-246ecd9c0146, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:58.358930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '0e616f86-6cc0-4773-85a6-246ecd9c0146', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '0e616f86-6cc0-4773-85a6-246ecd9c0146', 'mac_address': 'fa:16:3e:93:ff:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:11:58.382593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d5b9de61-2719-4a28-bcf6-52468d95672b req-c3a6c6fe-d4de-44c8-9280-45960e3da8f5 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993326 Jul 19 03:11:58.405488 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.421431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e616f86-6cc0-4773-85a6-246ecd9c0146 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:11:58.447354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0e616f86-6cc0-4773-85a6-246ecd9c0146, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:11:58.451406 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.477099 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.493998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a839bbd-26c2-4373-af53-2f98d729a41d req-e542d6e6-0983-4d5c-824f-9ba08206fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:58.495671 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a839bbd-26c2-4373-af53-2f98d729a41d req-e542d6e6-0983-4d5c-824f-9ba08206fada service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a83c59c-f3e9-47e5-becd-083181462cca HTTP/1.1" status: 200 len: 1101 time: 0.1121175 Jul 19 03:11:58.503666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0e616f86-6cc0-4773-85a6-246ecd9c0146,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:58.538680 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dce0d9c-fb57-4721-9275-d23a0560bdc5,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:58.544083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Checking segment: {'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:58.544430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Network hostable DHCP agents. Network: c0646b0a-f4e7-47bd-8782-b33c26a24a16, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:11:58.548875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29927527-9abb-4d39-a361-54ecc2a80737 req-ca142686-0f6e-4430-ae6c-24ab862a9ced tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:58.551405 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29927527-9abb-4d39-a361-54ecc2a80737 req-ca142686-0f6e-4430-ae6c-24ab862a9ced tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.1151812 Jul 19 03:11:58.558049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a839bbd-26c2-4373-af53-2f98d729a41d req-41275bf5-e42c-4d5b-9d35-8f2fbbbd0e89 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538995 Jul 19 03:11:58.561524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Network c0646b0a-f4e7-47bd-8782-b33c26a24a16 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:11:58.570615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, c0646b0a-f4e7-47bd-8782-b33c26a24a16) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:58.574696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:58.575240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.582129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b3b27-7f2a-4e8a-9884-24cad72e4d58 None None] Network c0646b0a-f4e7-47bd-8782-b33c26a24a16 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:11:58.590302 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6a865c58-574f-496f-b0f1-c526d45deca5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5200365 Jul 19 03:11:58.592197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42600) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:11:58.599462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:11:58.607622 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29927527-9abb-4d39-a361-54ecc2a80737 req-770823f0-e288-4713-bbf0-548d7eebb84e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485802 Jul 19 03:11:58.624464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.625996 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.678561 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.742944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:11:58.744028 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.818314 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:58.819673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0e616f86-6cc0-4773-85a6-246ecd9c0146'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:11:58.845034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7759c95-5383-4994-907a-06d4520c66f3 req-a124317c-2ad9-4209-a512-bd14013ce42d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:58.848746 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e7759c95-5383-4994-907a-06d4520c66f3 req-a124317c-2ad9-4209-a512-bd14013ce42d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.0710726 Jul 19 03:11:58.894397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e7759c95-5383-4994-907a-06d4520c66f3 req-f7b60909-732d-45a2-b37f-48bf34ce4d2b tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387950 Jul 19 03:11:58.935370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Allocated IP 172.20.0.2 (c0646b0a-f4e7-47bd-8782-b33c26a24a16/9dce0d9c-fb57-4721-9275-d23a0560bdc5/bf8063c6-cb96-43a0-aea2-28203219614a) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:11:59.022883 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:59.046013 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:59.190670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Allocated IP 172.25.2.190 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:11:59.252127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77557344-b031-44ae-9460-af62de3d5df2 req-d5df6ea6-e385-4de7-b84a-c8b416ffffa6 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:59.255416 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77557344-b031-44ae-9460-af62de3d5df2 req-d5df6ea6-e385-4de7-b84a-c8b416ffffa6 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 945 time: 0.0853491 Jul 19 03:11:59.280470 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:59.291204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Transition to ACTIVE for port object bf8063c6-cb96-43a0-aea2-28203219614a will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:59.298561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789248b-a595-4c07-878f-499bf92c2ef3 req-d625f32c-40d7-48c5-a46a-fa299bfd9941 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:59.299142 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77557344-b031-44ae-9460-af62de3d5df2 req-73598c12-daa9-423d-b953-7dca5200490b tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e9569d0-b491-42a3-9c77-8fad242bf26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369389 Jul 19 03:11:59.306747 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c789248b-a595-4c07-878f-499bf92c2ef3 req-d625f32c-40d7-48c5-a46a-fa299bfd9941 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 949 time: 0.1501117 Jul 19 03:11:59.307323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Transition to ACTIVE for port object bf8063c6-cb96-43a0-aea2-28203219614a will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:11:59.322178 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:59.350836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Network c0646b0a-f4e7-47bd-8782-b33c26a24a16 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:59.357848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:59.362317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:11:59.369901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Pushing event updated for resources: {'Port': ['ID=bf8063c6-cb96-43a0-aea2-28203219614a,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:59.392727 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:59.425651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c789248b-a595-4c07-878f-499bf92c2ef3 req-639994ad-e03a-4e5d-a313-1393c485ace9 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136811 Jul 19 03:11:59.465557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Attempting to bind port bf8063c6-cb96-43a0-aea2-28203219614a on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:11:59.465940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Attempting to bind port bf8063c6-cb96-43a0-aea2-28203219614a by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:11:59.466995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Attempting to bind port bf8063c6-cb96-43a0-aea2-28203219614a on network c0646b0a-f4e7-47bd-8782-b33c26a24a16 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:11:59.472204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:11:59.472588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Checking segment: {'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:11:59.472994 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:59.473392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Bound using segment: {'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:11:59.474184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Bound port: bf8063c6-cb96-43a0-aea2-28203219614a, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:11:59.474343 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:59.485292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-ce230691-dd92-45db-aa12-6d51dd417bef tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:59.487024 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-ce230691-dd92-45db-aa12-6d51dd417bef tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 945 time: 0.1121931 Jul 19 03:11:59.511194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:59.568899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] For port bf8063c6-cb96-43a0-aea2-28203219614a, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:11:59.572524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] For port bf8063c6-cb96-43a0-aea2-28203219614a, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bf8063c6-cb96-43a0-aea2-28203219614a,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:11:59.580025 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:59.667250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:11:59.682419 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56d0ec-da6b-42a5-90d1-9dfc2d3abca4 None None] Pushing event updated for resources: {'Port': ['ID=bf8063c6-cb96-43a0-aea2-28203219614a,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:59.683627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:11:59.689207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:11:59.708313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:11:59.880688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fc32c-e6ca-4344-8b9e-b964776b2f16 req-70ccb033-db99-43b3-b687-305b27627291 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:59.889906 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c12fc32c-e6ca-4344-8b9e-b964776b2f16 req-70ccb033-db99-43b3-b687-305b27627291 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.1013217 Jul 19 03:11:59.926300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecc5ec-ee76-4287-9488-cbe7723fcbce req-5ba349b2-3761-4257-8d09-5d4429872620 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:11:59.927883 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ecc5ec-ee76-4287-9488-cbe7723fcbce req-5ba349b2-3761-4257-8d09-5d4429872620 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 948 time: 0.2690842 Jul 19 03:11:59.931173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-4931ee3d-16dd-44c2-ae28-14c0d6599cdb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Deleting port d1c2ef6d-73d4-49af-abff-79f83567c7f2 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:11:59.931517 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-4931ee3d-16dd-44c2-ae28-14c0d6599cdb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:11:59.941222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c12fc32c-e6ca-4344-8b9e-b964776b2f16 req-be569b7f-20d4-4e66-a14e-86eb05ac15d1 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469141 Jul 19 03:12:00.057666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bf8063c6-cb96-43a0-aea2-28203219614a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:00.069842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-5ed49ea1-67f3-46a4-a024-dcdf306ba291 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--713005025&fields=id&tenant_id=2cfb507fa16049379923204820c81297 HTTP/1.1" status: 200 len: 267 time: 0.0414028 Jul 19 03:12:00.110179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ecc5ec-ee76-4287-9488-cbe7723fcbce req-be2e057d-8988-4399-8ce4-7e69d92cd1b4 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718128 Jul 19 03:12:00.124138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ce4acdd7-c0ad-49a6-993e-acfac3b42fbc details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:00.126426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0e616f86-6cc0-4773-85a6-246ecd9c0146 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:00.133872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port bf8063c6-cb96-43a0-aea2-28203219614a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:00.146692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-4931ee3d-16dd-44c2-ae28-14c0d6599cdb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] For port d1c2ef6d-73d4-49af-abff-79f83567c7f2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d1c2ef6d-73d4-49af-abff-79f83567c7f2,segment=NetworkSegment(e93dc84c-66d0-458b-9b55-8f06a27d05d2),segment_id=e93dc84c-66d0-458b-9b55-8f06a27d05d2)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:00.147133 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-4931ee3d-16dd-44c2-ae28-14c0d6599cdb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:00.205929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-4931ee3d-16dd-44c2-ae28-14c0d6599cdb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Calling delete_port for d1c2ef6d-73d4-49af-abff-79f83567c7f2 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:00.236589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-eba8c1f7-5689-4fa3-aa48-6bb23804699e tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:00.238712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-eba8c1f7-5689-4fa3-aa48-6bb23804699e tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/networks?id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf HTTP/1.1" status: 200 len: 823 time: 0.1596117 Jul 19 03:12:00.261687 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-cadc87e0-3064-4bb2-b44d-435f40d8c1a6 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/quotas/2cfb507fa16049379923204820c81297 HTTP/1.1" status: 200 len: 375 time: 0.0168684 Jul 19 03:12:00.263342 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:00.278866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 0e616f86-6cc0-4773-85a6-246ecd9c0146 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:00.287002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 0e616f86-6cc0-4773-85a6-246ecd9c0146 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:00.287385 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:00.329436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:00.347952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'ce4acdd7-c0ad-49a6-993e-acfac3b42fbc', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'ce4acdd7-c0ad-49a6-993e-acfac3b42fbc', 'mac_address': 'fa:16:3e:83:1a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:12:00.350679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-d87b78da-4f22-485e-9ed5-1852742f460a tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cfb507fa16049379923204820c81297&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808465 Jul 19 03:12:00.392871 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:00.430477 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4acdd7-c0ad-49a6-993e-acfac3b42fbc {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:00.449229 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:00.466660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:00.483154 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:00.495501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e616f86-6cc0-4773-85a6-246ecd9c0146'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:00.497917 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b0b710-8521-4acd-93b6-a1f4f130974f" -d '{"events": [{"server_uuid": "a85eaf85-14bc-44c2-8f4d-e36c7f3369f6", "name": "network-vif-plugged", "status": "completed", "tag": "0e616f86-6cc0-4773-85a6-246ecd9c0146"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:00.536469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0e616f86-6cc0-4773-85a6-246ecd9c0146, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:00.548226 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:00.570506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:00.647567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0e616f86-6cc0-4773-85a6-246ecd9c0146,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:00.759077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-1411202d-841d-4bc3-97ad-a25c7cd05de0 service neutron] 10.222.0.20 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020081 Jul 19 03:12:00.780075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca567e89-6659-449b-a83a-458390ed8e65 req-c4f138e3-fb65-47ec-8a80-a8ddd20609c0 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:00.781625 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca567e89-6659-449b-a83a-458390ed8e65 req-c4f138e3-fb65-47ec-8a80-a8ddd20609c0 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.4804337 Jul 19 03:12:00.810735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ce4acdd7-c0ad-49a6-993e-acfac3b42fbc'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:00.861713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-4931ee3d-16dd-44c2-ae28-14c0d6599cdb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:00.869150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-e730141e-6e3d-44a1-8444-752ce3de871f service neutron] 10.222.0.20 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022143 Jul 19 03:12:00.874809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['d1c2ef6d-73d4-49af-abff-79f83567c7f2'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:00.911361 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca567e89-6659-449b-a83a-458390ed8e65 req-4c070efe-bce6-4b45-973f-38b1d1e8ebb3 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200383 Jul 19 03:12:00.911494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da9cf4b-634f-40a1-a19c-20ae5fdcf1c2 None None] Network c0646b0a-f4e7-47bd-8782-b33c26a24a16 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:12:00.919203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931ee3d-16dd-44c2-ae28-14c0d6599cdb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Pushing event deleted for resources: {'Port': ['ID=d1c2ef6d-73d4-49af-abff-79f83567c7f2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:00.987308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-4931ee3d-16dd-44c2-ae28-14c0d6599cdb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] No DVR routers for this DVR port d1c2ef6d-73d4-49af-abff-79f83567c7f2 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:00.989382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:00.994586 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-4931ee3d-16dd-44c2-ae28-14c0d6599cdb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:00.996487 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1eee56e4-1ce7-4328-a480-a6238eef9af7 req-4931ee3d-16dd-44c2-ae28-14c0d6599cdb tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.26 "DELETE /v2.0/ports/d1c2ef6d-73d4-49af-abff-79f83567c7f2 HTTP/1.1" status: 204 len: 173 time: 1.5031333 Jul 19 03:12:00.996928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f5ff2b-378b-4605-a12b-ea5a1e12c20f', 'name': 'network-vif-deleted', 'tag': 'd1c2ef6d-73d4-49af-abff-79f83567c7f2'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:00.999280 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac6b56c-38cf-4a45-a9bb-42179f927f16" -d '{"events": [{"server_uuid": "92f5ff2b-378b-4605-a12b-ea5a1e12c20f", "name": "network-vif-deleted", "tag": "d1c2ef6d-73d4-49af-abff-79f83567c7f2"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:01.094741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a201e1b2-e79f-48ea-a8e6-928196534a97 None None] Provisioning for port bf8063c6-cb96-43a0-aea2-28203219614a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:01.130937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a201e1b2-e79f-48ea-a8e6-928196534a97 None None] Provisioning complete for port bf8063c6-cb96-43a0-aea2-28203219614a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:01.131315 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a201e1b2-e79f-48ea-a8e6-928196534a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:01.133754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c38fb99-b074-4c10-a7f7-3798a4e0ade4 req-63368056-f926-4ae4-b576-34d8549de8b9 tempest-VolumesAdminNegativeTest-1838160134 tempest-VolumesAdminNegativeTest-1838160134-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f5ff2b-378b-4605-a12b-ea5a1e12c20f HTTP/1.1" status: 200 len: 210 time: 0.0483565 Jul 19 03:12:01.260293 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d312d9-737b-45ce-bfe7-f2257fb9b61e x-openstack-request-id: req-73d312d9-737b-45ce-bfe7-f2257fb9b61e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:01.261911 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85eaf85-14bc-44c2-8f4d-e36c7f3369f6", "name": "network-vif-plugged", "status": "completed", "tag": "0e616f86-6cc0-4773-85a6-246ecd9c0146", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:01.262256 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73d312d9-737b-45ce-bfe7-f2257fb9b61e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:01.263900 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e616f86-6cc0-4773-85a6-246ecd9c0146', 'code': 200} Jul 19 03:12:01.295691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeb1b4-685d-4107-ba70-0241bc5a2003 req-38e8481b-afd9-40bf-ac34-4b88122cc41e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:01.298471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-befeb1b4-685d-4107-ba70-0241bc5a2003 req-38e8481b-afd9-40bf-ac34-4b88122cc41e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 950 time: 0.1214771 Jul 19 03:12:01.304883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Router 3903afb7-d555-46aa-9905-2482f3b921b6 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:12:01.361536 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-befeb1b4-685d-4107-ba70-0241bc5a2003 req-2a4aaef8-148b-45b8-a9c0-a756f136cbcf tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555406 Jul 19 03:12:01.368367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-8eed2826-52df-43a9-89c1-9e7945b85b9b tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:01.370257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-8eed2826-52df-43a9-89c1-9e7945b85b9b tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d86ca11-a407-4484-b0c6-44247de28ad2 HTTP/1.1" status: 200 len: 946 time: 0.1349540 Jul 19 03:12:01.433847 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ca416a-eac4-4f22-b1b4-d234ca471374 x-openstack-request-id: req-53ca416a-eac4-4f22-b1b4-d234ca471374 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:01.434505 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f5ff2b-378b-4605-a12b-ea5a1e12c20f", "name": "network-vif-deleted", "tag": "d1c2ef6d-73d4-49af-abff-79f83567c7f2", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:01.434505 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53ca416a-eac4-4f22-b1b4-d234ca471374 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:01.434792 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f5ff2b-378b-4605-a12b-ea5a1e12c20f', 'name': 'network-vif-deleted', 'tag': 'd1c2ef6d-73d4-49af-abff-79f83567c7f2', 'status': 'completed', 'code': 200} Jul 19 03:12:01.465293 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a201e1b2-e79f-48ea-a8e6-928196534a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:01.512218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a201e1b2-e79f-48ea-a8e6-928196534a97 None None] For port bf8063c6-cb96-43a0-aea2-28203219614a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bf8063c6-cb96-43a0-aea2-28203219614a,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:01.517651 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a201e1b2-e79f-48ea-a8e6-928196534a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:01.540152 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6ffa7a6-6c4f-40fe-9f8d-dbafe7a196e7 req-7aaf18a1-970e-45e4-ba00-234e978c8b49 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 210 time: 0.0788465 Jul 19 03:12:01.648873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201e1b2-e79f-48ea-a8e6-928196534a97 None None] Pushing event updated for resources: {'Port': ['ID=bf8063c6-cb96-43a0-aea2-28203219614a,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:01.700972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813f1ab-40c6-4f7a-8395-65d2d3ffcb56 req-f0438109-c363-47ef-a2dc-45f250648af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:01.703171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5813f1ab-40c6-4f7a-8395-65d2d3ffcb56 req-f0438109-c363-47ef-a2dc-45f250648af1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 1102 time: 0.3943083 Jul 19 03:12:01.717053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:12:01.727758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Sync routers for ids ['3903afb7-d555-46aa-9905-2482f3b921b6'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:12:01.747123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Routers {'3903afb7-d555-46aa-9905-2482f3b921b6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:01.748590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:11:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3903afb7-d555-46aa-9905-2482f3b921b6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:01.789969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939148-7470-436f-b499-dacd16a704b2 req-d44ba0a0-ab9f-4460-acb7-e6b4bbfa7df5 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:01.797868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16939148-7470-436f-b499-dacd16a704b2 req-d44ba0a0-ab9f-4460-acb7-e6b4bbfa7df5 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.3733573 Jul 19 03:12:01.832662 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:01.833878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5e1ba152-b4ee-4c7b-ad8e-095e20d636b7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2407362 Jul 19 03:12:01.842559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42656) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:01.859157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b6d3455e-ff28-4cc6-a3a4-fd04ae6f65c6 None None] Provisioning complete for port bf8063c6-cb96-43a0-aea2-28203219614a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:01.859644 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b6d3455e-ff28-4cc6-a3a4-fd04ae6f65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:01.875591 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5813f1ab-40c6-4f7a-8395-65d2d3ffcb56 req-7d2cf7d6-1700-40b4-99df-a97c548c8074 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564126 Jul 19 03:12:01.881466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Deleting port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:12:01.881873 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:01.933081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16939148-7470-436f-b499-dacd16a704b2 req-422a20f7-28f4-490a-acff-23f5e92788e9 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320398 Jul 19 03:12:01.950289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Set router 3903afb7-d555-46aa-9905-2482f3b921b6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:01.962921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8c578-e703-4591-a2d8-5a5423840b4b req-8f3b397f-3139-4bf3-9307-8f33cf00de95 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:01.972019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0d8c578-e703-4591-a2d8-5a5423840b4b req-8f3b397f-3139-4bf3-9307-8f33cf00de95 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 949 time: 0.1831942 Jul 19 03:12:02.062214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bf8063c6-cb96-43a0-aea2-28203219614a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:02.083960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] For port ca9be1d0-4d2f-4b17-8e19-324dc7a08998, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:02.084324 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.128644 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0d8c578-e703-4591-a2d8-5a5423840b4b req-9e61a3ff-2a20-4329-85d5-bf432cd05859 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555719 Jul 19 03:12:02.288627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42662) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:02.364254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:11:59Z', 'revision_number': 3, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:02.367458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port bf8063c6-cb96-43a0-aea2-28203219614a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:02.367836 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.406176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-311a828f-cc3c-4299-bb59-611da8a0a603 admin admin] Deleting subnet b7f98380-177e-4e1f-b0d3-926786ce9093 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:12:02.409386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-311a828f-cc3c-4299-bb59-611da8a0a603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.413704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Checking router: 3903afb7-d555-46aa-9905-2482f3b921b6 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:12:02.414059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Updating router 3903afb7-d555-46aa-9905-2482f3b921b6 port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:12:02.446446 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-311a828f-cc3c-4299-bb59-611da8a0a603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.466074 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.484924 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-311a828f-cc3c-4299-bb59-611da8a0a603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.607754 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.639263 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.639772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.639961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87011f-972d-46bd-ad08-ec9a84fce2b5 req-75a0a2a6-a695-4cad-b584-4e2b16d073b2 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:02.640460 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Floating IP 08e96029-8555-4c20-a890-64d72f1bd421 disassociated. External IP: 172.25.2.31, port: ca9be1d0-4d2f-4b17-8e19-324dc7a08998. Jul 19 03:12:02.640869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Calling delete_port for ca9be1d0-4d2f-4b17-8e19-324dc7a08998 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:02.641491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8a87011f-972d-46bd-ad08-ec9a84fce2b5 req-75a0a2a6-a695-4cad-b584-4e2b16d073b2 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 950 time: 0.1359289 Jul 19 03:12:02.680267 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4011bba-b473-4452-96d6-956a71079f4f req-273d4a15-4667-4bbf-83b2-b4cc8a1c8050 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:02.682121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c4011bba-b473-4452-96d6-956a71079f4f req-273d4a15-4667-4bbf-83b2-b4cc8a1c8050 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.5739126 Jul 19 03:12:02.771372 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8a87011f-972d-46bd-ad08-ec9a84fce2b5 req-83fb8bce-7144-49cb-9425-0ef9bfde9cc8 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213191 Jul 19 03:12:02.867977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.887770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c4011bba-b473-4452-96d6-956a71079f4f req-7e30e8e0-1d6c-4355-91fc-35e7e6a88135 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865330 Jul 19 03:12:02.889122 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Transition to ACTIVE for port object fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:02.892690 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-311a828f-cc3c-4299-bb59-611da8a0a603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.901609 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.907512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Allocated IP 172.20.0.1 (c0646b0a-f4e7-47bd-8782-b33c26a24a16/9dce0d9c-fb57-4721-9275-d23a0560bdc5/c215d7ff-7209-42a0-8e56-ed2f6bb21548) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:02.949853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a828f-cc3c-4299-bb59-611da8a0a603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f98380-177e-4e1f-b0d3-926786ce9093,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:02.978769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-6ecb095d-30cd-46f1-9f83-ddd3f24f159f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:02.980329 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-6ecb095d-30cd-46f1-9f83-ddd3f24f159f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.26 "GET /v2.0/networks?id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf HTTP/1.1" status: 200 len: 823 time: 0.3098307 Jul 19 03:12:02.984401 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-311a828f-cc3c-4299-bb59-611da8a0a603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:02.987030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-311a828f-cc3c-4299-bb59-611da8a0a603 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b7f98380-177e-4e1f-b0d3-926786ce9093 HTTP/1.1" status: 204 len: 168 time: 0.6962881 Jul 19 03:12:02.993235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42674) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:03.015789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Attempting to bind port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:03.016656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Attempting to bind port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:03.017265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Attempting to bind port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:03.035681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:03.036198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:03.036752 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.037248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:03.037737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Bound port: fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:03.038241 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.067885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f9337-a08b-4bd8-92b0-d54ec2e375f6 None None] Pushing event updated for resources: {'Port': ['ID=fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:03.102906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] For port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:03.107167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] For port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:03.115287 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.158123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-d081f35a-d382-41e8-9a1c-dc0d6338b67f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cfb507fa16049379923204820c81297 HTTP/1.1" status: 200 len: 379 time: 0.1680102 Jul 19 03:12:03.163192 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d043efc-c444-438a-be13-9f4b82b5e187 req-b9624e81-6690-42b4-ac38-6db67ba510bb tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 210 time: 0.1825457 Jul 19 03:12:03.180277 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Request body: {'port': {'device_id': '21047762-e584-4834-b232-893a8f2d8cc0', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'admin_state_up': True, 'tenant_id': '2cfb507fa16049379923204820c81297', 'security_groups': ['a47f4f23-b780-4e94-ae1c-1af25a18e65e']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:03.196068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Routers {'3903afb7-d555-46aa-9905-2482f3b921b6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:03.196768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:11:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3903afb7-d555-46aa-9905-2482f3b921b6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:03.199597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f9337-a08b-4bd8-92b0-d54ec2e375f6 None None] Pushing event updated for resources: {'Port': ['ID=fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:03.234335 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.259491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Transition to ACTIVE for port object c215d7ff-7209-42a0-8e56-ed2f6bb21548 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:03.312742 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.381392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Network c0646b0a-f4e7-47bd-8782-b33c26a24a16 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:03.389603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:03.394920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:03.395413 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.451028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Pushing event updated for resources: {'Port': ['ID=c215d7ff-7209-42a0-8e56-ed2f6bb21548,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:03.469921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] Set router 3903afb7-d555-46aa-9905-2482f3b921b6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:03.503343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b75ce-2f50-4502-afd4-a9e8249e68be req-a412100b-19c0-485f-9f35-cebe27c89699 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:03.513242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-268b75ce-2f50-4502-afd4-a9e8249e68be req-a412100b-19c0-485f-9f35-cebe27c89699 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.2125657 Jul 19 03:12:03.535235 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.578562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.589405 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-268b75ce-2f50-4502-afd4-a9e8249e68be req-8b952fdb-c747-4d5e-abdb-2ad9a60c6b40 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748680 Jul 19 03:12:03.621032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event deleted for resources: {'Port': ['ID=ca9be1d0-4d2f-4b17-8e19-324dc7a08998,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:03.675572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a8175-4605-4559-a5d6-4e8d58187ae4 req-7d1e90bc-03c3-47b6-83d1-3453d28538f4 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:03.683338 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a5a8175-4605-4559-a5d6-4e8d58187ae4 req-7d1e90bc-03c3-47b6-83d1-3453d28538f4 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 1097 time: 0.5761333 Jul 19 03:12:03.700821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.719045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-803dc55e-57e0-439c-a705-15db85121581 None None] Provisioning for port c215d7ff-7209-42a0-8e56-ed2f6bb21548 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:03.727147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-803dc55e-57e0-439c-a705-15db85121581 None None] Provisioning complete for port c215d7ff-7209-42a0-8e56-ed2f6bb21548 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:03.727765 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-803dc55e-57e0-439c-a705-15db85121581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.765159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:11:59Z', 'revision_number': 3, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:03.801750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b99d665-a459-4a9a-9fb6-23a59c4e8d1b None None] The sync data for ids ['3903afb7-d555-46aa-9905-2482f3b921b6'] in n-d-762330-18 is: [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:11:59Z', 'revision_number': 3, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:12:03.807815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-803dc55e-57e0-439c-a705-15db85121581 None None] Port c215d7ff-7209-42a0-8e56-ed2f6bb21548 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:12:03.856187 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a5a8175-4605-4559-a5d6-4e8d58187ae4 req-3329842d-ea42-430a-9468-0eefd7c203fd tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719506 Jul 19 03:12:03.856767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Made reservation on behalf of 2cfb507fa16049379923204820c81297 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:03.860693 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.899498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e5b51-1ce7-4f6c-bcbc-8b35b3f7994a req-088b0f0a-cd9f-4466-bd34-300f9f5a5677 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:03.901201 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.901956 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a57e5b51-1ce7-4f6c-bcbc-8b35b3f7994a req-088b0f0a-cd9f-4466-bd34-300f9f5a5677 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 949 time: 0.1579688 Jul 19 03:12:03.904706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d1c2ef6d-73d4-49af-abff-79f83567c7f2 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:03.921662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b29c84-180a-4dd7-942d-e6cd93cb23cb']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:03.942470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93dc84c-66d0-458b-9b55-8f06a27d05d2') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:03.942839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93dc84c-66d0-458b-9b55-8f06a27d05d2') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:03.945861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: d1c2ef6d-73d4-49af-abff-79f83567c7f2 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:12:03.946797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d1c2ef6d-73d4-49af-abff-79f83567c7f2 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:12:03.991256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Router 887c0020-2033-4ea9-8aca-c28b9b632a90 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:12:03.993511 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:03.996537 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a57e5b51-1ce7-4f6c-bcbc-8b35b3f7994a req-18d6d3a7-671b-4475-b154-32ff543525aa tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811663 Jul 19 03:12:04.020533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.045586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:12:04.045999 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.046115 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.052193 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.053037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:12:04.055466 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:12:04.123437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ce4acdd7-c0ad-49a6-993e-acfac3b42fbc up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:04.166987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Pushing event updated for resources: {'Port': ['ID=c215d7ff-7209-42a0-8e56-ed2f6bb21548,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:04.262923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:04.290357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:04.291122 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.324093 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.328386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.334357 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] 10.222.0.20 "DELETE /v2.0/networks/e1b29c84-180a-4dd7-942d-e6cd93cb23cb HTTP/1.1" status: 204 len: 168 time: 1.3343656 Jul 19 03:12:04.340296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Network c0646b0a-f4e7-47bd-8782-b33c26a24a16 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:04.345949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42686) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:04.349028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:04.359829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Allocated IP 172.20.0.8 (a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf/46570d29-3803-4fea-b16d-79f355465134/efe83be6-251b-40a0-b725-c3ad05ba244e) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:04.415264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01b7b5-c721-492d-b092-ebec6106261a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b29c84-180a-4dd7-942d-e6cd93cb23cb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:04.450173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.478717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fa79f-d444-495a-bae8-2c43edbd1d12 req-b50f8ea7-008b-43e7-a408-ee4308469cb5 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:04.480344 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a2fa79f-d444-495a-bae8-2c43edbd1d12 req-b50f8ea7-008b-43e7-a408-ee4308469cb5 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 950 time: 0.4376616 Jul 19 03:12:04.481487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:12:04.488051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e41b18-8451-4963-8c3a-4dd701d35a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4acdd7-c0ad-49a6-993e-acfac3b42fbc'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:04.491667 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09632370-2871-4271-8376-e0aa3f62b983" -d '{"events": [{"server_uuid": "48e41b18-8451-4963-8c3a-4dd701d35a2d", "name": "network-vif-plugged", "status": "completed", "tag": "ce4acdd7-c0ad-49a6-993e-acfac3b42fbc"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:04.508190 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] Sync routers for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:12:04.520541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:04.523177 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:04.523967 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:11:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:04.530907 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.543291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Router 3903afb7-d555-46aa-9905-2482f3b921b6 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:12:04.610304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-280002b2-bf8a-40dc-bdff-8bb7b1f55418 admin admin] Deleting subnet d8b77023-818b-49cd-9d45-88424d7297cf {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:12:04.638644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:04.703734 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-280002b2-bf8a-40dc-bdff-8bb7b1f55418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.710041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:12:04.715741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-739b7ab9-3596-4252-8863-4d2c275c9f78 admin admin] 10.222.0.20 "PUT /v2.0/routers/3903afb7-d555-46aa-9905-2482f3b921b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8712962 Jul 19 03:12:04.779203 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:04.779515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] No DVR routers for this DVR port ca9be1d0-4d2f-4b17-8e19-324dc7a08998 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:04.814317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.816845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec31cf9b-bad9-4bce-8997-cd2d08e1771c req-7d24653c-da1f-4ced-bb19-84ad1b068217 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.25 "DELETE /v2.0/ports/ca9be1d0-4d2f-4b17-8e19-324dc7a08998 HTTP/1.1" status: 204 len: 173 time: 3.3899891 Jul 19 03:12:04.819066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'name': 'network-vif-deleted', 'tag': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:04.821342 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bc447e-e466-409e-bf7e-3cb40b99b298" -d '{"events": [{"server_uuid": "3d86ca11-a407-4484-b0c6-44247de28ad2", "name": "network-vif-deleted", "tag": "ca9be1d0-4d2f-4b17-8e19-324dc7a08998"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:04.870501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c59f4962-5e55-4973-9760-5e172639ee22 None None] Provisioning complete for port c215d7ff-7209-42a0-8e56-ed2f6bb21548 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:04.872461 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c59f4962-5e55-4973-9760-5e172639ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.932588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-280002b2-bf8a-40dc-bdff-8bb7b1f55418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:04.970637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a2fa79f-d444-495a-bae8-2c43edbd1d12 req-4d9ade6d-f0a8-48a5-890a-085f0cc162dd tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589036 Jul 19 03:12:04.975689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c59f4962-5e55-4973-9760-5e172639ee22 None None] Port c215d7ff-7209-42a0-8e56-ed2f6bb21548 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:12:05.026230 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-280002b2-bf8a-40dc-bdff-8bb7b1f55418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.134484 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:05.140490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.147741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-280002b2-bf8a-40dc-bdff-8bb7b1f55418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.171281 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] Checking router: 887c0020-2033-4ea9-8aca-c28b9b632a90 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:12:05.178046 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-280002b2-bf8a-40dc-bdff-8bb7b1f55418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.182587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42720) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:05.182734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-280002b2-bf8a-40dc-bdff-8bb7b1f55418 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d8b77023-818b-49cd-9d45-88424d7297cf HTTP/1.1" status: 204 len: 168 time: 0.8355236 Jul 19 03:12:05.193846 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:05.196665 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:11:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:05.202935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Transition to ACTIVE for port object efe83be6-251b-40a0-b725-c3ad05ba244e will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:05.214914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280002b2-bf8a-40dc-bdff-8bb7b1f55418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b77023-818b-49cd-9d45-88424d7297cf,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:05.293014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f0e8c-5b34-4775-8c8e-9249b61af0ea req-f713b0aa-fe77-4b78-91a2-b4ea4a1d1888 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:05.298059 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.302149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-211f0e8c-5b34-4775-8c8e-9249b61af0ea req-f713b0aa-fe77-4b78-91a2-b4ea4a1d1888 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1259456 Jul 19 03:12:05.324878 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.355047 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:05.382383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:05.394393 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-211f0e8c-5b34-4775-8c8e-9249b61af0ea req-761e79c4-c88a-4422-9c28-d638f6f55a4d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912344 Jul 19 03:12:05.397869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:05.405688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.418586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:05.425636 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.426015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.427086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.427333 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > port after_create 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.427651 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.428044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > port after_update 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.428400 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.428854 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.429610 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.431415 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.549081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event updated for resources: {'Port': ['ID=efe83be6-251b-40a0-b725-c3ad05ba244e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:05.575584 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.575826 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.577242 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.577581 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 03:12:05.577963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcc5740-b735-45fc-9682-e17f7878ae1f']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:05.599732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:05.602765 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.613860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67689d8-6da6-4774-a5f1-2d604a64b1df') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:05.614453 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67689d8-6da6-4774-a5f1-2d604a64b1df') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:05.662189 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.680292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-7505eece-f87d-4f71-8443-eb7b6f895400 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5068090 Jul 19 03:12:05.701217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Request body: {'port': {'device_id': '21047762-e584-4834-b232-893a8f2d8cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:05.703902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.721857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:12:05.723128 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.813890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea680e-64d0-494d-be69-3dc7f401cf3e req-aee0e266-7ff8-43a8-8fc7-0d3fe6d34e37 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:05.818420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-462d10cd-7311-4cbe-aa6c-d0cba02faa9a None None] Provisioning for port efe83be6-251b-40a0-b725-c3ad05ba244e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:05.819390 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aaea680e-64d0-494d-be69-3dc7f401cf3e req-aee0e266-7ff8-43a8-8fc7-0d3fe6d34e37 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 931 time: 0.1951110 Jul 19 03:12:05.838559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-462d10cd-7311-4cbe-aa6c-d0cba02faa9a None None] Provisioning complete for port efe83be6-251b-40a0-b725-c3ad05ba244e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:05.839151 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462d10cd-7311-4cbe-aa6c-d0cba02faa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: from cryptography.utils import int_from_bytes Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: from cryptography.utils import int_from_bytes Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:12:05.843311 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:12:05.852041 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.862550 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:05.868440 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] 10.222.0.20 "DELETE /v2.0/networks/3fcc5740-b735-45fc-9682-e17f7878ae1f HTTP/1.1" status: 204 len: 168 time: 0.6846797 Jul 19 03:12:05.889408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf165923-6d5b-4e81-bf40-c3ac6961fd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=3fcc5740-b735-45fc-9682-e17f7878ae1f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:05.897219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-462d10cd-7311-4cbe-aa6c-d0cba02faa9a None None] Port efe83be6-251b-40a0-b725-c3ad05ba244e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:12:05.907284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-55a1dcad-0a8a-4541-934b-eda221d168c8 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:12:05.908390 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-55a1dcad-0a8a-4541-934b-eda221d168c8 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0755625 Jul 19 03:12:05.936355 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:05.941310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Request body: {'binding': {'host': 'n-h1-762330-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:05.941831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Unknown quota resources ['binding']. {{(pid=94344) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:12:05.968149 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe1399-c2dd-4f9b-988d-691b77451cf4 None None] The sync data for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 is: [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:12:05.980917 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aaea680e-64d0-494d-be69-3dc7f401cf3e req-1c145b20-25db-4199-9196-f43014effef5 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468475 Jul 19 03:12:05.981571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.045233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42728) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:06.051230 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:06.089898 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1785778-57e1-46b5-ab2e-bdaa8ebd3aaa x-openstack-request-id: req-f1785778-57e1-46b5-ab2e-bdaa8ebd3aaa {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:06.090517 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e41b18-8451-4963-8c3a-4dd701d35a2d", "name": "network-vif-plugged", "status": "completed", "tag": "ce4acdd7-c0ad-49a6-993e-acfac3b42fbc", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:06.091017 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1785778-57e1-46b5-ab2e-bdaa8ebd3aaa {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:06.091668 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e41b18-8451-4963-8c3a-4dd701d35a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4acdd7-c0ad-49a6-993e-acfac3b42fbc', 'code': 200} Jul 19 03:12:06.120881 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e0e79b96-8e02-4197-8517-230182bf6f62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d7e86c1e9b54e8696aec4f0017d3570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736837 Jul 19 03:12:06.123707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42730) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:06.142165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:06.147996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ca9be1d0-4d2f-4b17-8e19-324dc7a08998 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:06.151555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:06.151927 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.207935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e688368b-b188-4d40-866d-5a6887cc44f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.208841 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: ca9be1d0-4d2f-4b17-8e19-324dc7a08998 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:12:06.209189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ca9be1d0-4d2f-4b17-8e19-324dc7a08998 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:12:06.241597 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e688368b-b188-4d40-866d-5a6887cc44f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.312809 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.322376 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e688368b-b188-4d40-866d-5a6887cc44f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.325945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e688368b-b188-4d40-866d-5a6887cc44f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.327503 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e688368b-b188-4d40-866d-5a6887cc44f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e9569d0-b491-42a3-9c77-8fad242bf26b HTTP/1.1" status: 204 len: 168 time: 0.2026684 Jul 19 03:12:06.336607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:06.344163 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.345616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688368b-b188-4d40-866d-5a6887cc44f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9569d0-b491-42a3-9c77-8fad242bf26b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:06.395832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Sync routers for ids ['3903afb7-d555-46aa-9905-2482f3b921b6'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:12:06.432995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Routers {'3903afb7-d555-46aa-9905-2482f3b921b6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:06.433628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:11:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3903afb7-d555-46aa-9905-2482f3b921b6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:06.451583 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a1ce0-f1fd-4819-af9f-a858047d6cb1 None None] New status for floating IP 08e96029-8555-4c20-a890-64d72f1bd421: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:12:06.480857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:06.555132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9587baf-f8cf-48cf-b521-299de6a35d01 req-938c383e-1c32-4cd7-bcb1-502ecfc38507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:06.556619 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9587baf-f8cf-48cf-b521-299de6a35d01 req-938c383e-1c32-4cd7-bcb1-502ecfc38507 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 1102 time: 0.3159392 Jul 19 03:12:06.557275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on host n-h1-762330-18 for vnic_type normal with profile None {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:06.557603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:06.558132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:06.570640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7047b3c-645a-4acc-8e20-c2662fd1b809 req-bb75f03a-9b9d-467a-965d-1caf2fa12798 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:06.572300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7047b3c-645a-4acc-8e20-c2662fd1b809 req-bb75f03a-9b9d-467a-965d-1caf2fa12798 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.2964795 Jul 19 03:12:06.586482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:12:06.587272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:06.589330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Set router 3903afb7-d555-46aa-9905-2482f3b921b6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:06.619749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:06.620375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:06.620757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:06.621376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Bound port: c46a5d11-44d2-4284-a406-2efeba35ec99, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:06.716415 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.734140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9587baf-f8cf-48cf-b521-299de6a35d01 req-faf2d975-d282-47b5-8d03-e6a5ed94f0cf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593926 Jul 19 03:12:06.764489 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7047b3c-645a-4acc-8e20-c2662fd1b809 req-59b78c07-f8e0-4eb1-a069-21b952d974b9 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812546 Jul 19 03:12:06.808890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42738) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:06.864451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f94f2291-967f-4c08-8ca5-f8d17678ef2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34a0ae605b924923889f301998014532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543237 Jul 19 03:12:06.865193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42742) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:06.870749 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4cc67b-76ba-4afb-8874-bea3b6ff7733 x-openstack-request-id: req-5e4cc67b-76ba-4afb-8874-bea3b6ff7733 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:06.871445 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d86ca11-a407-4484-b0c6-44247de28ad2", "name": "network-vif-deleted", "tag": "ca9be1d0-4d2f-4b17-8e19-324dc7a08998", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:06.872007 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e4cc67b-76ba-4afb-8874-bea3b6ff7733 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:06.872784 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d86ca11-a407-4484-b0c6-44247de28ad2', 'name': 'network-vif-deleted', 'tag': 'ca9be1d0-4d2f-4b17-8e19-324dc7a08998', 'status': 'completed', 'code': 200} Jul 19 03:12:06.889247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:06.895087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe83be6-251b-40a0-b725-c3ad05ba244e {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:06.903864 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] Notify callbacks [] for binding, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.905092 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d19c25d5-6cd7-4e6c-bad7-f2eebe43b682 service neutron] 10.222.0.20 "POST /v2.0/ports/c46a5d11-44d2-4284-a406-2efeba35ec99/bindings HTTP/1.1" status: 201 len: 390 time: 0.9734421 Jul 19 03:12:06.906985 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.926518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Transition to ACTIVE for port object efe83be6-251b-40a0-b725-c3ad05ba244e will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:06.933155 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.960286 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.960900 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36841a33-4cae-40cd-824a-fcce27a2217e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:06.975210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c215d7ff-7209-42a0-8e56-ed2f6bb21548', 'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'mac_address': 'fa:16:3e:b5:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:02Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 2, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'subnets': [{'id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:07.027308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Pushing event updated for resources: {'Port': ['ID=efe83be6-251b-40a0-b725-c3ad05ba244e,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:07.030771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Checking router: 3903afb7-d555-46aa-9905-2482f3b921b6 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:12:07.031219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Updating router 3903afb7-d555-46aa-9905-2482f3b921b6 port c215d7ff-7209-42a0-8e56-ed2f6bb21548 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:12:07.040551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36841a33-4cae-40cd-824a-fcce27a2217e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:07.113140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Attempting to bind port efe83be6-251b-40a0-b725-c3ad05ba244e on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:07.114541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Attempting to bind port efe83be6-251b-40a0-b725-c3ad05ba244e by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:07.115032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Attempting to bind port efe83be6-251b-40a0-b725-c3ad05ba244e on network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:07.122240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Port efe83be6-251b-40a0-b725-c3ad05ba244e on network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:12:07.122726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Attempting to bind port efe83be6-251b-40a0-b725-c3ad05ba244e on network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:07.130255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:07.131209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Checking segment: {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:07.131624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Bound using segment: {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:07.132282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Bound port: efe83be6-251b-40a0-b725-c3ad05ba244e, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:07.132646 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:07.134483 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:07.195058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36841a33-4cae-40cd-824a-fcce27a2217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:07.205009 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36841a33-4cae-40cd-824a-fcce27a2217e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:07.210561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-36841a33-4cae-40cd-824a-fcce27a2217e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7524e893-6d01-435b-a4e4-651820b0bc8c HTTP/1.1" status: 204 len: 168 time: 0.3402915 Jul 19 03:12:07.235301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36841a33-4cae-40cd-824a-fcce27a2217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7524e893-6d01-435b-a4e4-651820b0bc8c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:07.269919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] For port efe83be6-251b-40a0-b725-c3ad05ba244e, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:07.288522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] For port efe83be6-251b-40a0-b725-c3ad05ba244e, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=efe83be6-251b-40a0-b725-c3ad05ba244e,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:07.306860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:07.398927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Pushing event updated for resources: {'Port': ['ID=efe83be6-251b-40a0-b725-c3ad05ba244e,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:07.417151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6e849-a644-4ff8-b867-aa8be937253e req-de191ed5-9233-488b-ada1-d1bdea4a8313 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:07.429909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bfa6e849-a644-4ff8-b867-aa8be937253e req-de191ed5-9233-488b-ada1-d1bdea4a8313 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a83c59c-f3e9-47e5-becd-083181462cca HTTP/1.1" status: 200 len: 949 time: 0.1554291 Jul 19 03:12:07.434647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:07.435283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:07.440168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-62bfa8ac-65ac-4ca7-9759-7f0ec7359522 service neutron] 10.222.0.26 "PUT /v2.0/ports/efe83be6-251b-40a0-b725-c3ad05ba244e HTTP/1.1" status: 200 len: 1092 time: 1.7489054 Jul 19 03:12:07.512208 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bfa6e849-a644-4ff8-b867-aa8be937253e req-6f219491-dc0c-4c25-a31b-0f8f38239433 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812638 Jul 19 03:12:07.555389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-b354472a-7813-483d-b90b-86ccab03c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:07.557190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-b354472a-7813-483d-b90b-86ccab03c8d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 1097 time: 0.1593838 Jul 19 03:12:07.723105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-fe3cb53c-7d7f-46ff-9bd9-8b9b3bf2aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:07.724693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-fe3cb53c-7d7f-46ff-9bd9-8b9b3bf2aeda service neutron] 10.222.0.25 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.1571789 Jul 19 03:12:07.738205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-92b9552d-decc-4f2a-9a41-7adbd5e22d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:07.739995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-92b9552d-decc-4f2a-9a41-7adbd5e22d8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2cfb507fa16049379923204820c81297&device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 1095 time: 0.2447786 Jul 19 03:12:07.785772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42754) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:07.800622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d9249b19-b6c4-4e36-b702-dbaa567fba76 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662243604', 'description': 'tempest-description--576379232'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:07.842034 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-cc7592a2-e5fb-4691-840e-954863e5e312 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46a5d11-44d2-4284-a406-2efeba35ec99 HTTP/1.1" status: 200 len: 217 time: 0.1049826 Jul 19 03:12:07.860409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9249b19-b6c4-4e36-b702-dbaa567fba76 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:07.872454 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:07.894140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Transition to ACTIVE for port object c215d7ff-7209-42a0-8e56-ed2f6bb21548 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:07.913861 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:07.917866 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-e654b6e8-9935-46e6-821c-eff3439d3a46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efe83be6-251b-40a0-b725-c3ad05ba244e HTTP/1.1" status: 200 len: 217 time: 0.1649120 Jul 19 03:12:07.995756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d200d0-f547-471b-b4d8-3177d78313d9 req-fec6ca22-a723-4ad1-b38b-e290007de640 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:08.004599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27d200d0-f547-471b-b4d8-3177d78313d9 req-fec6ca22-a723-4ad1-b38b-e290007de640 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 950 time: 0.2898591 Jul 19 03:12:08.062355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e12b3-472a-4ff2-9e61-d1b281abfd04 None None] Pushing event updated for resources: {'Port': ['ID=c215d7ff-7209-42a0-8e56-ed2f6bb21548,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:08.085029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27d200d0-f547-471b-b4d8-3177d78313d9 req-515313ee-540a-4d4f-b7dc-9d6dc239305b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756080 Jul 19 03:12:08.115078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9249b19-b6c4-4e36-b702-dbaa567fba76 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.115412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:08.122610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-865509b1-20e1-4085-8523-b056e62e71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:08.123453 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9249b19-b6c4-4e36-b702-dbaa567fba76 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.126521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-865509b1-20e1-4085-8523-b056e62e71e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.2190890 Jul 19 03:12:08.129271 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-66e6adcf-aa73-4e04-88b6-9867e9704492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:08.130934 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-66e6adcf-aa73-4e04-88b6-9867e9704492 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46570d29-3803-4fea-b16d-79f355465134 HTTP/1.1" status: 200 len: 862 time: 0.1852732 Jul 19 03:12:08.185293 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9249b19-b6c4-4e36-b702-dbaa567fba76 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.192282 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d9249b19-b6c4-4e36-b702-dbaa567fba76 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3956611 Jul 19 03:12:08.193276 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42766) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:08.204082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8206db92-b430-45ae-bb2c-fc15883ba344 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Request body: {'security_group_rule': {'security_group_id': 'd2bb649d-98d8-4b38-8417-90bb080ca3f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:08.214820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9249b19-b6c4-4e36-b702-dbaa567fba76 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bb649d-98d8-4b38-8417-90bb080ca3f4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:08.221761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Attempting to bind port c215d7ff-7209-42a0-8e56-ed2f6bb21548 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:08.222198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Attempting to bind port c215d7ff-7209-42a0-8e56-ed2f6bb21548 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:08.222691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Attempting to bind port c215d7ff-7209-42a0-8e56-ed2f6bb21548 on network c0646b0a-f4e7-47bd-8782-b33c26a24a16 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:08.235513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:08.238112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Checking segment: {'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:08.238658 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.239152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Bound using segment: {'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:08.241998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Bound port: c215d7ff-7209-42a0-8e56-ed2f6bb21548, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:08.242564 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.259810 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-5399bccf-34a5-48ed-9e00-18b51a9facae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226912 Jul 19 03:12:08.275738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8206db92-b430-45ae-bb2c-fc15883ba344 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.283959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9fcb2-e3ee-42b1-b554-f55d9eb2afc7 req-03897297-0caa-47c4-aef9-cf3dd7ed5c84 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:08.294931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:08.295436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.312933 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9aa9fcb2-e3ee-42b1-b554-f55d9eb2afc7 req-03897297-0caa-47c4-aef9-cf3dd7ed5c84 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.3658316 Jul 19 03:12:08.366043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8206db92-b430-45ae-bb2c-fc15883ba344 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.380992 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8206db92-b430-45ae-bb2c-fc15883ba344 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.385227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] For port c215d7ff-7209-42a0-8e56-ed2f6bb21548, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:08.390417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] For port c215d7ff-7209-42a0-8e56-ed2f6bb21548, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c215d7ff-7209-42a0-8e56-ed2f6bb21548,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:08.403502 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.420095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206db92-b430-45ae-bb2c-fc15883ba344 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f8f815-4f4e-4856-991a-dded739ef3dd,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:08.438896 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8206db92-b430-45ae-bb2c-fc15883ba344 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.445721 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8206db92-b430-45ae-bb2c-fc15883ba344 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2489269 Jul 19 03:12:08.446385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42774) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:08.454206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-39f8120f-7151-405b-a55a-a67625e6a69f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Request body: {'security_group_rule': {'security_group_id': 'd2bb649d-98d8-4b38-8417-90bb080ca3f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:08.526822 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-39f8120f-7151-405b-a55a-a67625e6a69f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.554652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Routers {'3903afb7-d555-46aa-9905-2482f3b921b6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:08.557229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:11:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3903afb7-d555-46aa-9905-2482f3b921b6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:08.605356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e12b3-472a-4ff2-9e61-d1b281abfd04 None None] Pushing event updated for resources: {'Port': ['ID=c215d7ff-7209-42a0-8e56-ed2f6bb21548,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:08.634760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-39f8120f-7151-405b-a55a-a67625e6a69f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.636725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42778) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:08.664245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-39f8120f-7151-405b-a55a-a67625e6a69f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.715716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8120f-7151-405b-a55a-a67625e6a69f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167931ce-b60f-4ed3-9dff-4b7e4740d91d,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:08.731500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] Set router 3903afb7-d555-46aa-9905-2482f3b921b6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:08.732274 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-39f8120f-7151-405b-a55a-a67625e6a69f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.736854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-39f8120f-7151-405b-a55a-a67625e6a69f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2864761 Jul 19 03:12:08.738699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42782) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:08.744483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:08.790999 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71714ba-cfc0-4142-9cf1-2bd824e6da93 req-01b8dc01-d07a-4442-9560-c653a14cac14 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:08.793575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f71714ba-cfc0-4142-9cf1-2bd824e6da93 req-01b8dc01-d07a-4442-9560-c653a14cac14 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 943 time: 0.2176166 Jul 19 03:12:08.799835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-network', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:08.803269 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.865023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9aa9fcb2-e3ee-42b1-b554-f55d9eb2afc7 req-2f6f05cf-5cb3-4c76-9423-ab7596042d91 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510216 Jul 19 03:12:08.874633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21047762-e584-4834-b232-893a8f2d8cc0', 'tag': 'efe83be6-251b-40a0-b725-c3ad05ba244e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:08.876879 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703388f6-66e0-4804-9444-aef98d9e69fd" -d '{"events": [{"name": "network-changed", "server_uuid": "21047762-e584-4834-b232-893a8f2d8cc0", "tag": "efe83be6-251b-40a0-b725-c3ad05ba244e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:08.883611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Made reservation on behalf of e1b939c5ed344140a41aed1d67ff949b for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:08.885923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.886671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-aec9f178-44d8-4a20-a0f0-19593f716e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:08.888178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-aec9f178-44d8-4a20-a0f0-19593f716e90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7162030 Jul 19 03:12:08.909046 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:08.913483 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f71714ba-cfc0-4142-9cf1-2bd824e6da93 req-03987980-f4e6-4594-9629-39b480dacde7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057496 Jul 19 03:12:08.957538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-14a6b140-45a2-4a7b-bc56-c86c63691d25 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365993 Jul 19 03:12:09.033010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:09.207989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-cb772537-598b-4224-9f34-60282d5c5091 service neutron] 10.222.0.26 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121042 Jul 19 03:12:09.208566 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Allocated IP 172.25.2.111 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/b752ff5f-7bb3-41a3-9df1-e436fe688dc9) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:09.217959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-96f30440-3640-49d4-a8e3-950685a42ec0 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494540 Jul 19 03:12:09.237862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c215d7ff-7209-42a0-8e56-ed2f6bb21548', 'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'mac_address': 'fa:16:3e:b5:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:02Z', 'updated_at': '2021-07-19T03:12:08Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'subnets': [{'id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:09.267500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-a067c26f-80d9-4b9d-80ac-259476a71efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:09.269642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-a067c26f-80d9-4b9d-80ac-259476a71efb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06e50db321642888519218e97c939f4&device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 1102 time: 0.2784431 Jul 19 03:12:09.291500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252121cc-e336-4006-93c1-9eb78edf168b None None] The sync data for ids ['3903afb7-d555-46aa-9905-2482f3b921b6'] in n-d-762330-18 is: [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c215d7ff-7209-42a0-8e56-ed2f6bb21548', 'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'mac_address': 'fa:16:3e:b5:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:02Z', 'updated_at': '2021-07-19T03:12:08Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'subnets': [{'id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:12:09.308630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a87c4-0e79-4dfb-97f5-895ab7b089f9 req-197afac2-4261-469f-a5d0-2cdcc33e58ee tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:09.310512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a65a87c4-0e79-4dfb-97f5-895ab7b089f9 req-197afac2-4261-469f-a5d0-2cdcc33e58ee tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 945 time: 0.2345064 Jul 19 03:12:09.364938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:09.375098 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:09.426423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:12:09.449197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:09.453714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d13a9a-c79b-4040-aef0-b678942f0825,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:09.454681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a65a87c4-0e79-4dfb-97f5-895ab7b089f9 req-180af32f-4690-435d-adc4-99e6279c3382 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053400 Jul 19 03:12:09.457777 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-489340ed-8d0a-4d1b-a822-bd2e9f913d50 req-6eb866c3-1c9f-4074-b3c2-8c2250c0af7a service neutron] 10.222.0.26 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428498 Jul 19 03:12:09.461739 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:09.469290 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Added segment 71f44918-ca57-4a28-8564-e7c1a2bc3e5c of type vlan for network d71d62cb-b7a1-4d69-8691-b3b48b8763cd Jul 19 03:12:09.537190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:09.591344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-0915fead-7d31-41ce-951c-0f0c25198216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:09.593372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-0915fead-7d31-41ce-951c-0f0c25198216 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1782651 Jul 19 03:12:09.614297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:09.615540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:09.616285 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:09.624269 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:09.685864 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-af88d7c7-71e6-45ba-8ed6-a71eda204130 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17 HTTP/1.1" status: 200 len: 217 time: 0.0859263 Jul 19 03:12:09.723451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0853415 Jul 19 03:12:09.730167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42800) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:09.776692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Request body: {'subnet': {'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-subnet', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:09.791184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-6dfa7004-e835-4796-98e2-8bc62d52dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:09.792630 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-6dfa7004-e835-4796-98e2-8bc62d52dfe4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0996177 Jul 19 03:12:09.844516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f6467-2b0f-4dea-93c1-55e2e41b0d04 admin admin] Pushing event updated for resources: {'Network': ['ID=d71d62cb-b7a1-4d69-8691-b3b48b8763cd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:09.857673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d71d62cb-b7a1-4d69-8691-b3b48b8763cd details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:12:09.867455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:09.871514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Made reservation on behalf of e1b939c5ed344140a41aed1d67ff949b for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:09.874517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:09.913635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-f8f5e713-9d82-45d0-8c01-7a04bdfc03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:09.915254 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-f8f5e713-9d82-45d0-8c01-7a04bdfc03a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1053679 Jul 19 03:12:09.932610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4d0f-d661-4205-ab99-b45438e9c7de req-21222276-8246-4b0f-bc12-f7c7a5afb77a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:09.940821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a63c4d0f-d661-4205-ab99-b45438e9c7de req-21222276-8246-4b0f-bc12-f7c7a5afb77a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.1471019 Jul 19 03:12:10.106860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-9ae3c34e-7ef2-438d-b0ed-414b92b298a9 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827178 Jul 19 03:12:10.154859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c215d7ff-7209-42a0-8e56-ed2f6bb21548 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:10.181722 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a63c4d0f-d661-4205-ab99-b45438e9c7de req-f5beae28-ead8-4f71-b3b9-d50c33b9ed11 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398443 Jul 19 03:12:10.183867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Pushing event updated for resources: {'Port': ['ID=b752ff5f-7bb3-41a3-9df1-e436fe688dc9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:10.190941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:10.228139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:10.246534 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c215d7ff-7209-42a0-8e56-ed2f6bb21548 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:10.250865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c215d7ff-7209-42a0-8e56-ed2f6bb21548 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:10.251318 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:10.302806 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a1b164-f5d8-4513-8a94-8180a2f4c1cf x-openstack-request-id: req-c6a1b164-f5d8-4513-8a94-8180a2f4c1cf {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:10.303301 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21047762-e584-4834-b232-893a8f2d8cc0", "tag": "efe83be6-251b-40a0-b725-c3ad05ba244e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:10.303495 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6a1b164-f5d8-4513-8a94-8180a2f4c1cf {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:10.303901 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21047762-e584-4834-b232-893a8f2d8cc0', 'tag': 'efe83be6-251b-40a0-b725-c3ad05ba244e', 'status': 'completed', 'code': 200} Jul 19 03:12:10.318680 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:10.473509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ffb149f1-a80b-44ea-9b5e-90f108f5c547 req-6159db69-0403-4bbd-be73-02fb61fe4116 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436955 Jul 19 03:12:10.502024 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:10.549433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port c215d7ff-7209-42a0-8e56-ed2f6bb21548, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c215d7ff-7209-42a0-8e56-ed2f6bb21548,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:10.562583 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:10.579338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703388f6-66e0-4804-9444-aef98d9e69fd req-7481f3c1-46d8-4f45-b1c0-c6b1cf86d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:10.581713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-703388f6-66e0-4804-9444-aef98d9e69fd req-7481f3c1-46d8-4f45-b1c0-c6b1cf86d7f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2cfb507fa16049379923204820c81297&device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 1095 time: 0.2262850 Jul 19 03:12:10.637307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=c215d7ff-7209-42a0-8e56-ed2f6bb21548,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:10.742887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d8efe-da8a-4cbc-a97c-4b5c715d867d req-d1da2bcc-594f-4af8-981e-31b585689a30 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:10.744602 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-178d8efe-da8a-4cbc-a97c-4b5c715d867d req-d1da2bcc-594f-4af8-981e-31b585689a30 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 950 time: 0.2805581 Jul 19 03:12:10.805707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703388f6-66e0-4804-9444-aef98d9e69fd req-3afc959a-51f5-40b8-bb07-49a1042541d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:10.807284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-703388f6-66e0-4804-9444-aef98d9e69fd req-3afc959a-51f5-40b8-bb07-49a1042541d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf HTTP/1.1" status: 200 len: 923 time: 0.2116311 Jul 19 03:12:10.936877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-703388f6-66e0-4804-9444-aef98d9e69fd req-62d45b18-ed52-4cfd-9023-501d6d7c893a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efe83be6-251b-40a0-b725-c3ad05ba244e HTTP/1.1" status: 200 len: 217 time: 0.1142926 Jul 19 03:12:10.959863 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-178d8efe-da8a-4cbc-a97c-4b5c715d867d req-8c3c8eda-93b6-483c-b3c4-e516c5538844 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032974 Jul 19 03:12:11.008067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66ff7bb-6e40-4b87-8883-0ca81dbb0656,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:11.020773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703388f6-66e0-4804-9444-aef98d9e69fd req-2eee5b97-de6b-4593-b1fd-a3d027b5d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:11.024866 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-703388f6-66e0-4804-9444-aef98d9e69fd req-2eee5b97-de6b-4593-b1fd-a3d027b5d196 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46570d29-3803-4fea-b16d-79f355465134 HTTP/1.1" status: 200 len: 862 time: 0.0802622 Jul 19 03:12:11.046630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:11.080812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Checking segment: {'id': '71f44918-ca57-4a28-8564-e7c1a2bc3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:11.081184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Network hostable DHCP agents. Network: d71d62cb-b7a1-4d69-8691-b3b48b8763cd, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:12:11.167233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703388f6-66e0-4804-9444-aef98d9e69fd req-2e1a9d8f-59d7-4a9f-aa90-a9574654e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:11.169496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-703388f6-66e0-4804-9444-aef98d9e69fd req-2e1a9d8f-59d7-4a9f-aa90-a9574654e5e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293695 Jul 19 03:12:11.179621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:11.190404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977330c-18c7-43b5-8b55-6879d5ca6782 req-979a3ab4-d993-4e94-b96f-cac702c5ff52 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:11.197479 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b977330c-18c7-43b5-8b55-6879d5ca6782 req-979a3ab4-d993-4e94-b96f-cac702c5ff52 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.2536716 Jul 19 03:12:11.217863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Network d71d62cb-b7a1-4d69-8691-b3b48b8763cd is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:12:11.259502 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d71d62cb-b7a1-4d69-8691-b3b48b8763cd) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:11.269515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737b38d9-34e1-4128-be6f-ae51f22c637c None None] Network d71d62cb-b7a1-4d69-8691-b3b48b8763cd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:12:11.305779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ea25f-1be1-4431-9c62-6e15ad1b4789 req-590d567e-ad9d-4566-91b9-997a6e3f1d9f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:11.306818 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b977330c-18c7-43b5-8b55-6879d5ca6782 req-eb1bbac9-9724-4911-a6c6-a141979e8ba0 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075633 Jul 19 03:12:11.313556 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-207ea25f-1be1-4431-9c62-6e15ad1b4789 req-590d567e-ad9d-4566-91b9-997a6e3f1d9f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 943 time: 0.1948602 Jul 19 03:12:11.316984 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:11.318250 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:11.345879 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-05076813-e862-463d-8bc2-79b7f203f6c1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6015651 Jul 19 03:12:11.345879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42820) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:11.352386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-router', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:11.370594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-207ea25f-1be1-4431-9c62-6e15ad1b4789 req-9f8d8c86-b6e3-4e36-9e9a-d574ecd52446 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523911 Jul 19 03:12:11.421922 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-703388f6-66e0-4804-9444-aef98d9e69fd req-f8312643-2471-4834-a662-87eb3976d1aa service neutron] 10.222.0.26 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279027 Jul 19 03:12:11.441404 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:11.442602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:11.505747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:11.558225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-d71d62cb-b7a1-4d69-8691-b3b48b8763cd', 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'fixed_ips': [{'subnet_id': 'b66ff7bb-6e40-4b87-8883-0ca81dbb0656'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:12:11.561370 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:11.584724 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-703388f6-66e0-4804-9444-aef98d9e69fd req-2fff17ff-7582-4839-9d47-319f2f9c9bdf service neutron] 10.222.0.26 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540263 Jul 19 03:12:11.735721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:11.774259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Allocated IP 172.20.0.2 (d71d62cb-b7a1-4d69-8691-b3b48b8763cd/b66ff7bb-6e40-4b87-8883-0ca81dbb0656/b272fc6e-ceac-420a-9c72-f6a04e2a3439) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:11.789771 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:11.808654 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:11.922367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d72cf-114f-4c9e-a7c1-00d0063cd956 req-557f78f3-7ba9-4407-8c68-98a3039ee097 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:11.925058 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-da0d72cf-114f-4c9e-a7c1-00d0063cd956 req-557f78f3-7ba9-4407-8c68-98a3039ee097 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 945 time: 0.4053481 Jul 19 03:12:11.940479 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Pushing event updated for resources: {'Port': ['ID=b752ff5f-7bb3-41a3-9df1-e436fe688dc9,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:11.942155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device efe83be6-251b-40a0-b725-c3ad05ba244e details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:11.969415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39b9b5-166c-4658-a930-809817905900 req-dcf39615-0ab4-42b6-a202-e9e7c317f1e0 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:11.976562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf39b9b5-166c-4658-a930-809817905900 req-dcf39615-0ab4-42b6-a202-e9e7c317f1e0 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.1001434 Jul 19 03:12:11.982438 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.026087 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.051119 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cbe9a5c1-3214-4eee-adbe-d715903cbcc0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3088422 Jul 19 03:12:12.075177 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf39b9b5-166c-4658-a930-809817905900 req-f4f192e2-190c-4874-9b1b-e708a1a21376 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976400 Jul 19 03:12:12.076208 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-da0d72cf-114f-4c9e-a7c1-00d0063cd956 req-b379896c-9963-4f79-a627-bc32fa62cf83 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416001 Jul 19 03:12:12.150870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c215d7ff-7209-42a0-8e56-ed2f6bb21548 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:12.212965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-bd84309c-aa96-4e09-aebf-f630eb09a907 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=72f00901182a422c97f8c3df55759633&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279343 Jul 19 03:12:12.299218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.306016 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.342536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Transition to ACTIVE for port object b272fc6e-ceac-420a-9c72-f6a04e2a3439 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:12.360961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.376609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port efe83be6-251b-40a0-b725-c3ad05ba244e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=efe83be6-251b-40a0-b725-c3ad05ba244e,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:12.387140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Transition to ACTIVE for port object b272fc6e-ceac-420a-9c72-f6a04e2a3439 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:12.396286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'efe83be6-251b-40a0-b725-c3ad05ba244e', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'port_id': 'efe83be6-251b-40a0-b725-c3ad05ba244e', 'mac_address': 'fa:16:3e:fb:20:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:12:12.399306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c215d7ff-7209-42a0-8e56-ed2f6bb21548 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:12.399670 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.407209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-98cea293-4c2d-47c3-92f3-ae40b7348587 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:12.415952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-98cea293-4c2d-47c3-92f3-ae40b7348587 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017303 Jul 19 03:12:12.438149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-316e7762-a967-41d6-a744-24100791cda1 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/quotas/72f00901182a422c97f8c3df55759633 HTTP/1.1" status: 200 len: 375 time: 0.0212703 Jul 19 03:12:12.448866 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.477183 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-ecca0038-8c66-4916-a5f9-a91af8855780 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--662243604&fields=id&tenant_id=93fc45b2ed1749e0acb2f334e42877c0 HTTP/1.1" status: 200 len: 267 time: 0.1177223 Jul 19 03:12:12.494500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Pushing event updated for resources: {'Port': ['ID=b272fc6e-ceac-420a-9c72-f6a04e2a3439,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:12.533821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-f7aa1a84-fe80-409e-a49f-3d502e10380b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=72f00901182a422c97f8c3df55759633&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945785 Jul 19 03:12:12.539722 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-edcf3c19-9c91-44f1-b8f5-f68d30e55947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.581981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Network d71d62cb-b7a1-4d69-8691-b3b48b8763cd is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:12.587728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:12.591968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:12.599169 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.664708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Attempting to bind port b272fc6e-ceac-420a-9c72-f6a04e2a3439 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:12.665144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Attempting to bind port b272fc6e-ceac-420a-9c72-f6a04e2a3439 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '71f44918-ca57-4a28-8564-e7c1a2bc3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:12.665524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Attempting to bind port b272fc6e-ceac-420a-9c72-f6a04e2a3439 on network d71d62cb-b7a1-4d69-8691-b3b48b8763cd {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:12.668405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe83be6-251b-40a0-b725-c3ad05ba244e {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:12.678791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:12.679168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Checking segment: {'id': '71f44918-ca57-4a28-8564-e7c1a2bc3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:12.679582 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.679980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Bound using segment: {'id': '71f44918-ca57-4a28-8564-e7c1a2bc3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:12.680464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Bound port: b272fc6e-ceac-420a-9c72-f6a04e2a3439, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f44918-ca57-4a28-8564-e7c1a2bc3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:12.680850 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.686108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Allocated IP 172.25.2.201 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/683bf6e7-64b6-49cb-a3c3-7a1fc6d57039) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:12.712153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port efe83be6-251b-40a0-b725-c3ad05ba244e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=efe83be6-251b-40a0-b725-c3ad05ba244e,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:12.737566 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.777105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-466a5029-9206-4650-aca7-92c683867d49 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:12.788735 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-466a5029-9206-4650-aca7-92c683867d49 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/networks?id=c0646b0a-f4e7-47bd-8782-b33c26a24a16 HTTP/1.1" status: 200 len: 812 time: 0.3024340 Jul 19 03:12:12.790369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=efe83be6-251b-40a0-b725-c3ad05ba244e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:12.822011 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-20fb5c0e-d69b-46f4-b563-cf7dd551e3db tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/quotas/93fc45b2ed1749e0acb2f334e42877c0 HTTP/1.1" status: 200 len: 375 time: 0.0308948 Jul 19 03:12:12.848671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] For port b272fc6e-ceac-420a-9c72-f6a04e2a3439, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:12.852187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] For port b272fc6e-ceac-420a-9c72-f6a04e2a3439, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b272fc6e-ceac-420a-9c72-f6a04e2a3439,segment=NetworkSegment(71f44918-ca57-4a28-8564-e7c1a2bc3e5c),segment_id=71f44918-ca57-4a28-8564-e7c1a2bc3e5c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:12.857006 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:12.942775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb03fb-82af-4ed1-bcc9-1ec974d1399b req-30b5b85a-db89-4df0-a629-3cd52f8c569b tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:12.952389 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67fb03fb-82af-4ed1-bcc9-1ec974d1399b req-30b5b85a-db89-4df0-a629-3cd52f8c569b tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1078649 Jul 19 03:12:12.956270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688ad9e-b8d6-4282-93d9-45624b90af20 None None] Pushing event updated for resources: {'Port': ['ID=b272fc6e-ceac-420a-9c72-f6a04e2a3439,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:13.025026 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67fb03fb-82af-4ed1-bcc9-1ec974d1399b req-d9170f9d-41d1-456c-a1c0-5835422f7957 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675457 Jul 19 03:12:13.047202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:13.070893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-66608f18-9013-4efc-a6ed-57cdd67ec794 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=93fc45b2ed1749e0acb2f334e42877c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2478936 Jul 19 03:12:13.103595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['efe83be6-251b-40a0-b725-c3ad05ba244e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:13.245125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:13.283396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:13.289896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:13.324183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:13.334663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0120b-4b32-412e-918c-a68530893f1e req-8378bb5c-321d-4a01-819c-ded5df2fca5b tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:13.343179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6a0120b-4b32-412e-918c-a68530893f1e req-8378bb5c-321d-4a01-819c-ded5df2fca5b tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 944 time: 0.1197655 Jul 19 03:12:13.364065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-b7a3481b-568e-43f0-b2e7-4a767fad52c1 service neutron] 10.222.0.20 "GET /v2.0/networks/c0646b0a-f4e7-47bd-8782-b33c26a24a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796016 Jul 19 03:12:13.414916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Pushing event updated for resources: {'Port': ['ID=683bf6e7-64b6-49cb-a3c3-7a1fc6d57039,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:13.420777 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6a0120b-4b32-412e-918c-a68530893f1e req-146b021a-11af-412a-8a63-71dda5593128 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751474 Jul 19 03:12:13.613868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-3f573c9a-5a26-4233-9cdc-94583e118d37 service neutron] 10.222.0.20 "GET /v2.0/networks/c0646b0a-f4e7-47bd-8782-b33c26a24a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423208 Jul 19 03:12:13.704340 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b48b1f5-1cb1-45f3-8b58-4c8c2dbf406c req-9368a0fa-ae61-4bcb-bb3c-5455cfbacd0f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 210 time: 0.0546203 Jul 19 03:12:13.785786 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:13.943682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ab98270-1ff0-44bb-abaa-a653e3920841 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:13.981007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffb976-797b-4549-8b2a-0c78307dafa9 req-cc8f67d1-c02d-4bf8-be9e-a408bad99aed tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:13.996128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-44ffb976-797b-4549-8b2a-0c78307dafa9 req-cc8f67d1-c02d-4bf8-be9e-a408bad99aed tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.1413620 Jul 19 03:12:14.078699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-44ffb976-797b-4549-8b2a-0c78307dafa9 req-a5c867ca-ce97-4332-9061-fcac22c80c26 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814064 Jul 19 03:12:14.189169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b272fc6e-ceac-420a-9c72-f6a04e2a3439 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:14.232776 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2077640-2efa-4629-aabf-e36c46870218 req-05fea6ec-6674-4de6-ac73-807180635a9d tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 210 time: 0.0687523 Jul 19 03:12:14.285063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:14.303726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'mac_address': 'fa:16:3e:d3:17:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:12:14.354455 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:14.372154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port b272fc6e-ceac-420a-9c72-f6a04e2a3439 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:14.390723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ab98270-1ff0-44bb-abaa-a653e3920841 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:14.461238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:14.474500 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:14.499851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723fc30-e802-4fb9-bc39-b29aa29d88a3 req-6be40704-7105-48a8-8513-9c689b53fabc tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:14.525912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7723fc30-e802-4fb9-bc39-b29aa29d88a3 req-6be40704-7105-48a8-8513-9c689b53fabc tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 945 time: 0.4891031 Jul 19 03:12:14.540025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:14.554780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768e38b-8224-42ab-8968-7bd004a78496 req-e8348911-e1d6-4cf4-ae1e-974b5a62d334 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:14.566089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5768e38b-8224-42ab-8968-7bd004a78496 req-e8348911-e1d6-4cf4-ae1e-974b5a62d334 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1320605 Jul 19 03:12:14.607656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa2845-4a63-44e3-8048-61687af286b1 None None] Network d71d62cb-b7a1-4d69-8691-b3b48b8763cd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:12:14.668664 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5768e38b-8224-42ab-8968-7bd004a78496 req-5b7b6800-5b4d-4aa2-af00-dadc4cafb404 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015754 Jul 19 03:12:14.837651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7723fc30-e802-4fb9-bc39-b29aa29d88a3 req-e44a6635-412e-44ad-a02f-dff18d51fd3f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085210 Jul 19 03:12:14.881754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:14.919163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1ab98270-1ff0-44bb-abaa-a653e3920841'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:14.971975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-42cc9440-dd53-493c-aa5c-0f3516f3481a tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=72f00901182a422c97f8c3df55759633&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1329668 Jul 19 03:12:15.192117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:12:15.199171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-35210a2f-4159-4948-bf3b-41eaea593a46 None None] Provisioning for port b272fc6e-ceac-420a-9c72-f6a04e2a3439 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:15.229605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-35210a2f-4159-4948-bf3b-41eaea593a46 None None] Provisioning complete for port b272fc6e-ceac-420a-9c72-f6a04e2a3439 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:15.230146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-35210a2f-4159-4948-bf3b-41eaea593a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:15.255409 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-844a7cb4-f13b-4236-88ee-2c67d8a7a746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:15.442045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-351ef442-2bc4-4caf-aaee-b8908acdb73d tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:15.447785 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-351ef442-2bc4-4caf-aaee-b8908acdb73d tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4328113 Jul 19 03:12:15.458094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:12:15.476844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Request body: {'port': {'device_id': 'ba8b12d2-3818-45be-b6a6-866c73a49ba1', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '72f00901182a422c97f8c3df55759633'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:15.509159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71309-0ca1-4a07-bc6a-152c69546138 req-6adf95cd-72e6-47bd-8703-66df26eea63c tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:15.529915 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b7ad733b-086b-405d-9c75-70fc43e6a362 req-78f7e7ff-bd80-4105-8cf5-8f9241679fbb tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 210 time: 0.1574237 Jul 19 03:12:15.530958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1db71309-0ca1-4a07-bc6a-152c69546138 req-6adf95cd-72e6-47bd-8703-66df26eea63c tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 944 time: 0.5832729 Jul 19 03:12:15.562388 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:15.570361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e42233b4-748b-4cbf-8776-3f39898dbd45 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2237895 Jul 19 03:12:15.572183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42942) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:15.617221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Sync routers for ids ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:12:15.751854 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1db71309-0ca1-4a07-bc6a-152c69546138 req-2ec9bd45-093f-476b-9e71-b398b5d149ee tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197909 Jul 19 03:12:15.806177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Made reservation on behalf of 72f00901182a422c97f8c3df55759633 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:15.811195 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:15.816985 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:15.852667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Routers {'9c2879b5-81cb-45cc-83a7-e3c841abdd0e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:15.853456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:15.965110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device efe83be6-251b-40a0-b725-c3ad05ba244e up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:16.027488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd5c01-97ab-44dd-9593-fff91146c4fb req-40dfd733-2b2f-4e0c-8089-92945a35f561 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:16.035697 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7cdd5c01-97ab-44dd-9593-fff91146c4fb req-40dfd733-2b2f-4e0c-8089-92945a35f561 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.2546639 Jul 19 03:12:16.091877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04c39d47-97e0-49fd-b7c5-7474cf841a05 req-dff3b6d1-f7eb-4c57-9796-27012291d38e tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 210 time: 0.1453364 Jul 19 03:12:16.152119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Allocated IP 192.168.233.188 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/99fa47af-d014-43b4-95c1-b101a90481a6) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:16.222758 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-35210a2f-4159-4948-bf3b-41eaea593a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:16.248694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Set router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:16.252524 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7cdd5c01-97ab-44dd-9593-fff91146c4fb req-3c2aab8f-5b20-4427-8c74-41f9bc055d30 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153425 Jul 19 03:12:16.513562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port efe83be6-251b-40a0-b725-c3ad05ba244e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:16.537476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port efe83be6-251b-40a0-b725-c3ad05ba244e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:16.537918 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:16.601346 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:16.668910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-35210a2f-4159-4948-bf3b-41eaea593a46 None None] For port b272fc6e-ceac-420a-9c72-f6a04e2a3439, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b272fc6e-ceac-420a-9c72-f6a04e2a3439,segment=NetworkSegment(71f44918-ca57-4a28-8564-e7c1a2bc3e5c),segment_id=71f44918-ca57-4a28-8564-e7c1a2bc3e5c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:16.681926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77a76-82b1-4592-836a-5ed23e0992d6 req-83ea47c2-ecd7-4423-b9a4-1b91bc07327c tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:16.685001 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-35210a2f-4159-4948-bf3b-41eaea593a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:16.692358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbd77a76-82b1-4592-836a-5ed23e0992d6 req-83ea47c2-ecd7-4423-b9a4-1b91bc07327c tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.2439778 Jul 19 03:12:16.705242 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:16.734589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Transition to ACTIVE for port object 99fa47af-d014-43b4-95c1-b101a90481a6 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:16.765589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbd77a76-82b1-4592-836a-5ed23e0992d6 req-91a02ba5-7d2c-4005-aa4d-88da12757c25 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716872 Jul 19 03:12:16.842306 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:16.843345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2da9bbd6-d507-4248-a0dc-cdb6ba4b6118 None None] Provisioning complete for port b272fc6e-ceac-420a-9c72-f6a04e2a3439 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:16.843724 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2da9bbd6-d507-4248-a0dc-cdb6ba4b6118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:16.900330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ce4acdd7-c0ad-49a6-993e-acfac3b42fbc'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:16.916744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:16.922191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:16.929537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:16.956866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35210a2f-4159-4948-bf3b-41eaea593a46 None None] Pushing event updated for resources: {'Port': ['ID=b272fc6e-ceac-420a-9c72-f6a04e2a3439,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:17.004537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Pushing event updated for resources: {'Port': ['ID=99fa47af-d014-43b4-95c1-b101a90481a6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:17.025373 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:17.068790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:17.069489 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:17.114332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21047762-e584-4834-b232-893a8f2d8cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe83be6-251b-40a0-b725-c3ad05ba244e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:17.117486 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18ba24-06e6-42ae-be56-089c50ea5bde" -d '{"events": [{"server_uuid": "21047762-e584-4834-b232-893a8f2d8cc0", "name": "network-vif-plugged", "status": "completed", "tag": "efe83be6-251b-40a0-b725-c3ad05ba244e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:17.167003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port efe83be6-251b-40a0-b725-c3ad05ba244e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=efe83be6-251b-40a0-b725-c3ad05ba244e,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:17.169292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-68601c7b-74a9-4db7-a964-afe364f1600f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7100928 Jul 19 03:12:17.185859 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:17.191149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Request body: {'port': {'device_id': 'ba8b12d2-3818-45be-b6a6-866c73a49ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:17.244521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06d16c-6850-47d0-a9c2-cd4ceefe74cd req-32c9e2db-3f05-44d8-a1dc-cd06d28ae33e tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:17.254072 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ae06d16c-6850-47d0-a9c2-cd4ceefe74cd req-32c9e2db-3f05-44d8-a1dc-cd06d28ae33e tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 936 time: 0.1810162 Jul 19 03:12:17.333157 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ae06d16c-6850-47d0-a9c2-cd4ceefe74cd req-4cde4dc1-4b03-45ff-9163-178b4fb6a693 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780296 Jul 19 03:12:17.373952 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-418ce835-22fb-4c15-a875-30057666c92f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:17.375474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-418ce835-22fb-4c15-a875-30057666c92f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.26 "GET /v2.0/networks?id=c0646b0a-f4e7-47bd-8782-b33c26a24a16 HTTP/1.1" status: 200 len: 812 time: 0.9640856 Jul 19 03:12:17.379113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-router', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:11Z', 'updated_at': '2021-07-19T03:12:13Z', 'revision_number': 3, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'gw_port': {'id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:12Z', 'updated_at': '2021-07-19T03:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:17.402601 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:17.415509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21062084-6210-496b-b904-215f45cc0627 req-2662b34c-454e-40fc-ba9b-d923783d016f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:17.422354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Checking router: 9c2879b5-81cb-45cc-83a7-e3c841abdd0e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:12:17.422785 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21062084-6210-496b-b904-215f45cc0627 req-2662b34c-454e-40fc-ba9b-d923783d016f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 945 time: 0.1998096 Jul 19 03:12:17.422948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Updating router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:12:17.481263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1554e798-d774-4c0d-b516-d1d51d8ec3bf None None] Provisioning for port 99fa47af-d014-43b4-95c1-b101a90481a6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:17.508424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1554e798-d774-4c0d-b516-d1d51d8ec3bf None None] Provisioning complete for port 99fa47af-d014-43b4-95c1-b101a90481a6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:17.509103 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1554e798-d774-4c0d-b516-d1d51d8ec3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:17.585025 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:17.632187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-221237f4-7f1e-4db3-bbea-790da5bca6c0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93fc45b2ed1749e0acb2f334e42877c0 HTTP/1.1" status: 200 len: 379 time: 0.2329295 Jul 19 03:12:17.641862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Request body: {'port': {'device_id': '21e30bfe-3307-4427-953d-7e221e19c985', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'admin_state_up': True, 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'security_groups': ['d2bb649d-98d8-4b38-8417-90bb080ca3f4']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:17.682424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21062084-6210-496b-b904-215f45cc0627 req-9b5bd075-0a96-4f27-967d-e1296a8bc518 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536674 Jul 19 03:12:17.799205 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0138c4-5961-4fa1-931b-5ece0fa418b8 x-openstack-request-id: req-fc0138c4-5961-4fa1-931b-5ece0fa418b8 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:17.799784 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21047762-e584-4834-b232-893a8f2d8cc0", "name": "network-vif-plugged", "status": "completed", "tag": "efe83be6-251b-40a0-b725-c3ad05ba244e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:17.800540 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc0138c4-5961-4fa1-931b-5ece0fa418b8 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:17.801036 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21047762-e584-4834-b232-893a8f2d8cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe83be6-251b-40a0-b725-c3ad05ba244e', 'code': 200} Jul 19 03:12:17.801739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=efe83be6-251b-40a0-b725-c3ad05ba244e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:17.843883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4c9f-6354-4b49-ae18-712e60757ed4 req-0edddc8d-e66a-42cd-860f-aa00ac2a0287 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:17.847260 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:17.854313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-322d4c9f-6354-4b49-ae18-712e60757ed4 req-0edddc8d-e66a-42cd-860f-aa00ac2a0287 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 945 time: 0.3175170 Jul 19 03:12:17.895377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1554e798-d774-4c0d-b516-d1d51d8ec3bf None None] Port 99fa47af-d014-43b4-95c1-b101a90481a6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:12:17.897005 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:17.979013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ab98270-1ff0-44bb-abaa-a653e3920841 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:18.061428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b272fc6e-ceac-420a-9c72-f6a04e2a3439 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:18.132710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Allocated IP 172.20.0.1 (d71d62cb-b7a1-4d69-8691-b3b48b8763cd/b66ff7bb-6e40-4b87-8883-0ca81dbb0656/4defb19a-ea4b-4ae4-829c-16681a92305d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:18.174860 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.196686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Transition to ACTIVE for port object 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:18.201781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 1ab98270-1ff0-44bb-abaa-a653e3920841 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:18.202224 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.227733 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.276301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b272fc6e-ceac-420a-9c72-f6a04e2a3439 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:18.276726 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.281239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.301199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Transition to ACTIVE for port object 4defb19a-ea4b-4ae4-829c-16681a92305d will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:18.323725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-322d4c9f-6354-4b49-ae18-712e60757ed4 req-2420f07a-da08-4b38-950c-fbe150f70c9d tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4682279 Jul 19 03:12:18.326783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b1ef7-dfca-47e5-aaf6-f7c0b752340b None None] Pushing event updated for resources: {'Port': ['ID=683bf6e7-64b6-49cb-a3c3-7a1fc6d57039,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:18.333621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Attempting to bind port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:18.334106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Attempting to bind port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:18.334499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Attempting to bind port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:18.358722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:18.359279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:18.359706 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.360388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:18.360896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Bound port: 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:18.361702 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.399978 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.420501 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-19dc78c3-da4c-41d9-84ad-afea4795fd80 req-e20f60c8-5038-4312-810a-bb507d248891 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 210 time: 0.0690205 Jul 19 03:12:18.448435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409170a5-d2ac-4399-906c-4fb2f915fe1d req-d3a9e60e-d949-4f73-88f2-32d3aeaaa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:18.451278 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.455249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-409170a5-d2ac-4399-906c-4fb2f915fe1d req-d3a9e60e-d949-4f73-88f2-32d3aeaaa9bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 1097 time: 0.5895231 Jul 19 03:12:18.501177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] For port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:18.527348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] For port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=683bf6e7-64b6-49cb-a3c3-7a1fc6d57039,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:18.545842 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.551380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:18.565813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4defb19a-ea4b-4ae4-829c-16681a92305d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:18.583368 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.597759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fa47af-d014-43b4-95c1-b101a90481a6 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:18.620249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b1ef7-dfca-47e5-aaf6-f7c0b752340b None None] Pushing event updated for resources: {'Port': ['ID=683bf6e7-64b6-49cb-a3c3-7a1fc6d57039,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:18.622783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Routers {'9c2879b5-81cb-45cc-83a7-e3c841abdd0e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:18.623394 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:18.640411 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-409170a5-d2ac-4399-906c-4fb2f915fe1d req-e4e39370-4599-45b2-8104-355676d36d0e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758287 Jul 19 03:12:18.643936 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.667399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Transition to ACTIVE for port object 99fa47af-d014-43b4-95c1-b101a90481a6 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:18.676822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Network d71d62cb-b7a1-4d69-8691-b3b48b8763cd is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:18.677054 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.682676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Made reservation on behalf of 93fc45b2ed1749e0acb2f334e42877c0 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:18.689054 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:18.794134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc985884-476f-416d-9993-ff65a59020a3 req-5510d9e5-0123-4a70-8e9b-245362153ce1 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:18.801924 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dc985884-476f-416d-9993-ff65a59020a3 req-5510d9e5-0123-4a70-8e9b-245362153ce1 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.2227218 Jul 19 03:12:18.826368 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:18.850349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Pushing event updated for resources: {'Port': ['ID=99fa47af-d014-43b4-95c1-b101a90481a6,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:18.885087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:18.902547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:18.959488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dc985884-476f-416d-9993-ff65a59020a3 req-920bd215-bdeb-44a9-a88e-c6ec6c34eeb6 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563959 Jul 19 03:12:19.029243 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Attempting to bind port 99fa47af-d014-43b4-95c1-b101a90481a6 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:19.029616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Attempting to bind port 99fa47af-d014-43b4-95c1-b101a90481a6 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:19.029894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Attempting to bind port 99fa47af-d014-43b4-95c1-b101a90481a6 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:19.040344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Port 99fa47af-d014-43b4-95c1-b101a90481a6 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:12:19.040673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Attempting to bind port 99fa47af-d014-43b4-95c1-b101a90481a6 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:19.053671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] Set router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:19.056905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:19.057231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:19.057621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:19.058049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Bound port: 99fa47af-d014-43b4-95c1-b101a90481a6, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:19.058434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:19.202007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:19.215102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] For port 99fa47af-d014-43b4-95c1-b101a90481a6, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:19.228709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] For port 99fa47af-d014-43b4-95c1-b101a90481a6, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=99fa47af-d014-43b4-95c1-b101a90481a6,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:19.239163 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:19.281389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bf5de-3ff4-436f-beb7-4047f8c72493 req-3b555221-8064-4e2d-b250-e28996e7135a tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:19.290137 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0e1bf5de-3ff4-436f-beb7-4047f8c72493 req-3b555221-8064-4e2d-b250-e28996e7135a tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.4602690 Jul 19 03:12:19.312852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:19.313563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:19.316305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] 10.222.0.26 "PUT /v2.0/ports/99fa47af-d014-43b4-95c1-b101a90481a6 HTTP/1.1" status: 200 len: 1097 time: 2.1329384 Jul 19 03:12:19.320311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8b12d2-3818-45be-b6a6-866c73a49ba1', 'tag': '99fa47af-d014-43b4-95c1-b101a90481a6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:19.328781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Allocated IP 172.20.0.8 (c0646b0a-f4e7-47bd-8782-b33c26a24a16/9dce0d9c-fb57-4721-9275-d23a0560bdc5/5047e3d4-e7ce-4a7d-b1c2-5446fd237854) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:19.337462 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2639eefe-55eb-4026-bdda-5b84e4fb606c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8b12d2-3818-45be-b6a6-866c73a49ba1", "tag": "99fa47af-d014-43b4-95c1-b101a90481a6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:19.402123 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0e1bf5de-3ff4-436f-beb7-4047f8c72493 req-fdeba2a6-459a-4559-bc88-70249b609ff5 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108241 Jul 19 03:12:19.441392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62e9e5-0cbc-40c8-975d-f4b3acc261ec service neutron] Pushing event updated for resources: {'Port': ['ID=99fa47af-d014-43b4-95c1-b101a90481a6,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:19.445591 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9543f052-82bc-471f-a465-cbf6a6a2ea69 None None] Provisioning for port 4defb19a-ea4b-4ae4-829c-16681a92305d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:19.456321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9543f052-82bc-471f-a465-cbf6a6a2ea69 None None] Provisioning complete for port 4defb19a-ea4b-4ae4-829c-16681a92305d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:19.456847 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9543f052-82bc-471f-a465-cbf6a6a2ea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:19.528287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-router', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:11Z', 'updated_at': '2021-07-19T03:12:13Z', 'revision_number': 3, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'gw_port': {'id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:12Z', 'updated_at': '2021-07-19T03:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:19.529403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7a0bd-c5e0-48bb-ad36-d9245f3e598a req-20a6454b-8e80-4032-a55e-a0003f59d40a tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:19.533706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9543f052-82bc-471f-a465-cbf6a6a2ea69 None None] Port 4defb19a-ea4b-4ae4-829c-16681a92305d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:12:19.534737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2db7a0bd-c5e0-48bb-ad36-d9245f3e598a req-20a6454b-8e80-4032-a55e-a0003f59d40a tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 948 time: 0.2422462 Jul 19 03:12:19.602082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d8937d-838e-4285-b63c-38afee1f87ba None None] The sync data for ids ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'] in n-d-762330-18 is: [{'id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-router', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:11Z', 'updated_at': '2021-07-19T03:12:13Z', 'revision_number': 3, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'gw_port': {'id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:12Z', 'updated_at': '2021-07-19T03:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:12:19.683222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2db7a0bd-c5e0-48bb-ad36-d9245f3e598a req-d8e9d2db-19f2-4daf-9ac9-60baa4b09efe tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414320 Jul 19 03:12:19.707299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-d867082b-51c5-4674-8f2b-f56627cd22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:19.709041 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-d867082b-51c5-4674-8f2b-f56627cd22f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72f00901182a422c97f8c3df55759633&device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 1100 time: 0.2965319 Jul 19 03:12:19.801066 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:19.802337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:19.804736 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a22f44-b740-4535-a57e-c76c40da3957" -d '{"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-plugged", "status": "completed", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:19.806389 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-490d60d1-168b-41f6-b752-ecd3cf126b98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=99fa47af-d014-43b4-95c1-b101a90481a6 HTTP/1.1" status: 200 len: 217 time: 0.0868089 Jul 19 03:12:19.886204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-bab945c5-4928-45e7-836a-f7d02fa23d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:19.889664 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-bab945c5-4928-45e7-836a-f7d02fa23d12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0786345 Jul 19 03:12:19.890799 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:19.927670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Transition to ACTIVE for port object 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:19.976524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535601aa-0040-412d-ba3f-d1a816c656c0 req-162d2b84-b1ac-4de8-8b86-8186dca42e4f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:19.984106 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-535601aa-0040-412d-ba3f-d1a816c656c0 req-162d2b84-b1ac-4de8-8b86-8186dca42e4f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 945 time: 0.2765641 Jul 19 03:12:20.006150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-1c9f2931-986a-41c0-99c3-c12d6563a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:20.007665 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-1c9f2931-986a-41c0-99c3-c12d6563a322 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085570 Jul 19 03:12:20.015769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb94046-57fa-4bc8-b014-e7b82ceba5b9 req-68f1a094-71a1-498e-89ee-1ab30ea18b9f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:20.022784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5eb94046-57fa-4bc8-b014-e7b82ceba5b9 req-68f1a094-71a1-498e-89ee-1ab30ea18b9f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 945 time: 0.1253948 Jul 19 03:12:20.132391 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:20.170096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-535601aa-0040-412d-ba3f-d1a816c656c0 req-21455d00-bcd1-4c0d-b09d-faac06d3729d tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850116 Jul 19 03:12:20.210259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5eb94046-57fa-4bc8-b014-e7b82ceba5b9 req-132902c1-36e5-4542-be9f-694a8c413754 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849289 Jul 19 03:12:20.235255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Network c0646b0a-f4e7-47bd-8782-b33c26a24a16 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:20.243769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:20.248743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:20.267811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Pushing event updated for resources: {'Port': ['ID=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:20.272241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-eef74a99-2404-42da-bf20-ee9dfd409653 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393796 Jul 19 03:12:20.333670 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:20.339303 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be49f6a1-09da-4a8f-97a9-f79b0d304835 x-openstack-request-id: req-be49f6a1-09da-4a8f-97a9-f79b0d304835 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:20.339600 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8b12d2-3818-45be-b6a6-866c73a49ba1", "tag": "99fa47af-d014-43b4-95c1-b101a90481a6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:20.339855 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be49f6a1-09da-4a8f-97a9-f79b0d304835 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:20.340262 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8b12d2-3818-45be-b6a6-866c73a49ba1', 'tag': '99fa47af-d014-43b4-95c1-b101a90481a6', 'status': 'completed', 'code': 200} Jul 19 03:12:20.368870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:20.414373 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bf0d87-63db-48d7-a442-63a785791a3c x-openstack-request-id: req-e4bf0d87-63db-48d7-a442-63a785791a3c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:20.414662 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-plugged", "status": "completed", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:20.414915 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4bf0d87-63db-48d7-a442-63a785791a3c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:20.415312 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'code': 200} Jul 19 03:12:20.425046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:20.425724 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:20.449440 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:20.455606 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-9114bee2-7ecf-4527-bbac-c4615c3e24f7 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8179243 Jul 19 03:12:20.525081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4defb19a-ea4b-4ae4-829c-16681a92305d,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:20.537851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Request body: {'port': {'device_id': '21e30bfe-3307-4427-953d-7e221e19c985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:20.590308 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32f2807c-a0e2-4d1d-a08a-b98696b7d0f1 req-a6ccab12-d809-47d2-88d4-dfb12a4bd903 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080597 Jul 19 03:12:20.623746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442315f6-0f42-4187-a249-914996cc57bd req-abddba3b-99cb-4e09-b5c1-f0ed1e20fa3c tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:20.632109 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-442315f6-0f42-4187-a249-914996cc57bd req-abddba3b-99cb-4e09-b5c1-f0ed1e20fa3c tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 931 time: 0.1624475 Jul 19 03:12:20.712701 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-442315f6-0f42-4187-a249-914996cc57bd req-388b07d0-9fcd-456e-aba8-73d2d9ff5842 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795960 Jul 19 03:12:20.718995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-45d069e0-187a-4e09-8e2c-0db70ebcacda None None] Provisioning for port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:20.745481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-45d069e0-187a-4e09-8e2c-0db70ebcacda None None] Provisioning complete for port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:20.745863 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-45d069e0-187a-4e09-8e2c-0db70ebcacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:20.767469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-9cce2996-53fc-46f9-9e1c-ca9dee673e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:20.771554 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-9cce2996-53fc-46f9-9e1c-ca9dee673e57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72f00901182a422c97f8c3df55759633&device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 1100 time: 0.1112332 Jul 19 03:12:20.816963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-45d069e0-187a-4e09-8e2c-0db70ebcacda None None] Port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:12:20.927499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a64fc-d19c-4ba8-9010-1b74092a6a82 req-09b5161c-fde3-4104-a365-3541ecc2a744 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:20.929941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9a3a64fc-d19c-4ba8-9010-1b74092a6a82 req-09b5161c-fde3-4104-a365-3541ecc2a744 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.2986517 Jul 19 03:12:20.931417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:20.941609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-9a76ecad-3632-4856-a443-323d610f8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:20.942511 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Network d71d62cb-b7a1-4d69-8691-b3b48b8763cd is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:20.944063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-9a76ecad-3632-4856-a443-323d610f8273 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1653876 Jul 19 03:12:20.957870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:21.029399 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-3682b353-1144-49ff-bd27-9615fbf61d4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=99fa47af-d014-43b4-95c1-b101a90481a6 HTTP/1.1" status: 200 len: 217 time: 0.0764635 Jul 19 03:12:21.198355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9a3a64fc-d19c-4ba8-9010-1b74092a6a82 req-bd23d293-7817-47f0-95ae-283f0b85ca50 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579718 Jul 19 03:12:21.219970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-aa089a04-a4d5-4138-814f-b20253fec796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:21.219970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-aa089a04-a4d5-4138-814f-b20253fec796 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1655700 Jul 19 03:12:21.302064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943b0b-51c9-4dad-b270-7da799bb5d7b req-11f8511b-92c7-4c5d-b913-3b49dc92d1ee tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:21.318003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88943b0b-51c9-4dad-b270-7da799bb5d7b req-11f8511b-92c7-4c5d-b913-3b49dc92d1ee tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 945 time: 0.3010833 Jul 19 03:12:21.318827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43030) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:21.333198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b807203d-f854-4545-ae0e-5c2526b9d469 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Request body: {'floatingip': {'port_id': 'efe83be6-251b-40a0-b725-c3ad05ba244e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:21.394922 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b807203d-f854-4545-ae0e-5c2526b9d469 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:21.451814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f0f9d311-2053-41c0-a283-4c37fa746bc7 None None] Provisioning complete for port 4defb19a-ea4b-4ae4-829c-16681a92305d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:21.454429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d311-2053-41c0-a283-4c37fa746bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:21.458613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:12:21.527601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9d311-2053-41c0-a283-4c37fa746bc7 None None] Port 4defb19a-ea4b-4ae4-829c-16681a92305d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:12:21.677391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:12:21.692223 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6738cf15-44fc-49cf-8905-4e2ad7c7e4c0 admin admin] 10.222.0.20 "PUT /v2.0/routers/9c2879b5-81cb-45cc-83a7-e3c841abdd0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1088517 Jul 19 03:12:21.697028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-bb8e1625-d0c3-4baf-84d6-436216913e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:21.700404 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-bb8e1625-d0c3-4baf-84d6-436216913e1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4775274 Jul 19 03:12:21.743025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54adfde-555a-46e6-9a7e-e5c8ffb7263e req-8e67dd1b-2dc9-4b58-9377-73e26b116385 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:21.744620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a54adfde-555a-46e6-9a7e-e5c8ffb7263e req-8e67dd1b-2dc9-4b58-9377-73e26b116385 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.3450274 Jul 19 03:12:21.867853 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a54adfde-555a-46e6-9a7e-e5c8ffb7263e req-63f6a84d-8acd-4393-85d2-9ac33f28ec4d tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136813 Jul 19 03:12:21.902929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:21.908953 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:21.935291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Transition to ACTIVE for port object 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:21.943952 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:22.080264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6bf0b-2418-4981-9ba8-a7053d568209 req-4f09fceb-9a8f-41dc-8999-35e7bbfaa370 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:22.090149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01f6bf0b-2418-4981-9ba8-a7053d568209 req-4f09fceb-9a8f-41dc-8999-35e7bbfaa370 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 948 time: 0.6259589 Jul 19 03:12:22.130730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:22.171245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Pushing event updated for resources: {'Port': ['ID=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:22.269126 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:22.273523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:22.274018 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:22.331995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8124-96e9-4bb3-b678-9f2f2d50eefb req-4c327222-9967-4742-94d7-8f89c3a5b2bf tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:22.360403 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad7b8124-96e9-4bb3-b678-9f2f2d50eefb req-4c327222-9967-4742-94d7-8f89c3a5b2bf tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 945 time: 0.3159029 Jul 19 03:12:22.373154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Attempting to bind port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:22.379311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Attempting to bind port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:22.380997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Attempting to bind port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 on network c0646b0a-f4e7-47bd-8782-b33c26a24a16 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:22.388902 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Sync routers for ids ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:12:22.402536 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Routers {'9c2879b5-81cb-45cc-83a7-e3c841abdd0e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:22.402882 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:22.408933 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01f6bf0b-2418-4981-9ba8-a7053d568209 req-81332ec9-921a-40e4-bead-fea9cd4c9b42 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176775 Jul 19 03:12:22.431757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 on network c0646b0a-f4e7-47bd-8782-b33c26a24a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:12:22.432338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Attempting to bind port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 on network c0646b0a-f4e7-47bd-8782-b33c26a24a16 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:22.459539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:22.460639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Checking segment: {'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:22.461274 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Bound using segment: {'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:22.461984 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Bound port: 5047e3d4-e7ce-4a7d-b1c2-5446fd237854, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79872aaa-5bba-4ae8-accf-b0425bac175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:22.462603 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:22.504178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-f6e411d9-4910-41e7-bdf9-1344995fc548 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698256 Jul 19 03:12:22.521068 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:22.527254 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad7b8124-96e9-4bb3-b678-9f2f2d50eefb req-96692be8-693d-4fba-a251-7dc47b6fba33 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630855 Jul 19 03:12:22.573966 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Set router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:22.581966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=683bf6e7-64b6-49cb-a3c3-7a1fc6d57039,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:22.591098 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:22.678816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] For port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:22.685798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] For port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:22.696890 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:22.706581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=683bf6e7-64b6-49cb-a3c3-7a1fc6d57039,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:22.759234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:22.761543 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:22.763580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] 10.222.0.26 "PUT /v2.0/ports/5047e3d4-e7ce-4a7d-b1c2-5446fd237854 HTTP/1.1" status: 200 len: 1092 time: 2.2331436 Jul 19 03:12:22.764774 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2639eefe-55eb-4026-bdda-5b84e4fb606c req-dd7e381d-4b1e-4f8d-8b93-fa6b85ec9435 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231598 Jul 19 03:12:22.765354 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e30bfe-3307-4427-953d-7e221e19c985', 'tag': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:22.772267 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0b27e8-ec42-469a-9c67-af64b2f34f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "21e30bfe-3307-4427-953d-7e221e19c985", "tag": "5047e3d4-e7ce-4a7d-b1c2-5446fd237854"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:22.799761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Pushing event updated for resources: {'Port': ['ID=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:22.865436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.867364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.867971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.868546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.869112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.869715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.870305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.870992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.871572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.872133 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.872693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.873242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f83a33-4a91-4571-9d24-e4a24b7caea2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:22.897229 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.resource_extend [None req-b807203d-f854-4545-ae0e-5c2526b9d469 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:12:22.927002 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f75a494a-83fb-403f-a012-074cf3e441f9 req-b26b29b6-bde3-4502-8b07-97799c54c122 tempest-FloatingIPsNegativeTestJSON-296287082 tempest-FloatingIPsNegativeTestJSON-296287082-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=e1b939c5ed344140a41aed1d67ff949b HTTP/1.1" status: 200 len: 217 time: 0.1290572 Jul 19 03:12:22.969044 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-router', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:11Z', 'updated_at': '2021-07-19T03:12:19Z', 'revision_number': 4, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'gw_port': {'id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:12Z', 'updated_at': '2021-07-19T03:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4defb19a-ea4b-4ae4-829c-16681a92305d', 'name': '', 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'mac_address': 'fa:16:3e:b1:b5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b66ff7bb-6e40-4b87-8883-0ca81dbb0656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:17Z', 'updated_at': '2021-07-19T03:12:19Z', 'revision_number': 2, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'subnets': [{'id': 'b66ff7bb-6e40-4b87-8883-0ca81dbb0656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:23.003692 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Checking router: 9c2879b5-81cb-45cc-83a7-e3c841abdd0e for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:12:23.004736 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Updating router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e port 4defb19a-ea4b-4ae4-829c-16681a92305d binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:12:23.014163 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b807203d-f854-4545-ae0e-5c2526b9d469 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:23.029939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-7ec819f3-c002-4246-8089-fa6f4b586bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:23.031673 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-7ec819f3-c002-4246-8089-fa6f4b586bbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93fc45b2ed1749e0acb2f334e42877c0&device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 1095 time: 0.2056439 Jul 19 03:12:23.032328 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b807203d-f854-4545-ae0e-5c2526b9d469 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:23.040810 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:23.044717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db244b2a-7a83-40ce-ab27-b3cf5d876a3e req-96226fec-7679-4a57-b7ed-94ba4ecfdb9c tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:23.052806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db244b2a-7a83-40ce-ab27-b3cf5d876a3e req-96226fec-7679-4a57-b7ed-94ba4ecfdb9c tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 943 time: 0.2869925 Jul 19 03:12:23.222081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e210b16-1636-4bde-925c-93b299473799 req-3b4ec413-b290-4e20-a525-3455de764111 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:23.241806 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8e210b16-1636-4bde-925c-93b299473799 req-3b4ec413-b290-4e20-a525-3455de764111 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.1509409 Jul 19 03:12:23.301850 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8e210b16-1636-4bde-925c-93b299473799 req-70bdf76c-54e8-452e-95da-2aedc16de1b9 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579817 Jul 19 03:12:23.360799 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0df844c-45e3-4009-ae63-b031e6b6b84d x-openstack-request-id: req-d0df844c-45e3-4009-ae63-b031e6b6b84d {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:23.361873 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e30bfe-3307-4427-953d-7e221e19c985", "tag": "5047e3d4-e7ce-4a7d-b1c2-5446fd237854", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:23.362429 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0df844c-45e3-4009-ae63-b031e6b6b84d {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:23.367004 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e30bfe-3307-4427-953d-7e221e19c985', 'tag': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854', 'status': 'completed', 'code': 200} Jul 19 03:12:23.415844 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:23.427361 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Transition to ACTIVE for port object 4defb19a-ea4b-4ae4-829c-16681a92305d will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:23.436630 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-7aeaa6c4-16ee-4fdc-8e47-2d87ab50972f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5047e3d4-e7ce-4a7d-b1c2-5446fd237854 HTTP/1.1" status: 200 len: 217 time: 0.3386734 Jul 19 03:12:23.442534 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:23.503478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db244b2a-7a83-40ce-ab27-b3cf5d876a3e req-433de05e-c4b2-430d-9bf1-cf8b2a762501 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4494085 Jul 19 03:12:23.508566 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Pushing event updated for resources: {'Port': ['ID=4defb19a-ea4b-4ae4-829c-16681a92305d,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:23.553769 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.554023 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.554387 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.555477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.555477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.555477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.555774 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.556021 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.556342 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.556658 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.557214 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.557663 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:23.622122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c27eb2-5d89-42c4-9b12-a3fac8c741ec req-6b005694-76f9-415b-a948-c9e3cb13a3bd tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:23.631459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d1c27eb2-5d89-42c4-9b12-a3fac8c741ec req-6b005694-76f9-415b-a948-c9e3cb13a3bd tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.1441495 Jul 19 03:12:23.647611 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Attempting to bind port 4defb19a-ea4b-4ae4-829c-16681a92305d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:23.648145 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Attempting to bind port 4defb19a-ea4b-4ae4-829c-16681a92305d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '71f44918-ca57-4a28-8564-e7c1a2bc3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:23.648428 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Attempting to bind port 4defb19a-ea4b-4ae4-829c-16681a92305d on network d71d62cb-b7a1-4d69-8691-b3b48b8763cd {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:23.652055 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-685c4b16-baec-40de-8180-9fe12029e89d req-f584dbdf-ff5d-4cb9-8a34-dca777c9a0a3 tempest-FloatingIPsNegativeTestJSON-296287082 tempest-FloatingIPsNegativeTestJSON-296287082-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0739493 Jul 19 03:12:23.667911 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:23.668242 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Checking segment: {'id': '71f44918-ca57-4a28-8564-e7c1a2bc3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:23.668647 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:23.669031 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Bound using segment: {'id': '71f44918-ca57-4a28-8564-e7c1a2bc3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:23.669494 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Bound port: 4defb19a-ea4b-4ae4-829c-16681a92305d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f44918-ca57-4a28-8564-e7c1a2bc3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:23.669886 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:23.690852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d1c27eb2-5d89-42c4-9b12-a3fac8c741ec req-08a3e24a-8ff6-4569-9ab8-7c24cbf177b4 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576832 Jul 19 03:12:23.695706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-dff0cd42-87f3-4ead-b7fd-28f4ee1dc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:23.718915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-dff0cd42-87f3-4ead-b7fd-28f4ee1dc3b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dce0d9c-fb57-4721-9275-d23a0560bdc5 HTTP/1.1" status: 200 len: 851 time: 0.2611191 Jul 19 03:12:23.721206 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-b807203d-f854-4545-ae0e-5c2526b9d469 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Floating IP 08e96029-8555-4c20-a890-64d72f1bd421 associated. External IP: 172.25.2.31, port: efe83be6-251b-40a0-b725-c3ad05ba244e. Jul 19 03:12:23.803718 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] For port 4defb19a-ea4b-4ae4-829c-16681a92305d, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:23.810219 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] For port 4defb19a-ea4b-4ae4-829c-16681a92305d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4defb19a-ea4b-4ae4-829c-16681a92305d,segment=NetworkSegment(71f44918-ca57-4a28-8564-e7c1a2bc3e5c),segment_id=71f44918-ca57-4a28-8564-e7c1a2bc3e5c)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:23.824291 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:23.906090 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc4560-bb74-47d7-9449-e6e8e1c0cd10 req-5647f706-1493-4c52-afe0-8ff5cfc9aedd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:23.908002 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bcc4560-bb74-47d7-9449-e6e8e1c0cd10 req-5647f706-1493-4c52-afe0-8ff5cfc9aedd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 945 time: 0.1000385 Jul 19 03:12:23.919250 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Routers {'9c2879b5-81cb-45cc-83a7-e3c841abdd0e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:23.928612 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:23.989596 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f3dab-2d58-48b3-bda8-453d8df7260e None None] Pushing event updated for resources: {'Port': ['ID=4defb19a-ea4b-4ae4-829c-16681a92305d,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:24.002156 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bcc4560-bb74-47d7-9449-e6e8e1c0cd10 req-503c59f6-84c0-4122-8b19-3a858b2ac975 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862167 Jul 19 03:12:24.005100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 99fa47af-d014-43b4-95c1-b101a90481a6 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:24.103934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:24.174542 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [req-857d4ca0-b7bf-4f1a-8462-d669b4f3c2f9 req-1a878a50-2b99-487d-9f8e-e00164acffcd tempest-FloatingIPsNegativeTestJSON-296287082 tempest-FloatingIPsNegativeTestJSON-296287082-project] show failed (client error): The resource could not be found. Jul 19 03:12:24.190177 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-857d4ca0-b7bf-4f1a-8462-d669b4f3c2f9 req-1a878a50-2b99-487d-9f8e-e00164acffcd tempest-FloatingIPsNegativeTestJSON-296287082 tempest-FloatingIPsNegativeTestJSON-296287082-project] 10.222.0.20 "GET /v2.0/floatingips/d1935bbd-dbc6-492f-b4b8-ee1d15080b73 HTTP/1.1" status: 404 len: 350 time: 0.1327515 Jul 19 03:12:24.191550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43066) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:24.191752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-be895f88-f20e-4666-9257-b5fa3438365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:24.193351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-be895f88-f20e-4666-9257-b5fa3438365d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0646b0a-f4e7-47bd-8782-b33c26a24a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4635942 Jul 19 03:12:24.198996 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] Set router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:24.206348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-8b023fa8-9246-4a53-a2b5-88c8df699116 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:24.208279 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-8b023fa8-9246-4a53-a2b5-88c8df699116 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.2944586 Jul 19 03:12:24.230126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-762330-18'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:24.304914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 99fa47af-d014-43b4-95c1-b101a90481a6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=99fa47af-d014-43b4-95c1-b101a90481a6,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:24.318700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '99fa47af-d014-43b4-95c1-b101a90481a6', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '99fa47af-d014-43b4-95c1-b101a90481a6', 'mac_address': 'fa:16:3e:86:06:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:12:24.360780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c691ffe-1081-4d36-95c9-83b93692b8fc req-9767b69e-7587-41a1-ac0a-5398e281356f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:24.374885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c691ffe-1081-4d36-95c9-83b93692b8fc req-9767b69e-7587-41a1-ac0a-5398e281356f tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 948 time: 0.4627440 Jul 19 03:12:24.391751 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:24.406189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fa47af-d014-43b4-95c1-b101a90481a6 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:24.430417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 99fa47af-d014-43b4-95c1-b101a90481a6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=99fa47af-d014-43b4-95c1-b101a90481a6,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:24.447616 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:24.456190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:24.456553 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:24.571562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=99fa47af-d014-43b4-95c1-b101a90481a6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:24.665501 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-router', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:11Z', 'updated_at': '2021-07-19T03:12:19Z', 'revision_number': 4, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'gw_port': {'id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:12Z', 'updated_at': '2021-07-19T03:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4defb19a-ea4b-4ae4-829c-16681a92305d', 'name': '', 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'mac_address': 'fa:16:3e:b1:b5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b66ff7bb-6e40-4b87-8883-0ca81dbb0656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:17Z', 'updated_at': '2021-07-19T03:12:23Z', 'revision_number': 4, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'subnets': [{'id': 'b66ff7bb-6e40-4b87-8883-0ca81dbb0656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:24.750211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['99fa47af-d014-43b4-95c1-b101a90481a6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:24.787716 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c691ffe-1081-4d36-95c9-83b93692b8fc req-b9198f17-4b37-43ad-b3a9-6f6c46ff0340 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117656 Jul 19 03:12:24.841213 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-1d71edec-255b-4275-97ab-75f27e49a04f req-3c1d36b1-daaf-4388-8d58-3be1efb40067 service neutron] show failed (client error): The resource could not be found. Jul 19 03:12:24.843920 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-3c1d36b1-daaf-4388-8d58-3be1efb40067 service neutron] 10.222.0.25 "GET /v2.0/ports/a5def065-94b7-4320-9913-7999456aeb05/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.4610102 Jul 19 03:12:24.851170 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45ffb1-8edc-4bdb-b8fb-65818632987d None None] The sync data for ids ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'] in n-d-762330-18 is: [{'id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-router', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:11Z', 'updated_at': '2021-07-19T03:12:19Z', 'revision_number': 4, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'gw_port': {'id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:12Z', 'updated_at': '2021-07-19T03:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4defb19a-ea4b-4ae4-829c-16681a92305d', 'name': '', 'network_id': 'd71d62cb-b7a1-4d69-8691-b3b48b8763cd', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'mac_address': 'fa:16:3e:b1:b5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b66ff7bb-6e40-4b87-8883-0ca81dbb0656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:17Z', 'updated_at': '2021-07-19T03:12:23Z', 'revision_number': 4, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'subnets': [{'id': 'b66ff7bb-6e40-4b87-8883-0ca81dbb0656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:12:24.869906 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-60bfe0c4-eb5f-4fc2-91b3-d67bab520052 service neutron] 10.222.0.26 "GET /v2.0/networks/c0646b0a-f4e7-47bd-8782-b33c26a24a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563506 Jul 19 03:12:24.909213 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:24.975673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b807203d-f854-4545-ae0e-5c2526b9d469 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Router 887c0020-2033-4ea9-8aca-c28b9b632a90 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:12:25.110139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db7e40-f622-4d74-b17a-c587da838012 req-3c6028a6-02aa-4b4a-a97d-0fb4f83a71ad tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:25.113235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79db7e40-f622-4d74-b17a-c587da838012 req-3c6028a6-02aa-4b4a-a97d-0fb4f83a71ad tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.2142997 Jul 19 03:12:25.253383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79db7e40-f622-4d74-b17a-c587da838012 req-ae56b762-831d-4ac7-b6ae-f65f94752762 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279073 Jul 19 03:12:25.285436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1cac29e-a89d-496b-b9a7-56c80a8f731c req-e901986a-131f-45fc-bf50-6e8a3e5af648 service neutron] 10.222.0.26 "GET /v2.0/networks/c0646b0a-f4e7-47bd-8782-b33c26a24a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016497 Jul 19 03:12:25.472091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:25.504780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7cc65-1db6-4e3a-980c-c9b9a677dc46 req-8fba2bec-5069-44e0-9a70-a201349b2b71 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:25.506782 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32a7cc65-1db6-4e3a-980c-c9b9a677dc46 req-8fba2bec-5069-44e0-9a70-a201349b2b71 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 943 time: 0.4383569 Jul 19 03:12:25.524429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b807203d-f854-4545-ae0e-5c2526b9d469 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:12:25.530508 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b807203d-f854-4545-ae0e-5c2526b9d469 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:25.538136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] Sync routers for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:12:25.550700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:25.551337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:25.560559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71edec-255b-4275-97ab-75f27e49a04f req-99882092-fd20-49ea-a03f-0e7d9463ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:25.564317 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-99882092-fd20-49ea-a03f-0e7d9463ecc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171&tenant_id=39688c83d45c4f709f725b461d5c4b8f HTTP/1.1" status: 200 len: 1102 time: 0.2792616 Jul 19 03:12:25.600027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:25.630735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:25.666764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b807203d-f854-4545-ae0e-5c2526b9d469 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "PUT /v2.0/floatingips/08e96029-8555-4c20-a890-64d72f1bd421 HTTP/1.1" status: 200 len: 990 time: 4.3455586 Jul 19 03:12:25.669884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21047762-e584-4834-b232-893a8f2d8cc0', 'tag': 'efe83be6-251b-40a0-b725-c3ad05ba244e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:25.672325 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b436d7-c0d9-427c-b58c-229a4aa19005" -d '{"events": [{"name": "network-changed", "server_uuid": "21047762-e584-4834-b232-893a8f2d8cc0", "tag": "efe83be6-251b-40a0-b725-c3ad05ba244e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:25.683102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32a7cc65-1db6-4e3a-980c-c9b9a677dc46 req-1d4d372a-a328-40e4-a649-9bf19a4032e0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678677 Jul 19 03:12:25.693714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-cdb911fb-6f08-48b3-944e-7c0ae42c9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:25.694424 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-cdb911fb-6f08-48b3-944e-7c0ae42c9f87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93fc45b2ed1749e0acb2f334e42877c0&device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 1095 time: 0.3380909 Jul 19 03:12:25.741681 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:25.783136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291635f-14a9-42c2-a28c-71f62678f6e2 req-de35eb40-e0a6-4492-a5e6-599bde0a3d2f tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:25.791591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a291635f-14a9-42c2-a28c-71f62678f6e2 req-de35eb40-e0a6-4492-a5e6-599bde0a3d2f tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.3494854 Jul 19 03:12:25.873978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:25.878565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-cd3b5207-ab23-45f9-86a8-0d25a439398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:25.880731 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-cd3b5207-ab23-45f9-86a8-0d25a439398d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0646b0a-f4e7-47bd-8782-b33c26a24a16 HTTP/1.1" status: 200 len: 912 time: 0.1728618 Jul 19 03:12:25.935386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:25.964464 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a291635f-14a9-42c2-a28c-71f62678f6e2 req-17ffe8ed-eb05-40ae-aac5-f31f0b98042e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719072 Jul 19 03:12:25.986444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:26.050234 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:26.236587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Pushing event updated for resources: {'Port': ['ID=c46a5d11-44d2-4284-a406-2efeba35ec99,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:26.257922 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-cb57cd55-963f-4753-bec2-3187e23f21e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5047e3d4-e7ce-4a7d-b1c2-5446fd237854 HTTP/1.1" status: 200 len: 217 time: 0.3344247 Jul 19 03:12:26.287219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.291355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.291731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.292412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.292412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.292715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.293047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.293374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.293702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.294026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.294375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.294698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:26.365623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 99fa47af-d014-43b4-95c1-b101a90481a6 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:26.368716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4defb19a-ea4b-4ae4-829c-16681a92305d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:26.370496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c46a5d11-44d2-4284-a406-2efeba35ec99 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:26.417196 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc4bc0-f68f-4df3-82a2-9fdbc792cf17 x-openstack-request-id: req-34bc4bc0-f68f-4df3-82a2-9fdbc792cf17 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:26.417575 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21047762-e584-4834-b232-893a8f2d8cc0", "tag": "efe83be6-251b-40a0-b725-c3ad05ba244e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:26.417902 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34bc4bc0-f68f-4df3-82a2-9fdbc792cf17 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:26.418390 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21047762-e584-4834-b232-893a8f2d8cc0', 'tag': 'efe83be6-251b-40a0-b725-c3ad05ba244e', 'status': 'completed', 'code': 200} Jul 19 03:12:26.512154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0d7b5-d526-45d5-aca6-78467aad8369 req-2549a150-6f14-45e4-9333-df2a405e8998 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:26.514396 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ac0d7b5-d526-45d5-aca6-78467aad8369 req-2549a150-6f14-45e4-9333-df2a405e8998 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.6324246 Jul 19 03:12:26.516090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on host n-h2-762330-18 for vnic_type normal with profile {"migrating_to": "n-h1-762330-18"} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:26.516874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:26.517574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:26.527450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-53ec6596-26ba-4203-94cd-518b095ae694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:26.527696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:26.529900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-53ec6596-26ba-4203-94cd-518b095ae694 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dce0d9c-fb57-4721-9275-d23a0560bdc5 HTTP/1.1" status: 200 len: 851 time: 0.2481568 Jul 19 03:12:26.609869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:12:26.610767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:26.634847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:26.635493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:26.636238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:26.636898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Bound port: c46a5d11-44d2-4284-a406-2efeba35ec99, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:26.637534 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:26.648855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:26.699782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:26.717832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on host n-h2-762330-18 for vnic_type normal with profile {"migrating_to": "n-h1-762330-18"} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:26.718361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:26.718604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:26.741429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:12:26.741779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:26.753870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:26.754250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:26.754954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:26.755485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Bound port: c46a5d11-44d2-4284-a406-2efeba35ec99, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:26.755878 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:26.816489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 99fa47af-d014-43b4-95c1-b101a90481a6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:26.840579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 99fa47af-d014-43b4-95c1-b101a90481a6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:26.841059 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:26.887833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:26.890642 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94596f5-4d39-4fdb-b0e8-963247646a16" -d '{"events": [{"server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "name": "network-vif-unplugged", "status": "completed", "tag": "a5def065-94b7-4320-9913-7999456aeb05"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:26.891081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '08e96029-8555-4c20-a890-64d72f1bd421', 'tenant_id': '2cfb507fa16049379923204820c81297', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'port_id': 'efe83be6-251b-40a0-b725-c3ad05ba244e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'mac_address': 'fa:16:3e:fb:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21047762-e584-4834-b232-893a8f2d8cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:09:52Z', 'updated_at': '2021-07-19T03:12:22Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:26.895134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:26.898424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 4defb19a-ea4b-4ae4-829c-16681a92305d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:26.910314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4defb19a-ea4b-4ae4-829c-16681a92305d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:26.910599 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:26.940110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Transition to ACTIVE for port object a5def065-94b7-4320-9913-7999456aeb05 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:26.956376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e7dc-49ef-48f2-8ac6-373056640af7 req-f2e62e5e-1456-4662-bb4f-aa4108794595 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:26.963924 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d39e7dc-49ef-48f2-8ac6-373056640af7 req-f2e62e5e-1456-4662-bb4f-aa4108794595 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 949 time: 0.4006433 Jul 19 03:12:26.971063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] Checking router: 887c0020-2033-4ea9-8aca-c28b9b632a90 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:12:26.992103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:26.998140 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:27.011820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:27.012807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:27.160324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d39e7dc-49ef-48f2-8ac6-373056640af7 req-7ae46cf0-ed01-46d9-9574-414da729bc15 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886370 Jul 19 03:12:27.203535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ac0d7b5-d526-45d5-aca6-78467aad8369 req-01bd051e-7420-4ca6-aa93-817b718d54ae tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698081 Jul 19 03:12:27.233469 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] No DVR routers for this DVR port a5def065-94b7-4320-9913-7999456aeb05 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:27.296679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-2ac76982-8bb4-4a12-a8fc-7fd73a914c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:27.304490 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-2ac76982-8bb4-4a12-a8fc-7fd73a914c62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2cfb507fa16049379923204820c81297&device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 1097 time: 0.8791831 Jul 19 03:12:27.314771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-0666fa06-1244-489d-bfd7-f7dcec09d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:27.316292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-0666fa06-1244-489d-bfd7-f7dcec09d4bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0646b0a-f4e7-47bd-8782-b33c26a24a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7661414 Jul 19 03:12:27.360408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Attempting to bind port a5def065-94b7-4320-9913-7999456aeb05 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:27.361463 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Attempting to bind port a5def065-94b7-4320-9913-7999456aeb05 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:27.361699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Attempting to bind port a5def065-94b7-4320-9913-7999456aeb05 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:27.377164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Pushing event updated for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=6']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:27.411775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:27.440663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Port a5def065-94b7-4320-9913-7999456aeb05 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:12:27.440985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Attempting to bind port a5def065-94b7-4320-9913-7999456aeb05 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:27.480291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:27.480617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:27.481006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:27.481450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Bound port: a5def065-94b7-4320-9913-7999456aeb05, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:27.481807 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:27.515134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:27.542081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:27.557560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] Deleting port 4defb19a-ea4b-4ae4-829c-16681a92305d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:12:27.557899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:27.585450 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c46a5d11-44d2-4284-a406-2efeba35ec99-n-h2-762330-18-0 {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:12:27.585946 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:12:27.597085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-6ac44c27-30e9-4e7d-be62-e583982d7ef6 service neutron] 10.222.0.26 "GET /v2.0/networks/c0646b0a-f4e7-47bd-8782-b33c26a24a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589667 Jul 19 03:12:27.600642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-d09223fb-ef3a-4dd8-9726-d580c029d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:27.602505 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-d09223fb-ef3a-4dd8-9726-d580c029d6c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf HTTP/1.1" status: 200 len: 923 time: 0.2852199 Jul 19 03:12:27.658899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] For port 4defb19a-ea4b-4ae4-829c-16681a92305d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4defb19a-ea4b-4ae4-829c-16681a92305d,segment=NetworkSegment(71f44918-ca57-4a28-8564-e7c1a2bc3e5c),segment_id=71f44918-ca57-4a28-8564-e7c1a2bc3e5c)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:27.659869 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:27.671893 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:27.676074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] Calling delete_port for 4defb19a-ea4b-4ae4-829c-16681a92305d owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:27.695682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-dd0cdac0-1859-4757-9c7a-9b3fc11a3b2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efe83be6-251b-40a0-b725-c3ad05ba244e HTTP/1.1" status: 200 len: 998 time: 0.0798895 Jul 19 03:12:27.797821 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:27.877333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70d858-3daa-4d86-babb-6c0eb80877ff req-332bd817-a213-4da6-abe9-719d08d685f2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:27.879114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a70d858-3daa-4d86-babb-6c0eb80877ff req-332bd817-a213-4da6-abe9-719d08d685f2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 943 time: 0.3728759 Jul 19 03:12:27.883059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-9098d92d-ecc7-4f53-af4e-6cf71a722669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:27.884718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-9098d92d-ecc7-4f53-af4e-6cf71a722669 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46570d29-3803-4fea-b16d-79f355465134 HTTP/1.1" status: 200 len: 862 time: 0.1771183 Jul 19 03:12:27.903498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a3565-761c-4479-82a6-f7af8cdf63d9 req-fe2fc128-c677-4433-ae7f-7582fb57106a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:27.905032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-037a3565-761c-4479-82a6-f7af8cdf63d9 req-fe2fc128-c677-4433-ae7f-7582fb57106a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 948 time: 0.5753868 Jul 19 03:12:27.974441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0b27e8-ec42-469a-9c67-af64b2f34f8c req-b475a5b8-d31a-4027-8ca9-267bcfdfb176 service neutron] 10.222.0.26 "GET /v2.0/networks/c0646b0a-f4e7-47bd-8782-b33c26a24a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707933 Jul 19 03:12:27.989385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a70d858-3daa-4d86-babb-6c0eb80877ff req-73ea375d-8a41-4110-b132-715437a8e76e tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913234 Jul 19 03:12:27.990811 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-037a3565-761c-4479-82a6-f7af8cdf63d9 req-c9e5fd40-1613-4d07-ac2c-8dd184372d39 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757556 Jul 19 03:12:27.992656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:28.010534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:28.033528 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:28.069750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c46a5d11-44d2-4284-a406-2efeba35ec99 has no active binding in host n-h1-762330-18 {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 19 03:12:28.072191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=c46a5d11-44d2-4284-a406-2efeba35ec99,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:28.075188 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:28.123245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 99fa47af-d014-43b4-95c1-b101a90481a6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=99fa47af-d014-43b4-95c1-b101a90481a6,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:28.124643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:28.127585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Pushing event updated for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:28.141763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:28.142481 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:28.144036 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-5d828cc2-a4a3-49a0-b141-ed87d92c1387 service neutron] 10.222.0.26 "PUT /v2.0/ports/a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 200 len: 1097 time: 2.5689197 Jul 19 03:12:28.161357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on host n-h2-762330-18 for vnic_type normal with profile {"migrating_to": "n-h1-762330-18"} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:28.162178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:28.162178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:28.166949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-11b328ad-bf9d-46f0-bcb3-237fc16edcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:28.175466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-11b328ad-bf9d-46f0-bcb3-237fc16edcee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2778909 Jul 19 03:12:28.179287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:12:28.179741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Attempting to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:28.238635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:28.239297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:28.239532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:28.240066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Bound port: c46a5d11-44d2-4284-a406-2efeba35ec99, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:28.240533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:28.252176 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b542f3a8-eec8-4e37-b126-8e96ad1fec01 x-openstack-request-id: req-b542f3a8-eec8-4e37-b126-8e96ad1fec01 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:28.252718 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "name": "network-vif-unplugged", "status": "completed", "tag": "a5def065-94b7-4320-9913-7999456aeb05", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:28.253277 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b542f3a8-eec8-4e37-b126-8e96ad1fec01 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:28.253871 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05', 'code': 200} Jul 19 03:12:28.256087 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:28.284783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:28.302487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8b12d2-3818-45be-b6a6-866c73a49ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa47af-d014-43b4-95c1-b101a90481a6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:28.304792 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c2b424-65f8-4871-afd1-72d07316c0e0" -d '{"events": [{"server_uuid": "ba8b12d2-3818-45be-b6a6-866c73a49ba1", "name": "network-vif-plugged", "status": "completed", "tag": "99fa47af-d014-43b4-95c1-b101a90481a6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:28.306909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] Pushing event deleted for resources: {'Port': ['ID=4defb19a-ea4b-4ae4-829c-16681a92305d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:28.308857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'port_id': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854', 'mac_address': 'fa:16:3e:59:33:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:12:28.314658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a5def065-94b7-4320-9913-7999456aeb05 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:28.317681 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:28.461037 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:28.469890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91662274-e9fa-4480-b559-bca7db90c91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c46a5d11-44d2-4284-a406-2efeba35ec99'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:28.472656 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5f672e-4ecf-4e60-af39-a147f06c5900" -d '{"events": [{"server_uuid": "91662274-e9fa-4480-b559-bca7db90c91f", "name": "network-vif-unplugged", "status": "completed", "tag": "c46a5d11-44d2-4284-a406-2efeba35ec99"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:28.475288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=99fa47af-d014-43b4-95c1-b101a90481a6,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:28.486303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:28.525154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:28.563564 n-d-762330-18 neutron-server[94344]: WARNING neutron.plugins.ml2.plugin [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Concurrent port binding operations failed on port c46a5d11-44d2-4284-a406-2efeba35ec99 Jul 19 03:12:28.570036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:28.574043 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:28.577515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-8295ca7f-2d52-4654-be62-d2ec556ae92e service neutron] 10.222.0.26 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886147 Jul 19 03:12:28.580607 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Attempt 2 to bind port c46a5d11-44d2-4284-a406-2efeba35ec99 Jul 19 03:12:28.595731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:28.596369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:28.600949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a2bae358-102b-456d-846b-7c55206a2591 service neutron] 10.222.0.25 "PUT /v2.0/ports/c46a5d11-44d2-4284-a406-2efeba35ec99 HTTP/1.1" status: 200 len: 1123 time: 4.3779485 Jul 19 03:12:28.613968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71edec-255b-4275-97ab-75f27e49a04f req-b98d459d-4c4f-4030-8579-26777dfd7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:28.615459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-b98d459d-4c4f-4030-8579-26777dfd7ea8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 1100 time: 0.4444711 Jul 19 03:12:28.723385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169365-ee86-49c2-9ad9-18657466190d req-fca79e83-4646-4daa-bcd6-45bd6038b6c3 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:28.726429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22169365-ee86-49c2-9ad9-18657466190d req-fca79e83-4646-4daa-bcd6-45bd6038b6c3 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.3118422 Jul 19 03:12:28.735663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a5def065-94b7-4320-9913-7999456aeb05 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:12:28.744238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['c46a5d11-44d2-4284-a406-2efeba35ec99'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:28.799499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c46a5d11-44d2-4284-a406-2efeba35ec99'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:28.808905 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22169365-ee86-49c2-9ad9-18657466190d req-ab5b476d-25d1-4517-8947-16ec2868b930 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620966 Jul 19 03:12:28.855766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:28.887700 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17b436d7-c0d9-427c-b58c-229a4aa19005 req-421ffade-4d43-4d33-90b8-7ed0c55e101d service neutron] 10.222.0.26 "GET /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841170 Jul 19 03:12:28.896468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['5047e3d4-e7ce-4a7d-b1c2-5446fd237854'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:28.928339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '08e96029-8555-4c20-a890-64d72f1bd421', 'tenant_id': '2cfb507fa16049379923204820c81297', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'port_id': 'efe83be6-251b-40a0-b725-c3ad05ba244e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'mac_address': 'fa:16:3e:fb:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21047762-e584-4834-b232-893a8f2d8cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:09:52Z', 'updated_at': '2021-07-19T03:12:22Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:28.958122 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:29.006205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b78b01-8f08-4998-85b6-f14e2584553d None None] The sync data for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 is: [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '08e96029-8555-4c20-a890-64d72f1bd421', 'tenant_id': '2cfb507fa16049379923204820c81297', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'port_id': 'efe83be6-251b-40a0-b725-c3ad05ba244e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'mac_address': 'fa:16:3e:fb:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21047762-e584-4834-b232-893a8f2d8cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:09:52Z', 'updated_at': '2021-07-19T03:12:22Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:12:29.025716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71edec-255b-4275-97ab-75f27e49a04f req-fb645185-3924-49f4-8e26-2269b095de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:29.027758 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-fb645185-3924-49f4-8e26-2269b095de0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.3921468 Jul 19 03:12:29.115488 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-496021bf-af06-4c94-ab0e-9f83ccce6427 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 200 len: 217 time: 0.0478752 Jul 19 03:12:29.177496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c939f-827d-48ef-bdca-d9d4944f143c req-66d06204-121e-4b0a-adc1-dac477edb052 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:29.179286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce9c939f-827d-48ef-bdca-d9d4944f143c req-66d06204-121e-4b0a-adc1-dac477edb052 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.1460655 Jul 19 03:12:29.258570 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce9c939f-827d-48ef-bdca-d9d4944f143c req-291f6e27-ebfc-45cc-b3c3-b544d7d0bdfd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726261 Jul 19 03:12:29.308736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ffd94-bc56-4ff9-82c5-86a08501c34c req-f16320bc-7b03-41ad-b9b5-4e1f4cbd4225 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:29.310894 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b49ffd94-bc56-4ff9-82c5-86a08501c34c req-f16320bc-7b03-41ad-b9b5-4e1f4cbd4225 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 950 time: 0.3363593 Jul 19 03:12:29.317238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71edec-255b-4275-97ab-75f27e49a04f req-7adf1666-ce61-4e28-9e8d-1ffcd0fc7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:29.319012 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-7adf1666-ce61-4e28-9e8d-1ffcd0fc7efa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1943183 Jul 19 03:12:29.346461 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7031c3c-f22f-45c6-8316-f83106af5403 x-openstack-request-id: req-e7031c3c-f22f-45c6-8316-f83106af5403 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:29.347586 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8b12d2-3818-45be-b6a6-866c73a49ba1", "name": "network-vif-plugged", "status": "completed", "tag": "99fa47af-d014-43b4-95c1-b101a90481a6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:29.347702 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7031c3c-f22f-45c6-8316-f83106af5403 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:29.348691 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8b12d2-3818-45be-b6a6-866c73a49ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa47af-d014-43b4-95c1-b101a90481a6', 'code': 200} Jul 19 03:12:29.377947 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664de48-da16-4fc9-a115-eff8902c2d41 None None] New status for floating IP 08e96029-8555-4c20-a890-64d72f1bd421: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:12:29.393525 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cba58bf-0ad8-4ac5-872c-48106f9f69b3 x-openstack-request-id: req-0cba58bf-0ad8-4ac5-872c-48106f9f69b3 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:29.394214 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91662274-e9fa-4480-b559-bca7db90c91f", "name": "network-vif-unplugged", "status": "completed", "tag": "c46a5d11-44d2-4284-a406-2efeba35ec99", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:29.394716 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cba58bf-0ad8-4ac5-872c-48106f9f69b3 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:29.395323 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91662274-e9fa-4480-b559-bca7db90c91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c46a5d11-44d2-4284-a406-2efeba35ec99', 'code': 200} Jul 19 03:12:29.526951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c967af-f248-4e31-9028-4cea0255da98 req-271e813a-a99e-4c87-9e84-fa361910647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:29.528929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-87c967af-f248-4e31-9028-4cea0255da98 req-271e813a-a99e-4c87-9e84-fa361910647a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 1102 time: 0.1077967 Jul 19 03:12:29.626878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-87c967af-f248-4e31-9028-4cea0255da98 req-58af5fab-e039-40a8-bb4b-9b02d72d3757 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897524 Jul 19 03:12:29.694205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c89cf8-7692-4e3a-a3de-5f229bfe61e4 req-5fd0b30e-c486-4bdd-8c3f-60e99a9ff0e7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:29.702121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9c89cf8-7692-4e3a-a3de-5f229bfe61e4 req-5fd0b30e-c486-4bdd-8c3f-60e99a9ff0e7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 948 time: 0.1143577 Jul 19 03:12:29.774059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9c89cf8-7692-4e3a-a3de-5f229bfe61e4 req-96bc721e-cc96-4cf3-ac5d-c1db14d604cf tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650878 Jul 19 03:12:29.812926 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b49ffd94-bc56-4ff9-82c5-86a08501c34c req-40c22e96-da67-4801-b389-79b898a26ed1 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905081 Jul 19 03:12:29.882639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71edec-255b-4275-97ab-75f27e49a04f req-f039e4be-373d-40cc-9ab3-3e23ea8e8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:29.884163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-f039e4be-373d-40cc-9ab3-3e23ea8e8454 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5503755 Jul 19 03:12:29.957949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] Router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:12:30.071119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2727d-1877-4728-9785-509df4d5e09d req-1b5dcab6-2241-4feb-97ef-ca173adb95f0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:30.073118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7f2727d-1877-4728-9785-509df4d5e09d req-1b5dcab6-2241-4feb-97ef-ca173adb95f0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 944 time: 0.0969913 Jul 19 03:12:30.124982 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:12:30.133822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9bee7b65-1b49-4b54-8943-8473cd59495c admin admin] 10.222.0.20 "PUT /v2.0/routers/9c2879b5-81cb-45cc-83a7-e3c841abdd0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9379869 Jul 19 03:12:30.133822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43150) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:30.147755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] Sync routers for ids ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:12:30.158970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7f2727d-1877-4728-9785-509df4d5e09d req-e1bfec70-ddf7-4cfe-a3c8-26e7dea54ed6 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763991 Jul 19 03:12:30.186564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] Routers {'9c2879b5-81cb-45cc-83a7-e3c841abdd0e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:30.187258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:30.215290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-8741e1ca-99d5-49f1-88b0-2fb8f3bc95ed service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169651 Jul 19 03:12:30.286044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:30.288606 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66" -d '{"events": [{"name": "network-changed", "server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "tag": "a5def065-94b7-4320-9913-7999456aeb05"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:30.345623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] Set router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:30.400471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:30.491529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a337a1a-bb94-4b48-b771-0f49ce9b8ce4 req-e4d6d456-703e-4c67-8c3b-e3571de7781a tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:30.493382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a337a1a-bb94-4b48-b771-0f49ce9b8ce4 req-e4d6d456-703e-4c67-8c3b-e3571de7781a tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.2168474 Jul 19 03:12:30.495359 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d71edec-255b-4275-97ab-75f27e49a04f req-2b6bda08-2e1d-41ee-bc1f-2141184b4ccd service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707357 Jul 19 03:12:30.529565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb7975-d6f5-4af2-a0bf-3c9adacc46b4 req-df6718c8-74a0-4327-9e5b-d234ac77ad42 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:30.538869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ebb7975-d6f5-4af2-a0bf-3c9adacc46b4 req-df6718c8-74a0-4327-9e5b-d234ac77ad42 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.1110823 Jul 19 03:12:30.604908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ebb7975-d6f5-4af2-a0bf-3c9adacc46b4 req-ff989f38-7a42-4b0b-87bd-a2e8d99b2aa9 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647192 Jul 19 03:12:30.670646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a337a1a-bb94-4b48-b771-0f49ce9b8ce4 req-6a54dd1f-7cfc-4a12-a93f-02d9c52582d1 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584852 Jul 19 03:12:30.705499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-router', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:11Z', 'updated_at': '2021-07-19T03:12:28Z', 'revision_number': 5, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'gw_port': {'id': '683bf6e7-64b6-49cb-a3c3-7a1fc6d57039', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:12Z', 'updated_at': '2021-07-19T03:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:30.725439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:30.769491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] Checking router: 9c2879b5-81cb-45cc-83a7-e3c841abdd0e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:12:30.781026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] Routers {'9c2879b5-81cb-45cc-83a7-e3c841abdd0e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:30.781649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:30.802063 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8c1037-1efe-475f-92fc-2e833d44cf01 x-openstack-request-id: req-1b8c1037-1efe-475f-92fc-2e833d44cf01 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:30.804721 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "tag": "a5def065-94b7-4320-9913-7999456aeb05", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:30.805084 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b8c1037-1efe-475f-92fc-2e833d44cf01 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:30.805674 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05', 'status': 'completed', 'code': 200} Jul 19 03:12:30.826540 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:12:30.920468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-54b0c662-e43c-465d-9226-445ae3d0fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:30.922247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-54b0c662-e43c-465d-9226-445ae3d0fc32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 1100 time: 0.1588888 Jul 19 03:12:31.034154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-eb51e6a2-d1e2-4498-b4d2-8b20de4e88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:31.041120 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-eb51e6a2-d1e2-4498-b4d2-8b20de4e88c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 1100 time: 0.2289271 Jul 19 03:12:31.125196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Deleting port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:12:31.126427 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:31.186620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] Set router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:31.197370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-a5617c15-7789-4da9-967a-4e0ac9f73492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:31.198989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-a5617c15-7789-4da9-967a-4e0ac9f73492 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2663021 Jul 19 03:12:31.283687 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-e25a6372-8e80-4af8-895a-8403140cfd3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 200 len: 217 time: 0.0585001 Jul 19 03:12:31.284010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-fc86a5e2-bffe-4e8c-9c60-53d27ac27378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:31.284010 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-fc86a5e2-bffe-4e8c-9c60-53d27ac27378 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2278790 Jul 19 03:12:31.322992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaf3da-e083-4770-a154-569fca4ba2e1 req-9313c9d6-416e-485e-81a5-0a2a8942ae29 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:31.332346 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6eaaf3da-e083-4770-a154-569fca4ba2e1 req-9313c9d6-416e-485e-81a5-0a2a8942ae29 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 950 time: 0.1712532 Jul 19 03:12:31.406194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91662274-e9fa-4480-b559-bca7db90c91f', 'tag': 'c46a5d11-44d2-4284-a406-2efeba35ec99'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:31.408846 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95ef2c3-4369-4f93-84aa-a70739dc71b5" -d '{"events": [{"name": "network-changed", "server_uuid": "91662274-e9fa-4480-b559-bca7db90c91f", "tag": "c46a5d11-44d2-4284-a406-2efeba35ec99"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:31.412636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-4ed80c2c-ea32-40ff-a894-08c2a3ec5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:31.414225 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-4ed80c2c-ea32-40ff-a894-08c2a3ec5719 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1375387 Jul 19 03:12:31.415062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-router', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:11Z', 'updated_at': '2021-07-19T03:12:30Z', 'revision_number': 6, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:31.457955 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6eaaf3da-e083-4770-a154-569fca4ba2e1 req-be5a31f7-3305-4d40-ac2f-6398a744bb00 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243761 Jul 19 03:12:31.484220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0f7e8-1966-4bac-9133-f7cbf76d5d9d None None] The sync data for ids ['9c2879b5-81cb-45cc-83a7-e3c841abdd0e'] in n-d-762330-18 is: [{'id': '9c2879b5-81cb-45cc-83a7-e3c841abdd0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-922370860-router', 'tenant_id': 'e1b939c5ed344140a41aed1d67ff949b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:11Z', 'updated_at': '2021-07-19T03:12:30Z', 'revision_number': 6, 'project_id': 'e1b939c5ed344140a41aed1d67ff949b', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:12:31.494631 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-1c83d93c-6aee-4e2a-9e3f-d6a93b23350b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 200 len: 217 time: 0.1683145 Jul 19 03:12:31.544771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-ca4e5858-35fb-448b-8da1-1658e02227c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:31.559612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-ca4e5858-35fb-448b-8da1-1658e02227c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1242476 Jul 19 03:12:31.707586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-1ec374b0-e6ac-4d48-9125-9b4c8c531a24 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352940 Jul 19 03:12:31.707884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d049a-d07d-43fa-a2f1-4f63c0ce6f8e req-c799b43b-c62f-4660-a8a6-c25cefdc08c1 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:31.714782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-819d049a-d07d-43fa-a2f1-4f63c0ce6f8e req-c799b43b-c62f-4660-a8a6-c25cefdc08c1 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 948 time: 0.6212683 Jul 19 03:12:31.748580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-61480c2a-e5ae-4467-9084-065fd3d0691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:31.750124 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-61480c2a-e5ae-4467-9084-065fd3d0691e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.2156112 Jul 19 03:12:31.758729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] For port 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=683bf6e7-64b6-49cb-a3c3-7a1fc6d57039,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:31.759089 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:31.820097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Calling delete_port for 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:31.857528 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-819d049a-d07d-43fa-a2f1-4f63c0ce6f8e req-fb45941e-60a2-47d9-989c-2d783eb1ce3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388266 Jul 19 03:12:31.967949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-77bfe858-7d99-47f9-9af5-f38174e935ad service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510860 Jul 19 03:12:32.033374 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee7e92d-d389-4e05-8051-59955b76562d x-openstack-request-id: req-dee7e92d-d389-4e05-8051-59955b76562d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:32.033630 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91662274-e9fa-4480-b559-bca7db90c91f", "tag": "c46a5d11-44d2-4284-a406-2efeba35ec99", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:32.033886 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dee7e92d-d389-4e05-8051-59955b76562d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:32.034944 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91662274-e9fa-4480-b559-bca7db90c91f', 'tag': 'c46a5d11-44d2-4284-a406-2efeba35ec99', 'status': 'completed', 'code': 200} Jul 19 03:12:32.036942 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:32.099955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-f46ebdb9-8f4b-4eee-bec1-6f6d025d6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:32.101436 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-f46ebdb9-8f4b-4eee-bec1-6f6d025d6dd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3397558 Jul 19 03:12:32.166651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:32.171547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:32.171921 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:32.192928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8252fe-e59f-45de-a0c8-440214060248 req-cca0e7f9-1494-4485-b84a-705a6c3c7124 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:32.194520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a8252fe-e59f-45de-a0c8-440214060248 req-cca0e7f9-1494-4485-b84a-705a6c3c7124 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 944 time: 0.2201269 Jul 19 03:12:32.199220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ef2c3-4369-4f93-84aa-a70739dc71b5 req-f76af9c3-cb9c-4010-ba15-9c50fda6df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:32.201171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e95ef2c3-4369-4f93-84aa-a70739dc71b5 req-f76af9c3-cb9c-4010-ba15-9c50fda6df19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 1126 time: 0.1648405 Jul 19 03:12:32.312120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:32.371200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a8252fe-e59f-45de-a0c8-440214060248 req-af43b827-54a6-46dc-8ef6-cc64d349e670 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660976 Jul 19 03:12:32.542919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:32.565331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:32.569977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'mac_address': 'fa:16:3e:d2:87:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:12:32.578901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ef2c3-4369-4f93-84aa-a70739dc71b5 req-c9538fab-7e50-42f7-a1a4-b0305d37664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:32.580657 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e95ef2c3-4369-4f93-84aa-a70739dc71b5 req-c9538fab-7e50-42f7-a1a4-b0305d37664b service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.3586388 Jul 19 03:12:32.633389 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-b228b309-d8d6-435d-a99a-407a26768c1a service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205333 Jul 19 03:12:32.679549 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:32.700377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:32.707963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e95ef2c3-4369-4f93-84aa-a70739dc71b5 req-e4787599-635b-46c1-b2e2-b06b447dd5bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46a5d11-44d2-4284-a406-2efeba35ec99 HTTP/1.1" status: 200 len: 217 time: 0.1186228 Jul 19 03:12:32.726087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:32.739628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4defb19a-ea4b-4ae4-829c-16681a92305d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:32.745695 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:32.826747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ef2c3-4369-4f93-84aa-a70739dc71b5 req-f122b9f7-ed8f-404b-9d6d-316cc394a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:32.828586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e95ef2c3-4369-4f93-84aa-a70739dc71b5 req-f122b9f7-ed8f-404b-9d6d-316cc394a8f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.0944028 Jul 19 03:12:32.878137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e95ef2c3-4369-4f93-84aa-a70739dc71b5 req-610cff78-5cce-4d27-847d-a982ca259b6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398548 Jul 19 03:12:32.885357 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:32.888623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e71075d1-ae03-4a43-99e6-8e3b9b4fda66 req-d7152316-24db-4783-8445-e357b64abce5 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477320 Jul 19 03:12:32.890886 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:32.894897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66362833-f7c6-4e69-863b-8f418bc02741 req-178d33ab-f89d-4541-ab47-b0f47354f079 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:32.901184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:32.910561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66362833-f7c6-4e69-863b-8f418bc02741 req-178d33ab-f89d-4541-ab47-b0f47354f079 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 950 time: 0.2299483 Jul 19 03:12:32.924708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Pushing event deleted for resources: {'Port': ['ID=683bf6e7-64b6-49cb-a3c3-7a1fc6d57039,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:32.938972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:32.941344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e30bfe-3307-4427-953d-7e221e19c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:32.943962 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb189d71-d899-43e0-ac29-53dc8311e110" -d '{"events": [{"server_uuid": "21e30bfe-3307-4427-953d-7e221e19c985", "name": "network-vif-plugged", "status": "completed", "tag": "5047e3d4-e7ce-4a7d-b1c2-5446fd237854"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:32.948046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 4defb19a-ea4b-4ae4-829c-16681a92305d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:12:32.948441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4defb19a-ea4b-4ae4-829c-16681a92305d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:12:32.948853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:32.974312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:12:32.974587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 683bf6e7-64b6-49cb-a3c3-7a1fc6d57039 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:12:32.980493 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:32.996262 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66362833-f7c6-4e69-863b-8f418bc02741 req-843c1691-106d-4ce6-996e-fbba682c3c71 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799098 Jul 19 03:12:33.022386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.131965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:33.140131 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.171739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:33.172005 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e95ef2c3-4369-4f93-84aa-a70739dc71b5 req-19b1a072-12af-419b-aeff-8dab448c89b4 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469280 Jul 19 03:12:33.191983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.194622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.234859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5cf69e5a-51f5-4728-9aed-fa5e334f0b17'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:33.268225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b2199-714f-4f76-8586-60ced89e3053 req-82a2c0b3-fb55-49a6-a1eb-6decbf01779e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:33.271508 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a60b2199-714f-4f76-8586-60ced89e3053 req-82a2c0b3-fb55-49a6-a1eb-6decbf01779e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.7141690 Jul 19 03:12:33.275552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.276236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c2879b5-81cb-45cc-83a7-e3c841abdd0e {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:12:33.298469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:33.322004 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.325447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b1f5f00e-5b48-4088-842a-5e52c3b88534 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9c2879b5-81cb-45cc-83a7-e3c841abdd0e HTTP/1.1" status: 204 len: 168 time: 3.1886070 Jul 19 03:12:33.329498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43196) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:33.334701 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.335276 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e95ef2c3-4369-4f93-84aa-a70739dc71b5 req-5ec252c2-2892-4cf4-bb6d-d5b807e28732 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458173 Jul 19 03:12:33.363091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e33b6-143b-4b2e-9b19-05c63b20e3ff req-38300dfe-ceed-4247-8439-9c3bfd6e493e tempest-ServersAdminNegativeTestJSON-1973308191 tempest-ServersAdminNegativeTestJSON-1973308191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:33.364639 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-475e33b6-143b-4b2e-9b19-05c63b20e3ff req-38300dfe-ceed-4247-8439-9c3bfd6e493e tempest-ServersAdminNegativeTestJSON-1973308191 tempest-ServersAdminNegativeTestJSON-1973308191-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 1102 time: 0.2316055 Jul 19 03:12:33.391347 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a60b2199-714f-4f76-8586-60ced89e3053 req-5a46474b-06cd-437c-b289-ea667107339d tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123798 Jul 19 03:12:33.409216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-475e33b6-143b-4b2e-9b19-05c63b20e3ff req-05d85cc1-54e3-4551-8460-de4ccf75324b tempest-ServersAdminNegativeTestJSON-1973308191 tempest-ServersAdminNegativeTestJSON-1973308191-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.450546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d1ab44-a63c-4ee9-bbc7-22715f3c4063 admin admin] Deleting subnet b66ff7bb-6e40-4b87-8883-0ca81dbb0656 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:12:33.454905 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ab44-a63c-4ee9-bbc7-22715f3c4063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.514441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ab44-a63c-4ee9-bbc7-22715f3c4063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.590079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=10']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:33.656078 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-475e33b6-143b-4b2e-9b19-05c63b20e3ff req-05d85cc1-54e3-4551-8460-de4ccf75324b tempest-ServersAdminNegativeTestJSON-1973308191 tempest-ServersAdminNegativeTestJSON-1973308191-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.665462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-475e33b6-143b-4b2e-9b19-05c63b20e3ff req-05d85cc1-54e3-4551-8460-de4ccf75324b tempest-ServersAdminNegativeTestJSON-1973308191 tempest-ServersAdminNegativeTestJSON-1973308191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.719694 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ab44-a63c-4ee9-bbc7-22715f3c4063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.746241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-475e33b6-143b-4b2e-9b19-05c63b20e3ff req-05d85cc1-54e3-4551-8460-de4ccf75324b tempest-ServersAdminNegativeTestJSON-1973308191 tempest-ServersAdminNegativeTestJSON-1973308191-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670433 Jul 19 03:12:33.769742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d85cc1-54e3-4551-8460-de4ccf75324b tempest-ServersAdminNegativeTestJSON-1973308191 tempest-ServersAdminNegativeTestJSON-1973308191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e6df0a-c767-4bf6-abad-a465dae6cf96,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:33.803330 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ab44-a63c-4ee9-bbc7-22715f3c4063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.852090 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b44866-4d65-434a-aebd-0531a223e6ac x-openstack-request-id: req-03b44866-4d65-434a-aebd-0531a223e6ac {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:33.852374 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e30bfe-3307-4427-953d-7e221e19c985", "name": "network-vif-plugged", "status": "completed", "tag": "5047e3d4-e7ce-4a7d-b1c2-5446fd237854", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:33.852632 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03b44866-4d65-434a-aebd-0531a223e6ac {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:33.853029 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e30bfe-3307-4427-953d-7e221e19c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854', 'code': 200} Jul 19 03:12:33.859386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1ab44-a63c-4ee9-bbc7-22715f3c4063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66ff7bb-6e40-4b87-8883-0ca81dbb0656,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:33.883722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ab44-a63c-4ee9-bbc7-22715f3c4063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.885862 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d9d1ab44-a63c-4ee9-bbc7-22715f3c4063 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b66ff7bb-6e40-4b87-8883-0ca81dbb0656 HTTP/1.1" status: 204 len: 168 time: 0.5533578 Jul 19 03:12:33.888479 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43208) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:33.892203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0599276-fc63-42a4-8510-a5502aa19d19 None None] Network d71d62cb-b7a1-4d69-8691-b3b48b8763cd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:12:33.974814 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:33.993630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cc284-2ab8-445d-ad6a-8bd183fe14cd req-f0d888f9-ddfe-4013-bda7-b437eff47b9f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:34.000780 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c16cc284-2ab8-445d-ad6a-8bd183fe14cd req-f0d888f9-ddfe-4013-bda7-b437eff47b9f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 948 time: 0.1544948 Jul 19 03:12:34.044633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a5def065-94b7-4320-9913-7999456aeb05 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:34.096559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58ac92-df24-4c86-b65d-5889b8ee3dee req-01a29797-c946-4c15-8422-a2ad434eea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:34.098778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e58ac92-df24-4c86-b65d-5889b8ee3dee req-01a29797-c946-4c15-8422-a2ad434eea95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 1097 time: 0.1515512 Jul 19 03:12:34.153932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e58ac92-df24-4c86-b65d-5889b8ee3dee req-13e685b6-3ef5-46c2-b729-321bc3715340 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454772 Jul 19 03:12:34.160517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:34.165101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad926c12-1f51-4436-98ba-ae308ef16b12 req-acbb38c2-ffd6-4fc1-81c9-f26e479f62d8 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:34.173989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad926c12-1f51-4436-98ba-ae308ef16b12 req-acbb38c2-ffd6-4fc1-81c9-f26e479f62d8 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 945 time: 0.1599927 Jul 19 03:12:34.174241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'a5def065-94b7-4320-9913-7999456aeb05', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'a5def065-94b7-4320-9913-7999456aeb05', 'mac_address': 'fa:16:3e:bd:c1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:12:34.228058 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad926c12-1f51-4436-98ba-ae308ef16b12 req-388fddc4-22fe-4ae5-b270-f1b431bf7584 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524604 Jul 19 03:12:34.244089 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:34.254157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5def065-94b7-4320-9913-7999456aeb05 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:34.275958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:34.291120 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:34.364233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:34.370187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c16cc284-2ab8-445d-ad6a-8bd183fe14cd req-b8501f48-8fca-4b48-b394-9378d60584c5 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684247 Jul 19 03:12:34.430997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873f930-e138-49d5-971a-9d629c4f444b None None] DHCP port deletion for d71d62cb-b7a1-4d69-8691-b3b48b8763cd request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:12:34.435767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Deleting port b272fc6e-ceac-420a-9c72-f6a04e2a3439 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:12:34.436124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:34.489186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9d3b-b7ed-45fc-8dbb-cee468468e12 req-6cba21b2-bb16-4960-a51d-a1550c7993f6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:34.498712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-770b9d3b-b7ed-45fc-8dbb-cee468468e12 req-6cba21b2-bb16-4960-a51d-a1550c7993f6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 949 time: 0.1205797 Jul 19 03:12:34.518043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] For port b272fc6e-ceac-420a-9c72-f6a04e2a3439, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b272fc6e-ceac-420a-9c72-f6a04e2a3439,segment=NetworkSegment(71f44918-ca57-4a28-8564-e7c1a2bc3e5c),segment_id=71f44918-ca57-4a28-8564-e7c1a2bc3e5c)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:34.518456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:34.534300 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Calling delete_port for b272fc6e-ceac-420a-9c72-f6a04e2a3439 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:34.543909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f873f930-e138-49d5-971a-9d629c4f444b None None] Deleting port b272fc6e-ceac-420a-9c72-f6a04e2a3439 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:12:34.544286 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f873f930-e138-49d5-971a-9d629c4f444b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:34.592696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-770b9d3b-b7ed-45fc-8dbb-cee468468e12 req-8df47ea1-019f-4c25-982b-7a11573ac4a9 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920453 Jul 19 03:12:34.695366 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:34.716384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a5def065-94b7-4320-9913-7999456aeb05'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:34.729790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f873f930-e138-49d5-971a-9d629c4f444b None None] For port b272fc6e-ceac-420a-9c72-f6a04e2a3439, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b272fc6e-ceac-420a-9c72-f6a04e2a3439,segment=NetworkSegment(71f44918-ca57-4a28-8564-e7c1a2bc3e5c),segment_id=71f44918-ca57-4a28-8564-e7c1a2bc3e5c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:34.730320 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f873f930-e138-49d5-971a-9d629c4f444b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:34.794836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Pushing event deleted for resources: {'Port': ['ID=b272fc6e-ceac-420a-9c72-f6a04e2a3439,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:34.802869 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] No DVR routers for this DVR port b272fc6e-ceac-420a-9c72-f6a04e2a3439 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:34.852049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b272fc6e-ceac-420a-9c72-f6a04e2a3439 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:34.952929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679680cd-dd9f-4f94-a86c-273c6dc09422 req-e7eebee2-a7fe-4eb5-a0bd-b7efb484090e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:34.959106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f873f930-e138-49d5-971a-9d629c4f444b None None] Calling delete_port for b272fc6e-ceac-420a-9c72-f6a04e2a3439 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:34.961433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-679680cd-dd9f-4f94-a86c-273c6dc09422 req-e7eebee2-a7fe-4eb5-a0bd-b7efb484090e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.1695404 Jul 19 03:12:34.962040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: b272fc6e-ceac-420a-9c72-f6a04e2a3439 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:12:34.962418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b272fc6e-ceac-420a-9c72-f6a04e2a3439 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:12:35.010395 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:35.024294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71d62cb-b7a1-4d69-8691-b3b48b8763cd']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:35.043765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f44918-ca57-4a28-8564-e7c1a2bc3e5c') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:35.044066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f44918-ca57-4a28-8564-e7c1a2bc3e5c') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:35.045958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-679680cd-dd9f-4f94-a86c-273c6dc09422 req-6ee6994e-0916-44fe-a0ff-6cc62801c7db tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832367 Jul 19 03:12:35.066860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:35.080775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579478ea-db71-4c92-a81e-3860bab764d0 req-95189d86-2a6f-4564-93bd-e90af4ccc39b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:35.082893 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-579478ea-db71-4c92-a81e-3860bab764d0 req-95189d86-2a6f-4564-93bd-e90af4ccc39b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171&tenant_id=39688c83d45c4f709f725b461d5c4b8f&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 949 time: 0.1849995 Jul 19 03:12:35.084877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e94ba-90b3-4d14-adad-aa182bac0492 req-1ae3574d-cf4d-4aa6-af9e-15a12a9c62cd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:35.086432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c04e94ba-90b3-4d14-adad-aa182bac0492 req-1ae3574d-cf4d-4aa6-af9e-15a12a9c62cd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 949 time: 0.1622751 Jul 19 03:12:35.087462 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:35.108997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:12:35.109478 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:12:35.114661 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:12:35.165589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c04e94ba-90b3-4d14-adad-aa182bac0492 req-59aa48a4-a3f3-4263-b76a-4e07efae3225 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726612 Jul 19 03:12:35.202656 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-579478ea-db71-4c92-a81e-3860bab764d0 req-e98f4584-f4f7-4382-9bd5-747feb066c95 service neutron] delete failed (client error): The resource could not be found. Jul 19 03:12:35.203715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-579478ea-db71-4c92-a81e-3860bab764d0 req-e98f4584-f4f7-4382-9bd5-747feb066c95 service neutron] 10.222.0.25 "DELETE /v2.0/ports/a5def065-94b7-4320-9913-7999456aeb05/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.1116586 Jul 19 03:12:35.228869 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:35.237876 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:35.244199 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] 10.222.0.20 "DELETE /v2.0/networks/d71d62cb-b7a1-4d69-8691-b3b48b8763cd HTTP/1.1" status: 204 len: 168 time: 1.3537092 Jul 19 03:12:35.259750 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f873f930-e138-49d5-971a-9d629c4f444b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:35.273973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d191f-fc08-48b2-a022-4697a244a42d admin admin] Pushing event deleted for resources: {'Network': ['ID=d71d62cb-b7a1-4d69-8691-b3b48b8763cd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:35.314934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f873f930-e138-49d5-971a-9d629c4f444b None None] Network d71d62cb-b7a1-4d69-8691-b3b48b8763cd is not hosted by any dhcp agent {{(pid=94346) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 03:12:35.315450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873f930-e138-49d5-971a-9d629c4f444b None None] No DVR routers for this DVR port b272fc6e-ceac-420a-9c72-f6a04e2a3439 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:35.333425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873f930-e138-49d5-971a-9d629c4f444b None None] Pushing event deleted for resources: {'Port': ['ID=b272fc6e-ceac-420a-9c72-f6a04e2a3439,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:35.417421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579478ea-db71-4c92-a81e-3860bab764d0 req-dca5ed2b-3e17-46e6-a1dc-a6d46c427678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:35.419467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-579478ea-db71-4c92-a81e-3860bab764d0 req-dca5ed2b-3e17-46e6-a1dc-a6d46c427678 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 1101 time: 0.1488118 Jul 19 03:12:35.498891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228cae7-e688-4348-a12b-6ca074452370 req-de49cc69-18e6-43cf-956f-04b6a14987ff tempest-ServersAdminNegativeTestJSON-1973308191 tempest-ServersAdminNegativeTestJSON-1973308191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:35.512338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8228cae7-e688-4348-a12b-6ca074452370 req-de49cc69-18e6-43cf-956f-04b6a14987ff tempest-ServersAdminNegativeTestJSON-1973308191 tempest-ServersAdminNegativeTestJSON-1973308191-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 1102 time: 0.1326280 Jul 19 03:12:35.562507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8228cae7-e688-4348-a12b-6ca074452370 req-449b0a1c-647d-473a-af61-7485eea9b118 tempest-ServersAdminNegativeTestJSON-1973308191 tempest-ServersAdminNegativeTestJSON-1973308191-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514741 Jul 19 03:12:35.580148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43236) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:35.652126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579478ea-db71-4c92-a81e-3860bab764d0 req-99228388-6aac-4e0f-9602-6668d9a931a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:35.654039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-579478ea-db71-4c92-a81e-3860bab764d0 req-99228388-6aac-4e0f-9602-6668d9a931a7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2251799 Jul 19 03:12:35.657648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1c44f83d-7c26-4cdb-ae77-73922a34d5dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1b939c5ed344140a41aed1d67ff949b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757027 Jul 19 03:12:35.660627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43242) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:35.711606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c1b1-3fd3-4978-b330-2916c3bfbfa4 req-99487698-4556-4b49-9e2f-38ac02bfced0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:35.713572 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50c1c1b1-3fd3-4978-b330-2916c3bfbfa4 req-99487698-4556-4b49-9e2f-38ac02bfced0 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 945 time: 0.1666358 Jul 19 03:12:35.715240 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-579478ea-db71-4c92-a81e-3860bab764d0 req-35f8cdd8-a71c-4764-baef-2b03fd19e973 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 200 len: 217 time: 0.0505807 Jul 19 03:12:35.787421 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b1ceed6-a50c-4d5b-a1c5-89a599086cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:35.830002 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50c1c1b1-3fd3-4978-b330-2916c3bfbfa4 req-dacf5cc2-3590-46d7-98f8-1094a8c87f28 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083369 Jul 19 03:12:35.831601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579478ea-db71-4c92-a81e-3860bab764d0 req-af30728c-f8fa-4503-8aec-daa77e2bc58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:35.833107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-579478ea-db71-4c92-a81e-3860bab764d0 req-af30728c-f8fa-4503-8aec-daa77e2bc58e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1028364 Jul 19 03:12:35.838172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b1ceed6-a50c-4d5b-a1c5-89a599086cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:36.016982 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579478ea-db71-4c92-a81e-3860bab764d0 req-bbed0518-c180-4084-a2e6-2fdd144d68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:36.020585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b1ceed6-a50c-4d5b-a1c5-89a599086cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:36.022629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-579478ea-db71-4c92-a81e-3860bab764d0 req-bbed0518-c180-4084-a2e6-2fdd144d68da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1757505 Jul 19 03:12:36.025699 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b1ceed6-a50c-4d5b-a1c5-89a599086cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:36.029741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0b1ceed6-a50c-4d5b-a1c5-89a599086cf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60d13a9a-c79b-4040-aef0-b678942f0825 HTTP/1.1" status: 204 len: 168 time: 0.3641975 Jul 19 03:12:36.053825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a5def065-94b7-4320-9913-7999456aeb05 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:36.064499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ceed6-a50c-4d5b-a1c5-89a599086cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d13a9a-c79b-4040-aef0-b678942f0825,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:36.091316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a8f8c-734e-45f4-a3ee-4ec01c2c246f req-5af23a74-f5b3-4b89-b5f4-e962c77b9fae tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:36.102522 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-426a8f8c-734e-45f4-a3ee-4ec01c2c246f req-5af23a74-f5b3-4b89-b5f4-e962c77b9fae tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 949 time: 0.2244253 Jul 19 03:12:36.197809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port a5def065-94b7-4320-9913-7999456aeb05 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:36.201858 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-426a8f8c-734e-45f4-a3ee-4ec01c2c246f req-5326b06a-2855-4c80-bf8f-24c0485d4d20 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983632 Jul 19 03:12:36.203543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port a5def065-94b7-4320-9913-7999456aeb05 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:36.204812 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:36.265734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-579478ea-db71-4c92-a81e-3860bab764d0 req-b01205e8-9729-45c7-b6a4-235bc5071ac8 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343302 Jul 19 03:12:36.314913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:36.478933 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:36.488538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-579478ea-db71-4c92-a81e-3860bab764d0 req-cbc2087f-7876-43b3-a9e5-46fd0664dd6a service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151194 Jul 19 03:12:36.520572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:36.520817 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:36.541655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e483d5-1726-426d-b769-b1d428548c3d req-152d923d-664b-47fe-91ce-8eabf103820c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:36.559215 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e483d5-1726-426d-b769-b1d428548c3d req-152d923d-664b-47fe-91ce-8eabf103820c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.1371303 Jul 19 03:12:36.608668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:36.618549 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac64e67-9168-4bb2-9cd3-a8ba5d1f426f" -d '{"events": [{"server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "name": "network-vif-plugged", "status": "completed", "tag": "a5def065-94b7-4320-9913-7999456aeb05"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:36.649374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e483d5-1726-426d-b769-b1d428548c3d req-105f892d-a616-4945-b8ee-eaff837492fd tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881102 Jul 19 03:12:36.707840 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:36.716536 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:36.717334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device c46a5d11-44d2-4284-a406-2efeba35ec99 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:36.749838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf50485-dd37-4cf7-9036-c69fccf148c7 req-18c738d3-30c7-4b61-b51c-d1563cfffb9b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:36.759086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-daf50485-dd37-4cf7-9036-c69fccf148c7 req-18c738d3-30c7-4b61-b51c-d1563cfffb9b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 949 time: 0.1123974 Jul 19 03:12:36.828019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-daf50485-dd37-4cf7-9036-c69fccf148c7 req-b5baf4bb-b97a-4b21-8f69-568b76f14f7b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 Jul 19 03:12:36.897964 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:37.078161 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a34bf2-46e2-44ed-9765-8722083658cc x-openstack-request-id: req-a3a34bf2-46e2-44ed-9765-8722083658cc {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:37.079710 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "name": "network-vif-plugged", "status": "completed", "tag": "a5def065-94b7-4320-9913-7999456aeb05", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:37.080206 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3a34bf2-46e2-44ed-9765-8722083658cc {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:37.081915 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05', 'code': 200} Jul 19 03:12:37.101359 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:37.135481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:37.160792 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:37.200701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c32342-f6eb-42f1-ae86-58114cabd11f req-ba32615a-461b-4652-9d36-4a79fb2beb3e tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:37.210743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e7c32342-f6eb-42f1-ae86-58114cabd11f req-ba32615a-461b-4652-9d36-4a79fb2beb3e tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 950 time: 0.1498828 Jul 19 03:12:37.323546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e7c32342-f6eb-42f1-ae86-58114cabd11f req-7592ed82-fdf3-4e48-a8f9-e7083f27e2ef tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080880 Jul 19 03:12:37.325961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:37.336788 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:37.412835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f069da8-dc77-4c8d-beb3-29eafd289220 req-8745d0fe-3e86-47e7-b2fd-bfc22f78b8ca tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:37.428332 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f069da8-dc77-4c8d-beb3-29eafd289220 req-8745d0fe-3e86-47e7-b2fd-bfc22f78b8ca tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 945 time: 0.1713123 Jul 19 03:12:37.494103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=11']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:37.559991 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f069da8-dc77-4c8d-beb3-29eafd289220 req-de4b64fc-d025-4611-a736-beda1282fb5e tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276255 Jul 19 03:12:37.578119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43306) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:37.752677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1611111450-network', 'tenant_id': '48e47c2739e04e14b080f6f06b48e05d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:37.825784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60c4e-87a7-4690-b06d-f8a01c0497f9 req-acbded0c-4202-468d-a66d-a7b03c88c76c tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:37.826876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8112f4e-6c62-4cac-ac6c-9c62fe505f57 req-6af2cb7b-c4f0-42bb-ab8f-491820292865 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:37.829273 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ca60c4e-87a7-4690-b06d-f8a01c0497f9 req-acbded0c-4202-468d-a66d-a7b03c88c76c tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 951 time: 0.1958756 Jul 19 03:12:37.831299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Made reservation on behalf of 48e47c2739e04e14b080f6f06b48e05d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:37.838756 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8112f4e-6c62-4cac-ac6c-9c62fe505f57 req-6af2cb7b-c4f0-42bb-ab8f-491820292865 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 945 time: 0.0920670 Jul 19 03:12:37.838912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:37.839837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43314) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:37.849225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-44b179e4-f002-4640-8dae-2a78d50b4cc2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Request body: {'floatingip': {'port_id': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:37.876728 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:37.901930 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44b179e4-f002-4640-8dae-2a78d50b4cc2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:37.911625 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ca60c4e-87a7-4690-b06d-f8a01c0497f9 req-b57c0d92-1270-47d4-bdd1-cad4d4f091e5 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732656 Jul 19 03:12:38.103092 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:38.116894 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:38.334925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6cb1-331a-40ad-a312-462f423c98d8 req-53ba1801-8872-41cf-a087-d4fa74fa3fd0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:38.337392 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-161d6cb1-331a-40ad-a312-462f423c98d8 req-53ba1801-8872-41cf-a087-d4fa74fa3fd0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 943 time: 0.1793842 Jul 19 03:12:38.444459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-161d6cb1-331a-40ad-a312-462f423c98d8 req-9b2fb36f-b7fb-4af2-855b-870dd61c2e2c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922933 Jul 19 03:12:38.511586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:12:38.550601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:38.559622 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:38.559622 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Added segment b98c2b05-3837-438e-bc27-b4068454302f of type vlan for network 93ae0eba-c261-4e04-94bc-dbff6081879d Jul 19 03:12:38.561322 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-7fe2f8cd-18f1-4a42-a92e-8e2056a92ca5 service neutron] 10.222.0.26 "GET /v2.0/ports/c46a5d11-44d2-4284-a406-2efeba35ec99/bindings/n-h1-762330-18 HTTP/1.1" status: 200 len: 385 time: 0.1433024 Jul 19 03:12:38.622043 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:38.669301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110468f-0093-41be-ba41-c6a3eccccd9d req-b05a0a47-e2ac-4284-9149-a02e7e4f4ae7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:38.677110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1110468f-0093-41be-ba41-c6a3eccccd9d req-b05a0a47-e2ac-4284-9149-a02e7e4f4ae7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.5273542 Jul 19 03:12:38.705240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f194e-6480-4d97-b95e-450db62ecab6 req-72ccfe60-981f-4278-a438-c2af80f7cfe6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:38.706775 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-192f194e-6480-4d97-b95e-450db62ecab6 req-72ccfe60-981f-4278-a438-c2af80f7cfe6 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 950 time: 0.2040057 Jul 19 03:12:38.765798 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44b179e4-f002-4640-8dae-2a78d50b4cc2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:38.819403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:38.820324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:38.820918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:38.887178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-5db42e1e-0746-417c-ab75-605f5d060e41 service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:38.899466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1110468f-0093-41be-ba41-c6a3eccccd9d req-e9eccbad-cf17-4ce2-bdb9-e49a5714f65c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115297 Jul 19 03:12:38.926677 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44b179e4-f002-4640-8dae-2a78d50b4cc2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:38.938036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-5db42e1e-0746-417c-ab75-605f5d060e41 service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:38.984204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] Pushing event updated for resources: {'Network': ['ID=93ae0eba-c261-4e04-94bc-dbff6081879d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:38.987263 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-09be524a-79ca-4d82-b7b9-79a90e4cad31 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4174609 Jul 19 03:12:38.990313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43338) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:38.997399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 93ae0eba-c261-4e04-94bc-dbff6081879d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:12:38.997876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Request body: {'subnet': {'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1611111450-subnet', 'tenant_id': '48e47c2739e04e14b080f6f06b48e05d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:39.007878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-192f194e-6480-4d97-b95e-450db62ecab6 req-b075c0f5-db25-4e30-8bcd-67c03f008028 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Deleting port 99fa47af-d014-43b4-95c1-b101a90481a6 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:12:39.008230 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-192f194e-6480-4d97-b95e-450db62ecab6 req-b075c0f5-db25-4e30-8bcd-67c03f008028 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:39.107359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-5db42e1e-0746-417c-ab75-605f5d060e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46a5d11-44d2-4284-a406-2efeba35ec99 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:39.121542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-192f194e-6480-4d97-b95e-450db62ecab6 req-b075c0f5-db25-4e30-8bcd-67c03f008028 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] For port 99fa47af-d014-43b4-95c1-b101a90481a6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=99fa47af-d014-43b4-95c1-b101a90481a6,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:39.121934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-192f194e-6480-4d97-b95e-450db62ecab6 req-b075c0f5-db25-4e30-8bcd-67c03f008028 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:39.185264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-192f194e-6480-4d97-b95e-450db62ecab6 req-b075c0f5-db25-4e30-8bcd-67c03f008028 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Calling delete_port for 99fa47af-d014-43b4-95c1-b101a90481a6 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:39.196021 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-5db42e1e-0746-417c-ab75-605f5d060e41 service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:39.239392 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-5db42e1e-0746-417c-ab75-605f5d060e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:39.268217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:39.270812 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218589de-9f7f-48f1-9450-1a11c28f6f2e" -d '{"events": [{"server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "name": "network-vif-plugged", "status": "completed", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:39.272192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17512d97-d874-49c3-9199-d37c690af065 req-fdb83d65-e8c3-4c8d-9f1a-422169b43a67 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:39.280417 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17512d97-d874-49c3-9199-d37c690af065 req-fdb83d65-e8c3-4c8d-9f1a-422169b43a67 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba8b12d2-3818-45be-b6a6-866c73a49ba1 HTTP/1.1" status: 200 len: 950 time: 0.3685091 Jul 19 03:12:39.283199 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-44b179e4-f002-4640-8dae-2a78d50b4cc2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Floating IP 23345996-e6a3-4025-938a-91dc9fc2f9c4 associated. External IP: 172.25.2.111, port: 5047e3d4-e7ce-4a7d-b1c2-5446fd237854. Jul 19 03:12:39.308930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Made reservation on behalf of 48e47c2739e04e14b080f6f06b48e05d for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:39.311374 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:39.432434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3750c76-fb2f-405c-951d-cec364b3c9a1 req-99bc0d04-90c1-437f-805d-6e80c42951dc tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:39.433925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3750c76-fb2f-405c-951d-cec364b3c9a1 req-99bc0d04-90c1-437f-805d-6e80c42951dc tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 951 time: 0.2966123 Jul 19 03:12:39.436221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17512d97-d874-49c3-9199-d37c690af065 req-fbb5ec1f-ace4-4501-a06e-e6ef19f782b0 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548164 Jul 19 03:12:39.491398 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-192f194e-6480-4d97-b95e-450db62ecab6 req-b075c0f5-db25-4e30-8bcd-67c03f008028 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:39.496867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-5db42e1e-0746-417c-ab75-605f5d060e41 service neutron] Transition to ACTIVE for port object c46a5d11-44d2-4284-a406-2efeba35ec99 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:39.505616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ce4acdd7-c0ad-49a6-993e-acfac3b42fbc'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:39.511253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['99fa47af-d014-43b4-95c1-b101a90481a6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:39.520267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-5db42e1e-0746-417c-ab75-605f5d060e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:39.553154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3750c76-fb2f-405c-951d-cec364b3c9a1 req-06cd09f5-f9ec-446f-a4c1-f2b2e355c990 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093762 Jul 19 03:12:39.560492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075c0f5-db25-4e30-8bcd-67c03f008028 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Pushing event deleted for resources: {'Port': ['ID=99fa47af-d014-43b4-95c1-b101a90481a6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:39.650856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-192f194e-6480-4d97-b95e-450db62ecab6 req-b075c0f5-db25-4e30-8bcd-67c03f008028 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] No DVR routers for this DVR port 99fa47af-d014-43b4-95c1-b101a90481a6 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:39.658040 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-192f194e-6480-4d97-b95e-450db62ecab6 req-b075c0f5-db25-4e30-8bcd-67c03f008028 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:39.660080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-192f194e-6480-4d97-b95e-450db62ecab6 req-b075c0f5-db25-4e30-8bcd-67c03f008028 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.26 "DELETE /v2.0/ports/99fa47af-d014-43b4-95c1-b101a90481a6 HTTP/1.1" status: 204 len: 173 time: 0.9380705 Jul 19 03:12:39.660526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8b12d2-3818-45be-b6a6-866c73a49ba1', 'name': 'network-vif-deleted', 'tag': '99fa47af-d014-43b4-95c1-b101a90481a6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:39.663810 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ede7df-0b30-4b1a-992a-ff4b13080e29" -d '{"events": [{"server_uuid": "ba8b12d2-3818-45be-b6a6-866c73a49ba1", "name": "network-vif-deleted", "tag": "99fa47af-d014-43b4-95c1-b101a90481a6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:39.680204 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b445696b-6c2a-435e-ada8-55e003be5291 x-openstack-request-id: req-b445696b-6c2a-435e-ada8-55e003be5291 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:39.681697 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "name": "network-vif-plugged", "status": "completed", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:39.682307 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b445696b-6c2a-435e-ada8-55e003be5291 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:39.683339 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'code': 200} Jul 19 03:12:39.812826 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:39.902958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97938179-333d-4d58-bab7-7b89064543f0,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:39.914437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Checking segment: {'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:39.914836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Network hostable DHCP agents. Network: 93ae0eba-c261-4e04-94bc-dbff6081879d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:12:39.955212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-5db42e1e-0746-417c-ab75-605f5d060e41 service neutron] No DVR routers for this DVR port c46a5d11-44d2-4284-a406-2efeba35ec99 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:39.998048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Network 93ae0eba-c261-4e04-94bc-dbff6081879d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:12:40.036456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db42e1e-0746-417c-ab75-605f5d060e41 service neutron] Pushing event updated for resources: {'Port': ['ID=c46a5d11-44d2-4284-a406-2efeba35ec99,revision_number=10']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:40.041347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 93ae0eba-c261-4e04-94bc-dbff6081879d) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:40.056947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:40.057543 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:40.071140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a2e560-e2b2-470b-bd0a-1c7d361b91ef None None] Network 93ae0eba-c261-4e04-94bc-dbff6081879d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:12:40.086332 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-5db42e1e-0746-417c-ab75-605f5d060e41 service neutron] 10.222.0.26 "PUT /v2.0/ports/c46a5d11-44d2-4284-a406-2efeba35ec99/bindings/n-h1-762330-18/activate HTTP/1.1" status: 200 len: 370 time: 1.5152302 Jul 19 03:12:40.114321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1944cbfb-e7d8-4e05-8106-6bc65cdca812 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1159675 Jul 19 03:12:40.122781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44170154-9f7c-480a-bb48-30c826858e9a req-78421a96-a65c-4e5d-af03-8f16dc9e4314 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:40.124444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44170154-9f7c-480a-bb48-30c826858e9a req-78421a96-a65c-4e5d-af03-8f16dc9e4314 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.4875393 Jul 19 03:12:40.129386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b179e4-f002-4640-8dae-2a78d50b4cc2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Router 3903afb7-d555-46aa-9905-2482f3b921b6 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:12:40.146246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c4de2-a841-4281-b7e8-5bbd0e70262a req-3fe3ba46-b096-4564-bb5c-9f068ec79f15 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:40.157656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-463c4de2-a841-4281-b7e8-5bbd0e70262a req-3fe3ba46-b096-4564-bb5c-9f068ec79f15 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 944 time: 0.2163925 Jul 19 03:12:40.161456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a784031-3344-4307-8d11-82d54bb0cbe9 req-e2a40d2f-3e2a-4a46-8987-3918b2393a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:40.163712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a784031-3344-4307-8d11-82d54bb0cbe9 req-e2a40d2f-3e2a-4a46-8987-3918b2393a87 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 1103 time: 0.1675141 Jul 19 03:12:40.242674 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44170154-9f7c-480a-bb48-30c826858e9a req-3cd76c71-f2db-415a-ba67-91833cc3c118 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042287 Jul 19 03:12:40.257202 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a784031-3344-4307-8d11-82d54bb0cbe9 req-89e4c7b1-78fd-4136-9b44-9c2418e87956 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868063 Jul 19 03:12:40.271119 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-463c4de2-a841-4281-b7e8-5bbd0e70262a req-2fc801d1-805a-46e9-bab7-50815bee4e3b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122386 Jul 19 03:12:40.279520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239cb25e-54c5-459f-a0f2-8e284f670527 None None] Network 93ae0eba-c261-4e04-94bc-dbff6081879d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:12:40.326235 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba18cf1e-c491-4a2d-8d3b-7ab907d1610e x-openstack-request-id: req-ba18cf1e-c491-4a2d-8d3b-7ab907d1610e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:40.326558 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8b12d2-3818-45be-b6a6-866c73a49ba1", "name": "network-vif-deleted", "tag": "99fa47af-d014-43b4-95c1-b101a90481a6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:40.326813 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba18cf1e-c491-4a2d-8d3b-7ab907d1610e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:40.327429 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8b12d2-3818-45be-b6a6-866c73a49ba1', 'name': 'network-vif-deleted', 'tag': '99fa47af-d014-43b4-95c1-b101a90481a6', 'status': 'completed', 'code': 200} Jul 19 03:12:40.386167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b179e4-f002-4640-8dae-2a78d50b4cc2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:12:40.397088 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44b179e4-f002-4640-8dae-2a78d50b4cc2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:40.398794 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] Sync routers for ids ['3903afb7-d555-46aa-9905-2482f3b921b6'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:12:40.415110 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] Routers {'3903afb7-d555-46aa-9905-2482f3b921b6'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:40.416284 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3903afb7-d555-46aa-9905-2482f3b921b6'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:40.436941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-44b179e4-f002-4640-8dae-2a78d50b4cc2 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "PUT /v2.0/floatingips/23345996-e6a3-4025-938a-91dc9fc2f9c4 HTTP/1.1" status: 200 len: 991 time: 2.5954182 Jul 19 03:12:40.437634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e30bfe-3307-4427-953d-7e221e19c985', 'tag': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:40.440987 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993ee37b-af06-4677-891c-71a8015f82bc" -d '{"events": [{"name": "network-changed", "server_uuid": "21e30bfe-3307-4427-953d-7e221e19c985", "tag": "5047e3d4-e7ce-4a7d-b1c2-5446fd237854"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:40.582874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-7bd8a241-9d43-4f8a-b684-43f2c1326a9b tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:40.585044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-7bd8a241-9d43-4f8a-b684-43f2c1326a9b tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.1340833 Jul 19 03:12:40.586718 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] Set router 3903afb7-d555-46aa-9905-2482f3b921b6 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:40.661481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d537057b-a9e5-4f8b-8794-a1edfbb71a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:40.663353 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d537057b-a9e5-4f8b-8794-a1edfbb71a3b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd HTTP/1.1" status: 200 len: 1096 time: 0.0709925 Jul 19 03:12:40.713535 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fc1107-697c-4c34-b8fd-692277543192 x-openstack-request-id: req-08fc1107-697c-4c34-b8fd-692277543192 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:40.714036 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e30bfe-3307-4427-953d-7e221e19c985", "tag": "5047e3d4-e7ce-4a7d-b1c2-5446fd237854", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:40.714036 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08fc1107-697c-4c34-b8fd-692277543192 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:40.714629 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e30bfe-3307-4427-953d-7e221e19c985', 'tag': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854', 'status': 'completed', 'code': 200} Jul 19 03:12:40.880563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ee37b-af06-4677-891c-71a8015f82bc req-26a1b734-217c-435a-bcb1-5946bb764563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:40.882095 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-993ee37b-af06-4677-891c-71a8015f82bc req-26a1b734-217c-435a-bcb1-5946bb764563 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93fc45b2ed1749e0acb2f334e42877c0&device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 1097 time: 0.0746932 Jul 19 03:12:40.931630 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '23345996-e6a3-4025-938a-91dc9fc2f9c4', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'port_id': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'mac_address': 'fa:16:3e:59:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e30bfe-3307-4427-953d-7e221e19c985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:12:10Z', 'updated_at': '2021-07-19T03:12:38Z', 'revision_number': 1, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c215d7ff-7209-42a0-8e56-ed2f6bb21548', 'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'mac_address': 'fa:16:3e:b5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:02Z', 'updated_at': '2021-07-19T03:12:10Z', 'revision_number': 5, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'subnets': [{'id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:40.944213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-c1fa1a3b-e79a-409c-9e2e-44f147301023 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:40.950604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-c1fa1a3b-e79a-409c-9e2e-44f147301023 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/networks?id=93ae0eba-c261-4e04-94bc-dbff6081879d HTTP/1.1" status: 200 len: 822 time: 0.1845267 Jul 19 03:12:40.961075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a66021d0-eb25-4fe8-bc19-d4abd4a1a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:40.961302 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] Checking router: 3903afb7-d555-46aa-9905-2482f3b921b6 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:12:40.962783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-a66021d0-eb25-4fe8-bc19-d4abd4a1a26c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 1096 time: 0.1832900 Jul 19 03:12:40.965033 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-009e8584-8492-40aa-87b7-2180db53fbb1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/quotas/48e47c2739e04e14b080f6f06b48e05d HTTP/1.1" status: 200 len: 375 time: 0.0136673 Jul 19 03:12:40.971000 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] Routers {'3903afb7-d555-46aa-9905-2482f3b921b6'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:40.971867 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3903afb7-d555-46aa-9905-2482f3b921b6'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:41.023685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-c10a7cc9-d45c-4dbc-a3ff-b11f0006f611 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e47c2739e04e14b080f6f06b48e05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455334 Jul 19 03:12:41.026430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ee37b-af06-4677-891c-71a8015f82bc req-8edab4e3-033e-4d83-89fa-b70e639e3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:41.027943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-993ee37b-af06-4677-891c-71a8015f82bc req-8edab4e3-033e-4d83-89fa-b70e639e3ad8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0646b0a-f4e7-47bd-8782-b33c26a24a16 HTTP/1.1" status: 200 len: 912 time: 0.1385927 Jul 19 03:12:41.085498 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] Set router 3903afb7-d555-46aa-9905-2482f3b921b6 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:41.097639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd14dcc-af31-4969-a622-004e39d72dcb req-96eef71f-898e-4038-a849-993d4691baa0 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:41.104613 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bcd14dcc-af31-4969-a622-004e39d72dcb req-96eef71f-898e-4038-a849-993d4691baa0 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a83c59c-f3e9-47e5-becd-083181462cca HTTP/1.1" status: 200 len: 949 time: 0.1414447 Jul 19 03:12:41.147215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-c5a0ef65-2190-4079-88de-21f36b6d45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:41.148946 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-c5a0ef65-2190-4079-88de-21f36b6d45e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.1782780 Jul 19 03:12:41.170902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-c551952f-8220-4409-98c0-df436aae7ffe service neutron] 10.222.0.20 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353350 Jul 19 03:12:41.189090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-993ee37b-af06-4677-891c-71a8015f82bc req-9ee2c8b4-c7bd-436b-83fa-ce8d72966403 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5047e3d4-e7ce-4a7d-b1c2-5446fd237854 HTTP/1.1" status: 200 len: 999 time: 0.1483121 Jul 19 03:12:41.197161 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bcd14dcc-af31-4969-a622-004e39d72dcb req-9d30dd16-2f31-4d18-9b22-40137aa89a6a tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914891 Jul 19 03:12:41.227189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-f6013bb8-017c-4ac0-ac6d-95c83b1defd8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46a5d11-44d2-4284-a406-2efeba35ec99 HTTP/1.1" status: 200 len: 217 time: 0.0553379 Jul 19 03:12:41.364075 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '23345996-e6a3-4025-938a-91dc9fc2f9c4', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'port_id': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'mac_address': 'fa:16:3e:59:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e30bfe-3307-4427-953d-7e221e19c985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:12:10Z', 'updated_at': '2021-07-19T03:12:38Z', 'revision_number': 1, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c215d7ff-7209-42a0-8e56-ed2f6bb21548', 'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'mac_address': 'fa:16:3e:b5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:02Z', 'updated_at': '2021-07-19T03:12:10Z', 'revision_number': 5, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'subnets': [{'id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:41.372040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-b37d0683-c386-42a2-8855-ebf690650573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:41.373693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-b37d0683-c386-42a2-8855-ebf690650573 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.1283057 Jul 19 03:12:41.393299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-3e7063fa-907d-4d30-80bf-acc80ee5db74 service neutron] 10.222.0.20 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143869 Jul 19 03:12:41.413321 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd80ecf-915a-472b-ab71-e87c749ed502 None None] The sync data for ids ['3903afb7-d555-46aa-9905-2482f3b921b6'] in n-d-762330-18 is: [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '23345996-e6a3-4025-938a-91dc9fc2f9c4', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'port_id': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'mac_address': 'fa:16:3e:59:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e30bfe-3307-4427-953d-7e221e19c985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:12:10Z', 'updated_at': '2021-07-19T03:12:38Z', 'revision_number': 1, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c215d7ff-7209-42a0-8e56-ed2f6bb21548', 'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'mac_address': 'fa:16:3e:b5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:02Z', 'updated_at': '2021-07-19T03:12:10Z', 'revision_number': 5, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'subnets': [{'id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:12:41.423302 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-dee5d361-c555-4a2c-bbd6-831b835c62d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330517 Jul 19 03:12:41.580761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-01a18e77-922e-46f8-97eb-70518a9bea47 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454940 Jul 19 03:12:41.586467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ee37b-af06-4677-891c-71a8015f82bc req-5f8c429d-5377-4451-9624-af218253fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:41.588070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-993ee37b-af06-4677-891c-71a8015f82bc req-5f8c429d-5377-4451-9624-af218253fec7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dce0d9c-fb57-4721-9275-d23a0560bdc5 HTTP/1.1" status: 200 len: 851 time: 0.3900342 Jul 19 03:12:41.704929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb323c2-3f89-418d-9d63-10245f6172cd req-0143f290-994b-4ef4-b214-b53a0b5b8100 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:41.712037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cb323c2-3f89-418d-9d63-10245f6172cd req-0143f290-994b-4ef4-b214-b53a0b5b8100 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 951 time: 0.1288605 Jul 19 03:12:41.753730 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-3eb03346-0b37-4625-842c-c7cd3b16b3a2 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647172 Jul 19 03:12:41.771590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b43fd-3180-4e5b-8a70-7d170fd0b0c2 None None] New status for floating IP 23345996-e6a3-4025-938a-91dc9fc2f9c4: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:12:41.792688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ee37b-af06-4677-891c-71a8015f82bc req-d5f899c8-8613-458d-ae13-77321826a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:41.794645 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-993ee37b-af06-4677-891c-71a8015f82bc req-d5f899c8-8613-458d-ae13-77321826a1f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0646b0a-f4e7-47bd-8782-b33c26a24a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709700 Jul 19 03:12:41.801712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cb323c2-3f89-418d-9d63-10245f6172cd req-9267a56e-7bdc-47a9-bab2-b5a1e87381e2 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887024 Jul 19 03:12:41.986648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-993ee37b-af06-4677-891c-71a8015f82bc req-01181bbd-df6e-4500-9caa-b9e1b81d7707 service neutron] 10.222.0.26 "GET /v2.0/networks/c0646b0a-f4e7-47bd-8782-b33c26a24a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833065 Jul 19 03:12:42.121820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 99fa47af-d014-43b4-95c1-b101a90481a6 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:42.162212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 99fa47af-d014-43b4-95c1-b101a90481a6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:12:42.162999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 99fa47af-d014-43b4-95c1-b101a90481a6 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:12:42.163685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ab98270-1ff0-44bb-abaa-a653e3920841 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:42.177507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453410b-4258-4a30-a244-3cb3f1fe98c8 req-9bcb71dc-6fbc-4c70-8a03-a5c70ef3b6d5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:42.185496 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5453410b-4258-4a30-a244-3cb3f1fe98c8 req-9bcb71dc-6fbc-4c70-8a03-a5c70ef3b6d5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 944 time: 0.1505957 Jul 19 03:12:42.216048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-993ee37b-af06-4677-891c-71a8015f82bc req-02cb09dc-b158-4c66-bc08-544a75c9203f service neutron] 10.222.0.26 "GET /v2.0/networks/c0646b0a-f4e7-47bd-8782-b33c26a24a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207813 Jul 19 03:12:42.240643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5453410b-4258-4a30-a244-3cb3f1fe98c8 req-7cb38d64-dec1-4759-b35d-dadc7fee1a69 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538487 Jul 19 03:12:42.252712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-340d6bc6-d39b-4ea3-a508-7e85116dd31b tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:42.261194 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-340d6bc6-d39b-4ea3-a508-7e85116dd31b tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.0945420 Jul 19 03:12:42.292975 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:42.322863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:42.325755 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f179f2-d6a0-40fb-838b-66cda7069b18" -d '{"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:42.341573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:42.349566 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:42.423961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d243e9dc-7212-4805-a4ea-476f6484797d service neutron] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:42.428615 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d243e9dc-7212-4805-a4ea-476f6484797d service neutron] Notify callbacks [] for binding, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:42.430079 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2196942-dc9c-4ff5-b9fb-292396b2ebee req-d243e9dc-7212-4805-a4ea-476f6484797d service neutron] 10.222.0.25 "DELETE /v2.0/ports/c46a5d11-44d2-4284-a406-2efeba35ec99/bindings/n-h2-762330-18 HTTP/1.1" status: 204 len: 173 time: 0.1586618 Jul 19 03:12:42.444804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:42.455337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.455805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.456238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.456919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.457050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.457509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.458350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.459959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.459959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.459959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.459959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.460329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:12:42.464786 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-03a444fd-80dd-46f2-a9d9-6eac0fe9f42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:42.539730 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5af4318f-3faa-4219-95d3-1c40b36f749f req-78428090-e899-4758-b6d4-e7437002c583 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0283144 Jul 19 03:12:42.819048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd324427-0255-405f-b952-480b0d6cae02 req-b4265419-b38a-4e79-83da-e493f14c539e tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:42.820604 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd324427-0255-405f-b952-480b0d6cae02 req-b4265419-b38a-4e79-83da-e493f14c539e tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 950 time: 0.0677397 Jul 19 03:12:42.860081 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd324427-0255-405f-b952-480b0d6cae02 req-502462bc-330c-49f6-8247-0385eb067035 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/security-groups?id=702cfddc-5718-4415-820e-50341b5db660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Jul 19 03:12:42.924983 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e722419d-3c76-4ed2-88d1-347e15bd52b1 x-openstack-request-id: req-e722419d-3c76-4ed2-88d1-347e15bd52b1 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:42.925505 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:42.925505 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e722419d-3c76-4ed2-88d1-347e15bd52b1 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:42.925958 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'code': 200} Jul 19 03:12:43.183163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-5b2c8069-81fc-4e40-a469-0ba860bdecc4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=39688c83d45c4f709f725b461d5c4b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271192 Jul 19 03:12:43.229191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e700a-991d-43ca-b833-06c07523904e req-b2dfe558-d602-468d-9467-0bfaadab8157 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:43.237065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fe8e700a-991d-43ca-b833-06c07523904e req-b2dfe558-d602-468d-9467-0bfaadab8157 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 951 time: 0.2052135 Jul 19 03:12:43.270823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-068349b4-3785-4f3f-a3c2-60e67d860c19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:43.272372 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-068349b4-3785-4f3f-a3c2-60e67d860c19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.26 "GET /v2.0/networks?id=93ae0eba-c261-4e04-94bc-dbff6081879d HTTP/1.1" status: 200 len: 822 time: 0.1961720 Jul 19 03:12:43.295228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fe8e700a-991d-43ca-b833-06c07523904e req-10b2690a-1e57-434c-88f2-2294fdeeb362 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568130 Jul 19 03:12:43.304997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Request body: {'port': {'device_id': '9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6', 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d', 'admin_state_up': True, 'tenant_id': '48e47c2739e04e14b080f6f06b48e05d'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:43.313571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-352f746e-bb11-4c3a-bdfc-8965cd72e01e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:43.315312 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-352f746e-bb11-4c3a-bdfc-8965cd72e01e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258214 Jul 19 03:12:43.357094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-583bc58e-199a-4682-b694-ab9c15645040 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/quotas/39688c83d45c4f709f725b461d5c4b8f HTTP/1.1" status: 200 len: 375 time: 0.0278525 Jul 19 03:12:43.444271 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-c29d5967-12ee-4abf-99a1-cbb01931be3e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813184 Jul 19 03:12:43.476669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Made reservation on behalf of 48e47c2739e04e14b080f6f06b48e05d for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:43.480970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:43.572835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e0a77-7129-4438-8686-318f566cd91d req-dd7781d6-9f12-4a3e-a17d-cae73ffab182 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:43.574517 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-523e0a77-7129-4438-8686-318f566cd91d req-dd7781d6-9f12-4a3e-a17d-cae73ffab182 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 950 time: 0.0899966 Jul 19 03:12:43.681748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c170d-7442-4e75-bf54-50610ceb4897 req-216256c9-be53-4579-8a1e-c3f225a75b82 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:43.683421 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e5c170d-7442-4e75-bf54-50610ceb4897 req-216256c9-be53-4579-8a1e-c3f225a75b82 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 944 time: 0.1899366 Jul 19 03:12:43.719969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-523e0a77-7129-4438-8686-318f566cd91d req-4dedc21c-aa24-4ce8-a943-a7c6844f092b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Deleting port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:12:43.720605 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-523e0a77-7129-4438-8686-318f566cd91d req-4dedc21c-aa24-4ce8-a943-a7c6844f092b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:43.764272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Allocated IP 172.20.0.7 (93ae0eba-c261-4e04-94bc-dbff6081879d/97938179-333d-4d58-bab7-7b89064543f0/6331ce01-7a05-4fe4-b43d-b98613537d1d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:43.778889 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e5c170d-7442-4e75-bf54-50610ceb4897 req-6d0e8293-7abd-481d-b426-e6b420d30c3b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691452 Jul 19 03:12:43.904719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e18ab279-c87e-408f-898c-63faa4c71c39 req-77971558-c016-485b-aefa-fbf8900fd431 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 210 time: 0.0552742 Jul 19 03:12:43.914179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-523e0a77-7129-4438-8686-318f566cd91d req-4dedc21c-aa24-4ce8-a943-a7c6844f092b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] For port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:43.914603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-523e0a77-7129-4438-8686-318f566cd91d req-4dedc21c-aa24-4ce8-a943-a7c6844f092b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:43.931660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-523e0a77-7129-4438-8686-318f566cd91d req-4dedc21c-aa24-4ce8-a943-a7c6844f092b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Calling delete_port for ce4acdd7-c0ad-49a6-993e-acfac3b42fbc owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:44.001590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:44.073492 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:44.128525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Network 93ae0eba-c261-4e04-94bc-dbff6081879d is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:44.132210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:44.136575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:44.157240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-523e0a77-7129-4438-8686-318f566cd91d req-4dedc21c-aa24-4ce8-a943-a7c6844f092b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:44.173619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ce4acdd7-c0ad-49a6-993e-acfac3b42fbc'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:44.194722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedc21c-aa24-4ce8-a943-a7c6844f092b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Pushing event deleted for resources: {'Port': ['ID=ce4acdd7-c0ad-49a6-993e-acfac3b42fbc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:44.238035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47258eb-6c40-47ff-bad0-7b220beb4f79 req-68d0bdca-8d0f-4fd2-8a6f-23aa90daee75 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:44.239218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:44.239706 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a47258eb-6c40-47ff-bad0-7b220beb4f79 req-68d0bdca-8d0f-4fd2-8a6f-23aa90daee75 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 931 time: 0.1658638 Jul 19 03:12:44.245544 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:44.249545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event updated for resources: {'Port': ['ID=6331ce01-7a05-4fe4-b43d-b98613537d1d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:44.258848 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-523e0a77-7129-4438-8686-318f566cd91d req-4dedc21c-aa24-4ce8-a943-a7c6844f092b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] No DVR routers for this DVR port ce4acdd7-c0ad-49a6-993e-acfac3b42fbc on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:44.273212 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-ff9f77e2-239c-44dd-b21c-5f55be8eabe7 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9763505 Jul 19 03:12:44.275087 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-523e0a77-7129-4438-8686-318f566cd91d req-4dedc21c-aa24-4ce8-a943-a7c6844f092b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:44.277048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-523e0a77-7129-4438-8686-318f566cd91d req-4dedc21c-aa24-4ce8-a943-a7c6844f092b tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.25 "DELETE /v2.0/ports/ce4acdd7-c0ad-49a6-993e-acfac3b42fbc HTTP/1.1" status: 204 len: 173 time: 0.6953254 Jul 19 03:12:44.277484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e41b18-8451-4963-8c3a-4dd701d35a2d', 'name': 'network-vif-deleted', 'tag': 'ce4acdd7-c0ad-49a6-993e-acfac3b42fbc'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:44.279730 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a235582e-ff05-4d1b-b093-c8f73636996d" -d '{"events": [{"server_uuid": "48e41b18-8451-4963-8c3a-4dd701d35a2d", "name": "network-vif-deleted", "tag": "ce4acdd7-c0ad-49a6-993e-acfac3b42fbc"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:44.294545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Request body: {'port': {'device_id': '9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:44.303790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a47258eb-6c40-47ff-bad0-7b220beb4f79 req-cb1de07d-ab3b-492e-8aea-3310faeb0da1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462213 Jul 19 03:12:44.424443 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3792af-7349-481c-a1f3-0dba73844761 req-02a88915-f2ff-4daf-915d-b35de2f4df02 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:44.426106 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a3792af-7349-481c-a1f3-0dba73844761 req-02a88915-f2ff-4daf-915d-b35de2f4df02 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 1103 time: 0.1288800 Jul 19 03:12:44.431226 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:44.456600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e1b46b4-f2e7-4872-9ec8-188a7309dffb req-58e0247b-740a-4a90-ac28-629aa089e052 tempest-ServersAdminNegativeTestJSON-532446261 tempest-ServersAdminNegativeTestJSON-532446261-project] 10.222.0.20 "GET /v2.0/ports?device_id=48e41b18-8451-4963-8c3a-4dd701d35a2d HTTP/1.1" status: 200 len: 210 time: 0.0424144 Jul 19 03:12:44.529945 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a3792af-7349-481c-a1f3-0dba73844761 req-a81ff9d2-f4d8-49a0-94f6-246375ee8db9 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952003 Jul 19 03:12:44.602092 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3627de-d261-480a-8758-2cd81d459d77 x-openstack-request-id: req-8b3627de-d261-480a-8758-2cd81d459d77 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:44.602535 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e41b18-8451-4963-8c3a-4dd701d35a2d", "name": "network-vif-deleted", "tag": "ce4acdd7-c0ad-49a6-993e-acfac3b42fbc", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:44.602796 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b3627de-d261-480a-8758-2cd81d459d77 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:44.603337 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e41b18-8451-4963-8c3a-4dd701d35a2d', 'name': 'network-vif-deleted', 'tag': 'ce4acdd7-c0ad-49a6-993e-acfac3b42fbc', 'status': 'completed', 'code': 200} Jul 19 03:12:44.655435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d680d-39dc-4433-976d-f09874a13187 req-e59bbc12-0e10-4bc5-b04e-ec4c7b88e4da tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:44.660330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a97d680d-39dc-4433-976d-f09874a13187 req-e59bbc12-0e10-4bc5-b04e-ec4c7b88e4da tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 1096 time: 0.0966947 Jul 19 03:12:44.701792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a97d680d-39dc-4433-976d-f09874a13187 req-36bb9f83-82da-4eb5-b0ac-603b618dd420 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355322 Jul 19 03:12:44.790902 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6331ce01-7a05-4fe4-b43d-b98613537d1d {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:44.801968 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:44.820447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Transition to ACTIVE for port object 6331ce01-7a05-4fe4-b43d-b98613537d1d will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:44.835602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:44.917972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Pushing event updated for resources: {'Port': ['ID=6331ce01-7a05-4fe4-b43d-b98613537d1d,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:44.928959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa5b59-87ae-43d8-bad8-bf944e99fb17 req-8f6c5441-51d8-40a2-82ea-25e175353ac5 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:44.931012 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-92aa5b59-87ae-43d8-bad8-bf944e99fb17 req-8f6c5441-51d8-40a2-82ea-25e175353ac5 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 1096 time: 0.1055174 Jul 19 03:12:44.988053 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-92aa5b59-87ae-43d8-bad8-bf944e99fb17 req-fbc81327-3bc4-4455-85cb-b67a89d6c97a tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509064 Jul 19 03:12:45.016419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-6e421a2b-03fb-46d6-854b-2593fa629e6d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=39688c83d45c4f709f725b461d5c4b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332751 Jul 19 03:12:45.049838 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b7d48a1-d9e2-43d4-869e-48d827e111c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:45.112717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Attempting to bind port 6331ce01-7a05-4fe4-b43d-b98613537d1d on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:45.113215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Attempting to bind port 6331ce01-7a05-4fe4-b43d-b98613537d1d by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:45.124810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Attempting to bind port 6331ce01-7a05-4fe4-b43d-b98613537d1d on network 93ae0eba-c261-4e04-94bc-dbff6081879d {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:45.139820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Port 6331ce01-7a05-4fe4-b43d-b98613537d1d on network 93ae0eba-c261-4e04-94bc-dbff6081879d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:12:45.140044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Attempting to bind port 6331ce01-7a05-4fe4-b43d-b98613537d1d on network 93ae0eba-c261-4e04-94bc-dbff6081879d {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:45.159293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:45.159683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Checking segment: {'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:45.160296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Bound using segment: {'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:45.160751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Bound port: 6331ce01-7a05-4fe4-b43d-b98613537d1d, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:45.161116 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:45.188337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdc3fc-f6de-4007-ba21-3f3a14969e4b req-b7e18973-5bc7-4aa4-aa2a-b0bea2b70058 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:45.195448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-d53fa880-1369-4efc-9e9f-0bf9ce9b4325 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:45.195987 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11fdc3fc-f6de-4007-ba21-3f3a14969e4b req-b7e18973-5bc7-4aa4-aa2a-b0bea2b70058 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 1103 time: 0.1973314 Jul 19 03:12:45.197734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-d53fa880-1369-4efc-9e9f-0bf9ce9b4325 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835849 Jul 19 03:12:45.212801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Request body: {'port': {'device_id': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '39688c83d45c4f709f725b461d5c4b8f'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:45.265712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11fdc3fc-f6de-4007-ba21-3f3a14969e4b req-03b312b1-c588-4846-b7b4-fe8239cabcc7 tempest-ServersAdminTestJSON-1439084432 tempest-ServersAdminTestJSON-1439084432-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691583 Jul 19 03:12:45.285298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] For port 6331ce01-7a05-4fe4-b43d-b98613537d1d, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:45.293553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] For port 6331ce01-7a05-4fe4-b43d-b98613537d1d, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6331ce01-7a05-4fe4-b43d-b98613537d1d,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:45.301075 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:45.347991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:45.348517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:45.349958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] 10.222.0.26 "PUT /v2.0/ports/6331ce01-7a05-4fe4-b43d-b98613537d1d HTTP/1.1" status: 200 len: 1092 time: 1.0605960 Jul 19 03:12:45.350438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6', 'tag': '6331ce01-7a05-4fe4-b43d-b98613537d1d'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:45.353023 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6", "tag": "6331ce01-7a05-4fe4-b43d-b98613537d1d"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:45.373360 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25a92e62-4c36-4889-94e1-636fa4aff7fb req-d00f02ae-b88d-4777-8ec1-dcf44dcdc787 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 210 time: 0.0424824 Jul 19 03:12:45.380229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73bce4-a56e-4241-b79c-690db07e3788 service neutron] Pushing event updated for resources: {'Port': ['ID=6331ce01-7a05-4fe4-b43d-b98613537d1d,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:45.435922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Made reservation on behalf of 39688c83d45c4f709f725b461d5c4b8f for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:45.440032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:45.483523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-a080b83e-40d2-4e29-9c12-a01e3ecb3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:45.485846 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-a080b83e-40d2-4e29-9c12-a01e3ecb3572 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48e47c2739e04e14b080f6f06b48e05d&device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 1095 time: 0.0687401 Jul 19 03:12:45.527149 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:45.551899 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-77cf6a8d-d7d0-4689-ab22-704655b74c0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6331ce01-7a05-4fe4-b43d-b98613537d1d HTTP/1.1" status: 200 len: 217 time: 0.0533392 Jul 19 03:12:45.611054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Allocated IP 192.168.233.252 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/ff5f92b1-fce8-4d1a-89bd-0aeabe198e07) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:45.624202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-b19587cf-e6d5-4162-a168-d04cce1261f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:45.626202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-b19587cf-e6d5-4162-a168-d04cce1261f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97938179-333d-4d58-bab7-7b89064543f0 HTTP/1.1" status: 200 len: 862 time: 0.0672455 Jul 19 03:12:45.678723 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-f44630ba-0983-4f2e-bc2f-9a89f8498fd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ae0eba-c261-4e04-94bc-dbff6081879d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403545 Jul 19 03:12:45.778586 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fea87e-ff69-4ee4-b3a5-266dd8677739 x-openstack-request-id: req-87fea87e-ff69-4ee4-b3a5-266dd8677739 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:45.778885 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6", "tag": "6331ce01-7a05-4fe4-b43d-b98613537d1d", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:45.779142 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87fea87e-ff69-4ee4-b3a5-266dd8677739 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:45.779537 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6', 'tag': '6331ce01-7a05-4fe4-b43d-b98613537d1d', 'status': 'completed', 'code': 200} Jul 19 03:12:45.818190 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-26eaad53-c419-4591-abd8-c194b838191f service neutron] 10.222.0.26 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326635 Jul 19 03:12:45.950114 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-989471c8-7536-4b3b-952b-afcb6b4c2346 req-f353cc3b-cf8c-407c-b5d5-fdbcf9f13e45 service neutron] 10.222.0.26 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230977 Jul 19 03:12:46.090687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43566) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:46.111168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd31e84-a0cf-40fb-969c-041475a0fd18 req-049c5ec5-4cbb-451c-85c7-faa60c8b1e75 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:46.115039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1cd31e84-a0cf-40fb-969c-041475a0fd18 req-049c5ec5-4cbb-451c-85c7-faa60c8b1e75 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 950 time: 0.1268516 Jul 19 03:12:46.130893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5 req-715e83f0-78b9-4f2e-a5d1-cf7b5d8e6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:46.132391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5 req-715e83f0-78b9-4f2e-a5d1-cf7b5d8e6ba3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48e47c2739e04e14b080f6f06b48e05d&device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 1095 time: 0.1090965 Jul 19 03:12:46.191202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1cd31e84-a0cf-40fb-969c-041475a0fd18 req-d347f492-58d1-4cf3-8fb3-8c8855d00624 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721736 Jul 19 03:12:46.202418 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:46.223366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Transition to ACTIVE for port object ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:46.243371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270a09-9f93-483c-9b52-0c0c93f1f8d1 req-7fa7e341-4918-491a-bfaf-7c1f267985ed tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:46.250174 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7270a09-9f93-483c-9b52-0c0c93f1f8d1 req-7fa7e341-4918-491a-bfaf-7c1f267985ed tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 943 time: 0.3853667 Jul 19 03:12:46.268698 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:46.285868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5 req-9912eec5-25eb-42b5-90a1-62b1293fbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:46.287418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5 req-9912eec5-25eb-42b5-90a1-62b1293fbf2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=93ae0eba-c261-4e04-94bc-dbff6081879d HTTP/1.1" status: 200 len: 922 time: 0.1413915 Jul 19 03:12:46.292495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bcc70d42-9f0c-4fdb-be51-42326347b437 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72f00901182a422c97f8c3df55759633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007482 Jul 19 03:12:46.293618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43572) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:46.313858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7270a09-9f93-483c-9b52-0c0c93f1f8d1 req-ff135c47-0842-4bc4-9cec-df02a2f4f66e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615916 Jul 19 03:12:46.325185 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:46.341696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b9e155a8-4396-4ea2-adaa-3054def8cc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:46.356914 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5 req-899d2fd0-6fbc-4540-aa91-57139e5dd95f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6331ce01-7a05-4fe4-b43d-b98613537d1d HTTP/1.1" status: 200 len: 217 time: 0.0505676 Jul 19 03:12:46.365389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a5def065-94b7-4320-9913-7999456aeb05'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:46.368183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0e616f86-6cc0-4773-85a6-246ecd9c0146 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:46.373179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:46.379272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:46.383037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:46.416862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:46.431929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68fd34d5-b10a-4282-85a0-0fd200b531d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:46.439638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5 req-325eac16-fc8e-4a27-8d5f-35ea5f1880f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:46.441402 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5 req-325eac16-fc8e-4a27-8d5f-35ea5f1880f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97938179-333d-4d58-bab7-7b89064543f0 HTTP/1.1" status: 200 len: 862 time: 0.0744231 Jul 19 03:12:46.490933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5 req-b278d5a2-aa29-4e92-9491-99a6dece95c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ae0eba-c261-4e04-94bc-dbff6081879d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401168 Jul 19 03:12:46.492865 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68fd34d5-b10a-4282-85a0-0fd200b531d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:46.506204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:46.506953 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:46.604914 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-1eb394f4-5761-4d22-8a9a-fb4e9c4d57dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3979559 Jul 19 03:12:46.642045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Request body: {'port': {'device_id': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:46.642796 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5 req-5ad8e4ee-49ce-4e8c-83fb-305ed248342b service neutron] 10.222.0.26 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401739 Jul 19 03:12:46.644123 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68fd34d5-b10a-4282-85a0-0fd200b531d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:46.648750 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68fd34d5-b10a-4282-85a0-0fd200b531d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:46.652488 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-68fd34d5-b10a-4282-85a0-0fd200b531d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/702cfddc-5718-4415-820e-50341b5db660 HTTP/1.1" status: 204 len: 168 time: 0.3570161 Jul 19 03:12:46.689886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd34d5-b10a-4282-85a0-0fd200b531d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702cfddc-5718-4415-820e-50341b5db660,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:46.795764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0e616f86-6cc0-4773-85a6-246ecd9c0146, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:46.814827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e96406-3144-43c1-9dca-1f106c953034 req-36706eeb-304a-4927-b282-b15513efc655 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:46.819526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7e96406-3144-43c1-9dca-1f106c953034 req-36706eeb-304a-4927-b282-b15513efc655 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 936 time: 0.2585068 Jul 19 03:12:46.847365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:46.879621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a6dd616-759b-4e2e-b9e8-7e20a576fda5 req-c0900f4e-2bb1-465e-82c2-a532f97df4ce service neutron] 10.222.0.26 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229950 Jul 19 03:12:46.882325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '0e616f86-6cc0-4773-85a6-246ecd9c0146', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '0e616f86-6cc0-4773-85a6-246ecd9c0146', 'mac_address': 'fa:16:3e:93:ff:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:12:46.937124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c6abc412-99f2-4534-ad4f-ea035c0b82da None None] Provisioning for port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:46.963352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c6abc412-99f2-4534-ad4f-ea035c0b82da None None] Provisioning complete for port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:46.971069 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c6abc412-99f2-4534-ad4f-ea035c0b82da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.072559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7e96406-3144-43c1-9dca-1f106c953034 req-80ececd5-04ec-4267-a645-7dfe800c1188 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473423 Jul 19 03:12:47.121709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.125147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c6abc412-99f2-4534-ad4f-ea035c0b82da None None] Port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:12:47.153984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e616f86-6cc0-4773-85a6-246ecd9c0146 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:47.181461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0e616f86-6cc0-4773-85a6-246ecd9c0146, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:47.188343 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.251460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0e616f86-6cc0-4773-85a6-246ecd9c0146,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:47.254579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43610) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:47.338015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4efff032-8bd4-460a-a32e-cf025bf0740b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e18f960ee5745c786a1eb481d15009a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814064 Jul 19 03:12:47.347698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43616) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:47.355700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0e616f86-6cc0-4773-85a6-246ecd9c0146'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:47.393004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:47.408912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.438939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Transition to ACTIVE for port object ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:47.452531 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.475621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db058-9269-449e-9fac-8551ddb27de5 req-f02b3756-8c00-41f4-b0da-d1d44f30f77b tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:47.491914 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d19db058-9269-449e-9fac-8551ddb27de5 req-f02b3756-8c00-41f4-b0da-d1d44f30f77b tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 950 time: 0.1535749 Jul 19 03:12:47.595822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d19db058-9269-449e-9fac-8551ddb27de5 req-deb7c23c-17a2-432e-81f4-6608fd2e8209 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028938 Jul 19 03:12:47.604372 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f741e889-bbab-481b-bd75-819c388834f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.656978 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f741e889-bbab-481b-bd75-819c388834f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.702968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:47.716004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:47.716347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:47.716684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:47.747433 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f741e889-bbab-481b-bd75-819c388834f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.751593 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f741e889-bbab-481b-bd75-819c388834f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.753356 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f741e889-bbab-481b-bd75-819c388834f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00e6df0a-c767-4bf6-abad-a465dae6cf96 HTTP/1.1" status: 204 len: 168 time: 0.4037447 Jul 19 03:12:47.763713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741e889-bbab-481b-bd75-819c388834f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e6df0a-c767-4bf6-abad-a465dae6cf96,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:47.780637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:12:47.781148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:47.793468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:47.793730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:47.794086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:47.794564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Bound port: ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:47.794927 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.845852 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:47.978923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:47.982824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:47.999919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078064-4603-4b09-af13-0a150e36cd93 req-58a76a0e-6257-439a-8253-b8b4e2b69725 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:48.008266 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81078064-4603-4b09-af13-0a150e36cd93 req-58a76a0e-6257-439a-8253-b8b4e2b69725 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 943 time: 0.4788542 Jul 19 03:12:48.049365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:48.126249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81078064-4603-4b09-af13-0a150e36cd93 req-e40682dc-b6e4-4db9-8590-a09e13436bf4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168504 Jul 19 03:12:48.132722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6331ce01-7a05-4fe4-b43d-b98613537d1d details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:48.141561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-bd183a5f-a888-4731-82d1-b7b18b319780 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:48.143181 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-bd183a5f-a888-4731-82d1-b7b18b319780 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 950 time: 0.4841058 Jul 19 03:12:48.144840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:48.150392 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:48.150392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] 10.222.0.26 "PUT /v2.0/ports/ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 1097 time: 1.5119956 Jul 19 03:12:48.158404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:48.163270 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:48.292199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4130769-35b1-4a9c-8006-4784494c54ed service neutron] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:48.333761 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7d84a1-495b-43a8-a0a6-60a5b1629181 x-openstack-request-id: req-ca7d84a1-495b-43a8-a0a6-60a5b1629181 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:48.334156 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:48.334548 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca7d84a1-495b-43a8-a0a6-60a5b1629181 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:48.335039 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'status': 'completed', 'code': 200} Jul 19 03:12:48.381359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0e616f86-6cc0-4773-85a6-246ecd9c0146 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:48.392695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-cc045f0a-f542-403b-805a-80381180d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:48.404976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-cc045f0a-f542-403b-805a-80381180d193 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1100 time: 0.1733713 Jul 19 03:12:48.428881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-4393b635-af58-43da-b74e-f0df66fa646e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Deleting port f4540129-e42f-4347-98b2-726b0a40f861 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:12:48.429962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-4393b635-af58-43da-b74e-f0df66fa646e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:48.460755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6331ce01-7a05-4fe4-b43d-b98613537d1d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6331ce01-7a05-4fe4-b43d-b98613537d1d,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:48.482577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '6331ce01-7a05-4fe4-b43d-b98613537d1d', 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d', 'port_id': '6331ce01-7a05-4fe4-b43d-b98613537d1d', 'mac_address': 'fa:16:3e:a5:84:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97938179-333d-4d58-bab7-7b89064543f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:12:48.527615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 0e616f86-6cc0-4773-85a6-246ecd9c0146 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:48.528132 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:48.530879 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:48.588632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a642d-bc49-47d8-89ba-ee4cd7946771 req-ab55487d-1e67-4957-b3c4-256a8bf1ab43 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:48.597438 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-5beff9bb-3006-4f14-b99b-b19415e68562 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.1132576 Jul 19 03:12:48.598510 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de1a642d-bc49-47d8-89ba-ee4cd7946771 req-ab55487d-1e67-4957-b3c4-256a8bf1ab43 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 948 time: 0.1776762 Jul 19 03:12:48.627740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6331ce01-7a05-4fe4-b43d-b98613537d1d {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:48.695131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6331ce01-7a05-4fe4-b43d-b98613537d1d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6331ce01-7a05-4fe4-b43d-b98613537d1d,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:48.701667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de1a642d-bc49-47d8-89ba-ee4cd7946771 req-6d1f2d2a-8629-421a-b407-e0778e33f9ca tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017933 Jul 19 03:12:48.706116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:48.712289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-9f46c520-16de-42a2-b1f6-02eb4bad6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:48.713802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-9f46c520-16de-42a2-b1f6-02eb4bad6577 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1089020 Jul 19 03:12:48.818131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-4393b635-af58-43da-b74e-f0df66fa646e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] For port f4540129-e42f-4347-98b2-726b0a40f861, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f4540129-e42f-4347-98b2-726b0a40f861,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:48.818621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-4393b635-af58-43da-b74e-f0df66fa646e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:48.875888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-4393b635-af58-43da-b74e-f0df66fa646e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Calling delete_port for f4540129-e42f-4347-98b2-726b0a40f861 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:48.883195 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:48.893036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e3702e9a-f9bb-4f1f-8d11-4d33cf77ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:48.894960 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-e3702e9a-f9bb-4f1f-8d11-4d33cf77ec49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1665940 Jul 19 03:12:48.928874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6331ce01-7a05-4fe4-b43d-b98613537d1d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:48.945034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e616f86-6cc0-4773-85a6-246ecd9c0146'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:48.947815 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922149e-fbb2-4147-8542-032a06e14df9" -d '{"events": [{"server_uuid": "a85eaf85-14bc-44c2-8f4d-e36c7f3369f6", "name": "network-vif-plugged", "status": "completed", "tag": "0e616f86-6cc0-4773-85a6-246ecd9c0146"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:48.967449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0e616f86-6cc0-4773-85a6-246ecd9c0146, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:48.973683 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:48.975134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ce4acdd7-c0ad-49a6-993e-acfac3b42fbc no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:49.022407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: ce4acdd7-c0ad-49a6-993e-acfac3b42fbc {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:12:49.022927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ce4acdd7-c0ad-49a6-993e-acfac3b42fbc not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:12:49.049029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['6331ce01-7a05-4fe4-b43d-b98613537d1d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:49.077340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0e13e-e535-4b70-abb0-aae14e12c484 req-cc08406c-91cd-4673-9dc4-016d016e45d2 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:49.085033 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-79a0e13e-e535-4b70-abb0-aae14e12c484 req-cc08406c-91cd-4673-9dc4-016d016e45d2 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 950 time: 0.2964945 Jul 19 03:12:49.087431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0e616f86-6cc0-4773-85a6-246ecd9c0146,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:49.156796 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aa9f21-c00d-46b7-b8f5-33f5eaaf7ba7 x-openstack-request-id: req-69aa9f21-c00d-46b7-b8f5-33f5eaaf7ba7 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:49.157099 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85eaf85-14bc-44c2-8f4d-e36c7f3369f6", "name": "network-vif-plugged", "status": "completed", "tag": "0e616f86-6cc0-4773-85a6-246ecd9c0146", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:49.157356 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69aa9f21-c00d-46b7-b8f5-33f5eaaf7ba7 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:49.157754 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e616f86-6cc0-4773-85a6-246ecd9c0146', 'code': 200} Jul 19 03:12:49.178475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43680) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:49.227600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-ae58e29c-933c-4116-b85f-9bcfc5010833 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159626 Jul 19 03:12:49.267070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-79a0e13e-e535-4b70-abb0-aae14e12c484 req-5c8bee06-d3e6-479f-b3d6-58970c37f368 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807597 Jul 19 03:12:49.323912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-network', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:49.365410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Made reservation on behalf of fffcb1e7423b4ab28280a01e5d99d1d7 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:49.368956 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:49.382128 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:49.503408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:49.517248 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:49.522496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01823eb2-39e3-4d8b-ab2c-2dbc79b42b9e req-9854cdce-9900-4ab0-a380-233c69bd6b43 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534084 Jul 19 03:12:49.524258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-4393b635-af58-43da-b74e-f0df66fa646e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:49.539568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['e029665a-1a78-482c-8a16-b99c479e5d82', 'f4540129-e42f-4347-98b2-726b0a40f861', '5cf69e5a-51f5-4728-9aed-fa5e334f0b17'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:49.566365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393b635-af58-43da-b74e-f0df66fa646e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Pushing event deleted for resources: {'Port': ['ID=f4540129-e42f-4347-98b2-726b0a40f861,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:49.596424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:12:49.668655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:49.669462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-4393b635-af58-43da-b74e-f0df66fa646e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] No DVR routers for this DVR port f4540129-e42f-4347-98b2-726b0a40f861 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:49.677518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:49.677872 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Added segment a7e58027-f034-4039-8a47-19237156ab76 of type vlan for network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 Jul 19 03:12:49.692370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-4393b635-af58-43da-b74e-f0df66fa646e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:49.695214 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47e361e5-b731-4f42-85f0-c3ca48887d06 req-4393b635-af58-43da-b74e-f0df66fa646e tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "DELETE /v2.0/ports/f4540129-e42f-4347-98b2-726b0a40f861 HTTP/1.1" status: 204 len: 173 time: 1.5229838 Jul 19 03:12:49.732998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-383f5220-9678-4090-951c-c85b3a900964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:49.734965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-383f5220-9678-4090-951c-c85b3a900964 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1100 time: 0.1506910 Jul 19 03:12:49.874179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-12ffa7ba-a56b-4bb5-9c74-b5e503d3b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:49.877576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-12ffa7ba-a56b-4bb5-9c74-b5e503d3b760 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1346004 Jul 19 03:12:49.879419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1e60d-ba4e-4ce2-92ea-64e0ae74090c req-59b4bbcf-6670-4ddf-ad96-616ab8cdddc6 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:49.883982 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1b1e60d-ba4e-4ce2-92ea-64e0ae74090c req-59b4bbcf-6670-4ddf-ad96-616ab8cdddc6 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 944 time: 0.3828604 Jul 19 03:12:49.894107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:49.989332 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1b1e60d-ba4e-4ce2-92ea-64e0ae74090c req-6f63d460-dd12-4987-be6e-f0abdc1744f1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906203 Jul 19 03:12:50.014816 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-06f5c342-6a15-4ac8-b2bb-8719e92d0388 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.0625050 Jul 19 03:12:50.030156 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:50.031683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:50.032477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:50.101946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f881a-58ef-4eef-9113-d0a62c312688 req-5643068c-349b-48b8-8228-d060f9cb2a10 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:50.105559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-275f881a-58ef-4eef-9113-d0a62c312688 req-5643068c-349b-48b8-8228-d060f9cb2a10 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 948 time: 0.2240267 Jul 19 03:12:50.136763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6331ce01-7a05-4fe4-b43d-b98613537d1d up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:50.146718 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9667797 Jul 19 03:12:50.153100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43712) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:50.161007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-c843dadc-62a4-4edb-b7c0-c345198e7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:50.169736 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-c843dadc-62a4-4edb-b7c0-c345198e7102 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1447623 Jul 19 03:12:50.182496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Request body: {'subnet': {'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-subnet', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:50.232177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e612e-e0fe-4951-9308-d815f600aad2 admin admin] Pushing event updated for resources: {'Network': ['ID=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:50.284944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:12:50.355640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd111d74f-b882-42a3-bfdf-eb1e60920d9c', 'name': 'network-vif-deleted', 'tag': 'f4540129-e42f-4347-98b2-726b0a40f861'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:50.358131 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e2c868-0c93-4970-afa5-a2889c327585" -d '{"events": [{"server_uuid": "d111d74f-b882-42a3-bfdf-eb1e60920d9c", "name": "network-vif-deleted", "tag": "f4540129-e42f-4347-98b2-726b0a40f861"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:50.367499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-275f881a-58ef-4eef-9113-d0a62c312688 req-3a34a89c-7fdb-491a-be7d-11992101306b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521906 Jul 19 03:12:50.407744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Made reservation on behalf of fffcb1e7423b4ab28280a01e5d99d1d7 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:12:50.413706 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:50.612371 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d702e2a5-9835-4a31-b8dd-7efefef18055 req-87d22b92-d364-4561-8ef1-bf31455a4e92 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=d111d74f-b882-42a3-bfdf-eb1e60920d9c HTTP/1.1" status: 200 len: 210 time: 0.0733943 Jul 19 03:12:50.649791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 6331ce01-7a05-4fe4-b43d-b98613537d1d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:50.655514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 6331ce01-7a05-4fe4-b43d-b98613537d1d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:50.655897 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:50.689818 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd6e02b-7994-437c-a797-edffcc65adad x-openstack-request-id: req-2bd6e02b-7994-437c-a797-edffcc65adad {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:50.690346 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d111d74f-b882-42a3-bfdf-eb1e60920d9c", "name": "network-vif-deleted", "tag": "f4540129-e42f-4347-98b2-726b0a40f861", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:50.700833 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bd6e02b-7994-437c-a797-edffcc65adad {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:50.701277 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd111d74f-b882-42a3-bfdf-eb1e60920d9c', 'name': 'network-vif-deleted', 'tag': 'f4540129-e42f-4347-98b2-726b0a40f861', 'status': 'completed', 'code': 200} Jul 19 03:12:50.794923 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:50.800811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-a2584348-924a-4b06-b02c-a26a9e2d4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:50.803249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-a2584348-924a-4b06-b02c-a26a9e2d4aa1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5910316 Jul 19 03:12:50.809196 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:50.853715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6331ce01-7a05-4fe4-b43d-b98613537d1d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6331ce01-7a05-4fe4-b43d-b98613537d1d,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:50.860661 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:50.868528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fc8014-b43b-4fb4-8380-2804dea89328,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:50.939053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6331ce01-7a05-4fe4-b43d-b98613537d1d,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:50.958430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Checking segment: {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:50.958793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Network hostable DHCP agents. Network: c3bdfa90-adc9-42b7-97cb-7ef11bae99b4, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:12:50.989338 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-7db0da05-c441-4463-9a70-4abe41f5c654 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304662 Jul 19 03:12:50.990513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:12:51.006768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, c3bdfa90-adc9-42b7-97cb-7ef11bae99b4) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:51.015362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2893d94-2c44-4683-b2fe-f1f2532dd41e None None] Network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:12:51.039692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:51.042836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:51.161882 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ce2dbf4-2308-4e9b-aba5-4c3269529fa6 req-a51955d7-a913-4607-b68a-e9bd9a1b1742 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640415 Jul 19 03:12:51.163474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-67158027-3d65-4a0f-9f26-82c1135c740e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9913926 Jul 19 03:12:51.166037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43732) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:51.167162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331ce01-7a05-4fe4-b43d-b98613537d1d'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:51.169733 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e109365-1ecb-42ca-aceb-b43c6657abed" -d '{"events": [{"server_uuid": "9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6", "name": "network-vif-plugged", "status": "completed", "tag": "6331ce01-7a05-4fe4-b43d-b98613537d1d"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:51.177691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:12:51.221664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:12:51.222732 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:51.238057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:51.242098 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:51.249722 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1df6a0f-4152-49f2-8703-842a4a15cc29 x-openstack-request-id: req-c1df6a0f-4152-49f2-8703-842a4a15cc29 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:51.251645 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6", "name": "network-vif-plugged", "status": "completed", "tag": "6331ce01-7a05-4fe4-b43d-b98613537d1d", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:51.252456 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1df6a0f-4152-49f2-8703-842a4a15cc29 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:51.255505 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331ce01-7a05-4fe4-b43d-b98613537d1d', 'code': 200} Jul 19 03:12:51.399499 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:51.572774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf851810-67b5-41a8-b368-ef373681d344 req-e1d7354d-8f2c-4319-9e62-26696c5c93d5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:51.574350 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cf851810-67b5-41a8-b368-ef373681d344 req-e1d7354d-8f2c-4319-9e62-26696c5c93d5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.3014548 Jul 19 03:12:51.586975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cf5e8-66e1-4bf2-9e6c-ed05c097b379 req-d6661bac-f2a6-4597-9951-cf14bc3e6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:51.588478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7cf5e8-66e1-4bf2-9e6c-ed05c097b379 req-d6661bac-f2a6-4597-9951-cf14bc3e6a78 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 1097 time: 0.2402487 Jul 19 03:12:51.655541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Allocated IP 172.20.0.2 (c3bdfa90-adc9-42b7-97cb-7ef11bae99b4/69fc8014-b43b-4fb4-8380-2804dea89328/c576f51f-671f-4192-ba2f-bac040a35386) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:51.694868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7cf5e8-66e1-4bf2-9e6c-ed05c097b379 req-06255341-06ee-424b-8405-22c3e37b1975 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941153 Jul 19 03:12:51.710989 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:51.748035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cf851810-67b5-41a8-b368-ef373681d344 req-e405ce2e-39a1-404e-bc64-f9a6f88d0a3d tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584680 Jul 19 03:12:51.772608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c71bd-e228-4642-967a-a48f138d63b6 req-8578aee2-1828-4a9c-828f-b66755dd5b2d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:51.779529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e6c71bd-e228-4642-967a-a48f138d63b6 req-8578aee2-1828-4a9c-828f-b66755dd5b2d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 948 time: 0.1056454 Jul 19 03:12:51.834849 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e6c71bd-e228-4642-967a-a48f138d63b6 req-fc7df03b-46d5-49f9-93af-af5cf69c19f2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543680 Jul 19 03:12:51.986088 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:51.996410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Transition to ACTIVE for port object c576f51f-671f-4192-ba2f-bac040a35386 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:52.023070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Transition to ACTIVE for port object c576f51f-671f-4192-ba2f-bac040a35386 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:52.039547 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:52.082780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:52.104954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:52.111255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:52.196415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:12:52.547205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36152039-7fab-40aa-8ed0-6c86df1ed02d req-bab8ca8b-56a1-47fb-bd31-f055f60545dd tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:52.555544 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36152039-7fab-40aa-8ed0-6c86df1ed02d req-bab8ca8b-56a1-47fb-bd31-f055f60545dd tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 950 time: 0.1704285 Jul 19 03:12:52.609804 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:52.640056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:52.674875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:52.680856 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36152039-7fab-40aa-8ed0-6c86df1ed02d req-de1396e7-b990-40a8-8fc8-91cc51496993 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203790 Jul 19 03:12:52.736320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'mac_address': 'fa:16:3e:34:df:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:12:52.750838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f4540129-e42f-4347-98b2-726b0a40f861 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:52.836096 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:52.870293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Pushing event updated for resources: {'Port': ['ID=c576f51f-671f-4192-ba2f-bac040a35386,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:52.889383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:12:52.908642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Attempting to bind port c576f51f-671f-4192-ba2f-bac040a35386 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:52.909057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Attempting to bind port c576f51f-671f-4192-ba2f-bac040a35386 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:52.909427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Attempting to bind port c576f51f-671f-4192-ba2f-bac040a35386 on network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:52.918716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: f4540129-e42f-4347-98b2-726b0a40f861 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:12:52.919034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f4540129-e42f-4347-98b2-726b0a40f861 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:12:52.919789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Allocated IP 172.25.2.146 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/951fa6da-6d35-4eaa-983c-09c4eaa7db5e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:52.976382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:52.983559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Checking segment: {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:52.985119 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:52.985547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Bound using segment: {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:52.986055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Bound port: c576f51f-671f-4192-ba2f-bac040a35386, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:52.986477 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:53.056162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:53.065808 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:53.077174 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:53.077598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf405ba-d5ba-4bca-b5cb-876be4126246 req-08cebd0f-ab60-48c0-b232-4b2fbb074b9f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:53.083191 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bf405ba-d5ba-4bca-b5cb-876be4126246 req-08cebd0f-ab60-48c0-b232-4b2fbb074b9f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1109347 Jul 19 03:12:53.175319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:53.190589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bf405ba-d5ba-4bca-b5cb-876be4126246 req-2351c2ca-c2b4-46ba-85a8-9f7a185fff60 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006277 Jul 19 03:12:53.219395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:53.242235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] For port c576f51f-671f-4192-ba2f-bac040a35386, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:53.246594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] For port c576f51f-671f-4192-ba2f-bac040a35386, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c576f51f-671f-4192-ba2f-bac040a35386,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:53.257081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b7f3a-cbed-4b13-8f4f-cd300024bdb7 req-26cc89f7-a7fa-46db-a922-57940ba94f90 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:53.258890 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf0b7f3a-cbed-4b13-8f4f-cd300024bdb7 req-26cc89f7-a7fa-46db-a922-57940ba94f90 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 949 time: 0.1624897 Jul 19 03:12:53.261733 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:53.285957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:53.298989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:53.301352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:53.392636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:53.450414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe196f-ac85-4118-b8a1-7faa38a29a04 None None] Pushing event updated for resources: {'Port': ['ID=c576f51f-671f-4192-ba2f-bac040a35386,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:53.517563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Pushing event updated for resources: {'Port': ['ID=951fa6da-6d35-4eaa-983c-09c4eaa7db5e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:53.600009 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf0b7f3a-cbed-4b13-8f4f-cd300024bdb7 req-3be359c7-21ba-4d61-8a9f-c2fc9c684db3 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312364 Jul 19 03:12:53.709522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:53.846498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-640db1aa-8a52-4295-9638-deb0deaddac0 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:53.849099 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-640db1aa-8a52-4295-9638-deb0deaddac0 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 950 time: 0.1971235 Jul 19 03:12:54.068813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-51e46367-46e7-4746-aa65-38476e4f72ec tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Deleting port e029665a-1a78-482c-8a16-b99c479e5d82 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:12:54.069279 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-51e46367-46e7-4746-aa65-38476e4f72ec tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:54.105165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e27bf-b50e-41bd-a556-8bfec315f2f6 req-214173f5-97a1-4ba7-970d-0e86077bd971 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:54.112815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f19e27bf-b50e-41bd-a556-8bfec315f2f6 req-214173f5-97a1-4ba7-970d-0e86077bd971 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb41d3e-6dfd-4352-a390-dc2aace946ca HTTP/1.1" status: 200 len: 950 time: 0.1344399 Jul 19 03:12:54.140566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:54.224891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f19e27bf-b50e-41bd-a556-8bfec315f2f6 req-7ee58dee-19d8-40e0-956b-412f17fc22b5 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091590 Jul 19 03:12:54.264351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-51e46367-46e7-4746-aa65-38476e4f72ec tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] For port e029665a-1a78-482c-8a16-b99c479e5d82, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e029665a-1a78-482c-8a16-b99c479e5d82,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:54.264729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-51e46367-46e7-4746-aa65-38476e4f72ec tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:54.308629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-51e46367-46e7-4746-aa65-38476e4f72ec tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Calling delete_port for e029665a-1a78-482c-8a16-b99c479e5d82 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:54.546068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Router e89bc9e4-fba5-4468-becd-73fb5fc4686f is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:12:54.646548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-51e46367-46e7-4746-aa65-38476e4f72ec tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:54.661108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['e029665a-1a78-482c-8a16-b99c479e5d82', '5cf69e5a-51f5-4728-9aed-fa5e334f0b17'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:54.856496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e46367-46e7-4746-aa65-38476e4f72ec tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Pushing event deleted for resources: {'Port': ['ID=e029665a-1a78-482c-8a16-b99c479e5d82,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:54.872464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c576f51f-671f-4192-ba2f-bac040a35386 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:54.897058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:12:54.908719 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Sync routers for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:12:54.919776 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:54.923167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-51e46367-46e7-4746-aa65-38476e4f72ec tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] No DVR routers for this DVR port e029665a-1a78-482c-8a16-b99c479e5d82 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:54.925938 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:54.926188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-51e46367-46e7-4746-aa65-38476e4f72ec tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:54.929415 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d276a0c-d801-4e06-b040-7863ab3d9980 req-51e46367-46e7-4746-aa65-38476e4f72ec tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "DELETE /v2.0/ports/e029665a-1a78-482c-8a16-b99c479e5d82 HTTP/1.1" status: 204 len: 173 time: 1.0711756 Jul 19 03:12:54.930067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb41d3e-6dfd-4352-a390-dc2aace946ca', 'name': 'network-vif-deleted', 'tag': 'e029665a-1a78-482c-8a16-b99c479e5d82'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:54.932603 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1787e7-c46f-409d-913d-772c297048b3" -d '{"events": [{"server_uuid": "bbb41d3e-6dfd-4352-a390-dc2aace946ca", "name": "network-vif-deleted", "tag": "e029665a-1a78-482c-8a16-b99c479e5d82"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:54.941514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c194a4-8cbc-43aa-bfb5-7686dfcc040e req-dfa8739b-35e3-43c9-9106-f8496be596d8 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:54.950393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b3c194a4-8cbc-43aa-bfb5-7686dfcc040e req-dfa8739b-35e3-43c9-9106-f8496be596d8 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.5817614 Jul 19 03:12:55.088401 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b3c194a4-8cbc-43aa-bfb5-7686dfcc040e req-d8c007b6-579f-4289-9b87-7c148c1fa12e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356561 Jul 19 03:12:55.122301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:55.123955 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-03397bf9-f0ff-446e-ac09-9ad83b448154 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9549155 Jul 19 03:12:55.127006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43880) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:12:55.242918 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:55.259176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c576f51f-671f-4192-ba2f-bac040a35386 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:55.325355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b1346c-1d64-407e-a385-04573d210685 None None] Network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:12:55.496779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bf163a69-f87a-4594-bab4-aefa99e8c2eb None None] Provisioning for port c576f51f-671f-4192-ba2f-bac040a35386 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:55.528090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bf163a69-f87a-4594-bab4-aefa99e8c2eb None None] Provisioning complete for port c576f51f-671f-4192-ba2f-bac040a35386 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:55.529112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bf163a69-f87a-4594-bab4-aefa99e8c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:55.579947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc923b-d941-4db5-8e9d-e6f97fd08114 req-7651504a-74df-49cf-9cfe-ea548e8ece7c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:55.586824 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3dc923b-d941-4db5-8e9d-e6f97fd08114 req-7651504a-74df-49cf-9cfe-ea548e8ece7c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 949 time: 0.1706400 Jul 19 03:12:55.681794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3dc923b-d941-4db5-8e9d-e6f97fd08114 req-f2419e74-4d3b-4620-bcc5-4294203473c8 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900424 Jul 19 03:12:55.838224 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bf163a69-f87a-4594-bab4-aefa99e8c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:55.864505 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:53Z', 'revision_number': 3, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:55.901927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bf163a69-f87a-4594-bab4-aefa99e8c2eb None None] For port c576f51f-671f-4192-ba2f-bac040a35386, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c576f51f-671f-4192-ba2f-bac040a35386,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:55.923954 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bf163a69-f87a-4594-bab4-aefa99e8c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:56.057560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf163a69-f87a-4594-bab4-aefa99e8c2eb None None] Pushing event updated for resources: {'Port': ['ID=c576f51f-671f-4192-ba2f-bac040a35386,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:56.194626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:56.268352 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Checking router: e89bc9e4-fba5-4468-becd-73fb5fc4686f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:12:56.269957 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Updating router e89bc9e4-fba5-4468-becd-73fb5fc4686f port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:12:56.320985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936ef9a-fec8-44dc-8fee-4ba670e68901 req-07a72ac5-ef00-4aab-b46d-1f74ccb0e68b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:56.329027 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d936ef9a-fec8-44dc-8fee-4ba670e68901 req-07a72ac5-ef00-4aab-b46d-1f74ccb0e68b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1225648 Jul 19 03:12:56.349702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:56.370355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:56.370714 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:56.381970 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:56.382131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-80ec40ef-f3fd-45e1-9018-821aac8849ad None None] Provisioning complete for port c576f51f-671f-4192-ba2f-bac040a35386 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:56.382418 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80ec40ef-f3fd-45e1-9018-821aac8849ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:56.385437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d936ef9a-fec8-44dc-8fee-4ba670e68901 req-9f75362a-bb73-4ade-a203-3c40cc7a2b02 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550389 Jul 19 03:12:56.492836 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e8b0cc-bd5e-411c-bf1d-488276a36147 x-openstack-request-id: req-77e8b0cc-bd5e-411c-bf1d-488276a36147 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:56.494385 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb41d3e-6dfd-4352-a390-dc2aace946ca", "name": "network-vif-deleted", "tag": "e029665a-1a78-482c-8a16-b99c479e5d82", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:56.494664 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77e8b0cc-bd5e-411c-bf1d-488276a36147 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:56.496762 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb41d3e-6dfd-4352-a390-dc2aace946ca', 'name': 'network-vif-deleted', 'tag': 'e029665a-1a78-482c-8a16-b99c479e5d82', 'status': 'completed', 'code': 200} Jul 19 03:12:56.726076 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:56.796975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:56.799452 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf4385e-c931-4524-9267-b5f5c3d37171" -d '{"events": [{"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:12:56.807058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c576f51f-671f-4192-ba2f-bac040a35386 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:56.822203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:56.893609 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:56.944242 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:56.977244 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:57.008788 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Transition to ACTIVE for port object 951fa6da-6d35-4eaa-983c-09c4eaa7db5e will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:57.024223 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:57.081631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:57.115172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c576f51f-671f-4192-ba2f-bac040a35386 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:57.115601 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:57.189677 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ae008-0519-4386-8e15-40b95d7ff42c None None] Pushing event updated for resources: {'Port': ['ID=951fa6da-6d35-4eaa-983c-09c4eaa7db5e,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:57.202674 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Attempting to bind port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:12:57.204496 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Attempting to bind port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:12:57.205209 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Attempting to bind port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:12:57.212062 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:12:57.212749 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:12:57.213373 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:57.214010 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:12:57.214759 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Bound port: 951fa6da-6d35-4eaa-983c-09c4eaa7db5e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:12:57.215372 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:57.280313 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] For port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:12:57.286655 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] For port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=951fa6da-6d35-4eaa-983c-09c4eaa7db5e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:12:57.298835 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:57.334482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Allocated IP 172.20.0.1 (c3bdfa90-adc9-42b7-97cb-7ef11bae99b4/69fc8014-b43b-4fb4-8380-2804dea89328/5dbd5e72-6171-475c-8c54-e9a01a770503) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:12:57.378128 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ae008-0519-4386-8e15-40b95d7ff42c None None] Pushing event updated for resources: {'Port': ['ID=951fa6da-6d35-4eaa-983c-09c4eaa7db5e,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:57.386491 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:12:57.387391 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:57.529975 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:12:57.568378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce24f30-7aae-4a49-8de4-8fb449aa1e47 req-2b523b73-6400-4501-b8df-de090ef59a1b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:57.580730 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ce24f30-7aae-4a49-8de4-8fb449aa1e47 req-2b523b73-6400-4501-b8df-de090ef59a1b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1044457 Jul 19 03:12:57.581776 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:57.621160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Transition to ACTIVE for port object 5dbd5e72-6171-475c-8c54-e9a01a770503 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:12:57.634901 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ce24f30-7aae-4a49-8de4-8fb449aa1e47 req-e4055e4e-8c63-4658-8238-a15dd20fab9b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529037 Jul 19 03:12:57.703277 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:57.768936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:57.771865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:57.774358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:12:57.822887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbd5e72-6171-475c-8c54-e9a01a770503,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:57.833827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:57.902958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a6f99-be64-4948-abb5-1af9c8e596cb req-46fd3b16-9b5a-4442-b6f9-f13e307142eb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:57.912034 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c3a6f99-be64-4948-abb5-1af9c8e596cb req-46fd3b16-9b5a-4442-b6f9-f13e307142eb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1449392 Jul 19 03:12:57.986531 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c3a6f99-be64-4948-abb5-1af9c8e596cb req-befe4ee4-408b-4598-b8f4-051c1e3dd729 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729947 Jul 19 03:12:57.990993 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:53Z', 'revision_number': 3, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:12:58.049213 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4897cb3a-8f12-4b39-9326-02aea5bc46f9 x-openstack-request-id: req-4897cb3a-8f12-4b39-9326-02aea5bc46f9 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:12:58.050351 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:12:58.050921 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4897cb3a-8f12-4b39-9326-02aea5bc46f9 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:12:58.051797 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'code': 200} Jul 19 03:12:58.083782 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbf295-dee5-48b3-882e-0274d06ecac7 None None] The sync data for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 is: [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:53Z', 'revision_number': 3, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:12:58.226520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ac51e77a-f3eb-4321-ab7a-5fcdf79a1748 None None] Provisioning for port 5dbd5e72-6171-475c-8c54-e9a01a770503 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:58.231743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ac51e77a-f3eb-4321-ab7a-5fcdf79a1748 None None] Provisioning complete for port 5dbd5e72-6171-475c-8c54-e9a01a770503 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:58.232195 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac51e77a-f3eb-4321-ab7a-5fcdf79a1748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:58.242544 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:58.315195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ac51e77a-f3eb-4321-ab7a-5fcdf79a1748 None None] Port 5dbd5e72-6171-475c-8c54-e9a01a770503 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:12:58.327384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f34a9e-564d-46bd-84b1-692eb12841e0 req-df8ae0cc-0192-44ac-9918-0269f43c294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:58.330108 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a5f34a9e-564d-46bd-84b1-692eb12841e0 req-df8ae0cc-0192-44ac-9918-0269f43c294c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1102 time: 0.1510026 Jul 19 03:12:58.388235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e029665a-1a78-482c-8a16-b99c479e5d82 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:12:58.418284 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: e029665a-1a78-482c-8a16-b99c479e5d82 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:12:58.419468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e029665a-1a78-482c-8a16-b99c479e5d82 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:12:58.429926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a5f34a9e-564d-46bd-84b1-692eb12841e0 req-2ac73da8-8545-4531-8b7c-8f4df52190fe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900064 Jul 19 03:12:58.506126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de18c6-b383-4723-96ad-6d2e088a00a9 req-64a6517d-8185-4551-8b8c-669241cc3f4f tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:58.514567 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-23de18c6-b383-4723-96ad-6d2e088a00a9 req-64a6517d-8185-4551-8b8c-669241cc3f4f tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 951 time: 0.1348877 Jul 19 03:12:58.574595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:58.586837 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:58.599132 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-23de18c6-b383-4723-96ad-6d2e088a00a9 req-4f572ec6-e986-490f-8c69-5e6d0f3486f0 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8806b71-0660-48d5-be55-d305cba909af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816414 Jul 19 03:12:58.693209 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:58.796935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 951fa6da-6d35-4eaa-983c-09c4eaa7db5e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:12:58.872472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbd5e72-6171-475c-8c54-e9a01a770503,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:58.936550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:12:58.948504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:58.949662 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:58.972553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-79b29ef6-bc65-4875-8b23-4667eea09030 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:58.974080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-79b29ef6-bc65-4875-8b23-4667eea09030 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 951 time: 0.2757521 Jul 19 03:12:59.104622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:12:59.107615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:12:59.112115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e12721-3e7f-4677-a027-01c8a6e2ca20 req-150c0a4e-de3d-4463-b462-f8d0a9eb5326 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:59.122432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39e12721-3e7f-4677-a027-01c8a6e2ca20 req-150c0a4e-de3d-4463-b462-f8d0a9eb5326 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1602013 Jul 19 03:12:59.213585 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:59.219504 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39e12721-3e7f-4677-a027-01c8a6e2ca20 req-e02df718-dc1d-46a2-9fe1-8b4b51cc07fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928507 Jul 19 03:12:59.246633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-013e43e1-eea8-4de6-8e70-a3e58eeb4da6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Deleting port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:12:59.246973 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-013e43e1-eea8-4de6-8e70-a3e58eeb4da6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:59.283968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=951fa6da-6d35-4eaa-983c-09c4eaa7db5e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:59.291860 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:59.432345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=951fa6da-6d35-4eaa-983c-09c4eaa7db5e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:59.462191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-013e43e1-eea8-4de6-8e70-a3e58eeb4da6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] For port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:12:59.462684 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-013e43e1-eea8-4de6-8e70-a3e58eeb4da6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:59.488409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-013e43e1-eea8-4de6-8e70-a3e58eeb4da6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Calling delete_port for 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:12:59.565770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9a214ac3-9244-4835-940f-9cb995bd4ef9 None None] Provisioning complete for port 5dbd5e72-6171-475c-8c54-e9a01a770503 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:12:59.566231 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9a214ac3-9244-4835-940f-9cb995bd4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:59.622187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9a214ac3-9244-4835-940f-9cb995bd4ef9 None None] Port 5dbd5e72-6171-475c-8c54-e9a01a770503 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:12:59.681133 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff824f-692d-41ac-bed1-50d380b4ea18 req-69f42998-52cc-4ae2-9844-810549507217 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:12:59.691965 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1cff824f-692d-41ac-bed1-50d380b4ea18 req-69f42998-52cc-4ae2-9844-810549507217 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1936624 Jul 19 03:12:59.799208 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1cff824f-692d-41ac-bed1-50d380b4ea18 req-10946a83-2133-402a-a3ef-a49915c26bec tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056707 Jul 19 03:12:59.842817 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-013e43e1-eea8-4de6-8e70-a3e58eeb4da6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:59.857281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5cf69e5a-51f5-4728-9aed-fa5e334f0b17'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:12:59.884375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Router e89bc9e4-fba5-4468-becd-73fb5fc4686f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:12:59.885245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e43e1-eea8-4de6-8e70-a3e58eeb4da6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Pushing event deleted for resources: {'Port': ['ID=5cf69e5a-51f5-4728-9aed-fa5e334f0b17,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:12:59.978912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-013e43e1-eea8-4de6-8e70-a3e58eeb4da6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] No DVR routers for this DVR port 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:12:59.983471 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-013e43e1-eea8-4de6-8e70-a3e58eeb4da6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:12:59.986110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c71f0be6-06fd-4875-8aa9-d634f16e096d req-013e43e1-eea8-4de6-8e70-a3e58eeb4da6 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.25 "DELETE /v2.0/ports/5cf69e5a-51f5-4728-9aed-fa5e334f0b17 HTTP/1.1" status: 204 len: 173 time: 1.0052507 Jul 19 03:12:59.988381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'name': 'network-vif-deleted', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:12:59.990842 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a29e3a-20db-48a2-bae4-e5a3feb8138a" -d '{"events": [{"server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "name": "network-vif-deleted", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:00.297181 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-365c86ff-c27e-49e5-b4cf-4206afd3cdeb req-d59ef6ef-1f9f-48c3-a88b-0b94bfae18b3 tempest-ServersAdminTestJSON-963663513 tempest-ServersAdminTestJSON-963663513-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d60c821-c9d1-47e7-ace2-f0d7d82b16db HTTP/1.1" status: 200 len: 210 time: 0.0795262 Jul 19 03:13:00.395903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:13:00.419027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-06bfeab7-7da9-4a8d-8388-fa782543fed5 admin admin] 10.222.0.20 "PUT /v2.0/routers/e89bc9e4-fba5-4468-becd-73fb5fc4686f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2906208 Jul 19 03:13:00.758836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af22f93-42fd-4cfd-a038-d3332f4b8785 req-beaa69a8-538c-4eb6-b1a4-91215dbd169b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:00.768692 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5af22f93-42fd-4cfd-a038-d3332f4b8785 req-beaa69a8-538c-4eb6-b1a4-91215dbd169b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1285355 Jul 19 03:13:00.796132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 951fa6da-6d35-4eaa-983c-09c4eaa7db5e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:00.871143 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5af22f93-42fd-4cfd-a038-d3332f4b8785 req-252ccd92-9e3d-42a0-8ab6-f3209ea7594a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011920 Jul 19 03:13:00.879190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Sync routers for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:13:00.924674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:00.935231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:00.962300 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abd3529-31d9-4f46-b868-21f826916070 x-openstack-request-id: req-9abd3529-31d9-4f46-b868-21f826916070 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:00.963213 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d60c821-c9d1-47e7-ace2-f0d7d82b16db", "name": "network-vif-deleted", "tag": "5cf69e5a-51f5-4728-9aed-fa5e334f0b17", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:00.963688 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9abd3529-31d9-4f46-b868-21f826916070 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:00.964250 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d60c821-c9d1-47e7-ace2-f0d7d82b16db', 'name': 'network-vif-deleted', 'tag': '5cf69e5a-51f5-4728-9aed-fa5e334f0b17', 'status': 'completed', 'code': 200} Jul 19 03:13:01.051710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:01.052446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:01.155487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:01.501833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 2, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:01.555977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Checking router: e89bc9e4-fba5-4468-becd-73fb5fc4686f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:13:01.556704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Updating router e89bc9e4-fba5-4468-becd-73fb5fc4686f port 5dbd5e72-6171-475c-8c54-e9a01a770503 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:13:01.607884 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:02.204245 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:02.220442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Transition to ACTIVE for port object 5dbd5e72-6171-475c-8c54-e9a01a770503 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:02.236347 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:02.382410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c307b-3c0f-4ed3-b098-cc7c35563f35 None None] Pushing event updated for resources: {'Port': ['ID=5dbd5e72-6171-475c-8c54-e9a01a770503,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:02.424482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:13:02.469359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Attempting to bind port 5dbd5e72-6171-475c-8c54-e9a01a770503 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:02.469863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Attempting to bind port 5dbd5e72-6171-475c-8c54-e9a01a770503 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:02.470308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Attempting to bind port 5dbd5e72-6171-475c-8c54-e9a01a770503 on network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:02.474138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:13:02.474588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5cf69e5a-51f5-4728-9aed-fa5e334f0b17 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:13:02.479242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:02.479981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Checking segment: {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:02.480464 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:02.481288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Bound using segment: {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:02.482309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Bound port: 5dbd5e72-6171-475c-8c54-e9a01a770503, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:02.483191 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:02.584303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] For port 5dbd5e72-6171-475c-8c54-e9a01a770503, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:02.603162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] For port 5dbd5e72-6171-475c-8c54-e9a01a770503, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5dbd5e72-6171-475c-8c54-e9a01a770503,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:02.614729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:02.679868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:02.680890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:02.768245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c307b-3c0f-4ed3-b098-cc7c35563f35 None None] Pushing event updated for resources: {'Port': ['ID=5dbd5e72-6171-475c-8c54-e9a01a770503,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:02.871485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:03.107872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:02Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:03.158117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00dce26-b75d-4701-916c-764a2b7a0a7f None None] The sync data for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 is: [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:02Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:13:04.761340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5dbd5e72-6171-475c-8c54-e9a01a770503 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:04.837450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 5dbd5e72-6171-475c-8c54-e9a01a770503 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:04.841524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5dbd5e72-6171-475c-8c54-e9a01a770503 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:04.842081 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:04.976982 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:05.025252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 5dbd5e72-6171-475c-8c54-e9a01a770503, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5dbd5e72-6171-475c-8c54-e9a01a770503,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:05.029035 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:05.092326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=5dbd5e72-6171-475c-8c54-e9a01a770503,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:06.690205 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:06.708100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5dbd5e72-6171-475c-8c54-e9a01a770503 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:06.759892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5dbd5e72-6171-475c-8c54-e9a01a770503 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:06.760268 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:06.951256 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:06.974928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-25e57389-5042-4929-89c5-39e0a437654b tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:06.976454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-25e57389-5042-4929-89c5-39e0a437654b tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 820 time: 0.1463842 Jul 19 03:13:06.991815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-3bdb4aff-681e-4104-b9a9-afa141c278a2 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/quotas/fffcb1e7423b4ab28280a01e5d99d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0097895 Jul 19 03:13:07.005480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c2a41-cded-45e0-ae85-b3fc697052d9 req-490b0a79-edce-4ff1-83f9-176ee81b9af7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:07.010725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-121c2a41-cded-45e0-ae85-b3fc697052d9 req-490b0a79-edce-4ff1-83f9-176ee81b9af7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.0866046 Jul 19 03:13:07.052650 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-121c2a41-cded-45e0-ae85-b3fc697052d9 req-0b6244ac-70ce-4951-96b9-1d3624f4c6fe tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Jul 19 03:13:07.074592 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-77ef48d1-53aa-49cc-824b-9ce46eedbd62 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764267 Jul 19 03:13:07.180332 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-7037bc21-3d52-4304-897f-9a2ec99eda51 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989254 Jul 19 03:13:07.263197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d573b0-840e-42f4-a9f6-d2efb3549ee4 req-96c10c71-ee7c-45c7-b945-9620bfff26b9 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:07.265350 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8d573b0-840e-42f4-a9f6-d2efb3549ee4 req-96c10c71-ee7c-45c7-b945-9620bfff26b9 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.0708907 Jul 19 03:13:07.289199 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6697fef5-2081-42e8-a2d2-02249dd3238c service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014152 Jul 19 03:13:07.308823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8d573b0-840e-42f4-a9f6-d2efb3549ee4 req-ee8c53b2-a989-493f-8206-015d71350174 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Jul 19 03:13:07.673410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b49a2bc8-093b-40c6-9476-2bcb7ed4748c req-6c796bdf-2db2-490c-b9e4-a6c867e57ff4 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 210 time: 0.0413013 Jul 19 03:13:07.811428 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06bb4f-0efe-4b5b-b3c7-9886675971fc req-33782994-ae33-46bc-a3a5-9b33b5b3733b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:07.813785 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6e06bb4f-0efe-4b5b-b3c7-9886675971fc req-33782994-ae33-46bc-a3a5-9b33b5b3733b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1331720 Jul 19 03:13:07.814417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44022) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:07.830278 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:13:07.872334 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6e06bb4f-0efe-4b5b-b3c7-9886675971fc req-56d1531b-c354-4bc4-9930-698382edebdf tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441158 Jul 19 03:13:07.927652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ec8bc-550f-4cc3-b28c-e302cd121a1d req-c60c4f73-e102-4fd0-adf2-2f80c1129985 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:07.929873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b37ec8bc-550f-4cc3-b28c-e302cd121a1d req-c60c4f73-e102-4fd0-adf2-2f80c1129985 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 950 time: 0.1454833 Jul 19 03:13:08.003159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b37ec8bc-550f-4cc3-b28c-e302cd121a1d req-1a50335a-de0e-41c5-a0fb-dbd88b9fc9b1 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673084 Jul 19 03:13:08.067643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-44c70f6f-7fd8-426e-b607-3479dcc5c304 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b06e50db321642888519218e97c939f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513189 Jul 19 03:13:08.070672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44034) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:08.129932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b050d-7c28-4244-b315-49a5b508eed5 req-2e1faa84-f8f1-41c8-b9cb-7284d2b4d12e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:08.139390 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d54b050d-7c28-4244-b315-49a5b508eed5 req-2e1faa84-f8f1-41c8-b9cb-7284d2b4d12e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.0868232 Jul 19 03:13:08.169796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-db1e7bab-6d13-4434-883e-a37e709598b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:08.198301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d54b050d-7c28-4244-b315-49a5b508eed5 req-703921d4-7560-484a-9809-9a25cb741cc4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583742 Jul 19 03:13:08.228147 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-db1e7bab-6d13-4434-883e-a37e709598b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:08.290879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-db1e7bab-6d13-4434-883e-a37e709598b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:08.304691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-db1e7bab-6d13-4434-883e-a37e709598b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:08.305900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-db1e7bab-6d13-4434-883e-a37e709598b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8806b71-0660-48d5-be55-d305cba909af HTTP/1.1" status: 204 len: 168 time: 0.2340603 Jul 19 03:13:08.330569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e7bab-6d13-4434-883e-a37e709598b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8806b71-0660-48d5-be55-d305cba909af,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:08.515071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09007ba7-c0e3-444c-aae9-565ab83e6849 req-47fe4875-c721-4c3d-880b-19b0d0329883 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:08.516675 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09007ba7-c0e3-444c-aae9-565ab83e6849 req-47fe4875-c721-4c3d-880b-19b0d0329883 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1122406 Jul 19 03:13:08.564325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09007ba7-c0e3-444c-aae9-565ab83e6849 req-ed2fcc0b-e4a5-47e7-a194-a03bde5a7d1b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Jul 19 03:13:08.714227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44066) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:08.764087 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-511f0984-e7cc-4f3d-b96a-3d097fd7ce33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2874d8bc5f4493da3fe8ae31db80c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486329 Jul 19 03:13:08.767247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44068) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:08.848995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c01d-eb56-474d-a760-9a43aac12a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:08.878443 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c01d-eb56-474d-a760-9a43aac12a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:08.976643 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c01d-eb56-474d-a760-9a43aac12a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:08.984411 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c01d-eb56-474d-a760-9a43aac12a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:08.987721 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3ce5c01d-eb56-474d-a760-9a43aac12a43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c8f45cb-c002-4893-8039-45d17042acef HTTP/1.1" status: 204 len: 168 time: 0.2166557 Jul 19 03:13:09.018608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5c01d-eb56-474d-a760-9a43aac12a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8f45cb-c002-4893-8039-45d17042acef,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:09.236248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-cda62114-ae91-4172-bb51-fb8ded51264c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2643666 Jul 19 03:13:09.261636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-38ca8e00-8782-4ab3-bb59-1b88db8270fb tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:09.275707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-38ca8e00-8782-4ab3-bb59-1b88db8270fb tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.25 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 820 time: 0.3937232 Jul 19 03:13:09.288963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Request body: {'port': {'device_id': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'admin_state_up': True, 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:09.439329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Made reservation on behalf of fffcb1e7423b4ab28280a01e5d99d1d7 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:09.447380 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:09.615479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Allocated IP 172.20.0.5 (c3bdfa90-adc9-42b7-97cb-7ef11bae99b4/69fc8014-b43b-4fb4-8380-2804dea89328/b74ceb92-5faf-4394-865e-0332aaa4b293) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:10.038978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc28e578-b83f-47da-98c4-67382740c44c req-e30bf865-f7a8-4d2b-8d63-0ce074f589d6 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 210 time: 0.1216085 Jul 19 03:13:10.047033 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:10.088757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Transition to ACTIVE for port object b74ceb92-5faf-4394-865e-0332aaa4b293 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:10.220762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:10.338945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:10.340470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:10.347030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:10.448411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0e616f86-6cc0-4773-85a6-246ecd9c0146 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:13:10.502925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:10.503334 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:10.527716 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2429020 Jul 19 03:13:10.529149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a26a14-3146-4844-a785-2d0f98b2b54a tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Pushing event updated for resources: {'Port': ['ID=b74ceb92-5faf-4394-865e-0332aaa4b293,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:10.554220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Request body: {'port': {'device_id': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:10.568288 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:10.619945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e616f86-6cc0-4773-85a6-246ecd9c0146'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:10.622836 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0999b354-6480-44ee-b420-5d946390e565" -d '{"events": [{"server_uuid": "a85eaf85-14bc-44c2-8f4d-e36c7f3369f6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e616f86-6cc0-4773-85a6-246ecd9c0146"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:10.657130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51159b8f-5f6c-43e2-81f4-f37cf0e47d64 req-7d680921-617d-41b9-a1f5-9372034c0279 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:10.658928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0e616f86-6cc0-4773-85a6-246ecd9c0146, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:10.666726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51159b8f-5f6c-43e2-81f4-f37cf0e47d64 req-7d680921-617d-41b9-a1f5-9372034c0279 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.3211679 Jul 19 03:13:10.668027 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:10.732195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0e616f86-6cc0-4773-85a6-246ecd9c0146,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:10.762078 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51159b8f-5f6c-43e2-81f4-f37cf0e47d64 req-c49a44f8-d03e-4033-b075-cd84082af054 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943272 Jul 19 03:13:10.794538 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:10.914161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-caede1d7-06a0-476e-a81c-3f9753a59c31 None None] Provisioning for port b74ceb92-5faf-4394-865e-0332aaa4b293 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:10.921018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-caede1d7-06a0-476e-a81c-3f9753a59c31 None None] Provisioning complete for port b74ceb92-5faf-4394-865e-0332aaa4b293 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:10.921642 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-caede1d7-06a0-476e-a81c-3f9753a59c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:11.025383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-caede1d7-06a0-476e-a81c-3f9753a59c31 None None] Port b74ceb92-5faf-4394-865e-0332aaa4b293 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:13:11.123753 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-d4a2c13d-a7b9-4933-beb2-0587dec5132d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2956598 Jul 19 03:13:11.226599 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb5ad3-349d-4e1f-8384-72d2caf1bc24 x-openstack-request-id: req-e3fb5ad3-349d-4e1f-8384-72d2caf1bc24 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:11.227225 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85eaf85-14bc-44c2-8f4d-e36c7f3369f6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e616f86-6cc0-4773-85a6-246ecd9c0146", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:11.227775 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3fb5ad3-349d-4e1f-8384-72d2caf1bc24 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:11.228396 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e616f86-6cc0-4773-85a6-246ecd9c0146', 'code': 200} Jul 19 03:13:11.334915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-5fdb03a9-35a2-44e0-9d6a-92c17831202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:11.336520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-5fdb03a9-35a2-44e0-9d6a-92c17831202c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 1096 time: 0.1389291 Jul 19 03:13:11.428942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74ceb92-5faf-4394-865e-0332aaa4b293 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:11.438156 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:11.453983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Transition to ACTIVE for port object b74ceb92-5faf-4394-865e-0332aaa4b293 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:11.501775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:11.522862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3ebcb-d742-44cd-8811-a87780a3e0bd req-7138ff12-56f9-4d07-b283-ccd3acb53dc5 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:11.531797 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-82b3ebcb-d742-44cd-8811-a87780a3e0bd req-7138ff12-56f9-4d07-b283-ccd3acb53dc5 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 931 time: 0.1554325 Jul 19 03:13:11.616554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-d74859ad-ffb4-4d8d-be68-a6f647caff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:11.618097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-d74859ad-ffb4-4d8d-be68-a6f647caff03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.1627080 Jul 19 03:13:11.618857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-82b3ebcb-d742-44cd-8811-a87780a3e0bd req-0fa94d6f-ac94-4179-9fb8-5efba7bbf838 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785205 Jul 19 03:13:11.752271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-60b77bea-4170-4f9b-ac68-78e6f444e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:11.754251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-60b77bea-4170-4f9b-ac68-78e6f444e0e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1102 time: 0.0914798 Jul 19 03:13:11.990616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-d799e363-531f-4065-a4f3-5221e724e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:11.995908 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-d799e363-531f-4065-a4f3-5221e724e624 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2260587 Jul 19 03:13:12.010342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-9a64f8e8-8eb2-4abb-b690-0f3da521e365 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa HTTP/1.1" status: 200 len: 217 time: 0.0413024 Jul 19 03:13:12.054858 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-d07e0162-281d-4017-8165-c94591698433 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.0504465 Jul 19 03:13:12.104276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-644649df-8325-4b55-9486-097c376953cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:12.106208 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-644649df-8325-4b55-9486-097c376953cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.0835853 Jul 19 03:13:12.114972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-52e36563-db04-486d-a043-d4b7b73b8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:12.116468 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-52e36563-db04-486d-a043-d4b7b73b8b1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0507517 Jul 19 03:13:12.205183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Pushing event updated for resources: {'Port': ['ID=b74ceb92-5faf-4394-865e-0332aaa4b293,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:12.209029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-82cd0762-012f-4d5e-8855-295359f06350 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624568 Jul 19 03:13:12.222852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-ae76c83f-00c3-4f04-9a19-c0c0464be536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:12.224573 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-ae76c83f-00c3-4f04-9a19-c0c0464be536 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986652 Jul 19 03:13:12.287515 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8999b-d981-4973-b1fa-bff7322abe05 req-672a8c72-95e6-4801-be0d-ee0e3f71dd2e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:12.289091 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bc8999b-d981-4973-b1fa-bff7322abe05 req-672a8c72-95e6-4801-be0d-ee0e3f71dd2e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1182530 Jul 19 03:13:12.308728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Attempting to bind port b74ceb92-5faf-4394-865e-0332aaa4b293 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:12.309073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Attempting to bind port b74ceb92-5faf-4394-865e-0332aaa4b293 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:12.309406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Attempting to bind port b74ceb92-5faf-4394-865e-0332aaa4b293 on network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:12.321102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Port b74ceb92-5faf-4394-865e-0332aaa4b293 on network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:13:12.321459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Attempting to bind port b74ceb92-5faf-4394-865e-0332aaa4b293 on network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:12.324631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ab98270-1ff0-44bb-abaa-a653e3920841 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:13:12.334974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d367d94-af3c-47c6-b43e-808094ccb23d req-c64536a5-de6c-467f-b222-80b11e28687f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:12.341847 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d367d94-af3c-47c6-b43e-808094ccb23d req-c64536a5-de6c-467f-b222-80b11e28687f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.2491424 Jul 19 03:13:12.354519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:12.354765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Checking segment: {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:12.355056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Bound using segment: {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:12.355502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Bound port: b74ceb92-5faf-4394-865e-0332aaa4b293, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:12.355860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:12.378896 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bc8999b-d981-4973-b1fa-bff7322abe05 req-afdc6d79-6e57-45e4-99e9-e857af76642a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600467 Jul 19 03:13:12.382742 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-6c70e0ef-74db-4d67-a082-d2cd5c3ead66 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468139 Jul 19 03:13:12.435750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-913b8090-dca1-4006-9a30-4daabf3b8333 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144318 Jul 19 03:13:12.453255 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d367d94-af3c-47c6-b43e-808094ccb23d req-4f0a247c-6c8d-45d5-8c47-0c29b8e31372 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103294 Jul 19 03:13:12.506785 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-5d2469cd-3d11-4d50-b4d8-c5f20d2515e8 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118121 Jul 19 03:13:12.513809 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-39210453-b734-45ea-8221-980062915b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:12.554592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:12.561409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] For port b74ceb92-5faf-4394-865e-0332aaa4b293, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:12.580102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'mac_address': 'fa:16:3e:d3:17:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:13:12.631533 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:12.648619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab98270-1ff0-44bb-abaa-a653e3920841 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:12.673155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:12.680116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] For port b74ceb92-5faf-4394-865e-0332aaa4b293, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b74ceb92-5faf-4394-865e-0332aaa4b293,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:12.682246 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:12.699743 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:12.750177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:12.777745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Pushing event updated for resources: {'Port': ['ID=b74ceb92-5faf-4394-865e-0332aaa4b293,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:12.821002 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:12.828132 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:12.828615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1ab98270-1ff0-44bb-abaa-a653e3920841'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:13:12.831801 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-6d6b5fd9-684f-43ec-bd04-c9ccc3f02b59 service neutron] 10.222.0.25 "PUT /v2.0/ports/b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 1092 time: 2.2874813 Jul 19 03:13:12.832263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:12.834590 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:12.857288 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3110bda0-ce33-4bd1-891c-75aacf4e9f0a req-6ebd7bf1-c2c9-4f53-9010-b86ce99f282a service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029958 Jul 19 03:13:12.989335 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a2262d-6774-4cb0-99d6-7609c7e206a7 x-openstack-request-id: req-71a2262d-6774-4cb0-99d6-7609c7e206a7 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:12.989679 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:12.989934 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71a2262d-6774-4cb0-99d6-7609c7e206a7 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:12.990364 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'status': 'completed', 'code': 200} Jul 19 03:13:13.102413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-a0b9113b-826a-46f9-9c3a-66905d561b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:13.104459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-a0b9113b-826a-46f9-9c3a-66905d561b72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1095 time: 0.1218987 Jul 19 03:13:13.154459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-509d4d21-cec8-4c6f-82bc-7f640fe7a5c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 217 time: 0.0407417 Jul 19 03:13:13.163798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37797b11-9ea3-43a9-8030-40b1e0dc5de1 req-dd38ca70-91e8-4afc-bee7-01fcfede4841 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:13.165266 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37797b11-9ea3-43a9-8030-40b1e0dc5de1 req-dd38ca70-91e8-4afc-bee7-01fcfede4841 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 943 time: 0.2354629 Jul 19 03:13:13.238717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-1f6f828c-ca87-46f5-a103-f566440b1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:13.240222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-1f6f828c-ca87-46f5-a103-f566440b1121 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.0741091 Jul 19 03:13:13.251418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37797b11-9ea3-43a9-8030-40b1e0dc5de1 req-1602779a-8bcf-45b6-8f0f-f5decfaf4fae tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778034 Jul 19 03:13:13.307923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-5bd63078-dbaa-43ee-acfd-cc3df4b80c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:13.309709 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-5bd63078-dbaa-43ee-acfd-cc3df4b80c94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571954 Jul 19 03:13:13.432304 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-291d7941-84ef-466a-8b1c-4ff389cb56c5 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132095 Jul 19 03:13:13.591219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44262) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:13.642710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd74d30-c833-4db4-850b-acd06a97bea4 req-74896966-f895-421d-8529-789330debdd3 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:13.661819 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6cd74d30-c833-4db4-850b-acd06a97bea4 req-74896966-f895-421d-8529-789330debdd3 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1423790 Jul 19 03:13:13.667510 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9ccc378-aae1-4b95-bbbf-4f45b605b596 req-2682e133-0eac-441f-bea5-70a9d0ad9140 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274032 Jul 19 03:13:13.742356 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6cd74d30-c833-4db4-850b-acd06a97bea4 req-e701c0a3-7576-4b0b-8f73-885cbf09bc8a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794964 Jul 19 03:13:13.755555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe77ce-7fa2-4eb7-965f-1cb1450e06ea req-041ae949-b490-4f75-ad5f-44273d3c5d6d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:13.763515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fbe77ce-7fa2-4eb7-965f-1cb1450e06ea req-041ae949-b490-4f75-ad5f-44273d3c5d6d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1514952 Jul 19 03:13:13.800773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c47ddc28-0d75-4e19-b113-2d722dffb512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:13.844752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fbe77ce-7fa2-4eb7-965f-1cb1450e06ea req-12b0a8c6-0679-4028-908b-8ac4b6b4e581 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802159 Jul 19 03:13:13.889128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-1d35617c-2bf9-4c1f-98cc-c5621dcfbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:13.891411 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-1d35617c-2bf9-4c1f-98cc-c5621dcfbbba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1095 time: 0.1191514 Jul 19 03:13:13.927506 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c47ddc28-0d75-4e19-b113-2d722dffb512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:13.932147 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c47ddc28-0d75-4e19-b113-2d722dffb512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:13.986801 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c47ddc28-0d75-4e19-b113-2d722dffb512 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a40c6e9318c043e4ac0d8bd8c40a7ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935559 Jul 19 03:13:13.988301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44286) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:13.990747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ddc28-0d75-4e19-b113-2d722dffb512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f663428-c0a7-4e8a-9ca3-f55c3f890847,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:14.008470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-3fbcac49-eee2-452a-82f9-bb20b2fb8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:14.010172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-3fbcac49-eee2-452a-82f9-bb20b2fb8b53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.1091940 Jul 19 03:13:14.053826 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbbe04d4-4f49-40ae-adf5-dcf5fe7fd81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.060837 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-c1447566-3f88-4049-8909-5f3be8abb608 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 217 time: 0.0392871 Jul 19 03:13:14.075524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbbe04d4-4f49-40ae-adf5-dcf5fe7fd81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.117998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-11ebb46b-c02b-4e8a-a2e8-be63c43dd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:14.119524 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-11ebb46b-c02b-4e8a-a2e8-be63c43dd24b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.0495598 Jul 19 03:13:14.123550 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbbe04d4-4f49-40ae-adf5-dcf5fe7fd81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.127200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbbe04d4-4f49-40ae-adf5-dcf5fe7fd81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.131067 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cbbe04d4-4f49-40ae-adf5-dcf5fe7fd81c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f663428-c0a7-4e8a-9ca3-f55c3f890847 HTTP/1.1" status: 204 len: 168 time: 0.1390104 Jul 19 03:13:14.153057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe04d4-4f49-40ae-adf5-dcf5fe7fd81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f663428-c0a7-4e8a-9ca3-f55c3f890847,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:14.190674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-1d889c81-15ce-4b8b-8ac1-3f8e9cadc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:14.192223 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-1d889c81-15ce-4b8b-8ac1-3f8e9cadc24f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648427 Jul 19 03:13:14.309424 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-696717c2-67b3-450a-88ac-edbbbb1dad00 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095953 Jul 19 03:13:14.347313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6331ce01-7a05-4fe4-b43d-b98613537d1d details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:13:14.372601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ab98270-1ff0-44bb-abaa-a653e3920841 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:14.446034 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbfab45f-36cc-4b3e-8b8a-c42bdcb29aa9 req-9142122e-58c6-4abc-af78-e88e51fe2da0 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289382 Jul 19 03:13:14.484653 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6331ce01-7a05-4fe4-b43d-b98613537d1d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6331ce01-7a05-4fe4-b43d-b98613537d1d,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:14.506503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '6331ce01-7a05-4fe4-b43d-b98613537d1d', 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d', 'port_id': '6331ce01-7a05-4fe4-b43d-b98613537d1d', 'mac_address': 'fa:16:3e:a5:84:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97938179-333d-4d58-bab7-7b89064543f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:13:14.532333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44302) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:14.549227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 1ab98270-1ff0-44bb-abaa-a653e3920841 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:14.549810 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.559350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a2cc4097-0740-415a-8a22-36bc3cef4e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.598036 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.600634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a25535-5046-4fa2-a125-b631c5e8f382 req-888b77cf-c9e7-4586-823f-8892e25d85e6 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:14.605809 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d9a25535-5046-4fa2-a125-b631c5e8f382 req-888b77cf-c9e7-4586-823f-8892e25d85e6 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 943 time: 0.1303656 Jul 19 03:13:14.651583 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.669649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6331ce01-7a05-4fe4-b43d-b98613537d1d {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:14.690172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:14.693798 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8520335c-19d6-4f16-9416-4b2cfcd67471" -d '{"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-plugged", "status": "completed", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:14.698929 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d9a25535-5046-4fa2-a125-b631c5e8f382 req-8626b819-cab5-425e-93a5-cc7641783ae5 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823522 Jul 19 03:13:14.745934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:14.748293 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a2cc4097-0740-415a-8a22-36bc3cef4e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.748880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6331ce01-7a05-4fe4-b43d-b98613537d1d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6331ce01-7a05-4fe4-b43d-b98613537d1d,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:14.752842 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.758475 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a2cc4097-0740-415a-8a22-36bc3cef4e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.758667 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.832982 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30104e86-c5dd-430e-a990-99e134609bd0 x-openstack-request-id: req-30104e86-c5dd-430e-a990-99e134609bd0 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:14.833266 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-plugged", "status": "completed", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:14.836148 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30104e86-c5dd-430e-a990-99e134609bd0 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:14.836570 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'code': 200} Jul 19 03:13:14.844254 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a2cc4097-0740-415a-8a22-36bc3cef4e29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6daa01fce104967bee81c97ef8cb116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096983 Jul 19 03:13:14.847211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44322) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:14.857495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc4097-0740-415a-8a22-36bc3cef4e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4fd613-3e36-424b-91aa-464836a07bf0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:14.923311 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e983561-cb72-4c96-80a1-22d46c145117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:14.927117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['6331ce01-7a05-4fe4-b43d-b98613537d1d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:13:14.950631 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e983561-cb72-4c96-80a1-22d46c145117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:15.015452 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e983561-cb72-4c96-80a1-22d46c145117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:15.018482 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e983561-cb72-4c96-80a1-22d46c145117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:15.019856 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6e983561-cb72-4c96-80a1-22d46c145117 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f4fd613-3e36-424b-91aa-464836a07bf0 HTTP/1.1" status: 204 len: 168 time: 0.1715887 Jul 19 03:13:15.065983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=10']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:15.069684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e983561-cb72-4c96-80a1-22d46c145117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4fd613-3e36-424b-91aa-464836a07bf0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:15.077294 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cef6f355-254f-48c9-9d2a-26d317daad7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:15.159795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763fefa-a659-42d9-aa5e-440de5eff267 req-b490d27b-8b6b-4c15-a65f-6983a1e2e6f1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:15.174009 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0763fefa-a659-42d9-aa5e-440de5eff267 req-b490d27b-8b6b-4c15-a65f-6983a1e2e6f1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 944 time: 0.1733525 Jul 19 03:13:15.247994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6331ce01-7a05-4fe4-b43d-b98613537d1d,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:15.256603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418c1e0-6f14-4444-91ba-7d4f47fe64f1 req-d56fbee5-243d-4ccf-83d8-6ff61d9bb10b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:15.260189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0763fefa-a659-42d9-aa5e-440de5eff267 req-aa33d9bb-324f-4f85-8076-f38daab96232 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850825 Jul 19 03:13:15.262193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6418c1e0-6f14-4444-91ba-7d4f47fe64f1 req-d56fbee5-243d-4ccf-83d8-6ff61d9bb10b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1908386 Jul 19 03:13:15.411971 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6418c1e0-6f14-4444-91ba-7d4f47fe64f1 req-27aff0ae-c454-41ba-9083-7b5f5fa9aa5f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421266 Jul 19 03:13:15.534538 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:15.935292 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25b554-65a0-4ea0-94e6-1ff424b15114 req-373d5300-0aba-434a-9c43-842bbb3b9c6c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:15.938303 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b25b554-65a0-4ea0-94e6-1ff424b15114 req-373d5300-0aba-434a-9c43-842bbb3b9c6c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 943 time: 0.0819871 Jul 19 03:13:16.009406 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b25b554-65a0-4ea0-94e6-1ff424b15114 req-cfa42296-0780-4830-b5a3-6f892c488ebe tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644472 Jul 19 03:13:16.216484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44376) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:16.305292 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:16.338186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-network', 'tenant_id': '548f25087fe94aab8d27cbb73d959179'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:16.351581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6331ce01-7a05-4fe4-b43d-b98613537d1d up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:16.387390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Made reservation on behalf of 548f25087fe94aab8d27cbb73d959179 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:16.393843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:16.420296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:16.447556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 6331ce01-7a05-4fe4-b43d-b98613537d1d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:16.448327 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:16.484454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b74ceb92-5faf-4394-865e-0332aaa4b293 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:13:16.668975 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:16.684753 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:16.706294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81cb78-35e7-4e93-b35a-b817c28ece20 req-4a9a0d00-1ae8-44a2-a3f5-5506848388b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:16.709505 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d81cb78-35e7-4e93-b35a-b817c28ece20 req-4a9a0d00-1ae8-44a2-a3f5-5506848388b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 944 time: 0.1999824 Jul 19 03:13:16.753720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:13:16.773518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d81cb78-35e7-4e93-b35a-b817c28ece20 req-75de3f97-3d8f-43df-9ce5-5e6924e097ff tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571587 Jul 19 03:13:16.786447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f056fdc-6fc1-48fd-85f0-ade4885667e2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:16.831231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:16.833328 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Added segment 47a71951-3517-415a-98d4-c7df7eafff75 of type vlan for network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d Jul 19 03:13:16.865585 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:16.903359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331ce01-7a05-4fe4-b43d-b98613537d1d'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:16.907357 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2246f673-4926-4b64-b815-f7420901bd34" -d '{"events": [{"server_uuid": "9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6", "name": "network-vif-plugged", "status": "completed", "tag": "6331ce01-7a05-4fe4-b43d-b98613537d1d"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:16.936095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6331ce01-7a05-4fe4-b43d-b98613537d1d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6331ce01-7a05-4fe4-b43d-b98613537d1d,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:16.943244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b74ceb92-5faf-4394-865e-0332aaa4b293, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b74ceb92-5faf-4394-865e-0332aaa4b293,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:16.954722 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:16.995724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'port_id': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'mac_address': 'fa:16:3e:5d:27:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:13:16.997833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:17.060053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6331ce01-7a05-4fe4-b43d-b98613537d1d,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:17.063732 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:17.064833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:17.065484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:17.068853 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:17.113749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74ceb92-5faf-4394-865e-0332aaa4b293 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:17.123262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef3ec7-ffb2-4591-909d-2366e5c6f4f0 req-e215ef27-aa63-4d55-9871-439dae31bc8e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:17.131189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4eef3ec7-ffb2-4591-909d-2366e5c6f4f0 req-e215ef27-aa63-4d55-9871-439dae31bc8e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.2252295 Jul 19 03:13:17.138233 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9164653 Jul 19 03:13:17.140224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44398) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:17.146737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Request body: {'subnet': {'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-subnet', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:17.163880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b74ceb92-5faf-4394-865e-0332aaa4b293, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b74ceb92-5faf-4394-865e-0332aaa4b293,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:17.173437 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:17.222499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e2a18-5f1f-43c4-98a8-1b3cdcdd8dcb admin admin] Pushing event updated for resources: {'Network': ['ID=6b72d641-1bc4-43c1-bb4b-29372dfa3a9d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:17.235859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Made reservation on behalf of 548f25087fe94aab8d27cbb73d959179 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:17.238849 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:17.242850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:13:17.260291 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4eef3ec7-ffb2-4591-909d-2366e5c6f4f0 req-28304a32-805a-4443-87f7-cb1fdf07773e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279404 Jul 19 03:13:17.291855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b74ceb92-5faf-4394-865e-0332aaa4b293,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:17.359791 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc8ad3f-5f4d-4625-9aef-b4fb6cd97a99 x-openstack-request-id: req-acc8ad3f-5f4d-4625-9aef-b4fb6cd97a99 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:17.361764 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6", "name": "network-vif-plugged", "status": "completed", "tag": "6331ce01-7a05-4fe4-b43d-b98613537d1d", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:17.362765 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acc8ad3f-5f4d-4625-9aef-b4fb6cd97a99 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:17.365162 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331ce01-7a05-4fe4-b43d-b98613537d1d', 'code': 200} Jul 19 03:13:17.424723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b74ceb92-5faf-4394-865e-0332aaa4b293'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:13:17.662679 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:17.737555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f374c-6a30-4c7c-a09c-a1117908534f req-ec39749b-124a-469e-8d8d-11891c76ecb9 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:17.743275 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-671f374c-6a30-4c7c-a09c-a1117908534f req-ec39749b-124a-469e-8d8d-11891c76ecb9 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.0791934 Jul 19 03:13:17.759523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11558a-9f98-42e4-a95c-28bac10f3733 req-2d07b580-001c-4545-908f-78c0772ca7b4 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:17.761041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d11558a-9f98-42e4-a95c-28bac10f3733 req-2d07b580-001c-4545-908f-78c0772ca7b4 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 944 time: 0.1690576 Jul 19 03:13:17.768461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=98850c0d-aaf1-4863-8922-b6ca32d9a9de,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:17.797469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-671f374c-6a30-4c7c-a09c-a1117908534f req-b863a893-1e55-46eb-a1d1-b8d6e926f56f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514476 Jul 19 03:13:17.806161 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:17.818672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Checking segment: {'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:17.818946 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Network hostable DHCP agents. Network: 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:13:17.847160 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d11558a-9f98-42e4-a95c-28bac10f3733 req-e8ec6a3c-f3f6-4014-954e-30b43c1ec137 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796788 Jul 19 03:13:17.859797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:13:17.871958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:17.880340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:17.880937 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:17.893940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e2ce13-56b4-4290-a41a-d633e6d3f65b None None] Network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:13:17.913460 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4ffbed6e-a9cf-4412-99e3-66b37cf500eb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7696495 Jul 19 03:13:17.913699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44412) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:17.918567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-router', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:17.940963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:17.942224 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.003972 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.160811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.208121 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-6b72d641-1bc4-43c1-bb4b-29372dfa3a9d', 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'fixed_ips': [{'subnet_id': '98850c0d-aaf1-4863-8922-b6ca32d9a9de'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:13:18.209229 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.455530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Allocated IP 172.20.0.2 (6b72d641-1bc4-43c1-bb4b-29372dfa3a9d/98850c0d-aaf1-4863-8922-b6ca32d9a9de/c49c9a91-0db6-4f3e-bf2b-c4ded5395af3) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:18.484944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b74ceb92-5faf-4394-865e-0332aaa4b293 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:18.568260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23878549-0b29-4c44-b2eb-a27228638d75 req-3d6ee16d-7d92-4eaa-b73b-4833620d84c4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:18.570381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-23878549-0b29-4c44-b2eb-a27228638d75 req-3d6ee16d-7d92-4eaa-b73b-4833620d84c4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1284585 Jul 19 03:13:18.645957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-23878549-0b29-4c44-b2eb-a27228638d75 req-56ea6d07-07e3-49c5-ad85-973b4b7db744 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633757 Jul 19 03:13:18.658663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port b74ceb92-5faf-4394-865e-0332aaa4b293 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:18.685146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port b74ceb92-5faf-4394-865e-0332aaa4b293 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:18.685926 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.791282 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.792743 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.804745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Transition to ACTIVE for port object c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:18.810431 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.848811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Transition to ACTIVE for port object c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:18.857602 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.866905 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.946334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:18.949967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Allocated IP 172.25.2.65 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/70debfa8-7574-490b-b870-a015f0dbeed7) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:18.950476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b74ceb92-5faf-4394-865e-0332aaa4b293, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b74ceb92-5faf-4394-865e-0332aaa4b293,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:18.952456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Pushing event updated for resources: {'Port': ['ID=c49c9a91-0db6-4f3e-bf2b-c4ded5395af3,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:18.955172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:18.959763 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:18.963374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:19.060564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Attempting to bind port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:19.061747 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Attempting to bind port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:19.062247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Attempting to bind port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 on network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:19.070863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:19.071410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Checking segment: {'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:19.071930 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:19.072429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Bound using segment: {'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:19.073007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Bound port: c49c9a91-0db6-4f3e-bf2b-c4ded5395af3, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:19.073464 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:19.075474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b74ceb92-5faf-4394-865e-0332aaa4b293,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:19.109148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3f7f4-8a85-491b-a66a-94d41f3ffcdc req-36a56f26-4f51-4636-9b70-291171814135 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:19.110822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ec3f7f4-8a85-491b-a66a-94d41f3ffcdc req-36a56f26-4f51-4636-9b70-291171814135 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 945 time: 0.0839276 Jul 19 03:13:19.155609 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ec3f7f4-8a85-491b-a66a-94d41f3ffcdc req-99c65282-10c2-4ab6-88c8-3623a83071f2 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382051 Jul 19 03:13:19.179259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] For port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:19.182429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] For port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c49c9a91-0db6-4f3e-bf2b-c4ded5395af3,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:19.189200 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:19.244615 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:19.263922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a853-c8a5-4ae0-a9ec-1e4d2c77af60 req-fb06307e-249f-4289-8bab-a3efd07ac27f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:19.266018 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-84e2a853-c8a5-4ae0-a9ec-1e4d2c77af60 req-fb06307e-249f-4289-8bab-a3efd07ac27f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1776991 Jul 19 03:13:19.310752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cae8c5-3b92-424d-9640-69b3adbc6bb2 None None] Pushing event updated for resources: {'Port': ['ID=c49c9a91-0db6-4f3e-bf2b-c4ded5395af3,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:19.346044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-84e2a853-c8a5-4ae0-a9ec-1e4d2c77af60 req-b230e33c-0e88-4e36-ac19-e188c4f8714d tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736988 Jul 19 03:13:19.369816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:19.373109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:19.377348 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5adf009-8c50-4d48-a634-fa0118c8a422" -d '{"events": [{"server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "name": "network-vif-plugged", "status": "completed", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:19.419271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:19.423161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:19.427789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:19.434634 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6498ce4-e9f0-4faa-8576-c71301c13627 x-openstack-request-id: req-a6498ce4-e9f0-4faa-8576-c71301c13627 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:19.435573 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "name": "network-vif-plugged", "status": "completed", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:19.436879 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6498ce4-e9f0-4faa-8576-c71301c13627 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:19.437629 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'code': 200} Jul 19 03:13:19.453766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=70debfa8-7574-490b-b870-a015f0dbeed7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:19.593737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd3b3-3e44-4c29-8c22-9a675353cc4b req-cc978cdf-937e-4bf0-805f-f5884de3c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:19.595826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f21dd3b3-3e44-4c29-8c22-9a675353cc4b req-cc978cdf-937e-4bf0-805f-f5884de3c40f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1097 time: 0.0830967 Jul 19 03:13:19.641238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f21dd3b3-3e44-4c29-8c22-9a675353cc4b req-b65a661d-94a1-4270-80a3-55ffb5146b54 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379152 Jul 19 03:13:19.742826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-c4b6e081-5335-4a15-98be-c0fa77ddf8a8 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:19.755284 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-c4b6e081-5335-4a15-98be-c0fa77ddf8a8 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 807 time: 0.2670860 Jul 19 03:13:19.806008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-a5fca099-c863-49f6-b22d-d3484da0026e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/quotas/24b8c1068d414a2d92dffbbbc438a5cd HTTP/1.1" status: 200 len: 375 time: 0.0440514 Jul 19 03:13:19.908406 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:19.988698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-eddcf19a-ab45-4faf-8c6b-98720a25bd3b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1742616 Jul 19 03:13:20.004850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-414bca1d-1996-4db5-8eeb-ababef6b9896 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:20.006713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-414bca1d-1996-4db5-8eeb-ababef6b9896 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1157131 Jul 19 03:13:20.078574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c0e90-e71e-4435-b848-bcaf03b06181 req-a474fdb7-c419-4dfd-ad49-a021be168798 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:20.080101 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd0c0e90-e71e-4435-b848-bcaf03b06181 req-a474fdb7-c419-4dfd-ad49-a021be168798 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1421216 Jul 19 03:13:20.154153 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd0c0e90-e71e-4435-b848-bcaf03b06181 req-f81af63c-d21c-4907-ab8c-93f0e8b07cb6 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679452 Jul 19 03:13:20.169803 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-dd380e6d-3f28-4226-9778-2b821762f69d service neutron] 10.222.0.20 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800077 Jul 19 03:13:20.175723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-fae94f69-f633-4dd5-9211-087b9cfc31fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Deleting port 6331ce01-7a05-4fe4-b43d-b98613537d1d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:13:20.176172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-fae94f69-f633-4dd5-9211-087b9cfc31fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:20.283198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:20.330787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-fae94f69-f633-4dd5-9211-087b9cfc31fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] For port 6331ce01-7a05-4fe4-b43d-b98613537d1d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6331ce01-7a05-4fe4-b43d-b98613537d1d,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:20.331159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-fae94f69-f633-4dd5-9211-087b9cfc31fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:20.347817 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-0399e639-41ab-4a5c-afa5-2302710abe6d service neutron] 10.222.0.20 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764419 Jul 19 03:13:20.350744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-fae94f69-f633-4dd5-9211-087b9cfc31fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Calling delete_port for 6331ce01-7a05-4fe4-b43d-b98613537d1d owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:13:20.384718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6331ce01-7a05-4fe4-b43d-b98613537d1d no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:13:20.432471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76cc19-2ecc-4e18-957f-2a040f78f7f5 req-9a9359b5-4bbb-4ac0-beb9-b9efde23dc83 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:20.441069 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a76cc19-2ecc-4e18-957f-2a040f78f7f5 req-9a9359b5-4bbb-4ac0-beb9-b9efde23dc83 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a83c59c-f3e9-47e5-becd-083181462cca HTTP/1.1" status: 200 len: 950 time: 0.1656082 Jul 19 03:13:20.447825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a113b73-4310-46db-b2d4-314642785c32 None None] Network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:13:20.511044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a76cc19-2ecc-4e18-957f-2a040f78f7f5 req-7f303e35-f849-4429-a0e4-c0a67ee07a6a tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690193 Jul 19 03:13:20.557258 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Router 702f6abf-cf7c-4b76-8949-6cc234533fb2 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:13:20.611214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d9ddf126-d679-44e6-a49a-51ee4680c624 None None] Provisioning for port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:20.625521 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-fae94f69-f633-4dd5-9211-087b9cfc31fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:20.685491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae94f69-f633-4dd5-9211-087b9cfc31fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event deleted for resources: {'Port': ['ID=6331ce01-7a05-4fe4-b43d-b98613537d1d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:20.696952 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:20.751330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:13:20.763434 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Sync routers for ids ['702f6abf-cf7c-4b76-8949-6cc234533fb2'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:13:20.768581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-fae94f69-f633-4dd5-9211-087b9cfc31fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] No DVR routers for this DVR port 6331ce01-7a05-4fe4-b43d-b98613537d1d on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:13:20.773535 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-fae94f69-f633-4dd5-9211-087b9cfc31fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:20.776944 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e44fd2a-8859-4628-b736-4d274b9308a1 req-fae94f69-f633-4dd5-9211-087b9cfc31fc tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.26 "DELETE /v2.0/ports/6331ce01-7a05-4fe4-b43d-b98613537d1d HTTP/1.1" status: 204 len: 173 time: 0.7616692 Jul 19 03:13:20.777616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6', 'name': 'network-vif-deleted', 'tag': '6331ce01-7a05-4fe4-b43d-b98613537d1d'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:20.781027 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648cfb02-7def-4f75-9031-1d9af62a70de" -d '{"events": [{"server_uuid": "9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6", "name": "network-vif-deleted", "tag": "6331ce01-7a05-4fe4-b43d-b98613537d1d"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:20.782425 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Routers {'702f6abf-cf7c-4b76-8949-6cc234533fb2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:20.785617 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5466aa03-1918-4b60-9081-97757e22805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['702f6abf-cf7c-4b76-8949-6cc234533fb2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:20.796878 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:20.800328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8a9336eb-1e01-4b9b-8437-a57fe59c0bd3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8855789 Jul 19 03:13:20.803520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44476) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:20.868636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:20.880894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a46e8-0e04-4e8a-8baa-78d2378fb1b5 req-04b6fa5a-4f05-4e77-8c9c-480ed25912cb tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:20.888085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d2a46e8-0e04-4e8a-8baa-78d2378fb1b5 req-04b6fa5a-4f05-4e77-8c9c-480ed25912cb tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 945 time: 0.2218475 Jul 19 03:13:20.982577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:20.988311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:20.988894 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:21.003591 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Set router 702f6abf-cf7c-4b76-8949-6cc234533fb2 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:21.075128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d2a46e8-0e04-4e8a-8baa-78d2378fb1b5 req-ff2118ae-cddd-4185-a22c-17eb60a748e5 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861899 Jul 19 03:13:21.111665 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c5a119a3-5636-49eb-b2c0-e514fb515a2b req-32ec1c63-58ab-4374-93d3-101ca8277498 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0747647 Jul 19 03:13:21.118481 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:21.190896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c49c9a91-0db6-4f3e-bf2b-c4ded5395af3,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:21.205112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:21.251524 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfed0b2-d1b2-44c6-b0f9-8b2fedf3a32f x-openstack-request-id: req-6bfed0b2-d1b2-44c6-b0f9-8b2fedf3a32f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:21.252151 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6", "name": "network-vif-deleted", "tag": "6331ce01-7a05-4fe4-b43d-b98613537d1d", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:21.252151 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bfed0b2-d1b2-44c6-b0f9-8b2fedf3a32f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:21.252437 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3cdcc4-89a9-4244-bc68-784ddd7f3ff6', 'name': 'network-vif-deleted', 'tag': '6331ce01-7a05-4fe4-b43d-b98613537d1d', 'status': 'completed', 'code': 200} Jul 19 03:13:21.277171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=c49c9a91-0db6-4f3e-bf2b-c4ded5395af3,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:21.285808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2d6334fc-e249-4166-82e3-f0f41df639ab None None] Provisioning complete for port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:21.286135 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2d6334fc-e249-4166-82e3-f0f41df639ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:21.433099 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e549bf0-369b-4603-aa0d-daba06b09d07 req-2bca127d-b0c8-403a-a563-70ad1934f399 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 210 time: 0.0404091 Jul 19 03:13:21.486646 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5466aa03-1918-4b60-9081-97757e22805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-router', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:17Z', 'updated_at': '2021-07-19T03:13:19Z', 'revision_number': 3, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'gw_port': {'id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:18Z', 'updated_at': '2021-07-19T03:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:21.554409 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Checking router: 702f6abf-cf7c-4b76-8949-6cc234533fb2 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:13:21.555017 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Updating router 702f6abf-cf7c-4b76-8949-6cc234533fb2 port 70debfa8-7574-490b-b870-a015f0dbeed7 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:13:21.640344 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:21.659091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:21.773950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-b27279d4-cd63-494f-b6a0-ca909ba31e20 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2927296 Jul 19 03:13:21.787183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:21.820132 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:21.979486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Allocated IP 172.20.0.1 (6b72d641-1bc4-43c1-bb4b-29372dfa3a9d/98850c0d-aaf1-4863-8922-b6ca32d9a9de/af54b2e1-3a28-40a1-a902-851b1f1e2079) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:21.987670 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.014424 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.028744 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Transition to ACTIVE for port object 70debfa8-7574-490b-b870-a015f0dbeed7 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:22.039936 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.106336 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Attempting to bind port 70debfa8-7574-490b-b870-a015f0dbeed7 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:22.106956 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Attempting to bind port 70debfa8-7574-490b-b870-a015f0dbeed7 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:22.107510 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Attempting to bind port 70debfa8-7574-490b-b870-a015f0dbeed7 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:22.119122 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:22.119924 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:22.121404 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.122385 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:22.122894 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Bound port: 70debfa8-7574-490b-b870-a015f0dbeed7, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:22.123812 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.127662 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.145163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Transition to ACTIVE for port object af54b2e1-3a28-40a1-a902-851b1f1e2079 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:22.166768 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6cb3e-8e2d-47c7-839e-b726529d573c None None] Pushing event updated for resources: {'Port': ['ID=70debfa8-7574-490b-b870-a015f0dbeed7,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:22.186987 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.208793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Allocated IP 172.25.2.165 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/ff309c00-d10e-4339-a27c-844135dc4a8a) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:22.215805 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-5466aa03-1918-4b60-9081-97757e22805a None None] For port 70debfa8-7574-490b-b870-a015f0dbeed7, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:22.222762 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-5466aa03-1918-4b60-9081-97757e22805a None None] For port 70debfa8-7574-490b-b870-a015f0dbeed7, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=70debfa8-7574-490b-b870-a015f0dbeed7,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:22.230405 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.241130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:22.244328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:22.249650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:22.257312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Pushing event updated for resources: {'Port': ['ID=af54b2e1-3a28-40a1-a902-851b1f1e2079,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:22.299158 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.302919 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Routers {'702f6abf-cf7c-4b76-8949-6cc234533fb2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:22.303510 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5466aa03-1918-4b60-9081-97757e22805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['702f6abf-cf7c-4b76-8949-6cc234533fb2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:22.403271 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.424828 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6cb3e-8e2d-47c7-839e-b726529d573c None None] Pushing event updated for resources: {'Port': ['ID=70debfa8-7574-490b-b870-a015f0dbeed7,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:22.466681 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.510878 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.540556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:22.544484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:22.550146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:22.553908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Pushing event updated for resources: {'Port': ['ID=ff309c00-d10e-4339-a27c-844135dc4a8a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:22.670455 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5466aa03-1918-4b60-9081-97757e22805a None None] Set router 702f6abf-cf7c-4b76-8949-6cc234533fb2 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:22.677113 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.740243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-086768ff-9938-4bc6-becd-2c9985802df4 None None] Provisioning for port af54b2e1-3a28-40a1-a902-851b1f1e2079 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:22.746846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.754370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-086768ff-9938-4bc6-becd-2c9985802df4 None None] Provisioning complete for port af54b2e1-3a28-40a1-a902-851b1f1e2079 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:22.754668 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-086768ff-9938-4bc6-becd-2c9985802df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.758429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:22.822893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-086768ff-9938-4bc6-becd-2c9985802df4 None None] Port af54b2e1-3a28-40a1-a902-851b1f1e2079 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:13:22.842905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:22.843571 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:22.972648 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5466aa03-1918-4b60-9081-97757e22805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-router', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:17Z', 'updated_at': '2021-07-19T03:13:19Z', 'revision_number': 3, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'gw_port': {'id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:18Z', 'updated_at': '2021-07-19T03:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:22.994126 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:23.000342 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:23.006508 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466aa03-1918-4b60-9081-97757e22805a None None] The sync data for ids ['702f6abf-cf7c-4b76-8949-6cc234533fb2'] in n-d-762330-18 is: [{'id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-router', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:17Z', 'updated_at': '2021-07-19T03:13:19Z', 'revision_number': 3, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'gw_port': {'id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:18Z', 'updated_at': '2021-07-19T03:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:13:23.079101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bac3c-16a3-4a98-8053-a8004e9b4a7e req-2af00230-b77c-459a-b47b-36e34909dd5b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:23.086199 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-490bac3c-16a3-4a98-8053-a8004e9b4a7e req-2af00230-b77c-459a-b47b-36e34909dd5b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.5702274 Jul 19 03:13:23.091004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Pushing event updated for resources: {'Port': ['ID=ff309c00-d10e-4339-a27c-844135dc4a8a,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:23.100947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.101302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.101673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.102027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.102513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.102885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.103227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.103564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.104213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.104213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.104540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.104867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:23.112422 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:23.129653 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:23.143383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-f9862599-6ac6-4c9e-8882-aee3a96bff5f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:23.144968 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-f9862599-6ac6-4c9e-8882-aee3a96bff5f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.25 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 807 time: 0.5901074 Jul 19 03:13:23.147506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-fa2c3c2b-f7e3-40bf-bc2e-3e575f498476 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3671703 Jul 19 03:13:23.164364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Request body: {'port': {'device_id': 'e3074213-6a8d-42b4-bf34-220036286427', 'network_id': '54e03501-5722-4da8-a319-be568c990f3f', 'admin_state_up': True, 'tenant_id': '24b8c1068d414a2d92dffbbbc438a5cd'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:23.217413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-4c807140-715a-4646-9df5-8bc937188a47 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.0686228 Jul 19 03:13:23.305645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-490bac3c-16a3-4a98-8053-a8004e9b4a7e req-c47a37fa-2194-481e-9130-f0ff07d6a64c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181842 Jul 19 03:13:23.336078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-b0a53ea2-bb7e-4ab0-9021-5168252260e0 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:23.337786 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-b0a53ea2-bb7e-4ab0-9021-5168252260e0 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.1138358 Jul 19 03:13:23.357197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-a60d15bb-fc75-43e5-8e6e-4345cc2fcd08 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:13:23.359321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c590aea-5b1b-4a27-9c1f-b4301f87275e req-a60d15bb-fc75-43e5-8e6e-4345cc2fcd08 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082755 Jul 19 03:13:23.492795 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:23.499038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Made reservation on behalf of 24b8c1068d414a2d92dffbbbc438a5cd for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:23.514775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:23.543901 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:23.710430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Pushing event updated for resources: {'Port': ['ID=af54b2e1-3a28-40a1-a902-851b1f1e2079,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:23.716340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:23.918998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:23.921157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Allocated IP 172.20.0.7 (54e03501-5722-4da8-a319-be568c990f3f/ea24e738-4c72-4cea-a6ca-1f2d88066be0/9899fb85-2560-4583-a984-a8b399828fac) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:23.926899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:24.056235 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c274e54a-4a18-4a03-97ad-a5c33d133955 req-20eeda6f-5077-48b2-9fd3-2b31add0a9e1 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 210 time: 0.0778484 Jul 19 03:13:24.153412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Router 702f6abf-cf7c-4b76-8949-6cc234533fb2 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:13:24.264398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2b450f28-5ae2-495a-b3d2-7a581432f17b None None] Provisioning complete for port af54b2e1-3a28-40a1-a902-851b1f1e2079 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:24.267795 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2b450f28-5ae2-495a-b3d2-7a581432f17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:24.330071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-2b450f28-5ae2-495a-b3d2-7a581432f17b None None] Port af54b2e1-3a28-40a1-a902-851b1f1e2079 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:13:24.346118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:24.388088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382712d-f920-4051-86a4-7b7130e7c893 req-42aa8757-8818-4f2d-8582-2e732b897d0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:24.391083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-42aa8757-8818-4f2d-8582-2e732b897d0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 820 time: 0.1999331 Jul 19 03:13:24.407623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6331ce01-7a05-4fe4-b43d-b98613537d1d no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:13:24.431220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44600) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:24.441789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b7724663-0210-4498-b880-1890f5f50903 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62824628', 'description': 'tempest-description--2021147139'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:24.443305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 6331ce01-7a05-4fe4-b43d-b98613537d1d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:13:24.443922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6331ce01-7a05-4fe4-b43d-b98613537d1d not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:13:24.444579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ab98270-1ff0-44bb-abaa-a653e3920841 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:13:24.480735 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-1b0e2344-5654-410f-87cc-a387db673ff9 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/quotas/fffcb1e7423b4ab28280a01e5d99d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0792305 Jul 19 03:13:24.554105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:13:24.560561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bc42a741-f31a-490d-a001-313048cebab8 admin admin] 10.222.0.20 "PUT /v2.0/routers/702f6abf-cf7c-4b76-8949-6cc234533fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7550805 Jul 19 03:13:24.562575 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:24.614821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Network 54e03501-5722-4da8-a319-be568c990f3f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:24.618572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:24.620832 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b7724663-0210-4498-b880-1890f5f50903 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:24.626225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:24.636994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c46a5d11-44d2-4284-a406-2efeba35ec99'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:13:24.725190 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-f54c3121-feb4-4b9c-ab42-a915f0ddeb13 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2419024 Jul 19 03:13:24.754606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:24.756103 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:24.787667 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:24.791696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Pushing event updated for resources: {'Port': ['ID=9899fb85-2560-4583-a984-a8b399828fac,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:24.836728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70debfa8-7574-490b-b870-a015f0dbeed7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:24.893723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:24.896504 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a3fbd2-6b68-40e2-8a40-ab2007f01771" -d '{"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:24.917187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:24.932092 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:24.977318 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-2c257b68-b663-43c0-aa24-5283d9bb8168 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512310 Jul 19 03:13:24.979610 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b7724663-0210-4498-b880-1890f5f50903 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:24.986144 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b7724663-0210-4498-b880-1890f5f50903 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.009081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-9a273fad-b6f2-41dc-962e-f7f27b746564 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8492186 Jul 19 03:13:25.018390 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b7724663-0210-4498-b880-1890f5f50903 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.019722 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b7724663-0210-4498-b880-1890f5f50903 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5879388 Jul 19 03:13:25.037218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=11']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:25.038245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44616) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:25.054068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Request body: {'port': {'device_id': 'e3074213-6a8d-42b4-bf34-220036286427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:25.055162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-cca61015-19f6-45d3-9338-1648a63fa2d5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Request body: {'security_group_rule': {'security_group_id': 'fc397214-8a63-4b22-abd7-ad25189fa8ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:25.056895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 70debfa8-7574-490b-b870-a015f0dbeed7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:25.069996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 70debfa8-7574-490b-b870-a015f0dbeed7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:25.070634 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.110195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7724663-0210-4498-b880-1890f5f50903 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc397214-8a63-4b22-abd7-ad25189fa8ab,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:25.226865 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cca61015-19f6-45d3-9338-1648a63fa2d5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.242569 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.249810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.272229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 70debfa8-7574-490b-b870-a015f0dbeed7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=70debfa8-7574-490b-b870-a015f0dbeed7,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:25.280303 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.314825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab40d8-0f53-49dd-b3d9-831cdf237d7b req-58620595-b5b3-42d8-9438-2dc649042481 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:25.316788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0aab40d8-0f53-49dd-b3d9-831cdf237d7b req-58620595-b5b3-42d8-9438-2dc649042481 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.3289025 Jul 19 03:13:25.400740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=70debfa8-7574-490b-b870-a015f0dbeed7,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:25.464314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44630) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:25.468318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0aab40d8-0f53-49dd-b3d9-831cdf237d7b req-62b44614-fd76-4ff1-a395-29af6d4efa39 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443877 Jul 19 03:13:25.473531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-network', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:25.503891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Made reservation on behalf of ebd6c853e20f4e02b1b7ea0da8999333 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:25.506826 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.523571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.695776 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-8a384696-0329-4e4c-bf1c-d940e714b017 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6921260 Jul 19 03:13:25.703002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Sync routers for ids ['702f6abf-cf7c-4b76-8949-6cc234533fb2'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:13:25.723518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Routers {'702f6abf-cf7c-4b76-8949-6cc234533fb2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:25.724491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['702f6abf-cf7c-4b76-8949-6cc234533fb2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:25.792229 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.800037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.802990 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cca61015-19f6-45d3-9338-1648a63fa2d5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.819116 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cca61015-19f6-45d3-9338-1648a63fa2d5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.828967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9899fb85-2560-4583-a984-a8b399828fac {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:25.833362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:13:25.846420 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.864143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca61015-19f6-45d3-9338-1648a63fa2d5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f380ff-7979-46ba-b40e-b787469c9ebc,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:25.885080 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cca61015-19f6-45d3-9338-1648a63fa2d5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.891882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cca61015-19f6-45d3-9338-1648a63fa2d5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8388336 Jul 19 03:13:25.893156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44632) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:25.903977 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.904327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5c60cef7-54b9-4ff3-8d1a-9a192ce49d41 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Request body: {'security_group_rule': {'security_group_id': 'fc397214-8a63-4b22-abd7-ad25189fa8ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:25.904448 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Added segment 025df67c-3d7f-4ea7-9f3f-edf5e0b3c064 of type vlan for network ef632100-5a18-431e-b316-f1ee0126261b Jul 19 03:13:25.916206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b0fb09-4d0b-4034-8018-1fe6c1b53a90,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:25.933443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Transition to ACTIVE for port object 9899fb85-2560-4583-a984-a8b399828fac will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:25.962450 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c60cef7-54b9-4ff3-8d1a-9a192ce49d41 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:25.976934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.016330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Set router 702f6abf-cf7c-4b76-8949-6cc234533fb2 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:26.057808 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.091613 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c60cef7-54b9-4ff3-8d1a-9a192ce49d41 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.100279 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c60cef7-54b9-4ff3-8d1a-9a192ce49d41 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.138386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Pushing event updated for resources: {'Port': ['ID=9899fb85-2560-4583-a984-a8b399828fac,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:26.157152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60cef7-54b9-4ff3-8d1a-9a192ce49d41 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9aa71fe-3aee-4217-94b6-90cde2f5f931,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:26.160237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293f232-b9fc-4ee6-9877-889c67cdeef4 req-35e6d08a-4d12-461a-8954-5af033860f30 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:26.162110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9293f232-b9fc-4ee6-9877-889c67cdeef4 req-35e6d08a-4d12-461a-8954-5af033860f30 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 948 time: 0.3265839 Jul 19 03:13:26.173370 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c60cef7-54b9-4ff3-8d1a-9a192ce49d41 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.178066 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5c60cef7-54b9-4ff3-8d1a-9a192ce49d41 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2828252 Jul 19 03:13:26.178706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44638) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:26.185435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.187504 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:26.192696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:26.193335 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.227365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.277367 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcb8abf-9bdb-47fb-a5ef-7ae8dd9d3f88 x-openstack-request-id: req-9dcb8abf-9bdb-47fb-a5ef-7ae8dd9d3f88 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:26.278378 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:26.280461 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dcb8abf-9bdb-47fb-a5ef-7ae8dd9d3f88 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:26.282343 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'code': 200} Jul 19 03:13:26.338035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8685904 Jul 19 03:13:26.375099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44646) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:26.381096 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Request body: {'subnet': {'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-subnet', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:26.393852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Pushing event updated for resources: {'Network': ['ID=ef632100-5a18-431e-b316-f1ee0126261b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:26.413608 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9293f232-b9fc-4ee6-9877-889c67cdeef4 req-e0da624f-b677-458c-9e78-1a4100c77626 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303336 Jul 19 03:13:26.437522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.437894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.438250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.438596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.439273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.439565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.439904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.450317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.450766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.451245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.451771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.452363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8a4fa-bf23-4128-8831-d7743e9f6762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:26.454633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Made reservation on behalf of ebd6c853e20f4e02b1b7ea0da8999333 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:26.465789 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.469060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ef632100-5a18-431e-b316-f1ee0126261b details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:13:26.494658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:26.495280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:26.495480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:26.499798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-router', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:17Z', 'updated_at': '2021-07-19T03:13:22Z', 'revision_number': 4, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'gw_port': {'id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:18Z', 'updated_at': '2021-07-19T03:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'af54b2e1-3a28-40a1-a902-851b1f1e2079', 'name': '', 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'mac_address': 'fa:16:3e:8e:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '98850c0d-aaf1-4863-8922-b6ca32d9a9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:21Z', 'updated_at': '2021-07-19T03:13:23Z', 'revision_number': 2, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'subnets': [{'id': '98850c0d-aaf1-4863-8922-b6ca32d9a9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:26.534455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Checking router: 702f6abf-cf7c-4b76-8949-6cc234533fb2 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:13:26.534956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Updating router 702f6abf-cf7c-4b76-8949-6cc234533fb2 port af54b2e1-3a28-40a1-a902-851b1f1e2079 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:13:26.557876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Port 9899fb85-2560-4583-a984-a8b399828fac on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:13:26.558238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:26.607724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:26.608281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:26.616859 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.621003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:26.621528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Bound port: 9899fb85-2560-4583-a984-a8b399828fac, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:26.621903 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.652476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cfa82566-6300-4b8e-adb6-586b2264c602 req-8187ddba-d5b9-4bae-9391-d361f9b03a6f tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 210 time: 0.0898161 Jul 19 03:13:26.763121 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.783134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-3bbfba8c-dcb6-4fd4-929a-380b113899b6 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:26.784781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-3bbfba8c-dcb6-4fd4-929a-380b113899b6 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.25 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 948 time: 0.2776670 Jul 19 03:13:26.804228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70debfa8-7574-490b-b870-a015f0dbeed7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:26.875954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:26.925827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:26.962704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:26.986919 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.004411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bf05f-3f59-4fc9-87a7-7453dbc16d02 req-bc4951f9-04e2-4e1e-b1bf-d5f5a10df707 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:27.011863 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea3bf05f-3f59-4fc9-87a7-7453dbc16d02 req-bc4951f9-04e2-4e1e-b1bf-d5f5a10df707 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.5061114 Jul 19 03:13:27.065396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:27.066306 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.067894 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] 10.222.0.25 "PUT /v2.0/ports/9899fb85-2560-4583-a984-a8b399828fac HTTP/1.1" status: 200 len: 1092 time: 2.0252442 Jul 19 03:13:27.070154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3074213-6a8d-42b4-bf34-220036286427', 'tag': '9899fb85-2560-4583-a984-a8b399828fac'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:27.079106 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d802692f-c379-4442-9065-0851d23fb4de" -d '{"events": [{"name": "network-changed", "server_uuid": "e3074213-6a8d-42b4-bf34-220036286427", "tag": "9899fb85-2560-4583-a984-a8b399828fac"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:27.084022 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 70debfa8-7574-490b-b870-a015f0dbeed7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:27.084550 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.165715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4352cc-1a41-427b-9db9-afa0fc009055 service neutron] Pushing event updated for resources: {'Port': ['ID=9899fb85-2560-4583-a984-a8b399828fac,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:27.217573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Checking segment: {'id': '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:27.218391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Network hostable DHCP agents. Network: ef632100-5a18-431e-b316-f1ee0126261b, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:13:27.220810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3949ea8a-ce2b-4249-b123-dddc1583273c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:27.224617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Allocated IP 172.25.2.207 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/079685da-d958-41ee-a008-9bd97befc870) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:27.242934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea3bf05f-3f59-4fc9-87a7-7453dbc16d02 req-a14411df-ef98-4c8c-a60e-33ba4d2c4c46 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297261 Jul 19 03:13:27.245822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-28fab3ec-5e98-4d54-8938-0c255016f849 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Deleting port 0e616f86-6cc0-4773-85a6-246ecd9c0146 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:13:27.246422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-28fab3ec-5e98-4d54-8938-0c255016f849 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.261991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5aced-4962-49c2-836a-2548e409ecd5 req-95435d5e-2dee-4847-846b-9db00df64e5b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:27.286912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dec5aced-4962-49c2-836a-2548e409ecd5 req-95435d5e-2dee-4847-846b-9db00df64e5b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.3339255 Jul 19 03:13:27.325230 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.337036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Transition to ACTIVE for port object af54b2e1-3a28-40a1-a902-851b1f1e2079 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:27.348837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.393466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-28fab3ec-5e98-4d54-8938-0c255016f849 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] For port 0e616f86-6cc0-4773-85a6-246ecd9c0146, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0e616f86-6cc0-4773-85a6-246ecd9c0146,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:27.393831 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-28fab3ec-5e98-4d54-8938-0c255016f849 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.414515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-28fab3ec-5e98-4d54-8938-0c255016f849 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Calling delete_port for 0e616f86-6cc0-4773-85a6-246ecd9c0146 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:13:27.439715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Network ef632100-5a18-431e-b316-f1ee0126261b is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:13:27.445299 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.484708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ef632100-5a18-431e-b316-f1ee0126261b) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:27.508306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:27.509166 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.532417 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1c1a5d-356a-4346-bc2f-35cafb057b95 x-openstack-request-id: req-bc1c1a5d-356a-4346-bc2f-35cafb057b95 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:27.532979 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3074213-6a8d-42b4-bf34-220036286427", "tag": "9899fb85-2560-4583-a984-a8b399828fac", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:27.533180 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc1c1a5d-356a-4346-bc2f-35cafb057b95 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:27.533675 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3074213-6a8d-42b4-bf34-220036286427', 'tag': '9899fb85-2560-4583-a984-a8b399828fac', 'status': 'completed', 'code': 200} Jul 19 03:13:27.558558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ccb86-575e-41fa-a89d-b5ee0e4ad9fa None None] Network ef632100-5a18-431e-b316-f1ee0126261b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:13:27.562982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Attempting to bind port af54b2e1-3a28-40a1-a902-851b1f1e2079 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:27.563443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Attempting to bind port af54b2e1-3a28-40a1-a902-851b1f1e2079 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:27.563723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Attempting to bind port af54b2e1-3a28-40a1-a902-851b1f1e2079 on network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:27.574766 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bd12671e-9ed4-4a98-aed8-02323fca9be8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1977277 Jul 19 03:13:27.574978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dec5aced-4962-49c2-836a-2548e409ecd5 req-2d57f261-d36f-48b9-b4bc-bc628a2c2594 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865942 Jul 19 03:13:27.575750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44660) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:27.577033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31069d2-b73e-42f4-ad14-7499f9325762 None None] Pushing event updated for resources: {'Port': ['ID=af54b2e1-3a28-40a1-a902-851b1f1e2079,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:27.591962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-router', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:27.605387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:27.605992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Checking segment: {'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:27.607104 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.608326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Bound using segment: {'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:27.609034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Bound port: af54b2e1-3a28-40a1-a902-851b1f1e2079, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:27.609586 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.659975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-23e372bc-4524-4041-9e5e-9e2e1c855fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:27.662458 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.673362 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-23e372bc-4524-4041-9e5e-9e2e1c855fe9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 1095 time: 0.5416105 Jul 19 03:13:27.694087 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.697163 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.754858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] For port af54b2e1-3a28-40a1-a902-851b1f1e2079, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:27.758632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] For port af54b2e1-3a28-40a1-a902-851b1f1e2079, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=af54b2e1-3a28-40a1-a902-851b1f1e2079,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:27.785659 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-b3e2af8c-5a1f-48d2-9cb0-e9c6113032fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9899fb85-2560-4583-a984-a8b399828fac HTTP/1.1" status: 200 len: 217 time: 0.1037502 Jul 19 03:13:27.808272 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.830140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:27.839768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:27.843316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event updated for resources: {'Port': ['ID=079685da-d958-41ee-a008-9bd97befc870,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:27.866964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:27.900096 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-ef632100-5a18-431e-b316-f1ee0126261b', 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'fixed_ips': [{'subnet_id': '3949ea8a-ce2b-4249-b123-dddc1583273c'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:13:27.900934 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:27.960006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Routers {'702f6abf-cf7c-4b76-8949-6cc234533fb2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:27.960638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['702f6abf-cf7c-4b76-8949-6cc234533fb2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:28.016417 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09e0695f-ed5a-44d2-b9d5-a867e7257bf5 req-4d2876fe-6bda-45a0-8df0-fee3d4ba72d7 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 210 time: 0.0736680 Jul 19 03:13:28.038057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:28.057045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31069d2-b73e-42f4-ad14-7499f9325762 None None] Pushing event updated for resources: {'Port': ['ID=af54b2e1-3a28-40a1-a902-851b1f1e2079,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:28.242827 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:28.250728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-749020cb-536f-4c0b-a9eb-eb1f3e405726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:28.252397 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-749020cb-536f-4c0b-a9eb-eb1f3e405726 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.3824570 Jul 19 03:13:28.277082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] Set router 702f6abf-cf7c-4b76-8949-6cc234533fb2 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:28.309949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-e3a6b5cd-fa33-4ae7-a1eb-6dc59a2f982b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369878 Jul 19 03:13:28.316964 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-28fab3ec-5e98-4d54-8938-0c255016f849 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:28.370092 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:28.393077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fab3ec-5e98-4d54-8938-0c255016f849 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Pushing event deleted for resources: {'Port': ['ID=0e616f86-6cc0-4773-85a6-246ecd9c0146,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:28.431422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Allocated IP 172.20.0.2 (ef632100-5a18-431e-b316-f1ee0126261b/3949ea8a-ce2b-4249-b123-dddc1583273c/223a1838-cd82-4646-b4fa-480ef63146e6) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:28.441010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77003ad9-f469-4a34-8ef3-f20e539ae8a8 req-51bbf663-2511-4610-8c94-166b4a8bad9d tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:28.448241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77003ad9-f469-4a34-8ef3-f20e539ae8a8 req-51bbf663-2511-4610-8c94-166b4a8bad9d tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a85eaf85-14bc-44c2-8f4d-e36c7f3369f6 HTTP/1.1" status: 200 len: 865 time: 0.6685324 Jul 19 03:13:28.502374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382712d-f920-4051-86a4-7b7130e7c893 req-658d533b-6cb2-4493-a6d5-352102a534c2 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:28.503866 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-658d533b-6cb2-4493-a6d5-352102a534c2 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.26 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 820 time: 0.6355844 Jul 19 03:13:28.526673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:28.528729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-28fab3ec-5e98-4d54-8938-0c255016f849 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] No DVR routers for this DVR port 0e616f86-6cc0-4773-85a6-246ecd9c0146 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:13:28.535907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Request body: {'port': {'device_id': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'admin_state_up': True, 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:28.542372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-28fab3ec-5e98-4d54-8938-0c255016f849 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:28.544384 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2c9aafc-f821-420f-9cac-5ef99d255f96 req-28fab3ec-5e98-4d54-8938-0c255016f849 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.25 "DELETE /v2.0/ports/0e616f86-6cc0-4773-85a6-246ecd9c0146 HTTP/1.1" status: 204 len: 173 time: 1.7534516 Jul 19 03:13:28.630731 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:28.634730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147b25d-2467-452e-a2cb-3c7d51ca4f7a req-df1b80b8-c831-4231-b261-c8ab10882166 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:28.640858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77003ad9-f469-4a34-8ef3-f20e539ae8a8 req-b6b0e400-e69f-4cc0-99d6-d1ddf9b5900e tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917894 Jul 19 03:13:28.641938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Transition to ACTIVE for port object 223a1838-cd82-4646-b4fa-480ef63146e6 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:28.646192 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1147b25d-2467-452e-a2cb-3c7d51ca4f7a req-df1b80b8-c831-4231-b261-c8ab10882166 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.2140183 Jul 19 03:13:28.659875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Transition to ACTIVE for port object 223a1838-cd82-4646-b4fa-480ef63146e6 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:28.695453 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:28.745764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-203e357f-4ec5-4876-bb9f-3df25c4d6ce9 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141235 Jul 19 03:13:28.776767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Network ef632100-5a18-431e-b316-f1ee0126261b is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:28.796651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Pushing event updated for resources: {'Port': ['ID=223a1838-cd82-4646-b4fa-480ef63146e6,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:28.799242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:28.803173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:28.954702 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1147b25d-2467-452e-a2cb-3c7d51ca4f7a req-543ced87-7602-402e-8d8a-b67c1d39dd5f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955797 Jul 19 03:13:28.982770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57d1cbb9-c945-4577-ac6c-134507b5dfad req-ea0ad171-8ef1-476c-b637-af79c183b64f service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277036 Jul 19 03:13:29.055676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Attempting to bind port 223a1838-cd82-4646-b4fa-480ef63146e6 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:29.056079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Attempting to bind port 223a1838-cd82-4646-b4fa-480ef63146e6 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:29.056450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Attempting to bind port 223a1838-cd82-4646-b4fa-480ef63146e6 on network ef632100-5a18-431e-b316-f1ee0126261b {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:29.075409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.100314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:29.100693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Checking segment: {'id': '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:29.101096 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.101483 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Bound using segment: {'id': '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:29.101971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Bound port: 223a1838-cd82-4646-b4fa-480ef63146e6, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:29.102399 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.117746 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.194694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Made reservation on behalf of fffcb1e7423b4ab28280a01e5d99d1d7 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:29.206901 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.241984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] For port 223a1838-cd82-4646-b4fa-480ef63146e6, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:29.246729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] For port 223a1838-cd82-4646-b4fa-480ef63146e6, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=223a1838-cd82-4646-b4fa-480ef63146e6,segment=NetworkSegment(025df67c-3d7f-4ea7-9f3f-edf5e0b3c064),segment_id=025df67c-3d7f-4ea7-9f3f-edf5e0b3c064)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:29.262075 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.292018 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a971244c-8808-4356-8939-bd7df28f7ff4 req-dcd184cb-7920-46df-a009-5cfb02c0c82d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 210 time: 0.0740089 Jul 19 03:13:29.325834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.331004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-router', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:17Z', 'updated_at': '2021-07-19T03:13:22Z', 'revision_number': 4, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'gw_port': {'id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:18Z', 'updated_at': '2021-07-19T03:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'af54b2e1-3a28-40a1-a902-851b1f1e2079', 'name': '', 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'mac_address': 'fa:16:3e:8e:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '98850c0d-aaf1-4863-8922-b6ca32d9a9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:21Z', 'updated_at': '2021-07-19T03:13:27Z', 'revision_number': 4, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'subnets': [{'id': '98850c0d-aaf1-4863-8922-b6ca32d9a9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:29.344102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.373740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459474c-dea6-4b36-b2b6-8d2d5f0e5468 None None] The sync data for ids ['702f6abf-cf7c-4b76-8949-6cc234533fb2'] in n-d-762330-18 is: [{'id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-router', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:17Z', 'updated_at': '2021-07-19T03:13:22Z', 'revision_number': 4, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'gw_port': {'id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:18Z', 'updated_at': '2021-07-19T03:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'af54b2e1-3a28-40a1-a902-851b1f1e2079', 'name': '', 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'mac_address': 'fa:16:3e:8e:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '98850c0d-aaf1-4863-8922-b6ca32d9a9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:21Z', 'updated_at': '2021-07-19T03:13:27Z', 'revision_number': 4, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'subnets': [{'id': '98850c0d-aaf1-4863-8922-b6ca32d9a9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:13:29.412801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fdc5b-dea1-496b-9b3c-ae1850c8d447 None None] Pushing event updated for resources: {'Port': ['ID=223a1838-cd82-4646-b4fa-480ef63146e6,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:29.506168 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.558008 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.559594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3799400 Jul 19 03:13:29.595925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ae0b9-6072-4f4b-8fbe-d118b93749b1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event updated for resources: {'Port': ['ID=079685da-d958-41ee-a008-9bd97befc870,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:29.607529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Allocated IP 172.25.2.168 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/e6f4f0ad-c82d-47ca-9f08-446b555e9a32) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:29.880957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:29.917535 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'name': 'network-vif-deleted', 'tag': '0e616f86-6cc0-4773-85a6-246ecd9c0146'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:29.920100 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9c8cbd-9bcf-40b3-b2c3-bbaf3255a8db" -d '{"events": [{"server_uuid": "a85eaf85-14bc-44c2-8f4d-e36c7f3369f6", "name": "network-vif-deleted", "tag": "0e616f86-6cc0-4773-85a6-246ecd9c0146"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:29.930435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ed86-964c-4f7b-8acd-dfb74634d7fc req-8181b76b-6038-43c6-9aab-dddc198fc6f7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:29.941086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29e9ed86-964c-4f7b-8acd-dfb74634d7fc req-8181b76b-6038-43c6-9aab-dddc198fc6f7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.9709518 Jul 19 03:13:29.995973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802692f-c379-4442-9065-0851d23fb4de req-762b1a2b-8931-4a9d-a889-41de48ef784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:29.997463 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d802692f-c379-4442-9065-0851d23fb4de req-762b1a2b-8931-4a9d-a889-41de48ef784e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 1095 time: 0.9279573 Jul 19 03:13:30.053994 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:30.064507 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29e9ed86-964c-4f7b-8acd-dfb74634d7fc req-9d0d80fa-3f68-4ab6-8a8b-ac8cf2245668 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225247 Jul 19 03:13:30.121901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:30.127312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:30.130926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Allocated IP 172.20.0.4 (c3bdfa90-adc9-42b7-97cb-7ef11bae99b4/69fc8014-b43b-4fb4-8380-2804dea89328/ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:30.141378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:30.166039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802692f-c379-4442-9065-0851d23fb4de req-9b96eaff-1e53-486c-8038-de1d9763e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:30.167668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d802692f-c379-4442-9065-0851d23fb4de req-9b96eaff-1e53-486c-8038-de1d9763e82f service neutron] 10.222.0.25 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.1577826 Jul 19 03:13:30.201637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f4f0ad-c82d-47ca-9f08-446b555e9a32,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:30.212102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-b125eb3d-2a72-4047-9498-4ad2474fc798 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:30.219440 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-b125eb3d-2a72-4047-9498-4ad2474fc798 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/networks?id=93ae0eba-c261-4e04-94bc-dbff6081879d HTTP/1.1" status: 200 len: 822 time: 0.2621772 Jul 19 03:13:30.225984 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d802692f-c379-4442-9065-0851d23fb4de req-a09ed107-1d5f-4beb-9238-2fcb25f5fd9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9899fb85-2560-4583-a984-a8b399828fac HTTP/1.1" status: 200 len: 217 time: 0.0481193 Jul 19 03:13:30.240972 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-696a4693-be9e-4fdb-9428-68d4785d754f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/quotas/48e47c2739e04e14b080f6f06b48e05d HTTP/1.1" status: 200 len: 375 time: 0.0205181 Jul 19 03:13:30.360848 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802692f-c379-4442-9065-0851d23fb4de req-6e42f6c1-0752-4411-b842-81709e1e7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:30.362692 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d802692f-c379-4442-9065-0851d23fb4de req-6e42f6c1-0752-4411-b842-81709e1e7fbb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.1261716 Jul 19 03:13:30.445595 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d802692f-c379-4442-9065-0851d23fb4de req-f817947c-cb06-4238-9b5b-421346150de9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463812 Jul 19 03:13:30.456580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-de0eecf9-fbd7-4cae-9133-cff34318e93e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e47c2739e04e14b080f6f06b48e05d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2146409 Jul 19 03:13:30.552758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0e616f86-6cc0-4773-85a6-246ecd9c0146 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:13:30.592829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 0e616f86-6cc0-4773-85a6-246ecd9c0146 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:13:30.594730 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:30.596369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0e616f86-6cc0-4773-85a6-246ecd9c0146 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:13:30.629963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Transition to ACTIVE for port object ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:30.634039 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e577e44-502c-4430-aebf-0ba02c6f5618 x-openstack-request-id: req-0e577e44-502c-4430-aebf-0ba02c6f5618 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:30.634576 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85eaf85-14bc-44c2-8f4d-e36c7f3369f6", "name": "network-vif-deleted", "tag": "0e616f86-6cc0-4773-85a6-246ecd9c0146", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:30.634994 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e577e44-502c-4430-aebf-0ba02c6f5618 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:30.635538 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85eaf85-14bc-44c2-8f4d-e36c7f3369f6', 'name': 'network-vif-deleted', 'tag': '0e616f86-6cc0-4773-85a6-246ecd9c0146', 'status': 'completed', 'code': 200} Jul 19 03:13:30.664114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d802692f-c379-4442-9065-0851d23fb4de req-2ebccbc2-d1a5-45f0-9d0b-d0af880d284c service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095609 Jul 19 03:13:30.739315 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-07803e63-c2b2-4ed2-8972-6cf61613fccb service neutron] 10.222.0.20 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745516 Jul 19 03:13:30.740209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:30.819892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d802692f-c379-4442-9065-0851d23fb4de req-65d4bf86-b003-4b9b-aaeb-a61efcf568ca service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415749 Jul 19 03:13:30.874847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 223a1838-cd82-4646-b4fa-480ef63146e6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:30.897330 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:30.921472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b74ceb92-5faf-4394-865e-0332aaa4b293'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:13:30.984897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-03c8837b-e391-4304-8bf9-d38fbe8bb22f service neutron] 10.222.0.20 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909380 Jul 19 03:13:31.019274 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:31.033727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:31.036490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Pushing event updated for resources: {'Port': ['ID=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:31.038811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:31.165042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:31.170949 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:31.211115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d5a4-b06b-4633-9cfa-de53b2302511 req-c0c486de-74f9-43b2-bf98-d4555746994d tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:31.211359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71512f0-971d-4f31-9e44-f7242e274483 None None] Network ef632100-5a18-431e-b316-f1ee0126261b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:13:31.220450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5555d5a4-b06b-4633-9cfa-de53b2302511 req-c0c486de-74f9-43b2-bf98-d4555746994d tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.3715405 Jul 19 03:13:31.238847 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:31.253685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-7c092059-566a-4a35-a240-20910bb9ab6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7260313 Jul 19 03:13:31.285029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Request body: {'port': {'device_id': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:31.285628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e51f83e9-4cd2-4a0a-9fa8-5d4f19bfa764 None None] Provisioning for port 223a1838-cd82-4646-b4fa-480ef63146e6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:31.374229 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5555d5a4-b06b-4633-9cfa-de53b2302511 req-c4f0e1ec-226a-4e18-a44c-48d23840b5b2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448734 Jul 19 03:13:31.459513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 223a1838-cd82-4646-b4fa-480ef63146e6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:31.467868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 223a1838-cd82-4646-b4fa-480ef63146e6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:31.468457 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:31.482932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0a361dac-6e4f-4768-a7e5-fc1477996b7c None None] Provisioning for port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:31.503946 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:31.536419 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0a361dac-6e4f-4768-a7e5-fc1477996b7c None None] Provisioning complete for port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:31.537298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0a361dac-6e4f-4768-a7e5-fc1477996b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:31.669530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0a361dac-6e4f-4768-a7e5-fc1477996b7c None None] Port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:13:31.865766 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:31.882318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd0824-6999-41f8-9137-49d900f9ab14 req-5f5fe9ef-4a46-48f3-8eb5-965f094952f3 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:31.899796 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-abfd0824-6999-41f8-9137-49d900f9ab14 req-5f5fe9ef-4a46-48f3-8eb5-965f094952f3 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 931 time: 0.1726215 Jul 19 03:13:31.953641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 223a1838-cd82-4646-b4fa-480ef63146e6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=223a1838-cd82-4646-b4fa-480ef63146e6,segment=NetworkSegment(025df67c-3d7f-4ea7-9f3f-edf5e0b3c064),segment_id=025df67c-3d7f-4ea7-9f3f-edf5e0b3c064)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:31.962568 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:31.968577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device af54b2e1-3a28-40a1-a902-851b1f1e2079 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:31.975168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-abfd0824-6999-41f8-9137-49d900f9ab14 req-1b16e445-87e3-4c52-a637-af8b5668fb82 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697429 Jul 19 03:13:32.097378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=223a1838-cd82-4646-b4fa-480ef63146e6,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:32.108542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port af54b2e1-3a28-40a1-a902-851b1f1e2079 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:32.122559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port af54b2e1-3a28-40a1-a902-851b1f1e2079 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:32.123069 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:32.149850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:32.162148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:32.201629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Transition to ACTIVE for port object ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:32.221935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:13:32.235487 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:32.255694 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:32.259892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecc2f9-540d-46a3-9313-2eb4686fc28a req-505dd89d-03aa-420e-995b-17000653e572 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:32.270707 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d1ecc2f9-540d-46a3-9313-2eb4686fc28a req-505dd89d-03aa-420e-995b-17000653e572 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a83c59c-f3e9-47e5-becd-083181462cca HTTP/1.1" status: 200 len: 948 time: 0.1740069 Jul 19 03:13:32.307893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port af54b2e1-3a28-40a1-a902-851b1f1e2079, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=af54b2e1-3a28-40a1-a902-851b1f1e2079,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:32.327811 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:32.413911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0d63281-b409-4e29-afd6-042ab9455728 None None] Provisioning complete for port 223a1838-cd82-4646-b4fa-480ef63146e6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:32.414768 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a0d63281-b409-4e29-afd6-042ab9455728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:32.424227 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d1ecc2f9-540d-46a3-9313-2eb4686fc28a req-9f234d75-fa30-4b73-8fe0-ee5fdabb3811 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/security-groups?id=92e9e099-1fe6-4f8d-b644-1a3e85edbb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523669 Jul 19 03:13:32.446512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Pushing event updated for resources: {'Port': ['ID=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:32.458858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Attempting to bind port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:32.459196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Attempting to bind port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:32.459525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Attempting to bind port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 on network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:32.465086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 on network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:13:32.465418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Attempting to bind port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 on network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:32.477555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039ebc9-cce8-4739-a699-192caed9182f req-3861ad77-0e1a-4d32-a3fb-78475da0cf4d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:32.482253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=af54b2e1-3a28-40a1-a902-851b1f1e2079,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:32.486504 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8039ebc9-cce8-4739-a699-192caed9182f req-3861ad77-0e1a-4d32-a3fb-78475da0cf4d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.2991757 Jul 19 03:13:32.519161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:32.519507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Checking segment: {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:32.519895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Bound using segment: {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:32.520392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Bound port: ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e58027-f034-4039-8a47-19237156ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:32.520689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:32.545389 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8039ebc9-cce8-4739-a699-192caed9182f req-4fc16a51-0eb4-40b9-ab2f-8e5c0edc1232 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579937 Jul 19 03:13:32.551078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:13:32.561323 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Sync routers for ids ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:13:32.586202 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Routers {'279d6984-5224-4d49-8c9e-23a2fa5d9a39'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:32.587174 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:32.606741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:32.608374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e6a49a2d-afd0-4caf-a9bf-768791e87326 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0284929 Jul 19 03:13:32.611468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44722) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:32.628066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487932a-203c-498a-9d02-b4fe69a66583 req-e8100318-50f6-4cdd-8fab-bffd55bc4770 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:32.630220 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2487932a-203c-498a-9d02-b4fe69a66583 req-e8100318-50f6-4cdd-8fab-bffd55bc4770 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a83c59c-f3e9-47e5-becd-083181462cca HTTP/1.1" status: 200 len: 948 time: 0.1979918 Jul 19 03:13:32.785136 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Set router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:32.833232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 223a1838-cd82-4646-b4fa-480ef63146e6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:32.890593 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-64d8835f-12ae-4b30-9ef5-540324841c0e req-0d0effff-1825-4432-8d23-658dd9855819 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 210 time: 0.0453553 Jul 19 03:13:32.907798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9124fe-c283-4181-a1b8-8780bee777de req-c5e8528c-5511-4a0d-8d46-46324a48cf29 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:32.914639 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2f9124fe-c283-4181-a1b8-8780bee777de req-c5e8528c-5511-4a0d-8d46-46324a48cf29 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.1578143 Jul 19 03:13:32.925974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] For port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:32.933529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 223a1838-cd82-4646-b4fa-480ef63146e6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:32.933950 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:32.945199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] For port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:33.036563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2f9124fe-c283-4181-a1b8-8780bee777de req-fc8e87c3-aa78-44d1-9a8e-e75aa8dbcb5a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210337 Jul 19 03:13:33.046817 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.049871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-2487932a-203c-498a-9d02-b4fe69a66583 req-817de5f0-80a7-4af6-8518-4c461335d581 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Deleting port 1ab98270-1ff0-44bb-abaa-a653e3920841 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:13:33.050223 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2487932a-203c-498a-9d02-b4fe69a66583 req-817de5f0-80a7-4af6-8518-4c461335d581 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.072829 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-router', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:27Z', 'updated_at': '2021-07-19T03:13:30Z', 'revision_number': 3, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'gw_port': {'id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:29Z', 'updated_at': '2021-07-19T03:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:33.114223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device af54b2e1-3a28-40a1-a902-851b1f1e2079 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:33.123732 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Checking router: 279d6984-5224-4d49-8c9e-23a2fa5d9a39 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:13:33.124320 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Updating router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 port e6f4f0ad-c82d-47ca-9f08-446b555e9a32 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:13:33.182999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port af54b2e1-3a28-40a1-a902-851b1f1e2079 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:33.183323 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.190763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-2487932a-203c-498a-9d02-b4fe69a66583 req-817de5f0-80a7-4af6-8518-4c461335d581 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] For port 1ab98270-1ff0-44bb-abaa-a653e3920841, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ab98270-1ff0-44bb-abaa-a653e3920841,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:33.191794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2487932a-203c-498a-9d02-b4fe69a66583 req-817de5f0-80a7-4af6-8518-4c461335d581 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.207126 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.221851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-2487932a-203c-498a-9d02-b4fe69a66583 req-817de5f0-80a7-4af6-8518-4c461335d581 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Calling delete_port for 1ab98270-1ff0-44bb-abaa-a653e3920841 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:13:33.315300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-5b339000-481d-4fad-a9dc-354605edded9 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:33.316927 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-5b339000-481d-4fad-a9dc-354605edded9 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.25 "GET /v2.0/networks?id=93ae0eba-c261-4e04-94bc-dbff6081879d HTTP/1.1" status: 200 len: 822 time: 0.3739522 Jul 19 03:13:33.328126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:33.328748 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.330145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] 10.222.0.26 "PUT /v2.0/ports/ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 HTTP/1.1" status: 200 len: 1092 time: 2.0556641 Jul 19 03:13:33.381228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'tag': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:33.383977 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc232c7b-a237-400c-8a4f-5e41f15c51e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6", "tag": "ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:33.413381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Request body: {'port': {'device_id': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d', 'admin_state_up': True, 'tenant_id': '48e47c2739e04e14b080f6f06b48e05d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:33.469482 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177ed7ed-12c9-41c8-826c-f325c5b689e9 x-openstack-request-id: req-177ed7ed-12c9-41c8-826c-f325c5b689e9 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:33.470020 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6", "tag": "ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:33.470672 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-177ed7ed-12c9-41c8-826c-f325c5b689e9 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:33.471161 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'tag': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'status': 'completed', 'code': 200} Jul 19 03:13:33.493680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903093f2-3455-434f-84fd-b3ac64d2468d service neutron] Pushing event updated for resources: {'Port': ['ID=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:33.499691 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2487932a-203c-498a-9d02-b4fe69a66583 req-817de5f0-80a7-4af6-8518-4c461335d581 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.530892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817de5f0-80a7-4af6-8518-4c461335d581 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Pushing event deleted for resources: {'Port': ['ID=1ab98270-1ff0-44bb-abaa-a653e3920841,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:33.588130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b5180-4d36-484b-8006-f83a4b0c973a req-34d06b9b-4d53-44d5-a150-f7cfe0c98174 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:33.595371 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b99b5180-4d36-484b-8006-f83a4b0c973a req-34d06b9b-4d53-44d5-a150-f7cfe0c98174 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 943 time: 0.3675745 Jul 19 03:13:33.621646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2487932a-203c-498a-9d02-b4fe69a66583 req-817de5f0-80a7-4af6-8518-4c461335d581 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] No DVR routers for this DVR port 1ab98270-1ff0-44bb-abaa-a653e3920841 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:13:33.625335 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2487932a-203c-498a-9d02-b4fe69a66583 req-817de5f0-80a7-4af6-8518-4c461335d581 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.627329 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2487932a-203c-498a-9d02-b4fe69a66583 req-817de5f0-80a7-4af6-8518-4c461335d581 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.26 "DELETE /v2.0/ports/1ab98270-1ff0-44bb-abaa-a653e3920841 HTTP/1.1" status: 204 len: 173 time: 0.9843304 Jul 19 03:13:33.627767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-deleted', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:33.630555 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbdc454-48c2-47b7-b3f9-23c4affb95c6" -d '{"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-deleted", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:33.634702 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.646936 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Transition to ACTIVE for port object e6f4f0ad-c82d-47ca-9f08-446b555e9a32 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:33.662352 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993279c5-50d5-4c0e-b14f-ae9b5f4c3cc3 req-a7149cfd-cd7d-49d4-a0eb-0031f0b6e624 tempest-ListImageFiltersTestJSON-1693694563 tempest-ListImageFiltersTestJSON-1693694563-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a83c59c-f3e9-47e5-becd-083181462cca HTTP/1.1" status: 200 len: 210 time: 0.0620666 Jul 19 03:13:33.665438 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.676766 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b99b5180-4d36-484b-8006-f83a4b0c973a req-dcc9984c-137a-431c-88a0-dc8a9f045d49 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802310 Jul 19 03:13:33.697354 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Attempting to bind port e6f4f0ad-c82d-47ca-9f08-446b555e9a32 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:33.697848 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Attempting to bind port e6f4f0ad-c82d-47ca-9f08-446b555e9a32 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:33.698216 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Attempting to bind port e6f4f0ad-c82d-47ca-9f08-446b555e9a32 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:33.714470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382712d-f920-4051-86a4-7b7130e7c893 req-23b7427c-7d50-4c8f-a783-d4cbb997ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:33.715974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-23b7427c-7d50-4c8f-a783-d4cbb997ea35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 1095 time: 0.3269746 Jul 19 03:13:33.725083 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:33.725455 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:33.726062 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.726681 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:33.727310 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Bound port: e6f4f0ad-c82d-47ca-9f08-446b555e9a32, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:33.727913 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.774111 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-c0f3c443-c219-4007-8317-8c9f2fab114d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 HTTP/1.1" status: 200 len: 217 time: 0.0474043 Jul 19 03:13:33.800187 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] For port e6f4f0ad-c82d-47ca-9f08-446b555e9a32, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:33.802885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Made reservation on behalf of 48e47c2739e04e14b080f6f06b48e05d for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:33.805974 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a446a4c-f9be-4b25-b667-7a35f9dfd789 x-openstack-request-id: req-6a446a4c-f9be-4b25-b667-7a35f9dfd789 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:33.806408 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.806570 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a83c59c-f3e9-47e5-becd-083181462cca", "name": "network-vif-deleted", "tag": "1ab98270-1ff0-44bb-abaa-a653e3920841", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:33.806915 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a446a4c-f9be-4b25-b667-7a35f9dfd789 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:33.807918 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] For port e6f4f0ad-c82d-47ca-9f08-446b555e9a32, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e6f4f0ad-c82d-47ca-9f08-446b555e9a32,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:33.809206 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a83c59c-f3e9-47e5-becd-083181462cca', 'name': 'network-vif-deleted', 'tag': '1ab98270-1ff0-44bb-abaa-a653e3920841', 'status': 'completed', 'code': 200} Jul 19 03:13:33.817767 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:33.854659 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Pushing event updated for resources: {'Port': ['ID=e6f4f0ad-c82d-47ca-9f08-446b555e9a32,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:33.858312 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Routers {'279d6984-5224-4d49-8c9e-23a2fa5d9a39'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:33.858950 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:33.871732 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.872084 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.872567 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.872980 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.873373 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.873712 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.874043 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.874476 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.874813 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.875322 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.876027 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.876697 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:33.885544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90c4eb-6d15-4864-8659-8ace606add8b req-dbb7decb-5da5-45fe-b128-72b05dfa69d1 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:33.903004 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d90c4eb-6d15-4864-8659-8ace606add8b req-dbb7decb-5da5-45fe-b128-72b05dfa69d1 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1095340 Jul 19 03:13:33.965364 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d90c4eb-6d15-4864-8659-8ace606add8b req-e2b32078-3da3-4bfd-b40f-051dfeece6ad tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590975 Jul 19 03:13:34.052827 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] Set router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:34.117112 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f1a6976-f9bd-47bb-923d-053f7e8518b1 req-410b942f-d8ba-448e-99ea-5d74b015cc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 210 time: 0.0429711 Jul 19 03:13:34.159665 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa867d-40da-448f-8163-78d65209fb2d None None] Pushing event updated for resources: {'Port': ['ID=e6f4f0ad-c82d-47ca-9f08-446b555e9a32,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:34.331852 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-router', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:27Z', 'updated_at': '2021-07-19T03:13:30Z', 'revision_number': 3, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'gw_port': {'id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:29Z', 'updated_at': '2021-07-19T03:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:34.352942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382712d-f920-4051-86a4-7b7130e7c893 req-32a220b2-4b0d-46c6-a153-b4b732d87f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:34.354561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-32a220b2-4b0d-46c6-a153-b4b732d87f8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.5622296 Jul 19 03:13:34.361090 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469adbb9-bc4f-4562-8f2a-7cdd1df18d90 None None] The sync data for ids ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'] in n-d-762330-18 is: [{'id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-router', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:27Z', 'updated_at': '2021-07-19T03:13:30Z', 'revision_number': 3, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'gw_port': {'id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:29Z', 'updated_at': '2021-07-19T03:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:13:34.424486 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:34.557757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Allocated IP 172.20.0.5 (93ae0eba-c261-4e04-94bc-dbff6081879d/97938179-333d-4d58-bab7-7b89064543f0/0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:34.579795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a86582-4050-4787-8917-faf7e65613c1 req-3df827d7-e8bf-4e06-bfc9-53bce4caab54 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:34.597812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76a86582-4050-4787-8917-faf7e65613c1 req-3df827d7-e8bf-4e06-bfc9-53bce4caab54 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.2766645 Jul 19 03:13:34.618380 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382712d-f920-4051-86a4-7b7130e7c893 req-e396602c-8834-4840-a759-161e72a8bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:34.619871 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-e396602c-8834-4840-a759-161e72a8bd6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2431917 Jul 19 03:13:34.740499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76a86582-4050-4787-8917-faf7e65613c1 req-e5f69aee-b09c-40d6-8411-aa4fe7ab25c5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417596 Jul 19 03:13:34.771864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e6f4f0ad-c82d-47ca-9f08-446b555e9a32 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:34.877966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port e6f4f0ad-c82d-47ca-9f08-446b555e9a32 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:34.892938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port e6f4f0ad-c82d-47ca-9f08-446b555e9a32 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:34.893367 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:34.926827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Allocated IP 172.20.0.1 (ef632100-5a18-431e-b316-f1ee0126261b/3949ea8a-ce2b-4249-b123-dddc1583273c/45ae537e-48c8-48de-9215-c6620ab8a5d6) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:13:34.977043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-d42aef8f-9b32-4cd8-a310-41e06a943567 service neutron] 10.222.0.26 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146758 Jul 19 03:13:35.024350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891158a3-df67-4d16-a8ec-706e6eb55c89 req-29981551-32e8-4438-a5c1-196593e5d2b4 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:35.027328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-891158a3-df67-4d16-a8ec-706e6eb55c89 req-29981551-32e8-4438-a5c1-196593e5d2b4 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 943 time: 0.1638968 Jul 19 03:13:35.082755 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-891158a3-df67-4d16-a8ec-706e6eb55c89 req-c2e9380b-99c0-467a-afc1-bd565f46bf93 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489459 Jul 19 03:13:35.106184 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:35.134315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port e6f4f0ad-c82d-47ca-9f08-446b555e9a32, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e6f4f0ad-c82d-47ca-9f08-446b555e9a32,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:35.143089 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:35.218408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=e6f4f0ad-c82d-47ca-9f08-446b555e9a32,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:35.241758 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:35.300110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c382712d-f920-4051-86a4-7b7130e7c893 req-8827689b-f84d-4257-86f3-4bc4dfde839e service neutron] 10.222.0.26 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123543 Jul 19 03:13:35.344978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60baee-3e14-440a-99ef-6a54daf2a88f req-5d772295-cc62-4341-a4d6-613820859828 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:35.353375 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f60baee-3e14-440a-99ef-6a54daf2a88f req-5d772295-cc62-4341-a4d6-613820859828 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.0988693 Jul 19 03:13:35.359815 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:35.395581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Transition to ACTIVE for port object 45ae537e-48c8-48de-9215-c6620ab8a5d6 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:35.407988 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f60baee-3e14-440a-99ef-6a54daf2a88f req-9dffc388-a438-4dba-aee7-f94fce949123 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533786 Jul 19 03:13:35.419357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:35.476242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Network 93ae0eba-c261-4e04-94bc-dbff6081879d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:35.488936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:35.498126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:35.538658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event updated for resources: {'Port': ['ID=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:35.585915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:35.585915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:35.588930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-6dc9fb54-abbd-4cb3-86c5-8bdd3b924bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:35.590642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-6dc9fb54-abbd-4cb3-86c5-8bdd3b924bb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 1095 time: 0.2102497 Jul 19 03:13:35.594747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27361f-2d49-4e0f-b86d-e464a0ccf6ee req-4ad953fe-ce96-47f3-a386-7959d394242e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:35.594965 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:35.596413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c27361f-2d49-4e0f-b86d-e464a0ccf6ee req-4ad953fe-ce96-47f3-a386-7959d394242e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 931 time: 0.0697701 Jul 19 03:13:35.651332 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c27361f-2d49-4e0f-b86d-e464a0ccf6ee req-b2a391d8-848d-4684-858f-6ed5505439f6 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Jul 19 03:13:35.656713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-517e88e9-f306-42fa-a9f4-0b7c822a1761 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2664614 Jul 19 03:13:35.673797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Request body: {'port': {'device_id': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:35.679623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Network ef632100-5a18-431e-b316-f1ee0126261b is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:35.705880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:35.712592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:13:35.772602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Pushing event updated for resources: {'Port': ['ID=45ae537e-48c8-48de-9215-c6620ab8a5d6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:35.818887 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:35.823529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-35170dfb-d84a-41bc-8814-57b0fd88a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:35.825025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-35170dfb-d84a-41bc-8814-57b0fd88a4ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.2247431 Jul 19 03:13:35.960965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-6039f7d7-0148-4ffe-827b-5ac5c08291e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 HTTP/1.1" status: 200 len: 217 time: 0.0629647 Jul 19 03:13:35.992928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3410db7-5828-4759-bd7b-860b80b676f8 None None] Provisioning for port 45ae537e-48c8-48de-9215-c6620ab8a5d6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:35.998626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3410db7-5828-4759-bd7b-860b80b676f8 None None] Provisioning complete for port 45ae537e-48c8-48de-9215-c6620ab8a5d6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:35.999114 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3410db7-5828-4759-bd7b-860b80b676f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.006880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.044167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8407853-799c-4e3c-9b87-71bf468a81b4 req-cc182b1a-3a81-4416-842b-4044fdf247b7 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:36.047466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b3410db7-5828-4759-bd7b-860b80b676f8 None None] Port 45ae537e-48c8-48de-9215-c6620ab8a5d6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:13:36.053173 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b8407853-799c-4e3c-9b87-71bf468a81b4 req-cc182b1a-3a81-4416-842b-4044fdf247b7 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.1045022 Jul 19 03:13:36.104954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b8407853-799c-4e3c-9b87-71bf468a81b4 req-42ac7ab3-7fdb-4b68-a7e9-d136323a2dd7 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506008 Jul 19 03:13:36.105123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-027dc764-de66-4b4b-88db-3224b368ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:36.106535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-027dc764-de66-4b4b-88db-3224b368ccaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.1369581 Jul 19 03:13:36.293949 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.296032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad079c21-1110-4a27-901e-0379408bd01a req-fdbe4422-5a1f-46bd-8c1c-dccf545c9f7b tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:36.297605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad079c21-1110-4a27-901e-0379408bd01a req-fdbe4422-5a1f-46bd-8c1c-dccf545c9f7b tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 943 time: 0.0731568 Jul 19 03:13:36.349958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad079c21-1110-4a27-901e-0379408bd01a req-ef91de61-87de-48f5-ad99-12f00610deb8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454640 Jul 19 03:13:36.369571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-31c148f1-af6f-4330-9165-07b8d8dc7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:36.371188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-31c148f1-af6f-4330-9165-07b8d8dc7cd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2501113 Jul 19 03:13:36.485611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ab98270-1ff0-44bb-abaa-a653e3920841 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:13:36.515899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44820) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:36.542319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 1ab98270-1ff0-44bb-abaa-a653e3920841 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:13:36.542669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ab98270-1ff0-44bb-abaa-a653e3920841 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:13:36.603618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-b27bcf75-8a7a-4e1c-9129-4af071a158fb service neutron] 10.222.0.26 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248027 Jul 19 03:13:36.649132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:36.684684 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.690345 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.718305 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-92a535f9-26d8-477a-b5e1-cd23524ed87d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69c2f2b385df4318a41f64da3d687b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009139 Jul 19 03:13:36.719749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44828) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:36.752677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Transition to ACTIVE for port object 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:36.767786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e6f4f0ad-c82d-47ca-9f08-446b555e9a32 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:36.777290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.782496 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477750f4-677b-44be-be9d-657aa01c9091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.786312 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.812567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477750f4-677b-44be-be9d-657aa01c9091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.822446 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.833101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port e6f4f0ad-c82d-47ca-9f08-446b555e9a32 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:36.833477 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.884000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7c73e-3c46-4ee5-864d-bf504098cfbf req-663720d2-beef-4dfa-968f-c0428f893751 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:36.887085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96e7c73e-3c46-4ee5-864d-bf504098cfbf req-663720d2-beef-4dfa-968f-c0428f893751 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.3018086 Jul 19 03:13:36.892061 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc232c7b-a237-400c-8a4f-5e41f15c51e8 req-80c74b91-85cf-462c-bd2b-38ad64a3f532 service neutron] 10.222.0.26 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784491 Jul 19 03:13:36.915282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f714cb-476e-4523-917d-8f879eec865e req-fcebeeab-bc22-440f-9beb-74f8ad90cfa8 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:36.917505 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86f714cb-476e-4523-917d-8f879eec865e req-fcebeeab-bc22-440f-9beb-74f8ad90cfa8 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 943 time: 0.0965779 Jul 19 03:13:36.929381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:36.948583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477750f4-677b-44be-be9d-657aa01c9091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.951199 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477750f4-677b-44be-be9d-657aa01c9091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.954739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-477750f4-677b-44be-be9d-657aa01c9091 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92e9e099-1fe6-4f8d-b644-1a3e85edbb10 HTTP/1.1" status: 204 len: 168 time: 0.2310274 Jul 19 03:13:36.968530 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.975815 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:36.979587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477750f4-677b-44be-be9d-657aa01c9091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e9e099-1fe6-4f8d-b644-1a3e85edbb10,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:36.997997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86f714cb-476e-4523-917d-8f879eec865e req-455715de-c634-4297-9a10-eca36d2424f0 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691369 Jul 19 03:13:37.071417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96e7c73e-3c46-4ee5-864d-bf504098cfbf req-c34f52b0-b994-408f-9efa-016691c82314 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667597 Jul 19 03:13:37.084513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Pushing event updated for resources: {'Port': ['ID=45ae537e-48c8-48de-9215-c6620ab8a5d6,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:37.135016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Attempting to bind port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:37.135016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Attempting to bind port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:37.135016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Attempting to bind port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 on network 93ae0eba-c261-4e04-94bc-dbff6081879d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:37.143466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 on network 93ae0eba-c261-4e04-94bc-dbff6081879d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:13:37.143714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Attempting to bind port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 on network 93ae0eba-c261-4e04-94bc-dbff6081879d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:37.152987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:37.153138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Checking segment: {'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:37.153511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Bound using segment: {'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:37.154644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Bound port: 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:37.155267 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:37.202781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Network ef632100-5a18-431e-b316-f1ee0126261b is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:13:37.205886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:37.323425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1d439-fc28-44d7-8fa3-dc5b13a56715 req-90fde6da-5e56-4579-b673-9a4fbf454a58 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:37.332785 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bdf1d439-fc28-44d7-8fa3-dc5b13a56715 req-90fde6da-5e56-4579-b673-9a4fbf454a58 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.1003449 Jul 19 03:13:37.386935 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bdf1d439-fc28-44d7-8fa3-dc5b13a56715 req-35f1a1c2-aad5-4afb-9e0f-b9ac17a17951 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 Jul 19 03:13:37.489679 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0676eb9-fed4-4769-8940-04b3168ce2e5 None None] Provisioning complete for port 45ae537e-48c8-48de-9215-c6620ab8a5d6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:37.490251 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a0676eb9-fed4-4769-8940-04b3168ce2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:37.525908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a0676eb9-fed4-4769-8940-04b3168ce2e5 None None] Port 45ae537e-48c8-48de-9215-c6620ab8a5d6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:13:37.603793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] For port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:37.650908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] For port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:37.661089 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:37.720339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:37.720962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:37.722414 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] 10.222.0.25 "PUT /v2.0/ports/0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 HTTP/1.1" status: 200 len: 1092 time: 2.0532591 Jul 19 03:13:37.723126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'tag': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:37.725395 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b", "tag": "0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:37.744739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:13:37.755570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44860) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:37.767922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048d5d4-c3a0-43e0-843a-61fb68315191 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:37.777776 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6f0a8-a3f4-4611-b68d-400fa5fbf62b req-1b759e76-6777-4d34-92ed-8e239a512a65 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:37.780188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03f6f0a8-a3f4-4611-b68d-400fa5fbf62b req-1b759e76-6777-4d34-92ed-8e239a512a65 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 943 time: 0.2242727 Jul 19 03:13:37.862412 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c28924-f049-4636-aa42-96adb18257db x-openstack-request-id: req-b6c28924-f049-4636-aa42-96adb18257db {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:37.862767 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b", "tag": "0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:37.863027 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6c28924-f049-4636-aa42-96adb18257db {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:37.863416 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'tag': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7', 'status': 'completed', 'code': 200} Jul 19 03:13:37.866890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-849956218-network', 'tenant_id': 'a2f396c45481483fb8099578de363f3c'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:37.889139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Made reservation on behalf of a2f396c45481483fb8099578de363f3c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:37.891989 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:37.902458 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:37.909950 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03f6f0a8-a3f4-4611-b68d-400fa5fbf62b req-feb53c94-f4e5-4a49-b452-6bc6d5fc9272 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174152 Jul 19 03:13:37.959900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-2f50afd4-f026-4f13-8da4-0067760da8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:37.961422 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-2f50afd4-f026-4f13-8da4-0067760da8a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48e47c2739e04e14b080f6f06b48e05d&device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 1095 time: 0.1793530 Jul 19 03:13:37.969164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:13:37.974353 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cd41f167-9cde-4c11-b663-13f0e183fe40 admin admin] 10.222.0.20 "PUT /v2.0/routers/279d6984-5224-4d49-8c9e-23a2fa5d9a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3618734 Jul 19 03:13:37.989420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Sync routers for ids ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:13:38.001954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Routers {'279d6984-5224-4d49-8c9e-23a2fa5d9a39'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:38.003225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:38.010495 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:38.017366 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:38.019575 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-51199897-bc07-4e0a-907b-4f9aa7d9b1ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 HTTP/1.1" status: 200 len: 217 time: 0.0422397 Jul 19 03:13:38.042007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:13:38.056743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3027ca-8829-45a9-b2f4-3959c5e11303,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:38.063915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:38.064496 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Added segment f0adcc8a-f1e4-4bb7-b479-e8b867fffc2e of type vlan for network b1260c23-1081-4296-aabc-9704ccb32332 Jul 19 03:13:38.083037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-c2fe0c56-a23f-4993-bfb3-e5ca8630ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:38.084579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-c2fe0c56-a23f-4993-bfb3-e5ca8630ef80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97938179-333d-4d58-bab7-7b89064543f0 HTTP/1.1" status: 200 len: 862 time: 0.0579276 Jul 19 03:13:38.120094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:38.153956 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-4145ca91-fd52-4ae6-bb1a-5f49d0eacc6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93ae0eba-c261-4e04-94bc-dbff6081879d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581944 Jul 19 03:13:38.170078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:38.171295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:38.172080 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:38.219482 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4631760 Jul 19 03:13:38.228984 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44876) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:38.235603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Set router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:38.243536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Request body: {'subnet': {'network_id': 'b1260c23-1081-4296-aabc-9704ccb32332', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-849956218-subnet', 'tenant_id': 'a2f396c45481483fb8099578de363f3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:38.322242 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-1f583c1b-c440-43a7-8df6-233ebcc38c0f service neutron] 10.222.0.25 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621692 Jul 19 03:13:38.327130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba41a75-2d3d-4853-b2a8-132d2b609fdf admin admin] Pushing event updated for resources: {'Network': ['ID=b1260c23-1081-4296-aabc-9704ccb32332,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:38.342074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Made reservation on behalf of a2f396c45481483fb8099578de363f3c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:38.344665 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:38.348583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network b1260c23-1081-4296-aabc-9704ccb32332 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:13:38.392308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4a08b-9c8f-4595-98e1-5545ca80780f req-1e8db203-2af1-4705-9e63-69c9e4e35d4f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:38.393002 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b08306-8557-4814-958a-0c18f395bc3d req-800d020b-f6ec-4770-a76e-55cdb63b9789 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:38.394154 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-84a4a08b-9c8f-4595-98e1-5545ca80780f req-1e8db203-2af1-4705-9e63-69c9e4e35d4f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 943 time: 0.1803613 Jul 19 03:13:38.400080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-83b08306-8557-4814-958a-0c18f395bc3d req-800d020b-f6ec-4770-a76e-55cdb63b9789 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1450071 Jul 19 03:13:38.486008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-84a4a08b-9c8f-4595-98e1-5545ca80780f req-9636a7b3-5da6-4947-9ea3-5769808ae00f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598903 Jul 19 03:13:38.500762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:13:38.583838 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-83b08306-8557-4814-958a-0c18f395bc3d req-35563942-5149-42f3-bca0-ef62f4cc8942 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827946 Jul 19 03:13:38.602441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9899fb85-2560-4583-a984-a8b399828fac details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:13:38.618173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:38.621000 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb76112-2de4-49ed-94ea-ee2e5caabc35 req-ebf6ae3d-cd0c-4819-a3ae-8e29b0199a4b service neutron] 10.222.0.25 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895792 Jul 19 03:13:38.756957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e497e81-9783-4bb5-8dc1-80c6e08b1a90,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:38.785068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Checking segment: {'id': 'f0adcc8a-f1e4-4bb7-b479-e8b867fffc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b1260c23-1081-4296-aabc-9704ccb32332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:38.785592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Network hostable DHCP agents. Network: b1260c23-1081-4296-aabc-9704ccb32332, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:13:38.807216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2 req-658838a6-7a16-4b02-bb8d-ea94db9cb942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:38.809183 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2 req-658838a6-7a16-4b02-bb8d-ea94db9cb942 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48e47c2739e04e14b080f6f06b48e05d&device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 1095 time: 0.1242850 Jul 19 03:13:38.822553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7c6ea-3152-4be7-a2ee-151f7def8ced req-108e4a6f-eb4b-4fd8-b818-f5fff754bbca tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:38.824428 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2f7c6ea-3152-4be7-a2ee-151f7def8ced req-108e4a6f-eb4b-4fd8-b818-f5fff754bbca tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.1393416 Jul 19 03:13:38.845592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Network b1260c23-1081-4296-aabc-9704ccb32332 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:13:38.876641 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, b1260c23-1081-4296-aabc-9704ccb32332) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:13:38.885282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:38.886024 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:38.903164 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2f7c6ea-3152-4be7-a2ee-151f7def8ced req-d75b18e7-d22b-402e-959f-95d085706aef tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661242 Jul 19 03:13:38.943552 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c05be008-4c2b-4330-8e3b-2dbca793354a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7133861 Jul 19 03:13:39.017290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:39.037859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'port_id': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'mac_address': 'fa:16:3e:9a:39:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:13:39.048224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530162d-cea1-4f1a-9d78-25aa7256e9b9 None None] Network b1260c23-1081-4296-aabc-9704ccb32332 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:13:39.164101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2 req-bc7cfae3-a6c6-4159-b07d-943a62ac2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:39.167997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2 req-bc7cfae3-a6c6-4159-b07d-943a62ac2b47 service neutron] 10.222.0.25 "GET /v2.0/networks?id=93ae0eba-c261-4e04-94bc-dbff6081879d HTTP/1.1" status: 200 len: 922 time: 0.3513763 Jul 19 03:13:39.305064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2 req-f9cfbb35-f779-4661-8563-fd6fbdf9671b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 HTTP/1.1" status: 200 len: 217 time: 0.1258070 Jul 19 03:13:39.324934 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:13:39.346780 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:39.486531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-597d588a-7518-45c1-9cdb-811d0f965e55 req-45ff083c-062c-4027-9777-54809bf12ad5 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-397230648', 'description': 'tempest-description-1107623839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:39.487444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:39.504367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2 req-013e7bca-2095-4782-974a-2d919b6a3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:39.505857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2 req-013e7bca-2095-4782-974a-2d919b6a3590 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97938179-333d-4d58-bab7-7b89064543f0 HTTP/1.1" status: 200 len: 862 time: 0.1942596 Jul 19 03:13:39.529229 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-597d588a-7518-45c1-9cdb-811d0f965e55 req-45ff083c-062c-4027-9777-54809bf12ad5 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:39.596246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:39.598225 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2 req-44443615-c804-4068-90e3-2186c4d80d68 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93ae0eba-c261-4e04-94bc-dbff6081879d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827746 Jul 19 03:13:39.625400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '9899fb85-2560-4583-a984-a8b399828fac', 'network_id': '54e03501-5722-4da8-a319-be568c990f3f', 'port_id': '9899fb85-2560-4583-a984-a8b399828fac', 'mac_address': 'fa:16:3e:72:cd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea24e738-4c72-4cea-a6ca-1f2d88066be0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:13:39.648521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3481ad76-e321-4079-8a9c-baddb5cf567a None None] Network b1260c23-1081-4296-aabc-9704ccb32332 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:13:39.666688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-597d588a-7518-45c1-9cdb-811d0f965e55 req-45ff083c-062c-4027-9777-54809bf12ad5 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:39.673003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-597d588a-7518-45c1-9cdb-811d0f965e55 req-45ff083c-062c-4027-9777-54809bf12ad5 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:39.706969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0f5b-8996-4850-af3c-145d8a77ea8b req-d171e53b-20c0-43ad-beae-5ffe8e091484 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:39.717353 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-668d0f5b-8996-4850-af3c-145d8a77ea8b req-d171e53b-20c0-43ad-beae-5ffe8e091484 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 943 time: 0.3489807 Jul 19 03:13:39.720396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-router', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:27Z', 'updated_at': '2021-07-19T03:13:36Z', 'revision_number': 4, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'gw_port': {'id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:29Z', 'updated_at': '2021-07-19T03:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '45ae537e-48c8-48de-9215-c6620ab8a5d6', 'name': '', 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'mac_address': 'fa:16:3e:f7:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3949ea8a-ce2b-4249-b123-dddc1583273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:34Z', 'updated_at': '2021-07-19T03:13:36Z', 'revision_number': 2, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'subnets': [{'id': '3949ea8a-ce2b-4249-b123-dddc1583273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:39.729534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff083c-062c-4027-9777-54809bf12ad5 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bcc143-d2e2-4f49-87d5-8b47529e8c84,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:39.734833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-597d588a-7518-45c1-9cdb-811d0f965e55 req-45ff083c-062c-4027-9777-54809bf12ad5 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:39.750248 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-597d588a-7518-45c1-9cdb-811d0f965e55 req-45ff083c-062c-4027-9777-54809bf12ad5 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2794936 Jul 19 03:13:39.854459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Checking router: 279d6984-5224-4d49-8c9e-23a2fa5d9a39 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:13:39.854852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Updating router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 port 45ae537e-48c8-48de-9215-c6620ab8a5d6 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:13:39.928325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff7d31-0b34-4454-84f0-a366246c047e req-5cfecd0e-ace9-4050-88a2-0ecd6631ba2c tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:39.935167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-668d0f5b-8996-4850-af3c-145d8a77ea8b req-0bd39e57-13b8-4644-9212-274236dcf496 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165723 Jul 19 03:13:39.936080 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-23ff7d31-0b34-4454-84f0-a366246c047e req-5cfecd0e-ace9-4050-88a2-0ecd6631ba2c tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 943 time: 0.0851085 Jul 19 03:13:39.937620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2 req-0a8db299-e0ae-4036-8d0f-74d65083ac4e service neutron] 10.222.0.25 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307576 Jul 19 03:13:39.947894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:39.967411 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:39.995411 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-23ff7d31-0b34-4454-84f0-a366246c047e req-78895572-899d-426f-be9d-465a43c62437 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581946 Jul 19 03:13:40.093165 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.095427 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-add806f3-3a05-41de-9bbe-da32cad991ce req-95b9349a-e432-4e65-a5b0-d6800c6c7ada tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/a2bcc143-d2e2-4f49-87d5-8b47529e8c84 HTTP/1.1" status: 200 len: 1804 time: 0.0690713 Jul 19 03:13:40.100715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-add806f3-3a05-41de-9bbe-da32cad991ce req-a4a2c5a2-df09-406c-8a9c-0f773d56658d tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2bcc143-d2e2-4f49-87d5-8b47529e8c84', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:40.101172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-add806f3-3a05-41de-9bbe-da32cad991ce req-a4a2c5a2-df09-406c-8a9c-0f773d56658d tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2bcc143-d2e2-4f49-87d5-8b47529e8c84', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:40.177588 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.183750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d3486df4-6cbc-45d5-b1ce-4691eee3b7c2 req-58cd8369-958f-4402-aad0-38b5ef02712d service neutron] 10.222.0.25 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366021 Jul 19 03:13:40.201199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:40.222340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-add806f3-3a05-41de-9bbe-da32cad991ce req-a4a2c5a2-df09-406c-8a9c-0f773d56658d tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.231621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9899fb85-2560-4583-a984-a8b399828fac {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:40.253946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-add806f3-3a05-41de-9bbe-da32cad991ce req-a4a2c5a2-df09-406c-8a9c-0f773d56658d tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.256110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:40.263429 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-add806f3-3a05-41de-9bbe-da32cad991ce req-a4a2c5a2-df09-406c-8a9c-0f773d56658d tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.279820 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.285670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2c5a2-df09-406c-8a9c-0f773d56658d tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00ea610-7eef-49e3-9b08-ee1df9f1d15e,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:40.296618 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-add806f3-3a05-41de-9bbe-da32cad991ce req-a4a2c5a2-df09-406c-8a9c-0f773d56658d tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.307707 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-add806f3-3a05-41de-9bbe-da32cad991ce req-a4a2c5a2-df09-406c-8a9c-0f773d56658d tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2112067 Jul 19 03:13:40.332100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f2b1c-c633-4dbf-b638-74cf1760510e req-c87e9882-cfc8-4fe9-b9c0-aa46e3016c99 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:40.335591 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca7f2b1c-c633-4dbf-b638-74cf1760510e req-c87e9882-cfc8-4fe9-b9c0-aa46e3016c99 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1454215 Jul 19 03:13:40.384813 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:13:40.407844 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca7f2b1c-c633-4dbf-b638-74cf1760510e req-3e5e7cdb-142d-45de-b5c2-7d76a12c746e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652046 Jul 19 03:13:40.474658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=9899fb85-2560-4583-a984-a8b399828fac,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:40.540295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c9838-0836-4ef0-b7be-0ab2e81d685a req-6235b6f8-eb68-41ac-9f98-476c44a71ed2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:40.543085 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a63c9838-0836-4ef0-b7be-0ab2e81d685a req-6235b6f8-eb68-41ac-9f98-476c44a71ed2 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 944 time: 0.1074612 Jul 19 03:13:40.548471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['9899fb85-2560-4583-a984-a8b399828fac'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:13:40.665164 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a63c9838-0836-4ef0-b7be-0ab2e81d685a req-5aef4be9-435e-4086-9e9f-fab61e158bc0 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088583 Jul 19 03:13:40.724350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-82fe09df-d720-44c2-b03b-a403bfeef742 req-d256e036-70db-419e-b905-69fc4bebd0ff tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-986258093', 'description': 'tempest-description-947411866'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:40.772371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-82fe09df-d720-44c2-b03b-a403bfeef742 req-d256e036-70db-419e-b905-69fc4bebd0ff tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.794609 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.837980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Transition to ACTIVE for port object 45ae537e-48c8-48de-9215-c6620ab8a5d6 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:40.861514 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.937635 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-82fe09df-d720-44c2-b03b-a403bfeef742 req-d256e036-70db-419e-b905-69fc4bebd0ff tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.938174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97fd05-8bd6-4232-98e6-ecf3afa1fa2d None None] Pushing event updated for resources: {'Port': ['ID=45ae537e-48c8-48de-9215-c6620ab8a5d6,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:40.953012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-82fe09df-d720-44c2-b03b-a403bfeef742 req-d256e036-70db-419e-b905-69fc4bebd0ff tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:40.993528 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256e036-70db-419e-b905-69fc4bebd0ff tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a244875c-702d-48b3-b6ba-3acc51e6a978,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:41.005929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-82fe09df-d720-44c2-b03b-a403bfeef742 req-d256e036-70db-419e-b905-69fc4bebd0ff tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.010456 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-82fe09df-d720-44c2-b03b-a403bfeef742 req-d256e036-70db-419e-b905-69fc4bebd0ff tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2906649 Jul 19 03:13:41.058867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Attempting to bind port 45ae537e-48c8-48de-9215-c6620ab8a5d6 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:41.059248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Attempting to bind port 45ae537e-48c8-48de-9215-c6620ab8a5d6 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:41.059620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Attempting to bind port 45ae537e-48c8-48de-9215-c6620ab8a5d6 on network ef632100-5a18-431e-b316-f1ee0126261b {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:41.076563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:41.078704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Checking segment: {'id': '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:41.079128 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.079533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Bound using segment: {'id': '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:41.080028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Bound port: 45ae537e-48c8-48de-9215-c6620ab8a5d6, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:41.080421 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.103464 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee68a230-fc50-40fd-9e7b-2eb243693a0e req-104de556-22a1-4fb4-8eb3-e44aef93841b tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/a244875c-702d-48b3-b6ba-3acc51e6a978 HTTP/1.1" status: 200 len: 1803 time: 0.0715191 Jul 19 03:13:41.116458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-ee68a230-fc50-40fd-9e7b-2eb243693a0e req-609e8795-47e1-4e56-b43d-0ef7985bf447 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a244875c-702d-48b3-b6ba-3acc51e6a978', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:41.116786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-ee68a230-fc50-40fd-9e7b-2eb243693a0e req-609e8795-47e1-4e56-b43d-0ef7985bf447 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a244875c-702d-48b3-b6ba-3acc51e6a978', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:41.230911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d5334-4159-4fc5-a9f9-45c3e7795635 req-f63d7712-2720-4834-909a-f509f9d78013 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:41.234259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7b3d5334-4159-4fc5-a9f9-45c3e7795635 req-f63d7712-2720-4834-909a-f509f9d78013 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 944 time: 0.1102219 Jul 19 03:13:41.253631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] For port 45ae537e-48c8-48de-9215-c6620ab8a5d6, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:41.258553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] For port 45ae537e-48c8-48de-9215-c6620ab8a5d6, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=45ae537e-48c8-48de-9215-c6620ab8a5d6,segment=NetworkSegment(025df67c-3d7f-4ea7-9f3f-edf5e0b3c064),segment_id=025df67c-3d7f-4ea7-9f3f-edf5e0b3c064)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:41.266369 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.270245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ee68a230-fc50-40fd-9e7b-2eb243693a0e req-609e8795-47e1-4e56-b43d-0ef7985bf447 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.288695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7b3d5334-4159-4fc5-a9f9-45c3e7795635 req-6fc1c56e-ca55-4b00-bd7b-d5d024171aa3 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Jul 19 03:13:41.331932 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ee68a230-fc50-40fd-9e7b-2eb243693a0e req-609e8795-47e1-4e56-b43d-0ef7985bf447 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.338597 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ee68a230-fc50-40fd-9e7b-2eb243693a0e req-609e8795-47e1-4e56-b43d-0ef7985bf447 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.340832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97fd05-8bd6-4232-98e6-ecf3afa1fa2d None None] Pushing event updated for resources: {'Port': ['ID=45ae537e-48c8-48de-9215-c6620ab8a5d6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:41.356551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e8795-47e1-4e56-b43d-0ef7985bf447 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85327ac0-1e6f-4a8f-a589-985370674dbb,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:41.366296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ee68a230-fc50-40fd-9e7b-2eb243693a0e req-609e8795-47e1-4e56-b43d-0ef7985bf447 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.367635 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee68a230-fc50-40fd-9e7b-2eb243693a0e req-609e8795-47e1-4e56-b43d-0ef7985bf447 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2633848 Jul 19 03:13:41.400310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Routers {'279d6984-5224-4d49-8c9e-23a2fa5d9a39'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:41.400935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:41.413022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-3aa4bae8-b61e-460b-abf7-67bbba485075 req-34ba54a9-a5e1-498f-92d5-d226b323a98a tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-460990723', 'description': 'tempest-description-1441261639'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:41.449324 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3aa4bae8-b61e-460b-abf7-67bbba485075 req-34ba54a9-a5e1-498f-92d5-d226b323a98a tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.535338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] Set router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:41.551588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a8b89-1f78-4b67-afd8-964ccc872ffa req-2801c291-934a-4f72-96d3-097687a044c4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:41.559274 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cf0a8b89-1f78-4b67-afd8-964ccc872ffa req-2801c291-934a-4f72-96d3-097687a044c4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 943 time: 0.0956848 Jul 19 03:13:41.618099 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cf0a8b89-1f78-4b67-afd8-964ccc872ffa req-d4d9a56d-54ba-471c-b0b7-dbe62a7b8987 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537989 Jul 19 03:13:41.621760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3aa4bae8-b61e-460b-abf7-67bbba485075 req-34ba54a9-a5e1-498f-92d5-d226b323a98a tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.627311 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3aa4bae8-b61e-460b-abf7-67bbba485075 req-34ba54a9-a5e1-498f-92d5-d226b323a98a tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.655145 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3aa4bae8-b61e-460b-abf7-67bbba485075 req-34ba54a9-a5e1-498f-92d5-d226b323a98a tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.669856 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3aa4bae8-b61e-460b-abf7-67bbba485075 req-34ba54a9-a5e1-498f-92d5-d226b323a98a tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2608955 Jul 19 03:13:41.702395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba54a9-a5e1-498f-92d5-d226b323a98a tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33cad20-9c04-44ef-9e13-139adee40638,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:41.834516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-74a1d982-068f-4a33-af42-a493cf140860 req-589d5887-59fc-442d-8d49-21f233abe3a4 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-555665424', 'description': 'tempest-description-1348736951'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:41.862576 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-74a1d982-068f-4a33-af42-a493cf140860 req-589d5887-59fc-442d-8d49-21f233abe3a4 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.870869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad4fa9-6abd-4e6d-b5a4-9f327caf6421 req-61ee6523-9256-4a02-a9fe-225329e25aad tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:41.872983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bad4fa9-6abd-4e6d-b5a4-9f327caf6421 req-61ee6523-9256-4a02-a9fe-225329e25aad tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.0844057 Jul 19 03:13:41.956636 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bad4fa9-6abd-4e6d-b5a4-9f327caf6421 req-43190ea4-fe37-4027-ab88-a7e14ef5b7ba tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754797 Jul 19 03:13:41.986298 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-74a1d982-068f-4a33-af42-a493cf140860 req-589d5887-59fc-442d-8d49-21f233abe3a4 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:41.992366 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-74a1d982-068f-4a33-af42-a493cf140860 req-589d5887-59fc-442d-8d49-21f233abe3a4 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.032349 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-74a1d982-068f-4a33-af42-a493cf140860 req-589d5887-59fc-442d-8d49-21f233abe3a4 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.033980 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-74a1d982-068f-4a33-af42-a493cf140860 req-589d5887-59fc-442d-8d49-21f233abe3a4 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2055647 Jul 19 03:13:42.036159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d5887-59fc-442d-8d49-21f233abe3a4 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3defc30d-7019-4038-8ac8-cf2ed47d55f2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:42.062099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-router', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:27Z', 'updated_at': '2021-07-19T03:13:36Z', 'revision_number': 4, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'gw_port': {'id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:29Z', 'updated_at': '2021-07-19T03:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '45ae537e-48c8-48de-9215-c6620ab8a5d6', 'name': '', 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'mac_address': 'fa:16:3e:f7:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3949ea8a-ce2b-4249-b123-dddc1583273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:34Z', 'updated_at': '2021-07-19T03:13:41Z', 'revision_number': 4, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'subnets': [{'id': '3949ea8a-ce2b-4249-b123-dddc1583273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:42.094200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aadd1c-8fc6-480e-a0c7-dfa5229cac0f None None] The sync data for ids ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'] in n-d-762330-18 is: [{'id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-router', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:27Z', 'updated_at': '2021-07-19T03:13:36Z', 'revision_number': 4, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'gw_port': {'id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:29Z', 'updated_at': '2021-07-19T03:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '45ae537e-48c8-48de-9215-c6620ab8a5d6', 'name': '', 'network_id': 'ef632100-5a18-431e-b316-f1ee0126261b', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'mac_address': 'fa:16:3e:f7:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3949ea8a-ce2b-4249-b123-dddc1583273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:34Z', 'updated_at': '2021-07-19T03:13:41Z', 'revision_number': 4, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'subnets': [{'id': '3949ea8a-ce2b-4249-b123-dddc1583273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:13:42.194573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806e549-9636-41f6-a119-33dbcf038aac req-84974018-e2d7-41ab-b16f-c62a3eca5165 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:42.196249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6806e549-9636-41f6-a119-33dbcf038aac req-84974018-e2d7-41ab-b16f-c62a3eca5165 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 944 time: 0.1208491 Jul 19 03:13:42.297463 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6806e549-9636-41f6-a119-33dbcf038aac req-96aecec5-678b-4f65-9cb1-fed7e5f358dc tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948980 Jul 19 03:13:42.318319 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7ff48e0-ff37-4bcd-9e35-1b38bcadf9e0 req-38366289-9020-4952-87d4-b37c86a8873e tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/b33cad20-9c04-44ef-9e13-139adee40638 HTTP/1.1" status: 200 len: 1804 time: 0.0897145 Jul 19 03:13:42.394618 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7ff48e0-ff37-4bcd-9e35-1b38bcadf9e0 req-dde3d0bc-5470-4e0e-9c9b-e7b4a2ad8764 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/3defc30d-7019-4038-8ac8-cf2ed47d55f2 HTTP/1.1" status: 200 len: 1804 time: 0.0591850 Jul 19 03:13:42.406910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-d7ff48e0-ff37-4bcd-9e35-1b38bcadf9e0 req-3ff632fc-8737-411a-afb4-ca2c6fb7bd91 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b33cad20-9c04-44ef-9e13-139adee40638', 'remote_group_id': '3defc30d-7019-4038-8ac8-cf2ed47d55f2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:42.408318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-d7ff48e0-ff37-4bcd-9e35-1b38bcadf9e0 req-3ff632fc-8737-411a-afb4-ca2c6fb7bd91 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b33cad20-9c04-44ef-9e13-139adee40638', 'remote_group_id': '3defc30d-7019-4038-8ac8-cf2ed47d55f2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:42.448563 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-43ecc06f-aa83-4137-96b8-a314ab5eaa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.507908 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d7ff48e0-ff37-4bcd-9e35-1b38bcadf9e0 req-3ff632fc-8737-411a-afb4-ca2c6fb7bd91 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.518580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3e1d1-038a-4695-830e-d1a0a21848ec req-2c8ef93a-244d-4c11-8d74-12c1eee4f77e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:42.520484 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33f3e1d1-038a-4695-830e-d1a0a21848ec req-2c8ef93a-244d-4c11-8d74-12c1eee4f77e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 944 time: 0.0866332 Jul 19 03:13:42.526320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:42.569091 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d7ff48e0-ff37-4bcd-9e35-1b38bcadf9e0 req-3ff632fc-8737-411a-afb4-ca2c6fb7bd91 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.574667 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d7ff48e0-ff37-4bcd-9e35-1b38bcadf9e0 req-3ff632fc-8737-411a-afb4-ca2c6fb7bd91 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.585738 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33f3e1d1-038a-4695-830e-d1a0a21848ec req-725bf103-4550-45e4-a399-4ffe039e112b tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530710 Jul 19 03:13:42.588327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:13:42.623768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff632fc-8737-411a-afb4-ca2c6fb7bd91 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad34809-b49e-4533-aa1a-27655ef40b25,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:42.641748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d7ff48e0-ff37-4bcd-9e35-1b38bcadf9e0 req-3ff632fc-8737-411a-afb4-ca2c6fb7bd91 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.686945 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7ff48e0-ff37-4bcd-9e35-1b38bcadf9e0 req-3ff632fc-8737-411a-afb4-ca2c6fb7bd91 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2854960 Jul 19 03:13:42.704824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:42.712236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-c93908f8-6729-49d7-9477-70184d9ed51b req-60cbbe37-f9dd-41a0-82bf-3b7ec1aa5491 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-487994420', 'description': 'tempest-description-1397734383'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:42.724522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7', 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d', 'port_id': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7', 'mac_address': 'fa:16:3e:f5:c5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97938179-333d-4d58-bab7-7b89064543f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:13:42.726506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9899fb85-2560-4583-a984-a8b399828fac up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:42.757857 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c93908f8-6729-49d7-9477-70184d9ed51b req-60cbbe37-f9dd-41a0-82bf-3b7ec1aa5491 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.865511 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.872121 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:42.885627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:42.886784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.928467 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c93908f8-6729-49d7-9477-70184d9ed51b req-60cbbe37-f9dd-41a0-82bf-3b7ec1aa5491 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.936462 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c93908f8-6729-49d7-9477-70184d9ed51b req-60cbbe37-f9dd-41a0-82bf-3b7ec1aa5491 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:42.970338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 45ae537e-48c8-48de-9215-c6620ab8a5d6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:42.998304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360756-b0e8-4ee1-baa2-1cfa5560d64f req-b89bafb6-ae8d-4dd4-8987-888d69710f2a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:43.001229 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-84360756-b0e8-4ee1-baa2-1cfa5560d64f req-b89bafb6-ae8d-4dd4-8987-888d69710f2a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 943 time: 0.1275399 Jul 19 03:13:43.003431 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c93908f8-6729-49d7-9477-70184d9ed51b req-60cbbe37-f9dd-41a0-82bf-3b7ec1aa5491 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.017871 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c93908f8-6729-49d7-9477-70184d9ed51b req-60cbbe37-f9dd-41a0-82bf-3b7ec1aa5491 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3191769 Jul 19 03:13:43.036840 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbbe37-f9dd-41a0-82bf-3b7ec1aa5491 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ab131-0807-4370-a342-366a10920c63,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:43.074656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:43.081762 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.098373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 9899fb85-2560-4583-a984-a8b399828fac completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:43.099515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-84360756-b0e8-4ee1-baa2-1cfa5560d64f req-42671286-7bad-494c-9ea1-26e3210e6397 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850310 Jul 19 03:13:43.141830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:43.147434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:43.150306 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e657e2e3-4ab2-4c7b-86d1-fd23381d9012" -d '{"events": [{"server_uuid": "3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6", "name": "network-vif-plugged", "status": "completed", "tag": "ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:43.165892 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.174469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 9899fb85-2560-4583-a984-a8b399828fac triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:43.174837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.250277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-6cf974d8-3154-44d0-8518-335544479fdd req-5bd5e984-5c1b-46b4-8c51-1e3b93e82469 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-258838938', 'description': 'tempest-description-723118038'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:43.287293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:43.297555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6cf974d8-3154-44d0-8518-335544479fdd req-5bd5e984-5c1b-46b4-8c51-1e3b93e82469 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.307439 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.384051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:43.395825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 45ae537e-48c8-48de-9215-c6620ab8a5d6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:43.413787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6cf974d8-3154-44d0-8518-335544479fdd req-5bd5e984-5c1b-46b4-8c51-1e3b93e82469 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.416048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 45ae537e-48c8-48de-9215-c6620ab8a5d6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:43.416332 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.420072 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6cf974d8-3154-44d0-8518-335544479fdd req-5bd5e984-5c1b-46b4-8c51-1e3b93e82469 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.423965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4c072-a870-415f-a0e3-173a3461856c req-b73825d3-b717-44f6-860b-4dbb60b49c0a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:43.427835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.428195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.428528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.429012 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.429336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.429666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.429995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.430346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.430682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.431385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.431385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.431616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:13:43.434522 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-edd4c072-a870-415f-a0e3-173a3461856c req-b73825d3-b717-44f6-860b-4dbb60b49c0a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1525512 Jul 19 03:13:43.473707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5e984-5c1b-46b4-8c51-1e3b93e82469 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab2c07-90ce-4860-bec2-6a27d4dbcb9f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:43.499585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6cf974d8-3154-44d0-8518-335544479fdd req-5bd5e984-5c1b-46b4-8c51-1e3b93e82469 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.502960 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.505831 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6cf974d8-3154-44d0-8518-335544479fdd req-5bd5e984-5c1b-46b4-8c51-1e3b93e82469 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2598875 Jul 19 03:13:43.510983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-edd4c072-a870-415f-a0e3-173a3461856c req-1be30cb6-7d48-4da2-90ed-b90e3ac06d41 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751104 Jul 19 03:13:43.568658 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88640321-af71-4050-9c68-f53c8aeeb722 x-openstack-request-id: req-88640321-af71-4050-9c68-f53c8aeeb722 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:43.568954 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6", "name": "network-vif-plugged", "status": "completed", "tag": "ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:43.569205 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88640321-af71-4050-9c68-f53c8aeeb722 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:43.569587 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'code': 200} Jul 19 03:13:43.579078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:43.638730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:13:43.686526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:43.733480 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.786336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5b05e-2f7e-4f13-84e2-0a0dade84980 req-c99f6339-8f27-43ec-87a8-9e31d2f17039 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:43.797874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cd5b05e-2f7e-4f13-84e2-0a0dade84980 req-c99f6339-8f27-43ec-87a8-9e31d2f17039 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.0924394 Jul 19 03:13:43.810308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=9899fb85-2560-4583-a984-a8b399828fac,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:43.820429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3fc31-18d4-4249-8986-4b38d7940cb4 req-40711eb9-9453-4fe3-b59c-fe2757913f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:43.824395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16a3fc31-18d4-4249-8986-4b38d7940cb4 req-40711eb9-9453-4fe3-b59c-fe2757913f27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 1097 time: 0.1662984 Jul 19 03:13:43.854201 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cd5b05e-2f7e-4f13-84e2-0a0dade84980 req-2b3aed4b-812c-407d-9091-916ba08d32e9 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552020 Jul 19 03:13:43.859556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.902627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 45ae537e-48c8-48de-9215-c6620ab8a5d6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=45ae537e-48c8-48de-9215-c6620ab8a5d6,segment=NetworkSegment(025df67c-3d7f-4ea7-9f3f-edf5e0b3c064),segment_id=025df67c-3d7f-4ea7-9f3f-edf5e0b3c064)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:43.914969 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:43.919645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceab0928-0506-4cfd-af59-84f66d917eaf req-6ecaf293-9dbd-438a-b682-af8b1de465ee tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/a43ab131-0807-4370-a342-366a10920c63 HTTP/1.1" status: 200 len: 1804 time: 0.0708349 Jul 19 03:13:43.974156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceab0928-0506-4cfd-af59-84f66d917eaf req-f40f1f7c-44d1-4a01-a677-6c64904cce9e tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/b3ab2c07-90ce-4860-bec2-6a27d4dbcb9f HTTP/1.1" status: 200 len: 1803 time: 0.0532904 Jul 19 03:13:43.978165 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16a3fc31-18d4-4249-8986-4b38d7940cb4 req-ef10158b-6829-4c3e-bd33-3d8d5fbf8aa8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469195 Jul 19 03:13:43.981405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ceab0928-0506-4cfd-af59-84f66d917eaf req-3283ea33-6ea9-4397-a990-8fad5f3ce408 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a43ab131-0807-4370-a342-366a10920c63', 'remote_group_id': 'b3ab2c07-90ce-4860-bec2-6a27d4dbcb9f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:43.982551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ceab0928-0506-4cfd-af59-84f66d917eaf req-3283ea33-6ea9-4397-a990-8fad5f3ce408 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a43ab131-0807-4370-a342-366a10920c63', 'remote_group_id': 'b3ab2c07-90ce-4860-bec2-6a27d4dbcb9f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:44.010531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=45ae537e-48c8-48de-9215-c6620ab8a5d6,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:44.049925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb9a11-08b1-4a2a-b235-bea3d6fae14d req-f6c53cbf-1220-45c3-bf92-93fac2817a2d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:44.058801 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0ecb9a11-08b1-4a2a-b235-bea3d6fae14d req-f6c53cbf-1220-45c3-bf92-93fac2817a2d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 945 time: 0.0821822 Jul 19 03:13:44.066008 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ceab0928-0506-4cfd-af59-84f66d917eaf req-3283ea33-6ea9-4397-a990-8fad5f3ce408 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.100256 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0ecb9a11-08b1-4a2a-b235-bea3d6fae14d req-4bc70c55-7742-4e02-8fe3-07a81418eec9 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374427 Jul 19 03:13:44.111116 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ceab0928-0506-4cfd-af59-84f66d917eaf req-3283ea33-6ea9-4397-a990-8fad5f3ce408 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.115558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ceab0928-0506-4cfd-af59-84f66d917eaf req-3283ea33-6ea9-4397-a990-8fad5f3ce408 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.135691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283ea33-6ea9-4397-a990-8fad5f3ce408 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af87c9a5-f05d-4514-9bc6-ced6f51be468,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:44.148220 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ceab0928-0506-4cfd-af59-84f66d917eaf req-3283ea33-6ea9-4397-a990-8fad5f3ce408 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.149694 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceab0928-0506-4cfd-af59-84f66d917eaf req-3283ea33-6ea9-4397-a990-8fad5f3ce408 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1745448 Jul 19 03:13:44.213472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5367904d-b271-4631-82e3-f2b4bf07bc5f req-e6f7df43-d94e-4769-8f64-ec53ff4ca623 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/b3ab2c07-90ce-4860-bec2-6a27d4dbcb9f HTTP/1.1" status: 200 len: 1803 time: 0.0447054 Jul 19 03:13:44.276340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5367904d-b271-4631-82e3-f2b4bf07bc5f req-a221f88c-91cd-484f-9fcb-758d6af0720c tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.299631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5367904d-b271-4631-82e3-f2b4bf07bc5f req-a221f88c-91cd-484f-9fcb-758d6af0720c tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.308846 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeb8c5-c5e7-4556-ad9c-e884b5c43861 req-ebe61209-e657-433f-8ea6-e71a09ac9cba tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:44.310919 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7bdeb8c5-c5e7-4556-ad9c-e884b5c43861 req-ebe61209-e657-433f-8ea6-e71a09ac9cba tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 944 time: 0.0655055 Jul 19 03:13:44.348842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7bdeb8c5-c5e7-4556-ad9c-e884b5c43861 req-d4a2f814-27cb-479a-8347-4ab1bf605f29 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Jul 19 03:13:44.376508 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5367904d-b271-4631-82e3-f2b4bf07bc5f req-a221f88c-91cd-484f-9fcb-758d6af0720c tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.379552 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5367904d-b271-4631-82e3-f2b4bf07bc5f req-a221f88c-91cd-484f-9fcb-758d6af0720c tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.384135 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5367904d-b271-4631-82e3-f2b4bf07bc5f req-a221f88c-91cd-484f-9fcb-758d6af0720c tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "DELETE /v2.0/security-groups/b3ab2c07-90ce-4860-bec2-6a27d4dbcb9f HTTP/1.1" status: 204 len: 173 time: 0.1636865 Jul 19 03:13:44.396252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f88c-91cd-484f-9fcb-758d6af0720c tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab2c07-90ce-4860-bec2-6a27d4dbcb9f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:44.449354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60590364-d0bc-4e2b-9611-4c70148bdf64 req-a11ce1e7-37a5-4fcf-8f7c-ca24fc4b7416 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/a43ab131-0807-4370-a342-366a10920c63 HTTP/1.1" status: 200 len: 1804 time: 0.0488958 Jul 19 03:13:44.472668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-d6b22979-0273-42fb-9905-c9f17a9f5052 req-48c64f4e-9781-412e-b2fd-e740251b95b2 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2102245772', 'description': 'tempest-description-434595768'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:44.496105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d6b22979-0273-42fb-9905-c9f17a9f5052 req-48c64f4e-9781-412e-b2fd-e740251b95b2 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.582109 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d6b22979-0273-42fb-9905-c9f17a9f5052 req-48c64f4e-9781-412e-b2fd-e740251b95b2 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.586018 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d6b22979-0273-42fb-9905-c9f17a9f5052 req-48c64f4e-9781-412e-b2fd-e740251b95b2 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.616921 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d6b22979-0273-42fb-9905-c9f17a9f5052 req-48c64f4e-9781-412e-b2fd-e740251b95b2 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.618286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d6b22979-0273-42fb-9905-c9f17a9f5052 req-48c64f4e-9781-412e-b2fd-e740251b95b2 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1500299 Jul 19 03:13:44.619344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c64f4e-9781-412e-b2fd-e740251b95b2 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01bec8b-6a1d-4044-bb14-8830953ef457,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:44.724467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55762057-e939-4437-b901-6b78d480e97b req-b90b9c10-26d3-409e-8ade-d6be7750153d tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/b01bec8b-6a1d-4044-bb14-8830953ef457 HTTP/1.1" status: 200 len: 1804 time: 0.0761395 Jul 19 03:13:44.724942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aabd88-a4ff-4657-b44c-c4ad3fc97e0b req-148f1307-f59e-441d-8efa-238bbbda07fa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:44.730156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-55762057-e939-4437-b901-6b78d480e97b req-57a7f903-5ce0-483d-a184-33514cf1ccfa tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b01bec8b-6a1d-4044-bb14-8830953ef457', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:44.730624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-55762057-e939-4437-b901-6b78d480e97b req-57a7f903-5ce0-483d-a184-33514cf1ccfa tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b01bec8b-6a1d-4044-bb14-8830953ef457', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:44.732694 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-82aabd88-a4ff-4657-b44c-c4ad3fc97e0b req-148f1307-f59e-441d-8efa-238bbbda07fa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.0842972 Jul 19 03:13:44.785421 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-82aabd88-a4ff-4657-b44c-c4ad3fc97e0b req-4859d20c-bfc9-4a2d-8cb1-d5fc5776994d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517855 Jul 19 03:13:44.811272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 45ae537e-48c8-48de-9215-c6620ab8a5d6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:44.834238 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:13:44.854917 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55762057-e939-4437-b901-6b78d480e97b req-57a7f903-5ce0-483d-a184-33514cf1ccfa tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.952335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 45ae537e-48c8-48de-9215-c6620ab8a5d6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:44.952881 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.959345 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55762057-e939-4437-b901-6b78d480e97b req-57a7f903-5ce0-483d-a184-33514cf1ccfa tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:44.992379 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-a0c65929-f3df-4dc6-bb4f-2e1e0df2bc39 service neutron] show failed (client error): The resource could not be found. Jul 19 03:13:44.993845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-a0c65929-f3df-4dc6-bb4f-2e1e0df2bc39 service neutron] 10.222.0.26 "GET /v2.0/ports/ff5f92b1-fce8-4d1a-89bd-0aeabe198e07/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.1071219 Jul 19 03:13:44.994665 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55762057-e939-4437-b901-6b78d480e97b req-57a7f903-5ce0-483d-a184-33514cf1ccfa tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:45.021295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7f903-5ce0-483d-a184-33514cf1ccfa tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e537dc1-f3a6-4b1b-b2c8-ed4b61c4ec41,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:45.041202 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb7656fd-e612-4fc8-a96a-80892bb8df9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:45.048321 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55762057-e939-4437-b901-6b78d480e97b req-57a7f903-5ce0-483d-a184-33514cf1ccfa tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:45.055614 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55762057-e939-4437-b901-6b78d480e97b req-57a7f903-5ce0-483d-a184-33514cf1ccfa tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3298600 Jul 19 03:13:45.177808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-42186da0-e929-48e0-95dc-a7a9244bafd3 req-2ce90deb-af5c-416f-9f25-8b9f45215228 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/b01bec8b-6a1d-4044-bb14-8830953ef457 HTTP/1.1" status: 200 len: 2397 time: 0.1007593 Jul 19 03:13:45.179917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff12b7-a0e4-4ad6-bbaa-6987756fabcf req-a81d53c1-5519-4f46-93b4-e4b14bb347c8 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:45.181596 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aeff12b7-a0e4-4ad6-bbaa-6987756fabcf req-a81d53c1-5519-4f46-93b4-e4b14bb347c8 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.1019983 Jul 19 03:13:45.191770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-42186da0-e929-48e0-95dc-a7a9244bafd3 req-c4d68438-bca1-4232-a491-c32ad37bda3f tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b01bec8b-6a1d-4044-bb14-8830953ef457', 'remote_group_id': None}]} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:45.192237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-42186da0-e929-48e0-95dc-a7a9244bafd3 req-c4d68438-bca1-4232-a491-c32ad37bda3f tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b01bec8b-6a1d-4044-bb14-8830953ef457', 'remote_group_id': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:45.235619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aeff12b7-a0e4-4ad6-bbaa-6987756fabcf req-bd84eced-72d8-4806-968b-688e35a01834 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 Jul 19 03:13:45.313022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-42186da0-e929-48e0-95dc-a7a9244bafd3 req-c4d68438-bca1-4232-a491-c32ad37bda3f tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:45.350919 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-42186da0-e929-48e0-95dc-a7a9244bafd3 req-c4d68438-bca1-4232-a491-c32ad37bda3f tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:45.367444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-42186da0-e929-48e0-95dc-a7a9244bafd3 req-c4d68438-bca1-4232-a491-c32ad37bda3f tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:45.391623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-e60a66b6-9f33-43b2-b0e0-4c57a6223088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:45.393168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-e60a66b6-9f33-43b2-b0e0-4c57a6223088 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2&tenant_id=39688c83d45c4f709f725b461d5c4b8f HTTP/1.1" status: 200 len: 1102 time: 0.1320970 Jul 19 03:13:45.396055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d68438-bca1-4232-a491-c32ad37bda3f tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d296f6e6-2a8a-458b-886c-58a4151623f7,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:45.408693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:45.423388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa9677-0ab2-499b-b6e0-4973cd40e50f req-4f9aedc5-a816-454f-b10a-cd83b3af4ac4 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:45.423388 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8faa9677-0ab2-499b-b6e0-4973cd40e50f req-4f9aedc5-a816-454f-b10a-cd83b3af4ac4 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 945 time: 0.0718646 Jul 19 03:13:45.432417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-42186da0-e929-48e0-95dc-a7a9244bafd3 req-c4d68438-bca1-4232-a491-c32ad37bda3f tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:45.433551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-42186da0-e929-48e0-95dc-a7a9244bafd3 req-c4d68438-bca1-4232-a491-c32ad37bda3f tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2462206 Jul 19 03:13:45.486553 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8faa9677-0ab2-499b-b6e0-4973cd40e50f req-7d06c80d-a504-4b29-9e55-8298015e82d6 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616889 Jul 19 03:13:45.545498 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:45.551968 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:45.570974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3074213-6a8d-42b4-bf34-220036286427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9899fb85-2560-4583-a984-a8b399828fac'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:45.574073 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313913a6-ecb6-4611-87ef-353908cac2cd" -d '{"events": [{"server_uuid": "e3074213-6a8d-42b4-bf34-220036286427", "name": "network-vif-plugged", "status": "completed", "tag": "9899fb85-2560-4583-a984-a8b399828fac"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:45.591202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f4cb085-172e-44c9-864d-c019e9729305 req-aae27fac-36c9-4490-b9ff-dbff2e12ec0e tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/b01bec8b-6a1d-4044-bb14-8830953ef457 HTTP/1.1" status: 200 len: 2995 time: 0.0605829 Jul 19 03:13:45.788284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e227326-8356-4203-8e9a-567a7c2eafd1 req-85835049-1925-400e-82cb-897c8515267e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:45.790253 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e227326-8356-4203-8e9a-567a7c2eafd1 req-85835049-1925-400e-82cb-897c8515267e tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 944 time: 0.1704390 Jul 19 03:13:45.870628 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e227326-8356-4203-8e9a-567a7c2eafd1 req-ea21704d-c85a-4364-ac26-b054568abdbd tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714142 Jul 19 03:13:45.883150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:45.928990 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f552e264-ab22-453d-879e-a6c5d83fad88 x-openstack-request-id: req-f552e264-ab22-453d-879e-a6c5d83fad88 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:45.930845 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3074213-6a8d-42b4-bf34-220036286427", "name": "network-vif-plugged", "status": "completed", "tag": "9899fb85-2560-4583-a984-a8b399828fac", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:45.931236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:45.931767 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f552e264-ab22-453d-879e-a6c5d83fad88 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:45.932349 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3074213-6a8d-42b4-bf34-220036286427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9899fb85-2560-4583-a984-a8b399828fac', 'code': 200} Jul 19 03:13:45.990751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82e416-9511-4a7d-b0e1-578789af072a req-572b2bb1-5ea4-4c21-a87a-7cec336f7563 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:45.992378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-572b2bb1-5ea4-4c21-a87a-7cec336f7563 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1461632 Jul 19 03:13:46.036131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:46.038930 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac39029-9270-4291-ad12-a2044d705520" -d '{"events": [{"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:46.043150 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.047277 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-98d1a21a-1a37-47df-bace-4428b0429733 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.0488029 Jul 19 03:13:46.048857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-70d9b3f5-026b-4ec8-aaca-d97613d02afc req-6ab777c6-160c-478b-a7de-279d45cd1fe3 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-group-rules/d296f6e6-2a8a-458b-886c-58a4151623f7 HTTP/1.1" status: 200 len: 783 time: 0.0850918 Jul 19 03:13:46.060813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-8c82e416-9511-4a7d-b0e1-578789af072a req-6d65ca5d-e5f8-4e7a-bba6-2c8300c22416 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Request body: {'floatingip': {'port_id': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:46.074397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Transition to ACTIVE for port object ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:46.086327 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.100196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c82e416-9511-4a7d-b0e1-578789af072a req-6d65ca5d-e5f8-4e7a-bba6-2c8300c22416 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.184291 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-70d9b3f5-026b-4ec8-aaca-d97613d02afc req-8e85bd15-bff3-4174-a8ed-b285425e86b6 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/b01bec8b-6a1d-4044-bb14-8830953ef457 HTTP/1.1" status: 200 len: 2995 time: 0.1278219 Jul 19 03:13:46.204981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:46.214993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] No DVR routers for this DVR port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:13:46.220855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa88c5a-c8de-4bc1-b9cd-33fa7fcb941d req-d4da8126-e252-4038-9851-c5e0ea3d5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:46.222676 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cfa88c5a-c8de-4bc1-b9cd-33fa7fcb941d req-d4da8126-e252-4038-9851-c5e0ea3d5a22 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 1097 time: 0.2236726 Jul 19 03:13:46.284579 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.291898 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-70d9b3f5-026b-4ec8-aaca-d97613d02afc req-33f82b90-0940-441c-a444-51f90e3d37de tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.322382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-70d9b3f5-026b-4ec8-aaca-d97613d02afc req-33f82b90-0940-441c-a444-51f90e3d37de tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.333623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:46.334103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:46.334567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:46.362998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cfa88c5a-c8de-4bc1-b9cd-33fa7fcb941d req-a5e67445-284a-4674-928f-0b7f7393aaba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316743 Jul 19 03:13:46.365577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:13:46.366012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:46.380046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:46.380558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:46.381531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:46.382166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Bound port: ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:46.382807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.399069 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-70d9b3f5-026b-4ec8-aaca-d97613d02afc req-33f82b90-0940-441c-a444-51f90e3d37de tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.404250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-70d9b3f5-026b-4ec8-aaca-d97613d02afc req-33f82b90-0940-441c-a444-51f90e3d37de tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.405511 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-70d9b3f5-026b-4ec8-aaca-d97613d02afc req-33f82b90-0940-441c-a444-51f90e3d37de tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d296f6e6-2a8a-458b-886c-58a4151623f7 HTTP/1.1" status: 204 len: 173 time: 0.2203748 Jul 19 03:13:46.457409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f82b90-0940-441c-a444-51f90e3d37de tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d296f6e6-2a8a-458b-886c-58a4151623f7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:46.494758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:46.498930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:46.506708 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.607676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:46.643874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:46.658726 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.671604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] 10.222.0.25 "PUT /v2.0/ports/ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 1097 time: 1.2684188 Jul 19 03:13:46.672395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df436a49-5923-4386-b669-9f75cbd6b90a service neutron] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:46.735582 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c82e416-9511-4a7d-b0e1-578789af072a req-6d65ca5d-e5f8-4e7a-bba6-2c8300c22416 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.742347 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c82e416-9511-4a7d-b0e1-578789af072a req-6d65ca5d-e5f8-4e7a-bba6-2c8300c22416 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.760842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:46.765789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:46.766162 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:46.828027 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef536b-dee8-4a28-9491-9b0713cec9c3 req-a8c93a69-2f49-42b7-9547-5bec7e6123b2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:46.837090 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1ef536b-dee8-4a28-9491-9b0713cec9c3 req-a8c93a69-2f49-42b7-9547-5bec7e6123b2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 948 time: 0.2769654 Jul 19 03:13:46.898770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1ef536b-dee8-4a28-9491-9b0713cec9c3 req-bb0325a5-23b7-40df-b84d-b2904a11aab8 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561783 Jul 19 03:13:46.901615 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [req-8c82e416-9511-4a7d-b0e1-578789af072a req-6d65ca5d-e5f8-4e7a-bba6-2c8300c22416 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Floating IP a4948bce-07f9-4438-8618-0c351807ab07 associated. External IP: 172.25.2.165, port: b74ceb92-5faf-4394-865e-0332aaa4b293. Jul 19 03:13:46.912662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-bb34c3bf-6495-4650-a069-3a92dd4aa675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:46.914624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-bb34c3bf-6495-4650-a069-3a92dd4aa675 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1100 time: 0.1842093 Jul 19 03:13:46.986877 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:47.047998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:47.056984 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:47.070457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-afe14de0-891c-403e-a06e-41e6ade9c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:47.072392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-afe14de0-891c-403e-a06e-41e6ade9c887 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1507494 Jul 19 03:13:47.129592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:47.130206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-63c49a21-9239-40eb-918d-aeac465c24cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.0498323 Jul 19 03:13:47.203154 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7ccf78-d0a1-4a73-acc2-a1c1ebe4ce41 x-openstack-request-id: req-2a7ccf78-d0a1-4a73-acc2-a1c1ebe4ce41 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:47.203607 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:47.204247 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a7ccf78-d0a1-4a73-acc2-a1c1ebe4ce41 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:47.204643 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'code': 200} Jul 19 03:13:47.209264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c82e416-9511-4a7d-b0e1-578789af072a req-6d65ca5d-e5f8-4e7a-bba6-2c8300c22416 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Router e89bc9e4-fba5-4468-becd-73fb5fc4686f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:13:47.246925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-70a8499b-6cb8-44e3-b2f9-9930e251211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:47.249715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-70a8499b-6cb8-44e3-b2f9-9930e251211b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1086721 Jul 19 03:13:47.339225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c82e416-9511-4a7d-b0e1-578789af072a req-6d65ca5d-e5f8-4e7a-bba6-2c8300c22416 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:13:47.350615 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] Sync routers for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:13:47.353374 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8c82e416-9511-4a7d-b0e1-578789af072a req-6d65ca5d-e5f8-4e7a-bba6-2c8300c22416 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:47.360155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-a3b658bc-046c-4a0e-b8ac-683493b40524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:47.362213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-a3b658bc-046c-4a0e-b8ac-683493b40524 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0979567 Jul 19 03:13:47.370565 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:47.371270 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:47.411382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-6d65ca5d-e5f8-4e7a-bba6-2c8300c22416 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "PUT /v2.0/floatingips/a4948bce-07f9-4438-8618-0c351807ab07 HTTP/1.1" status: 200 len: 996 time: 1.3550558 Jul 19 03:13:47.414472 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:47.417094 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776c177f-6510-41b2-983d-b91b26276146" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:47.478977 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-f0efc5a4-04e6-4822-ac9f-4b02954f4b06 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026216 Jul 19 03:13:47.506647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82e416-9511-4a7d-b0e1-578789af072a req-b56b30b0-806b-4d1a-8963-60939dbd9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:47.518029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-b56b30b0-806b-4d1a-8963-60939dbd9304 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1097 time: 0.0935135 Jul 19 03:13:47.636516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82e416-9511-4a7d-b0e1-578789af072a req-31e8a847-ca48-48a0-909d-c98461e31707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:47.643846 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aceed5c3-2b94-46e8-940f-cda676e84486 req-d9d0cb59-3a32-4913-8f10-dd9f2bcaed75 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374853 Jul 19 03:13:47.644704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-31e8a847-ca48-48a0-909d-c98461e31707 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.1252873 Jul 19 03:13:47.660596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2c98a-c31c-4a15-8942-9300a729cbdc req-3111096f-a3b6-4e09-a2c4-986317148622 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:47.673188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c4b2c98a-c31c-4a15-8942-9300a729cbdc req-3111096f-a3b6-4e09-a2c4-986317148622 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.3065722 Jul 19 03:13:47.690091 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:47.784117 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-b1ab6c49-cb44-47a3-a6a5-6989ec03cc98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 999 time: 0.1384749 Jul 19 03:13:47.808392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:47.895365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82e416-9511-4a7d-b0e1-578789af072a req-90f29cea-8ee1-4723-a774-e80c0b8ddfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:47.896821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-90f29cea-8ee1-4723-a774-e80c0b8ddfd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.1119387 Jul 19 03:13:47.933474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:47.936997 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed481cdc-bb42-4bdb-85c2-6e99346d67f1" -d '{"events": [{"server_uuid": "b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:47.994080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82e416-9511-4a7d-b0e1-578789af072a req-42c2b27e-3c98-455f-9e59-e743097f1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:47.995682 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-42c2b27e-3c98-455f-9e59-e743097f1231 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775208 Jul 19 03:13:48.016200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-b8d37976-f30f-41b2-88ad-f1b686915e34 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:13:48.016200 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-b8d37976-f30f-41b2-88ad-f1b686915e34 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086207 Jul 19 03:13:48.056934 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:5d:27:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:13:46Z', 'revision_number': 1, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:48.083739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c4b2c98a-c31c-4a15-8942-9300a729cbdc req-5dfb2e36-055e-4c89-b626-9fab016f1274 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089441 Jul 19 03:13:48.115472 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] Checking router: e89bc9e4-fba5-4468-becd-73fb5fc4686f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:13:48.126780 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:48.127407 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:48.150735 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-2501d4cc-753f-46b5-abc3-469cb9152dc6 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244118 Jul 19 03:13:48.174237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-677e4daf-beb4-4c9b-b1ee-e2d53328c422 req-2695f5dd-833d-45ea-8dda-2845b864c2b3 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/b01bec8b-6a1d-4044-bb14-8830953ef457 HTTP/1.1" status: 200 len: 2397 time: 0.0651631 Jul 19 03:13:48.235772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-677e4daf-beb4-4c9b-b1ee-e2d53328c422 req-89d8d728-477a-43eb-8316-9695447fbfc3 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:48.261705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-677e4daf-beb4-4c9b-b1ee-e2d53328c422 req-89d8d728-477a-43eb-8316-9695447fbfc3 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:48.274439 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:48.285475 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c82e416-9511-4a7d-b0e1-578789af072a req-7394bd40-9c6a-4f70-a7bd-7c286eca35cf service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335306 Jul 19 03:13:48.328965 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-677e4daf-beb4-4c9b-b1ee-e2d53328c422 req-89d8d728-477a-43eb-8316-9695447fbfc3 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:48.331865 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-677e4daf-beb4-4c9b-b1ee-e2d53328c422 req-89d8d728-477a-43eb-8316-9695447fbfc3 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:48.349685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-677e4daf-beb4-4c9b-b1ee-e2d53328c422 req-89d8d728-477a-43eb-8316-9695447fbfc3 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "DELETE /v2.0/security-groups/b01bec8b-6a1d-4044-bb14-8830953ef457 HTTP/1.1" status: 204 len: 173 time: 0.1795840 Jul 19 03:13:48.376801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8d728-477a-43eb-8316-9695447fbfc3 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01bec8b-6a1d-4044-bb14-8830953ef457,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:48.514314 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e817ff2-c41b-40e6-a1ad-f040bcae8c7a x-openstack-request-id: req-7e817ff2-c41b-40e6-a1ad-f040bcae8c7a {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:48.514626 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:48.514861 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e817ff2-c41b-40e6-a1ad-f040bcae8c7a {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:48.515930 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'status': 'completed', 'code': 200} Jul 19 03:13:48.578382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f56bb-a888-496b-82c6-485acac0b247 req-138de25c-97f2-446e-a362-e50e9facb7b0 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:48.578382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c87f56bb-a888-496b-82c6-485acac0b247 req-138de25c-97f2-446e-a362-e50e9facb7b0 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 945 time: 0.1151779 Jul 19 03:13:48.583018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:13:48.587721 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:5d:27:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:13:46Z', 'revision_number': 1, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:48.625062 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ba5f1-d45c-484e-98e1-db7bcbaab4a1 None None] The sync data for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 is: [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:5d:27:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:13:46Z', 'revision_number': 1, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:13:48.660906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:13:48.669815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c87f56bb-a888-496b-82c6-485acac0b247 req-e0c2564b-ef29-4c25-8fee-3780958b5656 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641811 Jul 19 03:13:48.722460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c177f-6510-41b2-983d-b91b26276146 req-7d08bf90-ae4d-4bf2-8ee5-fbae181251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:48.725824 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776c177f-6510-41b2-983d-b91b26276146 req-7d08bf90-ae4d-4bf2-8ee5-fbae181251b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1097 time: 0.1766481 Jul 19 03:13:48.761904 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e36893f-28b6-49f5-a263-926d2cb43a04 x-openstack-request-id: req-9e36893f-28b6-49f5-a263-926d2cb43a04 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:48.762711 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:48.763076 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e36893f-28b6-49f5-a263-926d2cb43a04 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:48.763584 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7', 'code': 200} Jul 19 03:13:48.805221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca768a-80b7-4b85-a137-7239dbeab63f req-d20cdc25-28ca-4949-8aed-592d6e799766 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:48.807158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10ca768a-80b7-4b85-a137-7239dbeab63f req-d20cdc25-28ca-4949-8aed-592d6e799766 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 948 time: 0.1468604 Jul 19 03:13:48.978163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c177f-6510-41b2-983d-b91b26276146 req-785d25a0-cccc-4ecd-a011-6db720ac4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:48.979814 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776c177f-6510-41b2-983d-b91b26276146 req-785d25a0-cccc-4ecd-a011-6db720ac4e9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.2455711 Jul 19 03:13:48.999562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea0efe-b0f4-42df-accc-c1182e44d2e2 req-ed9dc5a9-ae72-4c70-b34d-e84fe5fdc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:49.006719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55ea0efe-b0f4-42df-accc-c1182e44d2e2 req-ed9dc5a9-ae72-4c70-b34d-e84fe5fdc608 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 1097 time: 0.1366498 Jul 19 03:13:49.033189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a89bf69-1401-4af5-b6cc-5f66652e71d5 None None] New status for floating IP a4948bce-07f9-4438-8618-0c351807ab07: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:13:49.197035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55ea0efe-b0f4-42df-accc-c1182e44d2e2 req-96a08c4b-d74b-40b1-8497-831930a2f852 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705678 Jul 19 03:13:49.211150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:49.213723 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcbb61f-2112-41df-b9fe-d8ea10911095" -d '{"events": [{"name": "network-changed", "server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:49.231259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776c177f-6510-41b2-983d-b91b26276146 req-c53926e8-b423-456e-a5de-a8b6ecc32e14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 999 time: 0.2415986 Jul 19 03:13:49.275654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268974-8506-49cc-9e33-bda1193357c1 req-7a227f07-484a-48f8-8caf-5c522e5ac25d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:49.283460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-7a227f07-484a-48f8-8caf-5c522e5ac25d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1835673 Jul 19 03:13:49.293434 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10ca768a-80b7-4b85-a137-7239dbeab63f req-634ffa68-9abd-4f17-a90f-f7e1b0c41166 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765930 Jul 19 03:13:49.362691 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [req-48faed01-cdaf-4935-9d00-f6068ede7282 req-e2fb22e1-da12-495f-a6f4-0222b5fb4667 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] show failed (client error): The resource could not be found. Jul 19 03:13:49.363968 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48faed01-cdaf-4935-9d00-f6068ede7282 req-e2fb22e1-da12-495f-a6f4-0222b5fb4667 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/b3ab2c07-90ce-4860-bec2-6a27d4dbcb9f HTTP/1.1" status: 404 len: 352 time: 0.0200951 Jul 19 03:13:49.447981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-ce19a1b0-be09-4411-a902-08a538bd6100 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1001 time: 0.1635349 Jul 19 03:13:49.449266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c177f-6510-41b2-983d-b91b26276146 req-c2fa3a28-7154-4b76-9669-16623221169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:49.451473 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776c177f-6510-41b2-983d-b91b26276146 req-c2fa3a28-7154-4b76-9669-16623221169f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.1601231 Jul 19 03:13:49.459844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Request body: {'floatingip': {'port_id': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:49.541317 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db7ffc-6aba-4327-b970-adffc3b24bb4 req-c8c64f8f-d06e-427c-a454-6980aa12e676 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:49.543330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e3db7ffc-6aba-4327-b970-adffc3b24bb4 req-c8c64f8f-d06e-427c-a454-6980aa12e676 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.0687668 Jul 19 03:13:49.561194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:49.595578 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e3db7ffc-6aba-4327-b970-adffc3b24bb4 req-7beee345-2778-44eb-8fda-acd9cdc76a5b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377448 Jul 19 03:13:49.615992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c177f-6510-41b2-983d-b91b26276146 req-3e10083a-71c1-407c-adc2-6ea9cacb4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:49.617527 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776c177f-6510-41b2-983d-b91b26276146 req-3e10083a-71c1-407c-adc2-6ea9cacb4578 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245422 Jul 19 03:13:49.673324 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca967fa-da69-49f1-96d1-ffcc3d74aadb x-openstack-request-id: req-cca967fa-da69-49f1-96d1-ffcc3d74aadb {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:49.673994 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:49.673994 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cca967fa-da69-49f1-96d1-ffcc3d74aadb {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:49.674544 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'status': 'completed', 'code': 200} Jul 19 03:13:49.745759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a74d4d04-4102-4904-92b0-94c2285a6b08 req-0e31330c-d025-4268-8c00-14b4ef7614a2 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/a43ab131-0807-4370-a342-366a10920c63 HTTP/1.1" status: 200 len: 1804 time: 0.0622842 Jul 19 03:13:49.856640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a74d4d04-4102-4904-92b0-94c2285a6b08 req-5133020f-d78a-4406-a455-8e3ee7fdade6 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:49.912080 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a74d4d04-4102-4904-92b0-94c2285a6b08 req-5133020f-d78a-4406-a455-8e3ee7fdade6 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:49.932642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776c177f-6510-41b2-983d-b91b26276146 req-3013b9de-4b55-46c9-8b6b-c37f3b496722 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021252 Jul 19 03:13:49.964939 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a74d4d04-4102-4904-92b0-94c2285a6b08 req-5133020f-d78a-4406-a455-8e3ee7fdade6 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:49.967820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a74d4d04-4102-4904-92b0-94c2285a6b08 req-5133020f-d78a-4406-a455-8e3ee7fdade6 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:49.968997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a74d4d04-4102-4904-92b0-94c2285a6b08 req-5133020f-d78a-4406-a455-8e3ee7fdade6 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "DELETE /v2.0/security-groups/a43ab131-0807-4370-a342-366a10920c63 HTTP/1.1" status: 204 len: 173 time: 0.2162309 Jul 19 03:13:49.981010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133020f-d78a-4406-a455-8e3ee7fdade6 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ab131-0807-4370-a342-366a10920c63,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:50.036094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-2f92d0c7-69be-49fe-83a6-2d4cddf8a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:50.037654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-2f92d0c7-69be-49fe-83a6-2d4cddf8a191 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1100 time: 0.3012931 Jul 19 03:13:50.072027 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-fafd03a0-8ae8-4475-8f37-44c3a7a4b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:50.073534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-fafd03a0-8ae8-4475-8f37-44c3a7a4b21b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1100 time: 0.3382578 Jul 19 03:13:50.274754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2f3f6-72d7-4a8d-bdca-cad8f9a08977 req-0bd947d9-5134-4793-8b59-7882d984adba tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:50.276247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-74e2f3f6-72d7-4a8d-bdca-cad8f9a08977 req-0bd947d9-5134-4793-8b59-7882d984adba tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 1097 time: 0.0886331 Jul 19 03:13:50.311200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776c177f-6510-41b2-983d-b91b26276146 req-c23f74e9-e2b8-4bd7-b8cd-4fdebd298b6a service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616967 Jul 19 03:13:50.339400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-74e2f3f6-72d7-4a8d-bdca-cad8f9a08977 req-916c007e-a7fb-4ee2-8b2f-cef14f3cf311 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569839 Jul 19 03:13:50.374883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-3b49bc15-61e7-4c79-b6f4-33bc4642e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:50.376797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-3b49bc15-61e7-4c79-b6f4-33bc4642e1c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.3272157 Jul 19 03:13:50.381942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-3470b0fb-51d9-43b2-ac32-24cdb14b0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:50.384434 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-3470b0fb-51d9-43b2-ac32-24cdb14b0152 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2573321 Jul 19 03:13:50.457941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-26aa70fb-521c-4a0b-8d11-c1049f278752 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.0722735 Jul 19 03:13:50.520569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673dbcd-cada-48be-9958-fb44a5f0383f req-77148329-a5d6-4716-8168-5463f3f4e2fb tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:50.522074 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2673dbcd-cada-48be-9958-fb44a5f0383f req-77148329-a5d6-4716-8168-5463f3f4e2fb tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 945 time: 0.0664508 Jul 19 03:13:50.530681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-bfbaf3fd-8c72-4af1-abf3-463c853a3310 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.0742741 Jul 19 03:13:50.564788 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2673dbcd-cada-48be-9958-fb44a5f0383f req-d7180cac-ffc5-4727-8f44-1c670b4ea256 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366182 Jul 19 03:13:50.630684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:13:50.768566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:50.770135 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-180a017a-592f-48bb-b879-64e3552f08e6 req-04cf0d9a-a13c-4ecb-8743-ba43f7e27e81 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/3defc30d-7019-4038-8ac8-cf2ed47d55f2 HTTP/1.1" status: 200 len: 1804 time: 0.0559855 Jul 19 03:13:50.786289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'mac_address': 'fa:16:3e:34:df:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:13:50.832412 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-180a017a-592f-48bb-b879-64e3552f08e6 req-9a294ab4-f973-4a04-8d8c-ebf5524d6ed8 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:50.846070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:50.857365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-180a017a-592f-48bb-b879-64e3552f08e6 req-9a294ab4-f973-4a04-8d8c-ebf5524d6ed8 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:50.864551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:50.891408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:50.898425 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:50.916816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-d51fddc5-ff6d-46f8-8b2a-5beb33acf8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:50.918259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-d51fddc5-ff6d-46f8-8b2a-5beb33acf8f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.4510455 Jul 19 03:13:50.952455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-180a017a-592f-48bb-b879-64e3552f08e6 req-9a294ab4-f973-4a04-8d8c-ebf5524d6ed8 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:50.955309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-180a017a-592f-48bb-b879-64e3552f08e6 req-9a294ab4-f973-4a04-8d8c-ebf5524d6ed8 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:50.956473 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-180a017a-592f-48bb-b879-64e3552f08e6 req-9a294ab4-f973-4a04-8d8c-ebf5524d6ed8 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "DELETE /v2.0/security-groups/3defc30d-7019-4038-8ac8-cf2ed47d55f2 HTTP/1.1" status: 204 len: 173 time: 0.1854177 Jul 19 03:13:50.967857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a294ab4-f973-4a04-8d8c-ebf5524d6ed8 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3defc30d-7019-4038-8ac8-cf2ed47d55f2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:50.969801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:50.981677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-6ba8b808-a343-49a0-991d-e0e1b1e044b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:50.983244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-6ba8b808-a343-49a0-991d-e0e1b1e044b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.4416635 Jul 19 03:13:51.128378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-f29a3f86-0a99-4226-8861-1976b5d70e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:51.129877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-f29a3f86-0a99-4226-8861-1976b5d70e00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2036788 Jul 19 03:13:51.133818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39413f-cab3-42f6-8706-dd798892cd98 req-57e3e62d-1ac0-48ba-ad1f-e3e1c1f7cc6c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:51.135443 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd39413f-cab3-42f6-8706-dd798892cd98 req-57e3e62d-1ac0-48ba-ad1f-e3e1c1f7cc6c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 949 time: 0.0786223 Jul 19 03:13:51.136660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:51.152663 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:51.178358 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd39413f-cab3-42f6-8706-dd798892cd98 req-6fef1a6f-3f4a-4290-878b-653f1db3595c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Jul 19 03:13:51.225947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:13:51.247867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-4fa3bc12-2546-4958-9917-75c849bd1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:51.249403 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-4fa3bc12-2546-4958-9917-75c849bd1f44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2373168 Jul 19 03:13:51.344646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb75a1-3505-4009-9706-51217eef410b req-401c96e8-70ad-476d-8609-77b84250e210 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:51.352325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4efb75a1-3505-4009-9706-51217eef410b req-401c96e8-70ad-476d-8609-77b84250e210 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 1097 time: 0.0629442 Jul 19 03:13:51.392875 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4efb75a1-3505-4009-9706-51217eef410b req-5b389b08-c294-4781-b288-bd6e8e82a3dd tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 Jul 19 03:13:51.445005 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Floating IP a4948bce-07f9-4438-8618-0c351807ab07 associated. External IP: 172.25.2.165, port: b74ceb92-5faf-4394-865e-0332aaa4b293. Jul 19 03:13:51.450165 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-cf943753-0b72-4067-b1ae-ff500ecfe608 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095317 Jul 19 03:13:51.542312 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-07a926e3-53a5-4325-920d-090186af1202 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610328 Jul 19 03:13:51.559518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7974a7-f492-402d-ac59-e316f0d61151 req-a224a273-9525-4e64-9e62-f3fb6f0a351a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:51.561370 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd7974a7-f492-402d-ac59-e316f0d61151 req-a224a273-9525-4e64-9e62-f3fb6f0a351a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 945 time: 0.0737972 Jul 19 03:13:51.614993 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd7974a7-f492-402d-ac59-e316f0d61151 req-effd867c-c0f7-48f2-9ccb-e9874fc66925 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462995 Jul 19 03:13:51.678754 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-257604bc-cc43-4f1e-89d8-405efc6ca6f5 req-2e0160d1-8b24-4b61-b565-c257ac60b622 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/b33cad20-9c04-44ef-9e13-139adee40638 HTTP/1.1" status: 200 len: 1804 time: 0.0461276 Jul 19 03:13:51.707795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-11ca5d88-280d-4c78-b239-3192b096ced5 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187240 Jul 19 03:13:51.742139 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-257604bc-cc43-4f1e-89d8-405efc6ca6f5 req-e4ab3901-eb80-429d-af7c-eadc7713f074 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:51.768599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-257604bc-cc43-4f1e-89d8-405efc6ca6f5 req-e4ab3901-eb80-429d-af7c-eadc7713f074 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:51.772553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4dcbb61f-2112-41df-b9fe-d8ea10911095 req-2e9e53eb-9198-46a5-bd2c-8ad56f50915a service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996560 Jul 19 03:13:51.819615 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-257604bc-cc43-4f1e-89d8-405efc6ca6f5 req-e4ab3901-eb80-429d-af7c-eadc7713f074 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:51.822693 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-257604bc-cc43-4f1e-89d8-405efc6ca6f5 req-e4ab3901-eb80-429d-af7c-eadc7713f074 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:51.823904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-257604bc-cc43-4f1e-89d8-405efc6ca6f5 req-e4ab3901-eb80-429d-af7c-eadc7713f074 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "DELETE /v2.0/security-groups/b33cad20-9c04-44ef-9e13-139adee40638 HTTP/1.1" status: 204 len: 173 time: 0.1391947 Jul 19 03:13:51.834304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab3901-eb80-429d-af7c-eadc7713f074 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33cad20-9c04-44ef-9e13-139adee40638,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:51.862041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Router e89bc9e4-fba5-4468-becd-73fb5fc4686f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:13:51.981815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:13:51.996564 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] Sync routers for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:13:52.006450 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:52.007328 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:52.156203 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:52.246068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Router e89bc9e4-fba5-4468-becd-73fb5fc4686f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:13:52.427756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:13:52.437617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:52.448068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-c4454677-ddef-4670-8736-691c501d09ed tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:52.449483 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:9a:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:13:50Z', 'revision_number': 3, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:52.449714 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-c4454677-ddef-4670-8736-691c501d09ed tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.25 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2&tenant_id=39688c83d45c4f709f725b461d5c4b8f&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 949 time: 0.1519454 Jul 19 03:13:52.489798 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] Checking router: e89bc9e4-fba5-4468-becd-73fb5fc4686f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:13:52.501977 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:52.503456 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:52.528776 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:52.530247 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa140dc-850e-4fec-86ec-64392f15cd2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:52.578889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-da95799d-9ada-4a7b-910b-f69270910588 service neutron] 10.222.0.25 "GET /v2.0/ports/ff5f92b1-fce8-4d1a-89bd-0aeabe198e07/bindings/n-h1-762330-18 HTTP/1.1" status: 200 len: 383 time: 0.1076815 Jul 19 03:13:52.588786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-905d7689-bf8a-4c3e-b148-b8abda1913a8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "PUT /v2.0/floatingips/a4948bce-07f9-4438-8618-0c351807ab07 HTTP/1.1" status: 200 len: 998 time: 3.1329887 Jul 19 03:13:52.644168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:52.714664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268974-8506-49cc-9e33-bda1193357c1 req-41ccbac5-0961-4b91-a6a5-01d6d9417a0d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:52.716995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-41ccbac5-0961-4b91-a6a5-01d6d9417a0d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports/b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 942 time: 0.1188118 Jul 19 03:13:52.718542 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:52.736707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-7cb805ef-4171-4987-96dc-db15d2268b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:52.738244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-7cb805ef-4171-4987-96dc-db15d2268b76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1101 time: 0.1017661 Jul 19 03:13:52.806830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:13:52.815772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:52.816510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:52.979945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-a38b6662-f9a8-4936-a1e9-390cef36a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:52.981681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-a38b6662-f9a8-4936-a1e9-390cef36a060 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2280962 Jul 19 03:13:53.003646 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:53.054941 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:9a:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:13:50Z', 'revision_number': 3, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:53.058976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:53.062126 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0432d05b-426e-4b2e-a142-9d084de5f8a6" -d '{"events": [{"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:53.082457 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-108e414e-15c3-44b5-bdc1-8bc539ca73ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.0911708 Jul 19 03:13:53.091501 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f9f72-10ba-478b-93dc-456d2949cecc None None] The sync data for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 is: [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:9a:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:13:50Z', 'revision_number': 3, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:13:53.093259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:53.099276 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:53.147516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268974-8506-49cc-9e33-bda1193357c1 req-ea1c1b5c-5263-40c6-87ff-54d2152d8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:53.148983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-ea1c1b5c-5263-40c6-87ff-54d2152d8e28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1097 time: 0.2628355 Jul 19 03:13:53.169363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-775892e8-c97c-4439-97ac-513efaba2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:53.172183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:53.174664 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-775892e8-c97c-4439-97ac-513efaba2104 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0853357 Jul 19 03:13:53.378500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-574d726f-543f-4b7d-bc40-5fa23dcbb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:53.380250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-574d726f-543f-4b7d-bc40-5fa23dcbb9d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1952734 Jul 19 03:13:53.381231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268974-8506-49cc-9e33-bda1193357c1 req-65cdf345-dde2-4683-acac-44af9ad79fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:53.382767 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-65cdf345-dde2-4683-acac-44af9ad79fa3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.2228572 Jul 19 03:13:53.448475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fd705e-9d0b-42ae-8267-eea87f84dcae None None] New status for floating IP a4948bce-07f9-4438-8618-0c351807ab07: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:13:53.827195 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-819ff196-6ad8-4278-97e4-cfad4d4a2c46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 217 time: 0.4249051 Jul 19 03:13:53.882730 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] Sync routers for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:13:53.907335 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:53.908254 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:53.945394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268974-8506-49cc-9e33-bda1193357c1 req-2628379a-6d3d-4d83-b799-9f4305b56095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:53.947063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-2628379a-6d3d-4d83-b799-9f4305b56095 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.0840259 Jul 19 03:13:53.948913 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-f34241af-83e3-4334-a732-c24f4a45b3f6 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607886 Jul 19 03:13:54.103297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268974-8506-49cc-9e33-bda1193357c1 req-ff14a506-b6b6-4e77-bca0-5e161c5a9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:54.105587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-ff14a506-b6b6-4e77-bca0-5e161c5a9134 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513691 Jul 19 03:13:54.121441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-f77d8744-5977-448b-99a2-a08c450c316d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:13:54.122680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-f77d8744-5977-448b-99a2-a08c450c316d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062151 Jul 19 03:13:54.128474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-79db823f-6648-45d0-944f-8ddab0df5c8c service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662455 Jul 19 03:13:54.133790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bbf617a-bf49-47d6-91e4-7ec23744ddfb req-2d842066-3e42-41b7-b1c8-aaf8819896b7 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/a244875c-702d-48b3-b6ba-3acc51e6a978 HTTP/1.1" status: 200 len: 2402 time: 0.0870399 Jul 19 03:13:54.216805 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:54.244636 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6bbf617a-bf49-47d6-91e4-7ec23744ddfb req-7f722d92-eb42-4c73-bdf8-6ceef698b932 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:54.285657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6bbf617a-bf49-47d6-91e4-7ec23744ddfb req-7f722d92-eb42-4c73-bdf8-6ceef698b932 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:54.316193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-13f44aa2-787e-4238-8f59-1700e768aecf service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862478 Jul 19 03:13:54.352449 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6bbf617a-bf49-47d6-91e4-7ec23744ddfb req-7f722d92-eb42-4c73-bdf8-6ceef698b932 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:54.364953 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6bbf617a-bf49-47d6-91e4-7ec23744ddfb req-7f722d92-eb42-4c73-bdf8-6ceef698b932 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:54.384892 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bbf617a-bf49-47d6-91e4-7ec23744ddfb req-7f722d92-eb42-4c73-bdf8-6ceef698b932 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "DELETE /v2.0/security-groups/a244875c-702d-48b3-b6ba-3acc51e6a978 HTTP/1.1" status: 204 len: 173 time: 0.2271473 Jul 19 03:13:54.406218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f722d92-eb42-4c73-bdf8-6ceef698b932 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a244875c-702d-48b3-b6ba-3acc51e6a978,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:54.497890 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-f053b03f-caff-4754-b832-d7a284a06a23 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765089 Jul 19 03:13:54.537079 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:9a:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:13:53Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:54.568712 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] Checking router: e89bc9e4-fba5-4468-becd-73fb5fc4686f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:13:54.578943 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:13:54.579897 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:54.601060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914941-7dfd-4e4e-997c-f4c5763ca371 req-0c7d68fb-1aa0-4265-a22c-ab4bd3d13c4d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:54.603139 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31914941-7dfd-4e4e-997c-f4c5763ca371 req-0c7d68fb-1aa0-4265-a22c-ab4bd3d13c4d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.0741055 Jul 19 03:13:54.606780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268974-8506-49cc-9e33-bda1193357c1 req-8b64d51a-591f-4e30-b8f1-521ae9f64479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:54.614649 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-8b64d51a-591f-4e30-b8f1-521ae9f64479 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 1097 time: 0.0737367 Jul 19 03:13:54.675239 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31914941-7dfd-4e4e-997c-f4c5763ca371 req-bb645ef1-26d7-404b-93a4-21de8c6f760e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605638 Jul 19 03:13:54.723919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268974-8506-49cc-9e33-bda1193357c1 req-416d75e7-8e6d-4b3e-8de6-221f05ac7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:54.725330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-416d75e7-8e6d-4b3e-8de6-221f05ac7b9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.1099479 Jul 19 03:13:54.758628 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:13:54.839270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-b0438aba-73ba-41f6-83e1-739b137739bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 HTTP/1.1" status: 200 len: 1001 time: 0.1058187 Jul 19 03:13:54.910924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268974-8506-49cc-9e33-bda1193357c1 req-188df0b9-af74-4ba2-a7ae-8eb7b21c1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:54.912844 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-188df0b9-af74-4ba2-a7ae-8eb7b21c1cb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.0720851 Jul 19 03:13:54.974803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268974-8506-49cc-9e33-bda1193357c1 req-097778e9-8b34-4a8d-94fc-205e5a43f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:54.976488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-097778e9-8b34-4a8d-94fc-205e5a43f05a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553803 Jul 19 03:13:55.104716 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-fa480b7e-10cc-4923-9b60-257a1daa8426 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205223 Jul 19 03:13:55.117352 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:9a:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:13:53Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:55.169297 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70499be-14b8-4343-9da8-b39ecad4d6ef None None] The sync data for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 is: [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:9a:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:13:53Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:13:55.224629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc268974-8506-49cc-9e33-bda1193357c1 req-691fb18f-a520-46bc-8d79-e4559a662ad3 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139374 Jul 19 03:13:55.313022 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e47034a-457e-4a10-b784-fcd412facdf6 x-openstack-request-id: req-9e47034a-457e-4a10-b784-fcd412facdf6 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:55.313464 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:55.313779 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e47034a-457e-4a10-b784-fcd412facdf6 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:55.314192 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'status': 'completed', 'code': 200} Jul 19 03:13:55.465177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-f36dde33-326a-4113-9424-730fe0ff9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:55.466949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-f36dde33-326a-4113-9424-730fe0ff9b59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1097 time: 0.1099570 Jul 19 03:13:55.487788 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b688a30-2916-418a-a55f-7b193e50208f x-openstack-request-id: req-0b688a30-2916-418a-a55f-7b193e50208f {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:55.488714 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:55.489153 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b688a30-2916-418a-a55f-7b193e50208f {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:55.489762 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'code': 200} Jul 19 03:13:55.608854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-76be9563-850e-448b-b7c0-76423d1013f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:55.610785 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-76be9563-850e-448b-b7c0-76423d1013f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.1197186 Jul 19 03:13:55.676964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-16e97caa-520f-4ebc-89a5-55de0a27a94c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 217 time: 0.0553143 Jul 19 03:13:55.763871 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bf69262-6dad-4bc0-a239-3639e328221f req-cae29dc7-8e17-4233-be96-92fc34b671e6 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "GET /v2.0/security-groups/a2bcc143-d2e2-4f49-87d5-8b47529e8c84 HTTP/1.1" status: 200 len: 2397 time: 0.0764735 Jul 19 03:13:55.767723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-80cf5d92-2d80-4d2b-bb95-de76149f3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:55.769183 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-80cf5d92-2d80-4d2b-bb95-de76149f3ff7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.0677671 Jul 19 03:13:55.869104 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7bf69262-6dad-4bc0-a239-3639e328221f req-921325dd-bbe9-4eca-af1f-8e095344b829 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:55.902493 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7bf69262-6dad-4bc0-a239-3639e328221f req-921325dd-bbe9-4eca-af1f-8e095344b829 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:55.913964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-e80efda8-ae56-4453-b97a-b1b7bd3a62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:55.915328 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-e80efda8-ae56-4453-b97a-b1b7bd3a62dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116407 Jul 19 03:13:56.025626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7bf69262-6dad-4bc0-a239-3639e328221f req-921325dd-bbe9-4eca-af1f-8e095344b829 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.029301 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7bf69262-6dad-4bc0-a239-3639e328221f req-921325dd-bbe9-4eca-af1f-8e095344b829 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.030544 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bf69262-6dad-4bc0-a239-3639e328221f req-921325dd-bbe9-4eca-af1f-8e095344b829 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] 10.222.0.20 "DELETE /v2.0/security-groups/a2bcc143-d2e2-4f49-87d5-8b47529e8c84 HTTP/1.1" status: 204 len: 173 time: 0.2580068 Jul 19 03:13:56.042456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45156) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:56.055881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921325dd-bbe9-4eca-af1f-8e095344b829 tempest-SecurityGroupRulesTestJSON-434304339 tempest-SecurityGroupRulesTestJSON-434304339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bcc143-d2e2-4f49-87d5-8b47529e8c84,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:56.059541 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-81527a08-7b3d-491e-91f7-2335759e9115 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265554 Jul 19 03:13:56.120970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-111a6199-47c2-4692-beae-7bf636c9e0b8 admin admin] Deleting subnet 2e497e81-9783-4bb5-8dc1-80c6e08b1a90 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:13:56.125204 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-111a6199-47c2-4692-beae-7bf636c9e0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.198569 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-111a6199-47c2-4692-beae-7bf636c9e0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.209526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-50dfdf85-615c-4aa8-b179-4370d0f554f2 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:13:56.210654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-50dfdf85-615c-4aa8-b179-4370d0f554f2 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193772 Jul 19 03:13:56.235604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Request body: {'binding': {'host': 'n-h2-762330-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:56.236098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Unknown quota resources ['binding']. {{(pid=94344) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:13:56.269887 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-111a6199-47c2-4692-beae-7bf636c9e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.324255 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2aa140dc-850e-4fec-86ec-64392f15cd2c req-aa97d612-9304-4e53-b808-bc70676396b4 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432170 Jul 19 03:13:56.366072 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e16e485-1309-46e9-a405-fe102bafd6e1 req-541d14de-6af4-48a7-941c-3c3287331a1b tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1001 time: 0.1433814 Jul 19 03:13:56.392969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-111a6199-47c2-4692-beae-7bf636c9e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.437401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a6199-47c2-4692-beae-7bf636c9e0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e497e81-9783-4bb5-8dc1-80c6e08b1a90,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:56.452153 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-111a6199-47c2-4692-beae-7bf636c9e0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.456680 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-111a6199-47c2-4692-beae-7bf636c9e0b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e497e81-9783-4bb5-8dc1-80c6e08b1a90 HTTP/1.1" status: 204 len: 168 time: 0.4124300 Jul 19 03:13:56.459165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45160) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:56.515828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16e485-1309-46e9-a405-fe102bafd6e1 req-9c4d2188-cc0f-43b0-a4ce-053314401025 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:56.529164 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e16e485-1309-46e9-a405-fe102bafd6e1 req-9c4d2188-cc0f-43b0-a4ce-053314401025 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports/ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 HTTP/1.1" status: 200 len: 942 time: 0.1563878 Jul 19 03:13:56.564034 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.583445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac on host n-h2-762330-18 for vnic_type normal with profile None {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:56.583933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:56.584617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:56.589548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Port 9899fb85-2560-4583-a984-a8b399828fac on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:13:56.589982 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:56.596342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:56.596809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:56.597297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:56.597855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Bound port: 9899fb85-2560-4583-a984-a8b399828fac, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:56.667314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:13:56.678046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:56.689323 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] Notify callbacks [] for binding, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.691366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-93f1fe44-6b40-4e3b-b4bc-e3881bdfe357 service neutron] 10.222.0.20 "POST /v2.0/ports/9899fb85-2560-4583-a984-a8b399828fac/bindings HTTP/1.1" status: 201 len: 390 time: 0.4668179 Jul 19 03:13:56.778616 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.791120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1260c23-1081-4296-aabc-9704ccb32332']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:56.803948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:56.818310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0adcc8a-f1e4-4bb7-b479-e8b867fffc2e') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:56.822474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0adcc8a-f1e4-4bb7-b479-e8b867fffc2e') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:13:56.833617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7', 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d', 'port_id': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7', 'mac_address': 'fa:16:3e:f5:c5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97938179-333d-4d58-bab7-7b89064543f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:13:56.839474 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.872127 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.886306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:13:56.886691 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:13:56.889676 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:13:56.938553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e16e485-1309-46e9-a405-fe102bafd6e1 req-6c1a1bd8-c96c-4342-ac6a-58295941bb7d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1001 time: 0.2444508 Jul 19 03:13:57.029708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:57.039347 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:57.056731 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] 10.222.0.20 "DELETE /v2.0/networks/b1260c23-1081-4296-aabc-9704ccb32332 HTTP/1.1" status: 204 len: 168 time: 0.5869849 Jul 19 03:13:57.085458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec2a49-9be1-4ac4-a4b1-ca2b4504b26c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1260c23-1081-4296-aabc-9704ccb32332,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:57.155773 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:57.169797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:13:57.207905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:57.223105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16e485-1309-46e9-a405-fe102bafd6e1 req-212d5e3d-2eed-4d59-a726-acee388da0da tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:57.224881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e16e485-1309-46e9-a405-fe102bafd6e1 req-212d5e3d-2eed-4d59-a726-acee388da0da tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2796662 Jul 19 03:13:57.233584 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:57.264358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d9fc98d2-852b-40be-9feb-aff1f2b5410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:57.266001 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d9fc98d2-852b-40be-9feb-aff1f2b5410f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2&tenant_id=39688c83d45c4f709f725b461d5c4b8f HTTP/1.1" status: 200 len: 1102 time: 0.1945069 Jul 19 03:13:57.290630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:57.329562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d62d-f583-451b-a485-ceec730a492f req-db300645-856d-4e17-ac0b-508d26e182f6 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:57.329975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:57.346643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b789d62d-f583-451b-a485-ceec730a492f req-db300645-856d-4e17-ac0b-508d26e182f6 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.1534348 Jul 19 03:13:57.353389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'tag': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:57.356055 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6", "tag": "ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:57.361685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45184) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:57.371117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:13:57.479176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b789d62d-f583-451b-a485-ceec730a492f req-5e7348fd-d6f2-454f-b2bf-6c0b5d0617a3 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309798 Jul 19 03:13:57.495418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-62cb136c-98c9-4d81-afb5-2b729c5063b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2f396c45481483fb8099578de363f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303115 Jul 19 03:13:57.498745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45186) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:57.518710 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:57.625062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-3c47458b-5cf0-4602-ba83-16121d929496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:57.640180 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-3c47458b-5cf0-4602-ba83-16121d929496 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 1097 time: 0.2609997 Jul 19 03:13:57.726322 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24c5de10-cb43-4d6d-b853-e83f8b3d61b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:57.796185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24c5de10-cb43-4d6d-b853-e83f8b3d61b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:57.821536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2519b-13c4-41dd-ad07-1907cb175767 req-19a87544-9dd9-4a0e-973d-39bde38b7cab tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:57.823686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62e2519b-13c4-41dd-ad07-1907cb175767 req-19a87544-9dd9-4a0e-973d-39bde38b7cab tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.2024114 Jul 19 03:13:57.859791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01d5b6-6909-471d-8c64-ccaa94186d2c req-6ad1296b-1e2f-4ef6-95a2-87e1e435ad9c tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:57.867089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e01d5b6-6909-471d-8c64-ccaa94186d2c req-6ad1296b-1e2f-4ef6-95a2-87e1e435ad9c tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 944 time: 0.2211628 Jul 19 03:13:57.880679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-56bde7e6-52bb-4f93-9041-c7b98dd005a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:57.882065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-56bde7e6-52bb-4f93-9041-c7b98dd005a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.2242804 Jul 19 03:13:57.901363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62e2519b-13c4-41dd-ad07-1907cb175767 req-966db4f3-78de-4132-bf64-d463e3eaa883 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483525 Jul 19 03:13:57.913659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:57.933842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-263bea5f-9484-4c0e-b39d-4f42e08f2d5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9899fb85-2560-4583-a984-a8b399828fac HTTP/1.1" status: 200 len: 217 time: 0.0443397 Jul 19 03:13:57.969599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:57.993145 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e01d5b6-6909-471d-8c64-ccaa94186d2c req-078f57a8-eec2-4005-be65-683e76d1a055 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251931 Jul 19 03:13:58.000490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24c5de10-cb43-4d6d-b853-e83f8b3d61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:58.008241 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24c5de10-cb43-4d6d-b853-e83f8b3d61b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:58.011141 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-24c5de10-cb43-4d6d-b853-e83f8b3d61b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a3027ca-8829-45a9-b2f4-3959c5e11303 HTTP/1.1" status: 204 len: 168 time: 0.5104704 Jul 19 03:13:58.061785 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:58.096567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Transition to ACTIVE for port object ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:13:58.102733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:58.156293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5de10-cb43-4d6d-b853-e83f8b3d61b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3027ca-8829-45a9-b2f4-3959c5e11303,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:58.206309 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f828ef81-e76f-4dbc-bdde-061c9fa95569 x-openstack-request-id: req-f828ef81-e76f-4dbc-bdde-061c9fa95569 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:13:58.206617 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6", "tag": "ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:13:58.206867 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f828ef81-e76f-4dbc-bdde-061c9fa95569 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:13:58.207256 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'tag': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'status': 'completed', 'code': 200} Jul 19 03:13:58.225674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-05c45cdc-4ddf-4bb9-89d9-e98eb9d11fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:58.227920 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-05c45cdc-4ddf-4bb9-89d9-e98eb9d11fdd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.2862501 Jul 19 03:13:58.253306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:58.256780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] No DVR routers for this DVR port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:13:58.294459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-c7dc13cc-e645-4984-92f3-132b72a52fcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554514 Jul 19 03:13:58.303419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-d424a525-22c9-471b-82fa-7ee76609c081 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1001 time: 0.2690377 Jul 19 03:13:58.396025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:13:58.397507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:13:58.397507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:58.409067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:13:58.409397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Attempting to bind port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:13:58.423856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:13:58.424222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:13:58.424896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:13:58.425041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Bound port: ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:13:58.425419 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:58.433235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c99fdf6a-8dd0-4fbf-b598-ab74ffde2888 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:58.434704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c99fdf6a-8dd0-4fbf-b598-ab74ffde2888 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports/ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 HTTP/1.1" status: 200 len: 942 time: 0.1301079 Jul 19 03:13:58.447319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-c2b3e9ee-ce00-415d-aaa8-fd53d7d92fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:58.461160 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-c2b3e9ee-ce00-415d-aaa8-fd53d7d92fba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 1097 time: 0.2156072 Jul 19 03:13:58.554780 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-cb81c49d-1fe4-48a2-b2fd-55d384709d18 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483795 Jul 19 03:13:58.679450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:13:58.708408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:13:58.729300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:13:58.746009 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:58.788590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:58.789518 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:58.793174 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] 10.222.0.26 "PUT /v2.0/ports/ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 1098 time: 1.5149233 Jul 19 03:13:58.799982 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-4e1a3aee-f5de-4fe3-9f08-0b2b46986b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:58.801496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-4e1a3aee-f5de-4fe3-9f08-0b2b46986b27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.3328545 Jul 19 03:13:58.833414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:13:58.833841 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:58.850441 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-50fa2b4c-35e4-414d-8c43-6de48a6a1f9c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1001 time: 0.2314713 Jul 19 03:13:58.902099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-413d5bbe-0d02-41a3-9b01-638f2dddbff9 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409567 Jul 19 03:13:59.018425 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:59.108996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:13:59.110157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:13:59.119013 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1217506c-adcf-457d-ac36-27756ceb8664" -d '{"events": [{"server_uuid": "b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:13:59.127562 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:59.129512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:13:59.183070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-33caa542-531a-4316-8aa3-1c7284614890 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:59.185742 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-33caa542-531a-4316-8aa3-1c7284614890 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.3233323 Jul 19 03:13:59.236164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:59.249924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-996c1fe4-a8b5-4368-b8b3-68552934379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:59.254146 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-996c1fe4-a8b5-4368-b8b3-68552934379a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1101 time: 0.3867056 Jul 19 03:13:59.254750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:13:59.264767 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-ca12dc4d-0d5a-4e1b-8f23-299aea0e4f98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 HTTP/1.1" status: 200 len: 1001 time: 0.3982682 Jul 19 03:13:59.265383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ae0e7-a6d3-4f38-a03f-5d9f21462db9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=11']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:13:59.356354 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c28d9c15-84c0-45d6-96b3-06fdb0d195b6 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1001 time: 0.1616132 Jul 19 03:13:59.366711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c6b4c234-c696-4e25-8f4c-454415a04d62 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:59.426602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c6b4c234-c696-4e25-8f4c-454415a04d62 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:59.430450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496c9a5-4921-49b7-bab1-4a77bc144457 req-73c01b77-5778-4952-b9c3-ec3219abca65 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:59.432016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4496c9a5-4921-49b7-bab1-4a77bc144457 req-73c01b77-5778-4952-b9c3-ec3219abca65 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 949 time: 0.5668471 Jul 19 03:13:59.461654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45222) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:13:59.478812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-5d9c9597-0245-4e59-85cd-b57e4d025027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:59.480321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-5d9c9597-0245-4e59-85cd-b57e4d025027 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2192931 Jul 19 03:13:59.490770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-4d911dac-5716-41e0-9e7a-90387a582d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:59.492214 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-4d911dac-5716-41e0-9e7a-90387a582d8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.1232486 Jul 19 03:13:59.536367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-9e001603-0d48-44b4-83fb-9ce94a66146c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.0491526 Jul 19 03:13:59.595773 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4496c9a5-4921-49b7-bab1-4a77bc144457 req-95ead676-81f1-47db-bdb2-4907c09a6d2c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531963 Jul 19 03:13:59.674835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-7c825891-9eaa-454d-a76d-96153a562037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:59.678123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-7c825891-9eaa-454d-a76d-96153a562037 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1301646 Jul 19 03:13:59.679037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c6b4c234-c696-4e25-8f4c-454415a04d62 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:59.686110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1725476436-network', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:13:59.688199 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c6b4c234-c696-4e25-8f4c-454415a04d62 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:59.688522 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c6b4c234-c696-4e25-8f4c-454415a04d62 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Floating IP a4948bce-07f9-4438-8618-0c351807ab07 disassociated. External IP: 172.25.2.165, port: ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5. Jul 19 03:13:59.737517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Made reservation on behalf of 2c3411c429fd44e8b8e4edf37d98ebcb for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:13:59.740204 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:59.837657 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:13:59.909189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-7898d792-cacc-400a-a9c3-a9e7bec50928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:59.911915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-7898d792-cacc-400a-a9c3-a9e7bec50928 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3746483 Jul 19 03:13:59.956813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e100b7-ab6f-48d3-9b77-a5ca741ffc56 req-545a84a4-11f8-4bca-a32a-c69e03600a5f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:13:59.965755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e100b7-ab6f-48d3-9b77-a5ca741ffc56 req-545a84a4-11f8-4bca-a32a-c69e03600a5f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.1967058 Jul 19 03:14:00.000045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c6b4c234-c696-4e25-8f4c-454415a04d62 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Router e89bc9e4-fba5-4468-becd-73fb5fc4686f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:00.011343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-aa164d3a-8817-4156-a51d-138cc5b6044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:00.014461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-aa164d3a-8817-4156-a51d-138cc5b6044b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3019621 Jul 19 03:14:00.154184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-5735c423-c3f4-4d66-b697-8be7fb7025b2 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234782 Jul 19 03:14:00.167157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c6b4c234-c696-4e25-8f4c-454415a04d62 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:00.172966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c6b4c234-c696-4e25-8f4c-454415a04d62 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:00.180494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] Sync routers for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:00.199366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:00.200838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:00.243876 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-c6b4c234-c696-4e25-8f4c-454415a04d62 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "PUT /v2.0/floatingips/a4948bce-07f9-4438-8618-0c351807ab07 HTTP/1.1" status: 200 len: 695 time: 0.8813279 Jul 19 03:14:00.245238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'tag': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:00.250519 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f087cc32-37b5-4282-a7be-dac347dcfdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6", "tag": "ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:00.385799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:00.408565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-d8f7fb57-4029-40f9-88d6-dcfce183f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:00.421854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-d8f7fb57-4029-40f9-88d6-dcfce183f934 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 1097 time: 0.1457219 Jul 19 03:14:00.513429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'}, {'name': 'network-changed', 'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:00.516522 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8114ed6b-ad1a-44bd-81f7-263305493bbf" -d '{"events": [{"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07"}, {"name": "network-changed", "server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:00.603600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e100b7-ab6f-48d3-9b77-a5ca741ffc56 req-0b8ad864-0459-4684-9c7e-30ce19969774 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363456 Jul 19 03:14:00.641003 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-0553cb72-837d-485f-9b00-83809167b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:00.644730 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-0553cb72-837d-485f-9b00-83809167b9a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.2196338 Jul 19 03:14:00.702042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:00.756325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-98accb57-58c6-4aa8-9b53-396a4e8559ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 HTTP/1.1" status: 200 len: 217 time: 0.1051633 Jul 19 03:14:00.862538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-ffff5dc7-5c6d-4417-82ef-c384db4b3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:00.870924 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-ffff5dc7-5c6d-4417-82ef-c384db4b3c0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.1071019 Jul 19 03:14:00.901781 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:00.927193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-989c4a47-0832-4513-81e0-63d8ac1d6b2a service neutron] 10.222.0.26 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0068812 Jul 19 03:14:00.953672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:00.960633 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:00.972645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:01.013714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-050d6f4c-4c34-480a-b888-2588ed656e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:01.019818 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-050d6f4c-4c34-480a-b888-2588ed656e13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1420248 Jul 19 03:14:01.033142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] Checking router: e89bc9e4-fba5-4468-becd-73fb5fc4686f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:01.062070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:01.062866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:01.105315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:01.179714 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e30dd8a4-bc59-49f1-95e3-38b9e1b9e97c req-37ea9b50-ff9e-41bc-b095-1d5cffea1616 service neutron] 10.222.0.26 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414019 Jul 19 03:14:01.260839 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-ce8bc374-6f73-4f01-8e8a-0e3cc0463495 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360945 Jul 19 03:14:01.270213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcd87265-c29c-4809-bc1f-95b1dbbd98c1 req-64273ddf-f08d-486a-bf26-8e208ca67154 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1086473 Jul 19 03:14:01.292740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:01.317144 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:01.335410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4477fb1-f705-4dcf-843a-6f65dee286fd req-891d0693-fa62-473e-8221-e6ce676c2b9a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:01.339733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a4477fb1-f705-4dcf-843a-6f65dee286fd req-891d0693-fa62-473e-8221-e6ce676c2b9a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 945 time: 0.5200334 Jul 19 03:14:01.344398 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:01.392173 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bb13765-1d95-4e87-a36a-d0abf5e9fb43 req-e23cb1f8-e268-41d5-999c-9add56670395 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222732 Jul 19 03:14:01.472338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:14:01.542785 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a4477fb1-f705-4dcf-843a-6f65dee286fd req-a4344ed2-fb2a-423b-ae72-12a3c9fc78a2 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827431 Jul 19 03:14:01.556324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f116912-b174-4f4a-bc02-2066c4bfa263,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:01.564358 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:01.564664 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Added segment 7e73b49e-607f-44b0-98c3-66015d4cd9e4 of type vlan for network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be Jul 19 03:14:01.672406 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc83ed87-e3f8-4acd-bf79-109ad160187e x-openstack-request-id: req-bc83ed87-e3f8-4acd-bf79-109ad160187e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:01.672737 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:01.676345 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc83ed87-e3f8-4acd-bf79-109ad160187e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:01.676924 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7', 'code': 200} Jul 19 03:14:01.687213 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:01.691179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:01.705282 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32d8d89-3bb7-4da4-8b5f-4248aec870c1 x-openstack-request-id: req-f32d8d89-3bb7-4da4-8b5f-4248aec870c1 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:01.705576 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6", "tag": "ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:01.706382 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f32d8d89-3bb7-4da4-8b5f-4248aec870c1 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:01.706789 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'tag': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'status': 'completed', 'code': 200} Jul 19 03:14:01.784049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a010d5f-b413-4415-bee7-6b963a4425f2 None None] The sync data for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 is: [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:01.818583 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6ca24a-0f6b-4ff7-a3e8-43cd3d0e3968 x-openstack-request-id: req-fb6ca24a-0f6b-4ff7-a3e8-43cd3d0e3968 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:01.818799 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07", "code": 200}, {"name": "network-changed", "server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:01.819016 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb6ca24a-0f6b-4ff7-a3e8-43cd3d0e3968 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:01.819334 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'code': 200} Jul 19 03:14:01.819583 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'status': 'completed', 'code': 200} Jul 19 03:14:01.861889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:01.863463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:01.864319 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:02.012424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:02.024380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:14:02.049649 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-719af522-bdda-486a-a112-a7f87837c9a2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5810432 Jul 19 03:14:02.052558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45240) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:02.058107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Request body: {'subnet': {'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1725476436-subnet', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:02.112207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Made reservation on behalf of 2c3411c429fd44e8b8e4edf37d98ebcb for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:02.115437 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:02.219211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-fd9c783d-abd7-454a-851b-73654f5cdf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:02.221241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-fd9c783d-abd7-454a-851b-73654f5cdf86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 1097 time: 0.4798641 Jul 19 03:14:02.229739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-5454471f-810e-4923-b595-03d51134449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:02.233613 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-5454471f-810e-4923-b595-03d51134449d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1101 time: 0.4093533 Jul 19 03:14:02.320926 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a59f54-c1c9-4090-8c29-b68b7abc99eb None None] New status for floating IP a4948bce-07f9-4438-8618-0c351807ab07: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:14:02.358202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-50b06b80-4929-4c94-9444-08daffb09f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:02.360062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-50b06b80-4929-4c94-9444-08daffb09f8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.1193099 Jul 19 03:14:02.366492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-49903b15-946c-47b5-81a7-22a2c8baf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:02.368148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-49903b15-946c-47b5-81a7-22a2c8baf42f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1101 time: 0.5412238 Jul 19 03:14:02.417892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-05a540ed-9e31-4930-a2ed-69ef41b1d424 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 HTTP/1.1" status: 200 len: 217 time: 0.0381751 Jul 19 03:14:02.488870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-89baab66-c714-414c-9890-da782e2ea338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:02.491812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-89baab66-c714-414c-9890-da782e2ea338 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.0533721 Jul 19 03:14:02.496065 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:02.553329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845bf09-223b-4f07-a4b6-dd933e557889 req-98e4f5f5-b3e1-4c2c-81b8-66ad7eccb001 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:02.555357 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a845bf09-223b-4f07-a4b6-dd933e557889 req-98e4f5f5-b3e1-4c2c-81b8-66ad7eccb001 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 949 time: 0.5456865 Jul 19 03:14:02.582992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8923274a-b15c-436a-854a-07f1da3779f3,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:02.631401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Checking segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:02.631917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Network hostable DHCP agents. Network: dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:14:02.686611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:14:02.703738 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:02.713531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2710bf3-3184-4fda-ae8b-51c7c1dbe726 None None] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:02.717484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:02.718042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:02.750893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-591fa78c-61bd-48a8-a3d9-b5d3e37ccce8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6970978 Jul 19 03:14:02.753580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45250) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:02.758351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:02.770130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-e389d7ad-01de-4714-add3-768dc31a5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:02.774299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-e389d7ad-01de-4714-add3-768dc31a5265 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.3539732 Jul 19 03:14:02.800222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a845bf09-223b-4f07-a4b6-dd933e557889 req-8c3a7ba6-f9e2-4235-995f-6cdcd5eda760 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309330 Jul 19 03:14:02.807660 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:02.808993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:02.963606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-3a5cc3a8-32a3-4eda-a92e-0a0ead4eef92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.1607633 Jul 19 03:14:02.985086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:03.069204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:14:03.071370 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:03.166748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-43ba8ecd-0bb3-46da-bea2-dde9591daf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:03.169042 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-43ba8ecd-0bb3-46da-bea2-dde9591daf9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6551201 Jul 19 03:14:03.238950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-8d39ace9-7e32-4dff-b88a-8e1747ff7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:03.240476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-8d39ace9-7e32-4dff-b88a-8e1747ff7b2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.8946352 Jul 19 03:14:03.358351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Allocated IP 172.20.0.2 (dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be/8923274a-b15c-436a-854a-07f1da3779f3/53303a84-6d73-4d35-926c-41ba175da491) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:03.374658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-78f323eb-0e42-4636-82a2-3266d3628c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:03.376473 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-78f323eb-0e42-4636-82a2-3266d3628c2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.4006081 Jul 19 03:14:03.389180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-4f498eb8-c092-4f60-9152-f33802739670 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.1301651 Jul 19 03:14:03.591323 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:03.635254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8937ad1-6879-45b2-80ec-518ad146d5d3 req-d53a02a3-f3f5-4830-9895-77792f07840f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:03.637852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8937ad1-6879-45b2-80ec-518ad146d5d3 req-d53a02a3-f3f5-4830-9895-77792f07840f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.6852782 Jul 19 03:14:03.652544 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:03.673778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Transition to ACTIVE for port object 53303a84-6d73-4d35-926c-41ba175da491 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:03.677417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:03.682303 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c6917c-8f7e-45ff-a3b2-a86b1d800194" -d '{"events": [{"server_uuid": "b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b", "name": "network-vif-unplugged", "status": "completed", "tag": "0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:03.698514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-860d431f-c8f6-4253-813d-37f2b112b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:03.700083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-860d431f-c8f6-4253-813d-37f2b112b7ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.2862039 Jul 19 03:14:03.720676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Transition to ACTIVE for port object 53303a84-6d73-4d35-926c-41ba175da491 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:03.733979 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:03.802468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-7dc2e33b-19af-472c-aeac-709937285cd2 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:03.813283 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-7dc2e33b-19af-472c-aeac-709937285cd2 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7801585 Jul 19 03:14:03.819654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:03.824252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:03.834101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:03.897556 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8937ad1-6879-45b2-80ec-518ad146d5d3 req-68d64b8d-2354-477e-b6ce-aa934dde98e5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455630 Jul 19 03:14:03.913783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Pushing event updated for resources: {'Port': ['ID=53303a84-6d73-4d35-926c-41ba175da491,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:03.955120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Attempting to bind port 53303a84-6d73-4d35-926c-41ba175da491 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:14:03.955496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Attempting to bind port 53303a84-6d73-4d35-926c-41ba175da491 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:14:03.955858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Attempting to bind port 53303a84-6d73-4d35-926c-41ba175da491 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:03.961087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:14:03.961455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Checking segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:03.961863 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:03.962250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Bound using segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:14:03.962748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Bound port: 53303a84-6d73-4d35-926c-41ba175da491, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:14:03.963132 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:03.976576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-a10c85c0-9a3b-4a9f-9624-3bcfd10c7459 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:03.984900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-674bac5b-5e11-473c-9c6f-46a7aa50ec04 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.1694803 Jul 19 03:14:03.992374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-a10c85c0-9a3b-4a9f-9624-3bcfd10c7459 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6 HTTP/1.1" status: 200 len: 945 time: 0.3297675 Jul 19 03:14:04.011444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-6898b0b6-3762-49c7-8f82-df8b05bf3d8d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Request body: {'floatingip': {'port_id': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:04.047805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] For port 53303a84-6d73-4d35-926c-41ba175da491, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:04.047805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] For port 53303a84-6d73-4d35-926c-41ba175da491, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=53303a84-6d73-4d35-926c-41ba175da491,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:14:04.060376 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:04.155745 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-5d0c21a7-de7d-43c5-b3db-60897de23657 service neutron] 10.222.0.26 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9524083 Jul 19 03:14:04.220970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed787128-96c9-4201-bc56-fc3ff6eed8c3 None None] Pushing event updated for resources: {'Port': ['ID=53303a84-6d73-4d35-926c-41ba175da491,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:04.221449 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:04.227826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-33ef8676-c97a-445e-ac4b-f7a2c3a9eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:04.230870 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-33ef8676-c97a-445e-ac4b-f7a2c3a9eda4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8371501 Jul 19 03:14:04.235059 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-6898b0b6-3762-49c7-8f82-df8b05bf3d8d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:04.266981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:04.562669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Allocated IP 172.25.2.208 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/b5da21ef-8d66-4982-be80-dd6ba844dc05) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:04.626500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:14:04.880343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-5213005e-2b23-4eec-85b2-864bd89dec0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Deleting port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:04.880952 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-5213005e-2b23-4eec-85b2-864bd89dec0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:04.895837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93faaad0-5876-4770-8793-bfabac1396ee req-7bcf45bf-0d0c-4d36-83f6-c77c404246c0 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:04.904125 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-93faaad0-5876-4770-8793-bfabac1396ee req-7bcf45bf-0d0c-4d36-83f6-c77c404246c0 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 943 time: 0.4592202 Jul 19 03:14:04.910338 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:04.935421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 53303a84-6d73-4d35-926c-41ba175da491 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:05.040134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:05.053319 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-93faaad0-5876-4770-8793-bfabac1396ee req-ace0d6a7-f921-48f6-b3c0-9d3717289e4a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481631 Jul 19 03:14:05.105280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'mac_address': 'fa:16:3e:34:df:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:14:05.171310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-d6c795ed-4320-443c-bd7a-078e70f5b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:05.172898 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-d6c795ed-4320-443c-bd7a-078e70f5b6c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4440811 Jul 19 03:14:05.181097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-5213005e-2b23-4eec-85b2-864bd89dec0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] For port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:05.181471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-5213005e-2b23-4eec-85b2-864bd89dec0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:05.205906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 53303a84-6d73-4d35-926c-41ba175da491 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:05.224309 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:05.227650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-5213005e-2b23-4eec-85b2-864bd89dec0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Calling delete_port for ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:05.237518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:05.255501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:14:05.310961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:05.327319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:05.341720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Pushing event updated for resources: {'Port': ['ID=b5da21ef-8d66-4982-be80-dd6ba844dc05,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:05.365160 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc30697-71c1-4247-9e28-dfa83b09797e x-openstack-request-id: req-fbc30697-71c1-4247-9e28-dfa83b09797e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:05.365341 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b", "name": "network-vif-unplugged", "status": "completed", "tag": "0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:05.365443 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbc30697-71c1-4247-9e28-dfa83b09797e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:05.365831 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7', 'code': 200} Jul 19 03:14:05.406765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=12']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:05.435601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:05.448737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:05.458905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:05.568545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:05.874971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf1f06-3dc0-4454-b427-b94a5d421cc1 None None] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:05.999164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-28da810d-9e97-443b-9d25-4ee435900782 None None] Provisioning for port 53303a84-6d73-4d35-926c-41ba175da491 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:06.013848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-28da810d-9e97-443b-9d25-4ee435900782 None None] Provisioning complete for port 53303a84-6d73-4d35-926c-41ba175da491 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:06.014861 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-28da810d-9e97-443b-9d25-4ee435900782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:06.016664 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e7e52-2f4b-4151-b97e-4dd59770f199 req-757c1243-a5a5-4132-a403-4647ad812d69 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:06.018300 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-514e7e52-2f4b-4151-b97e-4dd59770f199 req-757c1243-a5a5-4132-a403-4647ad812d69 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.4744942 Jul 19 03:14:06.049008 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-5213005e-2b23-4eec-85b2-864bd89dec0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:06.068255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b74ceb92-5faf-4394-865e-0332aaa4b293'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:06.091287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213005e-2b23-4eec-85b2-864bd89dec0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Pushing event deleted for resources: {'Port': ['ID=ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:06.195158 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-6898b0b6-3762-49c7-8f82-df8b05bf3d8d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:06.232716 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-514e7e52-2f4b-4151-b97e-4dd59770f199 req-69434ec1-cfc4-42cd-a8ff-9cad15e2694d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868362 Jul 19 03:14:06.233364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:06.309168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f087cc32-37b5-4282-a7be-dac347dcfdc0 req-95ca1a01-8120-4de1-b822-7e21fc4e05a1 service neutron] 10.222.0.26 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1365781 Jul 19 03:14:06.311600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-a070a0d9-9767-49b0-adc9-cd16c62986f0 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1268070 Jul 19 03:14:06.338037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-6898b0b6-3762-49c7-8f82-df8b05bf3d8d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:06.523475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-5213005e-2b23-4eec-85b2-864bd89dec0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] No DVR routers for this DVR port ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:06.526849 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-6898b0b6-3762-49c7-8f82-df8b05bf3d8d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Floating IP a4948bce-07f9-4438-8618-0c351807ab07 associated. External IP: 172.25.2.165, port: b74ceb92-5faf-4394-865e-0332aaa4b293. Jul 19 03:14:06.530956 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-6946c5cb-3f52-4cb6-9664-e6e8e3aa130b service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2266786 Jul 19 03:14:06.553148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-5213005e-2b23-4eec-85b2-864bd89dec0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:06.555188 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f97277d7-20c3-4b92-a421-7bc7c42c5a41 req-5213005e-2b23-4eec-85b2-864bd89dec0c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.26 "DELETE /v2.0/ports/ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 HTTP/1.1" status: 204 len: 173 time: 2.5563776 Jul 19 03:14:06.555638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'name': 'network-vif-deleted', 'tag': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:06.558229 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecefe06b-4ab1-4fb8-b513-fa1cbaeb4e34" -d '{"events": [{"server_uuid": "3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6", "name": "network-vif-deleted", "tag": "ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:06.648847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:06.723068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:06.730858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:06.734576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:06.747201 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59732e-4ec9-43ea-8d02-8c51b7b8f780 req-ccb2b8c7-d98b-4e3b-9110-1775eddfa38b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:06.760866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d59732e-4ec9-43ea-8d02-8c51b7b8f780 req-ccb2b8c7-d98b-4e3b-9110-1775eddfa38b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.3022907 Jul 19 03:14:06.806003 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-28da810d-9e97-443b-9d25-4ee435900782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:06.867105 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-5bbb516c-f996-410e-b7f3-91c98893e19b service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869100 Jul 19 03:14:06.880163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d59732e-4ec9-43ea-8d02-8c51b7b8f780 req-0a076118-ef1f-4fa0-910f-16a0fb64d070 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183741 Jul 19 03:14:06.881978 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:07.009154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Router 51bf4b14-11fd-4c46-8dd5-010e673d0392 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:14:07.023234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-28da810d-9e97-443b-9d25-4ee435900782 None None] For port 53303a84-6d73-4d35-926c-41ba175da491, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=53303a84-6d73-4d35-926c-41ba175da491,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:07.035618 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:07.037800 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-28da810d-9e97-443b-9d25-4ee435900782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:07.136090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-f8fab470-edfb-4f3f-987e-a67c7240060b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:07.141111 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-f8fab470-edfb-4f3f-987e-a67c7240060b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 943 time: 2.6610863 Jul 19 03:14:07.178184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da810d-9e97-443b-9d25-4ee435900782 None None] Pushing event updated for resources: {'Port': ['ID=53303a84-6d73-4d35-926c-41ba175da491,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:07.382856 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8114ed6b-ad1a-44bd-81f7-263305493bbf req-16a08651-87c5-4bc6-9551-8822a748225d service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345261 Jul 19 03:14:07.406712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:07.417336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Sync routers for ids ['51bf4b14-11fd-4c46-8dd5-010e673d0392'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:07.435716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Routers {'51bf4b14-11fd-4c46-8dd5-010e673d0392'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:07.436578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['51bf4b14-11fd-4c46-8dd5-010e673d0392'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:07.454833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:07.459360 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3e59b309-b24b-45fa-8109-82f364bd7781 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7047825 Jul 19 03:14:07.461306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45272) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:07.596565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-66cda1bd-d488-476b-b669-733f54208ad8 None None] Provisioning complete for port 53303a84-6d73-4d35-926c-41ba175da491 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:07.599764 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-66cda1bd-d488-476b-b669-733f54208ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:07.615308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3eaca-7635-49c9-9983-714762dc18e7 req-b893eb6b-47ef-43a5-be1f-894372d1ef97 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:07.625589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-23b3eaca-7635-49c9-9983-714762dc18e7 req-b893eb6b-47ef-43a5-be1f-894372d1ef97 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b HTTP/1.1" status: 200 len: 943 time: 0.2494273 Jul 19 03:14:07.690923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-6898b0b6-3762-49c7-8f82-df8b05bf3d8d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Router e89bc9e4-fba5-4468-becd-73fb5fc4686f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:07.701726 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-23b3eaca-7635-49c9-9983-714762dc18e7 req-fb682a6b-bb78-470f-bcec-812ba35d7b82 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750086 Jul 19 03:14:07.785150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-e6e06e53-f6f1-4adc-ba10-19690ac4faec tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Deleting port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:07.785427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-e6e06e53-f6f1-4adc-ba10-19690ac4faec tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:07.807922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Set router 51bf4b14-11fd-4c46-8dd5-010e673d0392 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:07.954029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-6898b0b6-3762-49c7-8f82-df8b05bf3d8d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:07.957565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-e6e06e53-f6f1-4adc-ba10-19690ac4faec tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] For port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:07.957951 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-e6e06e53-f6f1-4adc-ba10-19690ac4faec tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:07.964429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-6898b0b6-3762-49c7-8f82-df8b05bf3d8d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:07.969760 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] Sync routers for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:07.982711 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:07.983867 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:08.000656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-e6e06e53-f6f1-4adc-ba10-19690ac4faec tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Calling delete_port for 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:08.077030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-6898b0b6-3762-49c7-8f82-df8b05bf3d8d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "PUT /v2.0/floatingips/a4948bce-07f9-4438-8618-0c351807ab07 HTTP/1.1" status: 200 len: 996 time: 4.0895402 Jul 19 03:14:08.084923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:08.091273 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:08.128140 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:08.132672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02848e7-380b-42ca-8d06-150b158875e6 req-979022a0-8866-432e-b0fb-b9b60538c872 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:08.140279 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c02848e7-380b-42ca-8d06-150b158875e6 req-979022a0-8866-432e-b0fb-b9b60538c872 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 950 time: 0.2376466 Jul 19 03:14:08.236829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c02848e7-380b-42ca-8d06-150b158875e6 req-e8745bd2-ab94-4ecc-ad0f-8ab2a0a565c4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955293 Jul 19 03:14:08.289296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-033575b7-e050-4792-a60b-95a7c48bae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:08.302038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-033575b7-e050-4792-a60b-95a7c48bae99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1097 time: 0.2048051 Jul 19 03:14:08.352568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:05Z', 'revision_number': 3, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:08.424744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Checking router: 51bf4b14-11fd-4c46-8dd5-010e673d0392 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:08.425096 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Updating router 51bf4b14-11fd-4c46-8dd5-010e673d0392 port b5da21ef-8d66-4982-be80-dd6ba844dc05 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:14:08.430794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:08.496208 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:5d:27:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:14:05Z', 'revision_number': 8, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:08.497865 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-e6e06e53-f6f1-4adc-ba10-19690ac4faec tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:08.507261 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:08.548206 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] Checking router: e89bc9e4-fba5-4468-becd-73fb5fc4686f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:08.556359 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894a93a9-4143-4ebe-a105-de54e3bf4b7c x-openstack-request-id: req-894a93a9-4143-4ebe-a105-de54e3bf4b7c {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:08.556678 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6", "name": "network-vif-deleted", "tag": "ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:08.556939 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-894a93a9-4143-4ebe-a105-de54e3bf4b7c {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:08.557482 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b62f41b-39c4-49c2-9bb8-85c2ed0e38c6', 'name': 'network-vif-deleted', 'tag': 'ea2ef86b-c625-49cd-bbb9-b33fee4cc1c5', 'status': 'completed', 'code': 200} Jul 19 03:14:08.564660 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:08.565720 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:08.586659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e06e53-f6f1-4adc-ba10-19690ac4faec tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event deleted for resources: {'Port': ['ID=0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:08.704475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:08.746297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-e6e06e53-f6f1-4adc-ba10-19690ac4faec tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] No DVR routers for this DVR port 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:08.750091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-e6e06e53-f6f1-4adc-ba10-19690ac4faec tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:08.757637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f87486ad-9266-4ba0-bb30-208f64c91adc req-e6e06e53-f6f1-4adc-ba10-19690ac4faec tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.25 "DELETE /v2.0/ports/0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 HTTP/1.1" status: 204 len: 173 time: 1.5968504 Jul 19 03:14:08.766165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-e8ff4b3d-319b-4770-948d-8d32143bdd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:08.768868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-e8ff4b3d-319b-4770-948d-8d32143bdd71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.4623098 Jul 19 03:14:08.787486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:08.846171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 53303a84-6d73-4d35-926c-41ba175da491 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:08.856300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:08.856753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:08.926814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Allocated IP 172.20.0.1 (dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be/8923274a-b15c-436a-854a-07f1da3779f3/ead129f2-e5af-4707-b799-bd790c73671e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:08.981073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-2c8d0941-f20f-4aac-b1c2-b8bcfe668dce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 999 time: 0.2004004 Jul 19 03:14:08.989888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:08.999919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:09.000302 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.007674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 53303a84-6d73-4d35-926c-41ba175da491 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:09.007872 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.007987 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:09.082801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-02b38f8a-9b19-4249-b7a9-9066ba2b9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:09.084546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-02b38f8a-9b19-4249-b7a9-9066ba2b9cac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.0975564 Jul 19 03:14:09.091678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49911ae8-8a68-4797-8777-6f8d5b5b86ab req-ae4692e8-b9fe-4d14-8e58-5c4f8b484556 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:09.103495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49911ae8-8a68-4797-8777-6f8d5b5b86ab req-ae4692e8-b9fe-4d14-8e58-5c4f8b484556 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.4167743 Jul 19 03:14:09.215616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-57a45884-4978-4c10-ae3f-46e469c6a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:09.218766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-57a45884-4978-4c10-ae3f-46e469c6a399 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231852 Jul 19 03:14:09.243642 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.247947 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.270018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Transition to ACTIVE for port object b5da21ef-8d66-4982-be80-dd6ba844dc05 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:09.286475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:09.288997 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d83679d-3c0c-4a55-97d3-ba1e29c2422f" -d '{"events": [{"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:09.292406 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49911ae8-8a68-4797-8777-6f8d5b5b86ab req-eb5a626f-2e73-400b-86b1-d485d2367d93 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852996 Jul 19 03:14:09.300140 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.311422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:09.375983 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.401592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Attempting to bind port b5da21ef-8d66-4982-be80-dd6ba844dc05 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:14:09.401972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Attempting to bind port b5da21ef-8d66-4982-be80-dd6ba844dc05 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:14:09.409329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Attempting to bind port b5da21ef-8d66-4982-be80-dd6ba844dc05 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:09.416418 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa9bec4-4538-41d4-85e7-033de4c59286 x-openstack-request-id: req-2fa9bec4-4538-41d4-85e7-033de4c59286 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:09.416418 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:09.416418 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fa9bec4-4538-41d4-85e7-033de4c59286 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:09.418942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.423381 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'status': 'completed', 'code': 200} Jul 19 03:14:09.437615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:14:09.437980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:09.440258 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.440539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:14:09.441042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Bound port: b5da21ef-8d66-4982-be80-dd6ba844dc05, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:14:09.441434 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.443222 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16d8d3-606c-422e-8cb9-88a3e580b10e None None] Pushing event updated for resources: {'Port': ['ID=b5da21ef-8d66-4982-be80-dd6ba844dc05,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:09.475043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-702b02ab-82be-4cfc-8e84-2ed0435bfb77 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500315 Jul 19 03:14:09.476467 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:5d:27:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:14:05Z', 'revision_number': 8, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:09.490852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Transition to ACTIVE for port object ead129f2-e5af-4707-b799-bd790c73671e will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:09.507657 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee354d30-a7b0-4791-93de-cc01573cda9e None None] The sync data for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 is: [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'a4948bce-07f9-4438-8618-0c351807ab07', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'port_id': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'mac_address': 'fa:16:3e:5d:27:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:13:22Z', 'updated_at': '2021-07-19T03:14:05Z', 'revision_number': 8, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:09.581067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.696779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:09.706508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:09.714472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-8a171ba1-3b21-41af-acad-1a132f0f2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:09.716517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:09.717429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-8a171ba1-3b21-41af-acad-1a132f0f2f82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1097 time: 0.2716789 Jul 19 03:14:09.840945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ead129f2-e5af-4707-b799-bd790c73671e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:09.899166 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:09.921462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=13']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:09.936685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] For port b5da21ef-8d66-4982-be80-dd6ba844dc05, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:09.965490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] For port b5da21ef-8d66-4982-be80-dd6ba844dc05, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b5da21ef-8d66-4982-be80-dd6ba844dc05,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:14:09.979243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad07741d-fd84-4dbf-88c4-18afa6279b55 req-03a5e163-518b-406d-b6ba-04332ffb6467 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015993 Jul 19 03:14:09.979983 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:10.059800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-07a866f4-2b02-4ae3-94d2-fcf07519b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:10.061327 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-07a866f4-2b02-4ae3-94d2-fcf07519b8e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.3269508 Jul 19 03:14:10.082001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31641fcb-65d3-4dd3-aa18-638a31fdbaa7 None None] New status for floating IP a4948bce-07f9-4438-8618-0c351807ab07: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:14:10.099178 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4da36b1-5ceb-40f7-b79d-f2fae80d3d9f x-openstack-request-id: req-d4da36b1-5ceb-40f7-b79d-f2fae80d3d9f {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:10.099495 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:10.101273 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4da36b1-5ceb-40f7-b79d-f2fae80d3d9f {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:10.102629 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'code': 200} Jul 19 03:14:10.334846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e796a77e-3e88-4e50-ae1a-ca582e1a677d None None] Provisioning for port ead129f2-e5af-4707-b799-bd790c73671e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:10.348489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e796a77e-3e88-4e50-ae1a-ca582e1a677d None None] Provisioning complete for port ead129f2-e5af-4707-b799-bd790c73671e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:10.348870 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e796a77e-3e88-4e50-ae1a-ca582e1a677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:10.396112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e796a77e-3e88-4e50-ae1a-ca582e1a677d None None] Port ead129f2-e5af-4707-b799-bd790c73671e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:14:10.421418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Routers {'51bf4b14-11fd-4c46-8dd5-010e673d0392'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:10.422084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['51bf4b14-11fd-4c46-8dd5-010e673d0392'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:10.556130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] Set router 51bf4b14-11fd-4c46-8dd5-010e673d0392 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:10.601620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f477af73-e8cb-489f-8b21-3a490c6f030a req-840e17c1-cad7-4f89-91d5-5a435d294dda tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips/a4948bce-07f9-4438-8618-0c351807ab07 HTTP/1.1" status: 200 len: 998 time: 0.1066120 Jul 19 03:14:10.608964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-5fed916e-335f-4921-8d7f-ad29d2e6d8ee tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=39688c83d45c4f709f725b461d5c4b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354152 Jul 19 03:14:10.664453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-e5650a8b-801f-44d0-b123-b8d251cdfedd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 999 time: 0.5958700 Jul 19 03:14:10.739479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-1e8fe3ef-f7bb-433d-b0c4-58b1c37e12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:10.741729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-1e8fe3ef-f7bb-433d-b0c4-58b1c37e12a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.0666273 Jul 19 03:14:10.750799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16d8d3-606c-422e-8cb9-88a3e580b10e None None] Pushing event updated for resources: {'Port': ['ID=b5da21ef-8d66-4982-be80-dd6ba844dc05,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:10.760300 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:10.787481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:05Z', 'revision_number': 3, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:10.814799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477af73-e8cb-489f-8b21-3a490c6f030a req-e8f3981f-3592-436d-b4e6-75a5fe16b96d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:10.822513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fabb03-ae25-40a4-99a6-d7adc72a75fa None None] The sync data for ids ['51bf4b14-11fd-4c46-8dd5-010e673d0392'] in n-d-762330-18 is: [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:05Z', 'revision_number': 3, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:10.822913 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f477af73-e8cb-489f-8b21-3a490c6f030a req-e8f3981f-3592-436d-b4e6-75a5fe16b96d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2203476 Jul 19 03:14:10.832237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-f477af73-e8cb-489f-8b21-3a490c6f030a req-74c83162-03de-4a71-8693-003dbdddc053 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:14:10.848466 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f477af73-e8cb-489f-8b21-3a490c6f030a req-74c83162-03de-4a71-8693-003dbdddc053 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245275 Jul 19 03:14:10.884925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-3e0d62a6-e0ac-4fc1-9e40-1095ba51334a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:10.887126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-3e0d62a6-e0ac-4fc1-9e40-1095ba51334a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702439 Jul 19 03:14:10.906639 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-a8882df2-bd10-4b61-b5d5-c5e10232b49a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/quotas/39688c83d45c4f709f725b461d5c4b8f HTTP/1.1" status: 200 len: 375 time: 0.0127809 Jul 19 03:14:10.908529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-06a9b68f-4b36-4622-8fd3-af7d47d4f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:10.909993 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-06a9b68f-4b36-4622-8fd3-af7d47d4f3e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230557 Jul 19 03:14:11.068663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-7aab3031-57f6-485e-a5a5-ffc7e4d8ebd4 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407669 Jul 19 03:14:11.103543 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-d94682cf-97cc-4e61-a161-e46890252cd9 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1873474 Jul 19 03:14:11.139078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:11.148663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-3151eea2-fe51-4c1e-9c15-955120dea2c1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:11.156800 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-3151eea2-fe51-4c1e-9c15-955120dea2c1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/networks?id=93ae0eba-c261-4e04-94bc-dbff6081879d HTTP/1.1" status: 200 len: 822 time: 0.1806552 Jul 19 03:14:11.169895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:11.186328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-3b71f6e2-cd12-4b5c-9300-0722ece206ab tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/quotas/48e47c2739e04e14b080f6f06b48e05d HTTP/1.1" status: 200 len: 375 time: 0.0256681 Jul 19 03:14:11.232234 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75ce4bf-c47a-426a-bc11-be6383f6c7b0 req-f412548c-147a-471e-abd1-f8ff6809c71c service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499908 Jul 19 03:14:11.300702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ead129f2-e5af-4707-b799-bd790c73671e,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:11.367003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:11.405291 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-8d95a5cd-28f3-467e-bf58-f3ec233cb5b9 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e47c2739e04e14b080f6f06b48e05d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2178254 Jul 19 03:14:11.424234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'name': 'network-vif-deleted', 'tag': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:11.426628 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f2ce84-7f6b-4132-914a-7df7439aa08e" -d '{"events": [{"server_uuid": "b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b", "name": "network-vif-deleted", "tag": "0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:11.550002 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:11.583611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5da60-d5ff-4f07-bcfb-cf1def948a9f req-77ada45f-f362-4b1b-8483-4aa06e148bff tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:11.586385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-75f5da60-d5ff-4f07-bcfb-cf1def948a9f req-77ada45f-f362-4b1b-8483-4aa06e148bff tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.1017656 Jul 19 03:14:11.626177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:11.630846 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-c9fb6269-f46b-4274-a333-a286e21a6854 service neutron] 10.222.0.20 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247090 Jul 19 03:14:11.653332 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-75f5da60-d5ff-4f07-bcfb-cf1def948a9f req-21265fa9-29c9-4363-945d-193fd62426ef tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590107 Jul 19 03:14:11.889879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-c5fd2df5-973f-4b03-a772-7481a93ef0be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1672592 Jul 19 03:14:11.921749 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-55604af6-f5bb-4d3d-aa55-11693c603894 service neutron] 10.222.0.20 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822368 Jul 19 03:14:12.118696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-dff7c709-45f7-421e-9f80-6bf978c4cde8 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1001 time: 0.1536634 Jul 19 03:14:12.118944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Router 51bf4b14-11fd-4c46-8dd5-010e673d0392 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:12.176579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1c864c52-5244-417a-b606-867db0eb4928 None None] Provisioning complete for port ead129f2-e5af-4707-b799-bd790c73671e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:12.177007 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1c864c52-5244-417a-b606-867db0eb4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:12.310233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1c864c52-5244-417a-b606-867db0eb4928 None None] Port ead129f2-e5af-4707-b799-bd790c73671e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:14:12.360911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-8bbed108-fe73-474d-9313-8f1377d3c5a2 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:12.383364 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-8bbed108-fe73-474d-9313-8f1377d3c5a2 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports/b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 942 time: 0.2773347 Jul 19 03:14:12.406692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:12.447335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cc96a9ec-22cd-4d50-84be-1077b986c2a4 admin admin] 10.222.0.20 "PUT /v2.0/routers/51bf4b14-11fd-4c46-8dd5-010e673d0392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9847963 Jul 19 03:14:12.451192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-94b437f3-8871-428e-b807-e59d57f9df77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:12.493581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-c30ab07d-217c-4d23-a1a8-da8bfb62d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:12.502769 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-c30ab07d-217c-4d23-a1a8-da8bfb62d9f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 1102 time: 0.4175861 Jul 19 03:14:12.772376 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-780e5777-2c63-4c68-98f7-5cec99066488 req-75a0b8bd-76ef-43b1-8eab-4c38c3008d84 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 210 time: 0.0751131 Jul 19 03:14:12.826707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-da797db2-5d50-4384-b904-bda1160153b6 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1001 time: 0.1392739 Jul 19 03:14:12.902948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b5da21ef-8d66-4982-be80-dd6ba844dc05 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:12.977373 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013382c9-2875-4d56-ba31-6aabf17ea1a7 x-openstack-request-id: req-013382c9-2875-4d56-ba31-6aabf17ea1a7 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:12.978524 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b", "name": "network-vif-deleted", "tag": "0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:12.979017 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-013382c9-2875-4d56-ba31-6aabf17ea1a7 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:12.979647 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6747d6b-ef6f-47a0-a96a-ac749ce6cc2b', 'name': 'network-vif-deleted', 'tag': '0d0736ab-52dc-4a9f-8f3f-4f47d2e122d7', 'status': 'completed', 'code': 200} Jul 19 03:14:12.999940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-7a637d2c-0134-421c-be29-ef3de228eac6 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:13.008685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-7a637d2c-0134-421c-be29-ef3de228eac6 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.1804338 Jul 19 03:14:13.075996 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ed7da57c-2c29-4098-9f6f-bb714366a7a7 req-33843551-6d8e-456b-a750-89f4549dea03 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 210 time: 0.1041882 Jul 19 03:14:13.102132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port b5da21ef-8d66-4982-be80-dd6ba844dc05 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:13.123641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-601c0c6a-0a09-44d8-aba3-f4f705fdd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:13.125471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-601c0c6a-0a09-44d8-aba3-f4f705fdd9b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.6018131 Jul 19 03:14:13.126315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b5da21ef-8d66-4982-be80-dd6ba844dc05 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:13.126670 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:13.144401 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-e93fbf6a-2b67-4ecc-b9ea-4679b1661bc9 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1001 time: 0.1342463 Jul 19 03:14:13.149507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-b4c49a44-ff94-47af-af11-82973745c514 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:13.264811 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:13.304435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port b5da21ef-8d66-4982-be80-dd6ba844dc05, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b5da21ef-8d66-4982-be80-dd6ba844dc05,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:13.312116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:13.352654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-b192ad8b-05c5-4519-964f-d06295e7bcac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 200 len: 217 time: 0.1543763 Jul 19 03:14:13.380430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-b4c49a44-ff94-47af-af11-82973745c514 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:13.385301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=b5da21ef-8d66-4982-be80-dd6ba844dc05,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:13.449187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b49b1-d0de-404e-a844-9d38b75aa798 req-163b8eea-79ad-492c-8bc7-d902d3a1d6e4 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:13.457634 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-aa2b09d8-9089-4bb7-b596-0f5835182453 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4767253 Jul 19 03:14:13.461020 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-734b49b1-d0de-404e-a844-9d38b75aa798 req-163b8eea-79ad-492c-8bc7-d902d3a1d6e4 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 945 time: 0.1592400 Jul 19 03:14:13.527344 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-734b49b1-d0de-404e-a844-9d38b75aa798 req-5c53732c-eff0-40bf-8295-a1478a38fba6 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650847 Jul 19 03:14:13.567863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-ee58dce9-5a40-4717-968f-431fa63bfe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:13.569556 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-ee58dce9-5a40-4717-968f-431fa63bfe2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.2032990 Jul 19 03:14:13.725954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-a750a717-e50c-44c6-92a8-695918e6840a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=39688c83d45c4f709f725b461d5c4b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582914 Jul 19 03:14:13.811307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-b4c49a44-ff94-47af-af11-82973745c514 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:13.827874 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-b4c49a44-ff94-47af-af11-82973745c514 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:13.828197 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-b4c49a44-ff94-47af-af11-82973745c514 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Floating IP a4948bce-07f9-4438-8618-0c351807ab07 disassociated. External IP: 172.25.2.165, port: b74ceb92-5faf-4394-865e-0332aaa4b293. Jul 19 03:14:13.863452 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Sync routers for ids ['51bf4b14-11fd-4c46-8dd5-010e673d0392'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:13.876945 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Routers {'51bf4b14-11fd-4c46-8dd5-010e673d0392'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:13.878811 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:13:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['51bf4b14-11fd-4c46-8dd5-010e673d0392'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:13.935344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-7ee4916b-7cf6-4aa6-bb98-a8aa40dc3e05 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:13.936733 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-7ee4916b-7cf6-4aa6-bb98-a8aa40dc3e05 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032607 Jul 19 03:14:13.951156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Request body: {'port': {'device_id': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '39688c83d45c4f709f725b461d5c4b8f'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:13.971459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-6f0e6d06-2453-4a93-b436-55a8a8842cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:13.972728 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-6f0e6d06-2453-4a93-b436-55a8a8842cad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 1102 time: 0.4776633 Jul 19 03:14:14.040699 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Set router 51bf4b14-11fd-4c46-8dd5-010e673d0392 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:14.143955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45376) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:14.161299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-4d5942be-ca4a-4abc-b8b2-03e3b4f2abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:14.162599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0f0789ba-7ae3-4295-9d2d-b8c90cab77d7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505055770', 'description': 'tempest-description--303280945'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:14.163100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-4d5942be-ca4a-4abc-b8b2-03e3b4f2abd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5614192 Jul 19 03:14:14.184403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Made reservation on behalf of 39688c83d45c4f709f725b461d5c4b8f for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:14.188366 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:14.224287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-ad987d4e-b91f-452d-aeb6-9e61f28badad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:14.226773 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-ad987d4e-b91f-452d-aeb6-9e61f28badad service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1660607 Jul 19 03:14:14.233196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f0789ba-7ae3-4295-9d2d-b8c90cab77d7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:14.275503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-1c599d82-30aa-46b3-b3d3-76a7d76e54c4 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:14.278944 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-1c599d82-30aa-46b3-b3d3-76a7d76e54c4 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.5513735 Jul 19 03:14:14.326295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-18'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:14.361884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.26', 50903) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:14.362415 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:10Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ead129f2-e5af-4707-b799-bd790c73671e', 'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'mac_address': 'fa:16:3e:1a:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:08Z', 'updated_at': '2021-07-19T03:14:10Z', 'revision_number': 2, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'subnets': [{'id': '8923274a-b15c-436a-854a-07f1da3779f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:14.384590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-adab5030-9df6-4db5-b0e8-f811c1d039e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 200 len: 217 time: 0.1210198 Jul 19 03:14:14.413647 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Checking router: 51bf4b14-11fd-4c46-8dd5-010e673d0392 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:14.414964 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Updating router 51bf4b14-11fd-4c46-8dd5-010e673d0392 port ead129f2-e5af-4707-b799-bd790c73671e binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:14:14.471536 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:14.510663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-b4c49a44-ff94-47af-af11-82973745c514 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Router e89bc9e4-fba5-4468-becd-73fb5fc4686f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:14.515515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-f0ee2a63-cc45-43e5-ab18-e5cdd8a17a8b service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405538 Jul 19 03:14:14.517285 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Allocated IP 192.168.233.215 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/37baef36-ac01-4b1b-bf76-5a072deecc03) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:14.568764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:14.570655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1c8e-4fb5-4894-99d6-de6e45fbd8b2 req-c13974da-2f69-4496-bf90-b948e1868f98 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:14.572263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1ce1c8e-4fb5-4894-99d6-de6e45fbd8b2 req-c13974da-2f69-4496-bf90-b948e1868f98 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 945 time: 0.2833908 Jul 19 03:14:14.581870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-61f74496-eac7-4f8a-bc9f-fe90e837aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:14.588694 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-61f74496-eac7-4f8a-bc9f-fe90e837aadd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1879265 Jul 19 03:14:14.629294 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f0789ba-7ae3-4295-9d2d-b8c90cab77d7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:14.652571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-d78bd077-40c0-4860-8838-84d999950519 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:14.653995 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-d78bd077-40c0-4860-8838-84d999950519 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.26 "GET /v2.0/networks?id=93ae0eba-c261-4e04-94bc-dbff6081879d HTTP/1.1" status: 200 len: 822 time: 0.2860963 Jul 19 03:14:14.664477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f0789ba-7ae3-4295-9d2d-b8c90cab77d7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:14.687525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Request body: {'port': {'device_id': 'fbef45ec-dc85-477b-b176-20cbc295f411', 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d', 'admin_state_up': True, 'tenant_id': '48e47c2739e04e14b080f6f06b48e05d'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:14.700226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9899fb85-2560-4583-a984-a8b399828fac details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:14:14.785659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0789ba-7ae3-4295-9d2d-b8c90cab77d7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:14.863189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:14.864431 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1ce1c8e-4fb5-4894-99d6-de6e45fbd8b2 req-10be2b8c-adbd-4720-9a90-17def1c6b91f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665570 Jul 19 03:14:14.866822 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f0789ba-7ae3-4295-9d2d-b8c90cab77d7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:14.872425 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0f0789ba-7ae3-4295-9d2d-b8c90cab77d7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7239976 Jul 19 03:14:14.872608 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:14.882930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b5da21ef-8d66-4982-be80-dd6ba844dc05 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:14.884740 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Transition to ACTIVE for port object ead129f2-e5af-4707-b799-bd790c73671e will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:14.890039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45380) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:14.893227 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:14.899707 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9899fb85-2560-4583-a984-a8b399828fac has no active binding in host n-h2-762330-18 {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 19 03:14:14.951745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b5da21ef-8d66-4982-be80-dd6ba844dc05 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:14.952402 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:14.977521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0ab5d315-2c69-4d39-9192-094cd7af4e9a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'security_group_rule': {'security_group_id': '8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:14.986660 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488bb67-94e3-4c92-8b28-52039b0ab03b None None] Pushing event updated for resources: {'Port': ['ID=ead129f2-e5af-4707-b799-bd790c73671e,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:15.031704 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Attempting to bind port ead129f2-e5af-4707-b799-bd790c73671e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:14:15.032083 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Attempting to bind port ead129f2-e5af-4707-b799-bd790c73671e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:14:15.033509 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Attempting to bind port ead129f2-e5af-4707-b799-bd790c73671e on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:15.034012 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7a57039f-4964-43ce-90c2-4e12479ede00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.039268 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:14:15.039631 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Checking segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:15.040039 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.040956 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Bound using segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:14:15.041166 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Bound port: ead129f2-e5af-4707-b799-bd790c73671e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:14:15.041719 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.143850 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d315-2c69-4d39-9192-094cd7af4e9a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.191104 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] For port ead129f2-e5af-4707-b799-bd790c73671e, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:15.195888 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] For port ead129f2-e5af-4707-b799-bd790c73671e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ead129f2-e5af-4707-b799-bd790c73671e,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:14:15.205971 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.224107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3667f6c-7704-4a3d-8d5e-a8c6940fe534 req-ab69d956-1c2b-4df0-853a-6ca49ee78fa3 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996491 Jul 19 03:14:15.225717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.283514 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488bb67-94e3-4c92-8b28-52039b0ab03b None None] Pushing event updated for resources: {'Port': ['ID=ead129f2-e5af-4707-b799-bd790c73671e,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:15.297848 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Routers {'51bf4b14-11fd-4c46-8dd5-010e673d0392'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:15.298737 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['51bf4b14-11fd-4c46-8dd5-010e673d0392'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:15.306365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Made reservation on behalf of 48e47c2739e04e14b080f6f06b48e05d for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:15.310913 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.337892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Transition to ACTIVE for port object 37baef36-ac01-4b1b-bf76-5a072deecc03 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:15.359747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d315-2c69-4d39-9192-094cd7af4e9a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.399107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d315-2c69-4d39-9192-094cd7af4e9a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.457161 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] Set router 51bf4b14-11fd-4c46-8dd5-010e673d0392 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:15.481837 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d315-2c69-4d39-9192-094cd7af4e9a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.486430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0ab5d315-2c69-4d39-9192-094cd7af4e9a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5933118 Jul 19 03:14:15.489737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45392) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:15.497487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5d315-2c69-4d39-9192-094cd7af4e9a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10037172-e056-4ba3-ba5c-d4121668b9e1,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:15.537866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-f9a71c1b-5ff2-4338-9ab5-1f024f1cc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:15.539688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ba00b29d-e096-42d2-9140-c1e08da435a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'security_group_rule': {'security_group_id': '8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:15.540281 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-f9a71c1b-5ff2-4338-9ab5-1f024f1cc164 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4271924 Jul 19 03:14:15.543434 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.610090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-b4c49a44-ff94-47af-af11-82973745c514 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:15.621189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-b4c49a44-ff94-47af-af11-82973745c514 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.631774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] Sync routers for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:15.645700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.662918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a5def065-94b7-4320-9913-7999456aeb05', 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:15.665517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b9e155a8-4396-4ea2-adaa-3054def8cc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:15.706794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:15.718980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-b4c49a44-ff94-47af-af11-82973745c514 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "PUT /v2.0/floatingips/a4948bce-07f9-4438-8618-0c351807ab07 HTTP/1.1" status: 200 len: 696 time: 2.5733805 Jul 19 03:14:15.722665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:15.725213 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:15.749230 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:15.749850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:15.801658 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-7dc40e9c-f32f-433e-9fad-5e8a5d45c9b9 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:15.815611 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-7dc40e9c-f32f-433e-9fad-5e8a5d45c9b9 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/networks?id=6b72d641-1bc4-43c1-bb4b-29372dfa3a9d HTTP/1.1" status: 200 len: 815 time: 0.4578271 Jul 19 03:14:15.837445 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-70bee280-4e86-4557-a8d3-51ba709e8e66 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883372 Jul 19 03:14:15.862093 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:10Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ead129f2-e5af-4707-b799-bd790c73671e', 'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'mac_address': 'fa:16:3e:1a:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:08Z', 'updated_at': '2021-07-19T03:14:15Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'subnets': [{'id': '8923274a-b15c-436a-854a-07f1da3779f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:15.867334 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba00b29d-e096-42d2-9140-c1e08da435a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:15.911488 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bbfb7-ce6a-4768-9d45-18701ee4df88 None None] The sync data for ids ['51bf4b14-11fd-4c46-8dd5-010e673d0392'] in n-d-762330-18 is: [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:10Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ead129f2-e5af-4707-b799-bd790c73671e', 'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'mac_address': 'fa:16:3e:1a:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:08Z', 'updated_at': '2021-07-19T03:14:15Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'subnets': [{'id': '8923274a-b15c-436a-854a-07f1da3779f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:15.913783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:15.923122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:15.932779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:15.950613 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-c12caa21-d78c-4517-b320-650c9ca3b32a tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/quotas/548f25087fe94aab8d27cbb73d959179 HTTP/1.1" status: 200 len: 375 time: 0.1340280 Jul 19 03:14:15.959717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:15.962993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Allocated IP 172.20.0.4 (93ae0eba-c261-4e04-94bc-dbff6081879d/97938179-333d-4d58-bab7-7b89064543f0/4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:16.082021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-3ccd95a2-d2bd-45df-b6e5-ddebfd130938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:16.083654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-3ccd95a2-d2bd-45df-b6e5-ddebfd130938 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1097 time: 0.3406076 Jul 19 03:14:16.108928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.132577 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.188939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:16.265479 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:16.294020 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba00b29d-e096-42d2-9140-c1e08da435a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.307479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a05a438-79a5-42bd-8fbe-efc0bf62d7bb req-64eea6f9-7070-4dfb-b25e-729e4cf168c1 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638033 Jul 19 03:14:16.372108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac on host n-h1-762330-18 for vnic_type normal with profile {"migrating_to": "n-h2-762330-18"} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:14:16.372832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:14:16.373356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:16.401392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Port 9899fb85-2560-4583-a984-a8b399828fac on network 54e03501-5722-4da8-a319-be568c990f3f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:14:16.402097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Attempting to bind port 9899fb85-2560-4583-a984-a8b399828fac on network 54e03501-5722-4da8-a319-be568c990f3f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:16.409802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:14:16.410417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Checking segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:16.411186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Bound using segment: {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:14:16.411787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Bound port: 9899fb85-2560-4583-a984-a8b399828fac, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e036e-5488-4004-980f-af0739d468de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '54e03501-5722-4da8-a319-be568c990f3f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:14:16.412311 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.414493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Pushing event updated for resources: {'Port': ['ID=9899fb85-2560-4583-a984-a8b399828fac,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:16.428163 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba00b29d-e096-42d2-9140-c1e08da435a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.455632 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.461848 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-df367d96-8958-486b-8fe4-09a615b4ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:16.467361 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-df367d96-8958-486b-8fe4-09a615b4ea46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.3680301 Jul 19 03:14:16.508687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00b29d-e096-42d2-9140-c1e08da435a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fb9fe8-8adc-4ec2-9265-ce413de8d93b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:16.521393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:16.522192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.531675 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba00b29d-e096-42d2-9140-c1e08da435a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.532204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c37bdfce-2bb0-4ab2-8f9d-0a3b358d1ce2 None None] Provisioning for port 37baef36-ac01-4b1b-bf76-5a072deecc03 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:16.532471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-439e49a1-63db-4af2-b50e-e226c333a861 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 217 time: 0.0444362 Jul 19 03:14:16.535361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45400) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:16.541355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:16.541585 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ba00b29d-e096-42d2-9140-c1e08da435a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0460880 Jul 19 03:14:16.579845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.586718 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.594097 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-b98150cd-a018-41d8-a68a-62734f67e3ef tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6482847 Jul 19 03:14:16.597581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c37bdfce-2bb0-4ab2-8f9d-0a3b358d1ce2 None None] Provisioning complete for port 37baef36-ac01-4b1b-bf76-5a072deecc03 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:16.598455 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c37bdfce-2bb0-4ab2-8f9d-0a3b358d1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.607222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-24652b9d-441b-4722-8eeb-280092b7877d tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=548f25087fe94aab8d27cbb73d959179&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6553211 Jul 19 03:14:16.656494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Request body: {'port': {'device_id': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:16.736607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:16.744017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-093a135a-f7cd-4ce3-be9b-0035349c1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:16.749633 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-093a135a-f7cd-4ce3-be9b-0035349c1c51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.1722488 Jul 19 03:14:16.850430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:14:16.864842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.867192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.884495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.901352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c37bdfce-2bb0-4ab2-8f9d-0a3b358d1ce2 None None] Port 37baef36-ac01-4b1b-bf76-5a072deecc03 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:14:16.933820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event updated for resources: {'Port': ['ID=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:16.943350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ead129f2-e5af-4707-b799-bd790c73671e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:16.969723 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:16.996570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Network 93ae0eba-c261-4e04-94bc-dbff6081879d is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:17.001358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:17.049401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port ead129f2-e5af-4707-b799-bd790c73671e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:17.065817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ead129f2-e5af-4707-b799-bd790c73671e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:17.066202 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:17.123870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Allocated IP 172.25.2.12 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/10dd1748-2ee1-4151-a74e-c9826fdbcc55) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:17.129385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:17.181951 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:17.220309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] Checking router: e89bc9e4-fba5-4468-becd-73fb5fc4686f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:17.242941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:17.243577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:17.246172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Pushing event updated for resources: {'Port': ['ID=9899fb85-2560-4583-a984-a8b399828fac,revision_number=8']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:17.278465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37baef36-ac01-4b1b-bf76-5a072deecc03 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:14:17.280118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-17178b43-69f8-42f1-9e5d-e6faafba3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:17.286324 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:17.288182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-17178b43-69f8-42f1-9e5d-e6faafba3e7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5240061 Jul 19 03:14:17.299542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Transition to ACTIVE for port object 37baef36-ac01-4b1b-bf76-5a072deecc03 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:17.302530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:17.340484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:17.341791 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:17.343432 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-54ad4d95-ea71-4c7b-aac8-5ca693c4938e service neutron] 10.222.0.26 "PUT /v2.0/ports/9899fb85-2560-4583-a984-a8b399828fac HTTP/1.1" status: 200 len: 1123 time: 3.0578394 Jul 19 03:14:17.345631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port ead129f2-e5af-4707-b799-bd790c73671e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ead129f2-e5af-4707-b799-bd790c73671e,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:17.352338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:17.353114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:17.358533 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:17.361868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:17.409894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['9899fb85-2560-4583-a984-a8b399828fac'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:17.447324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-9c6343dc-7a24-42ce-a6c0-6ec910fabc19 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7741113 Jul 19 03:14:17.449739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['9899fb85-2560-4583-a984-a8b399828fac'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:17.467805 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a5e94299-791c-4abb-b8f4-f119b06dcc54 service neutron] 10.222.0.20 "GET /v2.0/networks/6b72d641-1bc4-43c1-bb4b-29372dfa3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325340 Jul 19 03:14:17.472570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:17.523347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:17.546878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-53de5da6-932a-4957-965a-5c1b1152e3c1 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573946 Jul 19 03:14:17.581637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Request body: {'port': {'device_id': 'fbef45ec-dc85-477b-b176-20cbc295f411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:17.587105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=ead129f2-e5af-4707-b799-bd790c73671e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:17.624163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-f1614ab6-f3f8-466a-99b7-a3fd1431a243 service neutron] 10.222.0.20 "GET /v2.0/networks/6b72d641-1bc4-43c1-bb4b-29372dfa3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557081 Jul 19 03:14:17.766419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-90ffa1f9-f4c3-487b-960b-76316b481551 req-7999075c-b0f5-4951-943a-4cdee08aa4d8 service neutron] 10.222.0.20 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168243 Jul 19 03:14:17.790754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:17.907547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:17.915886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:17.927415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'Port': ['ID=10dd1748-2ee1-4151-a74e-c9826fdbcc55,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:17.930159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:18.110737 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.165025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:18.200506 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.204861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:18.241956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4886084c-f352-4ee3-a455-ebd0be8dda26 None None] The sync data for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 is: [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:12:58Z', 'revision_number': 4, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5dbd5e72-6171-475c-8c54-e9a01a770503', 'name': '', 'network_id': 'c3bdfa90-adc9-42b7-97cb-7ef11bae99b4', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'mac_address': 'fa:16:3e:39:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:56Z', 'updated_at': '2021-07-19T03:13:05Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'subnets': [{'id': '69fc8014-b43b-4fb4-8380-2804dea89328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:18.255405 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.264177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a7d5c-b04e-45a4-ae43-1070797b986a req-8f5d214a-021f-4fdc-8363-8101ff75ca3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:18.266593 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-424a7d5c-b04e-45a4-ae43-1070797b986a req-8f5d214a-021f-4fdc-8363-8101ff75ca3c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 948 time: 0.2476087 Jul 19 03:14:18.271720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:14:18.272092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:14:18.272394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:18.287167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Port 37baef36-ac01-4b1b-bf76-5a072deecc03 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:14:18.287857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:18.304526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.324613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:14:18.324927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:18.325266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:14:18.325705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Bound port: 37baef36-ac01-4b1b-bf76-5a072deecc03, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:14:18.326066 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.353324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224904c-1b94-4a3d-b15f-d3135e02b1e2 req-11379806-7465-4bea-ae7b-38880e65dd4a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:18.354994 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3224904c-1b94-4a3d-b15f-d3135e02b1e2 req-11379806-7465-4bea-ae7b-38880e65dd4a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 931 time: 0.2316189 Jul 19 03:14:18.359741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-424a7d5c-b04e-45a4-ae43-1070797b986a req-3febfdcb-34bd-484e-80e3-dee2fada1746 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855713 Jul 19 03:14:18.513539 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3224904c-1b94-4a3d-b15f-d3135e02b1e2 req-a1fdf258-8c9d-4b99-96f4-abae559545c9 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486614 Jul 19 03:14:18.537952 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:18.555347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.562547 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.586575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:14:18.596515 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.647536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:18.651485 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.652867 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8222fc6f-ff56-46a5-9279-8776fb3b16ed x-openstack-request-id: req-8222fc6f-ff56-46a5-9279-8776fb3b16ed {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:18.653289 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:18.653631 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8222fc6f-ff56-46a5-9279-8776fb3b16ed {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:18.653843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] 10.222.0.26 "PUT /v2.0/ports/37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 1097 time: 2.0034955 Jul 19 03:14:18.654239 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'status': 'completed', 'code': 200} Jul 19 03:14:18.660611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:18.663079 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e" -d '{"events": [{"name": "network-changed", "server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:18.731046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edface71-0430-4bf5-aa01-b9d148027298 service neutron] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:18.833543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:14:18.877754 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.883278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'Port': ['ID=10dd1748-2ee1-4151-a74e-c9826fdbcc55,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:18.926953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ead129f2-e5af-4707-b799-bd790c73671e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:18.938905 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.967210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-9fd32b33-f18c-451a-a7ed-7719f68a9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:18.969534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-9fd32b33-f18c-451a-a7ed-7719f68a9230 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 1097 time: 0.3142762 Jul 19 03:14:18.971563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:18.973275 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f2db44a8-0d10-4b2b-b885-8efcb2a8d6cb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4369805 Jul 19 03:14:19.021569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Transition to ACTIVE for port object 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:19.035401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:19.096831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ead129f2-e5af-4707-b799-bd790c73671e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:19.097471 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:19.116807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df54b31-e922-49fe-bc54-a80f33c9b5e5 req-91e46dfc-b5a8-4c8a-b03f-d580f2f2dabc tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:19.128184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6df54b31-e922-49fe-bc54-a80f33c9b5e5 req-91e46dfc-b5a8-4c8a-b03f-d580f2f2dabc tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.4155951 Jul 19 03:14:19.165196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-ad11d75b-2d35-447d-9d07-f1d4ab4d4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:19.171745 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5963af1-5d57-427e-9c01-8aa9afa328f6 None None] New status for floating IP a4948bce-07f9-4438-8618-0c351807ab07: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:14:19.174656 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-ad11d75b-2d35-447d-9d07-f1d4ab4d4478 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1100 time: 0.3171983 Jul 19 03:14:19.217475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-7a7d269e-d137-457a-82ef-9f28d577db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:19.219082 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-7a7d269e-d137-457a-82ef-9f28d577db72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 200 len: 920 time: 0.2405698 Jul 19 03:14:19.295717 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-eae6983d-ef25-4cb5-b476-ff779d783fd8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 200 len: 217 time: 0.0587690 Jul 19 03:14:19.298809 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6df54b31-e922-49fe-bc54-a80f33c9b5e5 req-8fbe0252-0a7d-4e3f-bb4b-d8d7b4fd5c72 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683826 Jul 19 03:14:19.301683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:19.384448 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-65fa40d6-5171-4a30-94bb-2cba21cdaae8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 217 time: 0.1796026 Jul 19 03:14:19.387292 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83db809c-b0f7-4211-b41c-4b18ee4ff1e7 x-openstack-request-id: req-83db809c-b0f7-4211-b41c-4b18ee4ff1e7 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:19.388018 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:19.388907 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83db809c-b0f7-4211-b41c-4b18ee4ff1e7 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:19.389626 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'status': 'completed', 'code': 200} Jul 19 03:14:19.433981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f59c2ab6-1fdc-4536-b08e-5fb940c24413 req-8296ce8b-2b9a-4efd-9c3c-985b0072c381 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 210 time: 0.0494633 Jul 19 03:14:19.456558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-e09e85b4-f1a2-42b6-b503-ff3ce0ac7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:19.458654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-e09e85b4-f1a2-42b6-b503-ff3ce0ac7353 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 200 len: 859 time: 0.1522350 Jul 19 03:14:19.469738 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Attempting to bind port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:14:19.470091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Attempting to bind port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:14:19.470454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Attempting to bind port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 on network 93ae0eba-c261-4e04-94bc-dbff6081879d {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:19.487504 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 on network 93ae0eba-c261-4e04-94bc-dbff6081879d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:14:19.488094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Attempting to bind port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 on network 93ae0eba-c261-4e04-94bc-dbff6081879d {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:19.496888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:14:19.497226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Checking segment: {'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:19.497622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Bound using segment: {'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:14:19.498072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Bound port: 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98c2b05-3837-438e-bc27-b4068454302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:14:19.498549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:19.563038 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-25a1d6ae-c159-4f0c-b37b-0522be5f09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:19.565972 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-25a1d6ae-c159-4f0c-b37b-0522be5f09d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1450684 Jul 19 03:14:19.708111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47427e87-01dc-4f6f-97f5-0f3f4d59ca52 req-79b0aefd-4891-4d3f-bb9f-33412354b6a0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:19.710258 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-47427e87-01dc-4f6f-97f5-0f3f4d59ca52 req-79b0aefd-4891-4d3f-bb9f-33412354b6a0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 945 time: 0.2092338 Jul 19 03:14:19.716719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] For port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:19.753467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] For port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:14:19.759724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-c0771707-b3fc-4348-9767-a46c30d08069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:19.762797 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-c0771707-b3fc-4348-9767-a46c30d08069 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1859055 Jul 19 03:14:19.768715 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:19.844861 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-47427e87-01dc-4f6f-97f5-0f3f4d59ca52 req-40906da2-3cca-4c3b-b326-e433e4c10edf tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups?id=a47f4f23-b780-4e94-ae1c-1af25a18e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252904 Jul 19 03:14:19.865336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:19.865832 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:19.867329 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 HTTP/1.1" status: 200 len: 1092 time: 2.2901525 Jul 19 03:14:19.912570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f814c-b5b3-4114-97ea-4a22e8acd7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:19.972790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-cabd8905-c908-4ac2-ad67-cf7bd40aafb9 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946409 Jul 19 03:14:20.019102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-c4daffba-386b-4e42-8e26-13e5a2986943 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.021913 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-c4daffba-386b-4e42-8e26-13e5a2986943 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.25 "GET /v2.0/networks?id=6b72d641-1bc4-43c1-bb4b-29372dfa3a9d HTTP/1.1" status: 200 len: 815 time: 0.2172027 Jul 19 03:14:20.043272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Request body: {'port': {'device_id': '2186ec42-ffd6-47de-aa7c-9f4ac70157d2', 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d', 'admin_state_up': True, 'tenant_id': '548f25087fe94aab8d27cbb73d959179'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:20.049339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-3649ff04-d472-4bb3-923d-3275787af77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.051513 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-3649ff04-d472-4bb3-923d-3275787af77f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5852215 Jul 19 03:14:20.055241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-c92e8f22-5f90-4058-b0e5-7cc39f7c504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.056751 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-c92e8f22-5f90-4058-b0e5-7cc39f7c504e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48e47c2739e04e14b080f6f06b48e05d&device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 1095 time: 0.1296737 Jul 19 03:14:20.150038 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-cd728483-90d0-4bf4-94e4-87483f81d6e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 HTTP/1.1" status: 200 len: 217 time: 0.0828459 Jul 19 03:14:20.158798 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-e9e3dc18-460c-437a-9bba-81bc1fa7eeef tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--505055770&fields=id&tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb HTTP/1.1" status: 200 len: 267 time: 0.3531826 Jul 19 03:14:20.161502 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12489e76-7a69-469e-966d-843e2bdc54b1 req-6c8df334-1166-4bdf-adee-3612d4f68e27 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802490 Jul 19 03:14:20.223503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-899bed6e-541f-412e-9ae1-dbda5e37a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.225128 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-899bed6e-541f-412e-9ae1-dbda5e37a8ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97938179-333d-4d58-bab7-7b89064543f0 HTTP/1.1" status: 200 len: 862 time: 0.0661232 Jul 19 03:14:20.234920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244a641-decb-4f73-9e67-37257649de0e req-1f09b1c1-61b6-4ae8-8762-98793fee6aa8 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.236488 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8244a641-decb-4f73-9e67-37257649de0e req-1f09b1c1-61b6-4ae8-8762-98793fee6aa8 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 948 time: 0.1742566 Jul 19 03:14:20.297267 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-50d1b696-274b-43d6-9ea8-0b56da548399 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ae0eba-c261-4e04-94bc-dbff6081879d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597854 Jul 19 03:14:20.397522 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-ecfe7241-1cce-4606-a49f-495b24433649 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156922 Jul 19 03:14:20.407201 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8244a641-decb-4f73-9e67-37257649de0e req-a3b734a4-ea9c-4302-8017-4658bc22973b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595938 Jul 19 03:14:20.452880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Made reservation on behalf of 548f25087fe94aab8d27cbb73d959179 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:20.457143 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:20.463731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-262fae5d-4fe0-4eab-b72b-2dd2b7278c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.466652 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-262fae5d-4fe0-4eab-b72b-2dd2b7278c60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1100 time: 0.2211840 Jul 19 03:14:20.468189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-b2f3fc27-bbb3-4d74-a170-d19dcf8b002b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.469159 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-740134ef-e265-4677-80cd-1ec47b356630 service neutron] 10.222.0.26 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622601 Jul 19 03:14:20.474994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-b2f3fc27-bbb3-4d74-a170-d19dcf8b002b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 812 time: 0.2624629 Jul 19 03:14:20.567301 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-bc32f89c-b092-4f28-8c69-816fe96b30f5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/quotas/2c3411c429fd44e8b8e4edf37d98ebcb HTTP/1.1" status: 200 len: 375 time: 0.0913267 Jul 19 03:14:20.656800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3074213-6a8d-42b4-bf34-220036286427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9899fb85-2560-4583-a984-a8b399828fac'}, {'name': 'network-changed', 'server_uuid': 'e3074213-6a8d-42b4-bf34-220036286427', 'tag': '9899fb85-2560-4583-a984-a8b399828fac'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:20.659349 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067736cb-c916-4e64-a55f-6e05911a3f69" -d '{"events": [{"server_uuid": "e3074213-6a8d-42b4-bf34-220036286427", "name": "network-vif-unplugged", "status": "completed", "tag": "9899fb85-2560-4583-a984-a8b399828fac"}, {"name": "network-changed", "server_uuid": "e3074213-6a8d-42b4-bf34-220036286427", "tag": "9899fb85-2560-4583-a984-a8b399828fac"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:20.742372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-08929072-793e-4273-8c19-66318a7d0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.744082 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-08929072-793e-4273-8c19-66318a7d0430 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2655747 Jul 19 03:14:20.748235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85d82692-8303-4b77-817b-1e3c8ec35eca req-35b821e0-eb5f-4c8b-b286-8d9cc8f96d5c service neutron] 10.222.0.26 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512906 Jul 19 03:14:20.764176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fdd27-072e-41fc-8e70-24653a8538a1 req-9688c78b-f315-4a6a-976b-13a14a372aa1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.766216 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f18fdd27-072e-41fc-8e70-24653a8538a1 req-9688c78b-f315-4a6a-976b-13a14a372aa1 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 943 time: 0.2087364 Jul 19 03:14:20.777305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceacf4ec-c852-4d71-afcc-096e6d3f31c2 req-d6d7b811-31cd-40ce-83fc-4e1f3b21b9d7 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704779 Jul 19 03:14:20.825459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-1d9f0827-51e2-44fb-aa86-21e127d82d17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 217 time: 0.0578678 Jul 19 03:14:20.896286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-81577199-6cf6-44b0-90c7-ee67d42a82fc tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3127565 Jul 19 03:14:20.923682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-d8003b32-7475-4353-8d34-e1b227342ef0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.925547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-d8003b32-7475-4353-8d34-e1b227342ef0 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.26 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 945 time: 0.3423312 Jul 19 03:14:20.961061 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f18fdd27-072e-41fc-8e70-24653a8538a1 req-4fc5cd62-f3db-4f71-9aae-fdc8eb2baa71 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804507 Jul 19 03:14:20.988514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-8116b9b9-3568-4a1f-93b1-0ea4cbce39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:20.991619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-8116b9b9-3568-4a1f-93b1-0ea4cbce39e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1591160 Jul 19 03:14:21.029673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Allocated IP 172.20.0.11 (6b72d641-1bc4-43c1-bb4b-29372dfa3a9d/98850c0d-aaf1-4863-8922-b6ca32d9a9de/93fabd10-cba6-400b-b236-01bb7e434e56) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:21.183816 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-3c002842-5002-4d04-b5f9-1fd17624d0af tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips/a4948bce-07f9-4438-8618-0c351807ab07 HTTP/1.1" status: 200 len: 694 time: 0.0771878 Jul 19 03:14:21.299299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-e462274b-bcfb-4d21-82e0-82769771a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:21.300748 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-e462274b-bcfb-4d21-82e0-82769771a33a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3016798 Jul 19 03:14:21.321264 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:21.340273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Transition to ACTIVE for port object 93fabd10-cba6-400b-b236-01bb7e434e56 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:21.389335 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:21.470030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Pushing event updated for resources: {'Port': ['ID=93fabd10-cba6-400b-b236-01bb7e434e56,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:21.495528 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-d3dcdaa3-0d27-4e07-adc6-47ea6b608046 service neutron] 10.222.0.20 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610402 Jul 19 03:14:21.501755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbef45ec-dc85-477b-b176-20cbc295f411', 'tag': '4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:21.505403 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c12a07-6ef4-452d-bde5-9b840196b345" -d '{"events": [{"name": "network-changed", "server_uuid": "fbef45ec-dc85-477b-b176-20cbc295f411", "tag": "4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:21.515674 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-cabc0abd-7401-40b3-8ca2-805ee44a8dbe service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985569 Jul 19 03:14:21.549483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-7915c676-9aa4-4927-9f93-1fe9bb183b24 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:21.553995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:21.559266 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-7915c676-9aa4-4927-9f93-1fe9bb183b24 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.3732243 Jul 19 03:14:21.561007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:21.566187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-a2301dbd-8e8a-426e-8d3b-8e5f4c747717 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:14:21.577218 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-a2301dbd-8e8a-426e-8d3b-8e5f4c747717 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161326 Jul 19 03:14:21.582490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:21.679265 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-f84f6671-98aa-4437-bc0e-348a9e81f203 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 697 time: 0.1007564 Jul 19 03:14:21.701327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Deleting port efe83be6-251b-40a0-b725-c3ad05ba244e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:21.702081 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:21.807250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-84a89764-9901-49f2-aae5-15a21aca613f service neutron] 10.222.0.20 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104985 Jul 19 03:14:21.836016 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:14:21.837576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:21.838239 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:21.863740 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab5f80bf-9360-42fd-b9f7-4946b6b7b28e req-5f13c72c-e9c0-4fd5-99a1-11cf5dad8a17 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392200 Jul 19 03:14:21.868746 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-e397dd55-1476-4a57-aa2e-8a17e5cf2186 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 697 time: 0.1883528 Jul 19 03:14:21.950293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72470c2c-29ee-4dfc-961b-c768e28ab1cc tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9150727 Jul 19 03:14:21.999677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] For port efe83be6-251b-40a0-b725-c3ad05ba244e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=efe83be6-251b-40a0-b725-c3ad05ba244e,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:22.000060 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:22.053059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3638a35-57ba-45e9-8436-f9cd5117e4ea None None] Provisioning for port 93fabd10-cba6-400b-b236-01bb7e434e56 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:22.057445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3638a35-57ba-45e9-8436-f9cd5117e4ea None None] Provisioning complete for port 93fabd10-cba6-400b-b236-01bb7e434e56 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:22.058298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3638a35-57ba-45e9-8436-f9cd5117e4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:22.113986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b3638a35-57ba-45e9-8436-f9cd5117e4ea None None] Port 93fabd10-cba6-400b-b236-01bb7e434e56 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:14:22.246063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Deleting port ff309c00-d10e-4339-a27c-844135dc4a8a {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:22.247516 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:22.261871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:22.262252 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:22.262602 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Floating IP 08e96029-8555-4c20-a890-64d72f1bd421 disassociated. External IP: 172.25.2.31, port: efe83be6-251b-40a0-b725-c3ad05ba244e. Jul 19 03:14:22.262953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Calling delete_port for efe83be6-251b-40a0-b725-c3ad05ba244e owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:22.436625 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:22.437239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:22.459718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Calling delete_port for ff309c00-d10e-4339-a27c-844135dc4a8a owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:22.462526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Request body: {'port': {'device_id': '2186ec42-ffd6-47de-aa7c-9f4ac70157d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:22.475043 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:22.557237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event deleted for resources: {'Port': ['ID=efe83be6-251b-40a0-b725-c3ad05ba244e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:22.727136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6148d-c853-412f-9b91-d512080861ae req-0d12041c-3cae-4bd1-9cc7-6ba7d5663c6e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:22.736096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9c6148d-c853-412f-9b91-d512080861ae req-0d12041c-3cae-4bd1-9cc7-6ba7d5663c6e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.2813497 Jul 19 03:14:22.738068 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:22.754950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:14:22.976197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:23.069320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:23.106635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3', 'network_id': '93ae0eba-c261-4e04-94bc-dbff6081879d', 'port_id': '4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3', 'mac_address': 'fa:16:3e:ed:27:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97938179-333d-4d58-bab7-7b89064543f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:14:23.150289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Pushing event deleted for resources: {'Port': ['ID=ff309c00-d10e-4339-a27c-844135dc4a8a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:23.170351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9c6148d-c853-412f-9b91-d512080861ae req-57c3e424-b3d8-4b8e-8474-8fa8d5e700fa tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312019 Jul 19 03:14:23.204340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Router 887c0020-2033-4ea9-8aca-c28b9b632a90 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:23.259500 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:23.296489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:14:23.378678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:23.389403 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:23.390542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:14:23.450337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:23.462595 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:23.466481 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ac236b6-e0c4-48f1-8be8-a3b231f42303 req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "DELETE /v2.0/floatingips/a4948bce-07f9-4438-8618-0c351807ab07 HTTP/1.1" status: 204 len: 173 time: 1.5877948 Jul 19 03:14:23.469302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.472895 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.473537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.473889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.474295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.478241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.479866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.481165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.481630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.486113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.486357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.486702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1093-0393-4a47-abb0-ad6a0f01bd8c tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:23.616124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:23.733559 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4fa8b9-08d3-4372-a69b-01b413e6c3b9 x-openstack-request-id: req-1f4fa8b9-08d3-4372-a69b-01b413e6c3b9 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:23.736667 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3074213-6a8d-42b4-bf34-220036286427", "name": "network-vif-unplugged", "status": "completed", "tag": "9899fb85-2560-4583-a984-a8b399828fac", "code": 200}, {"name": "network-changed", "server_uuid": "e3074213-6a8d-42b4-bf34-220036286427", "tag": "9899fb85-2560-4583-a984-a8b399828fac", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:23.738583 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f4fa8b9-08d3-4372-a69b-01b413e6c3b9 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:23.739529 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3074213-6a8d-42b4-bf34-220036286427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9899fb85-2560-4583-a984-a8b399828fac', 'code': 200} Jul 19 03:14:23.740233 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3074213-6a8d-42b4-bf34-220036286427', 'tag': '9899fb85-2560-4583-a984-a8b399828fac', 'status': 'completed', 'code': 200} Jul 19 03:14:23.748952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:23.781700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:14:23.848969 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-07319efd-5194-4cb9-9a98-e3ebd5bde604 req-891e4b41-a58a-4fc5-a6bd-ea20ec864684 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 210 time: 0.0785193 Jul 19 03:14:23.865909 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:23.890432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37baef36-ac01-4b1b-bf76-5a072deecc03 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:14:23.916001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:23.921981 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:23.994437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:24.166700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bfdd0-4978-46ab-82ac-21f600892278 req-7f1c43b3-0b9d-4b92-8214-9b1ea4e9fea8 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:24.174567 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-020bfdd0-4978-46ab-82ac-21f600892278 req-7f1c43b3-0b9d-4b92-8214-9b1ea4e9fea8 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 949 time: 0.1223707 Jul 19 03:14:24.224513 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-020bfdd0-4978-46ab-82ac-21f600892278 req-8dbf8ad2-0f79-45e4-b192-5c39ba4f9b2e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489092 Jul 19 03:14:24.260548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:24.266773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['37baef36-ac01-4b1b-bf76-5a072deecc03'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:24.290480 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe65366-fe61-4337-939f-8d91b78d6a69 x-openstack-request-id: req-dbe65366-fe61-4337-939f-8d91b78d6a69 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:24.290908 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbef45ec-dc85-477b-b176-20cbc295f411", "tag": "4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:24.291035 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbe65366-fe61-4337-939f-8d91b78d6a69 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:24.291414 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbef45ec-dc85-477b-b176-20cbc295f411', 'tag': '4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3', 'status': 'completed', 'code': 200} Jul 19 03:14:24.425581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c12a07-6ef4-452d-bde5-9b840196b345 req-21c270f0-4467-41cc-a215-4e6fc868a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:24.433367 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79c12a07-6ef4-452d-bde5-9b840196b345 req-21c270f0-4467-41cc-a215-4e6fc868a62e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48e47c2739e04e14b080f6f06b48e05d&device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 1096 time: 0.1167023 Jul 19 03:14:24.462754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93fabd10-cba6-400b-b236-01bb7e434e56 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:14:24.482035 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:24.508326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Transition to ACTIVE for port object 93fabd10-cba6-400b-b236-01bb7e434e56 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:24.529318 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:24.630987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c12a07-6ef4-452d-bde5-9b840196b345 req-c2d6427c-aa50-4657-847b-b1b2c146446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:24.647239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Pushing event updated for resources: {'Port': ['ID=93fabd10-cba6-400b-b236-01bb7e434e56,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:24.652522 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79c12a07-6ef4-452d-bde5-9b840196b345 req-c2d6427c-aa50-4657-847b-b1b2c146446d service neutron] 10.222.0.26 "GET /v2.0/networks?id=93ae0eba-c261-4e04-94bc-dbff6081879d HTTP/1.1" status: 200 len: 922 time: 0.1935358 Jul 19 03:14:24.703344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-c63146c6-d63b-422c-84de-c95d41d7c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:24.705292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-c63146c6-d63b-422c-84de-c95d41d7c645 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 1126 time: 0.9742472 Jul 19 03:14:24.733229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ed02d-059f-494d-915c-2f34ef9c3e1b req-52357c77-0a9d-4e4b-bc2f-35f53413cd48 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:24.735178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e23ed02d-059f-494d-915c-2f34ef9c3e1b req-52357c77-0a9d-4e4b-bc2f-35f53413cd48 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 932 time: 1.0164154 Jul 19 03:14:24.755633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79c12a07-6ef4-452d-bde5-9b840196b345 req-38ea49b2-4e68-42dd-ad8d-9781a45f110e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 HTTP/1.1" status: 200 len: 217 time: 0.1018546 Jul 19 03:14:24.763874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device efe83be6-251b-40a0-b725-c3ad05ba244e no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:24.784674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb0042-e088-4072-869e-a37e79477579 req-f3bec8c0-6f17-4e87-9f7d-005de60b8b0a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:24.786255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88fb0042-e088-4072-869e-a37e79477579 req-f3bec8c0-6f17-4e87-9f7d-005de60b8b0a tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 944 time: 0.2518504 Jul 19 03:14:24.804639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: efe83be6-251b-40a0-b725-c3ad05ba244e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:24.804987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device efe83be6-251b-40a0-b725-c3ad05ba244e not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:24.835588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9899fb85-2560-4583-a984-a8b399828fac no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:24.860590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:24.920340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c12a07-6ef4-452d-bde5-9b840196b345 req-553f6b72-0210-4550-a9e3-8ccf7858ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:24.922415 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79c12a07-6ef4-452d-bde5-9b840196b345 req-553f6b72-0210-4550-a9e3-8ccf7858ccef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97938179-333d-4d58-bab7-7b89064543f0 HTTP/1.1" status: 200 len: 862 time: 0.1352301 Jul 19 03:14:24.944558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a854505-8751-483a-8094-41127e1d5671 None None] Sync routers for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:24.977121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] No DVR routers for this DVR port efe83be6-251b-40a0-b725-c3ad05ba244e on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:24.999246 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79c12a07-6ef4-452d-bde5-9b840196b345 req-ca90a691-b690-44e3-a898-06dc56f1371e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ae0eba-c261-4e04-94bc-dbff6081879d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673752 Jul 19 03:14:25.000187 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e23ed02d-059f-494d-915c-2f34ef9c3e1b req-0634bf68-20bd-469c-b3aa-28cfa131c8c2 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593563 Jul 19 03:14:25.003602 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:25.008726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b5cd57f-cfe8-49dd-aecf-42a4a1d63b63 req-0728aa7b-2d50-49d2-a2f6-e99a57a34314 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.26 "DELETE /v2.0/ports/efe83be6-251b-40a0-b725-c3ad05ba244e HTTP/1.1" status: 204 len: 173 time: 4.0550926 Jul 19 03:14:25.018202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a854505-8751-483a-8094-41127e1d5671 None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:25.018861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7a854505-8751-483a-8094-41127e1d5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:25.037550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Attempting to bind port 93fabd10-cba6-400b-b236-01bb7e434e56 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:14:25.039630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Attempting to bind port 93fabd10-cba6-400b-b236-01bb7e434e56 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:14:25.040145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Attempting to bind port 93fabd10-cba6-400b-b236-01bb7e434e56 on network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:25.060006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Port 93fabd10-cba6-400b-b236-01bb7e434e56 on network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:14:25.060975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Attempting to bind port 93fabd10-cba6-400b-b236-01bb7e434e56 on network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:25.084722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:14:25.084722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Checking segment: {'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:25.085108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Bound using segment: {'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:14:25.085491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Bound port: 93fabd10-cba6-400b-b236-01bb7e434e56, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a71951-3517-415a-98d4-c7df7eafff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:14:25.085874 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:25.202202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7a854505-8751-483a-8094-41127e1d5671 None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:25.211475 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88fb0042-e088-4072-869e-a37e79477579 req-b6192235-3cc6-484a-b201-4cca25d20e4f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113069 Jul 19 03:14:25.258214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] For port 93fabd10-cba6-400b-b236-01bb7e434e56, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:25.263232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] For port 93fabd10-cba6-400b-b236-01bb7e434e56, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=93fabd10-cba6-400b-b236-01bb7e434e56,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:14:25.268203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79c12a07-6ef4-452d-bde5-9b840196b345 req-ea871033-877d-4496-b9a9-f51f27ea6ad2 service neutron] 10.222.0.26 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430606 Jul 19 03:14:25.270255 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:25.332919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9973420-049e-43d8-999b-101c3375dd13 req-1c9d326b-0b92-45b2-93b1-32036042d5e2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 210 time: 0.0598364 Jul 19 03:14:25.337897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:25.338763 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:25.341476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] 10.222.0.25 "PUT /v2.0/ports/93fabd10-cba6-400b-b236-01bb7e434e56 HTTP/1.1" status: 200 len: 1093 time: 2.8853273 Jul 19 03:14:25.441291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4455d-63a1-451b-9587-db8c3d1d6e60 service neutron] Pushing event updated for resources: {'Port': ['ID=93fabd10-cba6-400b-b236-01bb7e434e56,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:25.485220 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79c12a07-6ef4-452d-bde5-9b840196b345 req-bb36c8c6-70f5-46f3-a984-4e8c4f6bc457 service neutron] 10.222.0.26 "GET /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044234 Jul 19 03:14:25.765311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21047762-e584-4834-b232-893a8f2d8cc0', 'name': 'network-vif-deleted', 'tag': 'efe83be6-251b-40a0-b725-c3ad05ba244e'}, {'name': 'network-changed', 'server_uuid': '2186ec42-ffd6-47de-aa7c-9f4ac70157d2', 'tag': '93fabd10-cba6-400b-b236-01bb7e434e56'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:25.771753 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dd938d-79cc-46ac-b1e1-d5061505c7e1" -d '{"events": [{"server_uuid": "21047762-e584-4834-b232-893a8f2d8cc0", "name": "network-vif-deleted", "tag": "efe83be6-251b-40a0-b725-c3ad05ba244e"}, {"name": "network-changed", "server_uuid": "2186ec42-ffd6-47de-aa7c-9f4ac70157d2", "tag": "93fabd10-cba6-400b-b236-01bb7e434e56"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:25.803136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7a854505-8751-483a-8094-41127e1d5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:25.866449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a854505-8751-483a-8094-41127e1d5671 None None] Checking router: 887c0020-2033-4ea9-8aca-c28b9b632a90 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:25.889159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a854505-8751-483a-8094-41127e1d5671 None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:25.889395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-ce65fc14-ac31-4e44-ac05-6898b97b839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:25.890459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7a854505-8751-483a-8094-41127e1d5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:25.891115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-ce65fc14-ac31-4e44-ac05-6898b97b839e service neutron] 10.222.0.25 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.2784460 Jul 19 03:14:25.982831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-80db2b44-0386-46b6-b0bf-9ed50b2ad36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:25.985880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-80db2b44-0386-46b6-b0bf-9ed50b2ad36c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=548f25087fe94aab8d27cbb73d959179&device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 1096 time: 0.3097460 Jul 19 03:14:26.076200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7a854505-8751-483a-8094-41127e1d5671 None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:26.168022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-f4afd73c-042a-4d17-b530-a0e2c9bf914c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93fabd10-cba6-400b-b236-01bb7e434e56 HTTP/1.1" status: 200 len: 217 time: 0.0710323 Jul 19 03:14:26.171668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-9c7fff31-655e-43a6-842e-ee000e5ece03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9899fb85-2560-4583-a984-a8b399828fac HTTP/1.1" status: 200 len: 217 time: 0.1953125 Jul 19 03:14:26.250855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05872f69-4fc7-40d2-b456-cc96838f570d req-29cc1ded-7fd2-4f31-a5af-d923c1c2ba89 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/ports?device_id=21047762-e584-4834-b232-893a8f2d8cc0 HTTP/1.1" status: 200 len: 210 time: 0.0406077 Jul 19 03:14:26.465377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-ecac7d4b-813c-4504-92ea-84aceb4ab697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:26.467898 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-ecac7d4b-813c-4504-92ea-84aceb4ab697 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98850c0d-aaf1-4863-8922-b6ca32d9a9de HTTP/1.1" status: 200 len: 854 time: 0.2116017 Jul 19 03:14:26.496480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-62b329ad-d592-465e-8323-84597564016d service neutron] 10.222.0.25 "GET /v2.0/ports/9899fb85-2560-4583-a984-a8b399828fac/bindings/n-h2-762330-18 HTTP/1.1" status: 200 len: 385 time: 0.8842230 Jul 19 03:14:26.498661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-7af7dcf5-a6b9-4d3f-80bc-4e9c94dc6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:26.501659 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-7af7dcf5-a6b9-4d3f-80bc-4e9c94dc6808 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.2186024 Jul 19 03:14:26.555502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7a854505-8751-483a-8094-41127e1d5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:26.557851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406f4dc-6580-48ca-b71d-0a8d0fb1b251 req-19e488e3-88f1-4f22-a86f-ef550271336f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:26.560177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81593127-384b-441e-9f17-ac0a89038a53 req-95dbf88a-0ebb-4634-8e62-892f4664c23d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:26.571511 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81593127-384b-441e-9f17-ac0a89038a53 req-95dbf88a-0ebb-4634-8e62-892f4664c23d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 949 time: 0.1400170 Jul 19 03:14:26.572232 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c406f4dc-6580-48ca-b71d-0a8d0fb1b251 req-19e488e3-88f1-4f22-a86f-ef550271336f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.1482384 Jul 19 03:14:26.619535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a854505-8751-483a-8094-41127e1d5671 None None] The sync data for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 is: [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '57218e7b-56b9-439c-8776-9cfec12390d2', 'name': '', 'network_id': 'a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf', 'tenant_id': '2cfb507fa16049379923204820c81297', 'mac_address': 'fa:16:3e:a0:fa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '46570d29-3803-4fea-b16d-79f355465134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:36Z', 'updated_at': '2021-07-19T03:09:44Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'subnets': [{'id': '46570d29-3803-4fea-b16d-79f355465134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:26.626297 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c406f4dc-6580-48ca-b71d-0a8d0fb1b251 req-02f14673-43e3-4552-8e83-0935a4d9ecb1 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530999 Jul 19 03:14:26.660690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81593127-384b-441e-9f17-ac0a89038a53 req-c053d362-b201-4f61-856d-cf178915f118 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881541 Jul 19 03:14:26.729933 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a8fbf0-564c-41e3-b2d6-ceb70d016f9f x-openstack-request-id: req-21a8fbf0-564c-41e3-b2d6-ceb70d016f9f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:26.730461 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21047762-e584-4834-b232-893a8f2d8cc0", "name": "network-vif-deleted", "tag": "efe83be6-251b-40a0-b725-c3ad05ba244e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2186ec42-ffd6-47de-aa7c-9f4ac70157d2", "tag": "93fabd10-cba6-400b-b236-01bb7e434e56", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:26.730804 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21a8fbf0-564c-41e3-b2d6-ceb70d016f9f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:26.731303 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21047762-e584-4834-b232-893a8f2d8cc0', 'name': 'network-vif-deleted', 'tag': 'efe83be6-251b-40a0-b725-c3ad05ba244e', 'status': 'completed', 'code': 200} Jul 19 03:14:26.731658 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2186ec42-ffd6-47de-aa7c-9f4ac70157d2', 'tag': '93fabd10-cba6-400b-b236-01bb7e434e56', 'status': 'completed', 'code': 200} Jul 19 03:14:26.763312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:26.850124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 37baef36-ac01-4b1b-bf76-5a072deecc03 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:26.855234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 37baef36-ac01-4b1b-bf76-5a072deecc03 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:26.855742 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:27.018227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d223dc-d32c-48cf-972d-ffd3d839e1fd req-ff60472b-3f30-46cf-b618-0e7fa5c6444d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:27.019982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-46d223dc-d32c-48cf-972d-ffd3d839e1fd req-ff60472b-3f30-46cf-b618-0e7fa5c6444d tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 945 time: 0.1186149 Jul 19 03:14:27.030995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307f030-bf94-442a-a7a4-79140f02d945 req-6f366435-f088-4dc5-a547-58d99f6193fb tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:27.032588 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3307f030-bf94-442a-a7a4-79140f02d945 req-6f366435-f088-4dc5-a547-58d99f6193fb tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 944 time: 0.1345894 Jul 19 03:14:27.097608 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731363f-6338-42f8-b381-27e09646645f None None] New status for floating IP 08e96029-8555-4c20-a890-64d72f1bd421: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:14:27.102685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-46d223dc-d32c-48cf-972d-ffd3d839e1fd req-a42ae5e2-120c-4e00-a340-5e597a30ec6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761650 Jul 19 03:14:27.125023 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3307f030-bf94-442a-a7a4-79140f02d945 req-88fa3c8d-2b2d-4704-86c0-26aceac02132 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850949 Jul 19 03:14:27.313372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14b88787-bd6d-4866-998d-a3ea886ea35d req-39a45902-9d04-425f-a72a-872da449d90c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 210 time: 0.0432210 Jul 19 03:14:27.383196 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:27.446478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:27.449322 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dce50e-bd04-4efe-94eb-1d7dae43e158" -d '{"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-plugged", "status": "completed", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:27.470630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b26c33-b644-4fb2-89a8-e990eddfe31e req-6c5109df-f979-46ce-a491-4170ba5c6459 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:27.475011 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5b26c33-b644-4fb2-89a8-e990eddfe31e req-6c5109df-f979-46ce-a491-4170ba5c6459 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 944 time: 0.1100533 Jul 19 03:14:27.481010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:27.489118 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:27.489950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:27.537301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5b26c33-b644-4fb2-89a8-e990eddfe31e req-13d64298-3bba-4f23-91fd-9b6e3be22ba5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612214 Jul 19 03:14:27.581608 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:27.646004 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2e51f4-bc5b-4149-a9c9-5594938b3714 x-openstack-request-id: req-4a2e51f4-bc5b-4149-a9c9-5594938b3714 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:27.646539 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-plugged", "status": "completed", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:27.646957 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a2e51f4-bc5b-4149-a9c9-5594938b3714 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:27.647510 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'code': 200} Jul 19 03:14:27.722520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:27.727268 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:27.727412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:27.819020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e20dbb-5fdd-4240-bc0c-8cc74390eafe req-8cf3c3fa-30e2-47a4-be40-8509b2a3a271 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:27.820595 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26e20dbb-5fdd-4240-bc0c-8cc74390eafe req-8cf3c3fa-30e2-47a4-be40-8509b2a3a271 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 945 time: 0.1193705 Jul 19 03:14:27.916215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26e20dbb-5fdd-4240-bc0c-8cc74390eafe req-aaad8964-9536-44a5-aa45-f551dd1bc532 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796669 Jul 19 03:14:27.946568 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:27.983533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:27.993754 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:28.007163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269a958-8cb6-48c2-84c8-2489c53c0ad4 req-ead4d9e1-8bbc-45c0-8a46-f703d3a0f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:28.008679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e269a958-8cb6-48c2-84c8-2489c53c0ad4 req-ead4d9e1-8bbc-45c0-8a46-f703d3a0f573 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1102 time: 0.2862430 Jul 19 03:14:28.062038 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104d24b-0dbb-42c7-aede-aba0ce2877dc req-9e0b901f-34e9-4aa7-9a69-79cf911d613f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:28.069135 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2104d24b-0dbb-42c7-aede-aba0ce2877dc req-9e0b901f-34e9-4aa7-9a69-79cf911d613f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.1500521 Jul 19 03:14:28.081761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:28.089422 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e269a958-8cb6-48c2-84c8-2489c53c0ad4 req-c564f5eb-85d2-4504-a81a-01031b16bac5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666859 Jul 19 03:14:28.123343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2104d24b-0dbb-42c7-aede-aba0ce2877dc req-bb60367b-ad85-42bf-a968-becf003f6403 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532382 Jul 19 03:14:28.191882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfa3e8-a297-4109-aa63-faa7b2415f28 req-4953d40c-1028-429e-a8da-ac28067850ff tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:28.193489 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13dfa3e8-a297-4109-aa63-faa7b2415f28 req-4953d40c-1028-429e-a8da-ac28067850ff tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.0963223 Jul 19 03:14:28.237419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13dfa3e8-a297-4109-aa63-faa7b2415f28 req-7da955bb-9a7e-4600-b047-5773b6e5eb8e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373762 Jul 19 03:14:28.404922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2f1c4-2fd7-49d5-85df-1cad428a35d1 req-15f91388-5ad2-4d32-b47d-b254e55a4fc7 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:28.406533 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-02f2f1c4-2fd7-49d5-85df-1cad428a35d1 req-15f91388-5ad2-4d32-b47d-b254e55a4fc7 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 944 time: 0.0763459 Jul 19 03:14:28.418232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bfce2-40d6-4242-a204-cf1deb5b810e req-137a8be7-7c06-4a80-8477-a0e9c8327183 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:28.426072 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-192bfce2-40d6-4242-a204-cf1deb5b810e req-137a8be7-7c06-4a80-8477-a0e9c8327183 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 945 time: 0.0733070 Jul 19 03:14:28.453209 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-02f2f1c4-2fd7-49d5-85df-1cad428a35d1 req-16085c65-87eb-43c9-9f32-4c12f0873e51 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407679 Jul 19 03:14:28.465168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-192bfce2-40d6-4242-a204-cf1deb5b810e req-e9332638-6253-4ff8-adb1-ec46faa61f3b tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381153 Jul 19 03:14:28.528640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45544) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:28.591595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:28.655442 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31043dac-9ebc-4304-ae71-f2cbc486823e req-5620cc32-d9d0-487c-9964-57b177053279 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 210 time: 0.0414236 Jul 19 03:14:28.655442 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:28.748118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:28.751183 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:28.752712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "DELETE /v2.0/security-groups/a47f4f23-b780-4e94-ae1c-1af25a18e65e HTTP/1.1" status: 204 len: 168 time: 0.2224817 Jul 19 03:14:28.755409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45550) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:28.764138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47f4f23-b780-4e94-ae1c-1af25a18e65e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:28.775496 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-c3549d0f-1cd1-47a7-ba9f-38c45a69778f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] show failed (client error): The resource could not be found. Jul 19 03:14:28.781633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45552) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:28.786070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c3549d0f-1cd1-47a7-ba9f-38c45a69778f tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "GET /v2.0/security-groups/a47f4f23-b780-4e94-ae1c-1af25a18e65e HTTP/1.1" status: 404 len: 347 time: 0.0289071 Jul 19 03:14:28.860327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.860682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.861031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.861378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.861719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.862068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.862447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.862789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.863123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.863459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.863795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:28.864128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d1fb-2afb-4696-954a-ba1091bcd5a7 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:29.045104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cd244-e9b8-4050-b619-d6027f28d648 req-4174f924-3ced-4eea-94bf-7804647ae94b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:29.052744 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f3cd244-e9b8-4050-b619-d6027f28d648 req-4174f924-3ced-4eea-94bf-7804647ae94b tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 945 time: 0.1944311 Jul 19 03:14:29.077013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d140dc-35d6-4dc0-b65f-0f93429ccfc6 req-cb25a106-6084-4d5a-92a1-b2d24fc954ec tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:29.077703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-882c90fa-5190-4f52-baa6-d80a567b1f90 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Deleting port 20acc047-3e6f-4f64-a5df-e0e22363f4d4 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:29.078221 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-882c90fa-5190-4f52-baa6-d80a567b1f90 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:29.078725 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71d140dc-35d6-4dc0-b65f-0f93429ccfc6 req-cb25a106-6084-4d5a-92a1-b2d24fc954ec tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 945 time: 0.0761337 Jul 19 03:14:29.128313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f3cd244-e9b8-4050-b619-d6027f28d648 req-6a4d48b9-74d9-4a7d-9cd3-798eeae3d001 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743194 Jul 19 03:14:29.149124 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71d140dc-35d6-4dc0-b65f-0f93429ccfc6 req-c616c949-7adb-440d-9c18-d2203785b7e5 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577533 Jul 19 03:14:29.286055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-882c90fa-5190-4f52-baa6-d80a567b1f90 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:29.286652 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-882c90fa-5190-4f52-baa6-d80a567b1f90 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:29.336568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-882c90fa-5190-4f52-baa6-d80a567b1f90 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Calling delete_port for 20acc047-3e6f-4f64-a5df-e0e22363f4d4 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:29.480960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74169d99-096b-431a-9229-9022f3fb41b9 req-90b01e73-7ce1-4133-aa12-df90c3a02a79 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:29.482990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74169d99-096b-431a-9229-9022f3fb41b9 req-90b01e73-7ce1-4133-aa12-df90c3a02a79 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.1777861 Jul 19 03:14:29.556911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74169d99-096b-431a-9229-9022f3fb41b9 req-1acc5448-47c2-4b1d-87e7-d9cfaba1aa2a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626683 Jul 19 03:14:29.608359 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-882c90fa-5190-4f52-baa6-d80a567b1f90 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:29.649533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbef45ec-dc85-477b-b176-20cbc295f411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:29.649942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c90fa-5190-4f52-baa6-d80a567b1f90 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Pushing event deleted for resources: {'Port': ['ID=20acc047-3e6f-4f64-a5df-e0e22363f4d4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:29.653284 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcf64c6-0e53-4892-8112-0cb641304740" -d '{"events": [{"server_uuid": "fbef45ec-dc85-477b-b176-20cbc295f411", "name": "network-vif-plugged", "status": "completed", "tag": "4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:29.707929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce45ce-b764-4f62-8100-e347d39c26b6 req-a613d16c-6bf1-4d6d-8757-0de662196f6a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:29.710484 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32ce45ce-b764-4f62-8100-e347d39c26b6 req-a613d16c-6bf1-4d6d-8757-0de662196f6a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.1046073 Jul 19 03:14:29.757370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-882c90fa-5190-4f52-baa6-d80a567b1f90 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:29.760159 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32ce45ce-b764-4f62-8100-e347d39c26b6 req-3a9679da-3234-4a98-84d3-d60063c49c7d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Jul 19 03:14:29.761689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-882c90fa-5190-4f52-baa6-d80a567b1f90 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:29.766435 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-882c90fa-5190-4f52-baa6-d80a567b1f90 tempest-ServersWithSpecificFlavorTestJSON-1321002672 tempest-ServersWithSpecificFlavorTestJSON-1321002672-project] 10.222.0.20 "DELETE /v2.0/floatingips/08e96029-8555-4c20-a890-64d72f1bd421 HTTP/1.1" status: 204 len: 168 time: 0.9837637 Jul 19 03:14:29.805281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2f050-0da8-4d49-883c-42caa6682bdc req-0ac96199-7966-4111-ab7d-140575c17688 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:29.807161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2ad2f050-0da8-4d49-883c-42caa6682bdc req-0ac96199-7966-4111-ab7d-140575c17688 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 944 time: 0.0827808 Jul 19 03:14:29.853534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2ad2f050-0da8-4d49-883c-42caa6682bdc req-964b15b3-9f8f-4e0a-8e99-83a47daf7eb3 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Jul 19 03:14:29.960781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546340c-c366-461a-94c1-095be34deb9e req-5127bb63-1031-45c9-933e-9fcdc9667f70 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:29.966868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1546340c-c366-461a-94c1-095be34deb9e req-5127bb63-1031-45c9-933e-9fcdc9667f70 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 945 time: 0.0721080 Jul 19 03:14:30.008547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1546340c-c366-461a-94c1-095be34deb9e req-2dfa8982-7260-4aff-afe4-f6a21db37f3e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383606 Jul 19 03:14:30.068252 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c937754-9aaa-4a5f-aa73-69c2f515f45a x-openstack-request-id: req-4c937754-9aaa-4a5f-aa73-69c2f515f45a {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:30.068662 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbef45ec-dc85-477b-b176-20cbc295f411", "name": "network-vif-plugged", "status": "completed", "tag": "4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:30.069139 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c937754-9aaa-4a5f-aa73-69c2f515f45a {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:30.069664 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbef45ec-dc85-477b-b176-20cbc295f411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3', 'code': 200} Jul 19 03:14:30.234799 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-33e3bd06-669c-41d4-ba91-85692b6d9ed5 req-375ba627-f6fe-4604-bb4a-f2a9ed4fca00 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 210 time: 0.0325520 Jul 19 03:14:30.268254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969eb813-bd47-411e-9c7c-5105dbb7a0d7 req-9e6fa5ef-c030-4a5b-8dbb-cfd43f919b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:30.270033 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-969eb813-bd47-411e-9c7c-5105dbb7a0d7 req-9e6fa5ef-c030-4a5b-8dbb-cfd43f919b1b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 1097 time: 0.1233423 Jul 19 03:14:30.326168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-969eb813-bd47-411e-9c7c-5105dbb7a0d7 req-2debd5bd-d3e4-494b-b166-e54125575168 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477979 Jul 19 03:14:30.366613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd767532-526a-4ab8-9abf-9199c7a95c2a req-0fbd028e-8905-42e8-95fb-92d51a601424 tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:30.368150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cd767532-526a-4ab8-9abf-9199c7a95c2a req-0fbd028e-8905-42e8-95fb-92d51a601424 tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1102 time: 0.0584364 Jul 19 03:14:30.407688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cd767532-526a-4ab8-9abf-9199c7a95c2a req-eb28efe1-c799-43b8-a01f-937175b16f74 tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Jul 19 03:14:30.454642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5cf7f-f4f4-4b05-b8d4-d55b2708bd5b req-392f1674-6607-49e7-9e7b-260bf5f35e37 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:30.456445 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-33c5cf7f-f4f4-4b05-b8d4-d55b2708bd5b req-392f1674-6607-49e7-9e7b-260bf5f35e37 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 945 time: 0.0830021 Jul 19 03:14:30.528104 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-33c5cf7f-f4f4-4b05-b8d4-d55b2708bd5b req-36e1fba5-cbc9-48dd-a1b1-fac93681f70f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648270 Jul 19 03:14:30.632193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d3211-2727-44e6-8631-7467516d1bfe req-5a6777cf-4706-4983-8621-3336e7bd409f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:30.634861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-474d3211-2727-44e6-8631-7467516d1bfe req-5a6777cf-4706-4983-8621-3336e7bd409f tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 945 time: 0.1001635 Jul 19 03:14:30.683135 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-474d3211-2727-44e6-8631-7467516d1bfe req-15789601-277c-418b-8578-48e74b01d46b tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395818 Jul 19 03:14:30.909412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ed6f3-a35c-4a97-a3ae-9346fd044098 req-8948e754-f95f-40be-8e12-bb18af45d51b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:30.911051 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-251ed6f3-a35c-4a97-a3ae-9346fd044098 req-8948e754-f95f-40be-8e12-bb18af45d51b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 943 time: 0.0856969 Jul 19 03:14:30.952247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-251ed6f3-a35c-4a97-a3ae-9346fd044098 req-9155caf4-677a-4977-9181-68eb16ac4abf tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353255 Jul 19 03:14:31.219506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-aaa2c67b-a1c3-480e-8827-2c2e1c49ba0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060097 Jul 19 03:14:31.227335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a48832-1201-408f-ade5-c68cac4e5afc req-1a311e51-bec9-4a19-8139-b8f7f5056d5b tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:31.229705 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0a48832-1201-408f-ade5-c68cac4e5afc req-1a311e51-bec9-4a19-8139-b8f7f5056d5b tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 944 time: 0.0742416 Jul 19 03:14:31.257250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c83dc-6c22-4513-8b0a-7a8db137573a req-119dcfff-4bbc-4fc5-87c6-e6c10bf10176 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:31.258833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e3c83dc-6c22-4513-8b0a-7a8db137573a req-119dcfff-4bbc-4fc5-87c6-e6c10bf10176 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.0869212 Jul 19 03:14:31.282864 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0a48832-1201-408f-ade5-c68cac4e5afc req-7ba5ffb5-93ca-4f5f-88ef-ef38ef391c19 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Jul 19 03:14:31.315162 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e3c83dc-6c22-4513-8b0a-7a8db137573a req-42505343-a762-4a31-b8ad-491b74fc7ff6 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 Jul 19 03:14:31.533366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cb046-4bf1-4c44-b813-3d81ba9b777a req-7fbc919b-eb23-4ffe-8778-a014a5fd6c6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:31.535113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-913cb046-4bf1-4c44-b813-3d81ba9b777a req-7fbc919b-eb23-4ffe-8778-a014a5fd6c6e tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 945 time: 0.1061165 Jul 19 03:14:31.603052 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bec6d0f-a56b-47e6-8b23-1ff38feaf55a req-b2634ca7-1f6d-4944-9cc0-afef8e748492 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 210 time: 0.0426934 Jul 19 03:14:31.683731 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-e3e9f0ac-7acd-40fb-a86b-2c7c44f5824c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965054 Jul 19 03:14:31.717193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-913cb046-4bf1-4c44-b813-3d81ba9b777a req-f3131c32-ba8b-44b6-9749-2f667ad906e3 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667526 Jul 19 03:14:31.902007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-535b1f73-6395-4916-b870-54f9f88fed0d service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764560 Jul 19 03:14:32.080686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-45d79a3e-9a01-42e4-b0d9-696e164693cd service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:32.100665 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-ee171e46-9e86-44e6-81b4-92b0666eee91 service neutron] 10.222.0.25 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831379 Jul 19 03:14:32.110110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-45d79a3e-9a01-42e4-b0d9-696e164693cd service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:32.151989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-45d79a3e-9a01-42e4-b0d9-696e164693cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9899fb85-2560-4583-a984-a8b399828fac {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:14:32.168760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-45d79a3e-9a01-42e4-b0d9-696e164693cd service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:32.193022 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-45d79a3e-9a01-42e4-b0d9-696e164693cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:32.294437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-45d79a3e-9a01-42e4-b0d9-696e164693cd service neutron] Transition to ACTIVE for port object 9899fb85-2560-4583-a984-a8b399828fac will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:32.296863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-21566afb-1c33-411b-9c95-12266d67d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:32.298639 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-21566afb-1c33-411b-9c95-12266d67d3a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b72d641-1bc4-43c1-bb4b-29372dfa3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7172279 Jul 19 03:14:32.304891 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-45d79a3e-9a01-42e4-b0d9-696e164693cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:32.351784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7c90-dd7a-43cf-a78e-32759ee4ecf0 req-4c9895b0-4e82-4552-9dc9-dd274307159c tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:32.353589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c02e7c90-dd7a-43cf-a78e-32759ee4ecf0 req-4c9895b0-4e82-4552-9dc9-dd274307159c tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 945 time: 0.4493411 Jul 19 03:14:32.374193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-1edb905f-678d-4f92-88de-a363bd24c7f8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:32.375431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-1edb905f-678d-4f92-88de-a363bd24c7f8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 812 time: 0.2703454 Jul 19 03:14:32.411187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c048eb3-70e3-4465-8975-28820835f689 req-a008ff42-62df-4216-9a59-9d16595844fe tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:32.418791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c048eb3-70e3-4465-8975-28820835f689 req-a008ff42-62df-4216-9a59-9d16595844fe tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 945 time: 0.5170648 Jul 19 03:14:32.427324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-45d79a3e-9a01-42e4-b0d9-696e164693cd service neutron] No DVR routers for this DVR port 9899fb85-2560-4583-a984-a8b399828fac on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:32.462329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-74984013-6365-4530-9678-7b14c0010e9c tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:32.464466 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-74984013-6365-4530-9678-7b14c0010e9c tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.26 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 945 time: 0.5609231 Jul 19 03:14:32.469563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d79a3e-9a01-42e4-b0d9-696e164693cd service neutron] Pushing event updated for resources: {'Port': ['ID=9899fb85-2560-4583-a984-a8b399828fac,revision_number=10']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:32.483574 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c02e7c90-dd7a-43cf-a78e-32759ee4ecf0 req-92b8c209-d931-45ee-b04a-32fb8ac639d5 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071374 Jul 19 03:14:32.503337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-c69eb5de-b76b-4887-8d90-f2a2f5706f65 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb HTTP/1.1" status: 200 len: 379 time: 0.1072772 Jul 19 03:14:32.509516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-3907475d-56e2-487b-a38d-c17e85a1c948 service neutron] 10.222.0.25 "GET /v2.0/networks/6b72d641-1bc4-43c1-bb4b-29372dfa3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899931 Jul 19 03:14:32.528302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'port': {'device_id': '60252848-2a85-43dc-98a4-1202193a8bf2', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'admin_state_up': True, 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'security_groups': ['8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:32.534648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-45d79a3e-9a01-42e4-b0d9-696e164693cd service neutron] 10.222.0.25 "PUT /v2.0/ports/9899fb85-2560-4583-a984-a8b399828fac/bindings/n-h2-762330-18/activate HTTP/1.1" status: 200 len: 370 time: 0.9412344 Jul 19 03:14:32.562689 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c048eb3-70e3-4465-8975-28820835f689 req-43c69846-1f66-4284-8082-6d80d86fccb9 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2bb649d-98d8-4b38-8417-90bb080ca3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429455 Jul 19 03:14:32.666307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Deleting port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:32.667185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:32.732704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57fb9998-c0ac-4990-aafd-d0a03bf3ed3f req-72fb2a3d-cff2-4de3-9081-e282c5f85f2b service neutron] 10.222.0.25 "GET /v2.0/networks/6b72d641-1bc4-43c1-bb4b-29372dfa3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005396 Jul 19 03:14:32.778660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Made reservation on behalf of 2c3411c429fd44e8b8e4edf37d98ebcb for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:32.782204 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:32.802414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496d613-dfaa-4fa3-b443-b1d19f35ea35 req-20b906a9-c658-4b41-bff1-3223b6f95961 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:32.804165 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1496d613-dfaa-4fa3-b443-b1d19f35ea35 req-20b906a9-c658-4b41-bff1-3223b6f95961 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 944 time: 0.1138296 Jul 19 03:14:32.817651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] For port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:32.817956 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:32.960831 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d909c-53b0-4c82-a9d0-c157b5d0a134 req-116b9401-3093-4e27-949e-e90034a52aab tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:32.962243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb1d909c-53b0-4c82-a9d0-c157b5d0a134 req-116b9401-3093-4e27-949e-e90034a52aab tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 944 time: 0.2529306 Jul 19 03:14:32.968883 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1496d613-dfaa-4fa3-b443-b1d19f35ea35 req-9f457a0a-7742-441a-acf9-4bb67d1dfc7e tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514020 Jul 19 03:14:33.028802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-a57a5f1d-dc13-43a0-a9a0-5d5d894fe8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.030366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-a57a5f1d-dc13-43a0-a9a0-5d5d894fe8e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=548f25087fe94aab8d27cbb73d959179&device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 1096 time: 0.2235510 Jul 19 03:14:33.052523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Allocated IP 172.20.0.13 (dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be/8923274a-b15c-436a-854a-07f1da3779f3/49f29172-fa13-4186-99f3-5b113c6eb306) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:33.082668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-b93b0b3d-123d-46a6-b328-ac8130c1948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.084189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-b93b0b3d-123d-46a6-b328-ac8130c1948c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1102 time: 0.1873999 Jul 19 03:14:33.152841 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb1d909c-53b0-4c82-a9d0-c157b5d0a134 req-1a5cc395-d4df-43ca-8b59-27cbbbe59525 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550734 Jul 19 03:14:33.181643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-89372002-e0c0-4ce2-8d58-8f78b2d9ec15 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.184224 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-89372002-e0c0-4ce2-8d58-8f78b2d9ec15 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 945 time: 0.3288994 Jul 19 03:14:33.237591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-bd853a7c-ea57-460c-bdb1-634953534eaf tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.239558 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-bd853a7c-ea57-460c-bdb1-634953534eaf tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.3326187 Jul 19 03:14:33.244229 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:33.245385 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:33.245786 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Floating IP 23345996-e6a3-4025-938a-91dc9fc2f9c4 disassociated. External IP: 172.25.2.111, port: 5047e3d4-e7ce-4a7d-b1c2-5446fd237854. Jul 19 03:14:33.246398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Calling delete_port for 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:33.466675 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-b384c0ee-efe7-4ffc-883a-7eb1ec2e82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.468581 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-b384c0ee-efe7-4ffc-883a-7eb1ec2e82e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd HTTP/1.1" status: 200 len: 1096 time: 0.2197766 Jul 19 03:14:33.518585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45658) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:33.565959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-7ea3dc74-0802-46e4-858e-88a203e8bcad tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Deleting port b74ceb92-5faf-4394-865e-0332aaa4b293 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:33.566535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-7ea3dc74-0802-46e4-858e-88a203e8bcad tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:33.673947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-45a8d31d-1d84-4321-9594-fb6e2da10cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.675625 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-45a8d31d-1d84-4321-9594-fb6e2da10cb1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b72d641-1bc4-43c1-bb4b-29372dfa3a9d HTTP/1.1" status: 200 len: 915 time: 0.6349332 Jul 19 03:14:33.685032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:33.700731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-224f19b1-d903-4577-8076-418b069be152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.702258 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-224f19b1-d903-4577-8076-418b069be152 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.6081717 Jul 19 03:14:33.748056 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-e317d0dd-5763-49a0-99a8-cd8dcf0309d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93fabd10-cba6-400b-b236-01bb7e434e56 HTTP/1.1" status: 200 len: 217 time: 0.0617545 Jul 19 03:14:33.778175 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aab57af3-f892-44c2-b692-cce18ffda33d req-a78540ad-aaa0-4bbe-92ce-d8314c1d0417 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 210 time: 0.1149430 Jul 19 03:14:33.793260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Pushing event deleted for resources: {'Port': ['ID=5047e3d4-e7ce-4a7d-b1c2-5446fd237854,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:33.805695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-6ad58bde-5bc2-4e47-bd99-af365bac2abd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 217 time: 0.0657940 Jul 19 03:14:33.817830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678946f2-d198-47ef-9873-462b2d28e8da req-afbb271c-a4e0-4293-b1e4-3f9832170cf6 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.819385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-678946f2-d198-47ef-9873-462b2d28e8da req-afbb271c-a4e0-4293-b1e4-3f9832170cf6 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.7269385 Jul 19 03:14:33.822421 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:33.915979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Transition to ACTIVE for port object 49f29172-fa13-4186-99f3-5b113c6eb306 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:33.929773 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-7ea3dc74-0802-46e4-858e-88a203e8bcad tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] For port b74ceb92-5faf-4394-865e-0332aaa4b293, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b74ceb92-5faf-4394-865e-0332aaa4b293,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:33.930256 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-7ea3dc74-0802-46e4-858e-88a203e8bcad tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:33.950132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-c972e13c-1465-45aa-b317-b2dfac082d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.951643 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-c972e13c-1465-45aa-b317-b2dfac082d2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98850c0d-aaf1-4863-8922-b6ca32d9a9de HTTP/1.1" status: 200 len: 854 time: 0.1656559 Jul 19 03:14:33.952869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-4409de99-f8de-4f1b-96dc-43847d9e6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.954174 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-4409de99-f8de-4f1b-96dc-43847d9e6b88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1470089 Jul 19 03:14:33.958637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-678946f2-d198-47ef-9873-462b2d28e8da req-8f5e1c93-45f1-4768-9aae-99feb8094daa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052048 Jul 19 03:14:33.989681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-2b57b10b-2139-4336-af69-df60e6d4d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:33.991698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-2b57b10b-2139-4336-af69-df60e6d4d2f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 1096 time: 0.4753332 Jul 19 03:14:33.992690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-7ea3dc74-0802-46e4-858e-88a203e8bcad tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Calling delete_port for b74ceb92-5faf-4394-865e-0332aaa4b293 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:34.073376 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:34.172334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-cfc8b8af-5b66-403e-8c93-a09a4fd7bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:34.174440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-cfc8b8af-5b66-403e-8c93-a09a4fd7bcbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050388 Jul 19 03:14:34.180290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:34.183460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-e17dd370-5e3a-481d-93e3-48804eebca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:34.186989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-e17dd370-5e3a-481d-93e3-48804eebca03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b72d641-1bc4-43c1-bb4b-29372dfa3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2273178 Jul 19 03:14:34.208567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:34.222356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:34.227634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:34.426104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:34.426812 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:34.445755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439a50b-5c2e-454b-b0f0-703196914e6c req-903a6956-af62-487c-a8bb-1ea733fbed0d tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:34.447407 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3439a50b-5c2e-454b-b0f0-703196914e6c req-903a6956-af62-487c-a8bb-1ea733fbed0d tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 945 time: 0.3633034 Jul 19 03:14:34.490530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-ddd3f812-9cc8-4005-95db-73f2f7da8237 service neutron] 10.222.0.25 "GET /v2.0/networks/6b72d641-1bc4-43c1-bb4b-29372dfa3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960138 Jul 19 03:14:34.500363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-6dda13f7-0713-48e3-a651-572bd6cc6044 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9810529 Jul 19 03:14:34.511999 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-4f327e7a-cf67-4df0-89b2-88fcc2c1df43 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235486 Jul 19 03:14:34.527797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Request body: {'port': {'device_id': '60252848-2a85-43dc-98a4-1202193a8bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:34.560728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4e84330d-1cdf-4a0c-b712-9df72c10d94f None None] Provisioning for port 49f29172-fa13-4186-99f3-5b113c6eb306 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:34.564912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4e84330d-1cdf-4a0c-b712-9df72c10d94f None None] Provisioning complete for port 49f29172-fa13-4186-99f3-5b113c6eb306 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:34.565513 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4e84330d-1cdf-4a0c-b712-9df72c10d94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:34.605078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4e84330d-1cdf-4a0c-b712-9df72c10d94f None None] Port 49f29172-fa13-4186-99f3-5b113c6eb306 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:14:34.631781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Router 3903afb7-d555-46aa-9905-2482f3b921b6 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:34.640538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3439a50b-5c2e-454b-b0f0-703196914e6c req-8a5b56cc-8224-481d-a3b4-0d7e14cabe43 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724584 Jul 19 03:14:34.683364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f4d66-a4d3-485f-af24-b7ad6510186d req-3d3ba1a2-df84-4ada-9875-a0360dfa7461 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:34.690748 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9f7f4d66-a4d3-485f-af24-b7ad6510186d req-3d3ba1a2-df84-4ada-9875-a0360dfa7461 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac9a73e6-681e-43b9-9ab2-7950d8ab694a HTTP/1.1" status: 200 len: 945 time: 0.7643607 Jul 19 03:14:34.692482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-ce1420c3-7e0c-4d0f-a43a-1134ceaa5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:34.693869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-ce1420c3-7e0c-4d0f-a43a-1134ceaa5655 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 200 len: 907 time: 0.6602376 Jul 19 03:14:34.754304 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67dd938d-79cc-46ac-b1e1-d5061505c7e1 req-9d284b8e-4b8e-44ed-9d77-974be75ba880 service neutron] 10.222.0.25 "GET /v2.0/networks/6b72d641-1bc4-43c1-bb4b-29372dfa3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529502 Jul 19 03:14:34.758451 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:34.789382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-f1a7402e-774f-4ae1-b476-971bef5e3c81 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532661 Jul 19 03:14:34.794966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:34.817650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:34.818314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:34.822838 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d926667-60ef-4b5e-b192-b30ba07f2935 req-d64a1a49-155d-4bef-8909-4511ef5c12a9 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 210 time: 0.0485785 Jul 19 03:14:34.862986 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-813cd356-0a5b-4ce8-b1ba-1b0e25bd9986 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9899fb85-2560-4583-a984-a8b399828fac HTTP/1.1" status: 200 len: 217 time: 0.1208742 Jul 19 03:14:34.873611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 93fabd10-cba6-400b-b236-01bb7e434e56 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:14:34.905527 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9f7f4d66-a4d3-485f-af24-b7ad6510186d req-7d031d57-e640-4ba2-8185-c14481c349f2 tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.20 "GET /v2.0/security-groups?id=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142081 Jul 19 03:14:35.002146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 93fabd10-cba6-400b-b236-01bb7e434e56, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=93fabd10-cba6-400b-b236-01bb7e434e56,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:35.015047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '93fabd10-cba6-400b-b236-01bb7e434e56', 'network_id': '6b72d641-1bc4-43c1-bb4b-29372dfa3a9d', 'port_id': '93fabd10-cba6-400b-b236-01bb7e434e56', 'mac_address': 'fa:16:3e:96:3a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98850c0d-aaf1-4863-8922-b6ca32d9a9de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:14:35.057640 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-235ee6f5-aae1-4271-adc5-090b426b156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:35.059630 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-235ee6f5-aae1-4271-adc5-090b426b156a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 200 len: 847 time: 0.1038232 Jul 19 03:14:35.061442 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.079024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fabd10-cba6-400b-b236-01bb7e434e56 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:14:35.111240 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-d9c4861b-c7ef-4d17-9af7-3f62225ba87e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e03501-5722-4da8-a319-be568c990f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341027 Jul 19 03:14:35.117963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 93fabd10-cba6-400b-b236-01bb7e434e56, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=93fabd10-cba6-400b-b236-01bb7e434e56,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:35.124428 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.181128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc285b-1fc1-4da0-94df-dab7c4e45405 req-20b1d78f-1052-4203-b3d6-8dfbce3a90c5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:35.182982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9cc285b-1fc1-4da0-94df-dab7c4e45405 req-20b1d78f-1052-4203-b3d6-8dfbce3a90c5 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 944 time: 0.2097869 Jul 19 03:14:35.183399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=93fabd10-cba6-400b-b236-01bb7e434e56,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:35.205073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-f0a13078-15f8-4c19-adb4-cbf135f9c3d6 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:35.206537 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-f0a13078-15f8-4c19-adb4-cbf135f9c3d6 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 945 time: 0.2110488 Jul 19 03:14:35.273302 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-7ea3dc74-0802-46e4-858e-88a203e8bcad tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.324702 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9cc285b-1fc1-4da0-94df-dab7c4e45405 req-627e9788-077b-4b46-a13c-c1a62557f9bb tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303179 Jul 19 03:14:35.355333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['93fabd10-cba6-400b-b236-01bb7e434e56'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:35.359651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3dc74-0802-46e4-858e-88a203e8bcad tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Pushing event deleted for resources: {'Port': ['ID=b74ceb92-5faf-4394-865e-0332aaa4b293,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:35.359938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f29172-fa13-4186-99f3-5b113c6eb306 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:14:35.373747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.376359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:35.396428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Transition to ACTIVE for port object 49f29172-fa13-4186-99f3-5b113c6eb306 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:35.405731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.461401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] Sync routers for ids ['3903afb7-d555-46aa-9905-2482f3b921b6'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:35.471945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:35.485385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-7ea3dc74-0802-46e4-858e-88a203e8bcad tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] No DVR routers for this DVR port b74ceb92-5faf-4394-865e-0332aaa4b293 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:35.488206 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-7ea3dc74-0802-46e4-858e-88a203e8bcad tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.490517 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5627a8a5-3dee-4f0d-b7f2-8269a3231d70 req-7ea3dc74-0802-46e4-858e-88a203e8bcad tempest-FloatingIPsAssociationTestJSON-1722833853 tempest-FloatingIPsAssociationTestJSON-1722833853-project] 10.222.0.25 "DELETE /v2.0/ports/b74ceb92-5faf-4394-865e-0332aaa4b293 HTTP/1.1" status: 204 len: 173 time: 2.2976856 Jul 19 03:14:35.495104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] Routers {'3903afb7-d555-46aa-9905-2482f3b921b6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:35.496069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3903afb7-d555-46aa-9905-2482f3b921b6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:35.498655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'name': 'network-vif-deleted', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:35.503382 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05cfd45-ee42-43a2-9560-3277ffbae188" -d '{"events": [{"server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "name": "network-vif-deleted", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:35.510489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] No DVR routers for this DVR port 5047e3d4-e7ce-4a7d-b1c2-5446fd237854 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:35.518935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.522099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3d1decbc-0d2c-4917-9df5-93a10df8beff req-01de3882-5d8f-41e1-822d-922d86296481 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.26 "DELETE /v2.0/ports/5047e3d4-e7ce-4a7d-b1c2-5446fd237854 HTTP/1.1" status: 204 len: 173 time: 3.0239460 Jul 19 03:14:35.545647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e1a8-54f8-4996-afa7-b7d75eed7e56 req-4b94f653-41a4-432f-af4b-af889feef47c tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:35.555507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e372e1a8-54f8-4996-afa7-b7d75eed7e56 req-4b94f653-41a4-432f-af4b-af889feef47c tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 945 time: 0.4325469 Jul 19 03:14:35.555820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-47fbc7d7-52d0-4083-b537-533206e166af tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Deleting port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:35.556171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-47fbc7d7-52d0-4083-b537-533206e166af tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.564883 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-f4a80dc9-89ca-4582-b35d-bdebbf1928bf service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308500 Jul 19 03:14:35.770165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-47fbc7d7-52d0-4083-b537-533206e166af tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] For port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,segment=NetworkSegment(b98c2b05-3837-438e-bc27-b4068454302f),segment_id=b98c2b05-3837-438e-bc27-b4068454302f)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:35.772072 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-47fbc7d7-52d0-4083-b537-533206e166af tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.801746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Attempting to bind port 49f29172-fa13-4186-99f3-5b113c6eb306 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:14:35.802089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Attempting to bind port 49f29172-fa13-4186-99f3-5b113c6eb306 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:14:35.802442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Attempting to bind port 49f29172-fa13-4186-99f3-5b113c6eb306 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:35.834685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-47fbc7d7-52d0-4083-b537-533206e166af tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Calling delete_port for 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:35.843505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Port 49f29172-fa13-4186-99f3-5b113c6eb306 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:14:35.843838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Attempting to bind port 49f29172-fa13-4186-99f3-5b113c6eb306 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:35.856430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:14:35.856773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Checking segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:35.857174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Bound using segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:14:35.857615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Bound port: 49f29172-fa13-4186-99f3-5b113c6eb306, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:14:35.858243 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.861226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e372e1a8-54f8-4996-afa7-b7d75eed7e56 req-9029256c-9ae7-4ea0-a5b8-e2162c478582 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048322 Jul 19 03:14:35.891202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b342fc-a141-4b3c-9e40-66ace9fdcde4 req-4d813e6c-59af-44b6-850b-db3e216cd4b9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:35.898136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-15b342fc-a141-4b3c-9e40-66ace9fdcde4 req-4d813e6c-59af-44b6-850b-db3e216cd4b9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 944 time: 0.4058752 Jul 19 03:14:35.907953 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-91f69309-ab1d-4bfa-b2b2-7dc65262e199 service neutron] 10.222.0.26 "GET /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244715 Jul 19 03:14:35.951996 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:35.961756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] Set router 3903afb7-d555-46aa-9905-2482f3b921b6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:36.036532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-15b342fc-a141-4b3c-9e40-66ace9fdcde4 req-256d3843-7cd9-4936-ba4d-fda209d91c79 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374187 Jul 19 03:14:36.128395 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e486401-9c25-4f0e-b9dc-64605cc654d6 x-openstack-request-id: req-2e486401-9c25-4f0e-b9dc-64605cc654d6 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:36.128745 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9a73e6-681e-43b9-9ab2-7950d8ab694a", "name": "network-vif-deleted", "tag": "b74ceb92-5faf-4394-865e-0332aaa4b293", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:36.129191 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e486401-9c25-4f0e-b9dc-64605cc654d6 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:36.129637 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9a73e6-681e-43b9-9ab2-7950d8ab694a', 'name': 'network-vif-deleted', 'tag': 'b74ceb92-5faf-4394-865e-0332aaa4b293', 'status': 'completed', 'code': 200} Jul 19 03:14:36.157946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:36.176684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:14:36.186555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:36.291829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1e35-49be-4493-a622-9af4d6d7300b req-ed91908e-53ed-4910-93ef-a6a4c68f0f95 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:36.293758 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b74a1e35-49be-4493-a622-9af4d6d7300b req-ed91908e-53ed-4910-93ef-a6a4c68f0f95 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.1966081 Jul 19 03:14:36.393704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c215d7ff-7209-42a0-8e56-ed2f6bb21548', 'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'mac_address': 'fa:16:3e:b5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:02Z', 'updated_at': '2021-07-19T03:12:10Z', 'revision_number': 5, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'subnets': [{'id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:36.402039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b74a1e35-49be-4493-a622-9af4d6d7300b req-14871c6c-a9bc-45e9-bab1-7ac6636e6633 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975547 Jul 19 03:14:36.427833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] Checking router: 3903afb7-d555-46aa-9905-2482f3b921b6 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:36.440282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] Routers {'3903afb7-d555-46aa-9905-2482f3b921b6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:36.440927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3903afb7-d555-46aa-9905-2482f3b921b6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:36.503517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-66d0912c-f4f7-434b-b785-19cb94513cda tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:36.505476 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-66d0912c-f4f7-434b-b785-19cb94513cda tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427&tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.1607533 Jul 19 03:14:36.619105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] Deleting port 57218e7b-56b9-439c-8776-9cfec12390d2 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:36.621436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:36.621589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:36.668918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] Set router 3903afb7-d555-46aa-9905-2482f3b921b6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:36.691834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:36.692464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:36.694385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-8de3fbce-4c37-4638-a5e4-885ff44939f1 service neutron] 10.222.0.25 "PUT /v2.0/ports/49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 1093 time: 2.1797109 Jul 19 03:14:36.696853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:36.699674 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7" -d '{"events": [{"name": "network-changed", "server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:36.724410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8e3e1ace-5eb6-4f2a-94df-13883c8ef1cf req-19628f41-8486-43dc-bfef-a7e4cfcddfac tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e30bfe-3307-4427-953d-7e221e19c985 HTTP/1.1" status: 200 len: 210 time: 0.0544505 Jul 19 03:14:36.755882 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-47fbc7d7-52d0-4083-b537-533206e166af tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:36.783985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:36.805682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-cfcb05f7-620f-4221-8c99-e4803a6e8368 service neutron] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:36.811364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-cfcb05f7-620f-4221-8c99-e4803a6e8368 service neutron] Notify callbacks [] for binding, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:36.812638 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebca8779-dabe-4b2a-ad02-559bd72cf277 req-cfcb05f7-620f-4221-8c99-e4803a6e8368 service neutron] 10.222.0.26 "DELETE /v2.0/ports/9899fb85-2560-4583-a984-a8b399828fac/bindings/n-h1-762330-18 HTTP/1.1" status: 204 len: 173 time: 0.2821217 Jul 19 03:14:36.815783 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:36.840227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] For port 57218e7b-56b9-439c-8776-9cfec12390d2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=57218e7b-56b9-439c-8776-9cfec12390d2,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:36.840993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:36.859654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] Calling delete_port for 57218e7b-56b9-439c-8776-9cfec12390d2 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:36.896412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbc7d7-52d0-4083-b537-533206e166af tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event deleted for resources: {'Port': ['ID=4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:36.906148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 93fabd10-cba6-400b-b236-01bb7e434e56 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:36.940066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45686) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:36.954072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7f50-5112-4765-80f0-e6d0e4048b6c req-82a1ce70-f73a-4272-9824-caca3b11b366 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:36.956154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75d7f50-5112-4765-80f0-e6d0e4048b6c req-82a1ce70-f73a-4272-9824-caca3b11b366 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbef45ec-dc85-477b-b176-20cbc295f411 HTTP/1.1" status: 200 len: 867 time: 0.3855481 Jul 19 03:14:37.050432 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:37.087482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-47fbc7d7-52d0-4083-b537-533206e166af tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] No DVR routers for this DVR port 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:37.101463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-47fbc7d7-52d0-4083-b537-533206e166af tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:37.103618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75ab8c1-8797-4722-9201-3b7a2b8f8594 req-47fbc7d7-52d0-4083-b537-533206e166af tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.26 "DELETE /v2.0/ports/4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 HTTP/1.1" status: 204 len: 173 time: 1.8892112 Jul 19 03:14:37.107631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 93fabd10-cba6-400b-b236-01bb7e434e56 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:37.115501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 93fabd10-cba6-400b-b236-01bb7e434e56 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:37.115877 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:37.128929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75d7f50-5112-4765-80f0-e6d0e4048b6c req-07d67511-847e-414b-844d-5075bec08d74 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223528 Jul 19 03:14:37.155852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90d414-fdf5-4534-ac73-62091a3fd978 req-bf12901d-7993-4822-b9bc-d33c87192b7f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:37.159260 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6c90d414-fdf5-4534-ac73-62091a3fd978 req-bf12901d-7993-4822-b9bc-d33c87192b7f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 944 time: 0.1230013 Jul 19 03:14:37.184985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c215d7ff-7209-42a0-8e56-ed2f6bb21548', 'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'mac_address': 'fa:16:3e:b5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:02Z', 'updated_at': '2021-07-19T03:12:10Z', 'revision_number': 5, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'subnets': [{'id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:37.212538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-c1ad1f7c-0a6d-4d40-a482-9d8a296d4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:37.216372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-c1ad1f7c-0a6d-4d40-a482-9d8a296d4e7c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1096 time: 0.3746204 Jul 19 03:14:37.228375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0f22c-c995-433c-9a3c-3c840c792a2f None None] The sync data for ids ['3903afb7-d555-46aa-9905-2482f3b921b6'] in n-d-762330-18 is: [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:12:03Z', 'revision_number': 4, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c215d7ff-7209-42a0-8e56-ed2f6bb21548', 'name': '', 'network_id': 'c0646b0a-f4e7-47bd-8782-b33c26a24a16', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'mac_address': 'fa:16:3e:b5:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:02Z', 'updated_at': '2021-07-19T03:12:10Z', 'revision_number': 5, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'subnets': [{'id': '9dce0d9c-fb57-4721-9275-d23a0560bdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:37.282743 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6c90d414-fdf5-4534-ac73-62091a3fd978 req-8b6e2bc7-3ffc-48cf-b475-7ce828b6a32a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117358 Jul 19 03:14:37.308424 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:37.328643 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:37.359273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] Pushing event deleted for resources: {'Port': ['ID=57218e7b-56b9-439c-8776-9cfec12390d2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:37.373403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2186ec42-ffd6-47de-aa7c-9f4ac70157d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fabd10-cba6-400b-b236-01bb7e434e56'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:37.375835 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a25517-b9f5-4cce-b85d-ed31963a79e6" -d '{"events": [{"server_uuid": "2186ec42-ffd6-47de-aa7c-9f4ac70157d2", "name": "network-vif-plugged", "status": "completed", "tag": "93fabd10-cba6-400b-b236-01bb7e434e56"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:37.408336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 93fabd10-cba6-400b-b236-01bb7e434e56, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=93fabd10-cba6-400b-b236-01bb7e434e56,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:37.419972 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:37.421040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b74ceb92-5faf-4394-865e-0332aaa4b293 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:37.437568 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-d1f865bd-4b36-4ac8-aad6-adcbf39364af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 217 time: 0.2076898 Jul 19 03:14:37.486357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: b74ceb92-5faf-4394-865e-0332aaa4b293 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:37.486692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b74ceb92-5faf-4394-865e-0332aaa4b293 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:37.518763 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8a2ca2-30c4-45bf-8619-5de7273baa96 x-openstack-request-id: req-8e8a2ca2-30c4-45bf-8619-5de7273baa96 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:37.519259 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:37.519667 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e8a2ca2-30c4-45bf-8619-5de7273baa96 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:37.520227 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306', 'status': 'completed', 'code': 200} Jul 19 03:14:37.571881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=93fabd10-cba6-400b-b236-01bb7e434e56,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:37.648585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-124fed09-950c-44f2-b846-5d72a9f1edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:37.650083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-124fed09-950c-44f2-b846-5d72a9f1edc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.1333485 Jul 19 03:14:37.758417 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa6946-73b7-4d61-8770-3d65e2cc0d62 None None] New status for floating IP 23345996-e6a3-4025-938a-91dc9fc2f9c4: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:14:37.758987 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:37.824853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-d8cee899-3d93-4f1f-9d56-ec0a9b3ad8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:37.826470 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-d8cee899-3d93-4f1f-9d56-ec0a9b3ad8d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621704 Jul 19 03:14:37.858761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5c6ab-53b1-4f7b-a321-5e3d496cea18 req-33fe338e-7384-48b2-a130-a2774915da72 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:37.860435 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1dc5c6ab-53b1-4f7b-a321-5e3d496cea18 req-33fe338e-7384-48b2-a130-a2774915da72 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 946 time: 0.2252975 Jul 19 03:14:37.942607 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1dc5c6ab-53b1-4f7b-a321-5e3d496cea18 req-55c4f8e8-238d-4718-a7bf-8f7f090dff94 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468607 Jul 19 03:14:37.997605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a67e7-9d4e-478c-adb4-cdeea9c2f774 req-3674ceb2-ac0d-48e7-9e9f-d11ada68b8da tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:37.999275 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a1a67e7-9d4e-478c-adb4-cdeea9c2f774 req-3674ceb2-ac0d-48e7-9e9f-d11ada68b8da tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 944 time: 0.3184638 Jul 19 03:14:38.012242 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-19c71fb1-a728-4dd7-96a7-476786ffc7d1 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654482 Jul 19 03:14:38.073838 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55039895-8c9c-44e0-b2b3-84bcf32a8c09 x-openstack-request-id: req-55039895-8c9c-44e0-b2b3-84bcf32a8c09 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:38.075161 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2186ec42-ffd6-47de-aa7c-9f4ac70157d2", "name": "network-vif-plugged", "status": "completed", "tag": "93fabd10-cba6-400b-b236-01bb7e434e56", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:38.075578 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55039895-8c9c-44e0-b2b3-84bcf32a8c09 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:38.081419 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2186ec42-ffd6-47de-aa7c-9f4ac70157d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fabd10-cba6-400b-b236-01bb7e434e56', 'code': 200} Jul 19 03:14:38.104652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a1a67e7-9d4e-478c-adb4-cdeea9c2f774 req-edeed474-491d-426c-83ee-06ad93148634 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914309 Jul 19 03:14:38.151724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e30bfe-3307-4427-953d-7e221e19c985', 'name': 'network-vif-deleted', 'tag': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:38.155227 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33839e6-c3d3-4a6b-92b8-a9d7ccb63ad2" -d '{"events": [{"server_uuid": "21e30bfe-3307-4427-953d-7e221e19c985", "name": "network-vif-deleted", "tag": "5047e3d4-e7ce-4a7d-b1c2-5446fd237854"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:38.246442 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d7408dd-9c9f-4e8f-b34c-69757947eeb1 req-ab1266c6-3203-4db0-8604-ec3cc06a9a96 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258780 Jul 19 03:14:38.278712 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:38.279493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] Router 887c0020-2033-4ea9-8aca-c28b9b632a90 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:38.301758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad046f8-91ad-4328-b1b6-57fe20422ec1 req-e27afd60-6752-40b4-9d95-1cbef8888f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:38.303324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dad046f8-91ad-4328-b1b6-57fe20422ec1 req-e27afd60-6752-40b4-9d95-1cbef8888f13 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 1098 time: 0.1433787 Jul 19 03:14:38.374065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b9b02-1b69-4191-acb3-6c0dae59bde5 req-7bd0dc04-dd11-4127-8505-96125e81d602 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:38.375599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ed3b9b02-1b69-4191-acb3-6c0dae59bde5 req-7bd0dc04-dd11-4127-8505-96125e81d602 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.1676538 Jul 19 03:14:38.441423 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dad046f8-91ad-4328-b1b6-57fe20422ec1 req-7bd0e111-fbb5-4ad4-a1d7-dc7dd69a4093 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273949 Jul 19 03:14:38.469673 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ed3b9b02-1b69-4191-acb3-6c0dae59bde5 req-62921c27-44c7-47e1-8bec-be112d32eb42 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851688 Jul 19 03:14:38.479944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:38.485195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3871d2be-f6dd-44c1-b5dd-2136cab1843e admin admin] 10.222.0.20 "PUT /v2.0/routers/887c0020-2033-4ea9-8aca-c28b9b632a90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9530547 Jul 19 03:14:38.493228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] Sync routers for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:38.496366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45708) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:38.505460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:38.506296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:38.511766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfd5be-f199-4086-af03-ccf2398c1d96 req-9ed44b0b-1591-4051-ba90-7d3757ba46f9 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:38.513301 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3abfd5be-f199-4086-af03-ccf2398c1d96 req-9ed44b0b-1591-4051-ba90-7d3757ba46f9 tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 1096 time: 0.1858771 Jul 19 03:14:38.515365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-46830e33-6e63-42c3-81a4-8c4f8760b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:38.516729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-46830e33-6e63-42c3-81a4-8c4f8760b514 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1096 time: 0.2000744 Jul 19 03:14:38.537098 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f54309-a2e5-4b00-b45c-da43acd68b91 x-openstack-request-id: req-b5f54309-a2e5-4b00-b45c-da43acd68b91 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:38.537381 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e30bfe-3307-4427-953d-7e221e19c985", "name": "network-vif-deleted", "tag": "5047e3d4-e7ce-4a7d-b1c2-5446fd237854", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:38.537627 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5f54309-a2e5-4b00-b45c-da43acd68b91 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:38.538008 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e30bfe-3307-4427-953d-7e221e19c985', 'name': 'network-vif-deleted', 'tag': '5047e3d4-e7ce-4a7d-b1c2-5446fd237854', 'status': 'completed', 'code': 200} Jul 19 03:14:38.608426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:38.661066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3abfd5be-f199-4086-af03-ccf2398c1d96 req-9a12c459-871e-46f6-839b-332bd4946abb tempest-LiveMigrationTest-468646368 tempest-LiveMigrationTest-468646368-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379876 Jul 19 03:14:38.661184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45712) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:38.666988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:38.767220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-6e47cfe9-1ed7-49b6-a631-583d50add8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:38.769243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-6e47cfe9-1ed7-49b6-a631-583d50add8aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.2352712 Jul 19 03:14:38.877953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-1a0bdb76-1f19-4371-a25c-6bf785a08cc6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 217 time: 0.0557516 Jul 19 03:14:38.922548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:38.940546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45726) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:38.957969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:38.958404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:38.972466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-7af49075-bb69-43c5-b363-c000966928e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:38.973857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-7af49075-bb69-43c5-b363-c000966928e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.0769601 Jul 19 03:14:39.039140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:14:37Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:39.075398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] Deleting port 5dbd5e72-6171-475c-8c54-e9a01a770503 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:39.075982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.107680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] Checking router: 887c0020-2033-4ea9-8aca-c28b9b632a90 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:39.126114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-8d4e4c4e-66b6-43eb-8a57-5519056ab73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:39.127370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] Routers {'887c0020-2033-4ea9-8aca-c28b9b632a90'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:39.127873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-8d4e4c4e-66b6-43eb-8a57-5519056ab73f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369114 Jul 19 03:14:39.128557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['887c0020-2033-4ea9-8aca-c28b9b632a90'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:39.248399 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-267309b0-2c9c-4093-baaa-c91b5ceea1ce service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119528 Jul 19 03:14:39.260914 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d78186f-d276-431d-b48e-df138076feda tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.263848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.368385 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6c46-25f5-4257-b58c-3fcd955bcbcb tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.381450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee572c-90b2-4259-855b-00f4e68675fe req-d6b9042c-dc3e-40f2-9fba-d6cf07be7f92 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:39.389112 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bdee572c-90b2-4259-855b-00f4e68675fe req-d6b9042c-dc3e-40f2-9fba-d6cf07be7f92 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 946 time: 0.2054119 Jul 19 03:14:39.419461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] Set router 887c0020-2033-4ea9-8aca-c28b9b632a90 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:39.438526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6c46-25f5-4257-b58c-3fcd955bcbcb tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.448955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Deleting port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:39.449292 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.489730 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bdee572c-90b2-4259-855b-00f4e68675fe req-3b722bea-aaaf-404a-aa5c-ffa6ffbaecce tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992389 Jul 19 03:14:39.574668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] For port 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=738a14c8-ff0b-4d73-8b4d-9ebc3036f23b,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:39.575094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.578196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6c46-25f5-4257-b58c-3fcd955bcbcb tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.580993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6c46-25f5-4257-b58c-3fcd955bcbcb tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.582258 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5fdd6c46-25f5-4257-b58c-3fcd955bcbcb tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "DELETE /v2.0/security-groups/d2bb649d-98d8-4b38-8417-90bb080ca3f4 HTTP/1.1" status: 204 len: 168 time: 0.9201908 Jul 19 03:14:39.592426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45736) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:39.616191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Calling delete_port for 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:39.618707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd6c46-25f5-4257-b58c-3fcd955bcbcb tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bb649d-98d8-4b38-8417-90bb080ca3f4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:39.623497 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-a9d9196e-f9c3-48ba-b5f9-20824f8c8c51 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] show failed (client error): The resource could not be found. Jul 19 03:14:39.624570 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a9d9196e-f9c3-48ba-b5f9-20824f8c8c51 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "GET /v2.0/security-groups/d2bb649d-98d8-4b38-8417-90bb080ca3f4 HTTP/1.1" status: 404 len: 347 time: 0.0295780 Jul 19 03:14:39.627226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45738) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:39.629355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:14:37Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:39.643811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbef45ec-dc85-477b-b176-20cbc295f411', 'name': 'network-vif-deleted', 'tag': '4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:39.646160 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5dfef3-824a-47bb-a8ab-6a25bee47a79" -d '{"events": [{"server_uuid": "fbef45ec-dc85-477b-b176-20cbc295f411", "name": "network-vif-deleted", "tag": "4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:39.668809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483511c6-5c45-481f-8930-cd2b701978c7 None None] The sync data for ids ['887c0020-2033-4ea9-8aca-c28b9b632a90'] in n-d-762330-18 is: [{'id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-756995349-router', 'tenant_id': '2cfb507fa16049379923204820c81297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:28Z', 'updated_at': '2021-07-19T03:14:37Z', 'revision_number': 5, 'project_id': '2cfb507fa16049379923204820c81297', 'gw_port': {'id': '738a14c8-ff0b-4d73-8b4d-9ebc3036f23b', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c0020-2033-4ea9-8aca-c28b9b632a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:29Z', 'updated_at': '2021-07-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:39.730940 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d78186f-d276-431d-b48e-df138076feda tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.830106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] For port 5dbd5e72-6171-475c-8c54-e9a01a770503, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5dbd5e72-6171-475c-8c54-e9a01a770503,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:39.830408 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.877211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] Calling delete_port for 5dbd5e72-6171-475c-8c54-e9a01a770503 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:39.889848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f4217-2861-4618-ac09-c2774413ec16 req-517192c4-33f8-4f2d-a462-7ac8855ff229 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:39.891360 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2f1f4217-2861-4618-ac09-c2774413ec16 req-517192c4-33f8-4f2d-a462-7ac8855ff229 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 944 time: 0.2567768 Jul 19 03:14:39.901182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff81e23a-f8e5-4fca-a9c4-f347fef324d7 req-1845ae76-a09c-452e-9fef-a3edaecb4468 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594159 Jul 19 03:14:39.911471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5001c17-a5e3-495c-9e00-fdc9806cd751 req-53474169-ab49-4aab-9237-1e72551ffdeb tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:39.913328 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a5001c17-a5e3-495c-9e00-fdc9806cd751 req-53474169-ab49-4aab-9237-1e72551ffdeb tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 944 time: 0.6634591 Jul 19 03:14:39.944140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-313f0d3f-2d74-4b6a-97fa-7d66cbaf9696 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Deleting port b752ff5f-7bb3-41a3-9df1-e436fe688dc9 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:39.944494 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313f0d3f-2d74-4b6a-97fa-7d66cbaf9696 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.976199 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d78186f-d276-431d-b48e-df138076feda tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.978843 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d78186f-d276-431d-b48e-df138076feda tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:39.979994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7d78186f-d276-431d-b48e-df138076feda tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "DELETE /v2.0/security-groups/fc397214-8a63-4b22-abd7-ad25189fa8ab HTTP/1.1" status: 204 len: 168 time: 1.0240517 Jul 19 03:14:39.982917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45742) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:39.987321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2f1f4217-2861-4618-ac09-c2774413ec16 req-c104b19c-e787-4ca1-b401-693ad6e24671 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869341 Jul 19 03:14:40.014525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78186f-d276-431d-b48e-df138076feda tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc397214-8a63-4b22-abd7-ad25189fa8ab,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:40.032680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-8db7770e-1501-4007-b6c7-08cca49ff551 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:40.034298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-8db7770e-1501-4007-b6c7-08cca49ff551 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 944 time: 0.2554767 Jul 19 03:14:40.042136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a5001c17-a5e3-495c-9e00-fdc9806cd751 req-b0d591e6-e6f1-4e2c-b301-a94e7ba08e55 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212182 Jul 19 03:14:40.077324 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-fd02e1c0-8cf0-4a66-871c-1f4357911e9f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] show failed (client error): The resource could not be found. Jul 19 03:14:40.078410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fd02e1c0-8cf0-4a66-871c-1f4357911e9f tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "GET /v2.0/security-groups/fc397214-8a63-4b22-abd7-ad25189fa8ab HTTP/1.1" status: 404 len: 347 time: 0.0943904 Jul 19 03:14:40.085313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45744) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:40.159288 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bae1d42-c1b8-4c86-b7b7-2fdebbcf8282 x-openstack-request-id: req-9bae1d42-c1b8-4c86-b7b7-2fdebbcf8282 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:40.159763 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbef45ec-dc85-477b-b176-20cbc295f411", "name": "network-vif-deleted", "tag": "4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:40.159861 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bae1d42-c1b8-4c86-b7b7-2fdebbcf8282 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:40.160476 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbef45ec-dc85-477b-b176-20cbc295f411', 'name': 'network-vif-deleted', 'tag': '4d1d25b0-b40a-4ea2-a601-a0148dc3f3e3', 'status': 'completed', 'code': 200} Jul 19 03:14:40.224167 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.234249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313f0d3f-2d74-4b6a-97fa-7d66cbaf9696 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.234603 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313f0d3f-2d74-4b6a-97fa-7d66cbaf9696 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.281661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=738a14c8-ff0b-4d73-8b4d-9ebc3036f23b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:40.288369 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-313f0d3f-2d74-4b6a-97fa-7d66cbaf9696 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Calling delete_port for b752ff5f-7bb3-41a3-9df1-e436fe688dc9 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:40.314427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-baf805fb-bc66-430d-9fdd-a210bc1f79c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Deleting port 9899fb85-2560-4583-a984-a8b399828fac {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:40.314775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-baf805fb-bc66-430d-9fdd-a210bc1f79c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.337467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.370207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbd5e72-6171-475c-8c54-e9a01a770503,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:40.444959 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.456422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f23835-ab57-4225-acc0-9b1402cf1e5d req-cb699ed7-c64f-4354-9c0b-e2a2ae086b5f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:40.457282 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5f23835-ab57-4225-acc0-9b1402cf1e5d req-cb699ed7-c64f-4354-9c0b-e2a2ae086b5f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.3106933 Jul 19 03:14:40.491750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-baf805fb-bc66-430d-9fdd-a210bc1f79c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] For port 9899fb85-2560-4583-a984-a8b399828fac, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9899fb85-2560-4583-a984-a8b399828fac,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:40.492111 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-baf805fb-bc66-430d-9fdd-a210bc1f79c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.543503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-baf805fb-bc66-430d-9fdd-a210bc1f79c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Calling delete_port for 9899fb85-2560-4583-a984-a8b399828fac owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:40.594572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a9f90-8eb3-4cc5-80e7-dfeca42561d4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Deleting port 079685da-d958-41ee-a008-9bd97befc870 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:40.594936 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9f90-8eb3-4cc5-80e7-dfeca42561d4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.617817 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.627273 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.703925 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.707332 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5f23835-ab57-4225-acc0-9b1402cf1e5d req-cbd8b084-1819-4281-a245-47dfe96422d4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184169 Jul 19 03:14:40.755382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.755945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887c0020-2033-4ea9-8aca-c28b9b632a90 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:14:40.762852 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.766199 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ff855b6f-928f-497f-9c0a-4e0391217c0d admin admin] 10.222.0.20 "DELETE /v2.0/routers/887c0020-2033-4ea9-8aca-c28b9b632a90 HTTP/1.1" status: 204 len: 168 time: 2.2666452 Jul 19 03:14:40.769681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45748) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:40.811711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9f90-8eb3-4cc5-80e7-dfeca42561d4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.812050 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9f90-8eb3-4cc5-80e7-dfeca42561d4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.816281 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313f0d3f-2d74-4b6a-97fa-7d66cbaf9696 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.837865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d7ceb-ce2e-49b3-9111-68abe767156d req-fa74b737-eb5c-43dc-be23-53a656c2bc02 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:40.840257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d4d7ceb-ce2e-49b3-9111-68abe767156d req-fa74b737-eb5c-43dc-be23-53a656c2bc02 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 946 time: 0.2085528 Jul 19 03:14:40.866182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b93edd0-556c-409e-88e0-94148b155c18 admin admin] Deleting subnet 46570d29-3803-4fea-b16d-79f355465134 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:14:40.873478 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b93edd0-556c-409e-88e0-94148b155c18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.877412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 57218e7b-56b9-439c-8776-9cfec12390d2 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:40.905487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 57218e7b-56b9-439c-8776-9cfec12390d2 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:40.906625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 57218e7b-56b9-439c-8776-9cfec12390d2 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:40.911349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-baf805fb-bc66-430d-9fdd-a210bc1f79c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:40.920218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:14:40.920427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a9f90-8eb3-4cc5-80e7-dfeca42561d4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Calling delete_port for 079685da-d958-41ee-a008-9bd97befc870 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:40.923942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f0d3f-2d74-4b6a-97fa-7d66cbaf9696 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Pushing event deleted for resources: {'Port': ['ID=b752ff5f-7bb3-41a3-9df1-e436fe688dc9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:40.933039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c46a5d11-44d2-4284-a406-2efeba35ec99'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:40.956824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf805fb-bc66-430d-9fdd-a210bc1f79c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Pushing event deleted for resources: {'Port': ['ID=9899fb85-2560-4583-a984-a8b399828fac,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:40.988366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d4d7ceb-ce2e-49b3-9111-68abe767156d req-8a5db733-bcdd-42ba-994d-23985a51dbed tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107924 Jul 19 03:14:41.033518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b93edd0-556c-409e-88e0-94148b155c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.076369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-baf805fb-bc66-430d-9fdd-a210bc1f79c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] No DVR routers for this DVR port 9899fb85-2560-4583-a984-a8b399828fac on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:41.080193 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-baf805fb-bc66-430d-9fdd-a210bc1f79c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.082929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-369d0009-5a44-4a36-bb56-37e447c80b0a req-baf805fb-bc66-430d-9fdd-a210bc1f79c4 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.26 "DELETE /v2.0/ports/9899fb85-2560-4583-a984-a8b399828fac HTTP/1.1" status: 204 len: 173 time: 1.0342669 Jul 19 03:14:41.098751 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313f0d3f-2d74-4b6a-97fa-7d66cbaf9696 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.101884 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313f0d3f-2d74-4b6a-97fa-7d66cbaf9696 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.107079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-313f0d3f-2d74-4b6a-97fa-7d66cbaf9696 tempest-ServersTestManualDisk-1472656104 tempest-ServersTestManualDisk-1472656104-project] 10.222.0.20 "DELETE /v2.0/floatingips/23345996-e6a3-4025-938a-91dc9fc2f9c4 HTTP/1.1" status: 204 len: 168 time: 1.4787304 Jul 19 03:14:41.111477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45756) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:41.140423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:41.163804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '49f29172-fa13-4186-99f3-5b113c6eb306', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'port_id': '49f29172-fa13-4186-99f3-5b113c6eb306', 'mac_address': 'fa:16:3e:d0:4d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:14:41.231740 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.254039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f29172-fa13-4186-99f3-5b113c6eb306 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:14:41.280274 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b93edd0-556c-409e-88e0-94148b155c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.281384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:41.286735 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.377441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] Router e89bc9e4-fba5-4468-becd-73fb5fc4686f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:41.395556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:41.408989 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9f90-8eb3-4cc5-80e7-dfeca42561d4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.473595 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b93edd0-556c-409e-88e0-94148b155c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.519810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a9f90-8eb3-4cc5-80e7-dfeca42561d4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Pushing event deleted for resources: {'Port': ['ID=079685da-d958-41ee-a008-9bd97befc870,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:41.538091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['49f29172-fa13-4186-99f3-5b113c6eb306'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:14:41.549864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b93edd0-556c-409e-88e0-94148b155c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.552031 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7b93edd0-556c-409e-88e0-94148b155c18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/46570d29-3803-4fea-b16d-79f355465134 HTTP/1.1" status: 204 len: 168 time: 0.7800939 Jul 19 03:14:41.553152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93edd0-556c-409e-88e0-94148b155c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46570d29-3803-4fea-b16d-79f355465134,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:41.569589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10a685c0-7844-43c8-82b8-f94bfc258643 req-2b940e67-1272-4cc3-bf59-58dcb349e9a8 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 210 time: 0.0714729 Jul 19 03:14:41.570161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45758) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:41.645828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6da701-d150-4acf-bf55-84e25a8c393a None None] Network a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:41.662427 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9f90-8eb3-4cc5-80e7-dfeca42561d4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.664873 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9f90-8eb3-4cc5-80e7-dfeca42561d4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:41.666137 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6e6a9f90-8eb3-4cc5-80e7-dfeca42561d4 tempest-ImagesOneServerNegativeTestJSON-1427508288 tempest-ImagesOneServerNegativeTestJSON-1427508288-project] 10.222.0.20 "DELETE /v2.0/floatingips/9ed321b8-c235-494c-8c9c-9aebec20520a HTTP/1.1" status: 204 len: 168 time: 1.5798914 Jul 19 03:14:41.711741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04181d76-e49a-4a7d-b268-c412f1d86fea req-06f30996-743b-4139-8f88-0cd426f787a4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:41.713947 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04181d76-e49a-4a7d-b268-c412f1d86fea req-06f30996-743b-4139-8f88-0cd426f787a4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2982433 Jul 19 03:14:41.785470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:41.795626 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] Sync routers for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:41.797103 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f11894fc-e5ae-4dff-a26a-477a1af7fe37 admin admin] 10.222.0.20 "PUT /v2.0/routers/e89bc9e4-fba5-4468-becd-73fb5fc4686f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8397255 Jul 19 03:14:41.813746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45776) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:41.816146 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:41.816959 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:41.845316 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04181d76-e49a-4a7d-b268-c412f1d86fea req-d34638c5-dfe2-4d77-9c93-10f0276e9e00 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243284 Jul 19 03:14:42.067595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45780) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:42.102705 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.106230 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:42.107821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.163769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3074213-6a8d-42b4-bf34-220036286427', 'name': 'network-vif-deleted', 'tag': '9899fb85-2560-4583-a984-a8b399828fac'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:42.167153 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beae492-5d47-45b5-82b8-2c6b1d2104b5" -d '{"events": [{"server_uuid": "e3074213-6a8d-42b4-bf34-220036286427", "name": "network-vif-deleted", "tag": "9899fb85-2560-4583-a984-a8b399828fac"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:42.201410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5a348e-d2d0-4eb4-bf8d-68bb5b5fa236 admin admin] Deleting subnet 97938179-333d-4d58-bab7-7b89064543f0 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:14:42.204482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2bab6-cba9-41af-83a8-fcbf579c19c5 None None] DHCP port deletion for a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:14:42.223117 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed5a348e-d2d0-4eb4-bf8d-68bb5b5fa236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.259844 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa659e4-fad4-419f-b352-a5cca372cf95 x-openstack-request-id: req-dfa659e4-fad4-419f-b352-a5cca372cf95 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:42.260232 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3074213-6a8d-42b4-bf34-220036286427", "name": "network-vif-deleted", "tag": "9899fb85-2560-4583-a984-a8b399828fac", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:42.260543 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfa659e4-fad4-419f-b352-a5cca372cf95 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:42.260932 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3074213-6a8d-42b4-bf34-220036286427', 'name': 'network-vif-deleted', 'tag': '9899fb85-2560-4583-a984-a8b399828fac', 'status': 'completed', 'code': 200} Jul 19 03:14:42.308124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2bab6-cba9-41af-83a8-fcbf579c19c5 None None] Deleting port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:42.308744 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b2c2bab6-cba9-41af-83a8-fcbf579c19c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.317638 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed5a348e-d2d0-4eb4-bf8d-68bb5b5fa236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.394535 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed5a348e-d2d0-4eb4-bf8d-68bb5b5fa236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.397586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Deleting port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:42.397918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.427205 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:14:40Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:42.435889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.477112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b2c2bab6-cba9-41af-83a8-fcbf579c19c5 None None] For port 50ebd8e9-bc1e-4146-a390-56e937f1fed9, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=50ebd8e9-bc1e-4146-a390-56e937f1fed9,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:42.477334 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] Checking router: e89bc9e4-fba5-4468-becd-73fb5fc4686f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:42.477661 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b2c2bab6-cba9-41af-83a8-fcbf579c19c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.486290 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] Routers {'e89bc9e4-fba5-4468-becd-73fb5fc4686f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:42.487194 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:42.515106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2bab6-cba9-41af-83a8-fcbf579c19c5 None None] Calling delete_port for 50ebd8e9-bc1e-4146-a390-56e937f1fed9 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:42.531135 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393065f2-3530-41ec-95c4-bafe9c96a1dc req-c8b9df67-1216-4a88-9266-db49a5b48ed3 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:42.532738 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-393065f2-3530-41ec-95c4-bafe9c96a1dc req-c8b9df67-1216-4a88-9266-db49a5b48ed3 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.3022556 Jul 19 03:14:42.591617 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.678007 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-393065f2-3530-41ec-95c4-bafe9c96a1dc req-ebb87c2b-b477-433b-a931-ed982fb1a6de tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326976 Jul 19 03:14:42.693256 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-18f1e963-2299-442c-bb0e-ef753da7ddc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.702836 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b2c2bab6-cba9-41af-83a8-fcbf579c19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.739805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Deleting port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:42.740155 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:42.810466 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] Set router e89bc9e4-fba5-4468-becd-73fb5fc4686f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:42.836629 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9899fb85-2560-4583-a984-a8b399828fac no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:42.843778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2bab6-cba9-41af-83a8-fcbf579c19c5 None None] Pushing event deleted for resources: {'Port': ['ID=50ebd8e9-bc1e-4146-a390-56e937f1fed9,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:42.946306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:14:42.949335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2bab6-cba9-41af-83a8-fcbf579c19c5 None None] No DVR routers for this DVR port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:42.958194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:42.964400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 9899fb85-2560-4583-a984-a8b399828fac {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:42.964811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9899fb85-2560-4583-a984-a8b399828fac not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:43.020411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] For port 951fa6da-6d35-4eaa-983c-09c4eaa7db5e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=951fa6da-6d35-4eaa-983c-09c4eaa7db5e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:43.020814 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.035695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:43.036073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 738a14c8-ff0b-4d73-8b4d-9ebc3036f23b not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:43.036467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 50ebd8e9-bc1e-4146-a390-56e937f1fed9 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:43.047238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Calling delete_port for 951fa6da-6d35-4eaa-983c-09c4eaa7db5e owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:43.105672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 50ebd8e9-bc1e-4146-a390-56e937f1fed9 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:43.106020 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 50ebd8e9-bc1e-4146-a390-56e937f1fed9 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:43.173551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 49f29172-fa13-4186-99f3-5b113c6eb306 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:43.175505 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:14:40Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:43.179825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 49f29172-fa13-4186-99f3-5b113c6eb306 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:14:43.180256 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.210945 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06dde5-9687-405b-8037-faedf3be06ed None None] The sync data for ids ['e89bc9e4-fba5-4468-becd-73fb5fc4686f'] in n-d-762330-18 is: [{'id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'name': 'tempest-FloatingIPsAssociationTestJSON-215359853-router', 'tenant_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:12:51Z', 'updated_at': '2021-07-19T03:14:40Z', 'revision_number': 5, 'project_id': 'fffcb1e7423b4ab28280a01e5d99d1d7', 'gw_port': {'id': '951fa6da-6d35-4eaa-983c-09c4eaa7db5e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89bc9e4-fba5-4468-becd-73fb5fc4686f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:12:52Z', 'updated_at': '2021-07-19T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:43.225059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] For port 50ebd8e9-bc1e-4146-a390-56e937f1fed9, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=50ebd8e9-bc1e-4146-a390-56e937f1fed9,segment=NetworkSegment(1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82),segment_id=1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:43.225703 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.239282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Calling delete_port for 50ebd8e9-bc1e-4146-a390-56e937f1fed9 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:43.320557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.338753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b840f-bd18-456f-a778-b7607501e8cc req-b2ac9317-756b-4c4d-98ae-e705efc034a7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:43.340854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ef2b840f-bd18-456f-a778-b7607501e8cc req-b2ac9317-756b-4c4d-98ae-e705efc034a7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1485629 Jul 19 03:14:43.368350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:43.370037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:43.373481 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fcfc4f-7a80-4d31-a84c-ff1149efdd5b" -d '{"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:43.377729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.384444 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d0075fc-9a27-4ac5-8ab8-cf9d9d36d5d3 req-4ded3d1e-1a9d-4742-a5da-eac438592807 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 210 time: 0.0632379 Jul 19 03:14:43.406428 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed5a348e-d2d0-4eb4-bf8d-68bb5b5fa236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.422050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ef2b840f-bd18-456f-a778-b7607501e8cc req-e2e6a975-d19e-4588-952f-7b2078a0c779 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542345 Jul 19 03:14:43.423645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.467298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Pushing event deleted for resources: {'Port': ['ID=951fa6da-6d35-4eaa-983c-09c4eaa7db5e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:43.475872 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed5a348e-d2d0-4eb4-bf8d-68bb5b5fa236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.477809 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ed5a348e-d2d0-4eb4-bf8d-68bb5b5fa236 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/97938179-333d-4d58-bab7-7b89064543f0 HTTP/1.1" status: 204 len: 168 time: 1.4094992 Jul 19 03:14:43.481924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45792) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.486945 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:14:43.491265 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:14:43.495481 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.497478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a348e-d2d0-4eb4-bf8d-68bb5b5fa236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97938179-333d-4d58-bab7-7b89064543f0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:43.504652 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a063f159-b2fc-4d80-b672-72c3c128caa6 x-openstack-request-id: req-a063f159-b2fc-4d80-b672-72c3c128caa6 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:43.505253 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:43.505670 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a063f159-b2fc-4d80-b672-72c3c128caa6 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:43.506238 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306', 'code': 200} Jul 19 03:14:43.507345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:43.520845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.521161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.521518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.521866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.522201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.522576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.522904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.523240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.523617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.523940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.524313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.524645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:14:43.567662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ebd8e9-bc1e-4146-a390-56e937f1fed9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:43.617117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] No DVR routers for this DVR port 50ebd8e9-bc1e-4146-a390-56e937f1fed9 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:43.636490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.643415 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.790007 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.805308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:43.824422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:43.824717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9825b1-ecdb-4de5-9eeb-e99bcbf13a82') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:43.835987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d82a54-4c6b-46c0-866e-5947445ce366 req-98b5959d-664a-4f66-9614-052aa03452f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:43.837526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d7d82a54-4c6b-46c0-866e-5947445ce366 req-98b5959d-664a-4f66-9614-052aa03452f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1098 time: 0.3091972 Jul 19 03:14:43.842580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.909781 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.925017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:14:43.925465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:14:43.927402 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:14:43.981271 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d7d82a54-4c6b-46c0-866e-5947445ce366 req-f3571173-9fd5-4c3a-88e5-42e21365841b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355686 Jul 19 03:14:44.061839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.073191 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.077755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf HTTP/1.1" status: 204 len: 168 time: 2.5004337 Jul 19 03:14:44.087220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45800) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:44.095822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e228ab-1e9c-46a2-9b17-455d5d353ca3 req-ab1a7b64-975b-498c-992d-5ee0404844fb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:44.097346 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60e228ab-1e9c-46a2-9b17-455d5d353ca3 req-ab1a7b64-975b-498c-992d-5ee0404844fb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.2391346 Jul 19 03:14:44.112004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58c63d-4075-455e-9e16-7a821644b0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a51ddfef-65f4-4a42-8e12-4e2b2c8aa8cf,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:44.152459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.156096 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.199454 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60e228ab-1e9c-46a2-9b17-455d5d353ca3 req-daaea8e4-9d6d-47aa-a019-40e3e8e397ac tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931358 Jul 19 03:14:44.248943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] Deleting port c215d7ff-7209-42a0-8e56-ed2f6bb21548 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:44.249348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.327368 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.330991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.331846 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e89bc9e4-fba5-4468-becd-73fb5fc4686f {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:14:44.338031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.339680 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9d317fa4-3480-4ece-9b36-40e52d500169 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e89bc9e4-fba5-4468-becd-73fb5fc4686f HTTP/1.1" status: 204 len: 168 time: 2.5248742 Jul 19 03:14:44.346227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45808) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:44.390008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ae0eba-c261-4e04-94bc-dbff6081879d']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:44.406750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98c2b05-3837-438e-bc27-b4068454302f') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:44.408450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98c2b05-3837-438e-bc27-b4068454302f') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:44.451033 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.458157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] For port c215d7ff-7209-42a0-8e56-ed2f6bb21548, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c215d7ff-7209-42a0-8e56-ed2f6bb21548,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:44.458973 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.479234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] Calling delete_port for c215d7ff-7209-42a0-8e56-ed2f6bb21548 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:44.510456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbcb89f-9eae-4663-9813-fb6e7556eff4 admin admin] Deleting subnet 69fc8014-b43b-4fb4-8380-2804dea89328 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:14:44.530146 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.546872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:14:44.549295 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:14:44.596926 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:14:44.600133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb89f-9eae-4663-9813-fb6e7556eff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.702833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb89f-9eae-4663-9813-fb6e7556eff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.740562 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.753370 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.755340 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/93ae0eba-c261-4e04-94bc-dbff6081879d HTTP/1.1" status: 204 len: 168 time: 1.2353592 Jul 19 03:14:44.827879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-788c007c-120a-4060-8a73-8c83f46fe55e req-cc8f7f82-6ef1-4a75-83de-cf5f38fc03a3 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 210 time: 0.2104199 Jul 19 03:14:44.835021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:44.848388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191c498-28d7-4ea1-9d2e-60cfe61bf2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ae0eba-c261-4e04-94bc-dbff6081879d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:44.904233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c215d7ff-7209-42a0-8e56-ed2f6bb21548,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:44.993679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142924a-f342-479e-8b80-edad600a7427 req-c6aed016-576a-4ba0-830e-95d2140207a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:45.016500 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5142924a-f342-479e-8b80-edad600a7427 req-c6aed016-576a-4ba0-830e-95d2140207a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 946 time: 0.3937798 Jul 19 03:14:45.034583 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-72cfbcc9-3007-481b-96e4-4adfb8bcaf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.089741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45818) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:45.105969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 951fa6da-6d35-4eaa-983c-09c4eaa7db5e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:45.115456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb89f-9eae-4663-9813-fb6e7556eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.156109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 951fa6da-6d35-4eaa-983c-09c4eaa7db5e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:45.161947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 951fa6da-6d35-4eaa-983c-09c4eaa7db5e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:45.162574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5dbd5e72-6171-475c-8c54-e9a01a770503 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:45.168833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5142924a-f342-479e-8b80-edad600a7427 req-bcb9292e-0dd6-4a49-a61a-f5c11db5d28b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514173 Jul 19 03:14:45.222690 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb89f-9eae-4663-9813-fb6e7556eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.229750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 5dbd5e72-6171-475c-8c54-e9a01a770503 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:45.230190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5dbd5e72-6171-475c-8c54-e9a01a770503 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:45.295674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcb89f-9eae-4663-9813-fb6e7556eff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fc8014-b43b-4fb4-8380-2804dea89328,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:45.295868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb4937e-3679-4b9f-a0b6-79e27848ed3c None None] Network c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:45.299537 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb89f-9eae-4663-9813-fb6e7556eff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.301902 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ddbcb89f-9eae-4663-9813-fb6e7556eff4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/69fc8014-b43b-4fb4-8380-2804dea89328 HTTP/1.1" status: 204 len: 168 time: 0.9545448 Jul 19 03:14:45.304271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45822) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:45.398515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c8f49f00-588a-4d71-94d4-1396f81c0fad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48e47c2739e04e14b080f6f06b48e05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982430 Jul 19 03:14:45.407115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45824) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:45.439748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.516885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Deleting port c576f51f-671f-4192-ba2f-bac040a35386 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:45.517591 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.521340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.540643 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.606860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9fe9e-2ebf-4935-ad44-e084717714aa None None] DHCP port deletion for c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:14:45.627942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] For port c576f51f-671f-4192-ba2f-bac040a35386, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c576f51f-671f-4192-ba2f-bac040a35386,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:45.628313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.642585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Calling delete_port for c576f51f-671f-4192-ba2f-bac040a35386 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:45.648450 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f137c65-d2b9-47d2-bae2-1e863bc4f8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.671449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-75e9fe9e-2ebf-4935-ad44-e084717714aa None None] Deleting port c576f51f-671f-4192-ba2f-bac040a35386 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:45.671831 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75e9fe9e-2ebf-4935-ad44-e084717714aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.700807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f284faa-6f48-409e-915e-ec920bba4d25 req-d0282d26-c0ec-4959-84c4-951ccf03ff60 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:45.702477 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7f284faa-6f48-409e-915e-ec920bba4d25 req-d0282d26-c0ec-4959-84c4-951ccf03ff60 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.3019946 Jul 19 03:14:45.706111 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f137c65-d2b9-47d2-bae2-1e863bc4f8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.749415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-75e9fe9e-2ebf-4935-ad44-e084717714aa None None] For port c576f51f-671f-4192-ba2f-bac040a35386, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c576f51f-671f-4192-ba2f-bac040a35386,segment=NetworkSegment(a7e58027-f034-4039-8a47-19237156ab76),segment_id=a7e58027-f034-4039-8a47-19237156ab76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:45.750310 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75e9fe9e-2ebf-4935-ad44-e084717714aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.764654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-75e9fe9e-2ebf-4935-ad44-e084717714aa None None] Calling delete_port for c576f51f-671f-4192-ba2f-bac040a35386 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:45.773202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.775421 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.812802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] No DVR routers for this DVR port c576f51f-671f-4192-ba2f-bac040a35386 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:45.817775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c576f51f-671f-4192-ba2f-bac040a35386,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:45.882819 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75e9fe9e-2ebf-4935-ad44-e084717714aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.889366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7f284faa-6f48-409e-915e-ec920bba4d25 req-549e787f-8e25-4411-97b6-d3cb3086ef07 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732011 Jul 19 03:14:45.938493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9fe9e-2ebf-4935-ad44-e084717714aa None None] No DVR routers for this DVR port c576f51f-671f-4192-ba2f-bac040a35386 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:45.948693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9fe9e-2ebf-4935-ad44-e084717714aa None None] Pushing event deleted for resources: {'Port': ['ID=c576f51f-671f-4192-ba2f-bac040a35386,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:45.965433 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:45.985474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bdfa90-adc9-42b7-97cb-7ef11bae99b4']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:45.999457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e58027-f034-4039-8a47-19237156ab76') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:45.999759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e58027-f034-4039-8a47-19237156ab76') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:46.019735 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f137c65-d2b9-47d2-bae2-1e863bc4f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.022986 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f137c65-d2b9-47d2-bae2-1e863bc4f8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.023583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1f137c65-d2b9-47d2-bae2-1e863bc4f8f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fbaed45-70bb-4e05-a8f5-f9e8e6419f62 HTTP/1.1" status: 204 len: 168 time: 0.6155164 Jul 19 03:14:46.027130 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.052487 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6782ac90-6e14-41f2-9a59-b878f0c3f50d req-f683f466-13de-48c4-b4ad-a68391c98afb tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3074213-6a8d-42b4-bf34-220036286427 HTTP/1.1" status: 200 len: 210 time: 0.0414987 Jul 19 03:14:46.063756 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.073259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f137c65-d2b9-47d2-bae2-1e863bc4f8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbaed45-70bb-4e05-a8f5-f9e8e6419f62,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:46.103684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:14:46.104098 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:14:46.105934 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:14:46.169836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] Router 3903afb7-d555-46aa-9905-2482f3b921b6 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:46.191976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.199666 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.201839 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c3bdfa90-adc9-42b7-97cb-7ef11bae99b4 HTTP/1.1" status: 204 len: 168 time: 0.8963070 Jul 19 03:14:46.220155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44445e4b-9789-47eb-9c4a-cc68270422b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3bdfa90-adc9-42b7-97cb-7ef11bae99b4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:46.292933 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.412358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45838) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:46.490636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-14e06d6a-89e1-4b66-8f35-d8ca85305e24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fffcb1e7423b4ab28280a01e5d99d1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763600 Jul 19 03:14:46.493257 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45844) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:46.549485 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83d8160e-72cc-4d55-a88d-7c1c73b08469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.574522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83d8160e-72cc-4d55-a88d-7c1c73b08469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.642404 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83d8160e-72cc-4d55-a88d-7c1c73b08469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.647257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83d8160e-72cc-4d55-a88d-7c1c73b08469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:46.648675 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-83d8160e-72cc-4d55-a88d-7c1c73b08469 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/814fb22b-e9ed-4fe5-be0a-bd3ab490db5a HTTP/1.1" status: 204 len: 168 time: 0.1540604 Jul 19 03:14:46.659090 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8160e-72cc-4d55-a88d-7c1c73b08469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814fb22b-e9ed-4fe5-be0a-bd3ab490db5a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:46.915613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:46.923533 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ec916f71-1f93-489c-96cf-7a379621b9fc admin admin] 10.222.0.20 "PUT /v2.0/routers/3903afb7-d555-46aa-9905-2482f3b921b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7928886 Jul 19 03:14:46.927531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45858) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:46.928060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] Sync routers for ids ['3903afb7-d555-46aa-9905-2482f3b921b6'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:46.951583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] Routers {'3903afb7-d555-46aa-9905-2482f3b921b6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:46.952265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3903afb7-d555-46aa-9905-2482f3b921b6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:47.042303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c576f51f-671f-4192-ba2f-bac040a35386 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:47.106442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c576f51f-671f-4192-ba2f-bac040a35386 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:47.106784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c576f51f-671f-4192-ba2f-bac040a35386 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:47.177042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ee28-e00c-4af8-90c6-913a2f387683 req-632b5322-d053-4a14-bc23-b3f2aa81bf8f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:47.189907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5b1ee28-e00c-4af8-90c6-913a2f387683 req-632b5322-d053-4a14-bc23-b3f2aa81bf8f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.1259580 Jul 19 03:14:47.229967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5a8e8-3e7b-452f-89fb-9de9eb9535a7 req-f5cf2a32-2c19-4b9f-94c3-386753ac0534 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:47.240585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] Set router 3903afb7-d555-46aa-9905-2482f3b921b6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:47.242139 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ed5a8e8-3e7b-452f-89fb-9de9eb9535a7 req-f5cf2a32-2c19-4b9f-94c3-386753ac0534 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 946 time: 0.3862045 Jul 19 03:14:47.286906 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5b1ee28-e00c-4af8-90c6-913a2f387683 req-136f902a-195b-454c-856d-b2abae4604f7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947030 Jul 19 03:14:47.316514 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:47.320382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] Deleting port 34928750-9a6f-4066-b57e-e55893c6f593 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:47.325075 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:47.502227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ed5a8e8-3e7b-452f-89fb-9de9eb9535a7 req-f009ad49-667d-4aeb-8189-c100c285cdd9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543020 Jul 19 03:14:47.640062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] For port 34928750-9a6f-4066-b57e-e55893c6f593, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=34928750-9a6f-4066-b57e-e55893c6f593,segment=NetworkSegment(b63c184f-bae5-4299-9e19-1ec49b83c2d2),segment_id=b63c184f-bae5-4299-9e19-1ec49b83c2d2)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:47.640731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:47.660959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] Calling delete_port for 34928750-9a6f-4066-b57e-e55893c6f593 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:47.663619 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:47.750092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:14:44Z', 'revision_number': 5, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port': {'id': 'fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:11:59Z', 'updated_at': '2021-07-19T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:47.838951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a17b6-e221-4645-a27e-ffd030b291e9 req-a82ea5bb-32a3-49ac-aba1-3345ce192798 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:47.845244 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-979a17b6-e221-4645-a27e-ffd030b291e9 req-a82ea5bb-32a3-49ac-aba1-3345ce192798 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 946 time: 0.1038501 Jul 19 03:14:47.851161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45894) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:47.858558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Deleting port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:47.859194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:47.867343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a8fcfbd3-d04d-4eb7-ba8e-e1c26f25b34d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'floatingip': {'port_id': '49f29172-fa13-4186-99f3-5b113c6eb306'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:47.871606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] Checking router: 3903afb7-d555-46aa-9905-2482f3b921b6 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:47.902838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] Routers {'3903afb7-d555-46aa-9905-2482f3b921b6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:47.905155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3903afb7-d555-46aa-9905-2482f3b921b6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:47.910698 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfbd3-d04d-4eb7-ba8e-e1c26f25b34d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:47.961050 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:47.976995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] For port fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:47.977576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.005609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45900) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:48.021362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Calling delete_port for fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:48.037952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] Set router 3903afb7-d555-46aa-9905-2482f3b921b6 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:48.145094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:14:47Z', 'revision_number': 6, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:48.211321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-218022490-network', 'tenant_id': '0ff4fe248aa845a08705ab349c7f797e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:48.220243 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.225643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae2845-edcf-48bd-8082-c559e86def84 None None] The sync data for ids ['3903afb7-d555-46aa-9905-2482f3b921b6'] in n-d-762330-18 is: [{'id': '3903afb7-d555-46aa-9905-2482f3b921b6', 'name': 'tempest-ServersTestManualDisk-1417696277-router', 'tenant_id': '93fc45b2ed1749e0acb2f334e42877c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:11:58Z', 'updated_at': '2021-07-19T03:14:47Z', 'revision_number': 6, 'project_id': '93fc45b2ed1749e0acb2f334e42877c0', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:48.293179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=34928750-9a6f-4066-b57e-e55893c6f593,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:48.360140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Made reservation on behalf of 0ff4fe248aa845a08705ab349c7f797e for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:48.362472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.405679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.663075 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.707039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45914) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:48.729687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfbd3-d04d-4eb7-ba8e-e1c26f25b34d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.742447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.756750 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfbd3-d04d-4eb7-ba8e-e1c26f25b34d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.800384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.822548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:48.836765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87313eb-13fe-43b1-a93e-25b7151d8c0c req-f9757c9b-86d4-4cef-b5b1-6e386edd018e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:48.845676 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a87313eb-13fe-43b1-a93e-25b7151d8c0c req-f9757c9b-86d4-4cef-b5b1-6e386edd018e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.3227026 Jul 19 03:14:48.935626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.947761 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a87313eb-13fe-43b1-a93e-25b7151d8c0c req-681a87ba-c08e-48a8-bbc3-56cfcea90bd0 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008425 Jul 19 03:14:48.950926 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba79b684-3e7b-40db-9a1e-dd5506b2e096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:48.989964 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-a8fcfbd3-d04d-4eb7-ba8e-e1c26f25b34d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Floating IP d81cf2a9-ea66-490a-8bad-495be63ea34e associated. External IP: 172.25.2.12, port: 49f29172-fa13-4186-99f3-5b113c6eb306. Jul 19 03:14:49.038367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:14:49.064223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98d583-b03b-4dfc-893d-9e587576e616,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:49.071278 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.071537 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Added segment ab282d1d-8384-41d3-8e2b-69a5c254191a of type vlan for network 4e87cd52-0dff-49b2-99d4-40790529a2d7 Jul 19 03:14:49.082113 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.193840 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.196021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.203368 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c215d7ff-7209-42a0-8e56-ed2f6bb21548 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:49.240206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c215d7ff-7209-42a0-8e56-ed2f6bb21548 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:49.240870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c215d7ff-7209-42a0-8e56-ed2f6bb21548 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:49.263068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fcfbd3-d04d-4eb7-ba8e-e1c26f25b34d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Router 51bf4b14-11fd-4c46-8dd5-010e673d0392 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:49.271391 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.271885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3903afb7-d555-46aa-9905-2482f3b921b6 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:14:49.275458 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba79b684-3e7b-40db-9a1e-dd5506b2e096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.277744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.279078 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1e02f67a-5ab8-4e6e-ad37-2e0fc357b96b admin admin] 10.222.0.20 "DELETE /v2.0/routers/3903afb7-d555-46aa-9905-2482f3b921b6 HTTP/1.1" status: 204 len: 168 time: 2.3481553 Jul 19 03:14:49.281803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45922) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:49.290169 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba79b684-3e7b-40db-9a1e-dd5506b2e096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.355740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.398716 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ba79b684-3e7b-40db-9a1e-dd5506b2e096 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70eae2c3ab57445ea89d96d52e04782a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503537 Jul 19 03:14:49.406183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45924) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:49.425894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79b684-3e7b-40db-9a1e-dd5506b2e096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b8ef9e-c45f-4391-941f-f89259d1e51c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:49.431176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24480dd-6021-4265-a0c3-fc8879b00451 admin admin] Deleting subnet 9dce0d9c-fb57-4721-9275-d23a0560bdc5 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:14:49.437116 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.438394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:49.439124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.465969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] Router 864f0615-e35b-4e2c-86df-2bee9089c3e9 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:14:49.467281 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c24480dd-6021-4265-a0c3-fc8879b00451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.496896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4900913 Jul 19 03:14:49.497497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45926) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:49.533164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Request body: {'subnet': {'network_id': '4e87cd52-0dff-49b2-99d4-40790529a2d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-218022490-subnet', 'tenant_id': '0ff4fe248aa845a08705ab349c7f797e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:49.540095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981084b8-a605-44e8-9d7f-d4991e45bb7f admin admin] Pushing event updated for resources: {'Network': ['ID=4e87cd52-0dff-49b2-99d4-40790529a2d7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:49.542084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c24480dd-6021-4265-a0c3-fc8879b00451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.555212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 4e87cd52-0dff-49b2-99d4-40790529a2d7 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:14:49.564220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fcfbd3-d04d-4eb7-ba8e-e1c26f25b34d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:49.571426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfbd3-d04d-4eb7-ba8e-e1c26f25b34d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.580902 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] Sync routers for ids ['51bf4b14-11fd-4c46-8dd5-010e673d0392'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:49.592209 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] Routers {'51bf4b14-11fd-4c46-8dd5-010e673d0392'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:49.602426 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['51bf4b14-11fd-4c46-8dd5-010e673d0392'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:49.639041 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-51a6296c-220a-4895-9be9-63433fb34449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.641640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Made reservation on behalf of 0ff4fe248aa845a08705ab349c7f797e for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:49.644323 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.675642 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a8fcfbd3-d04d-4eb7-ba8e-e1c26f25b34d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "PUT /v2.0/floatingips/d81cf2a9-ea66-490a-8bad-495be63ea34e HTTP/1.1" status: 200 len: 991 time: 1.8230965 Jul 19 03:14:49.683367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:49.685777 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860a6b00-dbaa-4798-9e95-0d75f2b78547" -d '{"events": [{"name": "network-changed", "server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:49.739131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-51a6296c-220a-4895-9be9-63433fb34449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.777508 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab61f9b2-6236-4b90-9044-3e72f1c4c32b x-openstack-request-id: req-ab61f9b2-6236-4b90-9044-3e72f1c4c32b {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:49.777718 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:49.777972 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab61f9b2-6236-4b90-9044-3e72f1c4c32b {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:49.778373 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306', 'status': 'completed', 'code': 200} Jul 19 03:14:49.793550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:14:49.802641 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] Set router 51bf4b14-11fd-4c46-8dd5-010e673d0392 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:49.807986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] Sync routers for ids ['864f0615-e35b-4e2c-86df-2bee9089c3e9'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:14:49.808655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-03ba7b53-55e9-4c35-9814-d2035436fed1 admin admin] 10.222.0.20 "PUT /v2.0/routers/864f0615-e35b-4e2c-86df-2bee9089c3e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7101481 Jul 19 03:14:49.809385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45932) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:49.842337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] Routers {'864f0615-e35b-4e2c-86df-2bee9089c3e9'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:49.843169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['864f0615-e35b-4e2c-86df-2bee9089c3e9'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:49.912798 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c24480dd-6021-4265-a0c3-fc8879b00451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.967175 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-51a6296c-220a-4895-9be9-63433fb34449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.972444 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-51a6296c-220a-4895-9be9-63433fb34449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:49.974430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-51a6296c-220a-4895-9be9-63433fb34449 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21b8ef9e-c45f-4391-941f-f89259d1e51c HTTP/1.1" status: 204 len: 168 time: 0.5625358 Jul 19 03:14:49.990593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6296c-220a-4895-9be9-63433fb34449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b8ef9e-c45f-4391-941f-f89259d1e51c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:50.039957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c24480dd-6021-4265-a0c3-fc8879b00451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:50.125686 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c24480dd-6021-4265-a0c3-fc8879b00451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:50.133674 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c24480dd-6021-4265-a0c3-fc8879b00451 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9dce0d9c-fb57-4721-9275-d23a0560bdc5 HTTP/1.1" status: 204 len: 168 time: 0.8473778 Jul 19 03:14:50.138327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45942) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:50.139138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24480dd-6021-4265-a0c3-fc8879b00451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dce0d9c-fb57-4721-9275-d23a0560bdc5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:50.259126 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:50.324627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c8da19-4273-4d4b-86be-2c9bd9f77bdc None None] Network c0646b0a-f4e7-47bd-8782-b33c26a24a16 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:50.337275 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:10Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'd81cf2a9-ea66-490a-8bad-495be63ea34e', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'port_id': '49f29172-fa13-4186-99f3-5b113c6eb306', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'mac_address': 'fa:16:3e:d0:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60252848-2a85-43dc-98a4-1202193a8bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:14:18Z', 'updated_at': '2021-07-19T03:14:48Z', 'revision_number': 1, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead129f2-e5af-4707-b799-bd790c73671e', 'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'mac_address': 'fa:16:3e:1a:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:08Z', 'updated_at': '2021-07-19T03:14:17Z', 'revision_number': 5, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'subnets': [{'id': '8923274a-b15c-436a-854a-07f1da3779f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:50.405290 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] Checking router: 51bf4b14-11fd-4c46-8dd5-010e673d0392 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:50.411383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] Set router 864f0615-e35b-4e2c-86df-2bee9089c3e9 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:50.414687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300815b-e15e-4520-9430-7134c53cb6f7 req-4eeb899e-6f76-44c8-8963-d908c33cb690 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:50.423784 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7300815b-e15e-4520-9430-7134c53cb6f7 req-4eeb899e-6f76-44c8-8963-d908c33cb690 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.1594920 Jul 19 03:14:50.444036 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] Routers {'51bf4b14-11fd-4c46-8dd5-010e673d0392'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:50.444687 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['51bf4b14-11fd-4c46-8dd5-010e673d0392'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:50.471942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Deleting port bf8063c6-cb96-43a0-aea2-28203219614a {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:50.472213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:50.518544 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7300815b-e15e-4520-9430-7134c53cb6f7 req-883cfbfd-fc25-4286-bd49-3af6337e633d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899351 Jul 19 03:14:50.556980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-c7d3ece2-2f74-4845-884f-e0946c1b93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:50.563313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-c7d3ece2-2f74-4845-884f-e0946c1b93b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1098 time: 0.7307639 Jul 19 03:14:50.564664 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:50.596197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] For port bf8063c6-cb96-43a0-aea2-28203219614a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bf8063c6-cb96-43a0-aea2-28203219614a,segment=NetworkSegment(79872aaa-5bba-4ae8-accf-b0425bac175c),segment_id=79872aaa-5bba-4ae8-accf-b0425bac175c)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:50.596657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:50.619536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Calling delete_port for bf8063c6-cb96-43a0-aea2-28203219614a owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:50.659295 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] Set router 51bf4b14-11fd-4c46-8dd5-010e673d0392 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:50.762610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:50.846085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:50.879050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:50.880041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fc6e6b78-d1c6-436e-82e6-af1d2ce23a2e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:50.887456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-router', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:42Z', 'updated_at': '2021-07-19T03:14:48Z', 'revision_number': 5, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'gw_port': {'id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:43Z', 'updated_at': '2021-07-19T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:50.927493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] Checking router: 864f0615-e35b-4e2c-86df-2bee9089c3e9 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:14:50.954753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] Routers {'864f0615-e35b-4e2c-86df-2bee9089c3e9'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:14:50.955391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['864f0615-e35b-4e2c-86df-2bee9089c3e9'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:51.017928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-79b34afa-89c2-430a-a025-65aef114f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:51.024102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-79b34afa-89c2-430a-a025-65aef114f42d service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.4435780 Jul 19 03:14:51.037745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] DHCP port deletion for c0646b0a-f4e7-47bd-8782-b33c26a24a16 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:14:51.204487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Checking segment: {'id': 'ab282d1d-8384-41d3-8e2b-69a5c254191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4e87cd52-0dff-49b2-99d4-40790529a2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:51.205033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Network hostable DHCP agents. Network: 4e87cd52-0dff-49b2-99d4-40790529a2d7, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:14:51.236230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b517e542-950f-4328-9569-7de02844ada1,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:51.250814 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-fd4a9063-2020-4578-9c42-53a43e172540 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 999 time: 0.1964161 Jul 19 03:14:51.271747 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] Set router 864f0615-e35b-4e2c-86df-2bee9089c3e9 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:14:51.330205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Network 4e87cd52-0dff-49b2-99d4-40790529a2d7 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:14:51.330570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.339321 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:10Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'd81cf2a9-ea66-490a-8bad-495be63ea34e', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'port_id': '49f29172-fa13-4186-99f3-5b113c6eb306', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'mac_address': 'fa:16:3e:d0:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60252848-2a85-43dc-98a4-1202193a8bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:14:18Z', 'updated_at': '2021-07-19T03:14:48Z', 'revision_number': 1, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead129f2-e5af-4707-b799-bd790c73671e', 'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'mac_address': 'fa:16:3e:1a:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:08Z', 'updated_at': '2021-07-19T03:14:17Z', 'revision_number': 5, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'subnets': [{'id': '8923274a-b15c-436a-854a-07f1da3779f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:51.362942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 4e87cd52-0dff-49b2-99d4-40790529a2d7) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:51.369855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.379006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-3e1922f3-e3d6-4ddf-b009-da284d7ae89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:51.380950 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-3e1922f3-e3d6-4ddf-b009-da284d7ae89d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.1143856 Jul 19 03:14:51.383927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:51.385011 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.394750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8063c6-cb96-43a0-aea2-28203219614a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:51.395160 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740ae74-e6d6-47f3-8d35-fecf625e0cfb None None] The sync data for ids ['51bf4b14-11fd-4c46-8dd5-010e673d0392'] in n-d-762330-18 is: [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:10Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'd81cf2a9-ea66-490a-8bad-495be63ea34e', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'port_id': '49f29172-fa13-4186-99f3-5b113c6eb306', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'mac_address': 'fa:16:3e:d0:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60252848-2a85-43dc-98a4-1202193a8bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:14:18Z', 'updated_at': '2021-07-19T03:14:48Z', 'revision_number': 1, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead129f2-e5af-4707-b799-bd790c73671e', 'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'mac_address': 'fa:16:3e:1a:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:08Z', 'updated_at': '2021-07-19T03:14:17Z', 'revision_number': 5, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'subnets': [{'id': '8923274a-b15c-436a-854a-07f1da3779f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:51.395696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] Deleting port bf8063c6-cb96-43a0-aea2-28203219614a {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:51.396171 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.398292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6aa030-5370-4b56-87d9-07a1796f03bd None None] Network 4e87cd52-0dff-49b2-99d4-40790529a2d7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:51.408580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] No DVR routers for this DVR port bf8063c6-cb96-43a0-aea2-28203219614a on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:51.574156 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.603792 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0646b0a-f4e7-47bd-8782-b33c26a24a16']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:51.606059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f6f5f35f-0792-4585-a9fb-0c100d7aea98 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1025176 Jul 19 03:14:51.618019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79872aaa-5bba-4ae8-accf-b0425bac175c') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:51.619019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79872aaa-5bba-4ae8-accf-b0425bac175c') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:51.642805 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.674338 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.688489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:14:51.688904 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:14:51.690788 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:14:51.719487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-6ad8f616-353f-4b74-bda0-6e956be77324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:51.720882 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-6ad8f616-353f-4b74-bda0-6e956be77324 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3319619 Jul 19 03:14:51.772120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] For port bf8063c6-cb96-43a0-aea2-28203219614a, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:51.772522 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.800289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Deleting port 9e77f81a-892f-4c19-8ff0-a40b72a4c957 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:51.800641 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.827353 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.833217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:51.837606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] Calling delete_port for bf8063c6-cb96-43a0-aea2-28203219614a owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:51.842502 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0646b0a-f4e7-47bd-8782-b33c26a24a16 HTTP/1.1" status: 204 len: 168 time: 1.6907949 Jul 19 03:14:51.863512 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535220b9-e714-480e-bc41-db77deac6857 None None] New status for floating IP d81cf2a9-ea66-490a-8bad-495be63ea34e: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:14:51.872669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] Port bf8063c6-cb96-43a0-aea2-28203219614a was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:14:51.894565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a420-b64b-4d72-bf05-88f3bbacaf7d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0646b0a-f4e7-47bd-8782-b33c26a24a16,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:51.928412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:52.059950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] Network c0646b0a-f4e7-47bd-8782-b33c26a24a16 is not hosted by any dhcp agent {{(pid=94346) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 03:14:52.060603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] No DVR routers for this DVR port bf8063c6-cb96-43a0-aea2-28203219614a on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:52.107969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c37e06-3413-4eb0-8819-8a623c89ff4c None None] Pushing event deleted for resources: {'Port': ['ID=bf8063c6-cb96-43a0-aea2-28203219614a,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:52.173420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a481fef-8c98-48f0-bdbb-c5c436c80ab2 None None] Network 4e87cd52-0dff-49b2-99d4-40790529a2d7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:52.182181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45984) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:52.310501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-router', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:42Z', 'updated_at': '2021-07-19T03:14:48Z', 'revision_number': 5, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'gw_port': {'id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:43Z', 'updated_at': '2021-07-19T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:52.348938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5ed48-894c-4ebf-8685-8984c95a8cbf None None] The sync data for ids ['864f0615-e35b-4e2c-86df-2bee9089c3e9'] in n-d-762330-18 is: [{'id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094080775-router', 'tenant_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:09:42Z', 'updated_at': '2021-07-19T03:14:48Z', 'revision_number': 5, 'project_id': 'e9e308ee3f3149ea86cec167c8cb3e57', 'gw_port': {'id': '9e77f81a-892f-4c19-8ff0-a40b72a4c957', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864f0615-e35b-4e2c-86df-2bee9089c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:09:43Z', 'updated_at': '2021-07-19T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:14:52.398181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] For port 9e77f81a-892f-4c19-8ff0-a40b72a4c957, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9e77f81a-892f-4c19-8ff0-a40b72a4c957,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:52.399571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:52.431374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Calling delete_port for 9e77f81a-892f-4c19-8ff0-a40b72a4c957 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:52.459808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-4eb7f38a-9cf0-4531-8809-94a280a0be42 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7281659 Jul 19 03:14:52.579746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf267bc7-47e2-48a2-8dd4-086b59098a73 req-ad144279-c550-4d51-885c-20d320576fa2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:52.581342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf267bc7-47e2-48a2-8dd4-086b59098a73 req-ad144279-c550-4d51-885c-20d320576fa2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.6315823 Jul 19 03:14:52.631380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-82dbfe40-b1dc-4bbd-bdb0-6cce81a309a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93fc45b2ed1749e0acb2f334e42877c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314227 Jul 19 03:14:52.634585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45996) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:52.687014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf267bc7-47e2-48a2-8dd4-086b59098a73 req-bb1080ed-8aa3-45ab-8f5d-7719bf69ad74 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953324 Jul 19 03:14:52.745011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45998) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:52.805561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69731874-75fd-45d3-ae6a-214e2023c6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:52.815703 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-860a6b00-dbaa-4798-9e95-0d75f2b78547 req-788c85af-6818-4e90-b245-24eea8df79cb service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316283 Jul 19 03:14:52.843547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bf8063c6-cb96-43a0-aea2-28203219614a no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:52.873011 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69731874-75fd-45d3-ae6a-214e2023c6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:52.881698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: bf8063c6-cb96-43a0-aea2-28203219614a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:52.882049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bf8063c6-cb96-43a0-aea2-28203219614a not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:52.902663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 34928750-9a6f-4066-b57e-e55893c6f593 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:52.937428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69731874-75fd-45d3-ae6a-214e2023c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:52.942105 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69731874-75fd-45d3-ae6a-214e2023c6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:52.944258 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-69731874-75fd-45d3-ae6a-214e2023c6e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32bf629a-e412-46db-bcdc-eabfa8e36169 HTTP/1.1" status: 204 len: 168 time: 0.3083832 Jul 19 03:14:52.962627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69731874-75fd-45d3-ae6a-214e2023c6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bf629a-e412-46db-bcdc-eabfa8e36169,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:52.980866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 34928750-9a6f-4066-b57e-e55893c6f593 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:52.981218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 34928750-9a6f-4066-b57e-e55893c6f593 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:53.015490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:53.065713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Pushing event deleted for resources: {'Port': ['ID=9e77f81a-892f-4c19-8ff0-a40b72a4c957,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:53.137198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-008da621-0065-45db-9217-0813d2f20d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:53.228532 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:53.371781 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:53.389549 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:53.415824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abff2d-eacc-4811-878e-543d1045aa2c req-4dd42382-45c5-4497-9083-792534a1f322 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:53.422815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-4dd42382-45c5-4497-9083-792534a1f322 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/networks?id=4e87cd52-0dff-49b2-99d4-40790529a2d7 HTTP/1.1" status: 200 len: 821 time: 0.2478318 Jul 19 03:14:53.441676 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-78413df6-08ba-48da-884c-6ebd3b9b96c6 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/quotas/0ff4fe248aa845a08705ab349c7f797e HTTP/1.1" status: 200 len: 375 time: 0.0155663 Jul 19 03:14:53.481693 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-139061ca-dcc0-43a5-a407-c55c943458c8 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ff4fe248aa845a08705ab349c7f797e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390770 Jul 19 03:14:53.501375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:53.501958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 864f0615-e35b-4e2c-86df-2bee9089c3e9 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:14:53.507983 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:53.512188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eee175bb-d071-4c26-ab76-580a326acabc admin admin] 10.222.0.20 "DELETE /v2.0/routers/864f0615-e35b-4e2c-86df-2bee9089c3e9 HTTP/1.1" status: 204 len: 168 time: 3.6946847 Jul 19 03:14:53.513951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46024) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:53.690214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bf2a6e-a162-4712-9bfc-136d732b30fd admin admin] Deleting subnet 3370c63a-f25c-4e19-af01-3562ffb0e6af {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:14:53.700375 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2a6e-a162-4712-9bfc-136d732b30fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:53.813208 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-4fc74b5a-5793-4607-bd33-59f6c796ba86 service neutron] 10.222.0.20 "GET /v2.0/networks/4e87cd52-0dff-49b2-99d4-40790529a2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305633 Jul 19 03:14:53.870424 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2a6e-a162-4712-9bfc-136d732b30fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:53.953919 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-008da621-0065-45db-9217-0813d2f20d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:53.970754 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-008da621-0065-45db-9217-0813d2f20d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.054245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c42f0-363b-4fa9-b2f3-773e9857bf36 req-37022498-66ce-45e8-8aec-d1f02602bb20 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:54.063272 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a5c42f0-363b-4fa9-b2f3-773e9857bf36 req-37022498-66ce-45e8-8aec-d1f02602bb20 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.1415279 Jul 19 03:14:54.117882 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a5c42f0-363b-4fa9-b2f3-773e9857bf36 req-c56434ae-068c-40c7-a4bf-ff365ed61dd9 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531254 Jul 19 03:14:54.160385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008da621-0065-45db-9217-0813d2f20d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d4aa5-7c3e-473d-9dc9-82515214c2ff,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:54.177103 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2a6e-a162-4712-9bfc-136d732b30fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.187462 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-008da621-0065-45db-9217-0813d2f20d76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cc28a53a6d24c629aae6b336fbbeaee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4411709 Jul 19 03:14:54.190398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46042) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:54.314833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-92ba7b87-f5a0-4e54-9f8b-b13f88a35f1a service neutron] 10.222.0.20 "GET /v2.0/networks/4e87cd52-0dff-49b2-99d4-40790529a2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742451 Jul 19 03:14:54.332968 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2a6e-a162-4712-9bfc-136d732b30fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.363846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46048) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:54.399400 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90d0ab42-11ca-4508-a4bd-e2770f4bae4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.404121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf2a6e-a162-4712-9bfc-136d732b30fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3370c63a-f25c-4e19-af01-3562ffb0e6af,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:54.406596 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2a6e-a162-4712-9bfc-136d732b30fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.411678 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f0bf2a6e-a162-4712-9bfc-136d732b30fd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3370c63a-f25c-4e19-af01-3562ffb0e6af HTTP/1.1" status: 204 len: 168 time: 0.8955569 Jul 19 03:14:54.411940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231d6c7e-b20e-4f89-9f6d-0280c7826a3f None None] Network 22a51adb-2049-4f30-8895-302ee4b68a58 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:54.412465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46052) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:54.510726 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90d0ab42-11ca-4508-a4bd-e2770f4bae4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.597105 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.617511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1484817425-network', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:54.645400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70703284-87de-41d3-b453-ca797d20bc66 req-a9c9d67e-6522-4aea-b9ae-d3182a55d808 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 210 time: 0.0761034 Jul 19 03:14:54.686386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90d0ab42-11ca-4508-a4bd-e2770f4bae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.699500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90d0ab42-11ca-4508-a4bd-e2770f4bae4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.706384 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-90d0ab42-11ca-4508-a4bd-e2770f4bae4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/932d4aa5-7c3e-473d-9dc9-82515214c2ff HTTP/1.1" status: 204 len: 168 time: 0.5125530 Jul 19 03:14:54.722200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Deleting port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:54.722695 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.751653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0ab42-11ca-4508-a4bd-e2770f4bae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d4aa5-7c3e-473d-9dc9-82515214c2ff,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:54.761514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:54.766065 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.788675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.857032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] For port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=cc50da21-8a2e-46e7-ba74-98f2adbc9d3b,segment=NetworkSegment(b63c184f-bae5-4299-9e19-1ec49b83c2d2),segment_id=b63c184f-bae5-4299-9e19-1ec49b83c2d2)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:54.858865 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:54.908460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Calling delete_port for cc50da21-8a2e-46e7-ba74-98f2adbc9d3b owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:54.942705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9e77f81a-892f-4c19-8ff0-a40b72a4c957 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:54.986339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 9e77f81a-892f-4c19-8ff0-a40b72a4c957 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:54.986934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9e77f81a-892f-4c19-8ff0-a40b72a4c957 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:55.035932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b16e3-b3c6-4eaf-b954-812d52ae6e02 None None] DHCP port deletion for 22a51adb-2049-4f30-8895-302ee4b68a58 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:14:55.070931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.081026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.094031 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.111459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc50da21-8a2e-46e7-ba74-98f2adbc9d3b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:55.117124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] No DVR routers for this DVR port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:55.196446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-818b16e3-b3c6-4eaf-b954-812d52ae6e02 None None] Deleting port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:55.196963 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-818b16e3-b3c6-4eaf-b954-812d52ae6e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.197887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396848c9-c4fd-48b5-86a1-0028633f1efa,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:55.215547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:14:55.236505 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.237822 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Added segment 0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2 of type vlan for network 1119ccee-19ea-4731-b9d3-c915a28a468d Jul 19 03:14:55.315467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-818b16e3-b3c6-4eaf-b954-812d52ae6e02 None None] For port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:55.315870 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-818b16e3-b3c6-4eaf-b954-812d52ae6e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.340019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.349447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-818b16e3-b3c6-4eaf-b954-812d52ae6e02 None None] Calling delete_port for cc50da21-8a2e-46e7-ba74-98f2adbc9d3b owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:55.359659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-818b16e3-b3c6-4eaf-b954-812d52ae6e02 None None] Port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:14:55.363532 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-818b16e3-b3c6-4eaf-b954-812d52ae6e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.373704 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.380323 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.383425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:55.385665 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.423444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a51adb-2049-4f30-8895-302ee4b68a58']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:55.453527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63c184f-bae5-4299-9e19-1ec49b83c2d2') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:55.453923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63c184f-bae5-4299-9e19-1ec49b83c2d2') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:14:55.476315 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.480466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b16e3-b3c6-4eaf-b954-812d52ae6e02 None None] No DVR routers for this DVR port cc50da21-8a2e-46e7-ba74-98f2adbc9d3b on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:55.489929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b16e3-b3c6-4eaf-b954-812d52ae6e02 None None] Pushing event deleted for resources: {'Port': ['ID=cc50da21-8a2e-46e7-ba74-98f2adbc9d3b,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:55.520784 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.553291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:14:55.562706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:14:55.568118 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:14:55.570587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2050195 Jul 19 03:14:55.571246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46084) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:55.616835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Request body: {'subnet': {'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1484817425-subnet', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:55.642997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669aa91-82c4-4fa7-b4c2-ae49f02a43ea admin admin] Pushing event updated for resources: {'Network': ['ID=1119ccee-19ea-4731-b9d3-c915a28a468d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:55.658090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 1119ccee-19ea-4731-b9d3-c915a28a468d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:14:55.763597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b2384-0fe5-47fd-9d4e-5b103d976088 req-56adfd6e-4be6-4437-9b24-bd8962919a89 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:55.766211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c15b2384-0fe5-47fd-9d4e-5b103d976088 req-56adfd6e-4be6-4437-9b24-bd8962919a89 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.3140862 Jul 19 03:14:55.803604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:55.818321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.905005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-34d901cb-c2da-45ec-9d52-ac32529b9277 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:55.909810 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-34d901cb-c2da-45ec-9d52-ac32529b9277 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.25 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 944 time: 0.2585638 Jul 19 03:14:55.925596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c15b2384-0fe5-47fd-9d4e-5b103d976088 req-19f0bfbf-676c-4e34-a733-9db2453212a4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512611 Jul 19 03:14:55.975515 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.981361 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:55.983334 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/22a51adb-2049-4f30-8895-302ee4b68a58 HTTP/1.1" status: 204 len: 168 time: 1.5692604 Jul 19 03:14:56.021754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47697d5b-fa17-4c20-8c84-d3d90bd112d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a51adb-2049-4f30-8895-302ee4b68a58,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:56.049200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bf795-c573-4e6b-b168-3a22e6cf34ea req-6f54e840-ebc0-4c32-b278-62695e3a85f9 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:56.057169 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-953bf795-c573-4e6b-b168-3a22e6cf34ea req-6f54e840-ebc0-4c32-b278-62695e3a85f9 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 944 time: 0.5082963 Jul 19 03:14:56.156588 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-953bf795-c573-4e6b-b168-3a22e6cf34ea req-cf8e2d67-0994-45e9-bbe8-83c707a49f38 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984075 Jul 19 03:14:56.160423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-7ab5c283-3d30-4a7a-8e6d-bbf17e7baf4a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Deleting port c46a5d11-44d2-4284-a406-2efeba35ec99 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:14:56.160423 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-7ab5c283-3d30-4a7a-8e6d-bbf17e7baf4a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.279428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46102) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:56.309922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46104) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:56.439317 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e17415f4-20a3-4245-80f8-95a3be37457d req-7160d366-bbaa-406d-8886-33e8a99545c6 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 210 time: 0.1570182 Jul 19 03:14:56.481032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.567908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-182ad76c-48ab-4e07-9e67-9b9d0c9d846e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cfb507fa16049379923204820c81297&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2695055 Jul 19 03:14:56.569648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46108) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:56.607635 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-421518537-network', 'tenant_id': '1f393bff55a6400e8c004058b44bc1bb'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:56.614168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-7ab5c283-3d30-4a7a-8e6d-bbf17e7baf4a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] For port c46a5d11-44d2-4284-a406-2efeba35ec99, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c46a5d11-44d2-4284-a406-2efeba35ec99,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:14:56.615386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-7ab5c283-3d30-4a7a-8e6d-bbf17e7baf4a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.632801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:56.646553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-7ab5c283-3d30-4a7a-8e6d-bbf17e7baf4a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Calling delete_port for c46a5d11-44d2-4284-a406-2efeba35ec99 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:14:56.664443 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Checking segment: {'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:56.664822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Network hostable DHCP agents. Network: 1119ccee-19ea-4731-b9d3-c915a28a468d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:14:56.683879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Made reservation on behalf of 1f393bff55a6400e8c004058b44bc1bb for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:56.686434 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.697845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.699611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Network 1119ccee-19ea-4731-b9d3-c915a28a468d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:14:56.720196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 1119ccee-19ea-4731-b9d3-c915a28a468d) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:56.727650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:56.729057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.731995 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce6f13ca-6b96-414a-a7fe-f5e2b4cba02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.733998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2870b7ab-6a10-40d5-bb90-0717e338a035 None None] Network 1119ccee-19ea-4731-b9d3-c915a28a468d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:56.778093 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce6f13ca-6b96-414a-a7fe-f5e2b4cba02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.833321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.840268 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.891828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device cc50da21-8a2e-46e7-ba74-98f2adbc9d3b no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:56.904268 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9b679d99-ae04-4311-80dc-bbe131a2d5cd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2966211 Jul 19 03:14:56.912384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46112) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:56.925733 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:14:56.949684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:56.952084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: cc50da21-8a2e-46e7-ba74-98f2adbc9d3b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:56.955765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device cc50da21-8a2e-46e7-ba74-98f2adbc9d3b not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:56.978217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:56.980850 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Added segment 7d9f32f5-48b5-4fab-81ec-041e81431740 of type vlan for network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 Jul 19 03:14:57.004644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638d9099-fc2d-45f1-8702-1176670879a9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:57.025704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce6f13ca-6b96-414a-a7fe-f5e2b4cba02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.028460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce6f13ca-6b96-414a-a7fe-f5e2b4cba02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.031970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ce6f13ca-6b96-414a-a7fe-f5e2b4cba02a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1e0c152-b0fd-42e9-8183-d1735423af56 HTTP/1.1" status: 204 len: 168 time: 0.4583695 Jul 19 03:14:57.070229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abff2d-eacc-4811-878e-543d1045aa2c req-71788d9c-515c-452b-9eee-f5802586675b tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:57.072843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-71788d9c-515c-452b-9eee-f5802586675b tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.26 "GET /v2.0/networks?id=4e87cd52-0dff-49b2-99d4-40790529a2d7 HTTP/1.1" status: 200 len: 821 time: 0.2711229 Jul 19 03:14:57.074395 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.075687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.076816 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.081555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f13ca-6b96-414a-a7fe-f5e2b4cba02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e0c152-b0fd-42e9-8183-d1735423af56,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:57.097964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Request body: {'port': {'device_id': '1c096456-d552-4d9b-843c-e0867419be4e', 'network_id': '4e87cd52-0dff-49b2-99d4-40790529a2d7', 'admin_state_up': True, 'tenant_id': '0ff4fe248aa845a08705ab349c7f797e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:57.156887 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.157474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:57.158064 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.183015 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-7ab5c283-3d30-4a7a-8e6d-bbf17e7baf4a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.187773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1119ccee-19ea-4731-b9d3-c915a28a468d', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:14:57.189077 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.261998 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.323473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:57.345306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5caaa02d-3b65-4d6e-b949-6ea0a0c59e77 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0342212 Jul 19 03:14:57.348062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46122) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:57.354355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Request body: {'subnet': {'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-421518537-subnet', 'tenant_id': '1f393bff55a6400e8c004058b44bc1bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:57.373894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:14:57.397674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Made reservation on behalf of 1f393bff55a6400e8c004058b44bc1bb for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:57.401105 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.444411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221a958-4e39-4b1e-98f6-4905ff03946a req-18105158-a519-46f8-ade0-8abdcbf6c725 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:57.446867 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f221a958-4e39-4b1e-98f6-4905ff03946a req-18105158-a519-46f8-ade0-8abdcbf6c725 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.3216608 Jul 19 03:14:57.522562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.529781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5c283-3d30-4a7a-8e6d-bbf17e7baf4a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Pushing event deleted for resources: {'Port': ['ID=c46a5d11-44d2-4284-a406-2efeba35ec99,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:57.552904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f221a958-4e39-4b1e-98f6-4905ff03946a req-240ba440-2376-4355-bebd-80da7edcd63b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631459 Jul 19 03:14:57.643880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-7ab5c283-3d30-4a7a-8e6d-bbf17e7baf4a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] No DVR routers for this DVR port c46a5d11-44d2-4284-a406-2efeba35ec99 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:14:57.648209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46128) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:57.675467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43825bb5-fe9f-4d23-888e-3ed1ec81860d req-e21f8999-ccc4-4c15-a6bb-f6fad6c9f010 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=91662274-e9fa-4480-b559-bca7db90c91f HTTP/1.1" status: 200 len: 210 time: 0.2579174 Jul 19 03:14:57.693503 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-7ab5c283-3d30-4a7a-8e6d-bbf17e7baf4a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.697049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac1aea96-4eb3-43e5-8773-38afc5e32716 req-7ab5c283-3d30-4a7a-8e6d-bbf17e7baf4a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.25 "DELETE /v2.0/ports/c46a5d11-44d2-4284-a406-2efeba35ec99 HTTP/1.1" status: 204 len: 173 time: 1.7698367 Jul 19 03:14:57.739488 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.743635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91662274-e9fa-4480-b559-bca7db90c91f', 'name': 'network-vif-deleted', 'tag': 'c46a5d11-44d2-4284-a406-2efeba35ec99'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:14:57.746792 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03accca5-c358-4601-b9bc-f2888f7417cf" -d '{"events": [{"server_uuid": "91662274-e9fa-4480-b559-bca7db90c91f", "name": "network-vif-deleted", "tag": "c46a5d11-44d2-4284-a406-2efeba35ec99"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:14:57.755832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bec17e59-7a13-414a-bdcb-08dd166d4c78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9e308ee3f3149ea86cec167c8cb3e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054821 Jul 19 03:14:57.760602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46132) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:14:57.825176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c67add-29fa-4b99-b752-c962ee84b05b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:57.849548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Checking segment: {'id': '7d9f32f5-48b5-4fab-81ec-041e81431740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:57.850221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Network hostable DHCP agents. Network: 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:14:57.872371 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27b95f9-893f-46b5-a4fe-b7e03dcd8a6d x-openstack-request-id: req-b27b95f9-893f-46b5-a4fe-b7e03dcd8a6d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:14:57.872664 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91662274-e9fa-4480-b559-bca7db90c91f", "name": "network-vif-deleted", "tag": "c46a5d11-44d2-4284-a406-2efeba35ec99", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:14:57.872918 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b27b95f9-893f-46b5-a4fe-b7e03dcd8a6d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:14:57.873039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:14:57.873348 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91662274-e9fa-4480-b559-bca7db90c91f', 'name': 'network-vif-deleted', 'tag': 'c46a5d11-44d2-4284-a406-2efeba35ec99', 'status': 'completed', 'code': 200} Jul 19 03:14:57.879104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Allocated IP 172.20.0.2 (1119ccee-19ea-4731-b9d3-c915a28a468d/5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de/62c5feee-2c49-482e-8cf3-b175d5d387e1) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:57.884978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:57.890501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:57.891360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.910005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e765f43-dc56-46ad-a576-85f647102536 None None] Network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:57.922805 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6e73b516-20ba-4e05-8079-b2d0970d8a5c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5730944 Jul 19 03:14:57.924881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Made reservation on behalf of 0ff4fe248aa845a08705ab349c7f797e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:14:57.928604 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:57.978550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4158b5bf-f655-4556-b3ed-c3f4043e26f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.178044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92da13e-679c-4063-b985-21576a9117da None None] Network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:58.184570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-996c6f3f-120b-4a3d-8c5b-6c2c8f685048 req-d181c712-93c1-4382-bcac-88b2fb132a58 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-894229053', 'description': 'tempest-description-1210064243'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:58.211057 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.225370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Transition to ACTIVE for port object 62c5feee-2c49-482e-8cf3-b175d5d387e1 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:58.235999 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-996c6f3f-120b-4a3d-8c5b-6c2c8f685048 req-d181c712-93c1-4382-bcac-88b2fb132a58 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.274355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Transition to ACTIVE for port object 62c5feee-2c49-482e-8cf3-b175d5d387e1 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:14:58.289667 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.353840 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb3c6c62-4b71-442f-9b06-02a2f54a60cf req-b9e0c2b8-9808-4423-b18d-a54eff20b586 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 210 time: 0.4159539 Jul 19 03:14:58.356538 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-996c6f3f-120b-4a3d-8c5b-6c2c8f685048 req-d181c712-93c1-4382-bcac-88b2fb132a58 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.363769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-996c6f3f-120b-4a3d-8c5b-6c2c8f685048 req-d181c712-93c1-4382-bcac-88b2fb132a58 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.371785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Network 1119ccee-19ea-4731-b9d3-c915a28a468d is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:58.373402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:58.392179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Pushing event updated for resources: {'Port': ['ID=62c5feee-2c49-482e-8cf3-b175d5d387e1,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:58.394814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:58.410385 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-996c6f3f-120b-4a3d-8c5b-6c2c8f685048 req-d181c712-93c1-4382-bcac-88b2fb132a58 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.416343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-996c6f3f-120b-4a3d-8c5b-6c2c8f685048 req-d181c712-93c1-4382-bcac-88b2fb132a58 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2378688 Jul 19 03:14:58.418837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181c712-93c1-4382-bcac-88b2fb132a58 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db3ea18-df3e-4fee-bdc1-eaa08823a1a2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:58.462998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Attempting to bind port 62c5feee-2c49-482e-8cf3-b175d5d387e1 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:14:58.463507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Attempting to bind port 62c5feee-2c49-482e-8cf3-b175d5d387e1 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:14:58.463931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Attempting to bind port 62c5feee-2c49-482e-8cf3-b175d5d387e1 on network 1119ccee-19ea-4731-b9d3-c915a28a468d {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:14:58.464594 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4158b5bf-f655-4556-b3ed-c3f4043e26f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.471941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-adea7804-7408-40e3-ae8a-397547a2b221 req-fde21fe6-0bda-4955-a861-0b6a3fe364e4 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-832716922', 'description': 'tempest-description-1858967605'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:58.472237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:14:58.472415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Checking segment: {'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:14:58.472828 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.473250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Bound using segment: {'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:14:58.473777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Bound port: 62c5feee-2c49-482e-8cf3-b175d5d387e1, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:14:58.474182 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.544555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] For port 62c5feee-2c49-482e-8cf3-b175d5d387e1, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:14:58.547593 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] For port 62c5feee-2c49-482e-8cf3-b175d5d387e1, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=62c5feee-2c49-482e-8cf3-b175d5d387e1,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:14:58.551648 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.608822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427a378-bcc7-45ba-a3c7-91d018e46163 None None] Pushing event updated for resources: {'Port': ['ID=62c5feee-2c49-482e-8cf3-b175d5d387e1,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:58.633345 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-adea7804-7408-40e3-ae8a-397547a2b221 req-fde21fe6-0bda-4955-a861-0b6a3fe364e4 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.707776 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Allocated IP 172.20.0.14 (4e87cd52-0dff-49b2-99d4-40790529a2d7/b517e542-950f-4328-9569-7de02844ada1/78450790-126e-4475-8b26-99a0cf740dc3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:58.735495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4158b5bf-f655-4556-b3ed-c3f4043e26f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.738354 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4158b5bf-f655-4556-b3ed-c3f4043e26f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.741728 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4158b5bf-f655-4556-b3ed-c3f4043e26f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f093f5a-b515-4862-986b-a3a48258a34f HTTP/1.1" status: 204 len: 168 time: 0.9766755 Jul 19 03:14:58.786036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158b5bf-f655-4556-b3ed-c3f4043e26f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f093f5a-b515-4862-986b-a3a48258a34f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:58.792725 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.831876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3282409-a318-4a66-b794-897d762fe423 req-754ab8de-c642-4a0b-b6e7-770f779c4a6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:58.836917 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:14:58.839338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3282409-a318-4a66-b794-897d762fe423 req-754ab8de-c642-4a0b-b6e7-770f779c4a6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.1411116 Jul 19 03:14:58.840118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:58.896045 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3282409-a318-4a66-b794-897d762fe423 req-5c0fa587-a48c-4a06-93bc-402c01bc6abb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530550 Jul 19 03:14:58.997652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c46a5d11-44d2-4284-a406-2efeba35ec99 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:14:59.018978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: c46a5d11-44d2-4284-a406-2efeba35ec99 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:14:59.019235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c46a5d11-44d2-4284-a406-2efeba35ec99 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:14:59.061134 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-adea7804-7408-40e3-ae8a-397547a2b221 req-fde21fe6-0bda-4955-a861-0b6a3fe364e4 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:59.086523 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-adea7804-7408-40e3-ae8a-397547a2b221 req-fde21fe6-0bda-4955-a861-0b6a3fe364e4 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:59.182954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde21fe6-0bda-4955-a861-0b6a3fe364e4 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6306d366-c69d-4655-a148-29b45ad08b47,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:59.190474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-adea7804-7408-40e3-ae8a-397547a2b221 req-fde21fe6-0bda-4955-a861-0b6a3fe364e4 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:59.190474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-adea7804-7408-40e3-ae8a-397547a2b221 req-fde21fe6-0bda-4955-a861-0b6a3fe364e4 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7286267 Jul 19 03:14:59.193229 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:59.225988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Allocated IP 172.25.2.51 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/53164ec1-b52e-4eb4-a4f8-041a8ad918b7) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:14:59.339362 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:59.480350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Network 4e87cd52-0dff-49b2-99d4-40790529a2d7 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:59.518496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:59.530891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:59.539222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Pushing event updated for resources: {'Port': ['ID=78450790-126e-4475-8b26-99a0cf740dc3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:59.546706 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:59.640344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b5d7-cae1-4062-a6b4-b8abe18ec787 req-7d46fcec-5a16-4c33-a913-5fd4df373217 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:59.642333 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-14d7b5d7-cae1-4062-a6b4-b8abe18ec787 req-7d46fcec-5a16-4c33-a913-5fd4df373217 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 932 time: 0.0841002 Jul 19 03:14:59.672845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:59.674036 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:59.686945 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-14d7b5d7-cae1-4062-a6b4-b8abe18ec787 req-982d5a10-babc-4f1f-ac95-1f10ceae51c3 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381796 Jul 19 03:14:59.708470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-988c5d35-c7da-422b-8f2f-eabc263a6579 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:59.710036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-988c5d35-c7da-422b-8f2f-eabc263a6579 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 812 time: 0.2727673 Jul 19 03:14:59.715307 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-53914688-d813-4271-be20-7d72c4bfb276 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6302135 Jul 19 03:14:59.722981 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:59.734348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Request body: {'port': {'device_id': '1c096456-d552-4d9b-843c-e0867419be4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:14:59.764632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed0125-0c2c-423e-8f4c-a8fd597d8ee8 None None] Network 1119ccee-19ea-4731-b9d3-c915a28a468d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:14:59.860573 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b0aa10b1-e6ec-4ff2-ab27-e177422ce0b7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/quotas/1f393bff55a6400e8c004058b44bc1bb HTTP/1.1" status: 200 len: 375 time: 0.1334784 Jul 19 03:14:59.862546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:14:59.874835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:14:59.886804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:14:59.907124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-db64f0ff-0c1e-45ad-bcb7-1bc6a83a87a6 None None] Provisioning for port 62c5feee-2c49-482e-8cf3-b175d5d387e1 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:14:59.921131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:14:59.923165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Pushing event updated for resources: {'Port': ['ID=53164ec1-b52e-4eb4-a4f8-041a8ad918b7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:14:59.942029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a29e8-516f-4a44-a3c7-a72b08a94d94 req-8695fdfe-64f0-4a48-a468-caeda283f31f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:14:59.943701 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-875a29e8-516f-4a44-a3c7-a72b08a94d94 req-8695fdfe-64f0-4a48-a468-caeda283f31f tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 944 time: 0.0992587 Jul 19 03:14:59.964880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-ce9f7b50-34f2-4f0b-8fc0-7d5054b5ed34 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966115 Jul 19 03:14:59.998622 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-875a29e8-516f-4a44-a3c7-a72b08a94d94 req-907d39ae-faef-429c-851d-c8ba04c8c4a3 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483706 Jul 19 03:15:00.247286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5549ee-9378-4037-9c95-0fd645d3261b req-859440c1-1a53-405b-9bbf-3aef01908c84 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:00.250755 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f5549ee-9378-4037-9c95-0fd645d3261b req-859440c1-1a53-405b-9bbf-3aef01908c84 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.1230364 Jul 19 03:15:00.307150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f5549ee-9378-4037-9c95-0fd645d3261b req-43684757-5896-4a6e-a566-9815080bc79e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Jul 19 03:15:00.407649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-81509033-11c5-4aa2-b427-f438aee6931b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:00.409163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-81509033-11c5-4aa2-b427-f438aee6931b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 944 time: 0.4546657 Jul 19 03:15:00.466293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-9e34cffa-0363-4d26-9eec-12b0e608080e service neutron] 10.222.0.20 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886191 Jul 19 03:15:00.727685 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:00.778181 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-65eb59d3-6e6f-4dcb-9413-aa265439a0a9 service neutron] 10.222.0.20 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810473 Jul 19 03:15:00.789507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78450790-126e-4475-8b26-99a0cf740dc3 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:00.805336 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:00.822374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-9490b7e5-665c-4687-a66e-84a62fd75287 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Deleting port bed5e013-fac3-4a6a-977b-e894b4673c27 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:00.822723 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-9490b7e5-665c-4687-a66e-84a62fd75287 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:00.883952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Transition to ACTIVE for port object 78450790-126e-4475-8b26-99a0cf740dc3 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:00.900757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:00.935514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 62c5feee-2c49-482e-8cf3-b175d5d387e1 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:00.972992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46222) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:01.007913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 62c5feee-2c49-482e-8cf3-b175d5d387e1 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:01.013683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 62c5feee-2c49-482e-8cf3-b175d5d387e1 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:01.014322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa37530-08de-4e61-aa8e-472ffe474d7c req-93513d4c-4445-429d-822d-dd6110d8c420 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:01.014702 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.034482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-9490b7e5-665c-4687-a66e-84a62fd75287 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] For port bed5e013-fac3-4a6a-977b-e894b4673c27, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=bed5e013-fac3-4a6a-977b-e894b4673c27,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:01.036238 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9aa37530-08de-4e61-aa8e-472ffe474d7c req-93513d4c-4445-429d-822d-dd6110d8c420 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 944 time: 0.1296694 Jul 19 03:15:01.036827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-9490b7e5-665c-4687-a66e-84a62fd75287 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.071520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-9490b7e5-665c-4687-a66e-84a62fd75287 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Calling delete_port for bed5e013-fac3-4a6a-977b-e894b4673c27 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:01.112899 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.119571 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9aa37530-08de-4e61-aa8e-472ffe474d7c req-ba84b158-4ec8-4ffd-a4a6-1300bde642c3 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823693 Jul 19 03:15:01.189952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 62c5feee-2c49-482e-8cf3-b175d5d387e1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=62c5feee-2c49-482e-8cf3-b175d5d387e1,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:01.195337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-87139fc6-f205-4ada-bbe7-ea75f44a74dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.202431 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.328972 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.337071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=62c5feee-2c49-482e-8cf3-b175d5d387e1,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:01.384983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa30ac39-38a0-4963-a775-8f1b2933dcb3 req-ff2c4dd7-2eda-48ac-bc50-c6db9fc7f87d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 210 time: 0.0771413 Jul 19 03:15:01.415870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-87139fc6-f205-4ada-bbe7-ea75f44a74dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.422222 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-87139fc6-f205-4ada-bbe7-ea75f44a74dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.434008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Pushing event updated for resources: {'Port': ['ID=78450790-126e-4475-8b26-99a0cf740dc3,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:01.485157 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-87139fc6-f205-4ada-bbe7-ea75f44a74dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89de8274687b4d79a22f9e2ece6c492e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076420 Jul 19 03:15:01.489153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46244) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:01.504742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87139fc6-f205-4ada-bbe7-ea75f44a74dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7422b84d-7aa7-4328-922e-6d8cc77e23dd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:01.575493 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1df66ad6-66e9-46a7-9bee-5fdf52d26870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.622246 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1df66ad6-66e9-46a7-9bee-5fdf52d26870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.683613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b45465-38c7-4bda-ab13-5e819fadc7fa req-e46d8e15-50d5-4830-ba08-5980e174b65b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:01.685219 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49b45465-38c7-4bda-ab13-5e819fadc7fa req-e46d8e15-50d5-4830-ba08-5980e174b65b tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 944 time: 0.1225326 Jul 19 03:15:01.717459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1df66ad6-66e9-46a7-9bee-5fdf52d26870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.720183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1df66ad6-66e9-46a7-9bee-5fdf52d26870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:01.724644 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1df66ad6-66e9-46a7-9bee-5fdf52d26870 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7422b84d-7aa7-4328-922e-6d8cc77e23dd HTTP/1.1" status: 204 len: 168 time: 0.2311664 Jul 19 03:15:01.746882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df66ad6-66e9-46a7-9bee-5fdf52d26870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7422b84d-7aa7-4328-922e-6d8cc77e23dd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:01.763173 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49b45465-38c7-4bda-ab13-5e819fadc7fa req-14c8d7dc-b332-45ea-b2be-65d5b6c3345a tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584481 Jul 19 03:15:01.996318 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-9490b7e5-665c-4687-a66e-84a62fd75287 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.042204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Attempting to bind port 78450790-126e-4475-8b26-99a0cf740dc3 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:02.042583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Attempting to bind port 78450790-126e-4475-8b26-99a0cf740dc3 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'ab282d1d-8384-41d3-8e2b-69a5c254191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4e87cd52-0dff-49b2-99d4-40790529a2d7'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:02.042913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Attempting to bind port 78450790-126e-4475-8b26-99a0cf740dc3 on network 4e87cd52-0dff-49b2-99d4-40790529a2d7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:02.050310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490b7e5-665c-4687-a66e-84a62fd75287 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Pushing event deleted for resources: {'Port': ['ID=bed5e013-fac3-4a6a-977b-e894b4673c27,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:02.063908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Port 78450790-126e-4475-8b26-99a0cf740dc3 on network 4e87cd52-0dff-49b2-99d4-40790529a2d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:02.064260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Attempting to bind port 78450790-126e-4475-8b26-99a0cf740dc3 on network 4e87cd52-0dff-49b2-99d4-40790529a2d7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:02.080466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46252) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:02.094653 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770dadc1-cb69-47d3-82eb-402f6f1932a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.100912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:02.101256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Checking segment: {'id': 'ab282d1d-8384-41d3-8e2b-69a5c254191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4e87cd52-0dff-49b2-99d4-40790529a2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:02.101645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Bound using segment: {'id': 'ab282d1d-8384-41d3-8e2b-69a5c254191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4e87cd52-0dff-49b2-99d4-40790529a2d7'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:02.102139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Bound port: 78450790-126e-4475-8b26-99a0cf740dc3, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab282d1d-8384-41d3-8e2b-69a5c254191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4e87cd52-0dff-49b2-99d4-40790529a2d7'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:02.103053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.141474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cec6b1-d909-48e6-96b5-fdc73360e7d1 req-24cb5dce-59a4-4b5f-91b2-7e0692a83f0d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:02.148468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c4cec6b1-d909-48e6-96b5-fdc73360e7d1 req-24cb5dce-59a4-4b5f-91b2-7e0692a83f0d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.2746422 Jul 19 03:15:02.156576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-9490b7e5-665c-4687-a66e-84a62fd75287 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] No DVR routers for this DVR port bed5e013-fac3-4a6a-977b-e894b4673c27 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:02.167713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-9490b7e5-665c-4687-a66e-84a62fd75287 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.169725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40cca144-eef3-4a5c-8d77-79798788e7d3 req-9490b7e5-665c-4687-a66e-84a62fd75287 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.25 "DELETE /v2.0/ports/bed5e013-fac3-4a6a-977b-e894b4673c27 HTTP/1.1" status: 204 len: 173 time: 1.7441921 Jul 19 03:15:02.172219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'name': 'network-vif-deleted', 'tag': 'bed5e013-fac3-4a6a-977b-e894b4673c27'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:02.174483 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e67ecc-134f-4f02-a59d-37ffe3766c7a" -d '{"events": [{"server_uuid": "0ab0190f-cf7f-4e40-9c77-890b7087ee87", "name": "network-vif-deleted", "tag": "bed5e013-fac3-4a6a-977b-e894b4673c27"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:02.216376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Router 421b79e5-4814-4144-ba7a-6aa49630ffa8 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:15:02.248837 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c4cec6b1-d909-48e6-96b5-fdc73360e7d1 req-c95963bc-56a1-4828-9a9c-39d6c6eea79b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994170 Jul 19 03:15:02.255925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770dadc1-cb69-47d3-82eb-402f6f1932a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.313250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] For port 78450790-126e-4475-8b26-99a0cf740dc3, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:02.319209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770dadc1-cb69-47d3-82eb-402f6f1932a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.328928 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea65e23-707d-4563-9306-d48ea5afdaab x-openstack-request-id: req-fea65e23-707d-4563-9306-d48ea5afdaab {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:02.329223 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab0190f-cf7f-4e40-9c77-890b7087ee87", "name": "network-vif-deleted", "tag": "bed5e013-fac3-4a6a-977b-e894b4673c27", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:02.329682 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fea65e23-707d-4563-9306-d48ea5afdaab {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:02.330079 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab0190f-cf7f-4e40-9c77-890b7087ee87', 'name': 'network-vif-deleted', 'tag': 'bed5e013-fac3-4a6a-977b-e894b4673c27', 'status': 'completed', 'code': 200} Jul 19 03:15:02.337546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] For port 78450790-126e-4475-8b26-99a0cf740dc3, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=78450790-126e-4475-8b26-99a0cf740dc3,segment=NetworkSegment(ab282d1d-8384-41d3-8e2b-69a5c254191a),segment_id=ab282d1d-8384-41d3-8e2b-69a5c254191a)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:02.360394 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-770dadc1-cb69-47d3-82eb-402f6f1932a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de48a8179b9b4e6f9b609ea72980741e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785740 Jul 19 03:15:02.365967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46260) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:02.384196 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.401452 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dadc1-cb69-47d3-82eb-402f6f1932a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b6aec8-c06f-421d-8295-9af39112ce50,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:02.447544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a370e8-3834-41a3-ae20-9da97dc8171f req-398ef2b7-d1b9-403a-9ba4-008939b584a3 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:02.449113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f0a370e8-3834-41a3-ae20-9da97dc8171f req-398ef2b7-d1b9-403a-9ba4-008939b584a3 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 944 time: 0.2070601 Jul 19 03:15:02.457545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Pushing event updated for resources: {'Port': ['ID=78450790-126e-4475-8b26-99a0cf740dc3,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:02.471951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:02.473671 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.475671 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-6c22e358-079b-42f7-aed4-99035b51829c service neutron] 10.222.0.26 "PUT /v2.0/ports/78450790-126e-4475-8b26-99a0cf740dc3 HTTP/1.1" status: 200 len: 1093 time: 2.7475262 Jul 19 03:15:02.500264 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43ecda1a-5f5b-49ba-a036-a47d3b824ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.503192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:15:02.516607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Sync routers for ids ['421b79e5-4814-4144-ba7a-6aa49630ffa8'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:15:02.529461 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.531173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Routers {'421b79e5-4814-4144-ba7a-6aa49630ffa8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:15:02.531540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ac310e0a-852c-461a-8512-238ec08718c4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5881934 Jul 19 03:15:02.532593 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['421b79e5-4814-4144-ba7a-6aa49630ffa8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:02.533775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46268) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:02.537880 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f0a370e8-3834-41a3-ae20-9da97dc8171f req-0728783f-19b3-48ce-b0de-fb04b459ae16 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776942 Jul 19 03:15:02.560241 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43ecda1a-5f5b-49ba-a036-a47d3b824ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.643477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43ecda1a-5f5b-49ba-a036-a47d3b824ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.651362 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43ecda1a-5f5b-49ba-a036-a47d3b824ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.655083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-43ecda1a-5f5b-49ba-a036-a47d3b824ed3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85b6aec8-c06f-421d-8295-9af39112ce50 HTTP/1.1" status: 204 len: 168 time: 0.2881086 Jul 19 03:15:02.666540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecda1a-5f5b-49ba-a036-a47d3b824ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b6aec8-c06f-421d-8295-9af39112ce50,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:02.685339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Set router 421b79e5-4814-4144-ba7a-6aa49630ffa8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:15:02.882056 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 62c5feee-2c49-482e-8cf3-b175d5d387e1 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:02.942513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-a50fed28-4e2b-4926-ba70-edc59178b8a9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:02.944031 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-a50fed28-4e2b-4926-ba70-edc59178b8a9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.25 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 812 time: 0.2927840 Jul 19 03:15:02.991316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 62c5feee-2c49-482e-8cf3-b175d5d387e1 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:02.991822 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:02.996759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:00Z', 'revision_number': 3, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:03.024755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-500f4dd0-51cb-4f5b-9438-9cb95fe40543 req-094b67a3-2616-4527-8570-a8b068c1c211 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 210 time: 0.3955808 Jul 19 03:15:03.031740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'port': {'device_id': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1', 'admin_state_up': True, 'tenant_id': '1f393bff55a6400e8c004058b44bc1bb'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:03.084262 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Checking router: 421b79e5-4814-4144-ba7a-6aa49630ffa8 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:15:03.084618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Updating router 421b79e5-4814-4144-ba7a-6aa49630ffa8 port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:15:03.086585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device bed5e013-fac3-4a6a-977b-e894b4673c27 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:03.233995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: bed5e013-fac3-4a6a-977b-e894b4673c27 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:03.233995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device bed5e013-fac3-4a6a-977b-e894b4673c27 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:03.280730 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:03.318596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f68ffcad-5459-45ad-832d-4f32ed327f8a req-136948dd-6b03-41d9-8bb2-02110c22045c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ab0190f-cf7f-4e40-9c77-890b7087ee87 HTTP/1.1" status: 200 len: 210 time: 0.0595517 Jul 19 03:15:03.326082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abff2d-eacc-4811-878e-543d1045aa2c req-da4fb3bc-4e03-4361-a9a9-e50b08a17854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:03.327652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-da4fb3bc-4e03-4361-a9a9-e50b08a17854 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ff4fe248aa845a08705ab349c7f797e&device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 1096 time: 0.7102818 Jul 19 03:15:03.435355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-186358d9-71ee-47ba-9e6f-ca26710ac290 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78450790-126e-4475-8b26-99a0cf740dc3 HTTP/1.1" status: 200 len: 217 time: 0.0846601 Jul 19 03:15:03.564356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Made reservation on behalf of 1f393bff55a6400e8c004058b44bc1bb for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:03.573907 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:03.624823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abff2d-eacc-4811-878e-543d1045aa2c req-7886f59c-56a5-4eb5-8fe7-a85cb4536052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:03.626985 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-7886f59c-56a5-4eb5-8fe7-a85cb4536052 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b517e542-950f-4328-9569-7de02844ada1 HTTP/1.1" status: 200 len: 861 time: 0.1491616 Jul 19 03:15:03.660805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:03.674700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Transition to ACTIVE for port object 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:03.687367 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:03.723444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aab51-906d-44e3-adfb-f843cadd397f req-22afb242-fe7a-4b66-9c40-ceee87417af7 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:03.731337 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e4aab51-906d-44e3-adfb-f843cadd397f req-22afb242-fe7a-4b66-9c40-ceee87417af7 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 944 time: 0.0771637 Jul 19 03:15:03.745533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7e6d8-9b90-4245-ae3f-c2da39f4609e None None] Pushing event updated for resources: {'Port': ['ID=53164ec1-b52e-4eb4-a4f8-041a8ad918b7,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:03.764544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46308) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:03.772508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-88efc2b5-6685-4f1c-aa4f-29fa6616c375 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e87cd52-0dff-49b2-99d4-40790529a2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331673 Jul 19 03:15:03.774062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Attempting to bind port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:03.774172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Attempting to bind port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:03.775384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Attempting to bind port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:03.777188 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e4aab51-906d-44e3-adfb-f843cadd397f req-e6511b1e-fde8-41f3-81cc-007a6055429b tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Jul 19 03:15:03.781069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:03.781441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:03.781848 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:03.782235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:03.782938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Bound port: 53164ec1-b52e-4eb4-a4f8-041a8ad918b7, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:03.783326 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:03.843731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] For port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:03.847385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] For port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=53164ec1-b52e-4eb4-a4f8-041a8ad918b7,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:03.855089 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:03.908932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1125927029-network', 'tenant_id': '87ecb4f1f4054e3bbda937eff36101d2'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:03.922232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Routers {'421b79e5-4814-4144-ba7a-6aa49630ffa8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:15:03.922823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['421b79e5-4814-4144-ba7a-6aa49630ffa8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:03.936867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Made reservation on behalf of 87ecb4f1f4054e3bbda937eff36101d2 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:03.940000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:03.955583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:03.960211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c7739-8de9-4cab-8782-0f77aa4b41cf req-431d646e-6860-4c53-ae8e-ea117d576dfd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:03.962388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce5c7739-8de9-4cab-8782-0f77aa4b41cf req-431d646e-6860-4c53-ae8e-ea117d576dfd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.4438741 Jul 19 03:15:04.014550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Allocated IP 172.20.0.11 (4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1/59c67add-29fa-4b99-b752-c962ee84b05b/c0eec4ed-f3ec-41fa-a68a-d1fd597f673f) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:04.065987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce5c7739-8de9-4cab-8782-0f77aa4b41cf req-2df1dbdd-195f-4c32-8ae5-d1aa68ef56fa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937657 Jul 19 03:15:04.070872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-87339644-9c3e-481d-8e78-dc2ab104da12 service neutron] 10.222.0.26 "GET /v2.0/networks/4e87cd52-0dff-49b2-99d4-40790529a2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769101 Jul 19 03:15:04.098929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:04.109378 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:04.139785 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:15:04.201736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2984920-7029-475c-9f58-671c9186c9c0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:04.218763 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:04.219112 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Added segment 3eec96e0-e6e7-417d-b720-06718bc97ade of type vlan for network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 Jul 19 03:15:04.261792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-256f8d4f-ee40-44a0-840c-4d4f16e46f01 req-88bf6f63-23d7-4b6a-8cc3-13289305b5d4 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 210 time: 0.0549417 Jul 19 03:15:04.271842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7e6d8-9b90-4245-ae3f-c2da39f4609e None None] Pushing event updated for resources: {'Port': ['ID=53164ec1-b52e-4eb4-a4f8-041a8ad918b7,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:04.297348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] Set router 421b79e5-4814-4144-ba7a-6aa49630ffa8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:15:04.310283 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:04.333590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c096456-d552-4d9b-843c-e0867419be4e', 'tag': '78450790-126e-4475-8b26-99a0cf740dc3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:04.335980 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca57d2c-5679-4036-b462-b343097c3858" -d '{"events": [{"name": "network-changed", "server_uuid": "1c096456-d552-4d9b-843c-e0867419be4e", "tag": "78450790-126e-4475-8b26-99a0cf740dc3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:04.360269 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76abff2d-eacc-4811-878e-543d1045aa2c req-25674df9-b4be-4a56-b7f8-4af81fffad95 service neutron] 10.222.0.26 "GET /v2.0/networks/4e87cd52-0dff-49b2-99d4-40790529a2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773268 Jul 19 03:15:04.378725 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:04.381456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:04.382758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:04.470036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=843dd68e-c0bf-4f74-b642-e9b5acfcbf51,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:04.473326 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caa604a-2e3c-48ce-be7b-3d14eb2e2f2f x-openstack-request-id: req-7caa604a-2e3c-48ce-be7b-3d14eb2e2f2f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:04.473871 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c096456-d552-4d9b-843c-e0867419be4e", "tag": "78450790-126e-4475-8b26-99a0cf740dc3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:04.474588 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7caa604a-2e3c-48ce-be7b-3d14eb2e2f2f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:04.475464 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-db3b9b76-3ab0-4063-b7bd-eaa17c7fe2c7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7097816 Jul 19 03:15:04.476159 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c096456-d552-4d9b-843c-e0867419be4e', 'tag': '78450790-126e-4475-8b26-99a0cf740dc3', 'status': 'completed', 'code': 200} Jul 19 03:15:04.479362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46322) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:04.479728 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:04.488610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:15:04.495406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Request body: {'subnet': {'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1125927029-subnet', 'tenant_id': '87ecb4f1f4054e3bbda937eff36101d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:04.534740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Made reservation on behalf of 87ecb4f1f4054e3bbda937eff36101d2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:04.537178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:04.583918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:04.670177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:00Z', 'revision_number': 3, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:04.710051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baba0de-5379-4eb6-bafc-03d6e8243fc8 None None] The sync data for ids ['421b79e5-4814-4144-ba7a-6aa49630ffa8'] in n-d-762330-18 is: [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:00Z', 'revision_number': 3, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:15:04.859205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57d2c-5679-4036-b462-b343097c3858 req-892bf549-4ca0-4031-ae6a-f3408b789d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:04.860824 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ca57d2c-5679-4036-b462-b343097c3858 req-892bf549-4ca0-4031-ae6a-f3408b789d2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ff4fe248aa845a08705ab349c7f797e&device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 1096 time: 0.3839824 Jul 19 03:15:04.888023 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:04.950088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=249b7207-14ce-4506-afb2-bd1730d40f33,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:04.972825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57d2c-5679-4036-b462-b343097c3858 req-8f032246-2c46-499b-aeb8-f999f36cfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:04.974205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ca57d2c-5679-4036-b462-b343097c3858 req-8f032246-2c46-499b-aeb8-f999f36cfd3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e87cd52-0dff-49b2-99d4-40790529a2d7 HTTP/1.1" status: 200 len: 921 time: 0.0986683 Jul 19 03:15:05.011955 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:05.042753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:05.043197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Network hostable DHCP agents. Network: 843dd68e-c0bf-4f74-b642-e9b5acfcbf51, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:15:05.117196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:15:05.135847 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ca57d2c-5679-4036-b462-b343097c3858 req-ddec7683-a680-43af-9f11-51ebf712c454 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78450790-126e-4475-8b26-99a0cf740dc3 HTTP/1.1" status: 200 len: 217 time: 0.1386123 Jul 19 03:15:05.156060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab07fbf-0381-4d51-82a8-b546ac1e0514 req-705aae64-46e6-4f3e-ab78-67272439e172 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:05.163432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ab07fbf-0381-4d51-82a8-b546ac1e0514 req-705aae64-46e6-4f3e-ab78-67272439e172 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 944 time: 0.2019401 Jul 19 03:15:05.186414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Allocated IP 172.20.0.1 (1119ccee-19ea-4731-b9d3-c915a28a468d/5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de/0186ef23-fe74-42dd-9a74-d01198e19045) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:05.194117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:05.195750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 843dd68e-c0bf-4f74-b642-e9b5acfcbf51) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:05.201962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:05.202599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:05.216038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b602e7-5411-418e-80af-dc04fae2826f None None] Network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:05.243147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ab07fbf-0381-4d51-82a8-b546ac1e0514 req-4266b2c4-e5d1-43f8-a35b-f40ad5d350aa tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786636 Jul 19 03:15:05.253283 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-590204b7-2e75-4897-bd0c-0a48bb98c68c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7722709 Jul 19 03:15:05.416836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-641b439b-0c9b-44e5-9acc-ebb104cd44c1 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:05.423118 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-641b439b-0c9b-44e5-9acc-ebb104cd44c1 tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 944 time: 0.1062627 Jul 19 03:15:05.472061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaa5d6f-7868-48f2-93e0-dc6eadfa64c0 None None] Network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:05.674854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2636f53-55fd-485a-b0df-21c34c9fad0c req-298dbc51-dddf-4814-95d8-f8b7571f99b2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:05.680243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2636f53-55fd-485a-b0df-21c34c9fad0c req-298dbc51-dddf-4814-95d8-f8b7571f99b2 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.1928341 Jul 19 03:15:05.720009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-589ba6ee-e48b-42ec-be8e-02e42713109c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Deleting port 29164f3f-bbfd-4565-aa0d-cc36d037cefa {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:05.720346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-589ba6ee-e48b-42ec-be8e-02e42713109c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:05.822620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-589ba6ee-e48b-42ec-be8e-02e42713109c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] For port 29164f3f-bbfd-4565-aa0d-cc36d037cefa, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=29164f3f-bbfd-4565-aa0d-cc36d037cefa,segment=NetworkSegment(d55e036e-5488-4004-980f-af0739d468de),segment_id=d55e036e-5488-4004-980f-af0739d468de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:05.823268 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-589ba6ee-e48b-42ec-be8e-02e42713109c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:05.838253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-589ba6ee-e48b-42ec-be8e-02e42713109c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Calling delete_port for 29164f3f-bbfd-4565-aa0d-cc36d037cefa owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:05.882635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57d2c-5679-4036-b462-b343097c3858 req-4c94fbad-592c-405a-b46a-ded177c39b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:05.884787 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ca57d2c-5679-4036-b462-b343097c3858 req-4c94fbad-592c-405a-b46a-ded177c39b93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b517e542-950f-4328-9569-7de02844ada1 HTTP/1.1" status: 200 len: 861 time: 0.7211089 Jul 19 03:15:05.886286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:05.888251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'Port': ['ID=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:05.893406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:05.940875 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2636f53-55fd-485a-b0df-21c34c9fad0c req-4bef989b-8739-4c50-99f0-da26422fd8fc tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517817 Jul 19 03:15:05.993322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ca57d2c-5679-4036-b462-b343097c3858 req-88a17ada-2b68-4e32-896e-b573f939348c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e87cd52-0dff-49b2-99d4-40790529a2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853050 Jul 19 03:15:06.036167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3a35a-d2dc-4958-a5e3-8f9f7bbb71e6 req-e38730ff-9f7c-41b0-91ae-fc8b8608c390 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:06.043984 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6de3a35a-d2dc-4958-a5e3-8f9f7bbb71e6 req-e38730ff-9f7c-41b0-91ae-fc8b8608c390 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 944 time: 1.0452437 Jul 19 03:15:06.073997 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-589ba6ee-e48b-42ec-be8e-02e42713109c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.123907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6de3a35a-d2dc-4958-a5e3-8f9f7bbb71e6 req-ef8a9405-d64e-4582-b875-5108466328e4 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790613 Jul 19 03:15:06.128961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46352) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:06.136205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ba6ee-e48b-42ec-be8e-02e42713109c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Pushing event deleted for resources: {'Port': ['ID=29164f3f-bbfd-4565-aa0d-cc36d037cefa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:06.140419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-175530340-network', 'tenant_id': '4691c4f6cc7344e6b15c79225c279f95'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:06.204739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Made reservation on behalf of 4691c4f6cc7344e6b15c79225c279f95 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:06.207182 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.248409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-589ba6ee-e48b-42ec-be8e-02e42713109c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] No DVR routers for this DVR port 29164f3f-bbfd-4565-aa0d-cc36d037cefa on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:06.249881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.252209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-589ba6ee-e48b-42ec-be8e-02e42713109c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.254193 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3426cef4-0e55-4647-9336-7b197b60cb30 req-589ba6ee-e48b-42ec-be8e-02e42713109c tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.26 "DELETE /v2.0/ports/29164f3f-bbfd-4565-aa0d-cc36d037cefa HTTP/1.1" status: 204 len: 173 time: 0.8281257 Jul 19 03:15:06.256508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'name': 'network-vif-deleted', 'tag': '29164f3f-bbfd-4565-aa0d-cc36d037cefa'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:06.260060 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8cf0bc-d7d5-4609-a519-469dd2880105" -d '{"events": [{"server_uuid": "f5502ba9-115c-4fa7-a547-dfcff76a3edd", "name": "network-vif-deleted", "tag": "29164f3f-bbfd-4565-aa0d-cc36d037cefa"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:06.284801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:06.285351 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.308237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b9b56-4fed-4f60-853a-904f6696143f req-aed4b49f-a09c-4bde-befd-ce94028cd830 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:06.316491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-588b9b56-4fed-4f60-853a-904f6696143f req-aed4b49f-a09c-4bde-befd-ce94028cd830 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 932 time: 0.1820447 Jul 19 03:15:06.365444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-588b9b56-4fed-4f60-853a-904f6696143f req-2fc1b2ac-4230-4f25-ba86-c18916b89a42 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479798 Jul 19 03:15:06.378250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.382303 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95371e8c-98e1-496d-b75f-4358efac9f6b x-openstack-request-id: req-95371e8c-98e1-496d-b75f-4358efac9f6b {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:06.382614 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5502ba9-115c-4fa7-a547-dfcff76a3edd", "name": "network-vif-deleted", "tag": "29164f3f-bbfd-4565-aa0d-cc36d037cefa", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:06.382867 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95371e8c-98e1-496d-b75f-4358efac9f6b {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:06.383533 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5502ba9-115c-4fa7-a547-dfcff76a3edd', 'name': 'network-vif-deleted', 'tag': '29164f3f-bbfd-4565-aa0d-cc36d037cefa', 'status': 'completed', 'code': 200} Jul 19 03:15:06.388234 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ca57d2c-5679-4036-b462-b343097c3858 req-9ef9bfec-3b3b-4c56-a044-23a7d6c811f1 service neutron] 10.222.0.26 "GET /v2.0/networks/4e87cd52-0dff-49b2-99d4-40790529a2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616290 Jul 19 03:15:06.428374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Transition to ACTIVE for port object 0186ef23-fe74-42dd-9a74-d01198e19045 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:06.541116 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.541359 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fb890d3e-2e49-4ec0-b1ba-5a9cbd82126c req-f0d64857-5672-41a9-9aa1-fa2d7615b9fa tempest-LiveMigrationTest-1252516497 tempest-LiveMigrationTest-1252516497-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5502ba9-115c-4fa7-a547-dfcff76a3edd HTTP/1.1" status: 200 len: 210 time: 0.0529578 Jul 19 03:15:06.556910 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.566554 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-b9094278-634e-4dac-bf85-cd3ed3047026 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5566792 Jul 19 03:15:06.567502 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.579054 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ca57d2c-5679-4036-b462-b343097c3858 req-22cf8cdc-f77f-45c0-b983-db638f0b4dc2 service neutron] 10.222.0.26 "GET /v2.0/networks/4e87cd52-0dff-49b2-99d4-40790529a2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800270 Jul 19 03:15:06.622467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:15:06.645805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Network 1119ccee-19ea-4731-b9d3-c915a28a468d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:06.656011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e720a1-e856-401c-b5fe-db355549a338,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:06.656011 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.656011 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Added segment c4f38c50-327b-4de9-8c73-3f6bedc406fd of type vlan for network a9171624-4d8a-4868-b9ab-b572bdec4ed4 Jul 19 03:15:06.657236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:06.669246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:06.672916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Pushing event updated for resources: {'Port': ['ID=0186ef23-fe74-42dd-9a74-d01198e19045,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:06.719874 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.746412 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.806386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:06.924526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:06.939642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Request body: {'port': {'device_id': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:06.978492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 78450790-126e-4475-8b26-99a0cf740dc3 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:07.017351 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.018508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:07.019138 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.033183 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.034393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:07.059896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:07.060608 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.138349 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0078449 Jul 19 03:15:07.142748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46364) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:07.150214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Request body: {'subnet': {'network_id': 'a9171624-4d8a-4868-b9ab-b572bdec4ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-175530340-subnet', 'tenant_id': '4691c4f6cc7344e6b15c79225c279f95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:07.183255 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-ec4f62dc-4522-44e9-9e64-26bf8355adec service neutron] show failed (client error): The resource could not be found. Jul 19 03:15:07.184869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-ec4f62dc-4522-44e9-9e64-26bf8355adec service neutron] 10.222.0.26 "GET /v2.0/ports/37baef36-ac01-4b1b-bf76-5a072deecc03/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.4490564 Jul 19 03:15:07.213052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8097ea5-724e-47d9-ab2f-701c8b27b146 admin admin] Pushing event updated for resources: {'Network': ['ID=a9171624-4d8a-4868-b9ab-b572bdec4ed4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:07.214716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Made reservation on behalf of 4691c4f6cc7344e6b15c79225c279f95 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:07.218023 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.261706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 78450790-126e-4475-8b26-99a0cf740dc3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=78450790-126e-4475-8b26-99a0cf740dc3,segment=NetworkSegment(ab282d1d-8384-41d3-8e2b-69a5c254191a),segment_id=ab282d1d-8384-41d3-8e2b-69a5c254191a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:07.263454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.279869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '78450790-126e-4475-8b26-99a0cf740dc3', 'network_id': '4e87cd52-0dff-49b2-99d4-40790529a2d7', 'port_id': '78450790-126e-4475-8b26-99a0cf740dc3', 'mac_address': 'fa:16:3e:a7:df:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b517e542-950f-4328-9569-7de02844ada1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:07.282041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-39a8f4a8-35ec-4576-aafb-0204f67692d0 None None] Provisioning for port 0186ef23-fe74-42dd-9a74-d01198e19045 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:07.296455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-39a8f4a8-35ec-4576-aafb-0204f67692d0 None None] Provisioning complete for port 0186ef23-fe74-42dd-9a74-d01198e19045 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:07.297032 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-39a8f4a8-35ec-4576-aafb-0204f67692d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.307110 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.345217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network a9171624-4d8a-4868-b9ab-b572bdec4ed4 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:15:07.430812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-39a8f4a8-35ec-4576-aafb-0204f67692d0 None None] Port 0186ef23-fe74-42dd-9a74-d01198e19045 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:15:07.513251 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.563949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f4f1-e1a9-4f83-a656-37b720c9de64 req-a60d919f-402d-44df-b707-d011f2fb7c0f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:07.570729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e656f4f1-e1a9-4f83-a656-37b720c9de64 req-a60d919f-402d-44df-b707-d011f2fb7c0f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.3086772 Jul 19 03:15:07.588357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78450790-126e-4475-8b26-99a0cf740dc3 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:07.594051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.629530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=53164ec1-b52e-4eb4-a4f8-041a8ad918b7,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:07.632198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 78450790-126e-4475-8b26-99a0cf740dc3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=78450790-126e-4475-8b26-99a0cf740dc3,segment=NetworkSegment(ab282d1d-8384-41d3-8e2b-69a5c254191a),segment_id=ab282d1d-8384-41d3-8e2b-69a5c254191a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:07.635529 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.654706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.700464 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.705580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=53164ec1-b52e-4eb4-a4f8-041a8ad918b7,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:07.706726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50404fa8-430e-421f-b8a0-75e539306bb1,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:07.720115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e656f4f1-e1a9-4f83-a656-37b720c9de64 req-a241cd80-7edd-44f9-8213-38040a57120f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478672 Jul 19 03:15:07.777921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Checking segment: {'id': 'c4f38c50-327b-4de9-8c73-3f6bedc406fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a9171624-4d8a-4868-b9ab-b572bdec4ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:07.778404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Network hostable DHCP agents. Network: a9171624-4d8a-4868-b9ab-b572bdec4ed4, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:15:07.793841 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=78450790-126e-4475-8b26-99a0cf740dc3,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:07.803302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479d21c-3d09-4b60-aeb8-9468e4bf3c13 req-72baf2d8-d542-4c97-a4c7-2573516e249d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:07.811775 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9479d21c-3d09-4b60-aeb8-9468e4bf3c13 req-72baf2d8-d542-4c97-a4c7-2573516e249d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 944 time: 0.3909485 Jul 19 03:15:07.848653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-b5259168-4189-4d80-8fa9-39f499c7adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:07.851652 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-b5259168-4189-4d80-8fa9-39f499c7adcb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d&tenant_id=39688c83d45c4f709f725b461d5c4b8f HTTP/1.1" status: 200 len: 1102 time: 0.2545838 Jul 19 03:15:07.877514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:07.895583 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9479d21c-3d09-4b60-aeb8-9468e4bf3c13 req-51768655-af7d-4529-89a1-ee1ec99e56f3 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827456 Jul 19 03:15:07.900643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Network a9171624-4d8a-4868-b9ab-b572bdec4ed4 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:15:07.920714 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:07.925202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['78450790-126e-4475-8b26-99a0cf740dc3'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:07.981240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, a9171624-4d8a-4868-b9ab-b572bdec4ed4) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:07.989955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fcde41-f07f-4b9c-ae8c-39e924c3c680 None None] Network a9171624-4d8a-4868-b9ab-b572bdec4ed4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:07.992350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0eec4ed-f3ec-41fa-a68a-d1fd597f673f {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:08.001761 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.002388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:08.002981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.028941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Transition to ACTIVE for port object c0eec4ed-f3ec-41fa-a68a-d1fd597f673f will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:08.030479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.067309 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cbd37765-320b-497e-b006-1eee3874e83d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9148276 Jul 19 03:15:08.082070 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.128441 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.138575 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.141923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Pushing event updated for resources: {'Port': ['ID=0186ef23-fe74-42dd-9a74-d01198e19045,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:08.187609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46378) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:08.233067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Pushing event updated for resources: {'Port': ['ID=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:08.323527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba042e-3315-4354-b9b5-d202e541f146 None None] Network a9171624-4d8a-4868-b9ab-b572bdec4ed4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:08.375817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Network 1119ccee-19ea-4731-b9d3-c915a28a468d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:08.395470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:08.414889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:08.440398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Attempting to bind port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:08.440739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Attempting to bind port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '7d9f32f5-48b5-4fab-81ec-041e81431740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:08.440993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Attempting to bind port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f on network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:08.459089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f on network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:08.459089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Attempting to bind port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f on network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:08.523468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:08.523955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Checking segment: {'id': '7d9f32f5-48b5-4fab-81ec-041e81431740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:08.524969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Bound using segment: {'id': '7d9f32f5-48b5-4fab-81ec-041e81431740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:08.525518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Bound port: c0eec4ed-f3ec-41fa-a68a-d1fd597f673f, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9f32f5-48b5-4fab-81ec-041e81431740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:08.525987 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.528589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773d4fa-68a8-4c39-ab96-4d7c23ef5a44 req-9e4e60f1-22ad-4801-b8d8-d5d9c9c1df5c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:08.532779 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1773d4fa-68a8-4c39-ab96-4d7c23ef5a44 req-9e4e60f1-22ad-4801-b8d8-d5d9c9c1df5c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 944 time: 0.4455826 Jul 19 03:15:08.539371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:08.628090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1773d4fa-68a8-4c39-ab96-4d7c23ef5a44 req-228a184c-e84f-4830-a516-970b1ba94eb9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904238 Jul 19 03:15:08.630224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:08.632567 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4445b72a-970a-4173-a518-e47ec32dac31" -d '{"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:08.644248 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.647956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6a8dbb-c19a-47f2-b626-676f04fdb961 admin admin] Deleting subnet ea24e738-4c72-4cea-a6ca-1f2d88066be0 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:15:08.653741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8dbb-c19a-47f2-b626-676f04fdb961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.670046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Transition to ACTIVE for port object 37baef36-ac01-4b1b-bf76-5a072deecc03 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:08.676011 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.695744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8dbb-c19a-47f2-b626-676f04fdb961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.769392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] No DVR routers for this DVR port 37baef36-ac01-4b1b-bf76-5a072deecc03 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:08.772485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=6']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:08.773760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0292099c-9958-45f6-b12c-6fb5df576209 None None] Provisioning complete for port 0186ef23-fe74-42dd-9a74-d01198e19045 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:08.774106 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0292099c-9958-45f6-b12c-6fb5df576209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.819575 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd887d8-ef47-418e-acec-5ef5fa0ec60c x-openstack-request-id: req-8cd887d8-ef47-418e-acec-5ef5fa0ec60c {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:08.819858 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:08.820109 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cd887d8-ef47-418e-acec-5ef5fa0ec60c {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:08.820491 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'code': 200} Jul 19 03:15:08.862015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0292099c-9958-45f6-b12c-6fb5df576209 None None] Port 0186ef23-fe74-42dd-9a74-d01198e19045 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:15:08.877844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:08.878183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:08.885331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:08.892678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Port 37baef36-ac01-4b1b-bf76-5a072deecc03 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:08.892983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:08.894772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:08.902961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8dbb-c19a-47f2-b626-676f04fdb961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.903194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:08.903194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:08.903194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:08.903194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Bound port: 37baef36-ac01-4b1b-bf76-5a072deecc03, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:08.903194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:08.985482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 78450790-126e-4475-8b26-99a0cf740dc3 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:09.001724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:09.005792 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:09.020175 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.032914 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8dbb-c19a-47f2-b626-676f04fdb961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.034588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:09.035727 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.126310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:09.135281 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:09.136571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.139048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-257da2f4-ac72-4d11-86de-edbe2d581bb4 service neutron] 10.222.0.25 "PUT /v2.0/ports/37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 1097 time: 1.2663500 Jul 19 03:15:09.156889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 78450790-126e-4475-8b26-99a0cf740dc3 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:09.158173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a8dbb-c19a-47f2-b626-676f04fdb961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea24e738-4c72-4cea-a6ca-1f2d88066be0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:09.163420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 78450790-126e-4475-8b26-99a0cf740dc3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:09.163788 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.172220 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8dbb-c19a-47f2-b626-676f04fdb961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.175078 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5d6a8dbb-c19a-47f2-b626-676f04fdb961 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ea24e738-4c72-4cea-a6ca-1f2d88066be0 HTTP/1.1" status: 204 len: 168 time: 0.9791448 Jul 19 03:15:09.176363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] For port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:09.190724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46406) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:09.291948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Router 421b79e5-4814-4144-ba7a-6aa49630ffa8 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:15:09.298351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] For port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:09.320169 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.325907 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.357722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c096456-d552-4d9b-843c-e0867419be4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78450790-126e-4475-8b26-99a0cf740dc3'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:09.360999 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dc6856-57d9-4a85-9489-6f1de28fb35a" -d '{"events": [{"server_uuid": "1c096456-d552-4d9b-843c-e0867419be4e", "name": "network-vif-plugged", "status": "completed", "tag": "78450790-126e-4475-8b26-99a0cf740dc3"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:09.378335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 78450790-126e-4475-8b26-99a0cf740dc3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=78450790-126e-4475-8b26-99a0cf740dc3,segment=NetworkSegment(ab282d1d-8384-41d3-8e2b-69a5c254191a),segment_id=ab282d1d-8384-41d3-8e2b-69a5c254191a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:09.387381 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.388373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 29164f3f-bbfd-4565-aa0d-cc36d037cefa no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:09.435201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 29164f3f-bbfd-4565-aa0d-cc36d037cefa {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:09.435539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 29164f3f-bbfd-4565-aa0d-cc36d037cefa not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:09.467890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=78450790-126e-4475-8b26-99a0cf740dc3,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:09.492076 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Pushing event updated for resources: {'Port': ['ID=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:09.505927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:09.506615 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.508137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-397d1c45-87ba-4324-a0ef-74695cd93264 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0eec4ed-f3ec-41fa-a68a-d1fd597f673f HTTP/1.1" status: 200 len: 1093 time: 2.9271481 Jul 19 03:15:09.554890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'tag': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:09.557560 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e9cd12-343f-457e-882e-49885fba7c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c610c4c-a44c-4598-92f9-243bde2d411a", "tag": "c0eec4ed-f3ec-41fa-a68a-d1fd597f673f"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:09.622148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-dbed0fbf-ea30-407d-836f-c5bb43dafed5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:09.623648 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-dbed0fbf-ea30-407d-836f-c5bb43dafed5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 821 time: 0.6021459 Jul 19 03:15:09.643748 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.678933 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-d339463d-ea3d-4ec9-a334-a1aad9e8b921 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/quotas/87ecb4f1f4054e3bbda937eff36101d2 HTTP/1.1" status: 200 len: 375 time: 0.0332201 Jul 19 03:15:09.697821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f6807-73fd-44b9-8c6e-f69b2468aaa2 req-bcf91f22-cb09-4734-8ab8-8854485f91dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:09.699363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-682f6807-73fd-44b9-8c6e-f69b2468aaa2 req-bcf91f22-cb09-4734-8ab8-8854485f91dd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 948 time: 0.5591848 Jul 19 03:15:09.705132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-d5f9cf20-3755-4b6e-ab6b-43bba9c7aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:09.706506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-d5f9cf20-3755-4b6e-ab6b-43bba9c7aa37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1100 time: 0.0819063 Jul 19 03:15:09.744983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-8bea7943-8210-407c-abb0-388eba8054ee tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575190 Jul 19 03:15:09.746034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:15:09.751868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a783134d-9f07-4fae-b9c4-a44d4894511d admin admin] 10.222.0.20 "PUT /v2.0/routers/421b79e5-4814-4144-ba7a-6aa49630ffa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2165122 Jul 19 03:15:09.763652 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Sync routers for ids ['421b79e5-4814-4144-ba7a-6aa49630ffa8'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:15:09.770635 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-682f6807-73fd-44b9-8c6e-f69b2468aaa2 req-40fd668d-34ae-4435-aea0-b911677a8052 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631268 Jul 19 03:15:09.791798 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Routers {'421b79e5-4814-4144-ba7a-6aa49630ffa8'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:15:09.792684 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['421b79e5-4814-4144-ba7a-6aa49630ffa8'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:09.817529 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.828540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e03501-5722-4da8-a319-be568c990f3f']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:09.839139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55e036e-5488-4004-980f-af0739d468de') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:09.839455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55e036e-5488-4004-980f-af0739d468de') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:09.848782 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.848987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-c555ab5b-2b32-47d3-bfcc-3882bd5a712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:09.850324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-c555ab5b-2b32-47d3-bfcc-3882bd5a712f service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1363440 Jul 19 03:15:09.863816 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.870663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:15:09.871060 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.917713 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-2ab8fdbb-0867-4d91-8cca-339f09f9a151 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 217 time: 0.0592532 Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:15:09.933222 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:15:09.948155 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:09.954151 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Set router 421b79e5-4814-4144-ba7a-6aa49630ffa8 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:15:10.030075 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-b292a42b-e6fd-4e10-be54-90ef0d97b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:10.031615 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-b292a42b-e6fd-4e10-be54-90ef0d97b002 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0713425 Jul 19 03:15:10.047521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbf5f2-2fd8-49a0-9640-d38c3caa1c92 req-4ac43359-4e56-44e6-a2ba-603833367d9c tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:10.052026 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbcbf5f2-2fd8-49a0-9640-d38c3caa1c92 req-4ac43359-4e56-44e6-a2ba-603833367d9c tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 946 time: 0.1321361 Jul 19 03:15:10.122009 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbcbf5f2-2fd8-49a0-9640-d38c3caa1c92 req-26301cbf-9769-47d9-950b-44f4e3fcace1 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575094 Jul 19 03:15:10.157428 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-c7ced8ad-00ea-4d7a-9791-7c4ebb048188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:10.161256 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-c7ced8ad-00ea-4d7a-9791-7c4ebb048188 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1223824 Jul 19 03:15:10.254420 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0186ef23-fe74-42dd-9a74-d01198e19045', 'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'mac_address': 'fa:16:3e:c8:33:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:04Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 2, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'subnets': [{'id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:10.290779 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Checking router: 421b79e5-4814-4144-ba7a-6aa49630ffa8 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:15:10.297793 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Updating router 421b79e5-4814-4144-ba7a-6aa49630ffa8 port 0186ef23-fe74-42dd-9a74-d01198e19045 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:15:10.303377 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-d143fc05-e3f1-4735-afba-3489d84b1a7b service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330984 Jul 19 03:15:10.356451 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:10.358491 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] 10.222.0.20 "DELETE /v2.0/networks/54e03501-5722-4da8-a319-be568c990f3f HTTP/1.1" status: 204 len: 168 time: 1.1651642 Jul 19 03:15:10.362943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-83b39370-8bbc-4bc9-bd7e-3be584fcb674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:10.364426 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-83b39370-8bbc-4bc9-bd7e-3be584fcb674 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 1096 time: 0.7921634 Jul 19 03:15:10.365175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b0480-d1da-450a-b9f6-86b8651e8975 admin admin] Pushing event deleted for resources: {'Network': ['ID=54e03501-5722-4da8-a319-be568c990f3f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:10.371891 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:10.372808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46450) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:10.481827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-2710495d-89a1-4b90-b8e8-e5988c918393 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f HTTP/1.1" status: 200 len: 217 time: 0.0686696 Jul 19 03:15:10.488012 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aecbab36-bdf7-4ef7-b9f7-d354e0790d10 req-89f36876-fd8b-4a4a-a2b4-325a4964ae20 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657977 Jul 19 03:15:10.512338 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc195964-6b1e-476f-b647-69fa71d41454 x-openstack-request-id: req-dc195964-6b1e-476f-b647-69fa71d41454 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:10.513231 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c096456-d552-4d9b-843c-e0867419be4e", "name": "network-vif-plugged", "status": "completed", "tag": "78450790-126e-4475-8b26-99a0cf740dc3", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:10.517388 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc195964-6b1e-476f-b647-69fa71d41454 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:10.517819 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c096456-d552-4d9b-843c-e0867419be4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78450790-126e-4475-8b26-99a0cf740dc3', 'code': 200} Jul 19 03:15:10.525969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92ecac3-c1d1-440c-a722-c3be07681b81 admin admin] Deleting subnet 047b19c3-55e0-4552-a066-467ab07f79e6 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:15:10.583765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-55940c6b-8663-450e-b940-5c525522a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:10.585335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-55940c6b-8663-450e-b940-5c525522a20d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=59c67add-29fa-4b99-b752-c962ee84b05b HTTP/1.1" status: 200 len: 852 time: 0.0548072 Jul 19 03:15:10.592565 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47424cd8-ab19-47a7-b011-ef5e40dbe199 x-openstack-request-id: req-47424cd8-ab19-47a7-b011-ef5e40dbe199 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:10.593319 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c610c4c-a44c-4598-92f9-243bde2d411a", "tag": "c0eec4ed-f3ec-41fa-a68a-d1fd597f673f", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:10.593319 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47424cd8-ab19-47a7-b011-ef5e40dbe199 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:10.593687 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'tag': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f', 'status': 'completed', 'code': 200} Jul 19 03:15:10.594463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a92ecac3-c1d1-440c-a722-c3be07681b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:10.671138 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-8aafc846-1bf2-4a60-a010-9fcce740fb37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720019 Jul 19 03:15:10.722841 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:10.741453 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Transition to ACTIVE for port object 0186ef23-fe74-42dd-9a74-d01198e19045 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:10.751541 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:10.763463 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-39351f2d-8ebd-4935-a8d4-1b966d5baefb service neutron] 10.222.0.20 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0047626 Jul 19 03:15:10.765571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a92ecac3-c1d1-440c-a722-c3be07681b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:10.807893 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Pushing event updated for resources: {'Port': ['ID=0186ef23-fe74-42dd-9a74-d01198e19045,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:10.816072 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.817191 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.817637 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.818078 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.819211 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.819211 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.819709 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.820041 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.820474 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.821138 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.821571 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.821999 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:10.824977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:10.829640 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270" -d '{"events": [{"name": "network-changed", "server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:10.861472 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852756e-b7a1-496e-8228-b5d278b95050 req-1324802b-7aeb-4d04-9f13-2a3725497fdb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:10.863485 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6852756e-b7a1-496e-8228-b5d278b95050 req-1324802b-7aeb-4d04-9f13-2a3725497fdb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 944 time: 0.1268260 Jul 19 03:15:10.924183 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Attempting to bind port 0186ef23-fe74-42dd-9a74-d01198e19045 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:10.925524 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Attempting to bind port 0186ef23-fe74-42dd-9a74-d01198e19045 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:10.926179 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Attempting to bind port 0186ef23-fe74-42dd-9a74-d01198e19045 on network 1119ccee-19ea-4731-b9d3-c915a28a468d {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:10.927503 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6852756e-b7a1-496e-8228-b5d278b95050 req-e92258ce-b17e-4ca1-ade5-b88f8ccf47a4 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558553 Jul 19 03:15:10.948883 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:10.950930 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Checking segment: {'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:10.951604 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:10.952226 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Bound using segment: {'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:10.952950 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Bound port: 0186ef23-fe74-42dd-9a74-d01198e19045, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:10.953592 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:10.963858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:11.027644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19bc1c-566e-4aea-839a-cfce0c9d1c18 req-d08eb63b-76b4-4eb3-8b14-eebca6273b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:11.029473 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c19bc1c-566e-4aea-839a-cfce0c9d1c18 req-d08eb63b-76b4-4eb3-8b14-eebca6273b81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 1098 time: 0.3982613 Jul 19 03:15:11.046532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-2fbb5279-2d16-4cd1-b3af-456c4029c972 service neutron] 10.222.0.25 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422132 Jul 19 03:15:11.048397 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:11.057083 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a92ecac3-c1d1-440c-a722-c3be07681b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:11.074914 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] For port 0186ef23-fe74-42dd-9a74-d01198e19045, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:11.081551 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] For port 0186ef23-fe74-42dd-9a74-d01198e19045, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0186ef23-fe74-42dd-9a74-d01198e19045,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:11.091052 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:11.158581 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-be8d3fe4-1836-4a75-b417-40c9be0d5ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404319 Jul 19 03:15:11.175025 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ccdbf-1908-493d-83a2-e47347ff3b0c None None] Pushing event updated for resources: {'Port': ['ID=0186ef23-fe74-42dd-9a74-d01198e19045,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:11.201628 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Routers {'421b79e5-4814-4144-ba7a-6aa49630ffa8'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:15:11.202330 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['421b79e5-4814-4144-ba7a-6aa49630ffa8'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:11.246494 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c19bc1c-566e-4aea-839a-cfce0c9d1c18 req-d3f37522-6862-4569-9b6e-07db89309213 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711836 Jul 19 03:15:11.377181 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] Set router 421b79e5-4814-4144-ba7a-6aa49630ffa8 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:15:11.464528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a92ecac3-c1d1-440c-a722-c3be07681b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:11.481505 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e5e042c-6e38-4bbd-b9e1-2fdd08b4e28b req-67ebf8b7-7593-4dc3-a13a-1548385fa2f0 service neutron] 10.222.0.25 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680346 Jul 19 03:15:11.547301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ecac3-c1d1-440c-a722-c3be07681b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047b19c3-55e0-4552-a066-467ab07f79e6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:11.560188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a92ecac3-c1d1-440c-a722-c3be07681b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:11.564380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a92ecac3-c1d1-440c-a722-c3be07681b81 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/047b19c3-55e0-4552-a066-467ab07f79e6 HTTP/1.1" status: 204 len: 168 time: 1.1883905 Jul 19 03:15:11.566387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc490c7-7392-445a-8b65-a64b9fd00317 req-10b39112-2eb7-45c3-a172-75dec67b176a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:11.572676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46520) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:11.579202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5fc490c7-7392-445a-8b65-a64b9fd00317 req-10b39112-2eb7-45c3-a172-75dec67b176a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 948 time: 0.2031572 Jul 19 03:15:11.656457 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6394760-ee5b-472e-a6e4-42227c637f10 x-openstack-request-id: req-d6394760-ee5b-472e-a6e4-42227c637f10 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:11.656688 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:11.656987 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6394760-ee5b-472e-a6e4-42227c637f10 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:11.657260 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'status': 'completed', 'code': 200} Jul 19 03:15:11.748962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1727272b-92af-41ae-899b-60071526680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:11.770066 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5fc490c7-7392-445a-8b65-a64b9fd00317 req-d6f8f431-a939-47a8-a9a5-c4f2562e88f8 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899440 Jul 19 03:15:11.813683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-871f82d2-eb82-4add-bdfd-3f42568be125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:11.817587 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-871f82d2-eb82-4add-bdfd-3f42568be125 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1100 time: 0.1630898 Jul 19 03:15:11.875850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9cd12-343f-457e-882e-49885fba7c9f req-a76820b1-34cd-4af4-8c93-2d458d9107ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:11.877636 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05e9cd12-343f-457e-882e-49885fba7c9f req-a76820b1-34cd-4af4-8c93-2d458d9107ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 1096 time: 0.3191979 Jul 19 03:15:11.925774 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0186ef23-fe74-42dd-9a74-d01198e19045', 'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'mac_address': 'fa:16:3e:c8:33:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:04Z', 'updated_at': '2021-07-19T03:15:11Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'subnets': [{'id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:11.975474 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b1028-4100-496b-abb8-0f88f925d428 None None] The sync data for ids ['421b79e5-4814-4144-ba7a-6aa49630ffa8'] in n-d-762330-18 is: [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0186ef23-fe74-42dd-9a74-d01198e19045', 'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'mac_address': 'fa:16:3e:c8:33:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:04Z', 'updated_at': '2021-07-19T03:15:11Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'subnets': [{'id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:15:12.079822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-0491a1ba-aff2-4ff0-879b-6e83c577cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:12.099321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-0491a1ba-aff2-4ff0-879b-6e83c577cac5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2733576 Jul 19 03:15:12.176639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-b021cb43-113b-4c57-a89f-67247472e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:12.178287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-b021cb43-113b-4c57-a89f-67247472e8ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1100 time: 0.4569693 Jul 19 03:15:12.203861 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-3cf15c86-36eb-4c19-acd2-3f4fcdcc86ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 217 time: 0.0963674 Jul 19 03:15:12.262383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1727272b-92af-41ae-899b-60071526680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:12.282072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1727272b-92af-41ae-899b-60071526680f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a274755c-1769-43f5-a34c-561b4b8bddb4']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:12.290215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-611fef16-9cc6-4d28-a3b4-874752e4728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:12.296651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-611fef16-9cc6-4d28-a3b4-874752e4728c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0850053 Jul 19 03:15:12.324941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1727272b-92af-41ae-899b-60071526680f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce90145f-ce36-472f-b811-5171e047ee7e') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:12.325241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1727272b-92af-41ae-899b-60071526680f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce90145f-ce36-472f-b811-5171e047ee7e') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:12.347854 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1727272b-92af-41ae-899b-60071526680f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:12.381054 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1727272b-92af-41ae-899b-60071526680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:12.397410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1727272b-92af-41ae-899b-60071526680f admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:15:12.397830 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1727272b-92af-41ae-899b-60071526680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:15:12.420010 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:15:12.440365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-9982dc83-901e-49ee-8f39-5984ee162be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:12.448014 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-9982dc83-901e-49ee-8f39-5984ee162be2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421587 Jul 19 03:15:12.460597 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb247ee1-d979-464c-a3fa-eb4169fefbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:12.670073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-7c26ced0-d2a5-4208-9c2e-4f6c1ace6318 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098870 Jul 19 03:15:12.841576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9fa82-2d3b-48dc-bb0b-242bc86dfd44 req-f7eb2bcb-3489-41a0-9a82-774e3435ba27 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:12.852979 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c8c9fa82-2d3b-48dc-bb0b-242bc86dfd44 req-f7eb2bcb-3489-41a0-9a82-774e3435ba27 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 946 time: 0.9742472 Jul 19 03:15:12.866410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9cd12-343f-457e-882e-49885fba7c9f req-2f813e33-7858-4bf0-ac13-e3ceefb84052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:12.870998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05e9cd12-343f-457e-882e-49885fba7c9f req-2f813e33-7858-4bf0-ac13-e3ceefb84052 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 912 time: 0.9579463 Jul 19 03:15:12.894846 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-0e07b275-b9cf-4302-9064-ff2f1b29bf66 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125008 Jul 19 03:15:12.924089 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1727272b-92af-41ae-899b-60071526680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:12.939745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0186ef23-fe74-42dd-9a74-d01198e19045 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:12.988933 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1727272b-92af-41ae-899b-60071526680f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:12.994022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1727272b-92af-41ae-899b-60071526680f admin admin] 10.222.0.20 "DELETE /v2.0/networks/a274755c-1769-43f5-a34c-561b4b8bddb4 HTTP/1.1" status: 204 len: 168 time: 1.4180746 Jul 19 03:15:13.017213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc9ecce5-ea01-4e0a-bc8e-0aabbbb9104a req-0fb791da-9bfa-4b50-a94e-2578db63c098 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 210 time: 0.1212182 Jul 19 03:15:13.038742 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:13.101593 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 0186ef23-fe74-42dd-9a74-d01198e19045 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:13.110448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05e9cd12-343f-457e-882e-49885fba7c9f req-6a6981a9-f2b1-4d4b-9bfa-28fe879d90dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f HTTP/1.1" status: 200 len: 217 time: 0.1759355 Jul 19 03:15:13.111197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727272b-92af-41ae-899b-60071526680f admin admin] Pushing event deleted for resources: {'Network': ['ID=a274755c-1769-43f5-a34c-561b4b8bddb4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:13.125768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0186ef23-fe74-42dd-9a74-d01198e19045 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:13.126147 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:13.239481 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c8c9fa82-2d3b-48dc-bb0b-242bc86dfd44 req-e7cc15b0-b5b1-4d75-beca-47cd13bd7b6b tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851397 Jul 19 03:15:13.239962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46542) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:13.286482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-409ca59a-efd9-48f9-a403-86b63a5327b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:13.287999 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-409ca59a-efd9-48f9-a403-86b63a5327b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 1.0785799 Jul 19 03:15:13.313865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9cd12-343f-457e-882e-49885fba7c9f req-2c5c6560-727e-4505-a4dc-ca24a948329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:13.315434 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05e9cd12-343f-457e-882e-49885fba7c9f req-2c5c6560-727e-4505-a4dc-ca24a948329a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=59c67add-29fa-4b99-b752-c962ee84b05b HTTP/1.1" status: 200 len: 852 time: 0.1815846 Jul 19 03:15:13.398161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-e8e225a7-6c35-4af8-a5a4-7505a3cd54ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 217 time: 0.1002681 Jul 19 03:15:13.408747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce599e-af68-43c5-986b-379aa12b839c req-49a81809-ce0c-425d-b983-f9bb165ab0fc tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:13.421042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbce599e-af68-43c5-986b-379aa12b839c req-49a81809-ce0c-425d-b983-f9bb165ab0fc tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 944 time: 0.2048717 Jul 19 03:15:13.437584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:13.457342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05e9cd12-343f-457e-882e-49885fba7c9f req-ae88ed19-645b-45aa-a4fd-0b24189d6501 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950685 Jul 19 03:15:13.462289 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:13.480491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbce599e-af68-43c5-986b-379aa12b839c req-5a46e9db-917c-4dbd-968d-50ed9ceb63e2 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580313 Jul 19 03:15:13.485576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:13.557135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 0186ef23-fe74-42dd-9a74-d01198e19045, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0186ef23-fe74-42dd-9a74-d01198e19045,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:13.564029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-27dded2b-0d30-4e56-82b5-71dd7b7e6bec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24b8c1068d414a2d92dffbbbc438a5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154960 Jul 19 03:15:13.564260 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:13.570198 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:13.579483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46544) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:13.656212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37baef36-ac01-4b1b-bf76-5a072deecc03 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:13.831690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-5d0c7a24-a965-467f-b125-a72ff3184d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:13.833371 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-5d0c7a24-a965-467f-b125-a72ff3184d05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.3799207 Jul 19 03:15:13.881685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb530f5-5089-4c76-8748-443af9ed9ad6 req-d337e51d-c026-4ba7-95b6-5c0a994f360e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:13.892158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abb530f5-5089-4c76-8748-443af9ed9ad6 req-d337e51d-c026-4ba7-95b6-5c0a994f360e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 948 time: 0.1624537 Jul 19 03:15:13.905925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:13.917624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-10de6007-6178-41ec-ac0a-11b33c525b2c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:13.920173 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-10de6007-6178-41ec-ac0a-11b33c525b2c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 821 time: 0.3806949 Jul 19 03:15:13.929473 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:13.940338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Request body: {'port': {'device_id': 'df74052d-f76d-4e6f-9580-f6223631552c', 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51', 'admin_state_up': True, 'tenant_id': '87ecb4f1f4054e3bbda937eff36101d2'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:13.963953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=0186ef23-fe74-42dd-9a74-d01198e19045,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:14.010201 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05e9cd12-343f-457e-882e-49885fba7c9f req-a76b13d6-6c2d-4665-a822-89a3258ba33e service neutron] 10.222.0.25 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295143 Jul 19 03:15:14.018957 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-163b3ef0-c7a9-4019-8e71-599a8812d0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:14.065019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dc55d-4277-4a29-9225-d3bb52951fd8 req-3826aefb-e626-486f-a891-f8af63eaf8c1 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:14.071434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:14.074845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb8dc55d-4277-4a29-9225-d3bb52951fd8 req-3826aefb-e626-486f-a891-f8af63eaf8c1 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 946 time: 0.6199288 Jul 19 03:15:14.110113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Made reservation on behalf of 87ecb4f1f4054e3bbda937eff36101d2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:14.118735 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:14.181139 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abb530f5-5089-4c76-8748-443af9ed9ad6 req-d3b07f8e-b91c-42a0-9b4a-1f562182b893 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880197 Jul 19 03:15:14.230583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['37baef36-ac01-4b1b-bf76-5a072deecc03'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:14.281368 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05e9cd12-343f-457e-882e-49885fba7c9f req-c1577810-f6c7-4dec-a328-680ddf043be8 service neutron] 10.222.0.25 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586296 Jul 19 03:15:14.314750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-163b3ef0-c7a9-4019-8e71-599a8812d0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:14.357238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb8dc55d-4277-4a29-9225-d3bb52951fd8 req-038dbee7-4520-4a0c-98c5-b8471cbba92b tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f056fdc-6fc1-48fd-85f0-ade4885667e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815301 Jul 19 03:15:14.372448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-9c259554-cc18-45f8-a04f-153fe4567bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:14.374034 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-9c259554-cc18-45f8-a04f-153fe4567bc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5323839 Jul 19 03:15:14.507820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-0eb6c83b-22a5-4dd6-b14f-9383eb26544a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1203365 Jul 19 03:15:14.518294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Allocated IP 172.20.0.7 (843dd68e-c0bf-4f74-b642-e9b5acfcbf51/249b7207-14ce-4506-afb2-bd1730d40f33/1ca02e21-7408-487b-a2e1-924049fd7ff2) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:14.560736 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-163b3ef0-c7a9-4019-8e71-599a8812d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:14.563524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-163b3ef0-c7a9-4019-8e71-599a8812d0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:14.566964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-163b3ef0-c7a9-4019-8e71-599a8812d0d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7 HTTP/1.1" status: 204 len: 168 time: 0.9571457 Jul 19 03:15:14.626027 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b3ef0-c7a9-4019-8e71-599a8812d0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fab1b98-bd03-45f9-bd5e-b5bafaa23ed7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:14.675999 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-44074810-d198-40b0-a491-1c4c37ee2d7c req-88d97244-b6a5-4d17-830f-2bdb10971020 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 210 time: 0.0636783 Jul 19 03:15:14.679442 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-e897a6a5-f4be-4292-a5df-52a63b65eed8 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935114 Jul 19 03:15:14.720334 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-42e8c68f-7cf0-437c-b575-23d49d9d3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:14.721900 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-42e8c68f-7cf0-437c-b575-23d49d9d3207 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 1103 time: 0.1780210 Jul 19 03:15:14.729028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-066db219-ceb0-48fb-a815-8a939705b544 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:14.731052 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-066db219-ceb0-48fb-a815-8a939705b544 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.25 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 946 time: 0.2148485 Jul 19 03:15:14.888656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-2d7b15f2-4d99-4f83-9f57-2a9da315255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:14.890439 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-2d7b15f2-4d99-4f83-9f57-2a9da315255c service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1196480 Jul 19 03:15:14.910643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0186ef23-fe74-42dd-9a74-d01198e19045 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:14.960175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3d4be36-a64d-4b3b-b016-c5bb56f2b270 req-135f633c-68a7-4c79-a441-bad43bf75ab8 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743061 Jul 19 03:15:14.963485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-723c05a9-228c-4dd3-b235-8af98ace65b0 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Deleting port 93fabd10-cba6-400b-b236-01bb7e434e56 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:14.964095 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-723c05a9-228c-4dd3-b235-8af98ace65b0 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.016063 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-265567e6-7972-47c3-947c-36a28054a7f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 200 len: 217 time: 0.1188829 Jul 19 03:15:15.026371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0186ef23-fe74-42dd-9a74-d01198e19045 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:15.029916 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.099921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c0eec4ed-f3ec-41fa-a68a-d1fd597f673f details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:15.188831 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e7091ee4-9fe2-4d78-8ebb-47635075fb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.334972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:15.352232 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.358306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f', 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1', 'port_id': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f', 'mac_address': 'fa:16:3e:a1:de:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c67add-29fa-4b99-b752-c962ee84b05b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:15.405725 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.421168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0eec4ed-f3ec-41fa-a68a-d1fd597f673f {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:15.441728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-14f81762-3aad-4c1a-804e-6e56267ce4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:15.443631 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-14f81762-3aad-4c1a-804e-6e56267ce4cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.4201133 Jul 19 03:15:15.453503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:15.456455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.460310 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.499513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46570) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:15.543462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:15.546309 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.601243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:15.625348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:15.645215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-37255360-4ae6-4ec3-97b7-303f72a5d469 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac9466776bf645eca18b8ef37e3c4f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435764 Jul 19 03:15:15.651811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46572) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:15.654794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:15.668205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-723c05a9-228c-4dd3-b235-8af98ace65b0 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] For port 93fabd10-cba6-400b-b236-01bb7e434e56, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=93fabd10-cba6-400b-b236-01bb7e434e56,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:15.668582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-723c05a9-228c-4dd3-b235-8af98ace65b0 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.684231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d41c3-1e41-471d-ac1b-14445a625a5e req-af636e84-f75d-4e00-aebe-b6701783c224 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:15.685835 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e1d41c3-1e41-471d-ac1b-14445a625a5e req-af636e84-f75d-4e00-aebe-b6701783c224 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 946 time: 0.1951983 Jul 19 03:15:15.702816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:15.703041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Pushing event updated for resources: {'Port': ['ID=1ca02e21-7408-487b-a2e1-924049fd7ff2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:15.718461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-723c05a9-228c-4dd3-b235-8af98ace65b0 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Calling delete_port for 93fabd10-cba6-400b-b236-01bb7e434e56 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:15.767408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:15.768024 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.778426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-3c08105a-d057-49cb-84e0-37c36066ea79 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:15.779119 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-3c08105a-d057-49cb-84e0-37c36066ea79 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.25 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d&tenant_id=39688c83d45c4f709f725b461d5c4b8f&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 949 time: 0.6942127 Jul 19 03:15:15.798722 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e1d41c3-1e41-471d-ac1b-14445a625a5e req-6fa65049-d68c-4bfd-afcb-8a73ed31f188 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031923 Jul 19 03:15:15.812938 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f162a923-ca1c-47ab-b394-c80e4f8b66c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.816803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-88a926ae-3fb6-45cb-a76d-73e0a5a0cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:15.821564 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-88a926ae-3fb6-45cb-a76d-73e0a5a0cf58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3565900 Jul 19 03:15:15.849127 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f162a923-ca1c-47ab-b394-c80e4f8b66c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.880450 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-530cabd5-b66f-4601-ac08-32e678c29dc1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9504888 Jul 19 03:15:15.912108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Request body: {'port': {'device_id': 'df74052d-f76d-4e6f-9580-f6223631552c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:15.921955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852f99d-7942-4c22-a086-0bd328358ea1 req-e8c57575-96e3-4df2-b1d6-5afa1a3d393c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:15.931402 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c852f99d-7942-4c22-a086-0bd328358ea1 req-e8c57575-96e3-4df2-b1d6-5afa1a3d393c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 944 time: 0.6396670 Jul 19 03:15:15.932891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f162a923-ca1c-47ab-b394-c80e4f8b66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.935473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f162a923-ca1c-47ab-b394-c80e4f8b66c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:15.936788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f162a923-ca1c-47ab-b394-c80e4f8b66c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53f40ade-dce0-4fa2-9a1a-d8089ed203c4 HTTP/1.1" status: 204 len: 168 time: 0.2813923 Jul 19 03:15:15.952739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162a923-ca1c-47ab-b394-c80e4f8b66c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f40ade-dce0-4fa2-9a1a-d8089ed203c4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:15.968656 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-723c05a9-228c-4dd3-b235-8af98ace65b0 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:16.013496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c05a9-228c-4dd3-b235-8af98ace65b0 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Pushing event deleted for resources: {'Port': ['ID=93fabd10-cba6-400b-b236-01bb7e434e56,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:16.071259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-723c05a9-228c-4dd3-b235-8af98ace65b0 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] No DVR routers for this DVR port 93fabd10-cba6-400b-b236-01bb7e434e56 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:16.074082 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-723c05a9-228c-4dd3-b235-8af98ace65b0 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:16.076318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1fb6da48-470d-4ec0-8817-7315417eba67 req-723c05a9-228c-4dd3-b235-8af98ace65b0 tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.25 "DELETE /v2.0/ports/93fabd10-cba6-400b-b236-01bb7e434e56 HTTP/1.1" status: 204 len: 173 time: 1.3400815 Jul 19 03:15:16.077281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2186ec42-ffd6-47de-aa7c-9f4ac70157d2', 'name': 'network-vif-deleted', 'tag': '93fabd10-cba6-400b-b236-01bb7e434e56'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:16.079013 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-967d08ed-2570-4fef-9d3e-ba38fa4c3f92 service neutron] 10.222.0.25 "GET /v2.0/ports/37baef36-ac01-4b1b-bf76-5a072deecc03/bindings/n-h1-762330-18 HTTP/1.1" status: 200 len: 383 time: 0.2887626 Jul 19 03:15:16.079855 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e69968-3997-4fe1-9800-ea7dc121b876" -d '{"events": [{"server_uuid": "2186ec42-ffd6-47de-aa7c-9f4ac70157d2", "name": "network-vif-deleted", "tag": "93fabd10-cba6-400b-b236-01bb7e434e56"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:16.121210 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c852f99d-7942-4c22-a086-0bd328358ea1 req-080dc8c2-b0d3-4650-8d06-adefc7445eb6 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886690 Jul 19 03:15:16.125854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-03f2ab2b-6261-4657-aff5-c524a4c6b926 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965195 Jul 19 03:15:16.214041 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:16.214425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecec722-09d3-48ef-89d2-be6b76f18be9 req-c641e5d4-ef2c-4c6d-bad7-a02731e64ddb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:16.216547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ecec722-09d3-48ef-89d2-be6b76f18be9 req-c641e5d4-ef2c-4c6d-bad7-a02731e64ddb tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 949 time: 0.0868564 Jul 19 03:15:16.293723 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:16.305371 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ecec722-09d3-48ef-89d2-be6b76f18be9 req-bf94297f-c4b3-4377-8f9b-cb61df00dd9f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818999 Jul 19 03:15:16.333506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['93fabd10-cba6-400b-b236-01bb7e434e56'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:16.393041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05ab6966-abe2-4976-bb46-b55d3dc68955 req-ea859129-d407-4c7f-9669-f6ed9c669024 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416613 Jul 19 03:15:16.445824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-075fd5c3-f1bd-4530-a3d8-0539df67f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:16.461937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-075fd5c3-f1bd-4530-a3d8-0539df67f141 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1101 time: 0.3332229 Jul 19 03:15:16.547173 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8f9fc78-6e04-4caf-b57b-fcfd5c9e79b8 req-3e63e399-f245-4335-b001-dc24dc80bcdf tempest-AttachSCSIVolumeTestJSON-226494894 tempest-AttachSCSIVolumeTestJSON-226494894-project] 10.222.0.20 "GET /v2.0/ports?device_id=2186ec42-ffd6-47de-aa7c-9f4ac70157d2 HTTP/1.1" status: 200 len: 210 time: 0.0841272 Jul 19 03:15:16.836902 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-0abc88e6-9e79-4bf5-881b-32c69f4a802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:16.839637 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-0abc88e6-9e79-4bf5-881b-32c69f4a802e service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.3542850 Jul 19 03:15:16.873518 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a8c24-6746-4cb9-b952-d88783815f5b x-openstack-request-id: req-9b4a8c24-6746-4cb9-b952-d88783815f5b {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:16.875508 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2186ec42-ffd6-47de-aa7c-9f4ac70157d2", "name": "network-vif-deleted", "tag": "93fabd10-cba6-400b-b236-01bb7e434e56", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:16.876075 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b4a8c24-6746-4cb9-b952-d88783815f5b {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:16.877351 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2186ec42-ffd6-47de-aa7c-9f4ac70157d2', 'name': 'network-vif-deleted', 'tag': '93fabd10-cba6-400b-b236-01bb7e434e56', 'status': 'completed', 'code': 200} Jul 19 03:15:16.909496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4ae78-29a2-4c61-84a4-a95ef597a54d req-6ef34d45-f390-4c3b-a76f-8c8f62eb6293 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:16.921498 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68e4ae78-29a2-4c61-84a4-a95ef597a54d req-6ef34d45-f390-4c3b-a76f-8c8f62eb6293 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 931 time: 0.1768265 Jul 19 03:15:16.926621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-09395521-ff87-4e8a-a40c-ce34231e55f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 217 time: 0.0588577 Jul 19 03:15:17.006505 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68e4ae78-29a2-4c61-84a4-a95ef597a54d req-71cac7a1-aaaa-4fb2-90a8-1c0b6f157c77 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760720 Jul 19 03:15:17.057456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c0eec4ed-f3ec-41fa-a68a-d1fd597f673f up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:17.082256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-a2d0059d-2914-45ff-9558-a59f91d575f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:17.083769 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-a2d0059d-2914-45ff-9558-a59f91d575f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1496539 Jul 19 03:15:17.109963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca02e21-7408-487b-a2e1-924049fd7ff2 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:17.203270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.207568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:17.216529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:17.217281 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.255258 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Transition to ACTIVE for port object 1ca02e21-7408-487b-a2e1-924049fd7ff2 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:17.269915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.334046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-65097269-7863-4454-b996-52fb1313bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:17.335739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-65097269-7863-4454-b996-52fb1313bd9e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2379675 Jul 19 03:15:17.409073 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.457613 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-94152696-d8d4-499a-a608-fe9b8a6c45ac service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096737 Jul 19 03:15:17.461535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:17.463047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:17.467673 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3c80e8-6e7f-442d-bee7-ff09acd16365" -d '{"events": [{"server_uuid": "0c610c4c-a44c-4598-92f9-243bde2d411a", "name": "network-vif-plugged", "status": "completed", "tag": "c0eec4ed-f3ec-41fa-a68a-d1fd597f673f"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:17.474347 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.476084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:17.496782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca02e21-7408-487b-a2e1-924049fd7ff2,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:17.577711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144f362-332b-4bdf-9279-65cebf700f05 req-fadc0d2b-0ea7-4753-88b0-a37af3dd078a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:17.588021 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a144f362-332b-4bdf-9279-65cebf700f05 req-fadc0d2b-0ea7-4753-88b0-a37af3dd078a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 945 time: 0.1855400 Jul 19 03:15:17.595639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 37baef36-ac01-4b1b-bf76-5a072deecc03 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:17.612353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 37baef36-ac01-4b1b-bf76-5a072deecc03 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:17.613069 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.647354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a144f362-332b-4bdf-9279-65cebf700f05 req-5a13a3fa-09cd-4dff-8e8f-29534e3a76fb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573025 Jul 19 03:15:17.668223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:17.748706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:17.749048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:17.749390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:17.758576 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.762346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee0e60-404f-4525-b7a9-e4fd06f648e9 req-40cf5cfb-f7fb-4255-a263-df27f3b776a8 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:17.763930 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6aee0e60-404f-4525-b7a9-e4fd06f648e9 req-40cf5cfb-f7fb-4255-a263-df27f3b776a8 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 946 time: 0.2164140 Jul 19 03:15:17.770525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:17.770877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:17.774705 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-d9b5d74b-f651-49c2-8a4d-1484655b5e87 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079362 Jul 19 03:15:17.785848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:17.786208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:17.786623 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:17.787206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Bound port: 1ca02e21-7408-487b-a2e1-924049fd7ff2, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:17.787575 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.869781 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6aee0e60-404f-4525-b7a9-e4fd06f648e9 req-5b17bc59-bb22-4984-a2af-7869ec2fe04a tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930324 Jul 19 03:15:17.873870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:17.877112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.883743 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.884720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 93fabd10-cba6-400b-b236-01bb7e434e56 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:17.906768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f89f49-ec9e-41d2-b934-2671cb3a9365 req-f45796e6-ab8f-4909-ad2f-2e8dedcfc7c0 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:17.908416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8f89f49-ec9e-41d2-b934-2671cb3a9365 req-f45796e6-ab8f-4909-ad2f-2e8dedcfc7c0 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 949 time: 0.1244411 Jul 19 03:15:17.919473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:17.931143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 93fabd10-cba6-400b-b236-01bb7e434e56 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:17.931495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 93fabd10-cba6-400b-b236-01bb7e434e56 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:17.936168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:17.957799 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:17.959821 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748af2e-9763-4c60-95cd-12265c43eda5 x-openstack-request-id: req-7748af2e-9763-4c60-95cd-12265c43eda5 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:17.960703 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c610c4c-a44c-4598-92f9-243bde2d411a", "name": "network-vif-plugged", "status": "completed", "tag": "c0eec4ed-f3ec-41fa-a68a-d1fd597f673f", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:17.960703 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7748af2e-9763-4c60-95cd-12265c43eda5 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:17.960916 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f', 'code': 200} Jul 19 03:15:17.990680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8f89f49-ec9e-41d2-b934-2671cb3a9365 req-9b6944d2-8c79-4d6f-bc0e-d2e36cc4b54e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736575 Jul 19 03:15:18.016332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:18.110177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:18.110845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:18.112448 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ca02e21-7408-487b-a2e1-924049fd7ff2 HTTP/1.1" status: 200 len: 1092 time: 2.2176130 Jul 19 03:15:18.113066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df74052d-f76d-4e6f-9580-f6223631552c', 'tag': '1ca02e21-7408-487b-a2e1-924049fd7ff2'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:18.115527 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571898a2-685f-4e07-bca9-5ef45e5630ba" -d '{"events": [{"name": "network-changed", "server_uuid": "df74052d-f76d-4e6f-9580-f6223631552c", "tag": "1ca02e21-7408-487b-a2e1-924049fd7ff2"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:18.144679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80718cde-5bdf-4161-bd23-5e7741bdc763 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca02e21-7408-487b-a2e1-924049fd7ff2,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:18.235069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2238c-74da-47b2-931f-56c45a7a8dfa req-5f0dbb3b-c910-473b-af41-641f97f13cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:18.236630 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8c2238c-74da-47b2-931f-56c45a7a8dfa req-5f0dbb3b-c910-473b-af41-641f97f13cb4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 1098 time: 0.1644683 Jul 19 03:15:18.284695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-d50ab8a6-eb2b-4c0c-97ea-f2d30fac792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:18.286244 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-d50ab8a6-eb2b-4c0c-97ea-f2d30fac792b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 1095 time: 0.1052227 Jul 19 03:15:18.300509 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8c2238c-74da-47b2-931f-56c45a7a8dfa req-9fc5751d-51ab-4cc5-9813-a4463c49b638 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525937 Jul 19 03:15:18.366335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-31d5734c-cf6a-45a6-9e58-4fdbc9fa4f24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2 HTTP/1.1" status: 200 len: 217 time: 0.0634871 Jul 19 03:15:18.743701 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a51ccb-6bac-4105-b1db-a960246799e6 x-openstack-request-id: req-23a51ccb-6bac-4105-b1db-a960246799e6 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:18.743990 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df74052d-f76d-4e6f-9580-f6223631552c", "tag": "1ca02e21-7408-487b-a2e1-924049fd7ff2", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:18.744238 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23a51ccb-6bac-4105-b1db-a960246799e6 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:18.744632 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df74052d-f76d-4e6f-9580-f6223631552c', 'tag': '1ca02e21-7408-487b-a2e1-924049fd7ff2', 'status': 'completed', 'code': 200} Jul 19 03:15:18.813071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d3c5f-86e2-4781-a0a1-34614b8a6f63 req-6f0b7d56-c74c-4545-83de-313fb0b91600 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:18.823419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad0d3c5f-86e2-4781-a0a1-34614b8a6f63 req-6f0b7d56-c74c-4545-83de-313fb0b91600 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 943 time: 0.5343173 Jul 19 03:15:18.834424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-27eb5086-c274-45ee-85ca-8c1f05f715ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:18.835912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-27eb5086-c274-45ee-85ca-8c1f05f715ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.4622705 Jul 19 03:15:18.886893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-e0368546-62e6-4453-9efb-d02e5aba5dac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395386 Jul 19 03:15:18.927781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df688-bb8b-4966-8a76-2ad298d7a455 req-15470c74-6ae9-4f5c-9087-2daff6c4dc1c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:18.935786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a10df688-bb8b-4966-8a76-2ad298d7a455 req-15470c74-6ae9-4f5c-9087-2daff6c4dc1c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 946 time: 0.1071498 Jul 19 03:15:18.947056 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad0d3c5f-86e2-4781-a0a1-34614b8a6f63 req-fe07efef-d90c-4d4b-9015-6df53124e9d9 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223290 Jul 19 03:15:18.990659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231182e-f1ae-451f-8d47-257113b50f8d req-4e1a5c10-9607-47cb-91c3-14befb5be7c5 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:18.994922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e231182e-f1ae-451f-8d47-257113b50f8d req-4e1a5c10-9607-47cb-91c3-14befb5be7c5 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 946 time: 0.2490177 Jul 19 03:15:18.997461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a10df688-bb8b-4966-8a76-2ad298d7a455 req-182769c5-38a8-45f6-8b61-27020f6f6930 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604410 Jul 19 03:15:19.141497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-397b2609-768f-4315-bf84-66247e6c7e63 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281265 Jul 19 03:15:19.302231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-e22c6bdb-049b-4fe5-96b8-bd023a74b0f7 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bbb6248389a44a13a9e8182055bc099b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261056 Jul 19 03:15:19.319698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-e231182e-f1ae-451f-8d47-257113b50f8d req-0bf2d8e5-2d5e-412f-8f3c-41fb5b70310d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Deleting port 78450790-126e-4475-8b26-99a0cf740dc3 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:19.320920 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e231182e-f1ae-451f-8d47-257113b50f8d req-0bf2d8e5-2d5e-412f-8f3c-41fb5b70310d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:19.467950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3127f-c84a-4ee9-aa25-3b4e6dbc83c9 req-613ebc61-e384-43bc-94b6-acfc45f88b18 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:19.469491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d5e3127f-c84a-4ee9-aa25-3b4e6dbc83c9 req-613ebc61-e384-43bc-94b6-acfc45f88b18 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 946 time: 0.3320558 Jul 19 03:15:19.475256 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bdd02c9-ae22-4af0-be25-47cec5eaa069 req-e748c840-c6f3-4d87-af6e-8a80748bcc29 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220587 Jul 19 03:15:19.481313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e231182e-f1ae-451f-8d47-257113b50f8d req-0bf2d8e5-2d5e-412f-8f3c-41fb5b70310d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] For port 78450790-126e-4475-8b26-99a0cf740dc3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=78450790-126e-4475-8b26-99a0cf740dc3,segment=NetworkSegment(ab282d1d-8384-41d3-8e2b-69a5c254191a),segment_id=ab282d1d-8384-41d3-8e2b-69a5c254191a)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:19.481313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e231182e-f1ae-451f-8d47-257113b50f8d req-0bf2d8e5-2d5e-412f-8f3c-41fb5b70310d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:19.504136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec98b-4850-4194-9756-dd5391c1292e req-aa709c45-ef21-446f-a4bc-4a50b26204a6 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:19.509554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-e231182e-f1ae-451f-8d47-257113b50f8d req-0bf2d8e5-2d5e-412f-8f3c-41fb5b70310d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Calling delete_port for 78450790-126e-4475-8b26-99a0cf740dc3 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:19.514914 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-aa709c45-ef21-446f-a4bc-4a50b26204a6 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037799 Jul 19 03:15:19.530834 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-c2e0c967-97da-4603-95f3-263aa4442220 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/quotas/bbb6248389a44a13a9e8182055bc099b HTTP/1.1" status: 200 len: 375 time: 0.0153499 Jul 19 03:15:19.570239 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d5e3127f-c84a-4ee9-aa25-3b4e6dbc83c9 req-b25b95cc-2611-43cc-b339-8b69c05f9b7a tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e98d583-b03b-4dfc-893d-9e587576e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859110 Jul 19 03:15:19.602693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-da2e6c9d-f1bd-4986-97b1-f077da26b221 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbb6248389a44a13a9e8182055bc099b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684881 Jul 19 03:15:19.662810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571898a2-685f-4e07-bca9-5ef45e5630ba req-4c527240-e335-478a-9dac-ca1eceec9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:19.664608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-571898a2-685f-4e07-bca9-5ef45e5630ba req-4c527240-e335-478a-9dac-ca1eceec9e68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 1095 time: 0.1316934 Jul 19 03:15:19.808899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e231182e-f1ae-451f-8d47-257113b50f8d req-0bf2d8e5-2d5e-412f-8f3c-41fb5b70310d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:19.822097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['78450790-126e-4475-8b26-99a0cf740dc3'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:19.866928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571898a2-685f-4e07-bca9-5ef45e5630ba req-1abf025f-a28c-421b-93be-32facaa1a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:19.871202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-571898a2-685f-4e07-bca9-5ef45e5630ba req-1abf025f-a28c-421b-93be-32facaa1a623 service neutron] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.2003005 Jul 19 03:15:19.873081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2d8e5-2d5e-412f-8f3c-41fb5b70310d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Pushing event deleted for resources: {'Port': ['ID=78450790-126e-4475-8b26-99a0cf740dc3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:19.962497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:19.963518 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-571898a2-685f-4e07-bca9-5ef45e5630ba req-94bc7d6b-0c42-47aa-b2a1-8450f78333c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2 HTTP/1.1" status: 200 len: 217 time: 0.0846200 Jul 19 03:15:19.964907 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d447824-1b08-44d9-9650-8baeb4eaedbd" -d '{"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-plugged", "status": "completed", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:20.016280 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e231182e-f1ae-451f-8d47-257113b50f8d req-0bf2d8e5-2d5e-412f-8f3c-41fb5b70310d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] No DVR routers for this DVR port 78450790-126e-4475-8b26-99a0cf740dc3 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:20.022236 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e231182e-f1ae-451f-8d47-257113b50f8d req-0bf2d8e5-2d5e-412f-8f3c-41fb5b70310d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:20.026353 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e231182e-f1ae-451f-8d47-257113b50f8d req-0bf2d8e5-2d5e-412f-8f3c-41fb5b70310d tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.26 "DELETE /v2.0/ports/78450790-126e-4475-8b26-99a0cf740dc3 HTTP/1.1" status: 204 len: 173 time: 1.0230110 Jul 19 03:15:20.075997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7cba37b5-edba-4090-97ea-777b2df6fcbc req-1a57ec0d-a817-4791-adeb-afab00faec8b tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0446486 Jul 19 03:15:20.171963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571898a2-685f-4e07-bca9-5ef45e5630ba req-2e646d23-41a5-433f-bb68-005fbd3bae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:20.175408 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-571898a2-685f-4e07-bca9-5ef45e5630ba req-2e646d23-41a5-433f-bb68-005fbd3bae1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1786785 Jul 19 03:15:20.186172 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3c456d-72b7-4fbf-b167-fa10ce9b1eaa x-openstack-request-id: req-ef3c456d-72b7-4fbf-b167-fa10ce9b1eaa {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:20.187551 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-plugged", "status": "completed", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:20.187551 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef3c456d-72b7-4fbf-b167-fa10ce9b1eaa {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:20.187551 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'code': 200} Jul 19 03:15:20.267028 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-571898a2-685f-4e07-bca9-5ef45e5630ba req-2122fa8b-ed10-4582-9358-c11084a4dcb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851827 Jul 19 03:15:20.549692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faa121-2e30-4bd6-92fa-d628997eedb7 req-4aa8f5c2-674a-435b-9b60-d0e2cfba724b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:20.551549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38faa121-2e30-4bd6-92fa-d628997eedb7 req-4aa8f5c2-674a-435b-9b60-d0e2cfba724b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 943 time: 0.2275763 Jul 19 03:15:20.623360 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38faa121-2e30-4bd6-92fa-d628997eedb7 req-f41d752d-1ce0-4ce1-adfd-8080bd66b5e0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581679 Jul 19 03:15:20.641458 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-571898a2-685f-4e07-bca9-5ef45e5630ba req-53aadb48-1219-425d-8ef7-96a04f68608a service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649247 Jul 19 03:15:20.739154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10207e5-e8fa-4b54-aa6a-88dd9e979ddf req-df5fc111-582c-49eb-8ce3-73df61a36580 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:20.746518 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b10207e5-e8fa-4b54-aa6a-88dd9e979ddf req-df5fc111-582c-49eb-8ce3-73df61a36580 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.7491519 Jul 19 03:15:20.753576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c096456-d552-4d9b-843c-e0867419be4e', 'name': 'network-vif-deleted', 'tag': '78450790-126e-4475-8b26-99a0cf740dc3'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:20.756131 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714b1120-df63-4b31-b450-84a81b5616b5" -d '{"events": [{"server_uuid": "1c096456-d552-4d9b-843c-e0867419be4e", "name": "network-vif-deleted", "tag": "78450790-126e-4475-8b26-99a0cf740dc3"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:20.858542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-4648dc1d-46c9-48ae-b652-ef83059d98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:20.860067 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-4648dc1d-46c9-48ae-b652-ef83059d98f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d&tenant_id=39688c83d45c4f709f725b461d5c4b8f HTTP/1.1" status: 200 len: 1102 time: 0.2984011 Jul 19 03:15:20.888837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:20.892259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc4cc0-eb6d-45e6-964f-046c658f462f req-4d51d310-de17-4e91-b8f8-05fe260a5192 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:20.893910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88dc4cc0-eb6d-45e6-964f-046c658f462f req-4d51d310-de17-4e91-b8f8-05fe260a5192 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 946 time: 0.1427848 Jul 19 03:15:20.953205 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-571898a2-685f-4e07-bca9-5ef45e5630ba req-193b730b-2c8d-42df-ad09-047b1e09b94a service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000081 Jul 19 03:15:20.994064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ca02e21-7408-487b-a2e1-924049fd7ff2 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:20.997453 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b10207e5-e8fa-4b54-aa6a-88dd9e979ddf req-9334b011-07ad-4b4a-b8c2-55935720c059 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498870 Jul 19 03:15:21.004728 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88dc4cc0-eb6d-45e6-964f-046c658f462f req-86db6c70-b875-4c67-b158-a56be723259d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996830 Jul 19 03:15:21.042503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:21.226906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:21.240307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '1ca02e21-7408-487b-a2e1-924049fd7ff2', 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51', 'port_id': '1ca02e21-7408-487b-a2e1-924049fd7ff2', 'mac_address': 'fa:16:3e:30:22:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249b7207-14ce-4506-afb2-bd1730d40f33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:21.253379 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd33a33-9822-4668-b69a-078ca5d9d6be x-openstack-request-id: req-8cd33a33-9822-4668-b69a-078ca5d9d6be {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:21.253745 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c096456-d552-4d9b-843c-e0867419be4e", "name": "network-vif-deleted", "tag": "78450790-126e-4475-8b26-99a0cf740dc3", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:21.253926 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cd33a33-9822-4668-b69a-078ca5d9d6be {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:21.260103 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c096456-d552-4d9b-843c-e0867419be4e', 'name': 'network-vif-deleted', 'tag': '78450790-126e-4475-8b26-99a0cf740dc3', 'status': 'completed', 'code': 200} Jul 19 03:15:21.319909 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:21.360313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca02e21-7408-487b-a2e1-924049fd7ff2 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:21.379732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ac503211-a968-4d94-970c-3244bb2866bb req-584db6d5-ec94-4d67-87d4-4a3e3fe1bc82 tempest-InstanceActionsNegativeTestJSON-1169524283 tempest-InstanceActionsNegativeTestJSON-1169524283-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c096456-d552-4d9b-843c-e0867419be4e HTTP/1.1" status: 200 len: 210 time: 0.0764270 Jul 19 03:15:21.420163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:21.428349 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:21.495246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:21.527642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1ca02e21-7408-487b-a2e1-924049fd7ff2,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:21.546777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:21.597404 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-f86a9e98-32d8-4a78-86fc-b93d9d3878a2 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-894229053&fields=id&tenant_id=1f393bff55a6400e8c004058b44bc1bb HTTP/1.1" status: 200 len: 267 time: 0.0798218 Jul 19 03:15:21.620046 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:21.638893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1ca02e21-7408-487b-a2e1-924049fd7ff2'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:21.643110 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48c5f380-382c-4f88-85d5-a98237fe2132 req-583281fd-9f7b-4507-ae86-df9a73490d59 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0390823 Jul 19 03:15:21.655777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Transition to ACTIVE for port object 37baef36-ac01-4b1b-bf76-5a072deecc03 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:21.674139 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:21.720341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-554d57eb-e25d-4047-bac2-28309784582f tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:21.734599 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-554d57eb-e25d-4047-bac2-28309784582f tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 946 time: 0.1361558 Jul 19 03:15:21.744160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-28f5c37a-35d7-4cbc-b327-22a926389e6c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'port': {'security_groups': ['638d9099-fc2d-45f1-8702-1176670879a9', '3db3ea18-df3e-4fee-bdc1-eaa08823a1a2']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:21.858445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] No DVR routers for this DVR port 37baef36-ac01-4b1b-bf76-5a072deecc03 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:21.863560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=10']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:21.909650 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-28f5c37a-35d7-4cbc-b327-22a926389e6c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:22.009262 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-81c79af0-b914-4159-8729-54c948927df9 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=bbb6248389a44a13a9e8182055bc099b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200197 Jul 19 03:15:22.039284 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:22.039663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:22.039999 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:22.128747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Port 37baef36-ac01-4b1b-bf76-5a072deecc03 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:22.129013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Attempting to bind port 37baef36-ac01-4b1b-bf76-5a072deecc03 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:22.167030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:22.167407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:22.167776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:22.168230 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Bound port: 37baef36-ac01-4b1b-bf76-5a072deecc03, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:22.168668 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:22.278462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-28f5c37a-35d7-4cbc-b327-22a926389e6c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] For port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:22.311956 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-28f5c37a-35d7-4cbc-b327-22a926389e6c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:22.319428 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-28f5c37a-35d7-4cbc-b327-22a926389e6c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:22.333374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:22.337833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c69c88-9b8e-4fde-9263-8552f45506a4 req-f2ae634c-b9d4-4be8-9d60-a2dc4403dfd5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:22.348231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10c69c88-9b8e-4fde-9263-8552f45506a4 req-f2ae634c-b9d4-4be8-9d60-a2dc4403dfd5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 944 time: 0.4869528 Jul 19 03:15:22.369419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-28f5c37a-35d7-4cbc-b327-22a926389e6c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:22.370087 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-28f5c37a-35d7-4cbc-b327-22a926389e6c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:22.378334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05c95845-6ce6-4319-9542-18619d9e0b87 req-28f5c37a-35d7-4cbc-b327-22a926389e6c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "PUT /v2.0/ports/c0eec4ed-f3ec-41fa-a68a-d1fd597f673f HTTP/1.1" status: 200 len: 982 time: 0.6403039 Jul 19 03:15:22.378334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'tag': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:22.387890 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c610c4c-a44c-4598-92f9-243bde2d411a", "tag": "c0eec4ed-f3ec-41fa-a68a-d1fd597f673f"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:22.443471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5c37a-35d7-4cbc-b327-22a926389e6c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'Port': ['ID=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:22.477795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:22.478506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec98b-4850-4194-9756-dd5391c1292e req-7df2f244-fe5c-4732-8213-941e068b3af8 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:22.482922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-7df2f244-fe5c-4732-8213-941e068b3af8 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4592998 Jul 19 03:15:22.504181 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Request body: {'port': {'device_id': 'f9f74006-212e-46ab-9d1e-cec20f58e1a8', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': 'bbb6248389a44a13a9e8182055bc099b'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:22.597312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824c7d6-9e72-41c2-be2d-964e65737d01 req-dd515899-d77f-4b2f-a0c4-8cb5ee93996e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:22.599184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a824c7d6-9e72-41c2-be2d-964e65737d01 req-dd515899-d77f-4b2f-a0c4-8cb5ee93996e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 949 time: 0.0902233 Jul 19 03:15:22.719622 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a824c7d6-9e72-41c2-be2d-964e65737d01 req-98c06f6e-6882-4922-9445-f35b66d7be25 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129541 Jul 19 03:15:22.822949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10c69c88-9b8e-4fde-9263-8552f45506a4 req-4abba7dd-ac14-4666-9711-77ca311d31b7 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515011 Jul 19 03:15:22.852319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:22.885438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:22.906979 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:22.917250 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414adef6-72ed-4642-bed1-a2a929c5779e x-openstack-request-id: req-414adef6-72ed-4642-bed1-a2a929c5779e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:22.917759 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c610c4c-a44c-4598-92f9-243bde2d411a", "tag": "c0eec4ed-f3ec-41fa-a68a-d1fd597f673f", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:22.918285 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-414adef6-72ed-4642-bed1-a2a929c5779e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:22.919345 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'tag': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f', 'status': 'completed', 'code': 200} Jul 19 03:15:22.978604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:22.979485 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:22.981241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 1098 time: 2.1086173 Jul 19 03:15:23.038005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ca02e21-7408-487b-a2e1-924049fd7ff2 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:23.079994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6 req-69969de4-27f4-4498-9fac-d1c8e6992aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:23.088548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6 req-69969de4-27f4-4498-9fac-d1c8e6992aff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 1137 time: 0.1425011 Jul 19 03:15:23.093404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Made reservation on behalf of bbb6248389a44a13a9e8182055bc099b for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:23.094952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46764) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:23.117306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.145860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690e5c4-5073-48c9-8ce2-32d3110ab7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=11']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:23.152565 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.192752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:23.255894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-9b99cc3a-ac85-46f9-989c-4020072898eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:23.257440 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-9b99cc3a-ac85-46f9-989c-4020072898eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1101 time: 0.2470157 Jul 19 03:15:23.271533 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03'}, {'name': 'network-changed', 'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:23.274007 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed03346-5736-40f3-995d-be91d935b469" -d '{"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03"}, {"name": "network-changed", "server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:23.325105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 1ca02e21-7408-487b-a2e1-924049fd7ff2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:23.340665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:23.350506 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-f0e8264e-5c19-4cd9-bf7f-1cc59230a86b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-832716922&fields=id&tenant_id=1f393bff55a6400e8c004058b44bc1bb HTTP/1.1" status: 200 len: 267 time: 0.1549351 Jul 19 03:15:23.356681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 1ca02e21-7408-487b-a2e1-924049fd7ff2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:23.357057 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.360408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-84682589-d898-4f71-b377-4ecd3a531113 admin admin] Deleting subnet b517e542-950f-4328-9569-7de02844ada1 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:15:23.390709 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8612687a-ec01-49de-a506-869cb0f736cd req-eaa06ce3-cb9d-41fc-9141-c86fa33fd6c5 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 210 time: 0.1273406 Jul 19 03:15:23.417123 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84682589-d898-4f71-b377-4ecd3a531113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.465453 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84682589-d898-4f71-b377-4ecd3a531113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.505914 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.524233 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84682589-d898-4f71-b377-4ecd3a531113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.524467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-53357aa0-a205-41b7-b64c-a73aa4874c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:23.526021 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-53357aa0-a205-41b7-b64c-a73aa4874c4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2461650 Jul 19 03:15:23.541781 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.573297 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d74fe-10cf-47f3-9684-36a9ea96edf6 x-openstack-request-id: req-fb1d74fe-10cf-47f3-9684-36a9ea96edf6 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:23.573645 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03", "code": 200}, {"name": "network-changed", "server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:23.573831 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb1d74fe-10cf-47f3-9684-36a9ea96edf6 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:23.574221 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'code': 200} Jul 19 03:15:23.574496 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'status': 'completed', 'code': 200} Jul 19 03:15:23.575786 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.578695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:23.579939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df74052d-f76d-4e6f-9580-f6223631552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca02e21-7408-487b-a2e1-924049fd7ff2'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:23.583840 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-185713f3-1c57-4428-befd-514908e78ed0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 217 time: 0.0493281 Jul 19 03:15:23.587770 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e54ab2-90e0-41be-a9b2-b23b340595b3" -d '{"events": [{"server_uuid": "df74052d-f76d-4e6f-9580-f6223631552c", "name": "network-vif-plugged", "status": "completed", "tag": "1ca02e21-7408-487b-a2e1-924049fd7ff2"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:23.592748 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.594387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 78450790-126e-4475-8b26-99a0cf740dc3 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:23.687826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ca1c13-fc37-4b04-88b0-3a317e30f974,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:23.722721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.723068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.723406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.723738 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.724067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.724395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.724716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.725035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.725353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.725795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.725981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.726376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:23.761568 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c938b37f-a90d-4d07-b2ba-480ac16d35e9 x-openstack-request-id: req-c938b37f-a90d-4d07-b2ba-480ac16d35e9 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:23.761888 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df74052d-f76d-4e6f-9580-f6223631552c", "name": "network-vif-plugged", "status": "completed", "tag": "1ca02e21-7408-487b-a2e1-924049fd7ff2", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:23.762150 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c938b37f-a90d-4d07-b2ba-480ac16d35e9 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:23.764006 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df74052d-f76d-4e6f-9580-f6223631552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca02e21-7408-487b-a2e1-924049fd7ff2', 'code': 200} Jul 19 03:15:23.766415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6 req-64f8a05b-ecd3-4985-b47c-260a92ecb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:23.766953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1ca02e21-7408-487b-a2e1-924049fd7ff2,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:23.768664 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6 req-64f8a05b-ecd3-4985-b47c-260a92ecb0fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 912 time: 0.6747825 Jul 19 03:15:23.769180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-7921fc03-0bfd-4e65-8938-246d14b75d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:23.777005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-7921fc03-0bfd-4e65-8938-246d14b75d0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1868641 Jul 19 03:15:23.786631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 78450790-126e-4475-8b26-99a0cf740dc3 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:23.786982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 78450790-126e-4475-8b26-99a0cf740dc3 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:23.829912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6 req-a626e16a-1d97-4e63-a1d0-59e86d534f23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f HTTP/1.1" status: 200 len: 217 time: 0.0422804 Jul 19 03:15:23.888322 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84682589-d898-4f71-b377-4ecd3a531113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:23.897799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-15c6dfc7-ebfb-4cc2-8a06-d9ac287cd27e tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:23.899155 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-15c6dfc7-ebfb-4cc2-8a06-d9ac287cd27e tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 985 time: 0.5468223 Jul 19 03:15:23.918807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-b1a1f511-0933-4af1-b102-83504c512cc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'port': {'security_groups': ['3db3ea18-df3e-4fee-bdc1-eaa08823a1a2', '638d9099-fc2d-45f1-8702-1176670879a9', '6306d366-c69d-4655-a148-29b45ad08b47']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:23.926909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed03346-5736-40f3-995d-be91d935b469 req-2667cf2e-e9f4-4344-b138-779479b560f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:23.928333 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-2667cf2e-e9f4-4344-b138-779479b560f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1101 time: 0.3241000 Jul 19 03:15:23.968161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Allocated IP 192.168.233.238 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/42d895df-b978-409d-b5d1-97ee8e455b38) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:23.981655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84682589-d898-4f71-b377-4ecd3a531113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b517e542-950f-4328-9569-7de02844ada1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:24.005483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84682589-d898-4f71-b377-4ecd3a531113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.008085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-84682589-d898-4f71-b377-4ecd3a531113 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b517e542-950f-4328-9569-7de02844ada1 HTTP/1.1" status: 204 len: 168 time: 0.9116094 Jul 19 03:15:24.011104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46780) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:24.017787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6 req-dc07a8b2-43fe-4d97-bb5a-c8217e84c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:24.019345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6 req-dc07a8b2-43fe-4d97-bb5a-c8217e84c952 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=59c67add-29fa-4b99-b752-c962ee84b05b HTTP/1.1" status: 200 len: 852 time: 0.1799700 Jul 19 03:15:24.113477 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6 req-15637eda-217c-40bd-8930-e742a779d223 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837164 Jul 19 03:15:24.121598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49230d08-ffb2-4122-a8d0-e394f59dd107 req-17253752-c1fc-4a91-b3d7-7beb14e37c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:24.123096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49230d08-ffb2-4122-a8d0-e394f59dd107 req-17253752-c1fc-4a91-b3d7-7beb14e37c63 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 1097 time: 0.3192945 Jul 19 03:15:24.124835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-0ceeedc4-dc4f-452d-a005-95bdfb1d638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:24.126303 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-0ceeedc4-dc4f-452d-a005-95bdfb1d638c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3235912 Jul 19 03:15:24.178509 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-b1a1f511-0933-4af1-b102-83504c512cc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.187638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed03346-5736-40f3-995d-be91d935b469 req-25f0ed9a-5c80-4c91-a47a-f5eb32e59d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:24.188927 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-25f0ed9a-5c80-4c91-a47a-f5eb32e59d2d service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2198613 Jul 19 03:15:24.270901 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-954f0c14-a392-4776-adeb-a4674aeb3b26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 217 time: 0.0469949 Jul 19 03:15:24.278462 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-2e5977c6-94a2-4a1e-b2fe-8d49ab389216 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352413 Jul 19 03:15:24.287748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b08728-47e2-4b5d-b212-945b5bcd3847 req-f34d3097-7ab3-4796-ab55-b6e3bc95b440 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:24.291221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63b08728-47e2-4b5d-b212-945b5bcd3847 req-f34d3097-7ab3-4796-ab55-b6e3bc95b440 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 949 time: 0.3928008 Jul 19 03:15:24.364282 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6 req-8c2268ad-de40-4adf-aa8c-3c6136234a25 service neutron] 10.222.0.25 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406504 Jul 19 03:15:24.373131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.408156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed03346-5736-40f3-995d-be91d935b469 req-b486b6cc-638b-4270-ad79-dd7d1ea4777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:24.409637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-b486b6cc-638b-4270-ad79-dd7d1ea4777b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1152930 Jul 19 03:15:24.519511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49230d08-ffb2-4122-a8d0-e394f59dd107 req-ef42d2ce-ab20-4915-82ab-22cd40c7735f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800998 Jul 19 03:15:24.591161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab066c3c-032e-4aa0-818b-8ebc26fd14a6 req-1de24e0b-ae4c-4f13-9b2c-144651067225 service neutron] 10.222.0.25 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160425 Jul 19 03:15:24.646923 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63b08728-47e2-4b5d-b212-945b5bcd3847 req-83445305-3c39-4987-b43d-249dcf8fa91e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688038 Jul 19 03:15:24.663361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-b1a1f511-0933-4af1-b102-83504c512cc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] For port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:24.701276 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-b1a1f511-0933-4af1-b102-83504c512cc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.704073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.705294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed03346-5736-40f3-995d-be91d935b469 req-0f94392c-78b5-490f-be27-d8b632d8ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:24.707356 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-0f94392c-78b5-490f-be27-d8b632d8ad66 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2850025 Jul 19 03:15:24.710495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48e6fda0-03e7-4b4f-be7d-65113c4018b1 req-a5bb6d95-6bfb-4fdc-8c2e-3913c130bc15 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563039 Jul 19 03:15:24.712081 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-b1a1f511-0933-4af1-b102-83504c512cc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.723737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:24.738715 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.757071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e87cd52-0dff-49b2-99d4-40790529a2d7']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:24.766141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Transition to ACTIVE for port object 42d895df-b978-409d-b5d1-97ee8e455b38 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:24.796754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab282d1d-8384-41d3-8e2b-69a5c254191a') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:24.797057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab282d1d-8384-41d3-8e2b-69a5c254191a') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:24.861191 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.866357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-b1a1f511-0933-4af1-b102-83504c512cc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:24.867705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-b1a1f511-0933-4af1-b102-83504c512cc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.869328 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c2c324c-c4e5-4b56-80db-a35e7d93ba29 req-b1a1f511-0933-4af1-b102-83504c512cc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "PUT /v2.0/ports/c0eec4ed-f3ec-41fa-a68a-d1fd597f673f HTTP/1.1" status: 200 len: 1021 time: 0.9570162 Jul 19 03:15:24.909141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1f511-0933-4af1-b102-83504c512cc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'Port': ['ID=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:24.925734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'tag': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:24.928138 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c610c4c-a44c-4598-92f9-243bde2d411a", "tag": "c0eec4ed-f3ec-41fa-a68a-d1fd597f673f"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:24.941183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.953674 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-549b455c-15ff-4efc-a0f7-552300fd3ec4 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389705 Jul 19 03:15:24.973384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:15:24.973796 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:15:24.976829 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:15:25.011635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:25.126812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:25.132806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-3aa2559d-a9b7-4aa3-bd60-75a51d79c740 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716933 Jul 19 03:15:25.178910 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9101f-c396-4bd3-a610-20510739680d req-918006dc-ea8e-425d-8ced-c75b294ac68e tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:25.180620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85b9101f-c396-4bd3-a610-20510739680d req-918006dc-ea8e-425d-8ced-c75b294ac68e tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 936 time: 0.1084793 Jul 19 03:15:25.236174 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85b9101f-c396-4bd3-a610-20510739680d req-8610997e-dfda-45e8-a069-a936e62fa97e tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Jul 19 03:15:25.268701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:25.298109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed03346-5736-40f3-995d-be91d935b469 req-bde2fb5d-76e2-4d61-9cb2-2e2b2f64685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:25.300098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-bde2fb5d-76e2-4d61-9cb2-2e2b2f64685a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39688c83d45c4f709f725b461d5c4b8f&device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1101 time: 0.5320091 Jul 19 03:15:25.322109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:25.323418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] 10.222.0.20 "DELETE /v2.0/networks/4e87cd52-0dff-49b2-99d4-40790529a2d7 HTTP/1.1" status: 204 len: 168 time: 1.2717159 Jul 19 03:15:25.373442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f12e6a-c3c0-48c9-b8e4-e28e01524a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e87cd52-0dff-49b2-99d4-40790529a2d7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:25.384197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:25.485330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Pushing event updated for resources: {'Port': ['ID=42d895df-b978-409d-b5d1-97ee8e455b38,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:25.515531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:25.519216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:25.629167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:25.630109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:25.646523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a52f34-6682-4a0c-819d-f180f6f6a03a req-33a10d5b-c2cf-46fe-b005-c6535e5a540e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:25.648652 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27a52f34-6682-4a0c-819d-f180f6f6a03a req-33a10d5b-c2cf-46fe-b005-c6535e5a540e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 945 time: 0.6061108 Jul 19 03:15:25.680851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d4509-8f7d-4173-899f-b6a6245be8a0 req-7a1f7274-186a-4cb8-9c4e-b39b666637ae tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:25.692050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f31d4509-8f7d-4173-899f-b6a6245be8a0 req-7a1f7274-186a-4cb8-9c4e-b39b666637ae tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 1024 time: 0.1063855 Jul 19 03:15:25.694023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46802) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:25.696440 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-b3bece8d-ca0d-4607-a27a-c9e9cb4e6c92 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1971595 Jul 19 03:15:25.723820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27a52f34-6682-4a0c-819d-f180f6f6a03a req-72b5846d-6a0c-4dc6-bf25-a7f1499fcfac tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618825 Jul 19 03:15:25.727878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Request body: {'port': {'device_id': 'f9f74006-212e-46ab-9d1e-cec20f58e1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:25.730833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed03346-5736-40f3-995d-be91d935b469 req-aa397260-737f-41cd-9cb4-516daf27a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:25.732717 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-aa397260-737f-41cd-9cb4-516daf27a942 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.4076657 Jul 19 03:15:25.787640 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ca145b42-317f-4d61-8723-8a5122d4862d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ff4fe248aa845a08705ab349c7f797e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912740 Jul 19 03:15:25.788298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46804) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:25.799094 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-820468cb-f6cf-4e54-b97d-b719614c44de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 200 len: 217 time: 0.0429606 Jul 19 03:15:25.827011 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e52e16c-736d-4135-90eb-d21e3e1b72bb x-openstack-request-id: req-2e52e16c-736d-4135-90eb-d21e3e1b72bb {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:25.827856 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c610c4c-a44c-4598-92f9-243bde2d411a", "tag": "c0eec4ed-f3ec-41fa-a68a-d1fd597f673f", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:25.827856 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e52e16c-736d-4135-90eb-d21e3e1b72bb {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:25.828053 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'tag': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f', 'status': 'completed', 'code': 200} Jul 19 03:15:25.884884 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34f97d94-2a87-4682-bc21-22cbd285527b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:25.901401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:25.905202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed03346-5736-40f3-995d-be91d935b469 req-62d43297-d7ab-4aac-8941-f05f663ccad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:25.906726 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-62d43297-d7ab-4aac-8941-f05f663ccad8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0973911 Jul 19 03:15:25.939350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34f97d94-2a87-4682-bc21-22cbd285527b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:25.974613 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f31d4509-8f7d-4173-899f-b6a6245be8a0 req-db6130e8-53b3-490b-9288-56fcd07fb4eb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&id=3db3ea18-df3e-4fee-bdc1-eaa08823a1a2&id=6306d366-c69d-4655-a148-29b45ad08b47 HTTP/1.1" status: 200 len: 6148 time: 0.2554309 Jul 19 03:15:25.974863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aaca1fd7-e25f-4e2e-98c6-9f61002927a6 None None] Provisioning for port 42d895df-b978-409d-b5d1-97ee8e455b38 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:25.975431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46808) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:25.986081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aaca1fd7-e25f-4e2e-98c6-9f61002927a6 None None] Provisioning complete for port 42d895df-b978-409d-b5d1-97ee8e455b38 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:25.986501 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aaca1fd7-e25f-4e2e-98c6-9f61002927a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:26.030723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f req-1bc09323-afc6-4cdc-b6f9-4976835590b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:26.032275 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f req-1bc09323-afc6-4cdc-b6f9-4976835590b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 1176 time: 0.1607118 Jul 19 03:15:26.081320 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34f97d94-2a87-4682-bc21-22cbd285527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:26.082381 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aaca1fd7-e25f-4e2e-98c6-9f61002927a6 None None] Port 42d895df-b978-409d-b5d1-97ee8e455b38 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:15:26.083933 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34f97d94-2a87-4682-bc21-22cbd285527b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:26.092097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-34f97d94-2a87-4682-bc21-22cbd285527b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e98d583-b03b-4dfc-893d-9e587576e616 HTTP/1.1" status: 204 len: 168 time: 0.2969029 Jul 19 03:15:26.151867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f97d94-2a87-4682-bc21-22cbd285527b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98d583-b03b-4dfc-893d-9e587576e616,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:26.206052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-6da25056-3b31-4b90-b138-5593e16bf5c9 req-ee2ddee8-f484-4193-afa4-b9e916eb4c33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1768254869 ', 'description': 'tempest-description-1240727258'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:26.255061 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6da25056-3b31-4b90-b138-5593e16bf5c9 req-ee2ddee8-f484-4193-afa4-b9e916eb4c33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:26.279437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f req-e47cf749-0906-4bae-bdb6-6f63eb2c1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:26.280873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f req-e47cf749-0906-4bae-bdb6-6f63eb2c1075 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 912 time: 0.2409356 Jul 19 03:15:26.329004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f req-34e4d5c0-f938-4302-9e07-42e4b222033b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f HTTP/1.1" status: 200 len: 217 time: 0.0402610 Jul 19 03:15:26.418506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f req-58c8405e-5b51-4c3c-a1ef-bd9449529669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:26.420040 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f req-58c8405e-5b51-4c3c-a1ef-bd9449529669 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=59c67add-29fa-4b99-b752-c962ee84b05b HTTP/1.1" status: 200 len: 852 time: 0.0846660 Jul 19 03:15:26.468508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f req-1f565fe6-e82c-4f8e-9b8d-09c89359c77c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416834 Jul 19 03:15:26.514363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6da25056-3b31-4b90-b138-5593e16bf5c9 req-ee2ddee8-f484-4193-afa4-b9e916eb4c33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:26.536581 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6da25056-3b31-4b90-b138-5593e16bf5c9 req-ee2ddee8-f484-4193-afa4-b9e916eb4c33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:26.655712 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6da25056-3b31-4b90-b138-5593e16bf5c9 req-ee2ddee8-f484-4193-afa4-b9e916eb4c33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:26.676104 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6da25056-3b31-4b90-b138-5593e16bf5c9 req-ee2ddee8-f484-4193-afa4-b9e916eb4c33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4743478 Jul 19 03:15:26.681306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ddee8-f484-4193-afa4-b9e916eb4c33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb643e-5029-4f7e-8447-467a5a83fdde,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:26.723782 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f req-2cf1ebb6-aa78-427f-abc5-046d4b0b642c service neutron] 10.222.0.25 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488222 Jul 19 03:15:26.816211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed03346-5736-40f3-995d-be91d935b469 req-03f8723f-56f1-44e7-b2c8-c75669444968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:26.816211 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-03f8723f-56f1-44e7-b2c8-c75669444968 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8762448 Jul 19 03:15:26.900144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cea6d5f5-ffe7-4d7a-a1ef-83d5694d888f req-f31e9499-c3c2-4d65-9e62-36bd567e851a service neutron] 10.222.0.25 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689436 Jul 19 03:15:26.938787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529840e-1390-4240-940f-e1f34980ba69 req-47d1e285-f216-433f-8e0b-dad65f5ee569 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:26.941029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1529840e-1390-4240-940f-e1f34980ba69 req-47d1e285-f216-433f-8e0b-dad65f5ee569 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 936 time: 0.0837905 Jul 19 03:15:26.968774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a1567-0b1c-4e5d-849d-54d449cdb496 req-009883b3-330d-4c40-9947-894cf94a5b36 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:26.975677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c02a1567-0b1c-4e5d-849d-54d449cdb496 req-009883b3-330d-4c40-9947-894cf94a5b36 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 949 time: 0.7876010 Jul 19 03:15:26.995618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1529840e-1390-4240-940f-e1f34980ba69 req-04dafa29-5739-4d36-ae92-46360679f8ef tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466239 Jul 19 03:15:27.040701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:27.109415 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28a71907-ee47-4e87-9c1f-0f7f2e1b5f40 req-883e49f5-e8af-4994-8e21-d11e12e8e1b3 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/74cb643e-5029-4f7e-8447-467a5a83fdde HTTP/1.1" status: 200 len: 1781 time: 0.0567896 Jul 19 03:15:27.117534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c02a1567-0b1c-4e5d-849d-54d449cdb496 req-faeaf703-73fe-4aeb-b1b8-bbfaccadf07e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396070 Jul 19 03:15:27.162559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-94ee6362-b7e3-4182-bd6b-67d337be6fbb service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286486 Jul 19 03:15:27.233862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:27.238686 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a4293dda-e9f4-4db8-94ed-c1d59073b7eb req-3ea46b2b-10be-48a4-a331-0ac8e7a52077 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/74cb643e-5029-4f7e-8447-467a5a83fdde HTTP/1.1" status: 200 len: 1781 time: 0.0750961 Jul 19 03:15:27.255494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:27.337309 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.353046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37baef36-ac01-4b1b-bf76-5a072deecc03 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:27.371052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa0a30-043e-4609-a935-283958ba0917 req-b3ea4152-6bfd-4d27-b5de-8d7f3eb8401d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:27.374742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9aa0a30-043e-4609-a935-283958ba0917 req-b3ea4152-6bfd-4d27-b5de-8d7f3eb8401d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 945 time: 0.1075835 Jul 19 03:15:27.377948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:27.378114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46844) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:27.383975 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.403431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d895df-b978-409d-b5d1-97ee8e455b38 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:27.407923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4293dda-e9f4-4db8-94ed-c1d59073b7eb req-16e94e10-6db4-4516-a6f0-b296ec0b5b33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.432575 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4293dda-e9f4-4db8-94ed-c1d59073b7eb req-16e94e10-6db4-4516-a6f0-b296ec0b5b33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.443133 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9aa0a30-043e-4609-a935-283958ba0917 req-8ab12cd7-b939-4506-9192-bc68bd5368f0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588870 Jul 19 03:15:27.464914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=12']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:27.478610 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.502701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4293dda-e9f4-4db8-94ed-c1d59073b7eb req-16e94e10-6db4-4516-a6f0-b296ec0b5b33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.505243 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4293dda-e9f4-4db8-94ed-c1d59073b7eb req-16e94e10-6db4-4516-a6f0-b296ec0b5b33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.516029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a4293dda-e9f4-4db8-94ed-c1d59073b7eb req-16e94e10-6db4-4516-a6f0-b296ec0b5b33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/74cb643e-5029-4f7e-8447-467a5a83fdde HTTP/1.1" status: 204 len: 173 time: 0.2632101 Jul 19 03:15:27.525925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Transition to ACTIVE for port object 42d895df-b978-409d-b5d1-97ee8e455b38 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:27.547219 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.555677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ed03346-5736-40f3-995d-be91d935b469 req-34afd496-c5e1-417d-ae2b-fc05db64cf45 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834081 Jul 19 03:15:27.556409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e94e10-6db4-4516-a6f0-b296ec0b5b33 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb643e-5029-4f7e-8447-467a5a83fdde,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:27.614450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-456438554-network', 'tenant_id': 'f9887802e75e4d959d8049cd59603efc'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:27.620154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['37baef36-ac01-4b1b-bf76-5a072deecc03'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:27.668759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Pushing event updated for resources: {'Port': ['ID=42d895df-b978-409d-b5d1-97ee8e455b38,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:27.669369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Made reservation on behalf of f9887802e75e4d959d8049cd59603efc for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:27.685383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.707692 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.739501 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-86ce8bd7-bf40-42ea-be7d-2d0912db581e req-d9cb5f9b-306a-412d-9fd0-778b3404ccb9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] show failed (client error): The resource could not be found. Jul 19 03:15:27.741016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-86ce8bd7-bf40-42ea-be7d-2d0912db581e req-d9cb5f9b-306a-412d-9fd0-778b3404ccb9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/74cb643e-5029-4f7e-8447-467a5a83fdde HTTP/1.1" status: 404 len: 352 time: 0.0271344 Jul 19 03:15:27.818035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-fdbb56af-5056-473f-b07e-b9e333e3f929 req-37d13b57-8910-49da-b163-85d53070f7e7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1030530516', 'description': 'tempest-description-125223484'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:27.899605 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.925798 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.952105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.962110 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fdbb56af-5056-473f-b07e-b9e333e3f929 req-37d13b57-8910-49da-b163-85d53070f7e7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:27.982324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Attempting to bind port 42d895df-b978-409d-b5d1-97ee8e455b38 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:27.982324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Attempting to bind port 42d895df-b978-409d-b5d1-97ee8e455b38 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:27.982324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Attempting to bind port 42d895df-b978-409d-b5d1-97ee8e455b38 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:27.990194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:15:27.991541 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Port 42d895df-b978-409d-b5d1-97ee8e455b38 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:27.992713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Attempting to bind port 42d895df-b978-409d-b5d1-97ee8e455b38 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:28.004921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:28.004921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:28.004921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:28.005385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Bound port: 42d895df-b978-409d-b5d1-97ee8e455b38, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:28.005486 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.037373 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.037756 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Added segment cecce0f1-630a-4f18-9c28-92580aba1e00 of type vlan for network 258f78db-2df4-4568-9e15-af9f54058b23 Jul 19 03:15:28.050126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f0fd55-04e4-46a1-9aae-9195b7ec9939,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:28.104713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.156348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fdbb56af-5056-473f-b07e-b9e333e3f929 req-37d13b57-8910-49da-b163-85d53070f7e7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.161016 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fdbb56af-5056-473f-b07e-b9e333e3f929 req-37d13b57-8910-49da-b163-85d53070f7e7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.190150 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.191161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:28.191745 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.200791 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fdbb56af-5056-473f-b07e-b9e333e3f929 req-37d13b57-8910-49da-b163-85d53070f7e7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.213087 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fdbb56af-5056-473f-b07e-b9e333e3f929 req-37d13b57-8910-49da-b163-85d53070f7e7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4302433 Jul 19 03:15:28.232752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] For port 42d895df-b978-409d-b5d1-97ee8e455b38, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:28.242954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d13b57-8910-49da-b163-85d53070f7e7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f825a1e-4dd7-4aa4-8bc8-25cf31ce150a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:28.258791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] For port 42d895df-b978-409d-b5d1-97ee8e455b38, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=42d895df-b978-409d-b5d1-97ee8e455b38,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:28.260512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8829854 Jul 19 03:15:28.261509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46864) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:28.264391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfea272-ae9d-45a3-9c11-db11be512778 req-d531d540-5c26-44ef-8dcf-688baa544f0a tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:28.266961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0bfea272-ae9d-45a3-9c11-db11be512778 req-d531d540-5c26-44ef-8dcf-688baa544f0a tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 1097 time: 0.2318628 Jul 19 03:15:28.271995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.301107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Request body: {'subnet': {'network_id': '258f78db-2df4-4568-9e15-af9f54058b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-456438554-subnet', 'tenant_id': 'f9887802e75e4d959d8049cd59603efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:28.305992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1e8d0-c702-4466-8233-3f888144243a admin admin] Pushing event updated for resources: {'Network': ['ID=258f78db-2df4-4568-9e15-af9f54058b23,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:28.319446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 258f78db-2df4-4568-9e15-af9f54058b23 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:15:28.343742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Made reservation on behalf of f9887802e75e4d959d8049cd59603efc for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:28.346344 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.359608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:28.360205 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.361631 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] 10.222.0.25 "PUT /v2.0/ports/42d895df-b978-409d-b5d1-97ee8e455b38 HTTP/1.1" status: 200 len: 1097 time: 2.6416779 Jul 19 03:15:28.363907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f74006-212e-46ab-9d1e-cec20f58e1a8', 'tag': '42d895df-b978-409d-b5d1-97ee8e455b38'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:28.366232 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f74006-212e-46ab-9d1e-cec20f58e1a8", "tag": "42d895df-b978-409d-b5d1-97ee8e455b38"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:28.412823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0bfea272-ae9d-45a3-9c11-db11be512778 req-1feac96f-6ca1-46cc-bbce-00a6463d396b tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275878 Jul 19 03:15:28.522255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd41f7-a88a-4fdf-a0c6-af69e6ed06ab service neutron] Pushing event updated for resources: {'Port': ['ID=42d895df-b978-409d-b5d1-97ee8e455b38,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:28.599038 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec98b-4850-4194-9756-dd5391c1292e req-382196a4-42a7-4ff7-a8f3-1dd8d4aa29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:28.600575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-382196a4-42a7-4ff7-a8f3-1dd8d4aa29ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbb6248389a44a13a9e8182055bc099b&device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 1100 time: 0.1813791 Jul 19 03:15:28.669076 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-75c04535-3806-49bf-a6d7-eba9f9e614a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=42d895df-b978-409d-b5d1-97ee8e455b38 HTTP/1.1" status: 200 len: 217 time: 0.0558951 Jul 19 03:15:28.730121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] Deleting port af54b2e1-3a28-40a1-a902-851b1f1e2079 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:28.730508 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.747602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec98b-4850-4194-9756-dd5391c1292e req-469ba2d0-0d37-4b53-a58d-55186402592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:28.748933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-469ba2d0-0d37-4b53-a58d-55186402592b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0668786 Jul 19 03:15:28.851643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37527e7-3ca2-4de6-b89f-5e6164448ff6 req-ced137e1-7d16-4da0-a5b0-4256aff29cf7 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:28.859148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f37527e7-3ca2-4de6-b89f-5e6164448ff6 req-ced137e1-7d16-4da0-a5b0-4256aff29cf7 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 948 time: 0.5280735 Jul 19 03:15:28.866477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] For port af54b2e1-3a28-40a1-a902-851b1f1e2079, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=af54b2e1-3a28-40a1-a902-851b1f1e2079,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:28.867364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:28.877179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec98b-4850-4194-9756-dd5391c1292e req-77c1a582-5583-429c-b559-0f81090e8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:28.878786 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-77c1a582-5583-429c-b559-0f81090e8c70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1228247 Jul 19 03:15:28.884505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] Calling delete_port for af54b2e1-3a28-40a1-a902-851b1f1e2079 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:28.917190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f37527e7-3ca2-4de6-b89f-5e6164448ff6 req-f19d5817-6c0a-4450-b87a-d8f4b51ea480 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556543 Jul 19 03:15:28.953641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-153bad05-addf-4fdb-a291-3b8554d93420 req-8d16fc9c-7e1e-404d-8fc7-006a94f322f7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-553147154', 'description': 'tempest-description-759672927'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:29.007111 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-153bad05-addf-4fdb-a291-3b8554d93420 req-8d16fc9c-7e1e-404d-8fc7-006a94f322f7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.044723 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.055543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:29.141675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 37baef36-ac01-4b1b-bf76-5a072deecc03 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:29.150406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 37baef36-ac01-4b1b-bf76-5a072deecc03 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:29.151277 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.188527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=763d421a-54e0-49b5-b851-bcc88b00d11b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:29.200526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Checking segment: {'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:29.200888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Network hostable DHCP agents. Network: 258f78db-2df4-4568-9e15-af9f54058b23, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:15:29.204574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.204931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.205272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.205606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.205939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.206556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.206884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.207216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.207896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.208222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.208548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.208876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:29.259141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-153bad05-addf-4fdb-a291-3b8554d93420 req-8d16fc9c-7e1e-404d-8fc7-006a94f322f7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.260257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Network 258f78db-2df4-4568-9e15-af9f54058b23 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:15:29.266320 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-153bad05-addf-4fdb-a291-3b8554d93420 req-8d16fc9c-7e1e-404d-8fc7-006a94f322f7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.274016 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.287925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 258f78db-2df4-4568-9e15-af9f54058b23) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:29.299876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:29.300557 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.306322 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-153bad05-addf-4fdb-a291-3b8554d93420 req-8d16fc9c-7e1e-404d-8fc7-006a94f322f7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.312015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:29.314622 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0fc846-7b5f-41a0-a773-b61830457a45" -d '{"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-plugged", "status": "completed", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:29.318444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb72b20-44d2-45fe-9a6a-f74fedb74cd5 None None] Network 258f78db-2df4-4568-9e15-af9f54058b23 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:29.320398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-153bad05-addf-4fdb-a291-3b8554d93420 req-8d16fc9c-7e1e-404d-8fc7-006a94f322f7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3732700 Jul 19 03:15:29.337428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16fc9c-7e1e-404d-8fc7-006a94f322f7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f789358-2f11-4832-80c6-846c7898762f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:29.385251 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a64c0ec0-e8ae-48df-a29d-3445c9c22827 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1199822 Jul 19 03:15:29.391565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-14d78bd7-17a8-4718-a801-2dff98003ae5 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047915 Jul 19 03:15:29.393379 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5586c31c-efc3-43e4-b287-c1fd34200981 x-openstack-request-id: req-5586c31c-efc3-43e4-b287-c1fd34200981 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:29.393612 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f74006-212e-46ab-9d1e-cec20f58e1a8", "tag": "42d895df-b978-409d-b5d1-97ee8e455b38", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:29.393867 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5586c31c-efc3-43e4-b287-c1fd34200981 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:29.394256 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f74006-212e-46ab-9d1e-cec20f58e1a8', 'tag': '42d895df-b978-409d-b5d1-97ee8e455b38', 'status': 'completed', 'code': 200} Jul 19 03:15:29.440039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:29.455324 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.471973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f403ac5-face-4468-af89-c13fad3542c5 req-5bcd8e1a-7e3b-4e7d-ac9a-f97dcae11b62 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:29.475044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9f403ac5-face-4468-af89-c13fad3542c5 req-5bcd8e1a-7e3b-4e7d-ac9a-f97dcae11b62 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 950 time: 0.5114233 Jul 19 03:15:29.631121 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=13']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:29.638199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88dd161-ff69-4302-a40c-cb3806b887b1 None None] Network 258f78db-2df4-4568-9e15-af9f54058b23 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:29.642870 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9f403ac5-face-4468-af89-c13fad3542c5 req-6283c8be-ce40-4421-adc8-fa84791eeee0 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523426 Jul 19 03:15:29.684068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-a2f9b1cd-5f6a-4ed9-8d58-c4c83d65e57a req-893dc343-1033-4dfb-ac1b-661bb1e04960 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1608816893', 'description': 'tempest-description-1665441143'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:29.704157 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-459ec98b-4850-4194-9756-dd5391c1292e req-855cb2f5-f0ea-4740-8662-fd42e4a7ff53 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025374 Jul 19 03:15:29.708404 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.744269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee359f54-1fa4-44bc-9966-8ea0d831929d req-a2708ad4-0800-4002-a303-bd1e105924a8 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:29.753219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee359f54-1fa4-44bc-9966-8ea0d831929d req-a2708ad4-0800-4002-a303-bd1e105924a8 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 1097 time: 0.0802045 Jul 19 03:15:29.770410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] Pushing event deleted for resources: {'Port': ['ID=af54b2e1-3a28-40a1-a902-851b1f1e2079,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:29.806167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee359f54-1fa4-44bc-9966-8ea0d831929d req-0b18dc3a-6672-4875-8b12-cff3954af0d3 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505445 Jul 19 03:15:29.856476 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a2f9b1cd-5f6a-4ed9-8d58-c4c83d65e57a req-893dc343-1033-4dfb-ac1b-661bb1e04960 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:29.913387 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07799354-1a8d-4f3d-a4cc-0e280b166702 x-openstack-request-id: req-07799354-1a8d-4f3d-a4cc-0e280b166702 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:29.913816 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-plugged", "status": "completed", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:29.914376 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07799354-1a8d-4f3d-a4cc-0e280b166702 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:29.915082 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'code': 200} Jul 19 03:15:30.072415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-7cf9fa0e-9913-40dc-988b-70d87ed5440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:30.073971 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-7cf9fa0e-9913-40dc-988b-70d87ed5440b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbb6248389a44a13a9e8182055bc099b&device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 1100 time: 0.3047893 Jul 19 03:15:30.192350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-e6cd3f35-1f67-4591-bb9e-e6068bd03457 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:30.193945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-e6cd3f35-1f67-4591-bb9e-e6068bd03457 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/networks?id=258f78db-2df4-4568-9e15-af9f54058b23 HTTP/1.1" status: 200 len: 817 time: 0.1174703 Jul 19 03:15:30.219118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-e2cbf624-95c5-42f9-abee-da0f696f4923 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/quotas/f9887802e75e4d959d8049cd59603efc HTTP/1.1" status: 200 len: 375 time: 0.0166833 Jul 19 03:15:30.235786 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a2f9b1cd-5f6a-4ed9-8d58-c4c83d65e57a req-893dc343-1033-4dfb-ac1b-661bb1e04960 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:30.236673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:30.255086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a2f9b1cd-5f6a-4ed9-8d58-c4c83d65e57a req-893dc343-1033-4dfb-ac1b-661bb1e04960 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:30.258815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-e646db16-6b70-47c2-855b-7ec41c46b353 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9887802e75e4d959d8049cd59603efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384688 Jul 19 03:15:30.314544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-09734270-7af2-4edf-9752-584b529f4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:30.315903 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-09734270-7af2-4edf-9752-584b529f4f2a service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2352509 Jul 19 03:15:30.342169 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a2f9b1cd-5f6a-4ed9-8d58-c4c83d65e57a req-893dc343-1033-4dfb-ac1b-661bb1e04960 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:30.343427 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2f9b1cd-5f6a-4ed9-8d58-c4c83d65e57a req-893dc343-1033-4dfb-ac1b-661bb1e04960 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6661119 Jul 19 03:15:30.364655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b0347f64-a889-4c9a-92b8-75697a8f7612 service neutron] 10.222.0.20 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052299 Jul 19 03:15:30.380137 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-68c21ad8-2cc0-4fc1-9be2-a30c22eb8b39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=42d895df-b978-409d-b5d1-97ee8e455b38 HTTP/1.1" status: 200 len: 217 time: 0.0522285 Jul 19 03:15:30.382748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dc343-1033-4dfb-ac1b-661bb1e04960 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec6980-1811-40fd-8f0a-d7785c94e99b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:30.478548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-8bebf706-edd6-49a3-8ab7-af105ccc59fb service neutron] 10.222.0.20 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129863 Jul 19 03:15:30.506374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-48ac91e1-44cd-4ef1-b5ca-fd682326527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:30.508107 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-48ac91e1-44cd-4ef1-b5ca-fd682326527c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0906699 Jul 19 03:15:30.685243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77075e9f-a642-4b80-ae63-7a1719e72a0c req-2fe99d66-103e-4016-b0f1-e9f79b387f8c tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:30.686907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77075e9f-a642-4b80-ae63-7a1719e72a0c req-2fe99d66-103e-4016-b0f1-e9f79b387f8c tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 1103 time: 0.2166703 Jul 19 03:15:30.691948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] Router 702f6abf-cf7c-4b76-8949-6cc234533fb2 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:15:30.699484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-56366240-49fa-4461-bb22-134c3786a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:30.701064 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-56366240-49fa-4461-bb22-134c3786a8c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1856291 Jul 19 03:15:30.974142 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77075e9f-a642-4b80-ae63-7a1719e72a0c req-b7ebe2c9-0eef-4a57-ac70-aba9cbc15121 tempest-MigrationsAdminTest-613226872 tempest-MigrationsAdminTest-613226872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679777 Jul 19 03:15:30.996663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:15:31.006084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-57b98374-b008-4853-84b9-60a4bdfa210d admin admin] 10.222.0.20 "PUT /v2.0/routers/702f6abf-cf7c-4b76-8949-6cc234533fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0292182 Jul 19 03:15:31.006819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46936) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:31.008788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] Sync routers for ids ['702f6abf-cf7c-4b76-8949-6cc234533fb2'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:15:31.014815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-fca9bd1d-a284-445b-8ad7-54183c7f6c0d service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003535 Jul 19 03:15:31.031036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] Routers {'702f6abf-cf7c-4b76-8949-6cc234533fb2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:15:31.031924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:15:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['702f6abf-cf7c-4b76-8949-6cc234533fb2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:31.061542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df20f-9218-4ea9-84bf-edcd1bcaf91e req-9e7744ef-c54b-4c8b-994b-05a79be93e35 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:31.063591 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-131df20f-9218-4ea9-84bf-edcd1bcaf91e req-9e7744ef-c54b-4c8b-994b-05a79be93e35 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 948 time: 0.1643150 Jul 19 03:15:31.144271 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-131df20f-9218-4ea9-84bf-edcd1bcaf91e req-7d8ae3ac-64f4-455d-8ddd-d90e04d55e4a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733378 Jul 19 03:15:31.374851 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d679761c-6b4e-4a7a-a099-e9aa08ca78c6 req-a1617495-eb4d-4262-acf9-48bcbf7d10a0 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049295 Jul 19 03:15:31.376861 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:31.389914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] Set router 702f6abf-cf7c-4b76-8949-6cc234533fb2 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:15:31.546364 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79d573dc-178a-40e1-a679-bab82ba6b214 req-b8dc7838-6bd1-4410-8667-bc8c8a378fc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f393bff55a6400e8c004058b44bc1bb HTTP/1.1" status: 200 len: 10895 time: 0.4564121 Jul 19 03:15:31.565839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:31.644589 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-router', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:17Z', 'updated_at': '2021-07-19T03:15:29Z', 'revision_number': 5, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'gw_port': {'id': '70debfa8-7574-490b-b870-a015f0dbeed7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:18Z', 'updated_at': '2021-07-19T03:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:31.688283 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79d573dc-178a-40e1-a679-bab82ba6b214 req-48c6e727-b2db-450c-a61e-f4dd037fab5f tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/638d9099-fc2d-45f1-8702-1176670879a9 HTTP/1.1" status: 200 len: 2981 time: 0.1408558 Jul 19 03:15:31.727272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] Checking router: 702f6abf-cf7c-4b76-8949-6cc234533fb2 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:15:31.737587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] Routers {'702f6abf-cf7c-4b76-8949-6cc234533fb2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:15:31.738337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:15:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['702f6abf-cf7c-4b76-8949-6cc234533fb2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:31.754973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Deleting port 70debfa8-7574-490b-b870-a015f0dbeed7 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:31.755322 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:31.844577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] Set router 702f6abf-cf7c-4b76-8949-6cc234533fb2 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:15:31.851452 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79d573dc-178a-40e1-a679-bab82ba6b214 req-bbc15a7a-453c-4f2e-bd3d-f7ae3ffd7500 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/638d9099-fc2d-45f1-8702-1176670879a9 HTTP/1.1" status: 200 len: 2981 time: 0.1618092 Jul 19 03:15:31.874026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] For port 70debfa8-7574-490b-b870-a015f0dbeed7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=70debfa8-7574-490b-b870-a015f0dbeed7,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:31.874423 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:31.904132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Calling delete_port for 70debfa8-7574-490b-b870-a015f0dbeed7 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:32.013559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-router', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:17Z', 'updated_at': '2021-07-19T03:15:31Z', 'revision_number': 6, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:32.140594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fef2e8-da06-41e5-aff7-ee7fb5418ec2 None None] The sync data for ids ['702f6abf-cf7c-4b76-8949-6cc234533fb2'] in n-d-762330-18 is: [{'id': '702f6abf-cf7c-4b76-8949-6cc234533fb2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558505205-router', 'tenant_id': '548f25087fe94aab8d27cbb73d959179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:17Z', 'updated_at': '2021-07-19T03:15:31Z', 'revision_number': 6, 'project_id': '548f25087fe94aab8d27cbb73d959179', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:15:32.628699 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:32.664839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Pushing event deleted for resources: {'Port': ['ID=70debfa8-7574-490b-b870-a015f0dbeed7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:32.746705 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-800aea9c-a55c-4d0b-a25d-bbf6271cdfe2 req-01517487-bad6-45fc-886a-8579beb90c6e tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 210 time: 0.0856135 Jul 19 03:15:32.889851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:32.932180 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-50f55c47-e1b6-428e-9608-4eb14938d17c req-67868764-7513-4f2b-a8be-80dd5bbcdf89 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/9f825a1e-4dd7-4aa4-8bc8-25cf31ce150a HTTP/1.1" status: 200 len: 1800 time: 0.0942402 Jul 19 03:15:33.024286 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.026911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.089227 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.089753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 702f6abf-cf7c-4b76-8949-6cc234533fb2 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:15:33.096747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.098044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ea58e0dd-87d5-4f1c-becc-73aa23e4b1be admin admin] 10.222.0.20 "DELETE /v2.0/routers/702f6abf-cf7c-4b76-8949-6cc234533fb2 HTTP/1.1" status: 204 len: 168 time: 2.0901308 Jul 19 03:15:33.101328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46994) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:33.140051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70debfa8-7574-490b-b870-a015f0dbeed7 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:33.173391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24eb239-55dd-49cb-870e-2abbcfc9816b admin admin] Deleting subnet 98850c0d-aaf1-4863-8922-b6ca32d9a9de {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:15:33.177498 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f24eb239-55dd-49cb-870e-2abbcfc9816b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.190396 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-50f55c47-e1b6-428e-9608-4eb14938d17c req-49aa9ee0-9b78-40bd-88d2-ca4b7dce9fcb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.221420 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-50f55c47-e1b6-428e-9608-4eb14938d17c req-49aa9ee0-9b78-40bd-88d2-ca4b7dce9fcb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.233530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 42d895df-b978-409d-b5d1-97ee8e455b38 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:33.249465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 70debfa8-7574-490b-b870-a015f0dbeed7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:33.249819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70debfa8-7574-490b-b870-a015f0dbeed7 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:33.250693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device af54b2e1-3a28-40a1-a902-851b1f1e2079 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:33.258294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f24eb239-55dd-49cb-870e-2abbcfc9816b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.302747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-50f55c47-e1b6-428e-9608-4eb14938d17c req-49aa9ee0-9b78-40bd-88d2-ca4b7dce9fcb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.306855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: af54b2e1-3a28-40a1-a902-851b1f1e2079 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:33.307585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-50f55c47-e1b6-428e-9608-4eb14938d17c req-49aa9ee0-9b78-40bd-88d2-ca4b7dce9fcb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.307845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device af54b2e1-3a28-40a1-a902-851b1f1e2079 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:33.323707 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-50f55c47-e1b6-428e-9608-4eb14938d17c req-49aa9ee0-9b78-40bd-88d2-ca4b7dce9fcb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/9f825a1e-4dd7-4aa4-8bc8-25cf31ce150a HTTP/1.1" status: 204 len: 173 time: 0.3905685 Jul 19 03:15:33.343707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa9ee0-9b78-40bd-88d2-ca4b7dce9fcb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f825a1e-4dd7-4aa4-8bc8-25cf31ce150a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:33.419917 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f24eb239-55dd-49cb-870e-2abbcfc9816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.484838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 42d895df-b978-409d-b5d1-97ee8e455b38, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=42d895df-b978-409d-b5d1-97ee8e455b38,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:33.503782 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '42d895df-b978-409d-b5d1-97ee8e455b38', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '42d895df-b978-409d-b5d1-97ee8e455b38', 'mac_address': 'fa:16:3e:b6:d2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:33.531827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f24eb239-55dd-49cb-870e-2abbcfc9816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.588459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24eb239-55dd-49cb-870e-2abbcfc9816b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98850c0d-aaf1-4863-8922-b6ca32d9a9de,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:33.599449 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f24eb239-55dd-49cb-870e-2abbcfc9816b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.602073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f24eb239-55dd-49cb-870e-2abbcfc9816b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/98850c0d-aaf1-4863-8922-b6ca32d9a9de HTTP/1.1" status: 204 len: 168 time: 0.4994957 Jul 19 03:15:33.602887 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.606071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46998) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:33.621446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd39a429-9724-4e99-8fe4-f132f0660142 None None] Network 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:33.656504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d895df-b978-409d-b5d1-97ee8e455b38 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:33.684709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 42d895df-b978-409d-b5d1-97ee8e455b38, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=42d895df-b978-409d-b5d1-97ee8e455b38,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:33.694011 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.785739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=42d895df-b978-409d-b5d1-97ee8e455b38,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:33.792299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-83551470-c342-4b25-8510-64be99e74884 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:33.794530 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-83551470-c342-4b25-8510-64be99e74884 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.25 "GET /v2.0/networks?id=258f78db-2df4-4568-9e15-af9f54058b23 HTTP/1.1" status: 200 len: 817 time: 0.1521444 Jul 19 03:15:33.815433 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.825391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Request body: {'port': {'device_id': 'bb9b92da-3673-4f78-a372-d7073605e103', 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23', 'admin_state_up': True, 'tenant_id': 'f9887802e75e4d959d8049cd59603efc'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:33.920575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Deleting port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:33.921058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:33.945768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['42d895df-b978-409d-b5d1-97ee8e455b38'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:34.006558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3330f1-fe04-43cb-867e-64ef344a6922 None None] DHCP port deletion for 6b72d641-1bc4-43c1-bb4b-29372dfa3a9d request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:15:34.029928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] For port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c49c9a91-0db6-4f3e-bf2b-c4ded5395af3,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:34.030388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.059149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Calling delete_port for c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:34.098595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf0013-51e1-4bda-9bbd-0114e66a3aa6 req-0edd90df-751e-4989-b54d-5c8d546b0f79 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:34.106299 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24cf0013-51e1-4bda-9bbd-0114e66a3aa6 req-0edd90df-751e-4989-b54d-5c8d546b0f79 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 948 time: 0.5604353 Jul 19 03:15:34.114709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Made reservation on behalf of f9887802e75e4d959d8049cd59603efc for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:34.120093 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.141517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-2bbbe694-d8b8-49b2-bfcb-39686863fad4 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:15:34.142626 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-2bbbe694-d8b8-49b2-bfcb-39686863fad4 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1622455 Jul 19 03:15:34.179849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aa3330f1-fe04-43cb-867e-64ef344a6922 None None] Deleting port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:34.180433 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa3330f1-fe04-43cb-867e-64ef344a6922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.208789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.246240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5572ccaf-2e11-4448-a8ac-962b40f8cddb tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:34.248090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5572ccaf-2e11-4448-a8ac-962b40f8cddb tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.26 "GET /v2.0/networks?id=258f78db-2df4-4568-9e15-af9f54058b23 HTTP/1.1" status: 200 len: 817 time: 0.6330061 Jul 19 03:15:34.256185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49c9a91-0db6-4f3e-bf2b-c4ded5395af3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:34.258561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Request body: {'binding': {'host': 'n-h1-762330-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:34.259141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Unknown quota resources ['binding']. {{(pid=94345) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:15:34.259681 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] No DVR routers for this DVR port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:34.279268 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24cf0013-51e1-4bda-9bbd-0114e66a3aa6 req-427c8126-0f0f-43b4-8e12-46a04ed4eb46 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719358 Jul 19 03:15:34.300047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Request body: {'port': {'device_id': 'deca8296-0afb-433a-956b-52e9b70754ca', 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23', 'admin_state_up': True, 'tenant_id': 'f9887802e75e4d959d8049cd59603efc'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:34.321451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-aa3330f1-fe04-43cb-867e-64ef344a6922 None None] For port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c49c9a91-0db6-4f3e-bf2b-c4ded5395af3,segment=NetworkSegment(47a71951-3517-415a-98d4-c7df7eafff75),segment_id=47a71951-3517-415a-98d4-c7df7eafff75)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:34.322058 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa3330f1-fe04-43cb-867e-64ef344a6922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.351845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aa3330f1-fe04-43cb-867e-64ef344a6922 None None] Calling delete_port for c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:34.390577 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.459728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-2d6e3964-edce-4f8b-a0a5-420c82065ad3 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:34.462008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-2d6e3964-edce-4f8b-a0a5-420c82065ad3 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 951 time: 0.6587772 Jul 19 03:15:34.463678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b72d641-1bc4-43c1-bb4b-29372dfa3a9d']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:34.524379 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa3330f1-fe04-43cb-867e-64ef344a6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.580298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3330f1-fe04-43cb-867e-64ef344a6922 None None] Pushing event deleted for resources: {'Port': ['ID=c49c9a91-0db6-4f3e-bf2b-c4ded5395af3,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:34.593438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3330f1-fe04-43cb-867e-64ef344a6922 None None] No DVR routers for this DVR port c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:34.641001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a71951-3517-415a-98d4-c7df7eafff75') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:34.643059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a71951-3517-415a-98d4-c7df7eafff75') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:34.662753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.691969 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.707917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-53b58a44-97ba-4775-8981-30a807ba36ae tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:34.709593 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-53b58a44-97ba-4775-8981-30a807ba36ae tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.26 "GET /v2.0/networks?id=258f78db-2df4-4568-9e15-af9f54058b23 HTTP/1.1" status: 200 len: 817 time: 0.2893069 Jul 19 03:15:34.711611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:15:34.712111 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:15:34.714306 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:15:34.729446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Request body: {'port': {'device_id': 'a4d74046-8873-4fc8-b263-115c827477fb', 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23', 'admin_state_up': True, 'tenant_id': 'f9887802e75e4d959d8049cd59603efc'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:34.810009 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.849340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.851392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b72d641-1bc4-43c1-bb4b-29372dfa3a9d HTTP/1.1" status: 204 len: 168 time: 1.2366850 Jul 19 03:15:34.856747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47008) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:34.911064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:34.932846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:34.933248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c49c9a91-0db6-4f3e-bf2b-c4ded5395af3 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:34.940046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dbf0f-3258-4e8e-b592-ff52500d97b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b72d641-1bc4-43c1-bb4b-29372dfa3a9d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:34.956487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Made reservation on behalf of f9887802e75e4d959d8049cd59603efc for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:34.960845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:34.986921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ce38f-ab4e-48e1-9bd1-6bf62ca6b842 req-c131924a-09ab-4f48-831b-fb90fc4138ee tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:34.988454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba8ce38f-ab4e-48e1-9bd1-6bf62ca6b842 req-c131924a-09ab-4f48-831b-fb90fc4138ee tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 951 time: 0.3125310 Jul 19 03:15:34.998392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Allocated IP 172.20.0.2 (258f78db-2df4-4568-9e15-af9f54058b23/763d421a-54e0-49b5-b851-bcc88b00d11b/01755faf-8f7d-45b4-b1da-94af1fc66401) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:35.037982 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-01bdacc9-1d65-431c-a77b-e55d1934dc92 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Deleting port 37baef36-ac01-4b1b-bf76-5a072deecc03 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:35.038905 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-01bdacc9-1d65-431c-a77b-e55d1934dc92 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:35.047198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Made reservation on behalf of f9887802e75e4d959d8049cd59603efc for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:35.050694 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:35.170692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 42d895df-b978-409d-b5d1-97ee8e455b38 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:35.247958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba8ce38f-ab4e-48e1-9bd1-6bf62ca6b842 req-660e563f-e3c8-4531-88b9-ebd04d6074a7 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360117 Jul 19 03:15:35.253810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 42d895df-b978-409d-b5d1-97ee8e455b38 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:35.261037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 42d895df-b978-409d-b5d1-97ee8e455b38 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:35.261309 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:35.283563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on host n-h1-762330-18 for vnic_type normal with profile None {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:35.283947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:35.284305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:35.318745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:35.319260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:35.346711 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [req-3e2b50bf-8c63-4e55-bde8-ac5344da2a00 req-5caa1e08-7a7e-4447-a0eb-773ea2afc566 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] show failed (client error): The resource could not be found. Jul 19 03:15:35.354863 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e2b50bf-8c63-4e55-bde8-ac5344da2a00 req-5caa1e08-7a7e-4447-a0eb-773ea2afc566 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/9f825a1e-4dd7-4aa4-8bc8-25cf31ce150a HTTP/1.1" status: 404 len: 352 time: 0.0654457 Jul 19 03:15:35.385086 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:35.424356 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:35.426875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:35.427597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:35.428260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Bound port: 1ca02e21-7408-487b-a2e1-924049fd7ff2, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:35.429625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f74006-212e-46ab-9d1e-cec20f58e1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d895df-b978-409d-b5d1-97ee8e455b38'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:35.437208 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d56f511-c1fa-4be3-a3d8-7922e6795d37" -d '{"events": [{"server_uuid": "f9f74006-212e-46ab-9d1e-cec20f58e1a8", "name": "network-vif-plugged", "status": "completed", "tag": "42d895df-b978-409d-b5d1-97ee8e455b38"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:35.470532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 42d895df-b978-409d-b5d1-97ee8e455b38, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=42d895df-b978-409d-b5d1-97ee8e455b38,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:35.479301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:35.485107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:35.555933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=42d895df-b978-409d-b5d1-97ee8e455b38,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:35.577883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-01bdacc9-1d65-431c-a77b-e55d1934dc92 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] For port 37baef36-ac01-4b1b-bf76-5a072deecc03, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=37baef36-ac01-4b1b-bf76-5a072deecc03,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:35.578494 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-01bdacc9-1d65-431c-a77b-e55d1934dc92 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:35.619566 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-413d5f72-73ea-4ac6-b243-dd077a661e2a req-039e73e3-e446-4a3b-bc83-9f3913fdd2a6 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 210 time: 0.1130815 Jul 19 03:15:35.624588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-01bdacc9-1d65-431c-a77b-e55d1934dc92 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Calling delete_port for 37baef36-ac01-4b1b-bf76-5a072deecc03 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:35.726331 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:35.730894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:35.742280 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] Notify callbacks [] for binding, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:35.753689 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1a86b508-15b8-4a69-8fc7-226e412f4894 service neutron] 10.222.0.20 "POST /v2.0/ports/1ca02e21-7408-487b-a2e1-924049fd7ff2/bindings HTTP/1.1" status: 201 len: 390 time: 1.5859065 Jul 19 03:15:35.846749 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:15:35.926552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:35.945532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] Deleting port 45ae537e-48c8-48de-9215-c6620ab8a5d6 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:35.945532 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.011154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Network 258f78db-2df4-4568-9e15-af9f54058b23 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:36.024598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:36.027127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:36.034409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Pushing event updated for resources: {'Port': ['ID=01755faf-8f7d-45b4-b1da-94af1fc66401,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:36.043198 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e32c8692-7585-4d90-9753-366882238432 req-dd87fda6-5025-4d69-bc51-4270aaac71dc tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/4f789358-2f11-4832-80c6-846c7898762f HTTP/1.1" status: 200 len: 1799 time: 0.1849401 Jul 19 03:15:36.050185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Allocated IP 172.20.0.7 (258f78db-2df4-4568-9e15-af9f54058b23/763d421a-54e0-49b5-b851-bcc88b00d11b/b82a9a47-b1cc-459c-8b83-08539cd940cf) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:36.126165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade785c8-4620-4bcd-9ac7-5accdbfbffdc req-905af22f-e867-4619-a7e6-a7941479410c tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:36.134077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ade785c8-4620-4bcd-9ac7-5accdbfbffdc req-905af22f-e867-4619-a7e6-a7941479410c tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 950 time: 0.3290839 Jul 19 03:15:36.167334 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:36.168319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.183558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] For port 45ae537e-48c8-48de-9215-c6620ab8a5d6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=45ae537e-48c8-48de-9215-c6620ab8a5d6,segment=NetworkSegment(025df67c-3d7f-4ea7-9f3f-edf5e0b3c064),segment_id=025df67c-3d7f-4ea7-9f3f-edf5e0b3c064)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:36.183926 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.193902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-01bdacc9-1d65-431c-a77b-e55d1934dc92 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.207251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a5def065-94b7-4320-9913-7999456aeb05', 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:36.209642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b9e155a8-4396-4ea2-adaa-3054def8cc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:36.215743 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] Calling delete_port for 45ae537e-48c8-48de-9215-c6620ab8a5d6 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:36.224820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-327d0e4f-5db4-4fcb-916a-d806d1c3e9f2 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4054103 Jul 19 03:15:36.255467 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ade785c8-4620-4bcd-9ac7-5accdbfbffdc req-e3fbf2d8-ea5d-4e54-be20-0d08a652d1c0 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203859 Jul 19 03:15:36.266511 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Request body: {'port': {'device_id': 'bb9b92da-3673-4f78-a372-d7073605e103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:36.287662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdacc9-1d65-431c-a77b-e55d1934dc92 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Pushing event deleted for resources: {'Port': ['ID=37baef36-ac01-4b1b-bf76-5a072deecc03,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:36.329336 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e32c8692-7585-4d90-9753-366882238432 req-cab9cf71-0c96-4f09-a870-f678f368c5e0 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.411181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-b39fb530-6146-45cb-ae69-602b9a9d0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:36.412760 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-b39fb530-6146-45cb-ae69-602b9a9d0b7d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 1097 time: 0.3141854 Jul 19 03:15:36.523915 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc944fd3-c138-4b3e-837e-db808e60fd41 x-openstack-request-id: req-bc944fd3-c138-4b3e-837e-db808e60fd41 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:36.524450 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f74006-212e-46ab-9d1e-cec20f58e1a8", "name": "network-vif-plugged", "status": "completed", "tag": "42d895df-b978-409d-b5d1-97ee8e455b38", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:36.524695 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc944fd3-c138-4b3e-837e-db808e60fd41 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:36.525347 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f74006-212e-46ab-9d1e-cec20f58e1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d895df-b978-409d-b5d1-97ee8e455b38', 'code': 200} Jul 19 03:15:36.529225 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e32c8692-7585-4d90-9753-366882238432 req-cab9cf71-0c96-4f09-a870-f678f368c5e0 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.759661 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.795230 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.821870 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e32c8692-7585-4d90-9753-366882238432 req-cab9cf71-0c96-4f09-a870-f678f368c5e0 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.824861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e32c8692-7585-4d90-9753-366882238432 req-cab9cf71-0c96-4f09-a870-f678f368c5e0 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.825672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e32c8692-7585-4d90-9753-366882238432 req-cab9cf71-0c96-4f09-a870-f678f368c5e0 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/4f789358-2f11-4832-80c6-846c7898762f HTTP/1.1" status: 204 len: 173 time: 0.7677362 Jul 19 03:15:36.865093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-5131ac4b-3217-47b5-af0b-d99a3e2d1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:36.867427 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-5131ac4b-3217-47b5-af0b-d99a3e2d1cba service neutron] 10.222.0.25 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.4245379 Jul 19 03:15:36.868194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9cf71-0c96-4f09-a870-f678f368c5e0 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f789358-2f11-4832-80c6-846c7898762f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:36.874912 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.914539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-01bdacc9-1d65-431c-a77b-e55d1934dc92 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] No DVR routers for this DVR port 37baef36-ac01-4b1b-bf76-5a072deecc03 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:36.941943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-01bdacc9-1d65-431c-a77b-e55d1934dc92 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:36.944064 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a7d780a6-7fe0-44d0-b5de-58cf89f2824c req-01bdacc9-1d65-431c-a77b-e55d1934dc92 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "DELETE /v2.0/ports/37baef36-ac01-4b1b-bf76-5a072deecc03 HTTP/1.1" status: 204 len: 173 time: 2.4648902 Jul 19 03:15:36.946349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-deleted', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:36.948695 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b89748-96e8-4845-a4b7-c361247486b7" -d '{"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-deleted", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:36.961570 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-41b637ab-a560-4729-9961-a6ec7d18363c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2 HTTP/1.1" status: 200 len: 217 time: 0.0813448 Jul 19 03:15:36.982841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9651cf-e01c-47c5-acfd-ebd6f570d9f1 req-9c1de886-5c84-45bc-b62b-ccb0887b0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:36.984420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d9651cf-e01c-47c5-acfd-ebd6f570d9f1 req-9c1de886-5c84-45bc-b62b-ccb0887b0c5f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 1102 time: 0.3144934 Jul 19 03:15:36.986088 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:37.099899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:37.125058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 37baef36-ac01-4b1b-bf76-5a072deecc03 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:37.125370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 37baef36-ac01-4b1b-bf76-5a072deecc03 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:37.138296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70950205-b139-4554-863e-4b035eb40f22 req-39195984-403a-4abf-933d-9081cff59c78 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:37.140388 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70950205-b139-4554-863e-4b035eb40f22 req-39195984-403a-4abf-933d-9081cff59c78 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 945 time: 0.2861841 Jul 19 03:15:37.149997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Allocated IP 172.20.0.9 (258f78db-2df4-4568-9e15-af9f54058b23/763d421a-54e0-49b5-b851-bcc88b00d11b/a2f272b6-f241-4dc6-a068-02d931521431) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:37.239457 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70950205-b139-4554-863e-4b035eb40f22 req-6b4f6763-1a2c-4b59-a2dc-101cd0f629c7 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852120 Jul 19 03:15:37.377348 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa0691d8-3db8-4b3d-96f7-92ae471b6121 req-7e0d5e6c-a3b4-46e3-b817-8ac935318041 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=0784da83-f7fe-44c8-b6ba-69326c838a2d HTTP/1.1" status: 200 len: 210 time: 0.3989599 Jul 19 03:15:37.382482 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:37.387582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:37.394154 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:37.434530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ae537e-48c8-48de-9215-c6620ab8a5d6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:37.449284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-3fb55ace-f413-43fa-ab36-b8cb500d5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:37.450764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-3fb55ace-f413-43fa-ab36-b8cb500d5241 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.4825835 Jul 19 03:15:37.486236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729f0dd-e6ff-4e96-bf63-3bea3e9c6080 req-bcc6322a-7cff-4cd2-8303-06fb1919b96f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:37.487610 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1729f0dd-e6ff-4e96-bf63-3bea3e9c6080 req-bcc6322a-7cff-4cd2-8303-06fb1919b96f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 931 time: 0.1083899 Jul 19 03:15:37.494051 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d9651cf-e01c-47c5-acfd-ebd6f570d9f1 req-ed577ca7-febf-490d-a78a-82d67e7c6c5e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774289 Jul 19 03:15:37.509514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:37.516612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Network 258f78db-2df4-4568-9e15-af9f54058b23 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:37.525647 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-6f4dd30f-5923-4f38-8dcc-eafc1d2095d8 req-922eacfa-661b-475c-ba85-1c43e34d1dd2 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] show failed (client error): The resource could not be found. Jul 19 03:15:37.526743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f4dd30f-5923-4f38-8dcc-eafc1d2095d8 req-922eacfa-661b-475c-ba85-1c43e34d1dd2 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/4f789358-2f11-4832-80c6-846c7898762f HTTP/1.1" status: 404 len: 352 time: 0.1009607 Jul 19 03:15:37.546746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:37.572228 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-9e629ef1-51ca-4bbd-83b7-77b3d43cbe0c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123757 Jul 19 03:15:37.574646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:37.603828 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Pushing event updated for resources: {'Port': ['ID=a2f272b6-f241-4dc6-a068-02d931521431,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:37.614035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Network 258f78db-2df4-4568-9e15-af9f54058b23 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:37.616988 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ae021c-0023-4a3d-a819-78b9582dce73 x-openstack-request-id: req-03ae021c-0023-4a3d-a819-78b9582dce73 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:37.617400 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0784da83-f7fe-44c8-b6ba-69326c838a2d", "name": "network-vif-deleted", "tag": "37baef36-ac01-4b1b-bf76-5a072deecc03", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:37.617722 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03ae021c-0023-4a3d-a819-78b9582dce73 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:37.618336 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0784da83-f7fe-44c8-b6ba-69326c838a2d', 'name': 'network-vif-deleted', 'tag': '37baef36-ac01-4b1b-bf76-5a072deecc03', 'status': 'completed', 'code': 200} Jul 19 03:15:37.637450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Pushing event updated for resources: {'Port': ['ID=b82a9a47-b1cc-459c-8b83-08539cd940cf,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:37.665790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:37.689846 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:37.729102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:37.729764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:37.744076 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1729f0dd-e6ff-4e96-bf63-3bea3e9c6080 req-91d4aa11-7c74-4abb-a53a-9dda2f956413 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461922 Jul 19 03:15:37.796374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:37.797021 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:37.828466 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b14694ed-1e4c-4e59-a24b-244570082845 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5408850 Jul 19 03:15:37.860352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Request body: {'port': {'device_id': 'deca8296-0afb-433a-956b-52e9b70754ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:37.875398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-39a5c70f-8dad-44d8-bd06-6a9ed03d247f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1505861 Jul 19 03:15:37.900257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Request body: {'port': {'device_id': 'a4d74046-8873-4fc8-b263-115c827477fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:37.914852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01755faf-8f7d-45b4-b1da-94af1fc66401 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:37.930332 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-460b01a5-99c5-473a-869f-18db999f53b0 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426228 Jul 19 03:15:37.936183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:37.971502 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:37.995340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:38.045987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Transition to ACTIVE for port object 01755faf-8f7d-45b4-b1da-94af1fc66401 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:38.064251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af732649-2314-4f08-9f5f-d502be013966 req-9a7bae62-0fb3-4147-9337-3e13d85deb88 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/d9ec6980-1811-40fd-8f0a-d7785c94e99b HTTP/1.1" status: 200 len: 1801 time: 0.1416254 Jul 19 03:15:38.067208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:38.100305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676cb27-11a4-41e5-bcf4-aae13811d1a2 req-4ec4db84-3baf-437c-a480-1f9c4d3ade0d tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:38.102558 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d676cb27-11a4-41e5-bcf4-aae13811d1a2 req-4ec4db84-3baf-437c-a480-1f9c4d3ade0d tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 950 time: 0.3325622 Jul 19 03:15:38.160217 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:38.175364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Pushing event updated for resources: {'Port': ['ID=01755faf-8f7d-45b4-b1da-94af1fc66401,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:38.203732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-f89f64f0-ae84-4d19-802c-5a321916e953 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624781 Jul 19 03:15:38.252987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d676cb27-11a4-41e5-bcf4-aae13811d1a2 req-add82701-9afb-4d75-866e-adde969e67b2 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385365 Jul 19 03:15:38.347040 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-af732649-2314-4f08-9f5f-d502be013966 req-293d92f4-eab4-43b3-93de-f79c41f7aa11 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:38.470369 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-af732649-2314-4f08-9f5f-d502be013966 req-293d92f4-eab4-43b3-93de-f79c41f7aa11 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:38.502423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Attempting to bind port 01755faf-8f7d-45b4-b1da-94af1fc66401 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:38.503184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Attempting to bind port 01755faf-8f7d-45b4-b1da-94af1fc66401 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:38.503863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Attempting to bind port 01755faf-8f7d-45b4-b1da-94af1fc66401 on network 258f78db-2df4-4568-9e15-af9f54058b23 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:38.520555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Port 01755faf-8f7d-45b4-b1da-94af1fc66401 on network 258f78db-2df4-4568-9e15-af9f54058b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:38.520893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Attempting to bind port 01755faf-8f7d-45b4-b1da-94af1fc66401 on network 258f78db-2df4-4568-9e15-af9f54058b23 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:38.541785 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:38.542127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Checking segment: {'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:38.542563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Bound using segment: {'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:38.543004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Bound port: 01755faf-8f7d-45b4-b1da-94af1fc66401, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:38.543905 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:38.601419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-af732649-2314-4f08-9f5f-d502be013966 req-293d92f4-eab4-43b3-93de-f79c41f7aa11 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:38.604199 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-af732649-2314-4f08-9f5f-d502be013966 req-293d92f4-eab4-43b3-93de-f79c41f7aa11 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:38.605565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af732649-2314-4f08-9f5f-d502be013966 req-293d92f4-eab4-43b3-93de-f79c41f7aa11 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/d9ec6980-1811-40fd-8f0a-d7785c94e99b HTTP/1.1" status: 204 len: 173 time: 0.5403411 Jul 19 03:15:38.617807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] Router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:15:38.621838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-8cc2dbfe-8aa1-4749-a5f9-31925de356b0 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:38.624739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-8cc2dbfe-8aa1-4749-a5f9-31925de356b0 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.3052857 Jul 19 03:15:38.631149 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d92f4-eab4-43b3-93de-f79c41f7aa11 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ec6980-1811-40fd-8f0a-d7785c94e99b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:38.637866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-762330-18'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:38.655659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] For port 01755faf-8f7d-45b4-b1da-94af1fc66401, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:38.659918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] For port 01755faf-8f7d-45b4-b1da-94af1fc66401, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=01755faf-8f7d-45b4-b1da-94af1fc66401,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:38.673072 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:38.702746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6c5f8-2f1d-4062-b778-08f98ad994c1 req-61b68d3b-ac82-42dd-946f-6e52cb8c01f0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:38.723432 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:38.724069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:38.725736 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] 10.222.0.25 "PUT /v2.0/ports/01755faf-8f7d-45b4-b1da-94af1fc66401 HTTP/1.1" status: 200 len: 1092 time: 2.4634094 Jul 19 03:15:38.726865 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58c6c5f8-2f1d-4062-b778-08f98ad994c1 req-61b68d3b-ac82-42dd-946f-6e52cb8c01f0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 945 time: 0.3140643 Jul 19 03:15:38.757766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6f264-f1a3-4c2b-a321-1f53d72d0861 service neutron] Pushing event updated for resources: {'Port': ['ID=01755faf-8f7d-45b4-b1da-94af1fc66401,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:38.769280 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [req-f8f215f2-09af-49c2-837c-eae09d646b21 req-1b3e023b-6757-45d3-87c4-def97a5ea681 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] show failed (client error): The resource could not be found. Jul 19 03:15:38.770958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8f215f2-09af-49c2-837c-eae09d646b21 req-1b3e023b-6757-45d3-87c4-def97a5ea681 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/d9ec6980-1811-40fd-8f0a-d7785c94e99b HTTP/1.1" status: 404 len: 352 time: 0.0214155 Jul 19 03:15:38.867245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-cf3125ed-f14f-42fe-b8ba-0c42c086141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:38.870058 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-cf3125ed-f14f-42fe-b8ba-0c42c086141f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9887802e75e4d959d8049cd59603efc&device_id=bb9b92da-3673-4f78-a372-d7073605e103 HTTP/1.1" status: 200 len: 1095 time: 0.0858960 Jul 19 03:15:38.918341 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-8cc59809-3a2a-4f60-87de-fadb9592292b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01755faf-8f7d-45b4-b1da-94af1fc66401 HTTP/1.1" status: 200 len: 217 time: 0.0399423 Jul 19 03:15:38.937651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58c6c5f8-2f1d-4062-b778-08f98ad994c1 req-96babfeb-de79-4ba8-8741-38521a01855d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097306 Jul 19 03:15:38.969964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82a9a47-b1cc-459c-8b83-08539cd940cf {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:38.985061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-57aa70b7-0bc4-4ce1-b9a5-d664377f213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:38.986591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-57aa70b7-0bc4-4ce1-b9a5-d664377f213c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=763d421a-54e0-49b5-b851-bcc88b00d11b HTTP/1.1" status: 200 len: 857 time: 0.0618939 Jul 19 03:15:38.987291 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.005265 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.028645 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-9e6eb11d-d2f4-42de-b31d-6110b5b983fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=258f78db-2df4-4568-9e15-af9f54058b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343204 Jul 19 03:15:39.029784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Transition to ACTIVE for port object b82a9a47-b1cc-459c-8b83-08539cd940cf will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:39.093797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:15:39.101772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4d826879-96c1-4f8c-a461-1be5b04724c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/279d6984-5224-4d49-8c9e-23a2fa5d9a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2413859 Jul 19 03:15:39.104245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47066) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:39.104633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.111142 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] Sync routers for ids ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:15:39.123441 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] Routers {'279d6984-5224-4d49-8c9e-23a2fa5d9a39'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:15:39.124076 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:15:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:39.212058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:39.341053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:39.370328 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] Set router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:15:39.379282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b82a9a47-b1cc-459c-8b83-08539cd940cf,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:39.425569 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-3bc583e0-f1c4-44fd-ae0b-4d93eb38926b service neutron] 10.222.0.25 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881342 Jul 19 03:15:39.457782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df74052d-f76d-4e6f-9580-f6223631552c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca02e21-7408-487b-a2e1-924049fd7ff2'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:39.461244 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd700eba-b012-42e4-b52f-735354d12d94" -d '{"events": [{"server_uuid": "df74052d-f76d-4e6f-9580-f6223631552c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca02e21-7408-487b-a2e1-924049fd7ff2"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:39.461778 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.465961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.479923 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.485043 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e919496e-ca93-4c10-8d92-746ef3c6cd86 req-62a50c88-d770-40bf-a91f-b66d7fb1aedf tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f393bff55a6400e8c004058b44bc1bb HTTP/1.1" status: 200 len: 6148 time: 0.3909459 Jul 19 03:15:39.532686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e0f1d-bf48-4071-9a9a-973e108d4424 req-036501e7-0d01-4a9b-a6a8-cdceb73e2e55 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:39.541914 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-544e0f1d-bf48-4071-9a9a-973e108d4424 req-036501e7-0d01-4a9b-a6a8-cdceb73e2e55 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 943 time: 0.4377055 Jul 19 03:15:39.617645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Attempting to bind port b82a9a47-b1cc-459c-8b83-08539cd940cf on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:39.617925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Attempting to bind port b82a9a47-b1cc-459c-8b83-08539cd940cf by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:39.618580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Attempting to bind port b82a9a47-b1cc-459c-8b83-08539cd940cf on network 258f78db-2df4-4568-9e15-af9f54058b23 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:39.631188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9b92da-3673-4f78-a372-d7073605e103', 'tag': '01755faf-8f7d-45b4-b1da-94af1fc66401'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:39.634215 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9b92da-3673-4f78-a372-d7073605e103", "tag": "01755faf-8f7d-45b4-b1da-94af1fc66401"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:39.640351 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-router', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:27Z', 'updated_at': '2021-07-19T03:15:36Z', 'revision_number': 5, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'gw_port': {'id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:29Z', 'updated_at': '2021-07-19T03:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:39.649341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Port b82a9a47-b1cc-459c-8b83-08539cd940cf on network 258f78db-2df4-4568-9e15-af9f54058b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:39.649791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Attempting to bind port b82a9a47-b1cc-459c-8b83-08539cd940cf on network 258f78db-2df4-4568-9e15-af9f54058b23 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:39.666208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca02e21-7408-487b-a2e1-924049fd7ff2,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:39.680318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-544e0f1d-bf48-4071-9a9a-973e108d4424 req-4aac645f-0726-4a57-a533-2570bb16b05d tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379569 Jul 19 03:15:39.681488 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] Checking router: 279d6984-5224-4d49-8c9e-23a2fa5d9a39 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:15:39.685572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:39.685944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Checking segment: {'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:39.686346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Bound using segment: {'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:39.686919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Bound port: b82a9a47-b1cc-459c-8b83-08539cd940cf, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:39.687464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.695723 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] Routers {'279d6984-5224-4d49-8c9e-23a2fa5d9a39'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:15:39.696667 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:15:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:39.722499 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e919496e-ca93-4c10-8d92-746ef3c6cd86 req-f472c61e-c949-4f0e-a85c-e9776ce6ab2a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/638d9099-fc2d-45f1-8702-1176670879a9 HTTP/1.1" status: 200 len: 2981 time: 0.1940155 Jul 19 03:15:39.745631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f272b6-f241-4dc6-a068-02d931521431 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:39.767355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.782812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] For port b82a9a47-b1cc-459c-8b83-08539cd940cf, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:39.786004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] For port b82a9a47-b1cc-459c-8b83-08539cd940cf, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b82a9a47-b1cc-459c-8b83-08539cd940cf,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:39.787253 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on host n-h2-762330-18 for vnic_type normal with profile {"migrating_to": "n-h1-762330-18"} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:39.787595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:39.788741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:39.793349 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.794556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:39.794897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Attempting to bind port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:39.800881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.813186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Transition to ACTIVE for port object a2f272b6-f241-4dc6-a068-02d931521431 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:39.818761 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-8c02ae73-35f1-4da9-9555-de9f5506de53 service neutron] 10.222.0.25 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731198 Jul 19 03:15:39.824289 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e919496e-ca93-4c10-8d92-746ef3c6cd86 req-10444cf7-dc5c-40bc-9b6d-538d5de24cea tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/638d9099-fc2d-45f1-8702-1176670879a9 HTTP/1.1" status: 200 len: 2981 time: 0.0922379 Jul 19 03:15:39.826940 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.880488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:39.881198 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.883771 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/b82a9a47-b1cc-459c-8b83-08539cd940cf HTTP/1.1" status: 200 len: 1092 time: 1.9917951 Jul 19 03:15:39.886259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:39.886704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:39.887163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:39.887713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Bound port: 1ca02e21-7408-487b-a2e1-924049fd7ff2, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:39.888195 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:39.921880 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] Set router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:15:39.953008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Pushing event updated for resources: {'Port': ['ID=a2f272b6-f241-4dc6-a068-02d931521431,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:40.083601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Deleting port e6f4f0ad-c82d-47ca-9f08-446b555e9a32 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:40.083934 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.187682 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-router', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:27Z', 'updated_at': '2021-07-19T03:15:36Z', 'revision_number': 5, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'gw_port': {'id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:29Z', 'updated_at': '2021-07-19T03:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:40.208500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Attempting to bind port a2f272b6-f241-4dc6-a068-02d931521431 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:40.208854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Attempting to bind port a2f272b6-f241-4dc6-a068-02d931521431 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:40.209167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Attempting to bind port a2f272b6-f241-4dc6-a068-02d931521431 on network 258f78db-2df4-4568-9e15-af9f54058b23 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:40.217052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] For port e6f4f0ad-c82d-47ca-9f08-446b555e9a32, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e6f4f0ad-c82d-47ca-9f08-446b555e9a32,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:40.217426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.219883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Port a2f272b6-f241-4dc6-a068-02d931521431 on network 258f78db-2df4-4568-9e15-af9f54058b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:40.220223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Attempting to bind port a2f272b6-f241-4dc6-a068-02d931521431 on network 258f78db-2df4-4568-9e15-af9f54058b23 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:40.222574 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46ae84-d7fc-4732-b0f4-bbd1018c3fcf None None] The sync data for ids ['279d6984-5224-4d49-8c9e-23a2fa5d9a39'] in n-d-762330-18 is: [{'id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'name': 'tempest-AttachSCSIVolumeTestJSON-196625190-router', 'tenant_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:13:27Z', 'updated_at': '2021-07-19T03:15:36Z', 'revision_number': 5, 'project_id': 'ebd6c853e20f4e02b1b7ea0da8999333', 'gw_port': {'id': 'e6f4f0ad-c82d-47ca-9f08-446b555e9a32', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279d6984-5224-4d49-8c9e-23a2fa5d9a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:13:29Z', 'updated_at': '2021-07-19T03:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:15:40.235833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:40.236244 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Checking segment: {'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:40.236600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Bound using segment: {'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:40.237056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Bound port: a2f272b6-f241-4dc6-a068-02d931521431, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecce0f1-630a-4f18-9c28-92580aba1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:40.237423 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.252087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Calling delete_port for e6f4f0ad-c82d-47ca-9f08-446b555e9a32 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:40.367743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab996b-6bdb-4d3e-b64c-fc6005e4e530 req-d3f89834-6b71-41a3-aa94-9e80da5047fa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:40.371067 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2ab996b-6bdb-4d3e-b64c-fc6005e4e530 req-d3f89834-6b71-41a3-aa94-9e80da5047fa tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 951 time: 0.3427758 Jul 19 03:15:40.387214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35125a4d-11d1-4495-bbb9-1403d17226c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b82a9a47-b1cc-459c-8b83-08539cd940cf,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:40.438765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:40.459114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:40.473879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.484969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-df8c28ff-cde5-4da4-ba71-927422ef2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:40.486693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-df8c28ff-cde5-4da4-ba71-927422ef2577 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9887802e75e4d959d8049cd59603efc&device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 1095 time: 0.5500247 Jul 19 03:15:40.562163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47088) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:40.574779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1044117928'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:40.585773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c6d29-fa11-4b48-8643-0ab2c592c2c6 req-081c4392-7020-423e-8c31-108e37c18cb6 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:40.587419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f93c6d29-fa11-4b48-8643-0ab2c592c2c6 req-081c4392-7020-423e-8c31-108e37c18cb6 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 950 time: 0.5496869 Jul 19 03:15:40.588750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-e9c1f5f1-f186-4334-9bc9-21b94a0ee559 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b82a9a47-b1cc-459c-8b83-08539cd940cf HTTP/1.1" status: 200 len: 217 time: 0.0759077 Jul 19 03:15:40.684922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca02e21-7408-487b-a2e1-924049fd7ff2,revision_number=8']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:40.703424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:40.704229 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.706091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da6c7986-4125-4a39-baab-3588d00e3554 service neutron] 10.222.0.25 "PUT /v2.0/ports/1ca02e21-7408-487b-a2e1-924049fd7ff2 HTTP/1.1" status: 200 len: 1123 time: 2.0732114 Jul 19 03:15:40.720091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:40.724188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.728852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] For port a2f272b6-f241-4dc6-a068-02d931521431, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:40.750773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-773e11e7-6f3a-4c67-8308-f2c8e1f3bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:40.752452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-773e11e7-6f3a-4c67-8308-f2c8e1f3bcee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=763d421a-54e0-49b5-b851-bcc88b00d11b HTTP/1.1" status: 200 len: 857 time: 0.1524544 Jul 19 03:15:40.758421 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f93c6d29-fa11-4b48-8643-0ab2c592c2c6 req-61217a66-9347-4bac-98ff-baa12bc88216 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548426 Jul 19 03:15:40.771976 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] For port a2f272b6-f241-4dc6-a068-02d931521431, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a2f272b6-f241-4dc6-a068-02d931521431,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:40.776112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1ca02e21-7408-487b-a2e1-924049fd7ff2'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:40.778763 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2ab996b-6bdb-4d3e-b64c-fc6005e4e530 req-c3493918-7db7-475e-b13b-831c8dbbf497 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840616 Jul 19 03:15:40.779619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:15:40.783962 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.791902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.792283 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Added segment 02c4e697-bee7-417a-9f80-068dadf46538 of type vlan for network 6971437a-432d-4b3c-91db-b86df67ae33d Jul 19 03:15:40.864918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.871612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:40.872153 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.873983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] 10.222.0.26 "PUT /v2.0/ports/a2f272b6-f241-4dc6-a068-02d931521431 HTTP/1.1" status: 200 len: 1092 time: 3.0190141 Jul 19 03:15:40.905531 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43606a9-6488-48b7-8ad0-5f9e7b438619 x-openstack-request-id: req-f43606a9-6488-48b7-8ad0-5f9e7b438619 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:40.905531 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9b92da-3673-4f78-a372-d7073605e103", "tag": "01755faf-8f7d-45b4-b1da-94af1fc66401", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:40.905531 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f43606a9-6488-48b7-8ad0-5f9e7b438619 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:40.905911 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9b92da-3673-4f78-a372-d7073605e103', 'tag': '01755faf-8f7d-45b4-b1da-94af1fc66401', 'status': 'completed', 'code': 200} Jul 19 03:15:40.910212 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.915248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 45ae537e-48c8-48de-9215-c6620ab8a5d6 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:40.917133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:40.917999 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.918839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-0a380ce0-56b8-4640-800e-95333e8c735e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:40.920469 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-0a380ce0-56b8-4640-800e-95333e8c735e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 951 time: 0.2692025 Jul 19 03:15:40.927982 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e1b12-4cd6-4540-80bc-c485cc5c0b6a service neutron] Pushing event updated for resources: {'Port': ['ID=a2f272b6-f241-4dc6-a068-02d931521431,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:40.948005 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d83f89-4f13-4a72-9dfc-16585739bd9d x-openstack-request-id: req-43d83f89-4f13-4a72-9dfc-16585739bd9d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:40.948309 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df74052d-f76d-4e6f-9580-f6223631552c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca02e21-7408-487b-a2e1-924049fd7ff2", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:40.948687 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43d83f89-4f13-4a72-9dfc-16585739bd9d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:40.949155 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df74052d-f76d-4e6f-9580-f6223631552c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca02e21-7408-487b-a2e1-924049fd7ff2', 'code': 200} Jul 19 03:15:40.951787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:40.951936 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-ea029361-ae8d-4d1f-98be-e8a270078fa5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=258f78db-2df4-4568-9e15-af9f54058b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531497 Jul 19 03:15:40.979955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 45ae537e-48c8-48de-9215-c6620ab8a5d6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:40.980296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 45ae537e-48c8-48de-9215-c6620ab8a5d6 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:41.004806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-1a2a09b5-479d-45fc-9a54-29b08318e1fb req-08b231f4-9b79-4a2c-b8a0-6eda096c7b77 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1285046122', 'description': 'tempest-description-37069759'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:41.024247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f4f0ad-c82d-47ca-9f08-446b555e9a32,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:41.161797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Network': ['ID=6971437a-432d-4b3c-91db-b86df67ae33d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:41.182373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-9b761278-e713-466c-b781-9190e0aac038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:41.182661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 6971437a-432d-4b3c-91db-b86df67ae33d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:15:41.183949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-9b761278-e713-466c-b781-9190e0aac038 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9887802e75e4d959d8049cd59603efc&device_id=deca8296-0afb-433a-956b-52e9b70754ca HTTP/1.1" status: 200 len: 1095 time: 0.2436337 Jul 19 03:15:41.185732 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.207409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1a2a09b5-479d-45fc-9a54-29b08318e1fb req-08b231f4-9b79-4a2c-b8a0-6eda096c7b77 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.221154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a37bb4c6-8f56-4822-814a-44850405f3fc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6529770 Jul 19 03:15:41.224043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47096) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:41.240237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1307705819'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:41.268869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-eecddc20-1a2e-47bd-a637-1757fe5395d5 service neutron] 10.222.0.26 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784364 Jul 19 03:15:41.270637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6 req-1c0c72f8-f284-4103-828f-535d7ad7ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:41.272049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6 req-1c0c72f8-f284-4103-828f-535d7ad7ab2d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9887802e75e4d959d8049cd59603efc&device_id=bb9b92da-3673-4f78-a372-d7073605e103 HTTP/1.1" status: 200 len: 1095 time: 0.2900457 Jul 19 03:15:41.336729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-665521fe-abad-4fed-a6ab-385ebf27ff89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f272b6-f241-4dc6-a068-02d931521431 HTTP/1.1" status: 200 len: 217 time: 0.1398902 Jul 19 03:15:41.348535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.360064 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.385137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-768c8176-0051-4620-8928-af50747afa34 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Deleting port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:41.385736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-768c8176-0051-4620-8928-af50747afa34 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.404449 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ac5f4-ac7c-4dcd-813e-0c519f3d8fb5 req-b4d25cce-a4c3-40bc-a174-ffd40201bff3 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:41.405891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9a8ac5f4-ac7c-4dcd-813e-0c519f3d8fb5 req-b4d25cce-a4c3-40bc-a174-ffd40201bff3 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 943 time: 0.3127520 Jul 19 03:15:41.474761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-5d113dd8-0ab4-4834-b234-fe572a374662 service neutron] 10.222.0.26 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963468 Jul 19 03:15:41.481816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6 req-e7800263-c830-47ba-8194-66b57f1003b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:41.483298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6 req-e7800263-c830-47ba-8194-66b57f1003b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=258f78db-2df4-4568-9e15-af9f54058b23 HTTP/1.1" status: 200 len: 917 time: 0.1969471 Jul 19 03:15:41.486404 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1a2a09b5-479d-45fc-9a54-29b08318e1fb req-08b231f4-9b79-4a2c-b8a0-6eda096c7b77 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.490795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553949a2-eb01-4865-a136-79e83d45f8cf req-4fecffc5-b369-45bd-8594-255120e7c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:41.490968 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1a2a09b5-479d-45fc-9a54-29b08318e1fb req-08b231f4-9b79-4a2c-b8a0-6eda096c7b77 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.492826 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-4fecffc5-b369-45bd-8594-255120e7c0bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=763d421a-54e0-49b5-b851-bcc88b00d11b HTTP/1.1" status: 200 len: 857 time: 0.1463606 Jul 19 03:15:41.493466 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.493979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 279d6984-5224-4d49-8c9e-23a2fa5d9a39 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:15:41.526003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.529363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ce48b080-6cc1-4228-b8a6-fadd687c42f7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/279d6984-5224-4d49-8c9e-23a2fa5d9a39 HTTP/1.1" status: 204 len: 168 time: 2.4176483 Jul 19 03:15:41.534920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47098) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:41.552532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6 req-27ec5f2d-6477-4f24-9cec-5de0137f55b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01755faf-8f7d-45b4-b1da-94af1fc66401 HTTP/1.1" status: 200 len: 217 time: 0.0582480 Jul 19 03:15:41.588010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b231f4-9b79-4a2c-b8a0-6eda096c7b77 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490d6d55-1e51-41e7-a373-3b0f24410334,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:41.610305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6 req-80bac6df-892c-4999-b0a6-47d434b82d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:41.610474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-465c2873-afba-4871-b293-2014d34978b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=258f78db-2df4-4568-9e15-af9f54058b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817299 Jul 19 03:15:41.612392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6 req-80bac6df-892c-4999-b0a6-47d434b82d7f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=763d421a-54e0-49b5-b851-bcc88b00d11b HTTP/1.1" status: 200 len: 857 time: 0.0517809 Jul 19 03:15:41.642029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9a8ac5f4-ac7c-4dcd-813e-0c519f3d8fb5 req-64ea9683-ad75-4266-a570-3af7d32ca49a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897898 Jul 19 03:15:41.650560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6 req-ca758dca-9be2-4728-8b54-84cff50076ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=258f78db-2df4-4568-9e15-af9f54058b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309086 Jul 19 03:15:41.665732 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1a2a09b5-479d-45fc-9a54-29b08318e1fb req-08b231f4-9b79-4a2c-b8a0-6eda096c7b77 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.666959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a2a09b5-479d-45fc-9a54-29b08318e1fb req-08b231f4-9b79-4a2c-b8a0-6eda096c7b77 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6665733 Jul 19 03:15:41.669592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:41.673135 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.690777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-768c8176-0051-4620-8928-af50747afa34 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] For port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:41.691115 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-768c8176-0051-4620-8928-af50747afa34 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.719107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:15:41.730113 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.730768 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Added segment 34f05e16-2525-4832-bbb7-db2281f23f76 of type vlan for network bc7208d5-361f-4605-902a-3fd0bd02e5b5 Jul 19 03:15:41.759358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-389fa77b-dd6e-4454-a65d-11773e4e59c8 admin admin] Deleting subnet 3949ea8a-ce2b-4249-b123-dddc1583273c {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:15:41.770224 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-389fa77b-dd6e-4454-a65d-11773e4e59c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.780978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6 req-e2a4353b-331b-44f6-aad4-38ff3060aa8d service neutron] 10.222.0.25 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240199 Jul 19 03:15:41.789772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-768c8176-0051-4620-8928-af50747afa34 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Calling delete_port for ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:41.860788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.926544 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-389fa77b-dd6e-4454-a65d-11773e4e59c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:41.960656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0fb60-fda8-4f61-9935-8351438c2257 req-88b69e86-6d83-4a8d-9d28-04c6e3bfce68 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:41.962929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e7b0fb60-fda8-4f61-9935-8351438c2257 req-88b69e86-6d83-4a8d-9d28-04c6e3bfce68 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 943 time: 0.1628666 Jul 19 03:15:41.965469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d7bb5de-c975-480d-b8cf-db03dd44c5c6 req-a707ace9-a8ea-4392-a9e6-f5bd8e916511 service neutron] 10.222.0.25 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756277 Jul 19 03:15:41.991507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-2d90a7b9-02eb-4685-8099-e579b89fe8ab service neutron] 10.222.0.26 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690047 Jul 19 03:15:42.021262 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e7b0fb60-fda8-4f61-9935-8351438c2257 req-fbf35d5e-fdce-48ca-8b73-c46093c297f6 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496519 Jul 19 03:15:42.023025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.028581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:42.029186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.064962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e80147ff-596f-437c-898b-eb46df9d2843 req-ef7f85ae-e55d-408e-b396-6598487ebe6d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2092184190', 'description': 'tempest-description-215658289'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:42.092719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e80147ff-596f-437c-898b-eb46df9d2843 req-ef7f85ae-e55d-408e-b396-6598487ebe6d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.157383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9219108 Jul 19 03:15:42.162012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47108) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:42.169747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'subnet': {'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:42.261640 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e80147ff-596f-437c-898b-eb46df9d2843 req-ef7f85ae-e55d-408e-b396-6598487ebe6d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.269670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e80147ff-596f-437c-898b-eb46df9d2843 req-ef7f85ae-e55d-408e-b396-6598487ebe6d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.316488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f85ae-e55d-408e-b396-6598487ebe6d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760d563b-8072-46ca-8c27-bcb3cd86b065,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:42.318809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:42.322544 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.327715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e80147ff-596f-437c-898b-eb46df9d2843 req-ef7f85ae-e55d-408e-b396-6598487ebe6d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.328974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e80147ff-596f-437c-898b-eb46df9d2843 req-ef7f85ae-e55d-408e-b396-6598487ebe6d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2683856 Jul 19 03:15:42.449656 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-49dee1c6-6a76-41a0-9e62-ceb284189aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.512138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1f7e3-7aac-445e-a7bd-61f72183473a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Network': ['ID=bc7208d5-361f-4605-902a-3fd0bd02e5b5,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:42.525586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network bc7208d5-361f-4605-902a-3fd0bd02e5b5 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:15:42.566897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-389fa77b-dd6e-4454-a65d-11773e4e59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.593268 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-553949a2-eb01-4865-a136-79e83d45f8cf req-b70028a0-82a6-45bf-8f11-61c880342323 service neutron] 10.222.0.26 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949960 Jul 19 03:15:42.598316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a77065-55b7-4394-8edd-cc37e5b8a51a req-fccd2ae7-96f1-42ee-9499-fcd8deedc5d2 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:42.601133 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8a77065-55b7-4394-8edd-cc37e5b8a51a req-fccd2ae7-96f1-42ee-9499-fcd8deedc5d2 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 950 time: 0.1293292 Jul 19 03:15:42.603287 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.610512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-768c8176-0051-4620-8928-af50747afa34 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.621912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a5def065-94b7-4320-9913-7999456aeb05'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:42.626244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b9e155a8-4396-4ea2-adaa-3054def8cc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:42.661981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c8176-0051-4620-8928-af50747afa34 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Pushing event deleted for resources: {'Port': ['ID=ff5f92b1-fce8-4d1a-89bd-0aeabe198e07,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:42.722253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-768c8176-0051-4620-8928-af50747afa34 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] No DVR routers for this DVR port ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:42.731616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412ed19-2969-45d2-97df-05f15775f54e req-b3763c17-697c-40b3-9e5e-002b58a6370c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:42.733375 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6412ed19-2969-45d2-97df-05f15775f54e req-b3763c17-697c-40b3-9e5e-002b58a6370c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=5176fbff-a002-4ef8-a696-770eb6310cf2 HTTP/1.1" status: 200 len: 868 time: 0.5299644 Jul 19 03:15:42.734674 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-768c8176-0051-4620-8928-af50747afa34 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.736444 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8a77065-55b7-4394-8edd-cc37e5b8a51a req-f30cc942-b146-40e8-b296-9b1156d031d2 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192105 Jul 19 03:15:42.736647 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a4348adf-4953-41be-97b2-93ea59bbc537 req-768c8176-0051-4620-8928-af50747afa34 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "DELETE /v2.0/ports/ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 HTTP/1.1" status: 204 len: 173 time: 1.8038597 Jul 19 03:15:42.737740 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-389fa77b-dd6e-4454-a65d-11773e4e59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.739713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Subnet': ['ID=f46f104f-11d4-4a2e-9252-b38ac38be0ac,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:42.753813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Checking segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:42.755522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network hostable DHCP agents. Network: 6971437a-432d-4b3c-91db-b86df67ae33d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:15:42.776261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fa77b-dd6e-4454-a65d-11773e4e59c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3949ea8a-ce2b-4249-b123-dddc1583273c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:42.785839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-389fa77b-dd6e-4454-a65d-11773e4e59c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.790918 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-389fa77b-dd6e-4454-a65d-11773e4e59c8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3949ea8a-ce2b-4249-b123-dddc1583273c HTTP/1.1" status: 204 len: 168 time: 1.2449327 Jul 19 03:15:42.791245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47118) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:42.813465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network 6971437a-432d-4b3c-91db-b86df67ae33d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:15:42.831794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 6971437a-432d-4b3c-91db-b86df67ae33d) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:42.838253 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:42.839381 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.850085 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6412ed19-2969-45d2-97df-05f15775f54e req-7dea769b-c3ee-4abd-861b-080f6216012c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034532 Jul 19 03:15:42.863291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1f277-8f8a-46b0-b899-57b91bf4e470 None None] Network ef632100-5a18-431e-b316-f1ee0126261b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:42.878395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7624ab77-6c9a-4943-865f-11ffcf5abbfc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7148967 Jul 19 03:15:42.879099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47124) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:42.884736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'subnet': {'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:42.901575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d42b83-b79a-460c-bf40-7615d59c5c1a None None] Network 6971437a-432d-4b3c-91db-b86df67ae33d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:42.917231 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deca8296-0afb-433a-956b-52e9b70754ca', 'tag': 'a2f272b6-f241-4dc6-a068-02d931521431'}, {'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-deleted', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:42.931776 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75" -d '{"events": [{"name": "network-changed", "server_uuid": "deca8296-0afb-433a-956b-52e9b70754ca", "tag": "a2f272b6-f241-4dc6-a068-02d931521431"}, {"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-deleted", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:42.953135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d74046-8873-4fc8-b263-115c827477fb', 'tag': 'b82a9a47-b1cc-459c-8b83-08539cd940cf'}, {'name': 'network-changed', 'server_uuid': 'df74052d-f76d-4e6f-9580-f6223631552c', 'tag': '1ca02e21-7408-487b-a2e1-924049fd7ff2'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:42.955574 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4825b8-89a5-4ae9-9096-900bbead3529" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d74046-8873-4fc8-b263-115c827477fb", "tag": "b82a9a47-b1cc-459c-8b83-08539cd940cf"}, {"name": "network-changed", "server_uuid": "df74052d-f76d-4e6f-9580-f6223631552c", "tag": "1ca02e21-7408-487b-a2e1-924049fd7ff2"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:42.956640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:42.961963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e6f4f0ad-c82d-47ca-9f08-446b555e9a32 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:43.048887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: e6f4f0ad-c82d-47ca-9f08-446b555e9a32 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:43.049446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e6f4f0ad-c82d-47ca-9f08-446b555e9a32 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:43.093968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Deleting port 223a1838-cd82-4646-b4fa-480ef63146e6 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:43.094633 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:43.121210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-eb63f39f-5321-4790-9149-c884a53fb23a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:43.122857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-eb63f39f-5321-4790-9149-c884a53fb23a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 812 time: 0.2098410 Jul 19 03:15:43.124081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:43.127610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:43.166661 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-9c7cc076-d48a-41a9-9656-d082f1e55cf5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/quotas/1f393bff55a6400e8c004058b44bc1bb HTTP/1.1" status: 200 len: 375 time: 0.0355072 Jul 19 03:15:43.197436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] For port 223a1838-cd82-4646-b4fa-480ef63146e6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=223a1838-cd82-4646-b4fa-480ef63146e6,segment=NetworkSegment(025df67c-3d7f-4ea7-9f3f-edf5e0b3c064),segment_id=025df67c-3d7f-4ea7-9f3f-edf5e0b3c064)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:43.197828 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:43.216540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Calling delete_port for 223a1838-cd82-4646-b4fa-480ef63146e6 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:43.229354 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217cf29-ad0b-474e-9f04-0c05018d8be8 req-20684b50-c920-4130-9872-8f67489d341d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:43.236897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4217cf29-ad0b-474e-9f04-0c05018d8be8 req-20684b50-c920-4130-9872-8f67489d341d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 943 time: 0.1888146 Jul 19 03:15:43.284799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b82a9a47-b1cc-459c-8b83-08539cd940cf details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:43.288407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:43.290222 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1ca02e21-7408-487b-a2e1-924049fd7ff2 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:43.306719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-c5cba811-6e73-4093-b962-9d7f20b9e8b0 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1389644 Jul 19 03:15:43.322252 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4217cf29-ad0b-474e-9f04-0c05018d8be8 req-4a13daa1-ca39-4393-9241-629bc22e5f4e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840855 Jul 19 03:15:43.425030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:43.433443 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff40a701-d20a-4a27-9e5b-d2002caf3e45 x-openstack-request-id: req-ff40a701-d20a-4a27-9e5b-d2002caf3e45 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:43.435495 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deca8296-0afb-433a-956b-52e9b70754ca", "tag": "a2f272b6-f241-4dc6-a068-02d931521431", "status": "completed", "code": 200}, {"server_uuid": "5176fbff-a002-4ef8-a696-770eb6310cf2", "name": "network-vif-deleted", "tag": "ff5f92b1-fce8-4d1a-89bd-0aeabe198e07", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:43.436247 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff40a701-d20a-4a27-9e5b-d2002caf3e45 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:43.437600 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deca8296-0afb-433a-956b-52e9b70754ca', 'tag': 'a2f272b6-f241-4dc6-a068-02d931521431', 'status': 'completed', 'code': 200} Jul 19 03:15:43.438580 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176fbff-a002-4ef8-a696-770eb6310cf2', 'name': 'network-vif-deleted', 'tag': 'ff5f92b1-fce8-4d1a-89bd-0aeabe198e07', 'status': 'completed', 'code': 200} Jul 19 03:15:43.458206 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:43.504208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:43.513499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] No DVR routers for this DVR port 223a1838-cd82-4646-b4fa-480ef63146e6 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:43.542426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:43.542991 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ff5f92b1-fce8-4d1a-89bd-0aeabe198e07 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:43.545785 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=223a1838-cd82-4646-b4fa-480ef63146e6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:43.546981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1ca02e21-7408-487b-a2e1-924049fd7ff2 has no active binding in host n-h1-762330-18 {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 19 03:15:43.547553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 01755faf-8f7d-45b4-b1da-94af1fc66401 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:43.554785 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39b9cfe-b46d-4e7f-a04b-be7895faddeb x-openstack-request-id: req-e39b9cfe-b46d-4e7f-a04b-be7895faddeb {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:43.556468 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d74046-8873-4fc8-b263-115c827477fb", "tag": "b82a9a47-b1cc-459c-8b83-08539cd940cf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df74052d-f76d-4e6f-9580-f6223631552c", "tag": "1ca02e21-7408-487b-a2e1-924049fd7ff2", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:43.557181 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e39b9cfe-b46d-4e7f-a04b-be7895faddeb {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:43.557181 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d74046-8873-4fc8-b263-115c827477fb', 'tag': 'b82a9a47-b1cc-459c-8b83-08539cd940cf', 'status': 'completed', 'code': 200} Jul 19 03:15:43.557398 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df74052d-f76d-4e6f-9580-f6223631552c', 'tag': '1ca02e21-7408-487b-a2e1-924049fd7ff2', 'status': 'completed', 'code': 200} Jul 19 03:15:43.592742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Subnet': ['ID=07958657-63ec-45ca-9b19-e4076db6c98b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:43.650062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-d73f9735-0cd9-499c-9bed-e52e5a84e955 service neutron] 10.222.0.20 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424985 Jul 19 03:15:43.653032 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:15:43.666043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Checking segment: {'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:43.666738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network hostable DHCP agents. Network: bc7208d5-361f-4605-902a-3fd0bd02e5b5, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:15:43.679439 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-e436bd1e-94d1-4657-9273-e72129c9294e tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bbb6248389a44a13a9e8182055bc099b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483048 Jul 19 03:15:43.718529 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:43.763181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9820105-f68d-4f77-bac6-7a74aaa55cb9 None None] DHCP port deletion for ef632100-5a18-431e-b316-f1ee0126261b request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:15:43.768887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef632100-5a18-431e-b316-f1ee0126261b']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:43.775478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network bc7208d5-361f-4605-902a-3fd0bd02e5b5 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:15:43.800462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, bc7208d5-361f-4605-902a-3fd0bd02e5b5) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:43.805293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:43.805625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025df67c-3d7f-4ea7-9f3f-edf5e0b3c064') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:43.814961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:43.815738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:43.817086 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7347e41-f830-4c73-b9a7-5ae2dead1a4b None None] Network bc7208d5-361f-4605-902a-3fd0bd02e5b5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:43.830862 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-e589394e-12db-4677-b909-83afb970046c service neutron] 10.222.0.20 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759446 Jul 19 03:15:43.834283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75 req-60fdcb11-50e3-4fbb-b306-dc89f1b3f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:43.837575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75 req-60fdcb11-50e3-4fbb-b306-dc89f1b3f4bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9887802e75e4d959d8049cd59603efc&device_id=deca8296-0afb-433a-956b-52e9b70754ca HTTP/1.1" status: 200 len: 1095 time: 0.3697593 Jul 19 03:15:43.839535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:43.845196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-43a65e79-97f6-404f-bef0-310c542c450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:43.847218 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-43a65e79-97f6-404f-bef0-310c542c450b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9887802e75e4d959d8049cd59603efc&device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 1095 time: 0.2786033 Jul 19 03:15:43.848987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f7bf83ca-ff10-44c3-8c76-e361dc38dcdf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9687178 Jul 19 03:15:43.851969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47152) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:43.865059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'port': {'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d', 'name': 'tempest-TaggedBootDevicesTest-15256517', 'fixed_ips': [{'subnet_id': 'f46f104f-11d4-4a2e-9252-b38ac38be0ac'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:43.925405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-6971437a-432d-4b3c-91db-b86df67ae33d', 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'fixed_ips': [{'subnet_id': 'f46f104f-11d4-4a2e-9252-b38ac38be0ac'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:15:43.926369 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:43.991826 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.021139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b82a9a47-b1cc-459c-8b83-08539cd940cf, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b82a9a47-b1cc-459c-8b83-08539cd940cf,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:44.040100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:44.050112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:15:44.050646 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:15:44.052326 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:15:44.059913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 01755faf-8f7d-45b4-b1da-94af1fc66401, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=01755faf-8f7d-45b4-b1da-94af1fc66401,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:44.076672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'b82a9a47-b1cc-459c-8b83-08539cd940cf', 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23', 'port_id': 'b82a9a47-b1cc-459c-8b83-08539cd940cf', 'mac_address': 'fa:16:3e:c0:c3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763d421a-54e0-49b5-b851-bcc88b00d11b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:44.132177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '01755faf-8f7d-45b4-b1da-94af1fc66401', 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23', 'port_id': '01755faf-8f7d-45b4-b1da-94af1fc66401', 'mac_address': 'fa:16:3e:2b:e7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763d421a-54e0-49b5-b851-bcc88b00d11b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:44.204535 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.209022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c11-1229-4773-aeff-678c0e54467c req-4b5e6dbe-dca4-4d1c-8836-a1443cc3916a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:44.211989 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-4b5e6dbe-dca4-4d1c-8836-a1443cc3916a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4904704 Jul 19 03:15:44.237983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] device_id is not set on port 1141a9db-5aca-44eb-9146-efaf34d67951 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:15:44.283970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-9792b179-4605-42e1-965e-85ff647eb038 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/quotas/bbb6248389a44a13a9e8182055bc099b HTTP/1.1" status: 200 len: 375 time: 0.0323892 Jul 19 03:15:44.297555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.312865 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.326969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729b781-864f-4d18-8321-3c7708e8ce1c req-939590f1-2967-4737-be05-42f9778ae6a3 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:44.328530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0729b781-864f-4d18-8321-3c7708e8ce1c req-939590f1-2967-4737-be05-42f9778ae6a3 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 943 time: 0.2089720 Jul 19 03:15:44.331534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ef632100-5a18-431e-b316-f1ee0126261b HTTP/1.1" status: 204 len: 168 time: 1.5383990 Jul 19 03:15:44.361239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-ab84444a-ed0a-4d8b-b3ef-c2e22a4728c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:44.363733 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-ab84444a-ed0a-4d8b-b3ef-c2e22a4728c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=258f78db-2df4-4568-9e15-af9f54058b23 HTTP/1.1" status: 200 len: 917 time: 0.4640877 Jul 19 03:15:44.367802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75 req-39dd432c-3aca-4824-bd59-e7889b5717d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:44.369437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75 req-39dd432c-3aca-4824-bd59-e7889b5717d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=258f78db-2df4-4568-9e15-af9f54058b23 HTTP/1.1" status: 200 len: 917 time: 0.4797587 Jul 19 03:15:44.384239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-bc7208d5-361f-4605-902a-3fd0bd02e5b5', 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'fixed_ips': [{'subnet_id': '07958657-63ec-45ca-9b19-e4076db6c98b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:15:44.389691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0e451-f766-4cb7-9169-b79ff31a28b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef632100-5a18-431e-b316-f1ee0126261b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:44.391023 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.404074 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.443272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82a9a47-b1cc-459c-8b83-08539cd940cf {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:44.453957 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.458184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Allocated IP 10.1.1.2 (6971437a-432d-4b3c-91db-b86df67ae33d/f46f104f-11d4-4a2e-9252-b38ac38be0ac/70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:44.472273 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0729b781-864f-4d18-8321-3c7708e8ce1c req-0680697c-b53c-496c-8283-d8f9b702cdc9 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340163 Jul 19 03:15:44.483968 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-ea7a3ac0-5d94-4f5f-bb64-49d1de124fb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b82a9a47-b1cc-459c-8b83-08539cd940cf HTTP/1.1" status: 200 len: 217 time: 0.1133194 Jul 19 03:15:44.485558 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75 req-a6ce9d73-45f9-4ad9-8090-5204f81a85e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f272b6-f241-4dc6-a068-02d931521431 HTTP/1.1" status: 200 len: 217 time: 0.0927529 Jul 19 03:15:44.502218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b82a9a47-b1cc-459c-8b83-08539cd940cf, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b82a9a47-b1cc-459c-8b83-08539cd940cf,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:44.508595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01755faf-8f7d-45b4-b1da-94af1fc66401 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:44.530190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 01755faf-8f7d-45b4-b1da-94af1fc66401, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=01755faf-8f7d-45b4-b1da-94af1fc66401,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:44.536708 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.583357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47170) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:44.586798 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.634233 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-ee77506f-bd2b-46e0-9dc6-d11781d84ff6 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbb6248389a44a13a9e8182055bc099b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3237987 Jul 19 03:15:44.639634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75 req-b43f592a-c346-426d-b5a6-477acb3e55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:44.645799 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75 req-b43f592a-c346-426d-b5a6-477acb3e55fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=763d421a-54e0-49b5-b851-bcc88b00d11b HTTP/1.1" status: 200 len: 857 time: 0.1475418 Jul 19 03:15:44.657492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-9395681b-4980-4c79-beaf-c2bb35a1565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:44.668629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fee75681-be95-448c-b492-34f07da1be37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=548f25087fe94aab8d27cbb73d959179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840948 Jul 19 03:15:44.672364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47172) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:44.676937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-9395681b-4980-4c79-beaf-c2bb35a1565a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=763d421a-54e0-49b5-b851-bcc88b00d11b HTTP/1.1" status: 200 len: 857 time: 0.1779687 Jul 19 03:15:44.726631 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75 req-d7b18586-0fc7-4c5c-9190-8cde08b3d562 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=258f78db-2df4-4568-9e15-af9f54058b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483036 Jul 19 03:15:44.759139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=b82a9a47-b1cc-459c-8b83-08539cd940cf,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:44.768416 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-f916aa2b-845c-46f5-a8f9-21a9dd58d9c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=258f78db-2df4-4568-9e15-af9f54058b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406382 Jul 19 03:15:44.777741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b793eecd-8783-43ff-9162-092946ac4d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.788426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['b82a9a47-b1cc-459c-8b83-08539cd940cf'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:44.809831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.810450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.811069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.811615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.812182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.812731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.813272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.813809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.814365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.814927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.815463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.815996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:15:44.828029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b793eecd-8783-43ff-9162-092946ac4d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.843588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Allocated IP 10.2.2.2 (bc7208d5-361f-4605-902a-3fd0bd02e5b5/07958657-63ec-45ca-9b19-e4076db6c98b/ad1312ac-a756-4d07-9951-ba9d0ed755a7) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:44.902128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['01755faf-8f7d-45b4-b1da-94af1fc66401'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:44.923717 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b793eecd-8783-43ff-9162-092946ac4d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.926386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b793eecd-8783-43ff-9162-092946ac4d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:44.927614 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b793eecd-8783-43ff-9162-092946ac4d96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f056fdc-6fc1-48fd-85f0-ade4885667e2 HTTP/1.1" status: 204 len: 168 time: 0.2544155 Jul 19 03:15:44.941585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793eecd-8783-43ff-9162-092946ac4d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f056fdc-6fc1-48fd-85f0-ade4885667e2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:44.993443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-93b40ca5-4768-40a8-9630-14f07b6652e0 req-83210096-3ace-4d81-92fe-bcb9ffb3231e tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 210 time: 0.0389962 Jul 19 03:15:45.015868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 223a1838-cd82-4646-b4fa-480ef63146e6 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:45.051231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-e9728e17-c311-44b5-9337-5ae865fa629d service neutron] 10.222.0.26 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687082 Jul 19 03:15:45.054241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75 req-9cee0511-64a0-4553-8d0b-647535be0c63 service neutron] 10.222.0.26 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849057 Jul 19 03:15:45.410922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 223a1838-cd82-4646-b4fa-480ef63146e6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:45.411377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 223a1838-cd82-4646-b4fa-480ef63146e6 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:45.436474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a2f272b6-f241-4dc6-a068-02d931521431 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:45.447151 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b19cd4bd-4476-43ce-a3cc-1f28f72e2b75 req-97d2cb8c-7542-4e1d-b028-323ad32b5f93 service neutron] 10.222.0.26 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532867 Jul 19 03:15:45.451431 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-6998b6b6-ae3f-4110-a88b-456b4aeccb99 service neutron] 10.222.0.26 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854990 Jul 19 03:15:45.485062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a5437-9275-45c9-9302-79b51aeaace4 req-232a73b8-c3b9-4bfc-9178-53bff8ff6a16 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:45.486840 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d99a5437-9275-45c9-9302-79b51aeaace4 req-232a73b8-c3b9-4bfc-9178-53bff8ff6a16 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 943 time: 0.2493157 Jul 19 03:15:45.488895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-863b38df-f9a4-40a4-a3ef-8578dd976a99 req-dec010b5-f55a-48a0-94bc-bfccad57364a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 210 time: 0.0711913 Jul 19 03:15:45.526795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=01755faf-8f7d-45b4-b1da-94af1fc66401,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:45.552712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47194) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:45.592225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d99a5437-9275-45c9-9302-79b51aeaace4 req-c4580a36-e1f5-44d2-9ecc-ccb721092b0b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986078 Jul 19 03:15:45.610378 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:45.648680 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-ca9c26d8-4a8c-4304-be8a-184cee04f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:45.654036 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-ca9c26d8-4a8c-4304-be8a-184cee04f685 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 1126 time: 0.1446488 Jul 19 03:15:45.660223 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ca3cdb8c-83c2-4d6b-a1b5-3a4e3d7cc0f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebd6c853e20f4e02b1b7ea0da8999333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1051896 Jul 19 03:15:45.668090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47200) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:45.672431 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:45.686808 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:45.689560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Transition to ACTIVE for port object 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:45.709760 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c9c510f7-cf62-4dbf-b3ec-eb2c5bd3005b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:45.745265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Transition to ACTIVE for port object ad1312ac-a756-4d07-9951-ba9d0ed755a7 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:45.832882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Transition to ACTIVE for port object 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:45.870003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8d88-3998-49b8-9395-a1db3ef509ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:45.900949 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8d88-3998-49b8-9395-a1db3ef509ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:45.927349 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-1f03a11f-b0e9-47d6-a327-61ea528484de service neutron] 10.222.0.26 "GET /v2.0/ports/1ca02e21-7408-487b-a2e1-924049fd7ff2/bindings/n-h1-762330-18 HTTP/1.1" status: 200 len: 385 time: 0.1288180 Jul 19 03:15:46.008302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Transition to ACTIVE for port object ad1312ac-a756-4d07-9951-ba9d0ed755a7 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:46.041599 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8d88-3998-49b8-9395-a1db3ef509ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.042066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-cf337d0c-f7d1-4111-899d-40b9cea28a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:46.043529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-cf337d0c-f7d1-4111-899d-40b9cea28a78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.3818078 Jul 19 03:15:46.043706 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.047551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8d88-3998-49b8-9395-a1db3ef509ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.050213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b5ee8d88-3998-49b8-9395-a1db3ef509ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86b0fb09-4d0b-4034-8018-1fe6c1b53a90 HTTP/1.1" status: 204 len: 168 time: 0.3804533 Jul 19 03:15:46.070416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82459c1d-71a4-41c1-a6ca-8b874776bc81 req-dc1df82a-2748-48a8-83d2-cb22ae115c3a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:46.072126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-82459c1d-71a4-41c1-a6ca-8b874776bc81 req-dc1df82a-2748-48a8-83d2-cb22ae115c3a tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.3661308 Jul 19 03:15:46.129504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Network 6971437a-432d-4b3c-91db-b86df67ae33d is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:46.203366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a2f272b6-f241-4dc6-a068-02d931521431, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a2f272b6-f241-4dc6-a068-02d931521431,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:46.219636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:46.224215 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.235040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'a2f272b6-f241-4dc6-a068-02d931521431', 'network_id': '258f78db-2df4-4568-9e15-af9f54058b23', 'port_id': 'a2f272b6-f241-4dc6-a068-02d931521431', 'mac_address': 'fa:16:3e:93:03:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763d421a-54e0-49b5-b851-bcc88b00d11b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:46.237964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:46.263535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Network bc7208d5-361f-4605-902a-3fd0bd02e5b5 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:46.308696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee8d88-3998-49b8-9395-a1db3ef509ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b0fb09-4d0b-4034-8018-1fe6c1b53a90,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:46.329694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:46.360391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-5b384488-1670-4f85-b83f-7c493aed8bd3 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:46.362880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-5b384488-1670-4f85-b83f-7c493aed8bd3 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.26 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 812 time: 0.3390572 Jul 19 03:15:46.364753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Allocated IP 10.1.1.171 (6971437a-432d-4b3c-91db-b86df67ae33d/f46f104f-11d4-4a2e-9252-b38ac38be0ac/1141a9db-5aca-44eb-9146-efaf34d67951) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:46.373388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:46.388764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-82459c1d-71a4-41c1-a6ca-8b874776bc81 req-9ece7cfd-339a-495a-8ea9-78351b0fa738 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945256 Jul 19 03:15:46.398376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'port': {'device_id': '89638980-ca16-4a08-8332-f306d74d6860', 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1', 'admin_state_up': True, 'tenant_id': '1f393bff55a6400e8c004058b44bc1bb'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:46.476674 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-5828d20e-243d-475d-808e-e7c4cc6cbdf2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2 HTTP/1.1" status: 200 len: 217 time: 0.4230344 Jul 19 03:15:46.487387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbfbf8-a005-40be-9466-c5f51f5f6130 req-4cf818bc-2c76-4f7b-ba56-ee12c596c514 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:46.495302 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9bbbfbf8-a005-40be-9466-c5f51f5f6130 req-4cf818bc-2c76-4f7b-ba56-ee12c596c514 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 944 time: 0.6096780 Jul 19 03:15:46.498040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Attempting to bind port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:46.500489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Attempting to bind port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:46.501011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Attempting to bind port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:46.554081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-8da61f1b-1a10-4f38-babe-cf97d23d87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:46.555240 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-8da61f1b-1a10-4f38-babe-cf97d23d87b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.0577919 Jul 19 03:15:46.578669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Pushing event updated for resources: {'Port': ['ID=70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:46.626752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:46.627163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Checking segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:46.627582 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.631388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Bound using segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:46.631937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Bound port: 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:46.632338 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.643368 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.663288 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-da39af55-c73c-44f9-9438-dd59892ccc64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463994 Jul 19 03:15:46.717138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f272b6-f241-4dc6-a068-02d931521431 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:46.739141 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9bbbfbf8-a005-40be-9466-c5f51f5f6130 req-4d42368c-0b4d-4c5f-9f01-c32453c1acf9 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286174 Jul 19 03:15:46.747049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a2f272b6-f241-4dc6-a068-02d931521431, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a2f272b6-f241-4dc6-a068-02d931521431,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:46.750090 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.791975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Attempting to bind port ad1312ac-a756-4d07-9951-ba9d0ed755a7 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:46.792354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Attempting to bind port ad1312ac-a756-4d07-9951-ba9d0ed755a7 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:46.792722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Attempting to bind port ad1312ac-a756-4d07-9951-ba9d0ed755a7 on network bc7208d5-361f-4605-902a-3fd0bd02e5b5 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:46.806597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da4f5167-1554-4542-a400-bdb93ae99876 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:46.827613 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.833463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:46.834027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Checking segment: {'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:46.834316 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.835386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Bound using segment: {'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:46.836257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Bound port: ad1312ac-a756-4d07-9951-ba9d0ed755a7, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:46.836652 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:46.871028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da4f5167-1554-4542-a400-bdb93ae99876 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:46.886692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.26', 50951) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:46.926414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] For port ad1312ac-a756-4d07-9951-ba9d0ed755a7, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:46.930429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] For port ad1312ac-a756-4d07-9951-ba9d0ed755a7, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ad1312ac-a756-4d07-9951-ba9d0ed755a7,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:46.933533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Pushing event updated for resources: {'Port': ['ID=ad1312ac-a756-4d07-9951-ba9d0ed755a7,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:46.993295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a2f272b6-f241-4dc6-a068-02d931521431,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:47.005154 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.018631 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-79d60e43-ee66-416c-a1eb-b24ac34de5a0 req-3ec32e9c-9ed6-4ec5-864e-ed6049d1af40 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 210 time: 0.1509328 Jul 19 03:15:47.024073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da4f5167-1554-4542-a400-bdb93ae99876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca02e21-7408-487b-a2e1-924049fd7ff2 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:47.051774 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-78a9dac0-a0c6-44c3-b34d-c6e2685ff22e tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=bbb6248389a44a13a9e8182055bc099b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1637604 Jul 19 03:15:47.058768 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99af1d5e-b31d-4de9-b008-7e5553d2ac92 req-ae772921-eced-4f38-ae5d-edb1dc2b85f1 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 210 time: 0.1032014 Jul 19 03:15:47.075307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da4f5167-1554-4542-a400-bdb93ae99876 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:47.076198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] For port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:47.095340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a2f272b6-f241-4dc6-a068-02d931521431'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:47.124081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] For port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:47.126865 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-e54d81ed-9143-44ce-82ba-37512f8dae30 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515297 Jul 19 03:15:47.162167 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da4f5167-1554-4542-a400-bdb93ae99876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.206214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b82a9a47-b1cc-459c-8b83-08539cd940cf up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:47.221294 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.283879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 01755faf-8f7d-45b4-b1da-94af1fc66401 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:47.339295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845ca39-4a0a-4041-9fee-621309d46392 None None] Pushing event updated for resources: {'Port': ['ID=ad1312ac-a756-4d07-9951-ba9d0ed755a7,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:47.424704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da4f5167-1554-4542-a400-bdb93ae99876 service neutron] Transition to ACTIVE for port object 1ca02e21-7408-487b-a2e1-924049fd7ff2 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:47.436796 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da4f5167-1554-4542-a400-bdb93ae99876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.452697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 01755faf-8f7d-45b4-b1da-94af1fc66401 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:47.478627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 01755faf-8f7d-45b4-b1da-94af1fc66401 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:47.478973 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.614730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-9da2b94f-08c5-4e87-b4e5-cc2dffc0fbe4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:47.617229 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-9da2b94f-08c5-4e87-b4e5-cc2dffc0fbe4 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.7486024 Jul 19 03:15:47.663992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c11-1229-4773-aeff-678c0e54467c req-d91840e1-3c62-4212-b7a5-64bb3b8f024b tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:47.665509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-d91840e1-3c62-4212-b7a5-64bb3b8f024b tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5354078 Jul 19 03:15:47.712974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port b82a9a47-b1cc-459c-8b83-08539cd940cf completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:47.721319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port b82a9a47-b1cc-459c-8b83-08539cd940cf triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:47.721700 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.722069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Request body: {'port': {'device_id': '0a495536-8da2-46ca-990e-16b405af671d', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': 'bbb6248389a44a13a9e8182055bc099b'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:47.742553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47234) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:47.770573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Made reservation on behalf of 1f393bff55a6400e8c004058b44bc1bb for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:47.774945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.799354 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da4f5167-1554-4542-a400-bdb93ae99876 service neutron] No DVR routers for this DVR port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:47.823861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253bcf6-d61e-4549-a0d8-bd35115de5c9 None None] Pushing event updated for resources: {'Port': ['ID=70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:47.840063 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.843271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f5167-1554-4542-a400-bdb93ae99876 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca02e21-7408-487b-a2e1-924049fd7ff2,revision_number=10']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:47.863320 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.874361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de4825b8-89a5-4ae9-9096-900bbead3529 req-8e11eb7b-e88a-421b-b69f-7560ce7c19de service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367511 Jul 19 03:15:47.888987 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.929241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 01755faf-8f7d-45b4-b1da-94af1fc66401, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=01755faf-8f7d-45b4-b1da-94af1fc66401,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:47.934228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9b92da-3673-4f78-a372-d7073605e103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01755faf-8f7d-45b4-b1da-94af1fc66401'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:47.936881 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d569042-f53a-4944-a5b8-bb134c9022e3" -d '{"events": [{"server_uuid": "bb9b92da-3673-4f78-a372-d7073605e103", "name": "network-vif-plugged", "status": "completed", "tag": "01755faf-8f7d-45b4-b1da-94af1fc66401"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:47.946880 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:47.973787 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-da4f5167-1554-4542-a400-bdb93ae99876 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ca02e21-7408-487b-a2e1-924049fd7ff2/bindings/n-h1-762330-18/activate HTTP/1.1" status: 200 len: 370 time: 2.0387075 Jul 19 03:15:47.987529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30eb12-e088-4e3f-9012-2f308250b3eb req-7f7af7ee-ea61-496c-b611-485be31e04d1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:48.000442 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef30eb12-e088-4e3f-9012-2f308250b3eb req-7f7af7ee-ea61-496c-b611-485be31e04d1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 943 time: 0.7342134 Jul 19 03:15:48.002955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Transition to ACTIVE for port object 1141a9db-5aca-44eb-9146-efaf34d67951 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:48.004797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afec55f-c7ea-49bd-bd2f-e5ba9bbf4eab req-0481cc9e-511c-41aa-9d6e-c2113f666944 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:48.010640 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3afec55f-c7ea-49bd-bd2f-e5ba9bbf4eab req-0481cc9e-511c-41aa-9d6e-c2113f666944 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 950 time: 0.3259807 Jul 19 03:15:48.049696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-network', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:48.063450 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:48.078184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3afec55f-c7ea-49bd-bd2f-e5ba9bbf4eab req-9e1dc74f-3625-4788-9c8c-d34b6e18f1cd tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573013 Jul 19 03:15:48.107355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b82a9a47-b1cc-459c-8b83-08539cd940cf, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b82a9a47-b1cc-459c-8b83-08539cd940cf,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:48.108662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=01755faf-8f7d-45b4-b1da-94af1fc66401,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:48.116828 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:48.118863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ca02e21-7408-487b-a2e1-924049fd7ff2 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:48.235628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1ca02e21-7408-487b-a2e1-924049fd7ff2 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:48.236315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a5def065-94b7-4320-9913-7999456aeb05 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:48.236590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef30eb12-e088-4e3f-9012-2f308250b3eb req-82bc97d8-182c-4d3f-b9ca-04e3ecd92f0e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351849 Jul 19 03:15:48.285437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=b82a9a47-b1cc-459c-8b83-08539cd940cf,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:48.326462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Made reservation on behalf of a09cdf691be74ae4888f1c5e7936a3fc for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:48.328960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:48.341286 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d10610d-7805-4465-97aa-6bf118231c9c x-openstack-request-id: req-7d10610d-7805-4465-97aa-6bf118231c9c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:48.341570 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9b92da-3673-4f78-a372-d7073605e103", "name": "network-vif-plugged", "status": "completed", "tag": "01755faf-8f7d-45b4-b1da-94af1fc66401", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:48.341820 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d10610d-7805-4465-97aa-6bf118231c9c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:48.342213 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9b92da-3673-4f78-a372-d7073605e103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01755faf-8f7d-45b4-b1da-94af1fc66401', 'code': 200} Jul 19 03:15:48.376070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Made reservation on behalf of bbb6248389a44a13a9e8182055bc099b for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:48.386856 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:48.401091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:48.447483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Allocated IP 172.20.0.12 (4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1/59c67add-29fa-4b99-b752-c962ee84b05b/1d918a18-437b-4752-aad2-5020c004165b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:48.485788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:48.493106 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:48.504328 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:48.541968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c28d95-0437-41af-bb43-a7e7e33cba37 req-2436839c-4399-49dc-bc14-7c6a72c84c6c tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:48.543699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44c28d95-0437-41af-bb43-a7e7e33cba37 req-2436839c-4399-49dc-bc14-7c6a72c84c6c tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 945 time: 0.1555693 Jul 19 03:15:48.562792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=10']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:48.587651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaebcf-3645-41fd-85e6-0a5fc17a530f req-1c271c6c-40bc-4803-8c95-cd5fa4d14378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:48.589608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7cfaebcf-3645-41fd-85e6-0a5fc17a530f req-1c271c6c-40bc-4803-8c95-cd5fa4d14378 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bb9b92da-3673-4f78-a372-d7073605e103 HTTP/1.1" status: 200 len: 1097 time: 0.1521676 Jul 19 03:15:48.594861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da80eb3-c755-4e47-9731-eaa4c9cfdc48 None None] Network bc7208d5-361f-4605-902a-3fd0bd02e5b5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:48.622802 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44c28d95-0437-41af-bb43-a7e7e33cba37 req-19649380-751c-4710-bcd9-30f6e579734f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713961 Jul 19 03:15:48.642228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7cfaebcf-3645-41fd-85e6-0a5fc17a530f req-a18c03d4-08d5-49c7-b831-b4b448e98584 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451648 Jul 19 03:15:48.669664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Deleting port a5def065-94b7-4320-9913-7999456aeb05 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:48.670016 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:48.703023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-73248a85-6948-4885-9da8-cb2e852500d3 req-96e4ba5c-1daf-47ea-b99e-c48e6c7620d7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 210 time: 0.1705043 Jul 19 03:15:48.715122 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:48.718687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ea8df8ba-99c6-401e-a41a-8cc8a7cd51a1 None None] Provisioning for port ad1312ac-a756-4d07-9951-ba9d0ed755a7 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:48.769382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network 6971437a-432d-4b3c-91db-b86df67ae33d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:48.787724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:48.820675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-fb89c8fb-10ec-4261-a1e0-4d30a9ed4e69 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:48.823091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-fb89c8fb-10ec-4261-a1e0-4d30a9ed4e69 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.7509780 Jul 19 03:15:48.829491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6cd3d691-74cc-4b7c-befb-a46565f08355 req-e9a307b9-ddb9-4192-85a9-7a5745349108 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 210 time: 0.0497932 Jul 19 03:15:48.831421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:48.955181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1462bc1-e52c-4478-aec1-5397c8e7f8f0 None None] Network 6971437a-432d-4b3c-91db-b86df67ae33d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:48.978605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:49.074365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:49.074993 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.088574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d47aadb1-04ad-4390-b128-6ac1bd560761 None None] Provisioning for port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:49.088800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Port': ['ID=1141a9db-5aca-44eb-9146-efaf34d67951,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:49.123391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:49.129705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:49.130102 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.169570 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a2f272b6-f241-4dc6-a068-02d931521431 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:49.181168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.221779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] For port a5def065-94b7-4320-9913-7999456aeb05, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a5def065-94b7-4320-9913-7999456aeb05,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:49.222146 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.242934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.276848 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Calling delete_port for a5def065-94b7-4320-9913-7999456aeb05 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:49.302870 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.310439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Allocated IP 192.168.233.123 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/5216f3a2-12a1-490d-a6f7-be6cb796b69a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:49.322088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port a2f272b6-f241-4dc6-a068-02d931521431 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:49.331110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port a2f272b6-f241-4dc6-a068-02d931521431 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:49.331474 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.335944 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.357346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-f512d60b-10aa-4551-814e-6333770c03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:49.359611 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-f512d60b-10aa-4551-814e-6333770c03d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c&tenant_id=87ecb4f1f4054e3bbda937eff36101d2 HTTP/1.1" status: 200 len: 1096 time: 0.4674921 Jul 19 03:15:49.361453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a6f33333-0042-45f9-b3d0-80c8571ba9ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5059075 Jul 19 03:15:49.366256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47254) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:49.378688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'port': {'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d', 'name': 'tempest-TaggedBootDevicesTest-1326295976', 'fixed_ips': [{'subnet_id': 'f46f104f-11d4-4a2e-9252-b38ac38be0ac'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:49.389756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e977f37-6b98-4a19-bcab-403477f0216d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:49.418166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:49.426144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:15:49.432669 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.438831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ad1312ac-a756-4d07-9951-ba9d0ed755a7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:49.561646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:49.650348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:49.662942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f731-c91c-4c5c-a43f-b8fb893e4826 req-e4e0b066-b78a-46a2-831e-72bd2709d4f0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:49.664928 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8622f731-c91c-4c5c-a43f-b8fb893e4826 req-e4e0b066-b78a-46a2-831e-72bd2709d4f0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 944 time: 0.1461246 Jul 19 03:15:49.674889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.675562 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Added segment 35609eb3-6484-4597-8b35-85e7e22739a2 of type vlan for network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f Jul 19 03:15:49.694646 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.761902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a2f272b6-f241-4dc6-a068-02d931521431, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a2f272b6-f241-4dc6-a068-02d931521431,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:49.777810 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.783939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8622f731-c91c-4c5c-a43f-b8fb893e4826 req-b34f3df1-3312-477b-a8f9-d5c55770dc8d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061327 Jul 19 03:15:49.823185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port ad1312ac-a756-4d07-9951-ba9d0ed755a7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:49.824779 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.843489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33c276-63e3-4ed2-9af3-e60fa8237bc9 req-215e0ae5-68ca-4bdb-a434-7600d665d886 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:49.845116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ad1312ac-a756-4d07-9951-ba9d0ed755a7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:49.845502 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.852015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-dc24b4dc-8fd6-4dd8-bcd2-dc755402fa74 None None] Provisioning complete for port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:49.852201 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dc24b4dc-8fd6-4dd8-bcd2-dc755402fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.852450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be33c276-63e3-4ed2-9af3-e60fa8237bc9 req-215e0ae5-68ca-4bdb-a434-7600d665d886 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 949 time: 0.6209605 Jul 19 03:15:49.863951 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:49.865748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] device_id is not set on port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:15:49.965178 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.052339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:50.077776 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-bade763b-5c15-4700-acd8-f630aca10bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:50.079243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-bade763b-5c15-4700-acd8-f630aca10bf2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 1096 time: 0.6569903 Jul 19 03:15:50.080106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:50.086790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:50.095430 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be33c276-63e3-4ed2-9af3-e60fa8237bc9 req-90011afd-57b4-4aea-93bf-2ff566ea385c tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420845 Jul 19 03:15:50.096058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'Port': ['ID=1d918a18-437b-4752-aad2-5020c004165b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:50.143859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:50.186429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a2f272b6-f241-4dc6-a068-02d931521431,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:50.233257 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e6721-e336-4b2e-aa23-0eee4280aaed req-0f1c6707-b62b-4a01-905a-eef6ee8e2c38 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:50.241326 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec8e6721-e336-4b2e-aa23-0eee4280aaed req-0f1c6707-b62b-4a01-905a-eef6ee8e2c38 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 945 time: 0.2108300 Jul 19 03:15:50.244811 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.245775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:50.246427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.272765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Allocated IP 10.1.1.186 (6971437a-432d-4b3c-91db-b86df67ae33d/f46f104f-11d4-4a2e-9252-b38ac38be0ac/16dab0cb-1b58-4f0f-b704-a007cc0c89b2) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:50.301930 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec8e6721-e336-4b2e-aa23-0eee4280aaed req-6fc95bb2-e8ee-48a8-89bc-2263174a8049 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594561 Jul 19 03:15:50.310678 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.330898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:50.331459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.350956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d74046-8873-4fc8-b263-115c827477fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82a9a47-b1cc-459c-8b83-08539cd940cf'}, {'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05'}, {'server_uuid': 'deca8296-0afb-433a-956b-52e9b70754ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f272b6-f241-4dc6-a068-02d931521431'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:50.353281 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bda3723-1391-44fd-8040-93265dc4508f" -d '{"events": [{"server_uuid": "a4d74046-8873-4fc8-b263-115c827477fb", "name": "network-vif-plugged", "status": "completed", "tag": "b82a9a47-b1cc-459c-8b83-08539cd940cf"}, {"server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "name": "network-vif-unplugged", "status": "completed", "tag": "a5def065-94b7-4320-9913-7999456aeb05"}, {"server_uuid": "deca8296-0afb-433a-956b-52e9b70754ca", "name": "network-vif-plugged", "status": "completed", "tag": "a2f272b6-f241-4dc6-a068-02d931521431"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:50.371225 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.413881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port ad1312ac-a756-4d07-9951-ba9d0ed755a7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ad1312ac-a756-4d07-9951-ba9d0ed755a7,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:50.430757 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.468779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-dc24b4dc-8fd6-4dd8-bcd2-dc755402fa74 None None] Provisioning for port 1141a9db-5aca-44eb-9146-efaf34d67951 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:50.483531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-dc24b4dc-8fd6-4dd8-bcd2-dc755402fa74 None None] Provisioning complete for port 1141a9db-5aca-44eb-9146-efaf34d67951 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:50.483916 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dc24b4dc-8fd6-4dd8-bcd2-dc755402fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.497092 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7398929b-61f4-4b63-8ac9-772b6d0c80ba req-2f687b03-d228-4987-a844-68c53bfc712c tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 210 time: 0.0436366 Jul 19 03:15:50.552027 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.569186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Transition to ACTIVE for port object 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:50.572345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=ad1312ac-a756-4d07-9951-ba9d0ed755a7,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:50.586210 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301bebd8-eb34-4086-a25e-001e63cd595a x-openstack-request-id: req-301bebd8-eb34-4086-a25e-001e63cd595a {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:50.586706 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d74046-8873-4fc8-b263-115c827477fb", "name": "network-vif-plugged", "status": "completed", "tag": "b82a9a47-b1cc-459c-8b83-08539cd940cf", "code": 200}, {"server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "name": "network-vif-unplugged", "status": "completed", "tag": "a5def065-94b7-4320-9913-7999456aeb05", "code": 200}, {"server_uuid": "deca8296-0afb-433a-956b-52e9b70754ca", "name": "network-vif-plugged", "status": "completed", "tag": "a2f272b6-f241-4dc6-a068-02d931521431", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:50.586954 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-301bebd8-eb34-4086-a25e-001e63cd595a {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:50.587361 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d74046-8873-4fc8-b263-115c827477fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82a9a47-b1cc-459c-8b83-08539cd940cf', 'code': 200} Jul 19 03:15:50.587612 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05', 'code': 200} Jul 19 03:15:50.587860 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deca8296-0afb-433a-956b-52e9b70754ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f272b6-f241-4dc6-a068-02d931521431', 'code': 200} Jul 19 03:15:50.602546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-dc24b4dc-8fd6-4dd8-bcd2-dc755402fa74 None None] Port 1141a9db-5aca-44eb-9146-efaf34d67951 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:15:50.645280 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.690629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.699409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network 6971437a-432d-4b3c-91db-b86df67ae33d is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:50.703682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9557126 Jul 19 03:15:50.706162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:50.710243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:50.711392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47266) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:50.718943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Transition to ACTIVE for port object 5216f3a2-12a1-490d-a6f7-be6cb796b69a will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:50.732099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Request body: {'subnet': {'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-subnet', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:50.743890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6ebd8d98-afb0-4334-b457-00ae2a21be20 None None] Provisioning complete for port 1141a9db-5aca-44eb-9146-efaf34d67951 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:50.744374 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8d98-afb0-4334-b457-00ae2a21be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.781235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd8d98-afb0-4334-b457-00ae2a21be20 None None] Port 1141a9db-5aca-44eb-9146-efaf34d67951 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:15:50.789033 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-2bb636cb-b389-43be-bce7-91e7c53a498a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3967361 Jul 19 03:15:50.808216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Request body: {'port': {'device_id': '89638980-ca16-4a08-8332-f306d74d6860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:50.816265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08706-cf7c-4958-aed9-2dd4638ee727 admin admin] Pushing event updated for resources: {'Network': ['ID=7d6ba9ec-7c42-45a5-b195-d67c6d38f78f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:50.818474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Pushing event deleted for resources: {'Port': ['ID=a5def065-94b7-4320-9913-7999456aeb05,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:50.847891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:15:50.862544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Port': ['ID=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:50.882307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-14647aea-1707-4889-85be-fb63ce224e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:50.889720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-14647aea-1707-4889-85be-fb63ce224e54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.7809029 Jul 19 03:15:50.903074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:50.903785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:50.964389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eca4ad-1959-492b-8476-e4e8432fe778 req-8483333f-0902-4185-8adf-0d44d2c94c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:50.965194 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9eca4ad-1959-492b-8476-e4e8432fe778 req-8483333f-0902-4185-8adf-0d44d2c94c63 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=deca8296-0afb-433a-956b-52e9b70754ca HTTP/1.1" status: 200 len: 1097 time: 0.2475164 Jul 19 03:15:50.972910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71150b76-cdd6-440f-b250-bbaac5fd1e8b req-50b8aa52-b960-411b-aee9-6e2704d60114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:50.974498 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71150b76-cdd6-440f-b250-bbaac5fd1e8b req-50b8aa52-b960-411b-aee9-6e2704d60114 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 1097 time: 0.2556121 Jul 19 03:15:51.000710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:51.003090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b9e155a8-4396-4ea2-adaa-3054def8cc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:51.021289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-271a9185-f298-431a-ac12-fdc6378dc433 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2 HTTP/1.1" status: 200 len: 217 time: 0.0918474 Jul 19 03:15:51.022154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] No DVR routers for this DVR port a5def065-94b7-4320-9913-7999456aeb05 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:51.028169 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:51.030374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.26 "DELETE /v2.0/ports/a5def065-94b7-4320-9913-7999456aeb05 HTTP/1.1" status: 204 len: 173 time: 3.3902676 Jul 19 03:15:51.032617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'name': 'network-vif-deleted', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:51.035088 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4a6b15-355f-436d-9820-7cff835d3fc9" -d '{"events": [{"server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "name": "network-vif-deleted", "tag": "a5def065-94b7-4320-9913-7999456aeb05"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:51.041300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Made reservation on behalf of a09cdf691be74ae4888f1c5e7936a3fc for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:15:51.043563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:51.095109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b9b47495-7e71-4ab2-a732-40837dd2ec54 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7257078 Jul 19 03:15:51.099767 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71150b76-cdd6-440f-b250-bbaac5fd1e8b req-0d39f011-7df5-4314-9752-cb4eb85dfed4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182601 Jul 19 03:15:51.122307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:51.136209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:51.136610 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:51.137158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9eca4ad-1959-492b-8476-e4e8432fe778 req-aff7537f-cb05-49e2-8442-c62faa24b5d2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602211 Jul 19 03:15:51.143398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-197cd12e-471d-4da8-9d63-8a2d75512768 None None] Provisioning for port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:51.158257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af15286-1604-40b7-ad81-499ede7e933a req-d57cf8e2-bce7-4b94-a847-289903fcf84f tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:51.165395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4af15286-1604-40b7-ad81-499ede7e933a req-d57cf8e2-bce7-4b94-a847-289903fcf84f tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 932 time: 0.8509834 Jul 19 03:15:51.175284 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee5a0-301b-4a0f-94b5-8f5df9fbc4a4 req-5dc1b869-ac09-47a7-9b39-deb94e19a943 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:51.176973 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-661ee5a0-301b-4a0f-94b5-8f5df9fbc4a4 req-5dc1b869-ac09-47a7-9b39-deb94e19a943 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 944 time: 0.1872537 Jul 19 03:15:51.236291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-197cd12e-471d-4da8-9d63-8a2d75512768 None None] Provisioning complete for port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:51.236689 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-197cd12e-471d-4da8-9d63-8a2d75512768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:51.240650 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-661ee5a0-301b-4a0f-94b5-8f5df9fbc4a4 req-807ea295-9594-4642-8b7c-137fe0e25b7a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496478 Jul 19 03:15:51.245756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:51.281073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:51.302514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-e3f060b3-63a3-4d9a-9402-1fc7c6129ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:51.303642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-e3f060b3-63a3-4d9a-9402-1fc7c6129ffd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.2575662 Jul 19 03:15:51.317781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-197cd12e-471d-4da8-9d63-8a2d75512768 None None] Port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:15:51.317976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:51.335248 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dc999f-b65d-4fc5-9b21-2697211a0319 x-openstack-request-id: req-45dc999f-b65d-4fc5-9b21-2697211a0319 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:51.335545 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b685c95-3aac-4bd0-886b-1aa074c83171", "name": "network-vif-deleted", "tag": "a5def065-94b7-4320-9913-7999456aeb05", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:51.335791 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45dc999f-b65d-4fc5-9b21-2697211a0319 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:51.336184 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b685c95-3aac-4bd0-886b-1aa074c83171', 'name': 'network-vif-deleted', 'tag': 'a5def065-94b7-4320-9913-7999456aeb05', 'status': 'completed', 'code': 200} Jul 19 03:15:51.338215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:51.354317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Pushing event updated for resources: {'Port': ['ID=5216f3a2-12a1-490d-a6f7-be6cb796b69a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:51.401822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-2d536162-7afd-404d-8e19-b11728ccb0c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757451 Jul 19 03:15:51.423664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ad1312ac-a756-4d07-9951-ba9d0ed755a7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:51.425660 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4af15286-1604-40b7-ad81-499ede7e933a req-8f327ec2-d8de-4c20-9bfc-31d0b18bc538 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591794 Jul 19 03:15:51.495212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ad1312ac-a756-4d07-9951-ba9d0ed755a7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:51.495699 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:51.633752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:51.634106 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:51.680922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47280) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:51.686319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['42d895df-b978-409d-b5d1-97ee8e455b38'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:51.687465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ed11dd7c-1c13-42f0-979a-6daa4039eeaa tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--472042493', 'description': 'tempest-description--964367067'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:51.732653 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-358ce7c5-8321-442d-adc8-d973fe1cfbdb req-a0bbcd4f-fc0d-4685-ac51-2e352bea9249 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b685c95-3aac-4bd0-886b-1aa074c83171 HTTP/1.1" status: 200 len: 210 time: 0.0554318 Jul 19 03:15:51.747481 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed11dd7c-1c13-42f0-979a-6daa4039eeaa tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:51.828389 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-b4aa224c-1b75-46a1-bba1-71c6486ee823 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1104085 Jul 19 03:15:51.859376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Request body: {'port': {'device_id': '0a495536-8da2-46ca-990e-16b405af671d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:51.888104 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-310a2bfb-9e0f-4ac1-9a29-80b9ea2dcf8b service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508107 Jul 19 03:15:51.968827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:51.992181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed11dd7c-1c13-42f0-979a-6daa4039eeaa tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.002605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-21ac861e-3ecd-4b43-99aa-db20fda067bd None None] Provisioning for port 5216f3a2-12a1-490d-a6f7-be6cb796b69a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:52.008848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-21ac861e-3ecd-4b43-99aa-db20fda067bd None None] Provisioning complete for port 5216f3a2-12a1-490d-a6f7-be6cb796b69a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:52.009319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-21ac861e-3ecd-4b43-99aa-db20fda067bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.016556 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed11dd7c-1c13-42f0-979a-6daa4039eeaa tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.060499 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed11dd7c-1c13-42f0-979a-6daa4039eeaa tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.065260 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ed11dd7c-1c13-42f0-979a-6daa4039eeaa tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3798285 Jul 19 03:15:52.065260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47284) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:52.074431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b6ef62db-e909-4c95-a26d-b58f12bb807f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'security_group_rule': {'security_group_id': '40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:52.078216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-21ac861e-3ecd-4b43-99aa-db20fda067bd None None] Port 5216f3a2-12a1-490d-a6f7-be6cb796b69a cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:15:52.087262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11dd7c-1c13-42f0-979a-6daa4039eeaa tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:52.117660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba2339-8b2f-49e3-98aa-abe1373c1519 req-53307477-3bb6-4dfd-9544-83e891050209 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:52.124637 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0dba2339-8b2f-49e3-98aa-abe1373c1519 req-53307477-3bb6-4dfd-9544-83e891050209 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 945 time: 0.1840270 Jul 19 03:15:52.166834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b6ef62db-e909-4c95-a26d-b58f12bb807f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.178795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93973e95-c27e-4770-8462-4ecdb235bdb2,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:52.197215 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0dba2339-8b2f-49e3-98aa-abe1373c1519 req-83d74918-ef63-4e5c-a7d5-330fa0f84fb9 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712333 Jul 19 03:15:52.200411 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.208900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-d2a17ef8-4ce4-4616-9e50-6678fbc0964c service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090196 Jul 19 03:15:52.238687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Checking segment: {'id': '35609eb3-6484-4597-8b35-85e7e22739a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:52.239433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Network hostable DHCP agents. Network: 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:15:52.249920 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b6ef62db-e909-4c95-a26d-b58f12bb807f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.257039 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b6ef62db-e909-4c95-a26d-b58f12bb807f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.276665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef62db-e909-4c95-a26d-b58f12bb807f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6df862-aec5-483b-a494-f743f89202c4,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:52.310259 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b6ef62db-e909-4c95-a26d-b58f12bb807f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.313706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f385a-96cc-4b3f-888d-f4cdbfc68014 req-e018d85c-fddd-419c-8a29-f2074b6f4886 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:52.314633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b6ef62db-e909-4c95-a26d-b58f12bb807f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2482059 Jul 19 03:15:52.315235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47288) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:52.315372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-313f385a-96cc-4b3f-888d-f4cdbfc68014 req-e018d85c-fddd-419c-8a29-f2074b6f4886 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 936 time: 0.3392267 Jul 19 03:15:52.321096 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ffbac581-d01f-4fe8-b814-95df124a43f7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'security_group_rule': {'security_group_id': '40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:52.347683 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d918a18-437b-4752-aad2-5020c004165b {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:52.354604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:15:52.355659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ffbac581-d01f-4fe8-b814-95df124a43f7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.367765 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.435673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ffbac581-d01f-4fe8-b814-95df124a43f7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.439992 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ffbac581-d01f-4fe8-b814-95df124a43f7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.449364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:52.453132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Transition to ACTIVE for port object 1d918a18-437b-4752-aad2-5020c004165b will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:52.459784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:52.460391 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.462765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d95e8b8-0f2f-4858-9d29-af1483664660 None None] Network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:52.482812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-313f385a-96cc-4b3f-888d-f4cdbfc68014 req-048b729f-cfcd-4471-9382-c37927868855 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547170 Jul 19 03:15:52.487453 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.501012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbac581-d01f-4fe8-b814-95df124a43f7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12739c68-b3cc-4565-9cf9-edb50739b8c3,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:52.513200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ffbac581-d01f-4fe8-b814-95df124a43f7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.517766 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ffbac581-d01f-4fe8-b814-95df124a43f7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2013836 Jul 19 03:15:52.518405 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47292) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:52.526248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:52.572291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efcbee-e111-484b-803a-84aca4cc415c req-e1d9ea2a-2eab-4bd7-8cf2-eb3d5c107b19 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:52.573866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60efcbee-e111-484b-803a-84aca4cc415c req-e1d9ea2a-2eab-4bd7-8cf2-eb3d5c107b19 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 944 time: 0.1271446 Jul 19 03:15:52.575585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.641404 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60efcbee-e111-484b-803a-84aca4cc415c req-343737fd-8cab-4680-916e-62016a9385e8 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483415 Jul 19 03:15:52.705779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-7d6ba9ec-7c42-45a5-b195-d67c6d38f78f', 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'fixed_ips': [{'subnet_id': '93973e95-c27e-4770-8462-4ecdb235bdb2'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:15:52.706768 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.715408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-de5e0d57-b37c-480b-a761-27e9abbb95f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9873259 Jul 19 03:15:52.719000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47294) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:52.724009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-router', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:15:52.755560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.766496 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.767451 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.776317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d918a18-437b-4752-aad2-5020c004165b,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:52.869297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Allocated IP 172.20.0.2 (7d6ba9ec-7c42-45a5-b195-d67c6d38f78f/93973e95-c27e-4770-8462-4ecdb235bdb2/4fce3b4e-f813-4c46-b3fa-d977a897d305) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:52.913584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-8c24ef6f-f462-42e5-a883-53e7c5480f92 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:52.915148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-8c24ef6f-f462-42e5-a883-53e7c5480f92 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.2742639 Jul 19 03:15:52.931266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156ff7-8224-4ee7-a4ef-e3eb08dccbb4 req-cc1ad2ba-bc59-425c-9f7b-fd7475ffca6b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:52.932844 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc156ff7-8224-4ee7-a4ef-e3eb08dccbb4 req-cc1ad2ba-bc59-425c-9f7b-fd7475ffca6b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 944 time: 0.2954414 Jul 19 03:15:52.962075 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:52.980491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Attempting to bind port 1d918a18-437b-4752-aad2-5020c004165b on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:52.980491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Attempting to bind port 1d918a18-437b-4752-aad2-5020c004165b by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '7d9f32f5-48b5-4fab-81ec-041e81431740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:52.980491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Attempting to bind port 1d918a18-437b-4752-aad2-5020c004165b on network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:52.992780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5216f3a2-12a1-490d-a6f7-be6cb796b69a {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:53.013556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.015755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Port 1d918a18-437b-4752-aad2-5020c004165b on network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:53.016087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Attempting to bind port 1d918a18-437b-4752-aad2-5020c004165b on network 4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:53.047634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:53.048442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Checking segment: {'id': '7d9f32f5-48b5-4fab-81ec-041e81431740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:53.048442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Bound using segment: {'id': '7d9f32f5-48b5-4fab-81ec-041e81431740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:53.048790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Bound port: 1d918a18-437b-4752-aad2-5020c004165b, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9f32f5-48b5-4fab-81ec-041e81431740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:53.049152 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.065037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc156ff7-8224-4ee7-a4ef-e3eb08dccbb4 req-2ed91046-7a28-49e7-8462-9d1249bfe945 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213779 Jul 19 03:15:53.073167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Transition to ACTIVE for port object 5216f3a2-12a1-490d-a6f7-be6cb796b69a will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:53.090759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.115732 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Transition to ACTIVE for port object 4fce3b4e-f813-4c46-b3fa-d977a897d305 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:53.126304 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.147445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Transition to ACTIVE for port object 4fce3b4e-f813-4c46-b3fa-d977a897d305 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:53.157385 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.216498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:53.222438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:53.224801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Pushing event updated for resources: {'Port': ['ID=4fce3b4e-f813-4c46-b3fa-d977a897d305,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:53.227183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:53.232168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5216f3a2-12a1-490d-a6f7-be6cb796b69a,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:53.240368 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-909955d2-d5f1-4b20-a06a-b7222f118b69 service neutron] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:53.241590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] For port 1d918a18-437b-4752-aad2-5020c004165b, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:53.285737 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-909955d2-d5f1-4b20-a06a-b7222f118b69 service neutron] Notify callbacks [] for binding, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.287028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecf27350-8074-4e4d-a681-4b4173ecdca5 req-909955d2-d5f1-4b20-a06a-b7222f118b69 service neutron] 10.222.0.25 "DELETE /v2.0/ports/1ca02e21-7408-487b-a2e1-924049fd7ff2/bindings/n-h2-762330-18 HTTP/1.1" status: 204 len: 173 time: 0.3532751 Jul 19 03:15:53.317188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Attempting to bind port 4fce3b4e-f813-4c46-b3fa-d977a897d305 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:53.317672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Attempting to bind port 4fce3b4e-f813-4c46-b3fa-d977a897d305 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '35609eb3-6484-4597-8b35-85e7e22739a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:53.318159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Attempting to bind port 4fce3b4e-f813-4c46-b3fa-d977a897d305 on network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:53.324916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:53.325174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Checking segment: {'id': '35609eb3-6484-4597-8b35-85e7e22739a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:53.325770 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.329326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Bound using segment: {'id': '35609eb3-6484-4597-8b35-85e7e22739a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:53.329849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Bound port: 4fce3b4e-f813-4c46-b3fa-d977a897d305, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35609eb3-6484-4597-8b35-85e7e22739a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:53.330410 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.354887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] For port 1d918a18-437b-4752-aad2-5020c004165b, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d918a18-437b-4752-aad2-5020c004165b,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:53.366727 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.438923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:53.439907 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.441768 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/1d918a18-437b-4752-aad2-5020c004165b HTTP/1.1" status: 200 len: 1093 time: 2.6382270 Jul 19 03:15:53.444702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89638980-ca16-4a08-8332-f306d74d6860', 'tag': '1d918a18-437b-4752-aad2-5020c004165b'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:53.447478 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b3f750-f5e3-4d08-9534-1b566b8753bf" -d '{"events": [{"name": "network-changed", "server_uuid": "89638980-ca16-4a08-8332-f306d74d6860", "tag": "1d918a18-437b-4752-aad2-5020c004165b"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:53.461769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Attempting to bind port 5216f3a2-12a1-490d-a6f7-be6cb796b69a on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:53.462817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Attempting to bind port 5216f3a2-12a1-490d-a6f7-be6cb796b69a by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:53.463383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Attempting to bind port 5216f3a2-12a1-490d-a6f7-be6cb796b69a on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:53.473885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] For port 4fce3b4e-f813-4c46-b3fa-d977a897d305, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:53.481275 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] For port 4fce3b4e-f813-4c46-b3fa-d977a897d305, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4fce3b4e-f813-4c46-b3fa-d977a897d305,segment=NetworkSegment(35609eb3-6484-4597-8b35-85e7e22739a2),segment_id=35609eb3-6484-4597-8b35-85e7e22739a2)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:53.493178 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.517222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Port 5216f3a2-12a1-490d-a6f7-be6cb796b69a on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:15:53.517551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Attempting to bind port 5216f3a2-12a1-490d-a6f7-be6cb796b69a on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:53.550996 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.578748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a49073-7070-42ae-877c-7647d0f27a2d None None] Pushing event updated for resources: {'Port': ['ID=4fce3b4e-f813-4c46-b3fa-d977a897d305,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:53.593391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Allocated IP 172.25.2.74 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/0ed42b4b-87ef-45f6-bbc7-204ed7c69771) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:53.610819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a68d2e-0fca-4a36-a79e-2758ee5495c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d918a18-437b-4752-aad2-5020c004165b,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:53.613614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:53.613957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:53.614359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:53.614808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Bound port: 5216f3a2-12a1-490d-a6f7-be6cb796b69a, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:53.615174 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.712984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-25c1e59e-4bb5-451d-8523-4089282b0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:53.714586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-25c1e59e-4bb5-451d-8523-4089282b0af1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 1096 time: 0.2256207 Jul 19 03:15:53.768027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-97f3a988-c692-46f9-8dbf-c5559e7a0502 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d918a18-437b-4752-aad2-5020c004165b HTTP/1.1" status: 200 len: 217 time: 0.0395229 Jul 19 03:15:53.777948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d61c5-ceb8-4539-8efb-1e3bc484deb4 req-743c160f-7a66-44fa-8a88-9733b7669b77 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:53.782947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb5d61c5-ceb8-4539-8efb-1e3bc484deb4 req-743c160f-7a66-44fa-8a88-9733b7669b77 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 945 time: 0.2323670 Jul 19 03:15:53.845387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] For port 5216f3a2-12a1-490d-a6f7-be6cb796b69a, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:53.860411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] For port 5216f3a2-12a1-490d-a6f7-be6cb796b69a, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5216f3a2-12a1-490d-a6f7-be6cb796b69a,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:53.866430 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.884953 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.933126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e5041-1fe7-4a55-9107-1c318b88f4f2 req-766a7355-c549-44cf-a9d9-5dd42cc01478 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:53.934750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-500e5041-1fe7-4a55-9107-1c318b88f4f2 req-766a7355-c549-44cf-a9d9-5dd42cc01478 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.2030942 Jul 19 03:15:53.981888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:53.982556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:53.983989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] 10.222.0.26 "PUT /v2.0/ports/5216f3a2-12a1-490d-a6f7-be6cb796b69a HTTP/1.1" status: 200 len: 1097 time: 2.1289241 Jul 19 03:15:53.986648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb25ffe-67cc-47af-903d-687364f667d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5216f3a2-12a1-490d-a6f7-be6cb796b69a,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:53.993994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-4732bed4-4a81-4476-96d2-1d6228aa8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:53.995448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-4732bed4-4a81-4476-96d2-1d6228aa8aa6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c67add-29fa-4b99-b752-c962ee84b05b HTTP/1.1" status: 200 len: 852 time: 0.2111750 Jul 19 03:15:54.001145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb5d61c5-ceb8-4539-8efb-1e3bc484deb4 req-e56481b4-1719-44c2-a455-c4f3a866c35d tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338437 Jul 19 03:15:54.047874 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-f6964287-bff6-4729-acc3-fbf650807f49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450475 Jul 19 03:15:54.096519 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693a8b2c-9da6-4e52-be01-2ee628e0509d x-openstack-request-id: req-693a8b2c-9da6-4e52-be01-2ee628e0509d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:54.096842 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89638980-ca16-4a08-8332-f306d74d6860", "tag": "1d918a18-437b-4752-aad2-5020c004165b", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:54.097371 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-693a8b2c-9da6-4e52-be01-2ee628e0509d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:54.097791 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89638980-ca16-4a08-8332-f306d74d6860', 'tag': '1d918a18-437b-4752-aad2-5020c004165b', 'status': 'completed', 'code': 200} Jul 19 03:15:54.140254 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-500e5041-1fe7-4a55-9107-1c318b88f4f2 req-241f204a-3bc5-41a7-a538-9e4f4862e424 tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673207 Jul 19 03:15:54.141448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:54.218313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c11-1229-4773-aeff-678c0e54467c req-a2d28930-35c5-44c8-ad6b-40e8a58a4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:54.225434 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-a2d28930-35c5-44c8-ad6b-40e8a58a4ecc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbb6248389a44a13a9e8182055bc099b&device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 1100 time: 0.1847093 Jul 19 03:15:54.278572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:54.279392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Port': ['ID=0ed42b4b-87ef-45f6-bbc7-204ed7c69771,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:54.292983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:54.298904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:54.352466 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:54.407097 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:54.570663 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:54.612009 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-3d95356f-2884-49f8-aaba-8386fc80ba4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5216f3a2-12a1-490d-a6f7-be6cb796b69a HTTP/1.1" status: 200 len: 217 time: 0.3780458 Jul 19 03:15:54.613882 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-7d6bfea9-e7cd-4540-9049-732bc5d07aa0 service neutron] 10.222.0.26 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405552 Jul 19 03:15:54.624409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ce05d-231b-49cd-b458-dc18058f747b req-840c520f-6ced-40ea-a339-2baf3a155fe6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:54.626044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-279ce05d-231b-49cd-b458-dc18058f747b req-840c520f-6ced-40ea-a339-2baf3a155fe6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 944 time: 0.2995870 Jul 19 03:15:54.690777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Allocated IP 172.25.2.3 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/f7d33b3b-b6cb-4118-8650-0b0ccf491466) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:54.695239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:54.707724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c11-1229-4773-aeff-678c0e54467c req-e4171395-f704-4a1d-a2c3-28376c9c0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:54.709449 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-e4171395-f704-4a1d-a2c3-28376c9c0373 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0853345 Jul 19 03:15:54.752229 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-279ce05d-231b-49cd-b458-dc18058f747b req-804d27d6-35ae-4bd0-97b1-9ab628c4a92f tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032269 Jul 19 03:15:54.763226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf0ba4-45af-461b-b888-319cb46a4ca8 req-0a4360be-16d2-471c-8b91-9a03308a5aec tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:54.764889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9bf0ba4-45af-461b-b888-319cb46a4ca8 req-0a4360be-16d2-471c-8b91-9a03308a5aec tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 948 time: 0.5184312 Jul 19 03:15:54.844961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8448b29f-c7d7-43dd-b2c6-305e8e67eb3c req-44d7140d-13c2-4bb7-a45b-07ad34909350 service neutron] 10.222.0.26 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177575 Jul 19 03:15:54.858121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9bf0ba4-45af-461b-b888-319cb46a4ca8 req-9c5311cf-3522-4a9a-8a3c-c6f3a65b72bc tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717163 Jul 19 03:15:54.870705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c11-1229-4773-aeff-678c0e54467c req-7b6bd6e9-bc35-4d9f-a48b-5ad691b6f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:54.872566 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-7b6bd6e9-bc35-4d9f-a48b-5ad691b6f984 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313655 Jul 19 03:15:54.896006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4211d465-4a64-481e-9f87-7b525d7b03d4 None None] Network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:15:54.921982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:54.995622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4fce3b4e-f813-4c46-b3fa-d977a897d305 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:55.052530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a9406e54-e558-4d71-94c0-124d2effa0bd None None] Provisioning for port 4fce3b4e-f813-4c46-b3fa-d977a897d305 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:55.069383 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.119271 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-0ddd653b-2f73-42f0-92b0-acde57c1b0c2 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374623 Jul 19 03:15:55.140403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 4fce3b4e-f813-4c46-b3fa-d977a897d305 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:55.151175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4fce3b4e-f813-4c46-b3fa-d977a897d305 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:55.151805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.162757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-5c6cd561-4333-471f-b57f-bbf7305ade9f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:55.164348 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-5c6cd561-4333-471f-b57f-bbf7305ade9f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.25 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.2408361 Jul 19 03:15:55.164869 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:55.177116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:55.193187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:55.195806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f750-f5e3-4d08-9534-1b566b8753bf req-f8a19304-7ff7-4078-bf08-aa5dc5c0e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:55.197815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20b3f750-f5e3-4d08-9534-1b566b8753bf req-f8a19304-7ff7-4078-bf08-aa5dc5c0e4a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 1096 time: 0.2611966 Jul 19 03:15:55.201721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d33b3b-b6cb-4118-8650-0b0ccf491466,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:55.205522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.230001 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.291188 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.293292 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f696714-1518-481c-99ca-ef4b2e08e387 req-d7f6beec-6d90-4b2e-aea2-b4427dadc386 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:55.300105 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2f696714-1518-481c-99ca-ef4b2e08e387 req-d7f6beec-6d90-4b2e-aea2-b4427dadc386 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb9b92da-3673-4f78-a372-d7073605e103 HTTP/1.1" status: 200 len: 945 time: 0.2431300 Jul 19 03:15:55.327319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 4fce3b4e-f813-4c46-b3fa-d977a897d305, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4fce3b4e-f813-4c46-b3fa-d977a897d305,segment=NetworkSegment(35609eb3-6484-4597-8b35-85e7e22739a2),segment_id=35609eb3-6484-4597-8b35-85e7e22739a2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:55.331420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d090c-441f-44d0-9a7a-240807a61d92 req-9c3ef887-1360-43fe-999e-7903ac1af262 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:55.332183 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.332999 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e0d090c-441f-44d0-9a7a-240807a61d92 req-9c3ef887-1360-43fe-999e-7903ac1af262 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 944 time: 0.2790022 Jul 19 03:15:55.376224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Port': ['ID=0ed42b4b-87ef-45f6-bbc7-204ed7c69771,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:55.401490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=4fce3b4e-f813-4c46-b3fa-d977a897d305,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:55.427543 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01789c11-1229-4773-aeff-678c0e54467c req-e2305d8a-b98f-4fb6-b111-61bc823a27b9 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002236 Jul 19 03:15:55.461547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f750-f5e3-4d08-9534-1b566b8753bf req-9375daf0-e6bb-4848-ac09-4add62a75ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:55.462182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.462889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20b3f750-f5e3-4d08-9534-1b566b8753bf req-9375daf0-e6bb-4848-ac09-4add62a75ce1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 912 time: 0.2432506 Jul 19 03:15:55.467615 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e0d090c-441f-44d0-9a7a-240807a61d92 req-b31b0d28-bf4a-41b8-bd10-5659bd2109bd tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837421 Jul 19 03:15:55.494036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-9584946b-116b-4433-b24c-51d2cee9e75b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Deleting port b9e155a8-4396-4ea2-adaa-3054def8cc85 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:55.494036 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-9584946b-116b-4433-b24c-51d2cee9e75b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.523186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.524448 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b06fe6eb-dcf1-428d-9bc2-94b788552cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0040698 Jul 19 03:15:55.532738 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2f696714-1518-481c-99ca-ef4b2e08e387 req-b5489575-1364-41d5-bb78-04ee47d71faf tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315404 Jul 19 03:15:55.618608 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-032cba9b-86c1-4690-af59-f0f56ff7bacf None None] Provisioning complete for port 4fce3b4e-f813-4c46-b3fa-d977a897d305 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:55.619759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-032cba9b-86c1-4690-af59-f0f56ff7bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.674455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20b3f750-f5e3-4d08-9534-1b566b8753bf req-5e069c1e-d8e1-430b-8bc8-3a2b9057f4c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d918a18-437b-4752-aad2-5020c004165b HTTP/1.1" status: 200 len: 217 time: 0.1981409 Jul 19 03:15:55.694938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-9584946b-116b-4433-b24c-51d2cee9e75b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] For port b9e155a8-4396-4ea2-adaa-3054def8cc85, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b9e155a8-4396-4ea2-adaa-3054def8cc85,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:55.695595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-9584946b-116b-4433-b24c-51d2cee9e75b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.732803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-9584946b-116b-4433-b24c-51d2cee9e75b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Calling delete_port for b9e155a8-4396-4ea2-adaa-3054def8cc85 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:55.759715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f750-f5e3-4d08-9534-1b566b8753bf req-33f1adac-fab5-4268-83ff-56cdcc92125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:55.761586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20b3f750-f5e3-4d08-9534-1b566b8753bf req-33f1adac-fab5-4268-83ff-56cdcc92125f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c67add-29fa-4b99-b752-c962ee84b05b HTTP/1.1" status: 200 len: 852 time: 0.0806479 Jul 19 03:15:55.812934 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:55.822663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5f6b0-24ee-4839-9b14-174c52d26d20 req-7481f6a8-e5f1-426c-9779-82c9569d2e2f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:55.824308 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ce5f6b0-24ee-4839-9b14-174c52d26d20 req-7481f6a8-e5f1-426c-9779-82c9569d2e2f tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/ports?device_id=40296052-962b-4628-b741-2f888d6df246 HTTP/1.1" status: 200 len: 950 time: 0.0979702 Jul 19 03:15:55.824453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20b3f750-f5e3-4d08-9534-1b566b8753bf req-81c59676-482e-418f-99eb-585883af8ab7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354087 Jul 19 03:15:55.928898 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ce5f6b0-24ee-4839-9b14-174c52d26d20 req-a162a446-dd0a-4317-92f9-3c4fa8ec0f3d tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.20 "GET /v2.0/security-groups?id=004aa092-bd71-42f0-8099-6faaa857e0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731535 Jul 19 03:15:56.009405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925051c-9d76-47f4-954a-13ee800d9d64 req-48b755d5-513d-4df1-8ce6-c23bb8735559 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:56.011218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8925051c-9d76-47f4-954a-13ee800d9d64 req-48b755d5-513d-4df1-8ce6-c23bb8735559 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca8296-0afb-433a-956b-52e9b70754ca HTTP/1.1" status: 200 len: 945 time: 0.1860118 Jul 19 03:15:56.021553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20b3f750-f5e3-4d08-9534-1b566b8753bf req-5e717905-fa3f-4111-a2b5-549605a8ac4e service neutron] 10.222.0.26 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835573 Jul 19 03:15:56.077190 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-9584946b-116b-4433-b24c-51d2cee9e75b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:56.090573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b9e155a8-4396-4ea2-adaa-3054def8cc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:56.101026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:56.120628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a495536-8da2-46ca-990e-16b405af671d', 'tag': '5216f3a2-12a1-490d-a6f7-be6cb796b69a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:56.122906 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc68d17-481d-4cab-a781-d01afef748ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0a495536-8da2-46ca-990e-16b405af671d", "tag": "5216f3a2-12a1-490d-a6f7-be6cb796b69a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:56.152007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27843c-ce4b-4302-8f5c-e0995a7edc53 req-74137495-aa4f-465c-83d5-c68b81e3db52 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:56.153753 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf27843c-ce4b-4302-8f5c-e0995a7edc53 req-74137495-aa4f-465c-83d5-c68b81e3db52 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 1096 time: 0.1087284 Jul 19 03:15:56.155420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584946b-116b-4433-b24c-51d2cee9e75b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Pushing event deleted for resources: {'Port': ['ID=b9e155a8-4396-4ea2-adaa-3054def8cc85,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:56.159724 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8925051c-9d76-47f4-954a-13ee800d9d64 req-a8500be9-7b92-4a84-9955-fbaa92a878ec tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404622 Jul 19 03:15:56.235315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-9584946b-116b-4433-b24c-51d2cee9e75b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] No DVR routers for this DVR port b9e155a8-4396-4ea2-adaa-3054def8cc85 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:15:56.238998 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-9584946b-116b-4433-b24c-51d2cee9e75b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:56.241651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20a9d7aa-8edd-442f-8380-b7b8246b2108 req-9584946b-116b-4433-b24c-51d2cee9e75b tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] 10.222.0.25 "DELETE /v2.0/ports/b9e155a8-4396-4ea2-adaa-3054def8cc85 HTTP/1.1" status: 204 len: 173 time: 1.0666659 Jul 19 03:15:56.244173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20b3f750-f5e3-4d08-9534-1b566b8753bf req-cd5be144-0f95-4d4a-89f0-b388c7d2cc99 service neutron] 10.222.0.26 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131274 Jul 19 03:15:56.299888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-4960606f-eb77-412a-95ee-24e8fec9fbe9 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--472042493&fields=id&tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08 HTTP/1.1" status: 200 len: 267 time: 0.0358310 Jul 19 03:15:56.368763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-f8af5083-2e7a-4f18-a0db-2e1d596d00b7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:56.370130 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-f8af5083-2e7a-4f18-a0db-2e1d596d00b7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports/1141a9db-5aca-44eb-9146-efaf34d67951 HTTP/1.1" status: 200 len: 930 time: 0.0624356 Jul 19 03:15:56.438745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-464d0a66-4ed1-4cda-8805-9a8f54de29e6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:56.440207 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-464d0a66-4ed1-4cda-8805-9a8f54de29e6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports/16dab0cb-1b58-4f0f-b704-a007cc0c89b2 HTTP/1.1" status: 200 len: 932 time: 0.0609548 Jul 19 03:15:56.492596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9c3d21d3-4b18-4483-a3f4-f2c275d90ad9 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0459666 Jul 19 03:15:56.509576 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf27843c-ce4b-4302-8f5c-e0995a7edc53 req-4d80868b-5fe7-461a-8e68-e95f7b519a75 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461697 Jul 19 03:15:56.536618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-89382b9a-fa95-4235-95da-ecd8475ecf01 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0364723 Jul 19 03:15:56.577336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Router c6fee9bd-7ce5-46ad-90c1-900747389c9a is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:15:56.689360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-70e678a2-2c7d-47c5-a481-089f50dc6732 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:56.699424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-70e678a2-2c7d-47c5-a481-089f50dc6732 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:56.711442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-70e678a2-2c7d-47c5-a481-089f50dc6732 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:56.713941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-70e678a2-2c7d-47c5-a481-089f50dc6732 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/networks?id=1119ccee-19ea-4731-b9d3-c915a28a468d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5 HTTP/1.1" status: 200 len: 1991 time: 0.1699843 Jul 19 03:15:56.731740 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6ecc3c7f-21bc-4e8d-85e5-9a0651313248 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/quotas/b7e6e2cb3b2a4b3e804285fcdfd04d08 HTTP/1.1" status: 200 len: 375 time: 0.0122447 Jul 19 03:15:56.755654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:15:56.768161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Sync routers for ids ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:15:56.781540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Routers {'c6fee9bd-7ce5-46ad-90c1-900747389c9a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:15:56.782242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:56.789806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab270481-7053-4bdb-91f9-b42eabfc7401 req-16e69ea8-4443-488a-98a8-b85998290d96 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:56.796897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab270481-7053-4bdb-91f9-b42eabfc7401 req-16e69ea8-4443-488a-98a8-b85998290d96 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 948 time: 0.1166575 Jul 19 03:15:56.806926 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:56.808006 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-770bc2ab-254f-42f8-8ce4-ff439cae05c9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0880439 Jul 19 03:15:56.818080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47354) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:56.862037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ccd73e92-d4ce-4a5b-96d3-dfdd2978579e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1186779 Jul 19 03:15:56.899547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab270481-7053-4bdb-91f9-b42eabfc7401 req-7980e928-a933-4842-b9f0-edf4e0b2de3a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017058 Jul 19 03:15:56.935055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4fce3b4e-f813-4c46-b3fa-d977a897d305 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:15:57.015000 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-79629073-4318-4ad2-ad79-3a3bce7dceac service neutron] 10.222.0.20 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370599 Jul 19 03:15:57.017822 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d63af74-5207-492b-a287-f9193756420e x-openstack-request-id: req-9d63af74-5207-492b-a287-f9193756420e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:15:57.018006 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a495536-8da2-46ca-990e-16b405af671d", "tag": "5216f3a2-12a1-490d-a6f7-be6cb796b69a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:15:57.018348 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d63af74-5207-492b-a287-f9193756420e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:15:57.019139 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a495536-8da2-46ca-990e-16b405af671d', 'tag': '5216f3a2-12a1-490d-a6f7-be6cb796b69a', 'status': 'completed', 'code': 200} Jul 19 03:15:57.023880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Set router c6fee9bd-7ce5-46ad-90c1-900747389c9a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:15:57.143268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-8398ccc9-24b8-43eb-b3b0-c9c28781a8b3 service neutron] 10.222.0.20 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135490 Jul 19 03:15:57.180863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1d918a18-437b-4752-aad2-5020c004165b details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:57.231286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ed0ac047-8456-437e-a3b8-f51d011206b0 service neutron] 10.222.0.20 "GET /v2.0/ports/1141a9db-5aca-44eb-9146-efaf34d67951?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0739441 Jul 19 03:15:57.252206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc68d17-481d-4cab-a781-d01afef748ae req-0e5f0a2d-5ba1-4b2d-88de-6374c5c7e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:57.253985 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dc68d17-481d-4cab-a781-d01afef748ae req-0e5f0a2d-5ba1-4b2d-88de-6374c5c7e43c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbb6248389a44a13a9e8182055bc099b&device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 1100 time: 0.2379367 Jul 19 03:15:57.374310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc68d17-481d-4cab-a781-d01afef748ae req-599b74cc-82a8-4f62-ad37-9ac5e9a44740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:57.375858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dc68d17-481d-4cab-a781-d01afef748ae req-599b74cc-82a8-4f62-ad37-9ac5e9a44740 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1112001 Jul 19 03:15:57.376019 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:15:57.416301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4fce3b4e-f813-4c46-b3fa-d977a897d305 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:57.416567 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:57.443980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dc68d17-481d-4cab-a781-d01afef748ae req-00f39eec-ed9a-4c3b-888c-643368db4ab2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5216f3a2-12a1-490d-a6f7-be6cb796b69a HTTP/1.1" status: 200 len: 217 time: 0.0510495 Jul 19 03:15:57.467696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9afc94-63c3-462f-8381-322e04f4d02f req-5139da8a-622a-47bc-a650-1628ec7ef8d9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:57.469393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd9afc94-63c3-462f-8381-322e04f4d02f req-5139da8a-622a-47bc-a650-1628ec7ef8d9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 944 time: 0.1387210 Jul 19 03:15:57.473916 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:57.525417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1d918a18-437b-4752-aad2-5020c004165b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d918a18-437b-4752-aad2-5020c004165b,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:57.541710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '1d918a18-437b-4752-aad2-5020c004165b', 'network_id': '4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1', 'port_id': '1d918a18-437b-4752-aad2-5020c004165b', 'mac_address': 'fa:16:3e:4c:ae:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c67add-29fa-4b99-b752-c962ee84b05b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:57.547224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc68d17-481d-4cab-a781-d01afef748ae req-7742b1f7-fed4-48b2-8f4f-9651d76526ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:57.548706 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dc68d17-481d-4cab-a781-d01afef748ae req-7742b1f7-fed4-48b2-8f4f-9651d76526ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0729070 Jul 19 03:15:57.552386 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-2f9e0b09-7162-49fe-85d7-5639eb4b866b service neutron] 10.222.0.20 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029921 Jul 19 03:15:57.567715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-router', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:15:52Z', 'updated_at': '2021-07-19T03:15:55Z', 'revision_number': 3, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'gw_port': {'id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:57.577340 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd9afc94-63c3-462f-8381-322e04f4d02f req-98f85ce0-9349-4334-93fe-7821c01cae45 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945282 Jul 19 03:15:57.635855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Checking router: c6fee9bd-7ce5-46ad-90c1-900747389c9a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:15:57.636210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Updating router c6fee9bd-7ce5-46ad-90c1-900747389c9a port f7d33b3b-b6cb-4118-8650-0b0ccf491466 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:15:57.686057 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:57.712921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-1f7b8a75-c79f-4f0c-92e9-c3fbf7d3ddfd service neutron] 10.222.0.20 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539192 Jul 19 03:15:57.713531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d918a18-437b-4752-aad2-5020c004165b {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:57.717263 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:57.758836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1d918a18-437b-4752-aad2-5020c004165b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d918a18-437b-4752-aad2-5020c004165b,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:57.767156 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:57.767845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5216f3a2-12a1-490d-a6f7-be6cb796b69a details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:15:57.770114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc68d17-481d-4cab-a781-d01afef748ae req-754bbf93-19b3-4578-adfb-d42a8b338d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:57.771675 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dc68d17-481d-4cab-a781-d01afef748ae req-754bbf93-19b3-4578-adfb-d42a8b338d26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2031872 Jul 19 03:15:57.789275 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Allocated IP 172.20.0.1 (7d6ba9ec-7c42-45a5-b195-d67c6d38f78f/93973e95-c27e-4770-8462-4ecdb235bdb2/8752d4b8-4139-4ee4-a401-9c8ad18c129e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:15:57.789530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e4020e27-da7b-4505-a45d-17d4626b782a service neutron] 10.222.0.20 "GET /v2.0/ports/16dab0cb-1b58-4f0f-b704-a007cc0c89b2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0663784 Jul 19 03:15:57.851403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-f837ab01-7c02-410a-9530-62d385484489 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:57.858410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-f837ab01-7c02-410a-9530-62d385484489 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 821 time: 0.1830735 Jul 19 03:15:57.878834 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-702f203e-183b-49dc-a9df-4f642873cb4a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/quotas/87ecb4f1f4054e3bbda937eff36101d2 HTTP/1.1" status: 200 len: 375 time: 0.0193863 Jul 19 03:15:57.917152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1d918a18-437b-4752-aad2-5020c004165b,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:57.958021 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dc68d17-481d-4cab-a781-d01afef748ae req-e36cc1a9-70f0-46a0-a372-aa1ba95556df service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784818 Jul 19 03:15:57.967419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b9dfd542-f676-46f6-83a7-07ebd6a51903 service neutron] 10.222.0.20 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605060 Jul 19 03:15:57.996702 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.015711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Transition to ACTIVE for port object 8752d4b8-4139-4ee4-a401-9c8ad18c129e will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:58.020934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-f998859f-e7dd-422e-9874-cbef14af2d5d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082034 Jul 19 03:15:58.029526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 5216f3a2-12a1-490d-a6f7-be6cb796b69a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5216f3a2-12a1-490d-a6f7-be6cb796b69a,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:58.051351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '5216f3a2-12a1-490d-a6f7-be6cb796b69a', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '5216f3a2-12a1-490d-a6f7-be6cb796b69a', 'mac_address': 'fa:16:3e:98:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:15:58.116996 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.132259 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.142252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-af22745c-996c-4689-938c-e5c46118662e service neutron] 10.222.0.20 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728675 Jul 19 03:15:58.144413 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dc68d17-481d-4cab-a781-d01afef748ae req-9f8ab902-c287-4d3d-8e49-6cbc7611365b service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655531 Jul 19 03:15:58.161776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5216f3a2-12a1-490d-a6f7-be6cb796b69a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:15:58.183111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.191073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:58.195272 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-980e5208-a4d4-4361-9225-754d4640ed47 service neutron] 10.222.0.20 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488624 Jul 19 03:15:58.199437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:58.201231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 5216f3a2-12a1-490d-a6f7-be6cb796b69a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5216f3a2-12a1-490d-a6f7-be6cb796b69a,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:58.201591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Pushing event updated for resources: {'Port': ['ID=8752d4b8-4139-4ee4-a401-9c8ad18c129e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:58.202802 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Transition to ACTIVE for port object f7d33b3b-b6cb-4118-8650-0b0ccf491466 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:15:58.206527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:15:58.212024 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.213934 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.264356 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae766c0d-df5e-4ca0-9d02-3098fce30bcc service neutron] 10.222.0.20 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154199 Jul 19 03:15:58.280176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Attempting to bind port f7d33b3b-b6cb-4118-8650-0b0ccf491466 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:15:58.280431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Attempting to bind port f7d33b3b-b6cb-4118-8650-0b0ccf491466 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:15:58.280897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Attempting to bind port f7d33b3b-b6cb-4118-8650-0b0ccf491466 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:15:58.290501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:15:58.291051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:15:58.291560 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.292063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:15:58.292644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Bound port: f7d33b3b-b6cb-4118-8650-0b0ccf491466, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:15:58.293128 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.295089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=5216f3a2-12a1-490d-a6f7-be6cb796b69a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:58.321374 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.373015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-40b1f015-eb82-45f1-b472-3437dc4c3c1e service neutron] 10.222.0.20 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024833 Jul 19 03:15:58.395499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61e4e0-c47e-4db9-985a-62fd1acd3c91 None None] Pushing event updated for resources: {'Port': ['ID=f7d33b3b-b6cb-4118-8650-0b0ccf491466,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:58.415145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] For port f7d33b3b-b6cb-4118-8650-0b0ccf491466, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:15:58.423024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] For port f7d33b3b-b6cb-4118-8650-0b0ccf491466, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f7d33b3b-b6cb-4118-8650-0b0ccf491466,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:15:58.429697 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-bf521473-8201-4690-8d88-471a0d96c2ef service neutron] 10.222.0.20 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968813 Jul 19 03:15:58.431151 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.478174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1d918a18-437b-4752-aad2-5020c004165b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:58.480435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['5216f3a2-12a1-490d-a6f7-be6cb796b69a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:15:58.498188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-322a3be6-4c58-4235-8ab1-fc3df5fbcdfb service neutron] 10.222.0.20 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149189 Jul 19 03:15:58.582504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.597224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61e4e0-c47e-4db9-985a-62fd1acd3c91 None None] Pushing event updated for resources: {'Port': ['ID=f7d33b3b-b6cb-4118-8650-0b0ccf491466,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:58.607422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Routers {'c6fee9bd-7ce5-46ad-90c1-900747389c9a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:15:58.608065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:58.666221 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d5d1c954-86a0-44b8-b5e4-4a3b9b1ac717 service neutron] 10.222.0.20 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546926 Jul 19 03:15:58.724131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5762dea6-b1e7-493d-a603-1afc6e94bb3f None None] Provisioning for port 8752d4b8-4139-4ee4-a401-9c8ad18c129e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:15:58.744347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-b92ab97d-d83a-4f37-a9ff-8a48ce352589 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:58.745909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-b92ab97d-d83a-4f37-a9ff-8a48ce352589 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.26 "GET /v2.0/ports?device_id=deca8296-0afb-433a-956b-52e9b70754ca HTTP/1.1" status: 200 len: 945 time: 0.1207533 Jul 19 03:15:58.748736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5762dea6-b1e7-493d-a603-1afc6e94bb3f None None] Provisioning complete for port 8752d4b8-4139-4ee4-a401-9c8ad18c129e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:58.749118 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5762dea6-b1e7-493d-a603-1afc6e94bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.837591 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.845678 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:58.873004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-89ba656b-6305-4e06-8f56-ecabaee0c130 service neutron] 10.222.0.20 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996288 Jul 19 03:15:58.925784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Pushing event updated for resources: {'Port': ['ID=8752d4b8-4139-4ee4-a401-9c8ad18c129e,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:15:58.960352 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:59.012223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5762dea6-b1e7-493d-a603-1afc6e94bb3f None None] Port 8752d4b8-4139-4ee4-a401-9c8ad18c129e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:15:59.043400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] Set router c6fee9bd-7ce5-46ad-90c1-900747389c9a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:15:59.229116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:15:59.233564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:15:59.332143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b9e155a8-4396-4ea2-adaa-3054def8cc85 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:15:59.357598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'name': 'network-vif-deleted', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:15:59.359922 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bccba1c-5e0f-45d6-9501-a7c5628a63da" -d '{"events": [{"server_uuid": "40296052-962b-4628-b741-2f888d6df246", "name": "network-vif-deleted", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:15:59.364918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: b9e155a8-4396-4ea2-adaa-3054def8cc85 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:15:59.365673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b9e155a8-4396-4ea2-adaa-3054def8cc85 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:15:59.373498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47386) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:59.441515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-router', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:15:52Z', 'updated_at': '2021-07-19T03:15:58Z', 'revision_number': 4, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'gw_port': {'id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8752d4b8-4139-4ee4-a401-9c8ad18c129e', 'name': '', 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'mac_address': 'fa:16:3e:96:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '93973e95-c27e-4770-8462-4ecdb235bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:57Z', 'updated_at': '2021-07-19T03:15:57Z', 'revision_number': 1, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'subnets': [{'id': '93973e95-c27e-4770-8462-4ecdb235bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:15:59.471955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Router c6fee9bd-7ce5-46ad-90c1-900747389c9a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:15:59.498194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c70b2f-3142-4f5c-8d89-ad3de41df79e req-eecbe141-90b5-47e2-859b-6a93c1a08532 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:15:59.508090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-3be9fdc6-d698-424d-82fd-4c166f3318fd tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Deleting port a2f272b6-f241-4dc6-a068-02d931521431 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:15:59.508695 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-3be9fdc6-d698-424d-82fd-4c166f3318fd tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:59.509615 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-16c70b2f-3142-4f5c-8d89-ad3de41df79e req-eecbe141-90b5-47e2-859b-6a93c1a08532 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca8296-0afb-433a-956b-52e9b70754ca HTTP/1.1" status: 200 len: 945 time: 0.3887854 Jul 19 03:15:59.572694 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3de112c2-1073-40f2-824d-e58a79b0bc31 service neutron] 10.222.0.20 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747069 Jul 19 03:15:59.674066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77b5b1-1869-412e-ae4f-7c4b9badba69 None None] The sync data for ids ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'] in n-d-762330-18 is: [{'id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-router', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:15:52Z', 'updated_at': '2021-07-19T03:15:58Z', 'revision_number': 4, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'gw_port': {'id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8752d4b8-4139-4ee4-a401-9c8ad18c129e', 'name': '', 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'mac_address': 'fa:16:3e:96:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '93973e95-c27e-4770-8462-4ecdb235bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:57Z', 'updated_at': '2021-07-19T03:15:57Z', 'revision_number': 1, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'subnets': [{'id': '93973e95-c27e-4770-8462-4ecdb235bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:15:59.682594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-260aec44-abbc-4cb0-a2b6-9bb2a9afaac2 None None] Provisioning complete for port 8752d4b8-4139-4ee4-a401-9c8ad18c129e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:15:59.682969 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-260aec44-abbc-4cb0-a2b6-9bb2a9afaac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:59.730816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-260aec44-abbc-4cb0-a2b6-9bb2a9afaac2 None None] Port 8752d4b8-4139-4ee4-a401-9c8ad18c129e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:15:59.734116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-3be9fdc6-d698-424d-82fd-4c166f3318fd tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] For port a2f272b6-f241-4dc6-a068-02d931521431, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a2f272b6-f241-4dc6-a068-02d931521431,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:15:59.734595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-3be9fdc6-d698-424d-82fd-4c166f3318fd tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:59.735887 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-16c70b2f-3142-4f5c-8d89-ad3de41df79e req-ff5367b7-eef2-4e8e-8c5a-dd4648f0065f tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253356 Jul 19 03:15:59.763381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-3be9fdc6-d698-424d-82fd-4c166f3318fd tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Calling delete_port for a2f272b6-f241-4dc6-a068-02d931521431 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:15:59.764705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:15:59.771545 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-99c70686-d934-451f-a931-7ecff3f74052 admin admin] 10.222.0.20 "PUT /v2.0/routers/c6fee9bd-7ce5-46ad-90c1-900747389c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9511161 Jul 19 03:15:59.778872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3e658c16-40f7-4dc7-913b-7f015cd49f04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39688c83d45c4f709f725b461d5c4b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020422 Jul 19 03:15:59.781032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47394) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:15:59.871274 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-11e60097-09a1-4db1-963f-454bf361b0e5 service neutron] 10.222.0.20 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681432 Jul 19 03:15:59.875438 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34286728-fb03-4efe-a028-ed20d79b4974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:15:59.914832 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34286728-fb03-4efe-a028-ed20d79b4974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:00.046719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34605966-e38f-41dc-a48e-9d386a3b08b8 req-778d4f5f-c9c4-429c-a005-7b093769c065 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:00.049662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9d245d85-b4c9-417f-a79a-e38398825c4e service neutron] 10.222.0.20 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658490 Jul 19 03:16:00.057901 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34605966-e38f-41dc-a48e-9d386a3b08b8 req-778d4f5f-c9c4-429c-a005-7b093769c065 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 949 time: 0.1303144 Jul 19 03:16:00.067086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-3be9fdc6-d698-424d-82fd-4c166f3318fd tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:00.076937 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34286728-fb03-4efe-a028-ed20d79b4974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:00.079929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34286728-fb03-4efe-a028-ed20d79b4974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:00.081195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['01755faf-8f7d-45b4-b1da-94af1fc66401'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:00.083860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-34286728-fb03-4efe-a028-ed20d79b4974 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/004aa092-bd71-42f0-8099-6faaa857e0f5 HTTP/1.1" status: 204 len: 168 time: 0.3016644 Jul 19 03:16:00.086321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['b82a9a47-b1cc-459c-8b83-08539cd940cf'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:00.105663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34286728-fb03-4efe-a028-ed20d79b4974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004aa092-bd71-42f0-8099-6faaa857e0f5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:00.120384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9fdc6-d698-424d-82fd-4c166f3318fd tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Pushing event deleted for resources: {'Port': ['ID=a2f272b6-f241-4dc6-a068-02d931521431,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:00.132456 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34605966-e38f-41dc-a48e-9d386a3b08b8 req-985c1442-7a13-4ff1-9c3c-231213cecde6 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713258 Jul 19 03:16:00.204462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-3be9fdc6-d698-424d-82fd-4c166f3318fd tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] No DVR routers for this DVR port a2f272b6-f241-4dc6-a068-02d931521431 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:00.207400 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-3be9fdc6-d698-424d-82fd-4c166f3318fd tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:00.211356 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a901bdd3-15b9-491b-a5e8-bd15d514dd49 req-3be9fdc6-d698-424d-82fd-4c166f3318fd tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.26 "DELETE /v2.0/ports/a2f272b6-f241-4dc6-a068-02d931521431 HTTP/1.1" status: 204 len: 173 time: 1.4329867 Jul 19 03:16:00.466595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ee65-a29c-4862-a696-b8c2fc7788c4 req-07f06e76-bc21-46ef-af46-3a7e91030c04 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:00.473900 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cab3ee65-a29c-4862-a696-b8c2fc7788c4 req-07f06e76-bc21-46ef-af46-3a7e91030c04 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 945 time: 0.1568663 Jul 19 03:16:00.544930 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cab3ee65-a29c-4862-a696-b8c2fc7788c4 req-d460a411-1000-4815-af5e-d05f6f7d5f9a tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 Jul 19 03:16:00.610088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-a89b8ddd-8462-4c2e-9d6a-a18f3f022db7 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:00.611883 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-a89b8ddd-8462-4c2e-9d6a-a18f3f022db7 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 821 time: 0.2298801 Jul 19 03:16:00.628470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Request body: {'port': {'device_id': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51', 'admin_state_up': True, 'tenant_id': '87ecb4f1f4054e3bbda937eff36101d2'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:00.755271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47416) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:00.857708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-25253012-bced-4718-ae6b-4c9d27c6e7ff req-6d4aac20-fc7a-496a-b4d7-2f0742a1b367 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 210 time: 0.0511131 Jul 19 03:16:00.893632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a4623b93-0b01-40b0-954b-63919f71e641 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8927bdea640c40c587462815f6934e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1351984 Jul 19 03:16:00.898251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47422) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:00.952241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Made reservation on behalf of 87ecb4f1f4054e3bbda937eff36101d2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:00.958366 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:00.970210 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e054e819-8ed6-4408-be9b-0dc91a4052ac x-openstack-request-id: req-e054e819-8ed6-4408-be9b-0dc91a4052ac {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:00.970618 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40296052-962b-4628-b741-2f888d6df246", "name": "network-vif-deleted", "tag": "b9e155a8-4396-4ea2-adaa-3054def8cc85", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:00.971475 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e054e819-8ed6-4408-be9b-0dc91a4052ac {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:00.972228 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40296052-962b-4628-b741-2f888d6df246', 'name': 'network-vif-deleted', 'tag': 'b9e155a8-4396-4ea2-adaa-3054def8cc85', 'status': 'completed', 'code': 200} Jul 19 03:16:01.035233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f7d33b3b-b6cb-4118-8650-0b0ccf491466 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:01.070721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ffd69c8-9405-4665-b20f-67edbb15ea47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.145499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port f7d33b3b-b6cb-4118-8650-0b0ccf491466 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:01.156655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f7d33b3b-b6cb-4118-8650-0b0ccf491466 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:01.157621 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.166598 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ffd69c8-9405-4665-b20f-67edbb15ea47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.211204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1d918a18-437b-4752-aad2-5020c004165b up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:01.279595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Allocated IP 172.20.0.4 (843dd68e-c0bf-4f74-b642-e9b5acfcbf51/249b7207-14ce-4506-afb2-bd1730d40f33/69074e82-ed74-44b0-a390-3a4a48791887) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:01.295717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ffd69c8-9405-4665-b20f-67edbb15ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.298983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ffd69c8-9405-4665-b20f-67edbb15ea47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.300162 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1ffd69c8-9405-4665-b20f-67edbb15ea47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb21c476-d430-435a-8d79-3b92725173b5 HTTP/1.1" status: 204 len: 168 time: 0.4009063 Jul 19 03:16:01.336044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd69c8-9405-4665-b20f-67edbb15ea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb21c476-d430-435a-8d79-3b92725173b5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:01.533960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 1d918a18-437b-4752-aad2-5020c004165b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:01.539021 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.546764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 1d918a18-437b-4752-aad2-5020c004165b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:01.547525 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.554918 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb2a72ff-856f-4d1f-be71-ee84668e76c4 req-1e46d339-a37c-4a08-88de-61dfafe17d74 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca8296-0afb-433a-956b-52e9b70754ca HTTP/1.1" status: 200 len: 210 time: 0.0733755 Jul 19 03:16:01.654926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port f7d33b3b-b6cb-4118-8650-0b0ccf491466, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f7d33b3b-b6cb-4118-8650-0b0ccf491466,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:01.666741 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.743264 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.783951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=f7d33b3b-b6cb-4118-8650-0b0ccf491466,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:01.901888 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.934591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429821e7-835b-4fc5-ac6d-2f6691644d47 req-bfd4f631-4314-42f1-b46a-81e709a3ed19 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:01.936209 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-429821e7-835b-4fc5-ac6d-2f6691644d47 req-bfd4f631-4314-42f1-b46a-81e709a3ed19 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 949 time: 0.1863956 Jul 19 03:16:01.962823 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.975487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1d918a18-437b-4752-aad2-5020c004165b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d918a18-437b-4752-aad2-5020c004165b,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:01.978411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89638980-ca16-4a08-8332-f306d74d6860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d918a18-437b-4752-aad2-5020c004165b'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:01.981533 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fa8286-440d-4999-872d-8bd6f614c643" -d '{"events": [{"server_uuid": "89638980-ca16-4a08-8332-f306d74d6860", "name": "network-vif-plugged", "status": "completed", "tag": "1d918a18-437b-4752-aad2-5020c004165b"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:01.985780 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:01.986697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5216f3a2-12a1-490d-a6f7-be6cb796b69a up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:02.094869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:02.101730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:02.103220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1d918a18-437b-4752-aad2-5020c004165b,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:02.105301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:02.118870 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-429821e7-835b-4fc5-ac6d-2f6691644d47 req-6bb23522-acc4-4df6-a5b7-a988b7901584 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724474 Jul 19 03:16:02.125388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 5216f3a2-12a1-490d-a6f7-be6cb796b69a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:02.137097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 5216f3a2-12a1-490d-a6f7-be6cb796b69a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:02.137097 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:02.180857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Pushing event updated for resources: {'Port': ['ID=69074e82-ed74-44b0-a390-3a4a48791887,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:02.248096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:02.248787 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:02.281650 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-983d5ec0-9953-44b0-b40d-1f8ff8876151 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6605206 Jul 19 03:16:02.294191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Request body: {'port': {'device_id': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:02.333933 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:02.377355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 5216f3a2-12a1-490d-a6f7-be6cb796b69a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5216f3a2-12a1-490d-a6f7-be6cb796b69a,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:02.383536 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:02.384460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a2f272b6-f241-4dc6-a068-02d931521431 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:02.409257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-975a5f36-3a6d-49d3-b35a-957a63dd23db req-ca3e4ab4-7458-474c-a69c-0bed419be30e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.0446498 Jul 19 03:16:02.438950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-77ee8a4d-2681-42bc-809e-75b441b383d9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7601626 Jul 19 03:16:02.448939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: a2f272b6-f241-4dc6-a068-02d931521431 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:16:02.449643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a2f272b6-f241-4dc6-a068-02d931521431 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:02.461930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:02.472240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:02.507891 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:02.509898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=5216f3a2-12a1-490d-a6f7-be6cb796b69a,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:02.662860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:02.776768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Allocated IP 172.25.2.69 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/2798b12d-bbac-4863-8afc-f999c483beda) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:02.776984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af291f55-7063-4a14-bb04-c46ef7b33284 req-e9c497e3-167f-4950-9a56-ccaf36feface tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:02.787646 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af291f55-7063-4a14-bb04-c46ef7b33284 req-e9c497e3-167f-4950-9a56-ccaf36feface tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 946 time: 0.1935332 Jul 19 03:16:02.861102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af291f55-7063-4a14-bb04-c46ef7b33284 req-3a7c4f51-8678-4e4a-b25f-8ff85df49034 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722494 Jul 19 03:16:02.935699 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:02.941496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f7d33b3b-b6cb-4118-8650-0b0ccf491466 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:02.975331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deca8296-0afb-433a-956b-52e9b70754ca', 'name': 'network-vif-deleted', 'tag': 'a2f272b6-f241-4dc6-a068-02d931521431'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:02.977589 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a52955-31ba-4d0f-9736-e7747d804a9a" -d '{"events": [{"server_uuid": "deca8296-0afb-433a-956b-52e9b70754ca", "name": "network-vif-deleted", "tag": "a2f272b6-f241-4dc6-a068-02d931521431"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:02.982668 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.004197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69074e82-ed74-44b0-a390-3a4a48791887 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:03.018644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.043370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Transition to ACTIVE for port object 69074e82-ed74-44b0-a390-3a4a48791887 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:03.047177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:03.050981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:03.052208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.058133 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:03.060291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event updated for resources: {'Port': ['ID=2798b12d-bbac-4863-8afc-f999c483beda,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:03.062302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f7d33b3b-b6cb-4118-8650-0b0ccf491466 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:03.063075 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.132175 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Sync routers for ids ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:16:03.153211 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Routers {'c6fee9bd-7ce5-46ad-90c1-900747389c9a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:16:03.157385 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:03.182373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=69074e82-ed74-44b0-a390-3a4a48791887,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:03.252280 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.277192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b8557f56-6c02-4dee-b46b-a43eb7aed15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:03.278084 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b8557f56-6c02-4dee-b46b-a43eb7aed15c service neutron] 10.222.0.26 "GET /v2.0/ports/1141a9db-5aca-44eb-9146-efaf34d67951 HTTP/1.1" status: 200 len: 1026 time: 0.1694031 Jul 19 03:16:03.278873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:03.279204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:03.279527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:03.312691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Port 69074e82-ed74-44b0-a390-3a4a48791887 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:03.313021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:03.344811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:03.345153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:03.345547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:03.345989 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Bound port: 69074e82-ed74-44b0-a390-3a4a48791887, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:03.346438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.347688 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Set router c6fee9bd-7ce5-46ad-90c1-900747389c9a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:16:03.347995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.366854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793eae1-1853-47cc-9379-7253778fd5d5 req-5922597a-eb08-482c-a901-ac6d187f1335 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:03.381367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1793eae1-1853-47cc-9379-7253778fd5d5 req-5922597a-eb08-482c-a901-ac6d187f1335 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 943 time: 0.2893071 Jul 19 03:16:03.409683 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-4583f986-c55b-456a-b2e8-2f3503d1e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:03.411271 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-4583f986-c55b-456a-b2e8-2f3503d1e208 service neutron] 10.222.0.26 "GET /v2.0/ports/16dab0cb-1b58-4f0f-b704-a007cc0c89b2 HTTP/1.1" status: 200 len: 1028 time: 0.1270306 Jul 19 03:16:03.607487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-bd7650f4-1474-4457-8f0a-012241861a1f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:03.609275 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.613467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-bd7650f4-1474-4457-8f0a-012241861a1f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:03.614988 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.619922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-bd7650f4-1474-4457-8f0a-012241861a1f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:03.621827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-bd7650f4-1474-4457-8f0a-012241861a1f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "GET /v2.0/networks?id=1119ccee-19ea-4731-b9d3-c915a28a468d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5 HTTP/1.1" status: 200 len: 1991 time: 0.1708062 Jul 19 03:16:03.623644 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-router', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:15:52Z', 'updated_at': '2021-07-19T03:15:58Z', 'revision_number': 4, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'gw_port': {'id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8752d4b8-4139-4ee4-a401-9c8ad18c129e', 'name': '', 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'mac_address': 'fa:16:3e:96:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '93973e95-c27e-4770-8462-4ecdb235bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:57Z', 'updated_at': '2021-07-19T03:15:58Z', 'revision_number': 2, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'subnets': [{'id': '93973e95-c27e-4770-8462-4ecdb235bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:03.636606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1793eae1-1853-47cc-9379-7253778fd5d5 req-e2a27a74-4aaa-43c3-8302-93a927d049a3 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543216 Jul 19 03:16:03.694454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:03.694858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event updated for resources: {'Port': ['ID=2798b12d-bbac-4863-8afc-f999c483beda,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:03.695249 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Checking router: c6fee9bd-7ce5-46ad-90c1-900747389c9a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:16:03.695618 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Updating router c6fee9bd-7ce5-46ad-90c1-900747389c9a port 8752d4b8-4139-4ee4-a401-9c8ad18c129e binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:16:03.707970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.717698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-dbf88b3d-1692-4e38-a821-8b35c3040367 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08 HTTP/1.1" status: 200 len: 379 time: 0.0847950 Jul 19 03:16:03.726155 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d4599f-5b75-4a1f-bb15-26ac672679cf x-openstack-request-id: req-92d4599f-5b75-4a1f-bb15-26ac672679cf {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:03.726765 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89638980-ca16-4a08-8332-f306d74d6860", "name": "network-vif-plugged", "status": "completed", "tag": "1d918a18-437b-4752-aad2-5020c004165b", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:03.726972 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92d4599f-5b75-4a1f-bb15-26ac672679cf {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:03.727492 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.727657 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89638980-ca16-4a08-8332-f306d74d6860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d918a18-437b-4752-aad2-5020c004165b', 'code': 200} Jul 19 03:16:03.728299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:03.729660 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-d34cb2ff-32a7-42b2-8a18-be890e9ab3e0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2847068 Jul 19 03:16:03.733781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'admin_state_up': True, 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'security_groups': ['40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:03.764366 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.772106 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.814656 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-16382353-b435-40f9-aace-1a16eb9a59c0 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0676646 Jul 19 03:16:03.886544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:03.887167 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:03.888584 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] 10.222.0.26 "PUT /v2.0/ports/69074e82-ed74-44b0-a390-3a4a48791887 HTTP/1.1" status: 200 len: 1092 time: 1.5995221 Jul 19 03:16:03.938396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7d975-d90a-4c14-ad70-3cd75688a7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=69074e82-ed74-44b0-a390-3a4a48791887,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:03.991837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df136e-fff6-4538-9681-abbec7fda608 req-0fb8f5e7-5590-43ce-9a00-812ecbbb6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:03.994471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34df136e-fff6-4538-9681-abbec7fda608 req-0fb8f5e7-5590-43ce-9a00-812ecbbb6dde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 1098 time: 0.1789064 Jul 19 03:16:04.031496 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-fd2e18c0-ccfb-4812-a5c4-eb110a107264 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:04.033441 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4a6d77e1-e88b-4efd-ba5d-ca96019879eb req-fd2e18c0-ccfb-4812-a5c4-eb110a107264 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2085192 Jul 19 03:16:04.037765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:04.041381 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:04.054285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-69867c78-5714-4a62-9652-e28aac93ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:04.055833 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-69867c78-5714-4a62-9652-e28aac93ece8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 1095 time: 0.1128218 Jul 19 03:16:04.112826 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fa4724-fc7b-467f-a8eb-4d7cb73c3b3d x-openstack-request-id: req-21fa4724-fc7b-467f-a8eb-4d7cb73c3b3d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:04.113208 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deca8296-0afb-433a-956b-52e9b70754ca", "name": "network-vif-deleted", "tag": "a2f272b6-f241-4dc6-a068-02d931521431", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:04.113535 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21fa4724-fc7b-467f-a8eb-4d7cb73c3b3d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:04.114237 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deca8296-0afb-433a-956b-52e9b70754ca', 'name': 'network-vif-deleted', 'tag': 'a2f272b6-f241-4dc6-a068-02d931521431', 'status': 'completed', 'code': 200} Jul 19 03:16:04.135413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34df136e-fff6-4538-9681-abbec7fda608 req-2b14b682-42ac-4311-a8ae-4b54f7081bcb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570288 Jul 19 03:16:04.155279 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-12a0af08-befc-49fb-8b01-55b0376be746 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69074e82-ed74-44b0-a390-3a4a48791887 HTTP/1.1" status: 200 len: 217 time: 0.0530210 Jul 19 03:16:04.180765 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:04.191349 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Transition to ACTIVE for port object 8752d4b8-4139-4ee4-a401-9c8ad18c129e will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:04.204409 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:04.267492 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59dd92-1b63-4dec-ba7a-075d6657ed7e None None] Pushing event updated for resources: {'Port': ['ID=8752d4b8-4139-4ee4-a401-9c8ad18c129e,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:04.303612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Allocated IP 172.20.0.13 (1119ccee-19ea-4731-b9d3-c915a28a468d/5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de/91554fda-16c8-49bd-9a56-87bc4d2a0649) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:04.331488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-f9236983-f4c9-440a-835d-f816741d3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:04.333109 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-f9236983-f4c9-440a-835d-f816741d3bbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1180384 Jul 19 03:16:04.341263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ebdfa30-9e81-4b49-8d0d-50baf1bf0586 req-663a8fb8-6b2f-4551-b97c-d530740821bd tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.0622053 Jul 19 03:16:04.359054 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Attempting to bind port 8752d4b8-4139-4ee4-a401-9c8ad18c129e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:04.359755 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Attempting to bind port 8752d4b8-4139-4ee4-a401-9c8ad18c129e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '35609eb3-6484-4597-8b35-85e7e22739a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:04.360322 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Attempting to bind port 8752d4b8-4139-4ee4-a401-9c8ad18c129e on network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:04.383894 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:04.384272 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Checking segment: {'id': '35609eb3-6484-4597-8b35-85e7e22739a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:04.384673 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:04.385304 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Bound using segment: {'id': '35609eb3-6484-4597-8b35-85e7e22739a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:04.385777 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Bound port: 8752d4b8-4139-4ee4-a401-9c8ad18c129e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35609eb3-6484-4597-8b35-85e7e22739a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:04.386166 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:04.399737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-b1b4fe63-c946-46ca-93d5-dd9bb57469ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572038 Jul 19 03:16:04.467713 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] For port 8752d4b8-4139-4ee4-a401-9c8ad18c129e, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:04.469422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2924d-1fb4-44f7-9d38-1cb503a31306 req-785b5347-9116-466c-8d6b-e84e38306bfe tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:04.471866 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] For port 8752d4b8-4139-4ee4-a401-9c8ad18c129e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8752d4b8-4139-4ee4-a401-9c8ad18c129e,segment=NetworkSegment(35609eb3-6484-4597-8b35-85e7e22739a2),segment_id=35609eb3-6484-4597-8b35-85e7e22739a2)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:04.473785 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0af2924d-1fb4-44f7-9d38-1cb503a31306 req-785b5347-9116-466c-8d6b-e84e38306bfe tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 950 time: 0.2270949 Jul 19 03:16:04.483054 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:04.557832 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Routers {'c6fee9bd-7ce5-46ad-90c1-900747389c9a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:16:04.559842 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:04.617003 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59dd92-1b63-4dec-ba7a-075d6657ed7e None None] Pushing event updated for resources: {'Port': ['ID=8752d4b8-4139-4ee4-a401-9c8ad18c129e,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:04.686923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0af2924d-1fb4-44f7-9d38-1cb503a31306 req-72385843-7818-4629-8379-d3e648fcf143 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973531 Jul 19 03:16:04.693446 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-cb9efbcd-a7c7-47ae-b00a-f339c6f759fe service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834778 Jul 19 03:16:04.772687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:04.881636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Transition to ACTIVE for port object 91554fda-16c8-49bd-9a56-87bc4d2a0649 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:04.897536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae063599-dd55-4a7c-89e3-da0e0c4dd75e req-94ff4ea0-5c51-4ef3-ab30-baed7c770715 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:04.900958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ae063599-dd55-4a7c-89e3-da0e0c4dd75e req-94ff4ea0-5c51-4ef3-ab30-baed7c770715 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 946 time: 0.0861869 Jul 19 03:16:04.953155 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ae063599-dd55-4a7c-89e3-da0e0c4dd75e req-784f081d-b6d2-4120-86fb-91ad2d3fc246 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Jul 19 03:16:05.006788 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] Set router c6fee9bd-7ce5-46ad-90c1-900747389c9a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:16:05.028133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8752d4b8-4139-4ee4-a401-9c8ad18c129e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:05.098399 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d51964a-b44a-4f90-9cec-7f348297b5a7 req-f15fd126-3961-4b92-9f32-66885b38fd87 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968308 Jul 19 03:16:05.132528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 8752d4b8-4139-4ee4-a401-9c8ad18c129e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:05.144305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 8752d4b8-4139-4ee4-a401-9c8ad18c129e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:05.144681 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:05.187117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55945e63-eeca-4a67-9c18-208cab2860fb req-2d2b9ebe-7259-4933-a63a-2ef5b5234436 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4470813 Jul 19 03:16:05.188759 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:05.213954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:05.273717 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:05.323581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 8752d4b8-4139-4ee4-a401-9c8ad18c129e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8752d4b8-4139-4ee4-a401-9c8ad18c129e,segment=NetworkSegment(35609eb3-6484-4597-8b35-85e7e22739a2),segment_id=35609eb3-6484-4597-8b35-85e7e22739a2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:05.330645 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-router', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:15:52Z', 'updated_at': '2021-07-19T03:15:58Z', 'revision_number': 4, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'gw_port': {'id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8752d4b8-4139-4ee4-a401-9c8ad18c129e', 'name': '', 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'mac_address': 'fa:16:3e:96:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '93973e95-c27e-4770-8462-4ecdb235bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:57Z', 'updated_at': '2021-07-19T03:16:04Z', 'revision_number': 4, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'subnets': [{'id': '93973e95-c27e-4770-8462-4ecdb235bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:05.331298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:05.366446 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbeff1-970f-4bac-9c56-bb007bbedcc1 None None] The sync data for ids ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'] in n-d-762330-18 is: [{'id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-router', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:15:52Z', 'updated_at': '2021-07-19T03:15:58Z', 'revision_number': 4, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'gw_port': {'id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8752d4b8-4139-4ee4-a401-9c8ad18c129e', 'name': '', 'network_id': '7d6ba9ec-7c42-45a5-b195-d67c6d38f78f', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'mac_address': 'fa:16:3e:96:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '93973e95-c27e-4770-8462-4ecdb235bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:57Z', 'updated_at': '2021-07-19T03:16:04Z', 'revision_number': 4, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'subnets': [{'id': '93973e95-c27e-4770-8462-4ecdb235bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:16:05.392694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4d5b-e5bb-4cd8-a28c-8c8f4bc50b2a req-97db1e0c-bb01-48c4-8695-326229ad700a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:05.394815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e3bb4d5b-e5bb-4cd8-a28c-8c8f4bc50b2a req-97db1e0c-bb01-48c4-8695-326229ad700a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 943 time: 0.1308277 Jul 19 03:16:05.405416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=8752d4b8-4139-4ee4-a401-9c8ad18c129e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:05.470950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e3bb4d5b-e5bb-4cd8-a28c-8c8f4bc50b2a req-de0aa09e-7db0-4e63-9fac-6da8faf444e2 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640056 Jul 19 03:16:05.664869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network 1119ccee-19ea-4731-b9d3-c915a28a468d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:05.671557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:05.678787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:05.723821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:05.728249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a495536-8da2-46ca-990e-16b405af671d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216f3a2-12a1-490d-a6f7-be6cb796b69a'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:05.730404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Port': ['ID=91554fda-16c8-49bd-9a56-87bc4d2a0649,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:05.731139 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15429dbf-2b93-4049-8b8d-0360cd8c6a7c" -d '{"events": [{"server_uuid": "0a495536-8da2-46ca-990e-16b405af671d", "name": "network-vif-plugged", "status": "completed", "tag": "5216f3a2-12a1-490d-a6f7-be6cb796b69a"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:05.798965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:05.799683 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:05.886150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6d90b46c-02a1-477e-9af4-f052eba2aa04 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1555052 Jul 19 03:16:05.901278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d', 'admin_state_up': True, 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'security_groups': ['40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:05.931732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512f37-e902-47b4-959f-9331dfabb197 req-72f82c1b-79a9-40d3-b750-a709ba9dda7d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:05.934253 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be512f37-e902-47b4-959f-9331dfabb197 req-72f82c1b-79a9-40d3-b750-a709ba9dda7d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 932 time: 0.1059797 Jul 19 03:16:06.007007 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be512f37-e902-47b4-959f-9331dfabb197 req-9968a8a2-94f2-4b58-9bcd-d87833526572 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666518 Jul 19 03:16:06.062629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:06.070782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:06.074524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:06.117338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ab6e2b1c-0ef2-4187-a002-e66bb008c0c8 None None] Provisioning for port 91554fda-16c8-49bd-9a56-87bc4d2a0649 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:06.118781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'tag': '69074e82-ed74-44b0-a390-3a4a48791887'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:06.120622 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c580eaf4-cacb-422f-afbe-d9267ea4a98f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b8c8e1-77b9-4083-aedc-ad15adbf0873", "tag": "69074e82-ed74-44b0-a390-3a4a48791887"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:06.135854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ab6e2b1c-0ef2-4187-a002-e66bb008c0c8 None None] Provisioning complete for port 91554fda-16c8-49bd-9a56-87bc4d2a0649 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:06.145032 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2b1c-0ef2-4187-a002-e66bb008c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:06.202568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e2b1c-0ef2-4187-a002-e66bb008c0c8 None None] Port 91554fda-16c8-49bd-9a56-87bc4d2a0649 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:16:06.337385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Allocated IP 172.25.2.235 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/b75dd4dc-8bf8-49eb-81d2-141c80a8c365) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:06.359176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Allocated IP 10.1.1.218 (6971437a-432d-4b3c-91db-b86df67ae33d/f46f104f-11d4-4a2e-9252-b38ac38be0ac/88907317-83f2-4cc5-91d6-81b3325e2898) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:06.476384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b97027-015f-497a-afe2-895a3206ec31 req-59584674-6d10-4abf-b6cf-c3a64650a4ac tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:06.477915 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5b97027-015f-497a-afe2-895a3206ec31 req-59584674-6d10-4abf-b6cf-c3a64650a4ac tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 950 time: 0.0714116 Jul 19 03:16:06.525888 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5b97027-015f-497a-afe2-895a3206ec31 req-c75d374c-3609-4ba6-83f8-db9ed19b1900 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345435 Jul 19 03:16:06.529022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:06.580521 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b14591d-891c-49ea-8543-ae7a70d9de43 x-openstack-request-id: req-6b14591d-891c-49ea-8543-ae7a70d9de43 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:06.580816 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a495536-8da2-46ca-990e-16b405af671d", "name": "network-vif-plugged", "status": "completed", "tag": "5216f3a2-12a1-490d-a6f7-be6cb796b69a", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:06.581068 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b14591d-891c-49ea-8543-ae7a70d9de43 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:06.581460 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a495536-8da2-46ca-990e-16b405af671d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216f3a2-12a1-490d-a6f7-be6cb796b69a', 'code': 200} Jul 19 03:16:06.628467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:06.647735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Transition to ACTIVE for port object 88907317-83f2-4cc5-91d6-81b3325e2898 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:06.654543 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:06.716068 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:06.751307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93b883-72ee-4fca-a90b-c6c79d2f6cba req-a8c3a18d-5253-482f-a3f6-753aaff91399 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:06.752854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf93b883-72ee-4fca-a90b-c6c79d2f6cba req-a8c3a18d-5253-482f-a3f6-753aaff91399 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 946 time: 0.0693550 Jul 19 03:16:06.759696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:06.763284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event updated for resources: {'Port': ['ID=b75dd4dc-8bf8-49eb-81d2-141c80a8c365,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:06.769082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:06.776198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:06.798719 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf93b883-72ee-4fca-a90b-c6c79d2f6cba req-92a722e3-cc68-45d1-9440-b37d9b7fcf99 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378616 Jul 19 03:16:06.817553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:06.840379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc14a5-190d-47a8-85ee-603e18213409 req-e0182842-6e31-405a-bdbd-dad32336f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:06.841986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7acc14a5-190d-47a8-85ee-603e18213409 req-e0182842-6e31-405a-bdbd-dad32336f087 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 1102 time: 0.1851914 Jul 19 03:16:06.897497 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a26324b-7074-4d43-abb9-f708e0abd028 x-openstack-request-id: req-6a26324b-7074-4d43-abb9-f708e0abd028 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:06.898382 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b8c8e1-77b9-4083-aedc-ad15adbf0873", "tag": "69074e82-ed74-44b0-a390-3a4a48791887", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:06.898382 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a26324b-7074-4d43-abb9-f708e0abd028 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:06.898622 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'tag': '69074e82-ed74-44b0-a390-3a4a48791887', 'status': 'completed', 'code': 200} Jul 19 03:16:06.904932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network 6971437a-432d-4b3c-91db-b86df67ae33d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:06.914243 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:06.935669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8752d4b8-4139-4ee4-a401-9c8ad18c129e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:06.939961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:06.948624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Port': ['ID=88907317-83f2-4cc5-91d6-81b3325e2898,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:07.016915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7acc14a5-190d-47a8-85ee-603e18213409 req-97ed92de-45f7-4fd3-84bd-c06a47e0df7e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497991 Jul 19 03:16:07.024949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580eaf4-cacb-422f-afbe-d9267ea4a98f req-dfddff54-0422-4b8d-ba6e-5ab9173dbb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:07.026793 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c580eaf4-cacb-422f-afbe-d9267ea4a98f req-dfddff54-0422-4b8d-ba6e-5ab9173dbb34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 1095 time: 0.1157663 Jul 19 03:16:07.033989 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.035184 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.082178 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 8752d4b8-4139-4ee4-a401-9c8ad18c129e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:07.082660 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.134284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:07.134907 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.165685 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.188650 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8418d78-8d06-436e-9b65-bf79aa5eddb8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2941661 Jul 19 03:16:07.205197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d', 'admin_state_up': True, 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'security_groups': ['40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:07.206354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 69074e82-ed74-44b0-a390-3a4a48791887 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:07.271997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580eaf4-cacb-422f-afbe-d9267ea4a98f req-ea8c5037-21c4-44b6-8437-e1353f958706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:07.273946 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c580eaf4-cacb-422f-afbe-d9267ea4a98f req-ea8c5037-21c4-44b6-8437-e1353f958706 service neutron] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.2104778 Jul 19 03:16:07.333636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c580eaf4-cacb-422f-afbe-d9267ea4a98f req-18353d94-eb36-47d0-b583-765170c6d07a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69074e82-ed74-44b0-a390-3a4a48791887 HTTP/1.1" status: 200 len: 217 time: 0.0471549 Jul 19 03:16:07.337059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:07.354235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '69074e82-ed74-44b0-a390-3a4a48791887', 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51', 'port_id': '69074e82-ed74-44b0-a390-3a4a48791887', 'mac_address': 'fa:16:3e:f7:ad:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249b7207-14ce-4506-afb2-bd1730d40f33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:07.404091 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.411264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580eaf4-cacb-422f-afbe-d9267ea4a98f req-700fc323-39f5-46c2-bc8c-ba10ef31a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:07.414149 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c580eaf4-cacb-422f-afbe-d9267ea4a98f req-700fc323-39f5-46c2-bc8c-ba10ef31a9e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.0734611 Jul 19 03:16:07.423293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69074e82-ed74-44b0-a390-3a4a48791887 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:07.456743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:07.465329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:07.470094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.472129 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.479868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-61b20b9c-eb6c-4376-a73c-cf9b0f6b0f6f None None] Provisioning for port 88907317-83f2-4cc5-91d6-81b3325e2898 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:07.486751 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.496773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.504098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c580eaf4-cacb-422f-afbe-d9267ea4a98f req-749a09d6-9306-48a1-8624-7db0cf29bae7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746403 Jul 19 03:16:07.534583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-61b20b9c-eb6c-4376-a73c-cf9b0f6b0f6f None None] Provisioning complete for port 88907317-83f2-4cc5-91d6-81b3325e2898 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:07.534958 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-61b20b9c-eb6c-4376-a73c-cf9b0f6b0f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.596518 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.616954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=69074e82-ed74-44b0-a390-3a4a48791887,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:07.632754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-61b20b9c-eb6c-4376-a73c-cf9b0f6b0f6f None None] Port 88907317-83f2-4cc5-91d6-81b3325e2898 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:16:07.650902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:07.654809 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55945e63-eeca-4a67-9c18-208cab2860fb req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4535875 Jul 19 03:16:07.654944 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c580eaf4-cacb-422f-afbe-d9267ea4a98f req-91a32e0f-d174-4de9-87f0-ee09a5ac24d1 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433954 Jul 19 03:16:07.671058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b487506-d48f-46f8-8684-a5369e91a65b req-846a47dc-032d-461c-8ae7-e93604c7995b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:07.678885 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b487506-d48f-46f8-8684-a5369e91a65b req-846a47dc-032d-461c-8ae7-e93604c7995b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 943 time: 0.2336876 Jul 19 03:16:07.681663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c9e53-e5f4-4f47-92f3-799873cf1fa9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event updated for resources: {'Port': ['ID=b75dd4dc-8bf8-49eb-81d2-141c80a8c365,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:07.727406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['69074e82-ed74-44b0-a390-3a4a48791887'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:07.739421 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55945e63-eeca-4a67-9c18-208cab2860fb req-b9e3a585-fa42-42e6-ae87-7d01a39829df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 696 time: 0.0779967 Jul 19 03:16:07.796267 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b487506-d48f-46f8-8684-a5369e91a65b req-a2b7a310-2604-47ca-b2f5-109e7c07761e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164157 Jul 19 03:16:07.867979 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c580eaf4-cacb-422f-afbe-d9267ea4a98f req-f640df69-b0c1-47fd-8acd-36ecd6f80a57 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860712 Jul 19 03:16:07.880117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Allocated IP 10.1.1.225 (6971437a-432d-4b3c-91db-b86df67ae33d/f46f104f-11d4-4a2e-9252-b38ac38be0ac/30ce049a-0f36-4f32-a5ff-01e5fb2e09fe) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:07.996800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55945e63-eeca-4a67-9c18-208cab2860fb req-a54050ea-30f8-489f-a564-cd0263214f0e tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:08.006814 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55945e63-eeca-4a67-9c18-208cab2860fb req-a54050ea-30f8-489f-a564-cd0263214f0e tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2433531 Jul 19 03:16:08.019672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-55945e63-eeca-4a67-9c18-208cab2860fb req-fae3578f-bae0-40f9-917d-09d41e9ab0c7 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:16:08.032796 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55945e63-eeca-4a67-9c18-208cab2860fb req-fae3578f-bae0-40f9-917d-09d41e9ab0c7 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248806 Jul 19 03:16:08.143932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-b5b338b6-8175-4482-8eef-822544df87cb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1285046122&fields=id&tenant_id=1f393bff55a6400e8c004058b44bc1bb HTTP/1.1" status: 200 len: 267 time: 0.0507491 Jul 19 03:16:08.148949 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:08.177288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Transition to ACTIVE for port object 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:08.215381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-f4150c6a-5fba-425a-8979-091888be2326 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:08.217239 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-f4150c6a-5fba-425a-8979-091888be2326 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 946 time: 0.0717869 Jul 19 03:16:08.229854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-0da40282-b2fb-4a9f-8ce7-eced420a4e54 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'port': {'security_groups': ['638d9099-fc2d-45f1-8702-1176670879a9', '490d6d55-1e51-41e7-a373-3b0f24410334']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:08.262023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec2e08-9a81-45b3-be05-7dcbf864fb4e req-5c4604ff-e5f3-44bd-94ac-78c81197d57c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:08.268140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec2e08-9a81-45b3-be05-7dcbf864fb4e req-5c4604ff-e5f3-44bd-94ac-78c81197d57c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:08.269702 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91ec2e08-9a81-45b3-be05-7dcbf864fb4e req-5c4604ff-e5f3-44bd-94ac-78c81197d57c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 1654 time: 0.1111445 Jul 19 03:16:08.277420 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:08.321542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-0da40282-b2fb-4a9f-8ce7-eced420a4e54 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:08.327616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Port': ['ID=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:08.353801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network 6971437a-432d-4b3c-91db-b86df67ae33d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:08.356876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:08.360045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:08.403772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91ec2e08-9a81-45b3-be05-7dcbf864fb4e req-1700a318-cf98-4f18-b26a-9dcd71fc242f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242890 Jul 19 03:16:08.421598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:08.422248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:08.439067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-166df1f3-97d0-4767-84ca-e3d72f139510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2432435 Jul 19 03:16:08.456156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5', 'admin_state_up': True, 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'security_groups': ['40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:08.552879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-0da40282-b2fb-4a9f-8ce7-eced420a4e54 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] For port 1d918a18-437b-4752-aad2-5020c004165b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d918a18-437b-4752-aad2-5020c004165b,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:08.624410 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-0da40282-b2fb-4a9f-8ce7-eced420a4e54 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:08.635939 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-0da40282-b2fb-4a9f-8ce7-eced420a4e54 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:08.650177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1d918a18-437b-4752-aad2-5020c004165b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:08.691059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-0da40282-b2fb-4a9f-8ce7-eced420a4e54 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:08.691706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-0da40282-b2fb-4a9f-8ce7-eced420a4e54 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:08.694487 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-123082ab-df21-4b24-88a9-1f6fa72014fd req-0da40282-b2fb-4a9f-8ce7-eced420a4e54 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "PUT /v2.0/ports/1d918a18-437b-4752-aad2-5020c004165b HTTP/1.1" status: 200 len: 982 time: 0.4704967 Jul 19 03:16:08.695214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89638980-ca16-4a08-8332-f306d74d6860', 'tag': '1d918a18-437b-4752-aad2-5020c004165b'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:08.701691 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4400db-4a04-43c8-8db0-b63f6f801ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "89638980-ca16-4a08-8332-f306d74d6860", "tag": "1d918a18-437b-4752-aad2-5020c004165b"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:08.710960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:08.715405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:08.807217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c198df9b-0b76-4e0b-8657-16d5109f2cb2 None None] Provisioning for port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:08.807985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0212c8e-bcfd-4256-b613-525d1abb16fe req-0e7bfdcb-f16e-4cf6-a181-f57b1ab27bd4 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:08.808971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1d918a18-437b-4752-aad2-5020c004165b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:08.815219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0212c8e-bcfd-4256-b613-525d1abb16fe req-0e7bfdcb-f16e-4cf6-a181-f57b1ab27bd4 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 950 time: 0.1811194 Jul 19 03:16:08.830898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c198df9b-0b76-4e0b-8657-16d5109f2cb2 None None] Provisioning complete for port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:08.831298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c198df9b-0b76-4e0b-8657-16d5109f2cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:08.842189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da40282-b2fb-4a9f-8ce7-eced420a4e54 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'Port': ['ID=1d918a18-437b-4752-aad2-5020c004165b,revision_number=6']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:08.885287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0212c8e-bcfd-4256-b613-525d1abb16fe req-2af8d2bd-c65c-4967-839e-697955490b8c tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687375 Jul 19 03:16:08.889154 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:08.889450 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-62b28d82-9295-4a8f-b1a4-f350fd4c21ad tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1715853 Jul 19 03:16:08.895622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:08.934852 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:08.989519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c198df9b-0b76-4e0b-8657-16d5109f2cb2 None None] Port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:16:09.036043 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d063fd-3f40-4ab4-999e-70755ea14ec0 x-openstack-request-id: req-a2d063fd-3f40-4ab4-999e-70755ea14ec0 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:09.036329 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89638980-ca16-4a08-8332-f306d74d6860", "tag": "1d918a18-437b-4752-aad2-5020c004165b", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:09.039003 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2d063fd-3f40-4ab4-999e-70755ea14ec0 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:09.039454 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89638980-ca16-4a08-8332-f306d74d6860', 'tag': '1d918a18-437b-4752-aad2-5020c004165b', 'status': 'completed', 'code': 200} Jul 19 03:16:09.158972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4400db-4a04-43c8-8db0-b63f6f801ad6 req-18975f29-825c-462b-9dd3-0e72c8393deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:09.160470 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee4400db-4a04-43c8-8db0-b63f6f801ad6 req-18975f29-825c-462b-9dd3-0e72c8393deb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 1137 time: 0.0857847 Jul 19 03:16:09.165356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:09.199172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb8710a7-2106-4f2e-8e4b-242b6225a418 req-982cf854-70f7-47d2-a3d1-2d1aeff416b0 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/490d6d55-1e51-41e7-a373-3b0f24410334 HTTP/1.1" status: 200 len: 1799 time: 0.1429291 Jul 19 03:16:09.212874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 69074e82-ed74-44b0-a390-3a4a48791887 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:09.318736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Allocated IP 10.2.2.100 (bc7208d5-361f-4605-902a-3fd0bd02e5b5/07958657-63ec-45ca-9b19-e4076db6c98b/4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:09.349062 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-eb8710a7-2106-4f2e-8e4b-242b6225a418 req-492ab9d1-09e2-4403-8f58-c7e4e25930a5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 19 03:16:09.352803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4400db-4a04-43c8-8db0-b63f6f801ad6 req-3bb0ba5d-4ddc-4438-9a91-38d027821fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:09.354341 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee4400db-4a04-43c8-8db0-b63f6f801ad6 req-3bb0ba5d-4ddc-4438-9a91-38d027821fd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 912 time: 0.1868420 Jul 19 03:16:09.363726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb8710a7-2106-4f2e-8e4b-242b6225a418 req-492ab9d1-09e2-4403-8f58-c7e4e25930a5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/490d6d55-1e51-41e7-a373-3b0f24410334 HTTP/1.1" status: 409 len: 341 time: 0.1634030 Jul 19 03:16:09.364182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 69074e82-ed74-44b0-a390-3a4a48791887 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:09.370507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 69074e82-ed74-44b0-a390-3a4a48791887 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:09.370879 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:09.410933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee4400db-4a04-43c8-8db0-b63f6f801ad6 req-ad31426e-bba4-461a-8e86-849a364a53b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d918a18-437b-4752-aad2-5020c004165b HTTP/1.1" status: 200 len: 217 time: 0.0420692 Jul 19 03:16:09.430242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Allocated IP 172.25.2.219 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/19ac03a6-b77e-496c-8790-d1cc4da2a993) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:09.502828 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4400db-4a04-43c8-8db0-b63f6f801ad6 req-5e40efa1-b743-4209-9e5f-45d0bc17d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:09.504245 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee4400db-4a04-43c8-8db0-b63f6f801ad6 req-5e40efa1-b743-4209-9e5f-45d0bc17d0fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c67add-29fa-4b99-b752-c962ee84b05b HTTP/1.1" status: 200 len: 852 time: 0.0839019 Jul 19 03:16:09.542701 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:09.567336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69074e82-ed74-44b0-a390-3a4a48791887'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:09.571433 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edfe8ca-a051-418f-b4ee-5f989fcf29d9" -d '{"events": [{"server_uuid": "c5b8c8e1-77b9-4083-aedc-ad15adbf0873", "name": "network-vif-plugged", "status": "completed", "tag": "69074e82-ed74-44b0-a390-3a4a48791887"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:09.578087 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee4400db-4a04-43c8-8db0-b63f6f801ad6 req-106d826e-c488-453b-9462-eb5e8957005c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629225 Jul 19 03:16:09.586128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:09.593124 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:09.658157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=69074e82-ed74-44b0-a390-3a4a48791887,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:09.676138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c7705-f633-44c1-98f7-c24130e6f0d6 req-c6403b3d-73bb-4094-a4e0-cd8ed0aadbe3 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:09.677954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-435c7705-f633-44c1-98f7-c24130e6f0d6 req-c6403b3d-73bb-4094-a4e0-cd8ed0aadbe3 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 944 time: 0.1225221 Jul 19 03:16:09.681366 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:09.682700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:09.715411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Transition to ACTIVE for port object 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:09.719468 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee4400db-4a04-43c8-8db0-b63f6f801ad6 req-a312bcb1-dffd-4551-ab83-288244f318fa service neutron] 10.222.0.26 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339281 Jul 19 03:16:09.741322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-435c7705-f633-44c1-98f7-c24130e6f0d6 req-fe52f068-0010-4ca7-8f01-06f63dc975e6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521317 Jul 19 03:16:09.772543 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:09.800063 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:09.826294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network bc7208d5-361f-4605-902a-3fd0bd02e5b5 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:09.829616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:09.833489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:09.855700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:09.869036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:09.869314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Port': ['ID=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:09.876817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:09.913514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:09.913939 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:09.927762 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee4400db-4a04-43c8-8db0-b63f6f801ad6 req-f7cb4ea2-8380-4ae2-80ba-f97d40d12e28 service neutron] 10.222.0.26 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991677 Jul 19 03:16:09.930921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event updated for resources: {'Port': ['ID=19ac03a6-b77e-496c-8790-d1cc4da2a993,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:09.948393 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b20fba25-8449-4ee6-b186-1ef67ed2fe3a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5023577 Jul 19 03:16:09.965479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5', 'admin_state_up': True, 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'security_groups': ['40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:10.035856 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.096297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.189883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Made reservation on behalf of b7e6e2cb3b2a4b3e804285fcdfd04d08 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:10.197137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.229175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-01b572cc-00d8-4a69-aa39-2fe809276aa7 None None] Provisioning for port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:10.234820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-01b572cc-00d8-4a69-aa39-2fe809276aa7 None None] Provisioning complete for port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:10.235491 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-01b572cc-00d8-4a69-aa39-2fe809276aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.306998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-01b572cc-00d8-4a69-aa39-2fe809276aa7 None None] Port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:16:10.328999 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.336445 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.389814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event updated for resources: {'Port': ['ID=19ac03a6-b77e-496c-8790-d1cc4da2a993,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:10.415456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Allocated IP 10.2.2.200 (bc7208d5-361f-4605-902a-3fd0bd02e5b5/07958657-63ec-45ca-9b19-e4076db6c98b/6b6021a0-103a-4ac6-9ddc-c378fa96dd16) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:10.451340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.470464 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.481274 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cdd4c664-0776-4c5b-81f4-ba11e53810df tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5905142 Jul 19 03:16:10.569207 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-fccf0bd3-ab12-440e-9e75-14a73006dc1c tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0864687 Jul 19 03:16:10.585817 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.600658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Transition to ACTIVE for port object 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:10.649592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.706411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Network bc7208d5-361f-4605-902a-3fd0bd02e5b5 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:10.716526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:10.722766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:10.764408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event updated for resources: {'Port': ['ID=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:10.824643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:10.825284 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:10.862938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8bb1a-2376-4b15-bbe2-026213f0943f req-93e2c438-54dc-4fb3-8298-02ee0ef6fe26 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:10.870228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8bb1a-2376-4b15-bbe2-026213f0943f req-93e2c438-54dc-4fb3-8298-02ee0ef6fe26 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:10.877049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8bb1a-2376-4b15-bbe2-026213f0943f req-93e2c438-54dc-4fb3-8298-02ee0ef6fe26 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:10.884871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8bb1a-2376-4b15-bbe2-026213f0943f req-93e2c438-54dc-4fb3-8298-02ee0ef6fe26 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:10.891566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8bb1a-2376-4b15-bbe2-026213f0943f req-93e2c438-54dc-4fb3-8298-02ee0ef6fe26 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:10.893462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0be8bb1a-2376-4b15-bbe2-026213f0943f req-93e2c438-54dc-4fb3-8298-02ee0ef6fe26 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 3817 time: 0.1622543 Jul 19 03:16:10.895114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-598372c5-c43c-4178-9242-167ff6f32104 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9403651 Jul 19 03:16:10.922087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:10.968334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0be8bb1a-2376-4b15-bbe2-026213f0943f req-5aa151ab-fd8c-4cb7-832f-896c9072b587 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675120 Jul 19 03:16:11.029336 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:11.051622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-87b8ab2b-ccac-49f2-8ecc-ed823a8ae832 None None] Provisioning for port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:11.057295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-87b8ab2b-ccac-49f2-8ecc-ed823a8ae832 None None] Provisioning complete for port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:11.057746 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-87b8ab2b-ccac-49f2-8ecc-ed823a8ae832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:11.061491 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ec0769-6263-4176-9043-a52a9ffffed8 x-openstack-request-id: req-f6ec0769-6263-4176-9043-a52a9ffffed8 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:11.063445 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b8c8e1-77b9-4083-aedc-ad15adbf0873", "name": "network-vif-plugged", "status": "completed", "tag": "69074e82-ed74-44b0-a390-3a4a48791887", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:11.063773 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6ec0769-6263-4176-9043-a52a9ffffed8 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:11.064242 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69074e82-ed74-44b0-a390-3a4a48791887', 'code': 200} Jul 19 03:16:11.097644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cfe5c6f6-5c7b-4a61-855e-de53f88e5d59 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:11.115903 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c87ef38-03e4-47b6-bc94-ef4265d97276 req-cfe5c6f6-5c7b-4a61-855e-de53f88e5d59 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.5433822 Jul 19 03:16:11.127325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-87b8ab2b-ccac-49f2-8ecc-ed823a8ae832 None None] Port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:16:11.199870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd1f8-61c9-4ab6-8070-b51f1850f651 req-7475c0a4-27a9-4942-8270-e1dc039828de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:11.201313 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-013fd1f8-61c9-4ab6-8070-b51f1850f651 req-7475c0a4-27a9-4942-8270-e1dc039828de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 1137 time: 0.0828521 Jul 19 03:16:11.318944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd1f8-61c9-4ab6-8070-b51f1850f651 req-72f8d072-6a65-4f19-9745-bd70cd8260b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:11.320789 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-013fd1f8-61c9-4ab6-8070-b51f1850f651 req-72f8d072-6a65-4f19-9745-bd70cd8260b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 912 time: 0.1120923 Jul 19 03:16:11.372932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-013fd1f8-61c9-4ab6-8070-b51f1850f651 req-8b320796-d736-4f21-a876-11140e964ba5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d918a18-437b-4752-aad2-5020c004165b HTTP/1.1" status: 200 len: 217 time: 0.0442011 Jul 19 03:16:11.405502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ba97-902b-4b9a-8f98-3f641237cdcb req-6dcfc523-1290-4b9c-b382-a6846d05eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:11.407141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a91ba97-902b-4b9a-8f98-3f641237cdcb req-6dcfc523-1290-4b9c-b382-a6846d05eb65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 1097 time: 0.2372739 Jul 19 03:16:11.435132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ee446-f0ad-4b3a-a137-cefb42d820e1 req-d4c8f7fd-278a-4eeb-bd97-9e99bfc59cb7 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:11.436730 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e5ee446-f0ad-4b3a-a137-cefb42d820e1 req-d4c8f7fd-278a-4eeb-bd97-9e99bfc59cb7 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 950 time: 0.2089751 Jul 19 03:16:11.467468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd1f8-61c9-4ab6-8070-b51f1850f651 req-a3985435-4083-4a2a-9192-e279040a92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:11.469385 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-013fd1f8-61c9-4ab6-8070-b51f1850f651 req-a3985435-4083-4a2a-9192-e279040a92c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c67add-29fa-4b99-b752-c962ee84b05b HTTP/1.1" status: 200 len: 852 time: 0.0901880 Jul 19 03:16:11.495860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a91ba97-902b-4b9a-8f98-3f641237cdcb req-802ad03a-4a00-4e05-bf5d-2ddceba38657 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813324 Jul 19 03:16:11.511344 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-013fd1f8-61c9-4ab6-8070-b51f1850f651 req-272ca92e-0494-433a-a57f-4dcd4b998009 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338328 Jul 19 03:16:11.528409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af380e16-f559-4ae3-8e1d-ce03bdbfd93c req-b4e72199-4206-4208-8033-b3385be68b2e tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:11.530029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af380e16-f559-4ae3-8e1d-ce03bdbfd93c req-b4e72199-4206-4208-8033-b3385be68b2e tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 985 time: 0.1146741 Jul 19 03:16:11.532886 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e5ee446-f0ad-4b3a-a137-cefb42d820e1 req-a9fedf4c-8f4a-458e-880f-ac98578674a9 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878961 Jul 19 03:16:11.544360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91554fda-16c8-49bd-9a56-87bc4d2a0649 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:11.553488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:11.566866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Transition to ACTIVE for port object 91554fda-16c8-49bd-9a56-87bc4d2a0649 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:11.571757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:11.624415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Pushing event updated for resources: {'Port': ['ID=91554fda-16c8-49bd-9a56-87bc4d2a0649,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:11.639651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af380e16-f559-4ae3-8e1d-ce03bdbfd93c req-874fd2b2-7d19-4079-aa56-a2156e4bff0b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&id=490d6d55-1e51-41e7-a373-3b0f24410334&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1025066 Jul 19 03:16:11.690872 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-013fd1f8-61c9-4ab6-8070-b51f1850f651 req-e07d340c-e2c0-450f-89c4-f993a7bbce38 service neutron] 10.222.0.26 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452711 Jul 19 03:16:11.816717 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-013fd1f8-61c9-4ab6-8070-b51f1850f651 req-49c635db-dbc7-4e62-afde-633f5665a17d service neutron] 10.222.0.26 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105042 Jul 19 03:16:11.924106 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e455650a-9f25-44c6-a691-501993f34dfd req-e7193324-347b-48a7-b7e3-a3c3d939dac4 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2320092 Jul 19 03:16:11.934398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:11.965821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.082116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Attempting to bind port 91554fda-16c8-49bd-9a56-87bc4d2a0649 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:12.082585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Attempting to bind port 91554fda-16c8-49bd-9a56-87bc4d2a0649 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:12.083005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Attempting to bind port 91554fda-16c8-49bd-9a56-87bc4d2a0649 on network 1119ccee-19ea-4731-b9d3-c915a28a468d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:12.094252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Port 91554fda-16c8-49bd-9a56-87bc4d2a0649 on network 1119ccee-19ea-4731-b9d3-c915a28a468d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:12.094692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Attempting to bind port 91554fda-16c8-49bd-9a56-87bc4d2a0649 on network 1119ccee-19ea-4731-b9d3-c915a28a468d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:12.098235 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.105245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:12.105726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Checking segment: {'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:12.106208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Bound using segment: {'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:12.106763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Bound port: 91554fda-16c8-49bd-9a56-87bc4d2a0649, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:12.107216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.125344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56511baa-1ef8-42cd-ba62-215ce1000809 req-cf237e86-80dc-4eb2-9c3f-bc25bc24c133 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:12.127033 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56511baa-1ef8-42cd-ba62-215ce1000809 req-cf237e86-80dc-4eb2-9c3f-bc25bc24c133 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 945 time: 0.1072338 Jul 19 03:16:12.218800 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56511baa-1ef8-42cd-ba62-215ce1000809 req-10458c0e-6c44-4662-877c-26dcb7a16f9c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812199 Jul 19 03:16:12.222593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Allocated IP 172.25.2.195 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/770d95c4-cb10-4327-a77b-b2ad130791c1) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:12.228294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] For port 91554fda-16c8-49bd-9a56-87bc4d2a0649, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:12.232398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] For port 91554fda-16c8-49bd-9a56-87bc4d2a0649, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:12.238563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.295854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:12.296499 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.297981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] 10.222.0.26 "PUT /v2.0/ports/91554fda-16c8-49bd-9a56-87bc4d2a0649 HTTP/1.1" status: 200 len: 1093 time: 1.3822412 Jul 19 03:16:12.298477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '91554fda-16c8-49bd-9a56-87bc4d2a0649'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:12.300940 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "91554fda-16c8-49bd-9a56-87bc4d2a0649"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:12.350624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:12.377036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5165a2-9ce3-471f-93c3-1a231a88b64f service neutron] Pushing event updated for resources: {'Port': ['ID=91554fda-16c8-49bd-9a56-87bc4d2a0649,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:12.447091 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b77d1e19-757b-4b9c-98cc-4debf8efdd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.459188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.487987 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.525818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.581608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:12.590686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:12.601155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:12.698394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event updated for resources: {'Port': ['ID=770d95c4-cb10-4327-a77b-b2ad130791c1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:12.779388 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.836003 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:16:12.863581 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.905278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1141a9db-5aca-44eb-9146-efaf34d67951 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:12.917621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:12.936076 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Transition to ACTIVE for port object 1141a9db-5aca-44eb-9146-efaf34d67951 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:12.950849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.081169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Pushing event updated for resources: {'Port': ['ID=1141a9db-5aca-44eb-9146-efaf34d67951,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:13.115727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47620) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:13.138591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c820e24-2622-4a20-8f7c-04a1e4d6aa9a req-f3c4d73c-9c8d-467f-ac7c-5c34a9158220 tempest-LiveMigrationNegativeTest-498451387 tempest-LiveMigrationNegativeTest-498451387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:13.147668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c820e24-2622-4a20-8f7c-04a1e4d6aa9a req-f3c4d73c-9c8d-467f-ac7c-5c34a9158220 tempest-LiveMigrationNegativeTest-498451387 tempest-LiveMigrationNegativeTest-498451387-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 1102 time: 0.2052994 Jul 19 03:16:13.148610 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.160657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.166388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2c820e24-2622-4a20-8f7c-04a1e4d6aa9a req-88811392-a051-4db4-a8e8-1d10de48fbd1 tempest-LiveMigrationNegativeTest-498451387 tempest-LiveMigrationNegativeTest-498451387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.212917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Attempting to bind port 1141a9db-5aca-44eb-9146-efaf34d67951 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:13.213265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Attempting to bind port 1141a9db-5aca-44eb-9146-efaf34d67951 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:13.213600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Attempting to bind port 1141a9db-5aca-44eb-9146-efaf34d67951 on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:13.234621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Port 1141a9db-5aca-44eb-9146-efaf34d67951 on network 6971437a-432d-4b3c-91db-b86df67ae33d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:13.234958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Attempting to bind port 1141a9db-5aca-44eb-9146-efaf34d67951 on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:13.256405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:13.256874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Checking segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:13.260870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Bound using segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:13.261341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Bound port: 1141a9db-5aca-44eb-9146-efaf34d67951, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:13.261731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.285137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event updated for resources: {'Port': ['ID=770d95c4-cb10-4327-a77b-b2ad130791c1,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:13.294616 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.331787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25292fa0-b6eb-4fc2-ad5c-dfd87a16af8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.371746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] For port 1141a9db-5aca-44eb-9146-efaf34d67951, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:13.375129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] For port 1141a9db-5aca-44eb-9146-efaf34d67951, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1141a9db-5aca-44eb-9146-efaf34d67951,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:13.386105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.432809 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2c820e24-2622-4a20-8f7c-04a1e4d6aa9a req-88811392-a051-4db4-a8e8-1d10de48fbd1 tempest-LiveMigrationNegativeTest-498451387 tempest-LiveMigrationNegativeTest-498451387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.445914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:13.446698 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.448118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] 10.222.0.26 "PUT /v2.0/ports/1141a9db-5aca-44eb-9146-efaf34d67951 HTTP/1.1" status: 200 len: 1130 time: 1.1113551 Jul 19 03:16:13.451032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2c820e24-2622-4a20-8f7c-04a1e4d6aa9a req-88811392-a051-4db4-a8e8-1d10de48fbd1 tempest-LiveMigrationNegativeTest-498451387 tempest-LiveMigrationNegativeTest-498451387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.474298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c820e24-2622-4a20-8f7c-04a1e4d6aa9a req-88811392-a051-4db4-a8e8-1d10de48fbd1 tempest-LiveMigrationNegativeTest-498451387 tempest-LiveMigrationNegativeTest-498451387-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253229 Jul 19 03:16:13.494259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:13.535204 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.536534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e455650a-9f25-44c6-a691-501993f34dfd req-eaf9978e-ee0d-427f-b675-a5473016acd1 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6065166 Jul 19 03:16:13.554441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6742e71-f94a-4285-a91b-8e49b869ae2e service neutron] Pushing event updated for resources: {'Port': ['ID=1141a9db-5aca-44eb-9146-efaf34d67951,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:13.568177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88811392-a051-4db4-a8e8-1d10de48fbd1 tempest-LiveMigrationNegativeTest-498451387 tempest-LiveMigrationNegativeTest-498451387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b83a854-068a-48f3-a7fc-7d852c8893ea,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:13.629290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.662304 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e455650a-9f25-44c6-a691-501993f34dfd req-655773fc-1a89-4e9b-8622-e61d41fdaeb2 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.1144502 Jul 19 03:16:13.764095 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25292fa0-b6eb-4fc2-ad5c-dfd87a16af8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.774106 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25292fa0-b6eb-4fc2-ad5c-dfd87a16af8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.854815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-25292fa0-b6eb-4fc2-ad5c-dfd87a16af8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efa796943ebc4bd5a96ae5cc5f60e060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7316227 Jul 19 03:16:13.855708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47630) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:13.862604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25292fa0-b6eb-4fc2-ad5c-dfd87a16af8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ba225d-13f7-48ab-9144-4d1ebbe254a8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:13.885691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eca11e-5975-4748-83a6-4f0107214cc4 req-544eb4e3-b751-4420-9dc7-b1bd45565bcb tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:13.892066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eca11e-5975-4748-83a6-4f0107214cc4 req-544eb4e3-b751-4420-9dc7-b1bd45565bcb tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:13.898627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eca11e-5975-4748-83a6-4f0107214cc4 req-544eb4e3-b751-4420-9dc7-b1bd45565bcb tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:13.901140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455650a-9f25-44c6-a691-501993f34dfd req-17fb2df7-3cee-4828-9074-6a62b4dbf99b tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:13.902562 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e455650a-9f25-44c6-a691-501993f34dfd req-17fb2df7-3cee-4828-9074-6a62b4dbf99b tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2165122 Jul 19 03:16:13.904736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eca11e-5975-4748-83a6-4f0107214cc4 req-544eb4e3-b751-4420-9dc7-b1bd45565bcb tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:13.911137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eca11e-5975-4748-83a6-4f0107214cc4 req-544eb4e3-b751-4420-9dc7-b1bd45565bcb tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:13.918745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eca11e-5975-4748-83a6-4f0107214cc4 req-544eb4e3-b751-4420-9dc7-b1bd45565bcb tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:13.920734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-93eca11e-5975-4748-83a6-4f0107214cc4 req-544eb4e3-b751-4420-9dc7-b1bd45565bcb tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 4600 time: 0.2216306 Jul 19 03:16:13.954747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-490ebdd3-598b-4eee-8b38-8d0051422a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:13.975171 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242e803f-8237-4e28-932c-49413080f333 x-openstack-request-id: req-242e803f-8237-4e28-932c-49413080f333 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:13.977174 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "91554fda-16c8-49bd-9a56-87bc4d2a0649", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:13.977913 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-242e803f-8237-4e28-932c-49413080f333 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:13.978302 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '91554fda-16c8-49bd-9a56-87bc4d2a0649', 'status': 'completed', 'code': 200} Jul 19 03:16:13.983766 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-490ebdd3-598b-4eee-8b38-8d0051422a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:14.019507 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dea75475-c6fa-49b3-9823-26a8073b111e req-c0402fa6-44a5-456d-9d81-9001f4f9ee0b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2806127 Jul 19 03:16:14.055404 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-93eca11e-5975-4748-83a6-4f0107214cc4 req-b9660017-7083-45f2-b56a-956082cc48da tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219878 Jul 19 03:16:14.075715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-5ceed0d3-06c4-44f5-a3ce-83f5f752bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.076598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-5ceed0d3-06c4-44f5-a3ce-83f5f752bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.076833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-5ceed0d3-06c4-44f5-a3ce-83f5f752bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.077319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-5ceed0d3-06c4-44f5-a3ce-83f5f752bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.077958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-5ceed0d3-06c4-44f5-a3ce-83f5f752bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.078302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-5ceed0d3-06c4-44f5-a3ce-83f5f752bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.080255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-5ceed0d3-06c4-44f5-a3ce-83f5f752bf94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5288 time: 0.0941164 Jul 19 03:16:14.088818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-490ebdd3-598b-4eee-8b38-8d0051422a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:14.091684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-490ebdd3-598b-4eee-8b38-8d0051422a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:14.101671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-490ebdd3-598b-4eee-8b38-8d0051422a17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78ba225d-13f7-48ab-9144-4d1ebbe254a8 HTTP/1.1" status: 204 len: 168 time: 0.2402611 Jul 19 03:16:14.214651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75475-c6fa-49b3-9823-26a8073b111e req-7d534b7c-ac4b-4199-aae7-6ff0d3eb23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.216292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dea75475-c6fa-49b3-9823-26a8073b111e req-7d534b7c-ac4b-4199-aae7-6ff0d3eb23d9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1098 time: 0.1393912 Jul 19 03:16:14.279262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:14.302005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-1518bd32-c750-4a2a-b0a9-617e71207587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.302745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-1518bd32-c750-4a2a-b0a9-617e71207587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.303452 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-1518bd32-c750-4a2a-b0a9-617e71207587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.305355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-1518bd32-c750-4a2a-b0a9-617e71207587 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2023542 Jul 19 03:16:14.313305 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:14.333632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ebdd3-598b-4eee-8b38-8d0051422a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ba225d-13f7-48ab-9144-4d1ebbe254a8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:14.387407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Transition to ACTIVE for port object 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:14.405610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:14.486821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292859c-bd1b-40e7-98d8-8cac271e0f52 req-298eb35d-35f5-4746-b0d1-60f6d7da3682 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.488830 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5292859c-bd1b-40e7-98d8-8cac271e0f52 req-298eb35d-35f5-4746-b0d1-60f6d7da3682 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 985 time: 0.2699771 Jul 19 03:16:14.508584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75475-c6fa-49b3-9823-26a8073b111e req-27d8e2c1-5730-4569-9cba-6216ac2b0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.512369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dea75475-c6fa-49b3-9823-26a8073b111e req-27d8e2c1-5730-4569-9cba-6216ac2b0c57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.2683449 Jul 19 03:16:14.514583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Pushing event updated for resources: {'Port': ['ID=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:14.580351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-c5306cd3-4a5c-473d-8b11-3fb756195fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.581792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e995b6bd-11f7-4fc3-b565-0d1523c6efc8 req-c5306cd3-4a5c-473d-8b11-3fb756195fc5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2662132 Jul 19 03:16:14.614076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa85a1a-b65e-40c4-86ff-04927ec8bbca req-770a68c9-4856-4aa6-97ae-7769e43d9ce5 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.620806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa85a1a-b65e-40c4-86ff-04927ec8bbca req-770a68c9-4856-4aa6-97ae-7769e43d9ce5 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.622454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6aa85a1a-b65e-40c4-86ff-04927ec8bbca req-770a68c9-4856-4aa6-97ae-7769e43d9ce5 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb&device_id=bb9b92da-3673-4f78-a372-d7073605e103 HTTP/1.1" status: 200 len: 1681 time: 0.1105797 Jul 19 03:16:14.642365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47638) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:14.667303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d672b45-ca38-468e-8c4a-bf7792d966bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:14.698843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6aa85a1a-b65e-40c4-86ff-04927ec8bbca req-537b2d7f-391a-437b-b511-b32b8aeca214 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.20 "GET /v2.0/security-groups?id=31f0fd55-04e4-46a1-9aae-9195b7ec9939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703712 Jul 19 03:16:14.718834 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5292859c-bd1b-40e7-98d8-8cac271e0f52 req-c610b4a0-d184-4c69-9e0f-8089c0d2851b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&id=490d6d55-1e51-41e7-a373-3b0f24410334&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2190611 Jul 19 03:16:14.748017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dea75475-c6fa-49b3-9823-26a8073b111e req-f9e3892e-f606-4b06-87d4-142716c78771 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 1001 time: 0.2207749 Jul 19 03:16:14.845735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Attempting to bind port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:14.846343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Attempting to bind port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:14.846916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Attempting to bind port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:14.852255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-bf5d300c-56f9-4b5d-b115-b46b1d6dba68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1417637 Jul 19 03:16:14.857139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 on network 6971437a-432d-4b3c-91db-b86df67ae33d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:14.857807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Attempting to bind port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:14.883360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:14.883986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Checking segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:14.884606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Bound using segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:14.885507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Bound port: 16dab0cb-1b58-4f0f-b704-a007cc0c89b2, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:14.886037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:14.900135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75475-c6fa-49b3-9823-26a8073b111e req-77ecde17-fac2-47fd-bd13-038a9a34d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:14.902204 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dea75475-c6fa-49b3-9823-26a8073b111e req-77ecde17-fac2-47fd-bd13-038a9a34d7e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.1416016 Jul 19 03:16:14.990851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d672b45-ca38-468e-8c4a-bf7792d966bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.003054 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d672b45-ca38-468e-8c4a-bf7792d966bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.027746 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-223c7060-34e9-40e3-ab19-e59f5c24a01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.035989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f149f5-42ad-4f33-9791-c5e5ca37955d req-f27b8048-2aec-4fa6-84cc-58651370f969 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:15.038248 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c1f149f5-42ad-4f33-9791-c5e5ca37955d req-f27b8048-2aec-4fa6-84cc-58651370f969 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 945 time: 0.1703055 Jul 19 03:16:15.045263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] For port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:15.048650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75475-c6fa-49b3-9823-26a8073b111e req-ccb76a49-fee8-4c7d-aa34-6a861f488abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:15.049957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dea75475-c6fa-49b3-9823-26a8073b111e req-ccb76a49-fee8-4c7d-aa34-6a861f488abd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156011 Jul 19 03:16:15.051964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] For port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:15.060394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-8167ae3c-7cb7-4fc1-98cd-4be40be66f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:15.061872 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-8167ae3c-7cb7-4fc1-98cd-4be40be66f85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9887802e75e4d959d8049cd59603efc&device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 1097 time: 0.1523058 Jul 19 03:16:15.075453 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0d672b45-ca38-468e-8c4a-bf7792d966bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bba9761403764019b8496ac70616b9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287403 Jul 19 03:16:15.079913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47648) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:15.086042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d672b45-ca38-468e-8c4a-bf7792d966bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff477357-4e02-4c80-aa05-28a8e2ef8606,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:15.107799 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-83649f2d-208e-413f-91d6-a97907f969a1 req-3dcd2086-e1b0-422a-a731-796871bb96bd tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips/c0154ac8-80cc-4575-a338-b04f8f5a1627 HTTP/1.1" status: 200 len: 693 time: 0.0796895 Jul 19 03:16:15.108976 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.170135 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c1f149f5-42ad-4f33-9791-c5e5ca37955d req-2d48007b-e954-4adc-8aa8-3d96476906cd tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184011 Jul 19 03:16:15.197174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:15.197902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.199576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] 10.222.0.26 "PUT /v2.0/ports/16dab0cb-1b58-4f0f-b704-a007cc0c89b2 HTTP/1.1" status: 200 len: 1132 time: 1.7101851 Jul 19 03:16:15.231830 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0942c9e-a7b4-45a1-a2a5-32f87676fa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.266545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:15.284006 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0942c9e-a7b4-45a1-a2a5-32f87676fa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.311532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-5c8b9eb9-5140-423e-aa42-6140248edc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:15.313211 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-5c8b9eb9-5140-423e-aa42-6140248edc64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=258f78db-2df4-4568-9e15-af9f54058b23 HTTP/1.1" status: 200 len: 917 time: 0.2281554 Jul 19 03:16:15.349711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bb25e-b5be-4053-8dab-c3962e500309 service neutron] Pushing event updated for resources: {'Port': ['ID=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:15.390916 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-9aa66954-f0d0-47b6-8663-834c0cb62507 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b82a9a47-b1cc-459c-8b83-08539cd940cf HTTP/1.1" status: 200 len: 217 time: 0.0588989 Jul 19 03:16:15.427357 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dea75475-c6fa-49b3-9823-26a8073b111e req-b198ddf1-4abd-4d15-8144-39fb4725bcbc service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417640 Jul 19 03:16:15.475597 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-d0e962b8-ac70-4263-93fc-6b6421602759 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2092184190&fields=id&tenant_id=1f393bff55a6400e8c004058b44bc1bb HTTP/1.1" status: 200 len: 267 time: 0.0833173 Jul 19 03:16:15.478588 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0942c9e-a7b4-45a1-a2a5-32f87676fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.482934 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0942c9e-a7b4-45a1-a2a5-32f87676fa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.486569 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c0942c9e-a7b4-45a1-a2a5-32f87676fa79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff477357-4e02-4c80-aa05-28a8e2ef8606 HTTP/1.1" status: 204 len: 168 time: 0.4016726 Jul 19 03:16:15.493860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-124cbb43-fa72-4598-a9ea-81870db2ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:15.512370 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-124cbb43-fa72-4598-a9ea-81870db2ca52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=763d421a-54e0-49b5-b851-bcc88b00d11b HTTP/1.1" status: 200 len: 857 time: 0.1124895 Jul 19 03:16:15.531879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83649f2d-208e-413f-91d6-a97907f969a1 req-719d7e68-cf2a-4ea9-99f3-444357255379 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:15.538810 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-83649f2d-208e-413f-91d6-a97907f969a1 req-719d7e68-cf2a-4ea9-99f3-444357255379 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.4227314 Jul 19 03:16:15.540237 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.574489 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dea75475-c6fa-49b3-9823-26a8073b111e req-1c3a7139-1ad2-4276-ba24-7c4c05101261 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358049 Jul 19 03:16:15.580035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-e7ac5ed3-6eb3-421e-b5e2-3f3dc8ae34df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=258f78db-2df4-4568-9e15-af9f54058b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553434 Jul 19 03:16:15.580861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0942c9e-a7b4-45a1-a2a5-32f87676fa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff477357-4e02-4c80-aa05-28a8e2ef8606,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:15.582379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-83649f2d-208e-413f-91d6-a97907f969a1 req-c35abe88-875e-48fa-bd0c-ad0d3984df3c tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:16:15.583549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-83649f2d-208e-413f-91d6-a97907f969a1 req-c35abe88-875e-48fa-bd0c-ad0d3984df3c tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062740 Jul 19 03:16:15.591244 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.708849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-6e5fef9f-a41f-412b-8eb5-d069a4edbdf8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:15.710836 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-6e5fef9f-a41f-412b-8eb5-d069a4edbdf8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 985 time: 0.2233913 Jul 19 03:16:15.725773 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-3dda6c7f-cd22-4913-9dc5-f6b39db83a8b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'port': {'security_groups': ['490d6d55-1e51-41e7-a373-3b0f24410334', '638d9099-fc2d-45f1-8702-1176670879a9', '760d563b-8072-46ca-8c27-bcb3cd86b065']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:15.756985 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-9b880301-5e4f-4b9f-8d9f-c1104f5dd1d7 service neutron] 10.222.0.26 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660664 Jul 19 03:16:15.892927 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-3dda6c7f-cd22-4913-9dc5-f6b39db83a8b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:15.923109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d4931593-2482-49e3-8571-fa27a2cfb874 req-4073e58f-4d98-4ff2-b047-f91d0e6b8b0d service neutron] 10.222.0.26 "GET /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550467 Jul 19 03:16:16.008543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '1141a9db-5aca-44eb-9146-efaf34d67951'}, {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '16dab0cb-1b58-4f0f-b704-a007cc0c89b2'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:16.014454 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418232e4-ca00-4f15-a530-d3e55669e91c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "1141a9db-5aca-44eb-9146-efaf34d67951"}, {"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "16dab0cb-1b58-4f0f-b704-a007cc0c89b2"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:16.047037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88907317-83f2-4cc5-91d6-81b3325e2898 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:16.060570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:16.080536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Transition to ACTIVE for port object 88907317-83f2-4cc5-91d6-81b3325e2898 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:16.152385 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:16.184757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-3dda6c7f-cd22-4913-9dc5-f6b39db83a8b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] For port 1d918a18-437b-4752-aad2-5020c004165b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d918a18-437b-4752-aad2-5020c004165b,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:16.243956 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-3dda6c7f-cd22-4913-9dc5-f6b39db83a8b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:16.254180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Pushing event updated for resources: {'Port': ['ID=88907317-83f2-4cc5-91d6-81b3325e2898,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:16.254415 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-3dda6c7f-cd22-4913-9dc5-f6b39db83a8b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:16.269470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1d918a18-437b-4752-aad2-5020c004165b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:16.276586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:16.324024 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-3dda6c7f-cd22-4913-9dc5-f6b39db83a8b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:16.325103 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-3dda6c7f-cd22-4913-9dc5-f6b39db83a8b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:16.338297 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bef5f795-d67d-4bf4-b0a7-192422b7edc2 req-3dda6c7f-cd22-4913-9dc5-f6b39db83a8b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "PUT /v2.0/ports/1d918a18-437b-4752-aad2-5020c004165b HTTP/1.1" status: 200 len: 1021 time: 0.6175246 Jul 19 03:16:16.339237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89638980-ca16-4a08-8332-f306d74d6860', 'tag': '1d918a18-437b-4752-aad2-5020c004165b'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:16.345406 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e58145-5061-4da5-9eb9-f04b3379ecc8" -d '{"events": [{"name": "network-changed", "server_uuid": "89638980-ca16-4a08-8332-f306d74d6860", "tag": "1d918a18-437b-4752-aad2-5020c004165b"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:16.369833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dacb7-e85d-4256-b4cb-ab9a612ab006 req-ef51876d-b94f-46b0-bfdb-7d3e1221994e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:16.376110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dacb7-e85d-4256-b4cb-ab9a612ab006 req-ef51876d-b94f-46b0-bfdb-7d3e1221994e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:16.387097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dacb7-e85d-4256-b4cb-ab9a612ab006 req-ef51876d-b94f-46b0-bfdb-7d3e1221994e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:16.400095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dacb7-e85d-4256-b4cb-ab9a612ab006 req-ef51876d-b94f-46b0-bfdb-7d3e1221994e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:16.418198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dacb7-e85d-4256-b4cb-ab9a612ab006 req-ef51876d-b94f-46b0-bfdb-7d3e1221994e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:16.423054 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda6c7f-cd22-4913-9dc5-f6b39db83a8b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'Port': ['ID=1d918a18-437b-4752-aad2-5020c004165b,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:16.441983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dacb7-e85d-4256-b4cb-ab9a612ab006 req-ef51876d-b94f-46b0-bfdb-7d3e1221994e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:16.450015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dacb7-e85d-4256-b4cb-ab9a612ab006 req-ef51876d-b94f-46b0-bfdb-7d3e1221994e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:16.462450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f16dacb7-e85d-4256-b4cb-ab9a612ab006 req-ef51876d-b94f-46b0-bfdb-7d3e1221994e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5385 time: 0.3759937 Jul 19 03:16:16.468218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1d918a18-437b-4752-aad2-5020c004165b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:16.541748 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:16.544185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Attempting to bind port 88907317-83f2-4cc5-91d6-81b3325e2898 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:16.545099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Attempting to bind port 88907317-83f2-4cc5-91d6-81b3325e2898 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:16.545764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Attempting to bind port 88907317-83f2-4cc5-91d6-81b3325e2898 on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:16.558595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Port 88907317-83f2-4cc5-91d6-81b3325e2898 on network 6971437a-432d-4b3c-91db-b86df67ae33d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:16.559109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Attempting to bind port 88907317-83f2-4cc5-91d6-81b3325e2898 on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:16.576081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:16.576890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Checking segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:16.577647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Bound using segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:16.578631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Bound port: 88907317-83f2-4cc5-91d6-81b3325e2898, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:16.579472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:16.608660 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f16dacb7-e85d-4256-b4cb-ab9a612ab006 req-db546eda-b0af-47d5-81aa-913115f3cc9a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351025 Jul 19 03:16:16.615774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d36c31-eb43-469f-afe7-235fcf2d8593 req-b13d0430-55ca-4446-8ced-580e3d358577 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:16.642876 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-45d36c31-eb43-469f-afe7-235fcf2d8593 req-b13d0430-55ca-4446-8ced-580e3d358577 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 1097 time: 0.0960848 Jul 19 03:16:16.703574 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-45d36c31-eb43-469f-afe7-235fcf2d8593 req-ff971e8e-441c-4b33-99c3-fefa32c9eea3 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575113 Jul 19 03:16:16.797717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] For port 88907317-83f2-4cc5-91d6-81b3325e2898, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:16.808400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] For port 88907317-83f2-4cc5-91d6-81b3325e2898, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88907317-83f2-4cc5-91d6-81b3325e2898,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:16.819304 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:16.901048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d69bc236-c0b0-4447-9992-750c6071f815 req-c9bf9428-abbd-44af-8f74-86185f786994 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips/c0154ac8-80cc-4575-a338-b04f8f5a1627 HTTP/1.1" status: 200 len: 693 time: 0.1130195 Jul 19 03:16:16.916860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:16.917481 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:16.919260 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] 10.222.0.26 "PUT /v2.0/ports/88907317-83f2-4cc5-91d6-81b3325e2898 HTTP/1.1" status: 200 len: 1092 time: 1.6590366 Jul 19 03:16:16.963700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:17.012571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d98cd5-fa8c-4b18-8a3b-8d95b698faba service neutron] Pushing event updated for resources: {'Port': ['ID=88907317-83f2-4cc5-91d6-81b3325e2898,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:17.212883 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:17.690992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bc236-c0b0-4447-9992-750c6071f815 req-2e5ebb4a-01d5-4a97-aae0-a3f6cc4f907a tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:17.692898 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d69bc236-c0b0-4447-9992-750c6071f815 req-2e5ebb4a-01d5-4a97-aae0-a3f6cc4f907a tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.7800725 Jul 19 03:16:17.762976 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d2b6b3-ed30-4361-8acc-a39f17162d07 x-openstack-request-id: req-46d2b6b3-ed30-4361-8acc-a39f17162d07 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:17.762976 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "1141a9db-5aca-44eb-9146-efaf34d67951", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "16dab0cb-1b58-4f0f-b704-a007cc0c89b2", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:17.762976 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46d2b6b3-ed30-4361-8acc-a39f17162d07 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:17.762976 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '1141a9db-5aca-44eb-9146-efaf34d67951', 'status': 'completed', 'code': 200} Jul 19 03:16:17.762976 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '16dab0cb-1b58-4f0f-b704-a007cc0c89b2', 'status': 'completed', 'code': 200} Jul 19 03:16:17.798719 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d69bc236-c0b0-4447-9992-750c6071f815 req-29fcdcd2-0a72-4188-b820-571944120be8 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.0975189 Jul 19 03:16:17.839283 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:17.869416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce5ceb7f-99ff-4f3c-a54c-83106d1f87d0 req-2a08d5a2-2325-422a-a853-d4aa9ffb89f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/760d563b-8072-46ca-8c27-bcb3cd86b065 HTTP/1.1" status: 200 len: 1800 time: 0.0926902 Jul 19 03:16:17.892303 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d69bc236-c0b0-4447-9992-750c6071f815 req-088a4c5f-7931-40a5-aa1b-b9ad012cdba5 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.0691102 Jul 19 03:16:17.913706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-48e2c2a7-4693-4980-84c4-f37b1f29f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:17.914190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-48e2c2a7-4693-4980-84c4-f37b1f29f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:17.914757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-48e2c2a7-4693-4980-84c4-f37b1f29f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:17.915413 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-48e2c2a7-4693-4980-84c4-f37b1f29f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:17.915995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-48e2c2a7-4693-4980-84c4-f37b1f29f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:17.916490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-48e2c2a7-4693-4980-84c4-f37b1f29f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:17.917072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-48e2c2a7-4693-4980-84c4-f37b1f29f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:17.919118 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-418232e4-ca00-4f15-a530-d3e55669e91c req-48e2c2a7-4693-4980-84c4-f37b1f29f36c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6281 time: 0.1425397 Jul 19 03:16:17.958697 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-ce5ceb7f-99ff-4f3c-a54c-83106d1f87d0 req-5ace0f80-d9a1-4cc1-a63b-2b0f04085803 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 19 03:16:17.967885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce5ceb7f-99ff-4f3c-a54c-83106d1f87d0 req-5ace0f80-d9a1-4cc1-a63b-2b0f04085803 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/760d563b-8072-46ca-8c27-bcb3cd86b065 HTTP/1.1" status: 409 len: 341 time: 0.0905669 Jul 19 03:16:17.998221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:18.021117 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.050520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Transition to ACTIVE for port object 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:18.060621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.105908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-a88db00c-bf5e-4d16-8f8b-7599b5839908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.106445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-a88db00c-bf5e-4d16-8f8b-7599b5839908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.107294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-a88db00c-bf5e-4d16-8f8b-7599b5839908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.108899 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-418232e4-ca00-4f15-a530-d3e55669e91c req-a88db00c-bf5e-4d16-8f8b-7599b5839908 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1483691 Jul 19 03:16:18.112443 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732c92e0-f2b0-4d9d-ad80-79ba2e7ffb73 x-openstack-request-id: req-732c92e0-f2b0-4d9d-ad80-79ba2e7ffb73 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:18.112731 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89638980-ca16-4a08-8332-f306d74d6860", "tag": "1d918a18-437b-4752-aad2-5020c004165b", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:18.112981 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-732c92e0-f2b0-4d9d-ad80-79ba2e7ffb73 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:18.113366 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89638980-ca16-4a08-8332-f306d74d6860', 'tag': '1d918a18-437b-4752-aad2-5020c004165b', 'status': 'completed', 'code': 200} Jul 19 03:16:18.117378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Pushing event updated for resources: {'Port': ['ID=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:18.305482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e58145-5061-4da5-9eb9-f04b3379ecc8 req-ecc4077f-3a64-47ee-b4c9-768dd766f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.305713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-cde8fe8c-ba25-4741-849d-9d8565ca24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.307151 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4e58145-5061-4da5-9eb9-f04b3379ecc8 req-ecc4077f-3a64-47ee-b4c9-768dd766f16a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f393bff55a6400e8c004058b44bc1bb&device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 1176 time: 0.1909885 Jul 19 03:16:18.307301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-418232e4-ca00-4f15-a530-d3e55669e91c req-cde8fe8c-ba25-4741-849d-9d8565ca24cb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1882200 Jul 19 03:16:18.320524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-d69bc236-c0b0-4447-9992-750c6071f815 req-163ba8da-47e2-4970-8754-9bb692389dcf tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Deleting port 770d95c4-cb10-4327-a77b-b2ad130791c1 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:18.320969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d69bc236-c0b0-4447-9992-750c6071f815 req-163ba8da-47e2-4970-8754-9bb692389dcf tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.381435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Attempting to bind port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:18.381872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Attempting to bind port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:18.382297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Attempting to bind port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:18.388799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784e84-1a34-4ea1-8381-803a6829b843 req-cb739285-0784-476b-b676-a0897af2ec38 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.397193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22784e84-1a34-4ea1-8381-803a6829b843 req-cb739285-0784-476b-b676-a0897af2ec38 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 1097 time: 0.2060831 Jul 19 03:16:18.431018 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d69bc236-c0b0-4447-9992-750c6071f815 req-163ba8da-47e2-4970-8754-9bb692389dcf tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.431356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d69bc236-c0b0-4447-9992-750c6071f815 req-163ba8da-47e2-4970-8754-9bb692389dcf tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.439176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe on network 6971437a-432d-4b3c-91db-b86df67ae33d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:18.439594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Attempting to bind port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:18.463516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:18.463889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Checking segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:18.464456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Bound using segment: {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:18.464865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Bound port: 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c4e697-bee7-417a-9f80-068dadf46538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:18.465299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.471419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-d69bc236-c0b0-4447-9992-750c6071f815 req-163ba8da-47e2-4970-8754-9bb692389dcf tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Calling delete_port for 770d95c4-cb10-4327-a77b-b2ad130791c1 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:18.527385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22784e84-1a34-4ea1-8381-803a6829b843 req-2b1a2774-c2e0-426d-be1c-966ccd087764 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291833 Jul 19 03:16:18.564446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] For port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:18.568822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] For port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:18.569570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-70d921fd-2ecc-4b6e-a4b2-4a55d27f6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.570088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-70d921fd-2ecc-4b6e-a4b2-4a55d27f6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.571142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-70d921fd-2ecc-4b6e-a4b2-4a55d27f6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.571249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e58145-5061-4da5-9eb9-f04b3379ecc8 req-dc6a5193-e387-4b15-814b-338c00d9bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.571372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-70d921fd-2ecc-4b6e-a4b2-4a55d27f6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.571794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-70d921fd-2ecc-4b6e-a4b2-4a55d27f6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.572245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-70d921fd-2ecc-4b6e-a4b2-4a55d27f6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.572753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-70d921fd-2ecc-4b6e-a4b2-4a55d27f6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.572873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4e58145-5061-4da5-9eb9-f04b3379ecc8 req-dc6a5193-e387-4b15-814b-338c00d9bd42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 200 len: 912 time: 0.2463698 Jul 19 03:16:18.574925 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-418232e4-ca00-4f15-a530-d3e55669e91c req-70d921fd-2ecc-4b6e-a4b2-4a55d27f6d7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6307 time: 0.1408532 Jul 19 03:16:18.576590 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.704796 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4e58145-5061-4da5-9eb9-f04b3379ecc8 req-be66e588-3451-4fbd-a454-5511f44bf70a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d918a18-437b-4752-aad2-5020c004165b HTTP/1.1" status: 200 len: 217 time: 0.1080449 Jul 19 03:16:18.711337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.712532 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.714959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] 10.222.0.26 "PUT /v2.0/ports/30ce049a-0f36-4f32-a5ff-01e5fb2e09fe HTTP/1.1" status: 200 len: 1092 time: 1.7598479 Jul 19 03:16:18.774143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-b3ff6c3e-01af-4173-b46c-93da6e24afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.774752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-b3ff6c3e-01af-4173-b46c-93da6e24afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.775132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-b3ff6c3e-01af-4173-b46c-93da6e24afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.776846 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-418232e4-ca00-4f15-a530-d3e55669e91c req-b3ff6c3e-01af-4173-b46c-93da6e24afd7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1869352 Jul 19 03:16:18.788129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:18.806549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d69bc236-c0b0-4447-9992-750c6071f815 req-163ba8da-47e2-4970-8754-9bb692389dcf tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.847330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ba8da-47e2-4970-8754-9bb692389dcf tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event deleted for resources: {'Port': ['ID=770d95c4-cb10-4327-a77b-b2ad130791c1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:18.881952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f850fbc-5c58-4cde-86ff-34b9a0afa6cb service neutron] Pushing event updated for resources: {'Port': ['ID=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:18.901891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e58145-5061-4da5-9eb9-f04b3379ecc8 req-bc472358-49cb-4371-bdfb-02f4f8b45c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.903462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4e58145-5061-4da5-9eb9-f04b3379ecc8 req-bc472358-49cb-4371-bdfb-02f4f8b45c8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c67add-29fa-4b99-b752-c962ee84b05b HTTP/1.1" status: 200 len: 852 time: 0.1874316 Jul 19 03:16:18.965812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418232e4-ca00-4f15-a530-d3e55669e91c req-fb8f5087-5493-4e1b-a2ac-238c901e88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:18.967541 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-418232e4-ca00-4f15-a530-d3e55669e91c req-fb8f5087-5493-4e1b-a2ac-238c901e88d5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1837432 Jul 19 03:16:18.970571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d69bc236-c0b0-4447-9992-750c6071f815 req-163ba8da-47e2-4970-8754-9bb692389dcf tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.973366 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d69bc236-c0b0-4447-9992-750c6071f815 req-163ba8da-47e2-4970-8754-9bb692389dcf tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:18.975124 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d69bc236-c0b0-4447-9992-750c6071f815 req-163ba8da-47e2-4970-8754-9bb692389dcf tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "DELETE /v2.0/floatingips/c0154ac8-80cc-4575-a338-b04f8f5a1627 HTTP/1.1" status: 204 len: 173 time: 1.0728989 Jul 19 03:16:19.158205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4d1b0-0809-49e4-894f-274e7a885a53 req-1c4b5843-929c-4ab0-af03-1978936ef076 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:19.164690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4d1b0-0809-49e4-894f-274e7a885a53 req-1c4b5843-929c-4ab0-af03-1978936ef076 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:19.172085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4d1b0-0809-49e4-894f-274e7a885a53 req-1c4b5843-929c-4ab0-af03-1978936ef076 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:19.182402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4d1b0-0809-49e4-894f-274e7a885a53 req-1c4b5843-929c-4ab0-af03-1978936ef076 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:19.190102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4d1b0-0809-49e4-894f-274e7a885a53 req-1c4b5843-929c-4ab0-af03-1978936ef076 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:19.197853 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4d1b0-0809-49e4-894f-274e7a885a53 req-1c4b5843-929c-4ab0-af03-1978936ef076 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:19.203997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4d1b0-0809-49e4-894f-274e7a885a53 req-1c4b5843-929c-4ab0-af03-1978936ef076 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:19.206235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01e4d1b0-0809-49e4-894f-274e7a885a53 req-1c4b5843-929c-4ab0-af03-1978936ef076 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5397 time: 0.1274011 Jul 19 03:16:19.251768 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01e4d1b0-0809-49e4-894f-274e7a885a53 req-6f5721d1-7717-4f98-bb14-dce1577ac74f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389874 Jul 19 03:16:19.275915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4e58145-5061-4da5-9eb9-f04b3379ecc8 req-bff5c2fe-6dfb-4eaf-93cd-8b6d649cf7c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3367867 Jul 19 03:16:19.300161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:19.335972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5e29-e374-4127-9fab-8ddd3342ccdd req-1982ead1-22a9-4ac9-826d-29eb569d498e tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:19.337907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39ad5e29-e374-4127-9fab-8ddd3342ccdd req-1982ead1-22a9-4ac9-826d-29eb569d498e tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 950 time: 0.5930326 Jul 19 03:16:19.393931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-0f25f358-1559-4960-9481-6030e17f27cc tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:19.395978 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-0f25f358-1559-4960-9481-6030e17f27cc tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a495536-8da2-46ca-990e-16b405af671d HTTP/1.1" status: 200 len: 950 time: 0.0822768 Jul 19 03:16:19.478411 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4e58145-5061-4da5-9eb9-f04b3379ecc8 req-c1292d9e-a629-4e4c-b2af-5996d32049ba service neutron] 10.222.0.26 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900821 Jul 19 03:16:19.559024 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-06d6848a-b747-4e0e-839b-48fafd0e1355 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Deleting port 5216f3a2-12a1-490d-a6f7-be6cb796b69a {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:19.559632 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-06d6848a-b747-4e0e-839b-48fafd0e1355 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:19.589522 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39ad5e29-e374-4127-9fab-8ddd3342ccdd req-83ff8a76-7269-433f-8f41-452363d7d845 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ca1c13-fc37-4b04-88b0-3a317e30f974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007246 Jul 19 03:16:19.591408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4e58145-5061-4da5-9eb9-f04b3379ecc8 req-19d9a5f2-c4b4-4228-8683-e367069b9af7 service neutron] 10.222.0.26 "GET /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979931 Jul 19 03:16:19.666246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-06d6848a-b747-4e0e-839b-48fafd0e1355 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] For port 5216f3a2-12a1-490d-a6f7-be6cb796b69a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5216f3a2-12a1-490d-a6f7-be6cb796b69a,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:19.666644 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-06d6848a-b747-4e0e-839b-48fafd0e1355 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:19.680403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-06d6848a-b747-4e0e-839b-48fafd0e1355 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Calling delete_port for 5216f3a2-12a1-490d-a6f7-be6cb796b69a owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:19.759320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '88907317-83f2-4cc5-91d6-81b3325e2898'}, {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '30ce049a-0f36-4f32-a5ff-01e5fb2e09fe'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:19.762401 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a432291a-b09b-4498-82f2-1625645e6671" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "88907317-83f2-4cc5-91d6-81b3325e2898"}, {"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "30ce049a-0f36-4f32-a5ff-01e5fb2e09fe"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:19.827441 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-ba8e4325-993f-46be-b415-fb4ab5e78d9f tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ba4c6e938edf44b6bf5ef031789adc54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297308 Jul 19 03:16:19.881831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:19.893793 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:19.914530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Transition to ACTIVE for port object 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:19.921637 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:19.955765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-06d6848a-b747-4e0e-839b-48fafd0e1355 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:19.968342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['42d895df-b978-409d-b5d1-97ee8e455b38'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:19.973192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['5216f3a2-12a1-490d-a6f7-be6cb796b69a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:20.000301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6848a-b747-4e0e-839b-48fafd0e1355 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Pushing event deleted for resources: {'Port': ['ID=5216f3a2-12a1-490d-a6f7-be6cb796b69a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:20.044751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:20.048200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-8ae96b31-01b6-4206-8421-d7a80eda444d tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:20.061113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-8ae96b31-01b6-4206-8421-d7a80eda444d tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327442 Jul 19 03:16:20.096552 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Attempting to bind port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:20.097059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Attempting to bind port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:20.097492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Attempting to bind port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 on network bc7208d5-361f-4605-902a-3fd0bd02e5b5 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:20.113515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 on network bc7208d5-361f-4605-902a-3fd0bd02e5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:20.113679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Attempting to bind port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 on network bc7208d5-361f-4605-902a-3fd0bd02e5b5 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:20.127187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-f18bce03-4425-41ef-a16d-338384d743a6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/quotas/ba4c6e938edf44b6bf5ef031789adc54 HTTP/1.1" status: 200 len: 375 time: 0.0651667 Jul 19 03:16:20.137666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:20.138167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Checking segment: {'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:20.138733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Bound using segment: {'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:20.139275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Bound port: 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:20.139754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:20.159281 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-06d6848a-b747-4e0e-839b-48fafd0e1355 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] No DVR routers for this DVR port 5216f3a2-12a1-490d-a6f7-be6cb796b69a on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:20.163211 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-06d6848a-b747-4e0e-839b-48fafd0e1355 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:20.165825 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a23956d-c4db-48a1-bcb8-7c73c7cc1645 req-06d6848a-b747-4e0e-839b-48fafd0e1355 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.26 "DELETE /v2.0/ports/5216f3a2-12a1-490d-a6f7-be6cb796b69a HTTP/1.1" status: 204 len: 173 time: 0.7557881 Jul 19 03:16:20.193126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a495536-8da2-46ca-990e-16b405af671d', 'name': 'network-vif-deleted', 'tag': '5216f3a2-12a1-490d-a6f7-be6cb796b69a'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:20.209545 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e480a81a-14a0-4e69-84f3-c23c103213ee" -d '{"events": [{"server_uuid": "0a495536-8da2-46ca-990e-16b405af671d", "name": "network-vif-deleted", "tag": "5216f3a2-12a1-490d-a6f7-be6cb796b69a"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:20.219282 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-787af2f1-5627-4680-905f-42ec4ae4dc8e tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba4c6e938edf44b6bf5ef031789adc54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711470 Jul 19 03:16:20.518917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cad34-7931-4bac-8146-56ce247935f8 req-0ab8df5e-554f-4cb8-94ef-0db1dd54ce6a tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:20.531467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f6cad34-7931-4bac-8146-56ce247935f8 req-0ab8df5e-554f-4cb8-94ef-0db1dd54ce6a tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3883815 Jul 19 03:16:20.555205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] For port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:20.559836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] For port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:20.566003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:20.615845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:20.616550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:20.619251 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] 10.222.0.26 "PUT /v2.0/ports/4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 HTTP/1.1" status: 200 len: 1092 time: 1.8378339 Jul 19 03:16:20.646255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72bc76-0a72-4d80-8b6a-0f2d2d86ddfb service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:20.666758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Request body: {'port': {'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:20.689665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870967c-beaf-4bb7-ae68-a8441e83081f req-40c022e4-d39d-42d9-a6e0-ec3d207c3b49 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:20.693167 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2870967c-beaf-4bb7-ae68-a8441e83081f req-40c022e4-d39d-42d9-a6e0-ec3d207c3b49 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 1024 time: 0.1688290 Jul 19 03:16:20.822052 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2870967c-beaf-4bb7-ae68-a8441e83081f req-a9c9e9e4-364b-408a-8de7-d45a5363a4ca tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=760d563b-8072-46ca-8c27-bcb3cd86b065&id=638d9099-fc2d-45f1-8702-1176670879a9&id=490d6d55-1e51-41e7-a373-3b0f24410334&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1212239 Jul 19 03:16:20.863990 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:20.968848 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b469450-417f-4fd9-a148-c182198caad1 x-openstack-request-id: req-4b469450-417f-4fd9-a148-c182198caad1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:20.969441 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "88907317-83f2-4cc5-91d6-81b3325e2898", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "30ce049a-0f36-4f32-a5ff-01e5fb2e09fe", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:20.969441 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b469450-417f-4fd9-a148-c182198caad1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:20.969787 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '88907317-83f2-4cc5-91d6-81b3325e2898', 'status': 'completed', 'code': 200} Jul 19 03:16:20.970050 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '30ce049a-0f36-4f32-a5ff-01e5fb2e09fe', 'status': 'completed', 'code': 200} Jul 19 03:16:21.041501 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fefd1e-b8a1-4596-bc92-2344e109437e x-openstack-request-id: req-85fefd1e-b8a1-4596-bc92-2344e109437e {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:21.042533 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a495536-8da2-46ca-990e-16b405af671d", "name": "network-vif-deleted", "tag": "5216f3a2-12a1-490d-a6f7-be6cb796b69a", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:21.043017 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85fefd1e-b8a1-4596-bc92-2344e109437e {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:21.043905 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a495536-8da2-46ca-990e-16b405af671d', 'name': 'network-vif-deleted', 'tag': '5216f3a2-12a1-490d-a6f7-be6cb796b69a', 'status': 'completed', 'code': 200} Jul 19 03:16:21.108603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-eb439997-f6e4-45fc-bc01-28d0b9e51124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.110983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-eb439997-f6e4-45fc-bc01-28d0b9e51124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.111809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-eb439997-f6e4-45fc-bc01-28d0b9e51124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.112860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-eb439997-f6e4-45fc-bc01-28d0b9e51124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.113814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-eb439997-f6e4-45fc-bc01-28d0b9e51124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.116562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-eb439997-f6e4-45fc-bc01-28d0b9e51124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.117491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-eb439997-f6e4-45fc-bc01-28d0b9e51124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.120572 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a432291a-b09b-4498-82f2-1625645e6671 req-eb439997-f6e4-45fc-bc01-28d0b9e51124 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6417 time: 0.1273487 Jul 19 03:16:21.389340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-6237064d-c210-4fc3-95a9-04168ee33271 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.390910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-6237064d-c210-4fc3-95a9-04168ee33271 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.26 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 1024 time: 0.2115555 Jul 19 03:16:21.412129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-e180d54c-5ca4-41eb-8724-3b7ed9841e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.413752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-e180d54c-5ca4-41eb-8724-3b7ed9841e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.414244 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-e180d54c-5ca4-41eb-8724-3b7ed9841e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.417037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a432291a-b09b-4498-82f2-1625645e6671 req-e180d54c-5ca4-41eb-8724-3b7ed9841e0c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2817743 Jul 19 03:16:21.495247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1547-5dc8-4889-bb26-687c555f6f91 req-86ebc518-36c8-40c3-a5d8-09e3662c942d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.503076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1547-5dc8-4889-bb26-687c555f6f91 req-86ebc518-36c8-40c3-a5d8-09e3662c942d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.510390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1547-5dc8-4889-bb26-687c555f6f91 req-86ebc518-36c8-40c3-a5d8-09e3662c942d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.516705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1547-5dc8-4889-bb26-687c555f6f91 req-86ebc518-36c8-40c3-a5d8-09e3662c942d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.523963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1547-5dc8-4889-bb26-687c555f6f91 req-86ebc518-36c8-40c3-a5d8-09e3662c942d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.530353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1547-5dc8-4889-bb26-687c555f6f91 req-86ebc518-36c8-40c3-a5d8-09e3662c942d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.538329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1547-5dc8-4889-bb26-687c555f6f91 req-86ebc518-36c8-40c3-a5d8-09e3662c942d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.541242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fbd1547-5dc8-4889-bb26-687c555f6f91 req-86ebc518-36c8-40c3-a5d8-09e3662c942d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5409 time: 0.2581503 Jul 19 03:16:21.637150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fbd1547-5dc8-4889-bb26-687c555f6f91 req-21afc4ae-e4fa-4ec6-b313-33566a3b14d1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894346 Jul 19 03:16:21.643075 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee5e34a9-27e4-44f7-8d95-bd71b4c2402c req-e65e6c41-a41a-4209-ba11-b7f45d3224bf tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 210 time: 0.0767460 Jul 19 03:16:21.661620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-b1a9569b-d369-4586-9e47-c571fd5edee7 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.671223 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-b1a9569b-d369-4586-9e47-c571fd5edee7 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb9b92da-3673-4f78-a372-d7073605e103 HTTP/1.1" status: 200 len: 945 time: 0.3049610 Jul 19 03:16:21.671348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-d553b686-4df8-48e4-872d-3638e737e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.673317 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a432291a-b09b-4498-82f2-1625645e6671 req-d553b686-4df8-48e4-872d-3638e737e326 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2431211 Jul 19 03:16:21.694291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:21.785279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-b392f4c8-3c7b-407c-8d1c-f811f28f8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.786616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-b392f4c8-3c7b-407c-8d1c-f811f28f8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.787150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-b392f4c8-3c7b-407c-8d1c-f811f28f8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.787666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-b392f4c8-3c7b-407c-8d1c-f811f28f8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.788145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-b392f4c8-3c7b-407c-8d1c-f811f28f8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.788680 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-b392f4c8-3c7b-407c-8d1c-f811f28f8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.789091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-b392f4c8-3c7b-407c-8d1c-f811f28f8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.791123 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a432291a-b09b-4498-82f2-1625645e6671 req-b392f4c8-3c7b-407c-8d1c-f811f28f8070 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6417 time: 0.0655046 Jul 19 03:16:21.818435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:21.826290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-313372fc-486c-445a-a2d1-3d028c77bb94 req-f4f4fe4a-ebb9-4f80-87c0-08acc51b4c8f tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=a09cdf691be74ae4888f1c5e7936a3fc HTTP/1.1" status: 200 len: 1656 time: 0.1222434 Jul 19 03:16:21.867129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-d62a95a1-dd50-4d53-b23d-fe30285a0aa5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Deleting port 1d918a18-437b-4752-aad2-5020c004165b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:21.867477 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-d62a95a1-dd50-4d53-b23d-fe30285a0aa5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:21.877865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Transition to ACTIVE for port object 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:21.923435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:21.944857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-ec2af1d1-4288-4f9e-9dde-671e91c9d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.945338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-ec2af1d1-4288-4f9e-9dde-671e91c9d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.945807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-ec2af1d1-4288-4f9e-9dde-671e91c9d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.947452 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a432291a-b09b-4498-82f2-1625645e6671 req-ec2af1d1-4288-4f9e-9dde-671e91c9d431 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1489952 Jul 19 03:16:21.966255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960046c-62f9-49d3-87c2-7dc89f6ba110 req-4ff791b6-a805-4a56-8de9-e2cc8703a1bf tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:21.967893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3960046c-62f9-49d3-87c2-7dc89f6ba110 req-4ff791b6-a805-4a56-8de9-e2cc8703a1bf tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 1097 time: 0.1338046 Jul 19 03:16:22.080164 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-bbdf9a8a-8e2f-46ac-b777-28eeed2a92c0 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ba4c6e938edf44b6bf5ef031789adc54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383446 Jul 19 03:16:22.127392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:22.191630 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3960046c-62f9-49d3-87c2-7dc89f6ba110 req-a74e76b4-d897-4528-883a-c6e8a3083e90 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130675 Jul 19 03:16:22.225985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-d62a95a1-dd50-4d53-b23d-fe30285a0aa5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] For port 1d918a18-437b-4752-aad2-5020c004165b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d918a18-437b-4752-aad2-5020c004165b,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:22.225985 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-d62a95a1-dd50-4d53-b23d-fe30285a0aa5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.244758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432291a-b09b-4498-82f2-1625645e6671 req-a28b29e8-5d0b-4d20-9e95-1e083d20d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:22.244758 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a432291a-b09b-4498-82f2-1625645e6671 req-a28b29e8-5d0b-4d20-9e95-1e083d20d22a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2802100 Jul 19 03:16:22.245080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-d62a95a1-dd50-4d53-b23d-fe30285a0aa5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Calling delete_port for 1d918a18-437b-4752-aad2-5020c004165b owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:22.258805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-9d1bf600-db48-4c2c-ad7a-4b0dc845977a tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:22.260571 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-9d1bf600-db48-4c2c-ad7a-4b0dc845977a tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709201 Jul 19 03:16:22.282016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Request body: {'port': {'device_id': '32e4232b-bb72-4efa-88e5-6b98debeaca7', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': 'ba4c6e938edf44b6bf5ef031789adc54'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:22.332565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313372fc-486c-445a-a2d1-3d028c77bb94 req-387df211-7ebb-4107-b5d1-a9930edafcc4 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:22.334526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-313372fc-486c-445a-a2d1-3d028c77bb94 req-387df211-7ebb-4107-b5d1-a9930edafcc4 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks?id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&id=1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 787 time: 0.4977038 Jul 19 03:16:22.370455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-313372fc-486c-445a-a2d1-3d028c77bb94 req-325b37c5-54fc-4717-8c66-4fa707c68569 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:16:22.371478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-313372fc-486c-445a-a2d1-3d028c77bb94 req-325b37c5-54fc-4717-8c66-4fa707c68569 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097289 Jul 19 03:16:22.382836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-4b85c796-30ea-4556-95da-557bc52be5ca tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Deleting port 01755faf-8f7d-45b4-b1da-94af1fc66401 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:22.382993 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-4b85c796-30ea-4556-95da-557bc52be5ca tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.432308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Made reservation on behalf of ba4c6e938edf44b6bf5ef031789adc54 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:22.437434 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.448386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.481304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Attempting to bind port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:22.481596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Attempting to bind port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:22.481931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Attempting to bind port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 on network bc7208d5-361f-4605-902a-3fd0bd02e5b5 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:22.533462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 on network bc7208d5-361f-4605-902a-3fd0bd02e5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:22.533462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Attempting to bind port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 on network bc7208d5-361f-4605-902a-3fd0bd02e5b5 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:22.560584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:22.560937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Checking segment: {'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:22.561324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Bound using segment: {'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:22.561765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Bound port: 6b6021a0-103a-4ac6-9ddc-c378fa96dd16, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f05e16-2525-4832-bbb7-db2281f23f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:22.562124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.582224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-4b85c796-30ea-4556-95da-557bc52be5ca tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] For port 01755faf-8f7d-45b4-b1da-94af1fc66401, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=01755faf-8f7d-45b4-b1da-94af1fc66401,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:22.582588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-4b85c796-30ea-4556-95da-557bc52be5ca tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.592050 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-d62a95a1-dd50-4d53-b23d-fe30285a0aa5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.604989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:22.607760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1d918a18-437b-4752-aad2-5020c004165b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:22.634462 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.660609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff87686-0aed-45dc-90ac-9a650958b6b2 req-5724727b-9dba-4c46-85fa-4b19f36b3dc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:22.663079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-4b85c796-30ea-4556-95da-557bc52be5ca tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Calling delete_port for 01755faf-8f7d-45b4-b1da-94af1fc66401 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:22.663611 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ff87686-0aed-45dc-90ac-9a650958b6b2 req-5724727b-9dba-4c46-85fa-4b19f36b3dc7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=89638980-ca16-4a08-8332-f306d74d6860 HTTP/1.1" status: 200 len: 945 time: 0.1087074 Jul 19 03:16:22.664630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.694654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a95a1-dd50-4d53-b23d-fe30285a0aa5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'Port': ['ID=1d918a18-437b-4752-aad2-5020c004165b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:22.778320 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ff87686-0aed-45dc-90ac-9a650958b6b2 req-f7041dd0-6b46-485f-ac06-49e8c86393cc tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=760d563b-8072-46ca-8c27-bcb3cd86b065&id=638d9099-fc2d-45f1-8702-1176670879a9&id=490d6d55-1e51-41e7-a373-3b0f24410334&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0949576 Jul 19 03:16:22.821337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] For port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:22.838384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-d62a95a1-dd50-4d53-b23d-fe30285a0aa5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] No DVR routers for this DVR port 1d918a18-437b-4752-aad2-5020c004165b on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:22.841979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5655214a-b4b0-4c71-b076-f264042db7ee,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:22.846119 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-d62a95a1-dd50-4d53-b23d-fe30285a0aa5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.853803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c48c6422-8123-4d15-bf2a-2e7b3f1d3c6d req-d62a95a1-dd50-4d53-b23d-fe30285a0aa5 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.26 "DELETE /v2.0/ports/1d918a18-437b-4752-aad2-5020c004165b HTTP/1.1" status: 204 len: 173 time: 1.4362319 Jul 19 03:16:22.891634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] For port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:22.906208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.929176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc2a1823-bffc-400b-885e-90670b1234db req-33f37073-433f-44d3-93ca-231aadf0d64c tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips/9071b958-1753-4bf2-9be9-87ae04c31a97 HTTP/1.1" status: 200 len: 693 time: 0.0798955 Jul 19 03:16:22.966075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:22.967005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:22.969321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b6021a0-103a-4ac6-9ddc-c378fa96dd16 HTTP/1.1" status: 200 len: 1092 time: 2.3087540 Jul 19 03:16:22.970694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945'}, {'server_uuid': '89638980-ca16-4a08-8332-f306d74d6860', 'name': 'network-vif-deleted', 'tag': '1d918a18-437b-4752-aad2-5020c004165b'}, {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '6b6021a0-103a-4ac6-9ddc-c378fa96dd16'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:22.979861 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51187577-fff0-4ebb-8c21-007a60245a88" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945"}, {"server_uuid": "89638980-ca16-4a08-8332-f306d74d6860", "name": "network-vif-deleted", "tag": "1d918a18-437b-4752-aad2-5020c004165b"}, {"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "6b6021a0-103a-4ac6-9ddc-c378fa96dd16"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:23.056116 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-4b85c796-30ea-4556-95da-557bc52be5ca tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:23.068926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['b82a9a47-b1cc-459c-8b83-08539cd940cf'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:23.091476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676e53e-29ce-4482-8fe9-4c4c76050cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:23.164191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-307b9d18-401f-4c93-9ccf-17c618e6e146 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.165759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-307b9d18-401f-4c93-9ccf-17c618e6e146 tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4d74046-8873-4fc8-b263-115c827477fb HTTP/1.1" status: 200 len: 945 time: 0.4279587 Jul 19 03:16:23.171952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['01755faf-8f7d-45b4-b1da-94af1fc66401'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:23.234080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Allocated IP 192.168.233.186 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/f751e4ed-1e3b-4aa8-952b-924fa6e6184a) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:23.239660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-4b85c796-30ea-4556-95da-557bc52be5ca tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] No DVR routers for this DVR port 01755faf-8f7d-45b4-b1da-94af1fc66401 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:23.242014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85c796-30ea-4556-95da-557bc52be5ca tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Pushing event deleted for resources: {'Port': ['ID=01755faf-8f7d-45b4-b1da-94af1fc66401,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:23.244578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-4b85c796-30ea-4556-95da-557bc52be5ca tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:23.246513 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6d5557a-c34b-4e8d-8b36-c3e76b7fc27d req-4b85c796-30ea-4556-95da-557bc52be5ca tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.25 "DELETE /v2.0/ports/01755faf-8f7d-45b4-b1da-94af1fc66401 HTTP/1.1" status: 204 len: 173 time: 1.5671463 Jul 19 03:16:23.303962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-476d6166-5306-4cf6-9304-50bbefb696c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.304472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-476d6166-5306-4cf6-9304-50bbefb696c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.304998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-476d6166-5306-4cf6-9304-50bbefb696c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.305485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-476d6166-5306-4cf6-9304-50bbefb696c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.305966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-476d6166-5306-4cf6-9304-50bbefb696c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.306491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-476d6166-5306-4cf6-9304-50bbefb696c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.306973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-476d6166-5306-4cf6-9304-50bbefb696c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.310779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-476d6166-5306-4cf6-9304-50bbefb696c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6485 time: 0.2350690 Jul 19 03:16:23.332974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a1823-bffc-400b-885e-90670b1234db req-77a13f14-80d9-4e8b-959f-3b6e3290f028 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.340192 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc2a1823-bffc-400b-885e-90670b1234db req-77a13f14-80d9-4e8b-959f-3b6e3290f028 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.4101851 Jul 19 03:16:23.370326 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-f55ee324-fe9c-4806-9adc-bd22c13eebed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649 HTTP/1.1" status: 200 len: 217 time: 0.0466046 Jul 19 03:16:23.392682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b82a9a47-b1cc-459c-8b83-08539cd940cf no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:23.408824 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc2a1823-bffc-400b-885e-90670b1234db req-bd9505ee-c859-4628-aa4b-b6b54d4f0cf9 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0677726 Jul 19 03:16:23.487860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-f9272861-ccb0-43c9-a592-ea53f6fa6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.491666 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-f9272861-ccb0-43c9-a592-ea53f6fa6dee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de HTTP/1.1" status: 200 len: 851 time: 0.1019981 Jul 19 03:16:23.506019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc2a1823-bffc-400b-885e-90670b1234db req-99ce7797-4e5e-4ff0-82fd-1a499a208746 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0962594 Jul 19 03:16:23.604141 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:23.613135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a2fac676-e832-4338-8638-48143ac1b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:23.616325 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a2fac676-e832-4338-8638-48143ac1b34b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1119ccee-19ea-4731-b9d3-c915a28a468d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188331 Jul 19 03:16:23.645542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b82a9a47-b1cc-459c-8b83-08539cd940cf, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b82a9a47-b1cc-459c-8b83-08539cd940cf,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:23.647110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d74046-8873-4fc8-b263-115c827477fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82a9a47-b1cc-459c-8b83-08539cd940cf'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:23.650206 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6769823f-557f-487e-a878-c0c40be7da67" -d '{"events": [{"server_uuid": "a4d74046-8873-4fc8-b263-115c827477fb", "name": "network-vif-unplugged", "status": "completed", "tag": "b82a9a47-b1cc-459c-8b83-08539cd940cf"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:23.700619 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:23.705189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5216f3a2-12a1-490d-a6f7-be6cb796b69a no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:23.769078 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-2f72b2e3-39ce-4b8b-8411-8a0c7cd355be service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460333 Jul 19 03:16:23.772512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 5216f3a2-12a1-490d-a6f7-be6cb796b69a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:16:23.773094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5216f3a2-12a1-490d-a6f7-be6cb796b69a not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:23.773712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1d918a18-437b-4752-aad2-5020c004165b no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:23.803956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 1d918a18-437b-4752-aad2-5020c004165b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:16:23.804597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1d918a18-437b-4752-aad2-5020c004165b not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:23.846599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=b82a9a47-b1cc-459c-8b83-08539cd940cf,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:24.104532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-015c4dd6-57cf-47d9-841c-877be65744ce tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Deleting port b82a9a47-b1cc-459c-8b83-08539cd940cf {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:24.104783 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-015c4dd6-57cf-47d9-841c-877be65744ce tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.174294 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.219932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-62a34339-878d-4453-9834-4ec4464c0725 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:16:24.220951 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-62a34339-878d-4453-9834-4ec4464c0725 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156248 Jul 19 03:16:24.235288 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Transition to ACTIVE for port object f751e4ed-1e3b-4aa8-952b-924fa6e6184a will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:24.243424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Request body: {'binding': {'host': 'n-h1-762330-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:24.243872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Unknown quota resources ['binding']. {{(pid=94345) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:16:24.250482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-cc2a1823-bffc-400b-885e-90670b1234db req-36ba9250-5ab7-4a4b-be8f-1a30375862db tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Deleting port 19ac03a6-b77e-496c-8790-d1cc4da2a993 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:24.250831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-cc2a1823-bffc-400b-885e-90670b1234db req-36ba9250-5ab7-4a4b-be8f-1a30375862db tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.299009 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6efb57e0-9e39-4146-95e2-de42fa3b770a service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237665 Jul 19 03:16:24.327113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-015c4dd6-57cf-47d9-841c-877be65744ce tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] For port b82a9a47-b1cc-459c-8b83-08539cd940cf, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b82a9a47-b1cc-459c-8b83-08539cd940cf,segment=NetworkSegment(cecce0f1-630a-4f18-9c28-92580aba1e00),segment_id=cecce0f1-630a-4f18-9c28-92580aba1e00)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:24.327480 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-015c4dd6-57cf-47d9-841c-877be65744ce tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.345691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-37c97a6a-6e8b-431c-97e1-662889722d72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=1141a9db-5aca-44eb-9146-efaf34d67951 HTTP/1.1" status: 200 len: 217 time: 0.0400047 Jul 19 03:16:24.383793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-015c4dd6-57cf-47d9-841c-877be65744ce tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Calling delete_port for b82a9a47-b1cc-459c-8b83-08539cd940cf owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:24.394317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-13492242-184f-45a4-8cf5-36a482ecf422 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:24.395849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-13492242-184f-45a4-8cf5-36a482ecf422 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 950 time: 0.1398020 Jul 19 03:16:24.435771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-fe4bd8c4-df5b-481e-bafb-37c6a8dff001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:24.437159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-fe4bd8c4-df5b-481e-bafb-37c6a8dff001 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.0855701 Jul 19 03:16:24.505201 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.509666 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-cc2a1823-bffc-400b-885e-90670b1234db req-36ba9250-5ab7-4a4b-be8f-1a30375862db tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.510249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-cc2a1823-bffc-400b-885e-90670b1234db req-36ba9250-5ab7-4a4b-be8f-1a30375862db tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.547430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-1d3cf0dd-fcaf-40e6-bc9a-dd0fda3a9add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:24.548970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-1d3cf0dd-fcaf-40e6-bc9a-dd0fda3a9add service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025343 Jul 19 03:16:24.551290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-d4399e6b-9b7c-45be-95b7-415652a1798a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Deleting port 42d895df-b978-409d-b5d1-97ee8e455b38 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:24.551631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-d4399e6b-9b7c-45be-95b7-415652a1798a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.565982 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-cc2a1823-bffc-400b-885e-90670b1234db req-36ba9250-5ab7-4a4b-be8f-1a30375862db tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Calling delete_port for 19ac03a6-b77e-496c-8790-d1cc4da2a993 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:24.659015 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:24.659836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Pushing event updated for resources: {'Port': ['ID=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:24.681052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:24.688079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:24.691156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.691478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.691883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.692375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.692747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.693119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.693575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.693905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.694126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.694460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.694834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.695371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:24.702048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 on host n-h1-762330-18 for vnic_type normal with profile None {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:24.702448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:24.702715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:24.718624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-d4399e6b-9b7c-45be-95b7-415652a1798a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] For port 42d895df-b978-409d-b5d1-97ee8e455b38, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=42d895df-b978-409d-b5d1-97ee8e455b38,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:24.718997 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-d4399e6b-9b7c-45be-95b7-415652a1798a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.729595 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-79af95af-a48e-4d21-8172-17be53303139 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737032 Jul 19 03:16:24.736736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-d4399e6b-9b7c-45be-95b7-415652a1798a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Calling delete_port for 42d895df-b978-409d-b5d1-97ee8e455b38 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:24.763467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Port 69074e82-ed74-44b0-a390-3a4a48791887 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:24.763803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:24.811783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:24.812720 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.820230 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:24.820558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:24.820950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:24.821396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Bound port: 69074e82-ed74-44b0-a390-3a4a48791887, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:24.880480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-b7a16c19-afe5-4bcb-a0c7-c05730ddbaa6 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6118157 Jul 19 03:16:24.894705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Request body: {'port': {'device_id': '32e4232b-bb72-4efa-88e5-6b98debeaca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:24.897816 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-319db2bd-bdef-461e-ac57-6f1cf320362e service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592572 Jul 19 03:16:24.924878 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-015c4dd6-57cf-47d9-841c-877be65744ce tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:24.965112 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-1eed8032-cbc1-4b5e-9d01-48c07934fc39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=16dab0cb-1b58-4f0f-b704-a007cc0c89b2 HTTP/1.1" status: 200 len: 217 time: 0.0596647 Jul 19 03:16:24.965861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:24.976927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-78f6f6b0-0505-459a-938f-a29dbf6f1301 None None] Provisioning for port f751e4ed-1e3b-4aa8-952b-924fa6e6184a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:24.982337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-78f6f6b0-0505-459a-938f-a29dbf6f1301 None None] Provisioning complete for port f751e4ed-1e3b-4aa8-952b-924fa6e6184a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:24.983126 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-78f6f6b0-0505-459a-938f-a29dbf6f1301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.000268 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.001512 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-708252a5-dc8b-4628-a84e-19797dc2f9f0 service neutron] 10.222.0.20 "POST /v2.0/ports/69074e82-ed74-44b0-a390-3a4a48791887/bindings HTTP/1.1" status: 201 len: 390 time: 0.7686961 Jul 19 03:16:25.002234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c4dd6-57cf-47d9-841c-877be65744ce tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Pushing event deleted for resources: {'Port': ['ID=b82a9a47-b1cc-459c-8b83-08539cd940cf,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:25.029602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-78f6f6b0-0505-459a-938f-a29dbf6f1301 None None] Port f751e4ed-1e3b-4aa8-952b-924fa6e6184a cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:16:25.038030 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-d4399e6b-9b7c-45be-95b7-415652a1798a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.040950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-946aa31f-2ac2-4767-a715-9fcb22abb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:25.042609 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-946aa31f-2ac2-4767-a715-9fcb22abb33d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.0711663 Jul 19 03:16:25.049917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['42d895df-b978-409d-b5d1-97ee8e455b38'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:25.084798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-015c4dd6-57cf-47d9-841c-877be65744ce tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] No DVR routers for this DVR port b82a9a47-b1cc-459c-8b83-08539cd940cf on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:25.088111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-cc2a1823-bffc-400b-885e-90670b1234db req-36ba9250-5ab7-4a4b-be8f-1a30375862db tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.094974 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-015c4dd6-57cf-47d9-841c-877be65744ce tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.097533 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-630ed3c2-9390-49af-9bfe-adb62cb56f86 req-015c4dd6-57cf-47d9-841c-877be65744ce tempest-ListServersNegativeTestJSON-33764026 tempest-ListServersNegativeTestJSON-33764026-project] 10.222.0.26 "DELETE /v2.0/ports/b82a9a47-b1cc-459c-8b83-08539cd940cf HTTP/1.1" status: 204 len: 173 time: 1.9220152 Jul 19 03:16:25.099849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d74046-8873-4fc8-b263-115c827477fb', 'name': 'network-vif-deleted', 'tag': 'b82a9a47-b1cc-459c-8b83-08539cd940cf'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:25.102173 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca6802-8823-4289-a94b-76621d68af1f" -d '{"events": [{"server_uuid": "a4d74046-8873-4fc8-b263-115c827477fb", "name": "network-vif-deleted", "tag": "b82a9a47-b1cc-459c-8b83-08539cd940cf"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:25.142098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba9250-5ab7-4a4b-be8f-1a30375862db tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event deleted for resources: {'Port': ['ID=19ac03a6-b77e-496c-8790-d1cc4da2a993,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:25.146200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.174010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4399e6b-9b7c-45be-95b7-415652a1798a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Pushing event deleted for resources: {'Port': ['ID=42d895df-b978-409d-b5d1-97ee8e455b38,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:25.242291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-d4399e6b-9b7c-45be-95b7-415652a1798a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] No DVR routers for this DVR port 42d895df-b978-409d-b5d1-97ee8e455b38 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:25.245396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-d4399e6b-9b7c-45be-95b7-415652a1798a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.248052 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25a01109-ce4d-4359-a18c-c578390a8f98 req-d4399e6b-9b7c-45be-95b7-415652a1798a tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.25 "DELETE /v2.0/ports/42d895df-b978-409d-b5d1-97ee8e455b38 HTTP/1.1" status: 204 len: 173 time: 0.8446438 Jul 19 03:16:25.255555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-cc2a1823-bffc-400b-885e-90670b1234db req-36ba9250-5ab7-4a4b-be8f-1a30375862db tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.258051 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-cc2a1823-bffc-400b-885e-90670b1234db req-36ba9250-5ab7-4a4b-be8f-1a30375862db tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.271084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc2a1823-bffc-400b-885e-90670b1234db req-36ba9250-5ab7-4a4b-be8f-1a30375862db tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "DELETE /v2.0/floatingips/9071b958-1753-4bf2-9be9-87ae04c31a97 HTTP/1.1" status: 204 len: 173 time: 1.7572899 Jul 19 03:16:25.286614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8f60a73-a2ff-42b4-a4db-b1779f788cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:25.288867 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d8f60a73-a2ff-42b4-a4db-b1779f788cbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2359812 Jul 19 03:16:25.423071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 42d895df-b978-409d-b5d1-97ee8e455b38 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:25.456404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 42d895df-b978-409d-b5d1-97ee8e455b38 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:16:25.456640 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab02a922-fec7-427e-9530-584ce6b52b94 req-b2e8351a-9d4b-44a1-902b-628c946ff8f5 tempest-LiveMigrationNegativeTest-861906970 tempest-LiveMigrationNegativeTest-861906970-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9f74006-212e-46ab-9d1e-cec20f58e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0562513 Jul 19 03:16:25.457104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 42d895df-b978-409d-b5d1-97ee8e455b38 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:25.457104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 01755faf-8f7d-45b4-b1da-94af1fc66401 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:25.478092 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-b9dc678c-bb13-4693-ab37-63605a7a8913 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812713 Jul 19 03:16:25.481775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 01755faf-8f7d-45b4-b1da-94af1fc66401 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:16:25.482245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 01755faf-8f7d-45b4-b1da-94af1fc66401 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:25.570972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-7fc00ce2-4092-44b4-8d45-9ebd4b6e7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:25.572212 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-7fc00ce2-4092-44b4-8d45-9ebd4b6e7dd1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 1097 time: 0.1558380 Jul 19 03:16:25.597086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-9154e137-2dbb-4490-bc68-8078485179f2 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098676 Jul 19 03:16:25.604046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d118b9e-fc4f-4916-9188-9819e090ec2c req-6d3dd8c8-f43b-4dd1-81a3-104daa9bdfea tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:25.611187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d118b9e-fc4f-4916-9188-9819e090ec2c req-6d3dd8c8-f43b-4dd1-81a3-104daa9bdfea tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 936 time: 0.2038815 Jul 19 03:16:25.678840 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d118b9e-fc4f-4916-9188-9819e090ec2c req-e9744d32-0f35-4df0-b83a-284e67622d2e tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/security-groups?id=5655214a-b4b0-4c71-b076-f264042db7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667498 Jul 19 03:16:25.693933 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-1cac3774-9891-4cb6-a9d3-ba8d718a80bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=88907317-83f2-4cc5-91d6-81b3325e2898 HTTP/1.1" status: 200 len: 217 time: 0.0866375 Jul 19 03:16:25.761283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f751e4ed-1e3b-4aa8-952b-924fa6e6184a {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:25.772731 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.782815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a0485da0-9c14-4111-a952-12e71de6b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:25.784670 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a0485da0-9c14-4111-a952-12e71de6b443 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.0832334 Jul 19 03:16:25.786598 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4d13db-2388-493f-a623-effcf551f7aa x-openstack-request-id: req-bb4d13db-2388-493f-a623-effcf551f7aa {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:25.787003 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945", "status": "completed", "code": 200}, {"server_uuid": "89638980-ca16-4a08-8332-f306d74d6860", "name": "network-vif-deleted", "tag": "1d918a18-437b-4752-aad2-5020c004165b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "6b6021a0-103a-4ac6-9ddc-c378fa96dd16", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:25.787387 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb4d13db-2388-493f-a623-effcf551f7aa {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:25.788209 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945', 'status': 'completed', 'code': 200} Jul 19 03:16:25.788461 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89638980-ca16-4a08-8332-f306d74d6860', 'name': 'network-vif-deleted', 'tag': '1d918a18-437b-4752-aad2-5020c004165b', 'status': 'completed', 'code': 200} Jul 19 03:16:25.788716 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '6b6021a0-103a-4ac6-9ddc-c378fa96dd16', 'status': 'completed', 'code': 200} Jul 19 03:16:25.792764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Transition to ACTIVE for port object f751e4ed-1e3b-4aa8-952b-924fa6e6184a will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:25.806228 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:25.868008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Pushing event updated for resources: {'Port': ['ID=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:25.911591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-b8d4ec3b-9dee-45aa-aa13-ec745a72c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:25.924162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-b8d4ec3b-9dee-45aa-aa13-ec745a72c89d service neutron] 10.222.0.25 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.3259590 Jul 19 03:16:25.936855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1768-5267-4681-810f-1a93e81e69bc req-7e8a015c-5a37-469a-aeef-2d284a93d322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:25.952520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1768-5267-4681-810f-1a93e81e69bc req-7e8a015c-5a37-469a-aeef-2d284a93d322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:25.959510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1768-5267-4681-810f-1a93e81e69bc req-7e8a015c-5a37-469a-aeef-2d284a93d322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:25.968053 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede578bd-06be-4ceb-936b-c0d40900386b x-openstack-request-id: req-ede578bd-06be-4ceb-936b-c0d40900386b {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:25.968675 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d74046-8873-4fc8-b263-115c827477fb", "name": "network-vif-unplugged", "status": "completed", "tag": "b82a9a47-b1cc-459c-8b83-08539cd940cf", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:25.970650 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ede578bd-06be-4ceb-936b-c0d40900386b {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:25.971566 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d74046-8873-4fc8-b263-115c827477fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82a9a47-b1cc-459c-8b83-08539cd940cf', 'code': 200} Jul 19 03:16:25.978764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1768-5267-4681-810f-1a93e81e69bc req-7e8a015c-5a37-469a-aeef-2d284a93d322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:25.989064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1768-5267-4681-810f-1a93e81e69bc req-7e8a015c-5a37-469a-aeef-2d284a93d322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:26.003944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1768-5267-4681-810f-1a93e81e69bc req-7e8a015c-5a37-469a-aeef-2d284a93d322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:26.014564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1768-5267-4681-810f-1a93e81e69bc req-7e8a015c-5a37-469a-aeef-2d284a93d322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:26.026099 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0afb1768-5267-4681-810f-1a93e81e69bc req-7e8a015c-5a37-469a-aeef-2d284a93d322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.4177051 Jul 19 03:16:26.038665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Attempting to bind port f751e4ed-1e3b-4aa8-952b-924fa6e6184a on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:26.039069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Attempting to bind port f751e4ed-1e3b-4aa8-952b-924fa6e6184a by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:26.039507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Attempting to bind port f751e4ed-1e3b-4aa8-952b-924fa6e6184a on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:26.045258 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Port f751e4ed-1e3b-4aa8-952b-924fa6e6184a on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:26.045600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Attempting to bind port f751e4ed-1e3b-4aa8-952b-924fa6e6184a on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:26.051770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:26.054436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:26.054845 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:26.055467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Bound port: f751e4ed-1e3b-4aa8-952b-924fa6e6184a, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:26.055843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:26.118677 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c3def3-5b66-498a-b1a3-fee70dd1df54 x-openstack-request-id: req-61c3def3-5b66-498a-b1a3-fee70dd1df54 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:26.119123 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d74046-8873-4fc8-b263-115c827477fb", "name": "network-vif-deleted", "tag": "b82a9a47-b1cc-459c-8b83-08539cd940cf", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:26.119375 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61c3def3-5b66-498a-b1a3-fee70dd1df54 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:26.119766 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d74046-8873-4fc8-b263-115c827477fb', 'name': 'network-vif-deleted', 'tag': 'b82a9a47-b1cc-459c-8b83-08539cd940cf', 'status': 'completed', 'code': 200} Jul 19 03:16:26.149797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-b7985b16-5c2b-47be-8311-71db5874c2f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69074e82-ed74-44b0-a390-3a4a48791887 HTTP/1.1" status: 200 len: 217 time: 0.1204622 Jul 19 03:16:26.171203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] For port f751e4ed-1e3b-4aa8-952b-924fa6e6184a, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:26.175062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] For port f751e4ed-1e3b-4aa8-952b-924fa6e6184a, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:26.178698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ffcf7689-8176-4492-a882-04086baaa07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:26.180713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ffcf7689-8176-4492-a882-04086baaa07b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3868396 Jul 19 03:16:26.180930 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:26.217678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:26.218427 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:26.219941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] 10.222.0.25 "PUT /v2.0/ports/f751e4ed-1e3b-4aa8-952b-924fa6e6184a HTTP/1.1" status: 200 len: 1097 time: 1.3307736 Jul 19 03:16:26.241491 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0afb1768-5267-4681-810f-1a93e81e69bc req-1ab230e6-bdf7-434e-ad3d-7d27e9535c10 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2144463 Jul 19 03:16:26.292991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c5b81-0200-4dca-ac3d-29fef66e70ff service neutron] Pushing event updated for resources: {'Port': ['ID=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:26.295644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-5b4053f0-f327-4428-9b1b-6c278fbbe9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:26.297503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-5b4053f0-f327-4428-9b1b-6c278fbbe9ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1399205 Jul 19 03:16:26.340653 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-dd16d426-e2f1-4784-8de4-7ce7df43c89d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330458 Jul 19 03:16:26.366559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd6f05-c1b4-4f04-a4d8-c2862574969a req-f9ca071a-f15d-434a-8cf4-1e4183133785 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:26.368163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e9dd6f05-c1b4-4f04-a4d8-c2862574969a req-f9ca071a-f15d-434a-8cf4-1e4183133785 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 945 time: 0.1355281 Jul 19 03:16:26.370312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-899358bb-ab1a-4571-9f0d-b150c00b84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:26.371726 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-899358bb-ab1a-4571-9f0d-b150c00b84a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba4c6e938edf44b6bf5ef031789adc54&device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 1100 time: 0.0916653 Jul 19 03:16:26.388458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-54827bc7-5be8-4a24-8cdc-c8438b1552b7 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852643 Jul 19 03:16:26.391577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47824) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:26.426870 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-8a9feb83-5f38-4ddd-9d24-82a44c7445a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=f751e4ed-1e3b-4aa8-952b-924fa6e6184a HTTP/1.1" status: 200 len: 217 time: 0.0436866 Jul 19 03:16:26.466402 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e9dd6f05-c1b4-4f04-a4d8-c2862574969a req-2f2ca903-f87d-4bca-b7e6-1832fdfcdda8 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917597 Jul 19 03:16:26.531847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a01e6560-3a3b-48ee-85ae-74285ca12323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:26.533232 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-a01e6560-3a3b-48ee-85ae-74285ca12323 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0948708 Jul 19 03:16:26.553496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-41ea3567-c5e0-4138-8bf6-c98e4ae5b0bc tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips/b8e62ac1-0903-421f-990d-ac750e76324e HTTP/1.1" status: 200 len: 693 time: 0.1399782 Jul 19 03:16:26.571790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bc8ed042-34a8-4f7e-b178-a994bcd2df67 req-0bdf4e71-a976-4545-ab43-df5c7f14aaa2 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/490d6d55-1e51-41e7-a373-3b0f24410334 HTTP/1.1" status: 200 len: 1799 time: 0.0779827 Jul 19 03:16:26.585177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d1383e-6866-4d24-a3ec-a55f8ce44232 admin admin] Deleting subnet 763d421a-54e0-49b5-b851-bcc88b00d11b {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:16:26.609915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9d1383e-6866-4d24-a3ec-a55f8ce44232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:26.623916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-d6b6b6ad-df56-4860-be77-40f89b5b6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:26.625451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-d6b6b6ad-df56-4860-be77-40f89b5b6de4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835252 Jul 19 03:16:26.675521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-3bd4f57a-180b-480d-860a-a1b6948067d2 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242390 Jul 19 03:16:26.681873 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bc8ed042-34a8-4f7e-b178-a994bcd2df67 req-2f430767-f545-4290-8f23-a2a1ae5605ad tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:26.704694 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9d1383e-6866-4d24-a3ec-a55f8ce44232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:26.738231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bc8ed042-34a8-4f7e-b178-a994bcd2df67 req-2f430767-f545-4290-8f23-a2a1ae5605ad tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:26.774936 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-bf8eb124-abca-4b83-988d-8e78ffd21cc3 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411641 Jul 19 03:16:26.820468 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bc8ed042-34a8-4f7e-b178-a994bcd2df67 req-2f430767-f545-4290-8f23-a2a1ae5605ad tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:26.823017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bc8ed042-34a8-4f7e-b178-a994bcd2df67 req-2f430767-f545-4290-8f23-a2a1ae5605ad tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:26.824165 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bc8ed042-34a8-4f7e-b178-a994bcd2df67 req-2f430767-f545-4290-8f23-a2a1ae5605ad tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/490d6d55-1e51-41e7-a373-3b0f24410334 HTTP/1.1" status: 204 len: 173 time: 0.2362916 Jul 19 03:16:26.870211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f430767-f545-4290-8f23-a2a1ae5605ad tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490d6d55-1e51-41e7-a373-3b0f24410334,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:26.895320 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-760bf639-6d5c-4965-8cfd-d8f8d2947f41 req-878832ff-22f5-4ccb-9f53-f4b3a96aa0a9 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133823 Jul 19 03:16:27.007077 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-54564308-82d7-4c4a-9972-f89b32630b72 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044431 Jul 19 03:16:27.073348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae199f-d51c-45aa-bb27-528e504aa9d8 req-2461181b-502d-463e-8b4d-30cd3354cee3 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.075424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57ae199f-d51c-45aa-bb27-528e504aa9d8 req-2461181b-502d-463e-8b4d-30cd3354cee3 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 948 time: 0.0726869 Jul 19 03:16:27.120474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-01e98b02-6971-4109-9d75-42700e0b8f69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe HTTP/1.1" status: 200 len: 217 time: 0.0996258 Jul 19 03:16:27.123148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57ae199f-d51c-45aa-bb27-528e504aa9d8 req-2ce57730-b992-4c5d-a726-bb6e2d580ccc tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/security-groups?id=5655214a-b4b0-4c71-b076-f264042db7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Jul 19 03:16:27.128094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9d1383e-6866-4d24-a3ec-a55f8ce44232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.186177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47838) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:27.213691 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd548f8a-8599-421f-b07b-c799c1d74d8a req-a0abec99-df25-4900-9c9d-e1c46fb1bdee tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/760d563b-8072-46ca-8c27-bcb3cd86b065 HTTP/1.1" status: 200 len: 1800 time: 0.0495074 Jul 19 03:16:27.214967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-f0798182-919f-4644-8041-6ec813b94334 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.216379 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-f0798182-919f-4644-8041-6ec813b94334 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.6354027 Jul 19 03:16:27.223861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-c167fff5-7832-4d72-ae92-6f9cd0824164 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380535 Jul 19 03:16:27.236767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-a4d73761-5611-4c6f-9405-c2e07f1eb90e tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:16:27.238181 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-a4d73761-5611-4c6f-9405-c2e07f1eb90e tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099552 Jul 19 03:16:27.249363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ad5a5969-1878-478b-b4cb-edfb4a0e68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.251426 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-ad5a5969-1878-478b-b4cb-edfb4a0e68af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.1210487 Jul 19 03:16:27.287317 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bd548f8a-8599-421f-b07b-c799c1d74d8a req-bbfda77c-1a99-4e8d-a4b0-9eed9bfaaf61 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.310405 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bd548f8a-8599-421f-b07b-c799c1d74d8a req-bbfda77c-1a99-4e8d-a4b0-9eed9bfaaf61 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.361327 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-63b2f67e-0d26-4019-b3ca-79435005806c tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 696 time: 0.1160200 Jul 19 03:16:27.365677 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9d1383e-6866-4d24-a3ec-a55f8ce44232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.380905 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fd2d0e91-be77-40ba-82ab-81e3665ab703 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbb6248389a44a13a9e8182055bc099b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928511 Jul 19 03:16:27.383613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47844) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:27.406943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bd548f8a-8599-421f-b07b-c799c1d74d8a req-bbfda77c-1a99-4e8d-a4b0-9eed9bfaaf61 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.409443 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bd548f8a-8599-421f-b07b-c799c1d74d8a req-bbfda77c-1a99-4e8d-a4b0-9eed9bfaaf61 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.411275 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd548f8a-8599-421f-b07b-c799c1d74d8a req-bbfda77c-1a99-4e8d-a4b0-9eed9bfaaf61 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/760d563b-8072-46ca-8c27-bcb3cd86b065 HTTP/1.1" status: 204 len: 173 time: 0.1886809 Jul 19 03:16:27.438040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfda77c-1a99-4e8d-a4b0-9eed9bfaaf61 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760d563b-8072-46ca-8c27-bcb3cd86b065,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:27.445217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1383e-6866-4d24-a3ec-a55f8ce44232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=763d421a-54e0-49b5-b851-bcc88b00d11b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:27.451261 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9d1383e-6866-4d24-a3ec-a55f8ce44232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.455254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f05a356-a044-4aac-be4c-382efec19798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.455748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e9d1383e-6866-4d24-a3ec-a55f8ce44232 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/763d421a-54e0-49b5-b851-bcc88b00d11b HTTP/1.1" status: 204 len: 168 time: 1.0630085 Jul 19 03:16:27.456712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47848) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:27.466770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-51fe0bcf-ef51-4f08-abdf-52fe9c963a2b tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 696 time: 0.0980933 Jul 19 03:16:27.504836 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f05a356-a044-4aac-be4c-382efec19798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.536218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d9064142-55c2-4bff-bc29-c8e5bdd535a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.543748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-d9064142-55c2-4bff-bc29-c8e5bdd535a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2800465 Jul 19 03:16:27.574060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.590872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-2bc986bf-5563-4ce7-89d0-689e3c8096b1 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.592381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-2bc986bf-5563-4ce7-89d0-689e3c8096b1 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.2856755 Jul 19 03:16:27.615340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-762330-18'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:27.638058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f05a356-a044-4aac-be4c-382efec19798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.640615 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f05a356-a044-4aac-be4c-382efec19798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.644147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0f05a356-a044-4aac-be4c-382efec19798 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76ca1c13-fc37-4b04-88b0-3a317e30f974 HTTP/1.1" status: 204 len: 168 time: 0.2572007 Jul 19 03:16:27.683901 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.700199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05a356-a044-4aac-be4c-382efec19798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ca1c13-fc37-4b04-88b0-3a317e30f974,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:27.740705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258f78db-2df4-4568-9e15-af9f54058b23']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:27.755070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecce0f1-630a-4f18-9c28-92580aba1e00') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:27.755423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecce0f1-630a-4f18-9c28-92580aba1e00') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:27.769660 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.779975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-4bc8a579-4cb7-4a9f-95cb-60949983628f service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057614 Jul 19 03:16:27.785440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-be129e91-9a43-41f2-91d5-c00406395868 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Deleting port b75dd4dc-8bf8-49eb-81d2-141c80a8c365 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:27.785440 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-be129e91-9a43-41f2-91d5-c00406395868 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.787590 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.792431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9b92da-3673-4f78-a372-d7073605e103', 'name': 'network-vif-deleted', 'tag': '01755faf-8f7d-45b4-b1da-94af1fc66401'}, {'server_uuid': 'f9f74006-212e-46ab-9d1e-cec20f58e1a8', 'name': 'network-vif-deleted', 'tag': '42d895df-b978-409d-b5d1-97ee8e455b38'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:27.793013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.795214 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414a0f6-c660-4e94-8a52-3da551c5d2a1" -d '{"events": [{"server_uuid": "bb9b92da-3673-4f78-a372-d7073605e103", "name": "network-vif-deleted", "tag": "01755faf-8f7d-45b4-b1da-94af1fc66401"}, {"server_uuid": "f9f74006-212e-46ab-9d1e-cec20f58e1a8", "name": "network-vif-deleted", "tag": "42d895df-b978-409d-b5d1-97ee8e455b38"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:27.801983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:16:27.802413 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:16:27.804094 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:16:27.836731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a737ed-7bf7-4ba8-b72c-2dec98dda04f req-5483b661-7d9b-4426-9a99-19928ec3fe80 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.842673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a737ed-7bf7-4ba8-b72c-2dec98dda04f req-5483b661-7d9b-4426-9a99-19928ec3fe80 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.848490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a737ed-7bf7-4ba8-b72c-2dec98dda04f req-5483b661-7d9b-4426-9a99-19928ec3fe80 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.854419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a737ed-7bf7-4ba8-b72c-2dec98dda04f req-5483b661-7d9b-4426-9a99-19928ec3fe80 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.861154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a737ed-7bf7-4ba8-b72c-2dec98dda04f req-5483b661-7d9b-4426-9a99-19928ec3fe80 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.866966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a737ed-7bf7-4ba8-b72c-2dec98dda04f req-5483b661-7d9b-4426-9a99-19928ec3fe80 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.872870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a737ed-7bf7-4ba8-b72c-2dec98dda04f req-5483b661-7d9b-4426-9a99-19928ec3fe80 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:27.874781 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-84a737ed-7bf7-4ba8-b72c-2dec98dda04f req-5483b661-7d9b-4426-9a99-19928ec3fe80 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.2199700 Jul 19 03:16:27.930404 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.936094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:27.937943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] 10.222.0.20 "DELETE /v2.0/networks/258f78db-2df4-4568-9e15-af9f54058b23 HTTP/1.1" status: 204 len: 168 time: 0.4788368 Jul 19 03:16:27.955419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4084c75-c2cc-4ba9-a1f0-2de2a2ec2249 admin admin] Pushing event deleted for resources: {'Network': ['ID=258f78db-2df4-4568-9e15-af9f54058b23,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:27.964985 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-84a737ed-7bf7-4ba8-b72c-2dec98dda04f req-67b6a345-00bd-4ad9-ac59-635a33aa415f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581701 Jul 19 03:16:27.966657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47862) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:28.015324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-91b9e995-6d9a-4771-ae4a-b3e56a8da7ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81a156c41a7947e68d1e2be81396e22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445163 Jul 19 03:16:28.015525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-be129e91-9a43-41f2-91d5-c00406395868 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.015525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-be129e91-9a43-41f2-91d5-c00406395868 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.016333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47864) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:28.020551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a5e13ee3-1aee-42c8-8c43-1a31e8835b9e service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284603 Jul 19 03:16:28.040624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-2878d049-81a3-4384-b0ab-b574141fa211 req-d213dd85-96dc-4e34-b0f9-6683dc825584 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-91570927', 'description': 'tempest-description-2118179955'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:28.092375 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2878d049-81a3-4384-b0ab-b574141fa211 req-d213dd85-96dc-4e34-b0f9-6683dc825584 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.095943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-be129e91-9a43-41f2-91d5-c00406395868 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Calling delete_port for b75dd4dc-8bf8-49eb-81d2-141c80a8c365 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:28.102597 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-14e6382f-5ec8-416f-92ad-b8171ddfb058 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 HTTP/1.1" status: 200 len: 217 time: 0.0729768 Jul 19 03:16:28.107464 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55f725ad-1968-4f2b-89c5-62af9dcc7a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.120784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e4232b-bb72-4efa-88e5-6b98debeaca7', 'tag': 'f751e4ed-1e3b-4aa8-952b-924fa6e6184a'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:28.123096 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a053433-b5b5-4790-a644-45dfbc1fdc09" -d '{"events": [{"name": "network-changed", "server_uuid": "32e4232b-bb72-4efa-88e5-6b98debeaca7", "tag": "f751e4ed-1e3b-4aa8-952b-924fa6e6184a"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:28.149146 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55f725ad-1968-4f2b-89c5-62af9dcc7a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.197130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47870) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:28.218621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:28.238435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3e790f77-7ad9-4b37-8f11-fa997c71f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:28.240184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-3e790f77-7ad9-4b37-8f11-fa997c71f482 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.1270516 Jul 19 03:16:28.265205 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55f725ad-1968-4f2b-89c5-62af9dcc7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.267714 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55f725ad-1968-4f2b-89c5-62af9dcc7a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.268865 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-55f725ad-1968-4f2b-89c5-62af9dcc7a1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b83a854-068a-48f3-a7fc-7d852c8893ea HTTP/1.1" status: 204 len: 168 time: 0.2514453 Jul 19 03:16:28.287316 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-678184a0-dd2b-45b1-aba1-b252581ebb6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9887802e75e4d959d8049cd59603efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889409 Jul 19 03:16:28.289689 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2878d049-81a3-4384-b0ab-b574141fa211 req-d213dd85-96dc-4e34-b0f9-6683dc825584 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.290694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47874) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:28.297924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f725ad-1968-4f2b-89c5-62af9dcc7a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b83a854-068a-48f3-a7fc-7d852c8893ea,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:28.302670 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2878d049-81a3-4384-b0ab-b574141fa211 req-d213dd85-96dc-4e34-b0f9-6683dc825584 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.330181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:28.379033 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2878d049-81a3-4384-b0ab-b574141fa211 req-d213dd85-96dc-4e34-b0f9-6683dc825584 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.380632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2878d049-81a3-4384-b0ab-b574141fa211 req-d213dd85-96dc-4e34-b0f9-6683dc825584 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3468711 Jul 19 03:16:28.383718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213dd85-96dc-4e34-b0f9-6683dc825584 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c9eac8-10c9-4309-a6c8-5236c1d5a4e7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:28.406511 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96fcc4f4-30e6-4510-bebd-edfee5c263af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.426916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-4b0a7f55-ee2c-4284-8bc2-0e77772f2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:28.428778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-4b0a7f55-ee2c-4284-8bc2-0e77772f2295 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1792240 Jul 19 03:16:28.431044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.433631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-be129e91-9a43-41f2-91d5-c00406395868 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.437817 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96fcc4f4-30e6-4510-bebd-edfee5c263af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.480383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.495867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be129e91-9a43-41f2-91d5-c00406395868 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event deleted for resources: {'Port': ['ID=b75dd4dc-8bf8-49eb-81d2-141c80a8c365,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:28.508375 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96fcc4f4-30e6-4510-bebd-edfee5c263af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.518528 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96fcc4f4-30e6-4510-bebd-edfee5c263af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.522494 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-96fcc4f4-30e6-4510-bebd-edfee5c263af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31f0fd55-04e4-46a1-9aae-9195b7ec9939 HTTP/1.1" status: 204 len: 168 time: 0.2281432 Jul 19 03:16:28.545627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcc4f4-30e6-4510-bebd-edfee5c263af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f0fd55-04e4-46a1-9aae-9195b7ec9939,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:28.638481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b846e0b-af66-4a08-a776-670b4d2b72b1 req-6b27fd83-374d-4f28-b775-90bcbbf5db2b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:28.641953 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3b846e0b-af66-4a08-a776-670b4d2b72b1 req-6b27fd83-374d-4f28-b775-90bcbbf5db2b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 943 time: 0.1206815 Jul 19 03:16:28.707018 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3b846e0b-af66-4a08-a776-670b4d2b72b1 req-313121ab-34fb-4eeb-ada3-b3f8ca745eae tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558321 Jul 19 03:16:28.922739 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-be129e91-9a43-41f2-91d5-c00406395868 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.925233 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-be129e91-9a43-41f2-91d5-c00406395868 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:28.927050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62b92f56-3e02-4c8c-86c4-f71dbac302dc req-be129e91-9a43-41f2-91d5-c00406395868 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "DELETE /v2.0/floatingips/b8e62ac1-0903-421f-990d-ac750e76324e HTTP/1.1" status: 204 len: 173 time: 1.4525197 Jul 19 03:16:28.935065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Pushing event updated for resources: {'Port': ['ID=69074e82-ed74-44b0-a390-3a4a48791887,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:28.942869 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0098cdb-7731-47fa-8e41-1e94373ddd04 req-35c1a01d-f352-465a-b454-d8c4d1db45b5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:28.945128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-a1d20e9c-393b-4392-addc-b9b27e0d8dbc service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081031 Jul 19 03:16:28.948747 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a0098cdb-7731-47fa-8e41-1e94373ddd04 req-35c1a01d-f352-465a-b454-d8c4d1db45b5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 946 time: 0.0971770 Jul 19 03:16:28.950616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 on host n-h2-762330-18 for vnic_type normal with profile {"migrating_to": "n-h1-762330-18"} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:28.951118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:28.951633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:28.981084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Port 69074e82-ed74-44b0-a390-3a4a48791887 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:28.981643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Attempting to bind port 69074e82-ed74-44b0-a390-3a4a48791887 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:28.996052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:28.996685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:28.997265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:28.998071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Bound port: 69074e82-ed74-44b0-a390-3a4a48791887, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:28.998954 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:29.002678 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf708d89-e781-44fa-823a-f779ce37d5bd x-openstack-request-id: req-cf708d89-e781-44fa-823a-f779ce37d5bd {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:29.003185 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9b92da-3673-4f78-a372-d7073605e103", "name": "network-vif-deleted", "tag": "01755faf-8f7d-45b4-b1da-94af1fc66401", "status": "completed", "code": 200}, {"server_uuid": "f9f74006-212e-46ab-9d1e-cec20f58e1a8", "name": "network-vif-deleted", "tag": "42d895df-b978-409d-b5d1-97ee8e455b38", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:29.003732 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf708d89-e781-44fa-823a-f779ce37d5bd {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:29.005101 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9b92da-3673-4f78-a372-d7073605e103', 'name': 'network-vif-deleted', 'tag': '01755faf-8f7d-45b4-b1da-94af1fc66401', 'status': 'completed', 'code': 200} Jul 19 03:16:29.005519 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f74006-212e-46ab-9d1e-cec20f58e1a8', 'name': 'network-vif-deleted', 'tag': '42d895df-b978-409d-b5d1-97ee8e455b38', 'status': 'completed', 'code': 200} Jul 19 03:16:29.013873 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a0098cdb-7731-47fa-8e41-1e94373ddd04 req-9db0e95d-b42b-4951-b1d6-91c82d920e2a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584793 Jul 19 03:16:29.084994 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74209e6c-64d5-4651-8529-62e86634bac5 x-openstack-request-id: req-74209e6c-64d5-4651-8529-62e86634bac5 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:29.085392 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e4232b-bb72-4efa-88e5-6b98debeaca7", "tag": "f751e4ed-1e3b-4aa8-952b-924fa6e6184a", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:29.085750 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74209e6c-64d5-4651-8529-62e86634bac5 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:29.086247 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e4232b-bb72-4efa-88e5-6b98debeaca7', 'tag': 'f751e4ed-1e3b-4aa8-952b-924fa6e6184a', 'status': 'completed', 'code': 200} Jul 19 03:16:29.140279 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:29.147583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-faf2c011-da75-44c1-b960-cebc5f56a728 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928658 Jul 19 03:16:29.173532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:29.208753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:29.211578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-6478a54b-8ad7-4a85-83e7-f0e4289ef613 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16 HTTP/1.1" status: 200 len: 217 time: 0.0560305 Jul 19 03:16:29.261605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-dfbf32d3-7f13-4508-9016-300282d85b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.263255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-dfbf32d3-7f13-4508-9016-300282d85b53 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba4c6e938edf44b6bf5ef031789adc54&device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 1100 time: 0.1547718 Jul 19 03:16:29.277605 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e7fefd89-1847-4373-9b55-33f6c78464df req-c91d3316-ec3c-446d-8f18-5e8278f6f4bb tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/c7c9eac8-10c9-4309-a6c8-5236c1d5a4e7 HTTP/1.1" status: 200 len: 1799 time: 0.1679494 Jul 19 03:16:29.303586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e7fefd89-1847-4373-9b55-33f6c78464df req-faf07a90-ce0a-4743-b6ba-e0eaedc9177b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1818927059', 'description': 'tempest-description-hth-1827527434'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:29.317856 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf9947-2699-40f0-84f0-8db821e63cda req-0513e489-6b2b-4d11-83d6-23c048540a59 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.319502 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7cf9947-2699-40f0-84f0-8db821e63cda req-0513e489-6b2b-4d11-83d6-23c048540a59 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 948 time: 0.1276667 Jul 19 03:16:29.338585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-69063639-e53f-406f-bde8-2233d2878ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.340050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-69063639-e53f-406f-bde8-2233d2878ce8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.1215467 Jul 19 03:16:29.389234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Pushing event updated for resources: {'Port': ['ID=69074e82-ed74-44b0-a390-3a4a48791887,revision_number=8']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:29.391989 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.392548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:29.393929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] 10.222.0.25 "PUT /v2.0/ports/69074e82-ed74-44b0-a390-3a4a48791887 HTTP/1.1" status: 200 len: 1123 time: 1.7889950 Jul 19 03:16:29.423563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.423956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.424324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.424679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.425041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.425401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.425807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.426616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.426921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.427353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.428181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.428309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126aeb61-df8c-4a0c-8a02-0f5dc857b7db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:29.435139 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e7fefd89-1847-4373-9b55-33f6c78464df req-faf07a90-ce0a-4743-b6ba-e0eaedc9177b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:29.456598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f751e4ed-1e3b-4aa8-952b-924fa6e6184a details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:29.467047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['69074e82-ed74-44b0-a390-3a4a48791887'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:29.483599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7cf9947-2699-40f0-84f0-8db821e63cda req-c45ba18b-aaa6-4670-94ef-b56d81df0e40 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/security-groups?id=5655214a-b4b0-4c71-b076-f264042db7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517341 Jul 19 03:16:29.487923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-4a450e50-a438-4224-8f62-773652176238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.490221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-4a450e50-a438-4224-8f62-773652176238 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2203162 Jul 19 03:16:29.499888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e7fefd89-1847-4373-9b55-33f6c78464df req-faf07a90-ce0a-4743-b6ba-e0eaedc9177b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:29.503260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e7fefd89-1847-4373-9b55-33f6c78464df req-faf07a90-ce0a-4743-b6ba-e0eaedc9177b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:29.506243 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e7fefd89-1847-4373-9b55-33f6c78464df req-faf07a90-ce0a-4743-b6ba-e0eaedc9177b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:29.507673 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e7fefd89-1847-4373-9b55-33f6c78464df req-faf07a90-ce0a-4743-b6ba-e0eaedc9177b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "PUT /v2.0/security-groups/c7c9eac8-10c9-4309-a6c8-5236c1d5a4e7 HTTP/1.1" status: 200 len: 1775 time: 0.2182729 Jul 19 03:16:29.514380 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371352e-ac84-4142-802b-f2290a4466d0 req-40fa2d30-73dd-47d0-982f-de4c732b0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.515897 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-40fa2d30-73dd-47d0-982f-de4c732b0c3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1645851 Jul 19 03:16:29.567157 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-da478b6a-404b-4e69-9677-6dcbae000946 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=f751e4ed-1e3b-4aa8-952b-924fa6e6184a HTTP/1.1" status: 200 len: 217 time: 0.0618784 Jul 19 03:16:29.571803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf07a90-ce0a-4743-b6ba-e0eaedc9177b tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c9eac8-10c9-4309-a6c8-5236c1d5a4e7,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:29.645509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-fd23902b-ef94-45f1-b83e-b6204b44f729 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178894 Jul 19 03:16:29.649344 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-6ac2d034-01f6-4c4c-bef2-6587b192b4a6 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips/ea9522de-bb29-4b21-b59b-dcee79f1565c HTTP/1.1" status: 200 len: 692 time: 0.0849969 Jul 19 03:16:29.696695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47926) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:29.710883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-4d3191a2-e560-43cb-9143-e1ce8c339baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.712379 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-4d3191a2-e560-43cb-9143-e1ce8c339baa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1382203 Jul 19 03:16:29.745678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f751e4ed-1e3b-4aa8-952b-924fa6e6184a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:29.766603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'f751e4ed-1e3b-4aa8-952b-924fa6e6184a', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'f751e4ed-1e3b-4aa8-952b-924fa6e6184a', 'mac_address': 'fa:16:3e:39:51:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:29.810637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e371352e-ac84-4142-802b-f2290a4466d0 req-5d6652c8-68b7-4af2-a58e-72a5cfb78c77 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552844 Jul 19 03:16:29.836579 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:29.837215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bac05-99f4-4193-93c8-9168c70a1194 req-c375ecdb-899a-4c50-90fc-b3e91d26c322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.844647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bac05-99f4-4193-93c8-9168c70a1194 req-c375ecdb-899a-4c50-90fc-b3e91d26c322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.851702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bac05-99f4-4193-93c8-9168c70a1194 req-c375ecdb-899a-4c50-90fc-b3e91d26c322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.853407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-a72dad22-59db-476e-be68-d1ab2f571a02 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.858094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bac05-99f4-4193-93c8-9168c70a1194 req-c375ecdb-899a-4c50-90fc-b3e91d26c322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.862315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f751e4ed-1e3b-4aa8-952b-924fa6e6184a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:29.862874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-a72dad22-59db-476e-be68-d1ab2f571a02 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2125916 Jul 19 03:16:29.864961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bac05-99f4-4193-93c8-9168c70a1194 req-c375ecdb-899a-4c50-90fc-b3e91d26c322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.872694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bac05-99f4-4193-93c8-9168c70a1194 req-c375ecdb-899a-4c50-90fc-b3e91d26c322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.879769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bac05-99f4-4193-93c8-9168c70a1194 req-c375ecdb-899a-4c50-90fc-b3e91d26c322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.880365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1753709662-network', 'tenant_id': 'bd5557c43da84a0f8277373c58bc45e5'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:29.886524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f751e4ed-1e3b-4aa8-952b-924fa6e6184a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:29.889168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b56bac05-99f4-4193-93c8-9168c70a1194 req-c375ecdb-899a-4c50-90fc-b3e91d26c322 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.1884489 Jul 19 03:16:29.892496 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:29.941442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:29.969931 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b56bac05-99f4-4193-93c8-9168c70a1194 req-a115e655-fbf6-4010-81e4-9cb6a390846d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798001 Jul 19 03:16:29.987947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-6c44b1c5-a7c9-4e6b-8d3d-3e625564fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.988551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-6c44b1c5-a7c9-4e6b-8d3d-3e625564fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.989146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-6c44b1c5-a7c9-4e6b-8d3d-3e625564fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.990057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-6c44b1c5-a7c9-4e6b-8d3d-3e625564fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.990406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-6c44b1c5-a7c9-4e6b-8d3d-3e625564fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.991009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-6c44b1c5-a7c9-4e6b-8d3d-3e625564fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.991542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-6c44b1c5-a7c9-4e6b-8d3d-3e625564fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:29.993919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-6c44b1c5-a7c9-4e6b-8d3d-3e625564fe0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6485 time: 0.1020534 Jul 19 03:16:30.104856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-cf864065-a6f2-4503-8d0e-dab667cde400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.106404 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-cf864065-a6f2-4503-8d0e-dab667cde400 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc7208d5-361f-4605-902a-3fd0bd02e5b5 HTTP/1.1" status: 200 len: 902 time: 0.1044784 Jul 19 03:16:30.143429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['f751e4ed-1e3b-4aa8-952b-924fa6e6184a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:30.151774 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-a9e40a1e-9745-4646-b92c-d533584a23e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 HTTP/1.1" status: 200 len: 217 time: 0.0366161 Jul 19 03:16:30.207011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-00ae637b-55fa-4036-a1b5-627cc73afef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.209080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-00ae637b-55fa-4036-a1b5-627cc73afef4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.0501187 Jul 19 03:16:30.246834 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-bfc7d486-f1bd-4dcc-aba2-bbac4bc9a94d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.3828890 Jul 19 03:16:30.255824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-3eade42d-18af-4174-aedb-094927cfa78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.257441 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-3eade42d-18af-4174-aedb-094927cfa78f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5373890 Jul 19 03:16:30.296677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-5e9b86ac-567d-44c4-8595-4f3e9d08023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.299133 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-5e9b86ac-567d-44c4-8595-4f3e9d08023d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0817049 Jul 19 03:16:30.305267 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Made reservation on behalf of bd5557c43da84a0f8277373c58bc45e5 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:30.308078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:30.339619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-0c6a5440-0614-4082-8b4f-363c2d096380 tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0811870 Jul 19 03:16:30.341845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:30.401212 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-f1d35343-5afe-4bfc-99c5-0b4778ee9a58 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942030 Jul 19 03:16:30.501703 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-096ab970-5f5f-4c6f-ab63-1f8080265608 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935347 Jul 19 03:16:30.508884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-beec32fa-6fdc-4009-bdec-64d75d168c4e service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410755 Jul 19 03:16:30.632748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-c5f908e2-8a61-4fef-89f4-ae340332a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.633347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-c5f908e2-8a61-4fef-89f4-ae340332a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.633827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-c5f908e2-8a61-4fef-89f4-ae340332a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.634319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-c5f908e2-8a61-4fef-89f4-ae340332a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.635052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-c5f908e2-8a61-4fef-89f4-ae340332a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.635519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-c5f908e2-8a61-4fef-89f4-ae340332a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.635988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-c5f908e2-8a61-4fef-89f4-ae340332a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.638660 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-c5f908e2-8a61-4fef-89f4-ae340332a1eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6485 time: 0.0760181 Jul 19 03:16:30.698100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:30.699568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-415ed17f-4450-41ba-8ddf-c853cf53e88d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Deleting port 2798b12d-bbac-4863-8afc-f999c483beda {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:30.699879 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-415ed17f-4450-41ba-8ddf-c853cf53e88d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:30.704391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a053433-b5b5-4790-a644-45dfbc1fdc09 req-1d30d85a-3c2a-4b4b-ba1a-a8eb9f7fd8f7 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888525 Jul 19 03:16:30.721525 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:30.744572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-ef22606e-260b-4fd5-8f40-4e9f165fe259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.746123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-ef22606e-260b-4fd5-8f40-4e9f165fe259 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc7208d5-361f-4605-902a-3fd0bd02e5b5 HTTP/1.1" status: 200 len: 902 time: 0.1016414 Jul 19 03:16:30.758588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:16:30.788374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-2a1ba6c8-a88b-42a4-ab07-da99f683dd68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16 HTTP/1.1" status: 200 len: 217 time: 0.0354428 Jul 19 03:16:30.794049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c9cbe7-52d2-46eb-9826-3daff78edfdc,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:30.800627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:30.801715 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Added segment 22e662cd-b5b3-4375-80eb-769d4a43a4e5 of type vlan for network 5562aacb-2203-4804-8970-014e686bc7c7 Jul 19 03:16:30.846282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-c46668ab-2038-47f6-9d84-9c493d63b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.855048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-c46668ab-2038-47f6-9d84-9c493d63b59a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.0534263 Jul 19 03:16:30.864498 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-415ed17f-4450-41ba-8ddf-c853cf53e88d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:30.864831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-415ed17f-4450-41ba-8ddf-c853cf53e88d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:30.868250 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:30.885668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-415ed17f-4450-41ba-8ddf-c853cf53e88d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Calling delete_port for 2798b12d-bbac-4863-8afc-f999c483beda owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:30.925058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187577-fff0-4ebb-8c21-007a60245a88 req-6774e95a-0bd7-4dbb-b077-ce3a8aafee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.927430 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-6774e95a-0bd7-4dbb-b077-ce3a8aafee61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0715034 Jul 19 03:16:30.958076 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:30.959092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:30.959686 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:31.013214 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3151262 Jul 19 03:16:31.016658 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47952) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:31.023755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69074e82-ed74-44b0-a390-3a4a48791887'}, {'name': 'network-changed', 'server_uuid': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'tag': '69074e82-ed74-44b0-a390-3a4a48791887'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:31.024919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Request body: {'subnet': {'network_id': '5562aacb-2203-4804-8970-014e686bc7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1753709662-subnet', 'tenant_id': 'bd5557c43da84a0f8277373c58bc45e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:31.026692 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ea0c9e-b358-41d5-b47c-039958f8c174" -d '{"events": [{"server_uuid": "c5b8c8e1-77b9-4083-aedc-ad15adbf0873", "name": "network-vif-unplugged", "status": "completed", "tag": "69074e82-ed74-44b0-a390-3a4a48791887"}, {"name": "network-changed", "server_uuid": "c5b8c8e1-77b9-4083-aedc-ad15adbf0873", "tag": "69074e82-ed74-44b0-a390-3a4a48791887"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:31.060163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023187c-5c73-4262-9735-109aa514ffbb admin admin] Pushing event updated for resources: {'Network': ['ID=5562aacb-2203-4804-8970-014e686bc7c7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:31.074843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 5562aacb-2203-4804-8970-014e686bc7c7 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:16:31.090481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Made reservation on behalf of bd5557c43da84a0f8277373c58bc45e5 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:31.093203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:31.103719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-48dac797-0987-4910-9c4a-63479a9335dd service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594353 Jul 19 03:16:31.242239 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51187577-fff0-4ebb-8c21-007a60245a88 req-91e383fc-babd-4ba2-89bb-7dfd223b847f service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375816 Jul 19 03:16:31.272343 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-415ed17f-4450-41ba-8ddf-c853cf53e88d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:31.309035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ed17f-4450-41ba-8ddf-c853cf53e88d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Pushing event deleted for resources: {'Port': ['ID=2798b12d-bbac-4863-8afc-f999c483beda,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:31.415326 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-415ed17f-4450-41ba-8ddf-c853cf53e88d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:31.417847 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-415ed17f-4450-41ba-8ddf-c853cf53e88d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:31.419128 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0ed2c7d-ef25-4fc9-86d3-14d7dda96ded req-415ed17f-4450-41ba-8ddf-c853cf53e88d tempest-FloatingIPDetailsTestJSON-5524833 tempest-FloatingIPDetailsTestJSON-5524833-project] 10.222.0.20 "DELETE /v2.0/floatingips/ea9522de-bb29-4b21-b59b-dcee79f1565c HTTP/1.1" status: 204 len: 173 time: 1.0642452 Jul 19 03:16:31.428991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47964) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:31.463269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 69074e82-ed74-44b0-a390-3a4a48791887 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:31.466886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f751e4ed-1e3b-4aa8-952b-924fa6e6184a up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:31.476458 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:31.482479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-859191e2-4780-40ca-a561-25f0d77a0de4 req-149b01d6-21d2-4581-8b86-5e1753535fa7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/c7c9eac8-10c9-4309-a6c8-5236c1d5a4e7 HTTP/1.1" status: 200 len: 1775 time: 0.0852008 Jul 19 03:16:31.580351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port f751e4ed-1e3b-4aa8-952b-924fa6e6184a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:31.596156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port f751e4ed-1e3b-4aa8-952b-924fa6e6184a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:31.596529 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:31.620296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69a7053-61bc-4302-aa1a-50e09c224717,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:31.667423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Checking segment: {'id': '22e662cd-b5b3-4375-80eb-769d4a43a4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5562aacb-2203-4804-8970-014e686bc7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:31.667803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Network hostable DHCP agents. Network: 5562aacb-2203-4804-8970-014e686bc7c7, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:16:31.701969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Network 5562aacb-2203-4804-8970-014e686bc7c7 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:16:31.714388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7ed53-c25b-4c8b-b933-06d090f152b2 req-34c9ec01-055e-40d8-9223-efbbb944c12e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:31.716782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ab7ed53-c25b-4c8b-b933-06d090f152b2 req-34c9ec01-055e-40d8-9223-efbbb944c12e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 943 time: 0.1000786 Jul 19 03:16:31.746968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 5562aacb-2203-4804-8970-014e686bc7c7) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:31.753687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:31.754514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:31.757967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09746e5f-84fc-47b1-9e6d-4c23341d340b req-978275e6-6bb9-4a78-b049-bd4109a33189 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:31.759562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09746e5f-84fc-47b1-9e6d-4c23341d340b req-978275e6-6bb9-4a78-b049-bd4109a33189 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 949 time: 0.1389346 Jul 19 03:16:31.767075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:31.776978 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ab7ed53-c25b-4c8b-b933-06d090f152b2 req-e295156c-9039-4dd4-9867-8ede659ebb82 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501609 Jul 19 03:16:31.786856 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 69074e82-ed74-44b0-a390-3a4a48791887 has no active binding in host n-h1-762330-18 {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 19 03:16:31.800450 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bfce59fd-c7a5-4f8f-85a5-bbdcc2ef88ed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7814138 Jul 19 03:16:31.804219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a7a4b-bc55-4102-b6d3-6cdda80b805b None None] Network 5562aacb-2203-4804-8970-014e686bc7c7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:16:31.892861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09746e5f-84fc-47b1-9e6d-4c23341d340b req-590ab3a6-031a-41f2-83b3-2d3a4f9a3e66 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/security-groups?id=5655214a-b4b0-4c71-b076-f264042db7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119297 Jul 19 03:16:31.953275 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba59cf5e-55b8-4f0f-b664-0e6465b20824 x-openstack-request-id: req-ba59cf5e-55b8-4f0f-b664-0e6465b20824 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:31.966663 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b8c8e1-77b9-4083-aedc-ad15adbf0873", "name": "network-vif-unplugged", "status": "completed", "tag": "69074e82-ed74-44b0-a390-3a4a48791887", "code": 200}, {"name": "network-changed", "server_uuid": "c5b8c8e1-77b9-4083-aedc-ad15adbf0873", "tag": "69074e82-ed74-44b0-a390-3a4a48791887", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:31.967106 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba59cf5e-55b8-4f0f-b664-0e6465b20824 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:31.967666 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69074e82-ed74-44b0-a390-3a4a48791887', 'code': 200} Jul 19 03:16:31.968028 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'tag': '69074e82-ed74-44b0-a390-3a4a48791887', 'status': 'completed', 'code': 200} Jul 19 03:16:31.969173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:32.046172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9866-e4e8-4913-bb42-91ab1b4dc9f7 req-e8223f9d-edd6-4faa-973a-3fd6b261b959 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.069472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e4232b-bb72-4efa-88e5-6b98debeaca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f751e4ed-1e3b-4aa8-952b-924fa6e6184a'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:32.072944 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7fd798-9b85-4070-a883-27d9488fe7c9" -d '{"events": [{"server_uuid": "32e4232b-bb72-4efa-88e5-6b98debeaca7", "name": "network-vif-plugged", "status": "completed", "tag": "f751e4ed-1e3b-4aa8-952b-924fa6e6184a"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:32.077570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9866-e4e8-4913-bb42-91ab1b4dc9f7 req-e8223f9d-edd6-4faa-973a-3fd6b261b959 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.087110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9866-e4e8-4913-bb42-91ab1b4dc9f7 req-e8223f9d-edd6-4faa-973a-3fd6b261b959 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.094021 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9866-e4e8-4913-bb42-91ab1b4dc9f7 req-e8223f9d-edd6-4faa-973a-3fd6b261b959 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.101268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9866-e4e8-4913-bb42-91ab1b4dc9f7 req-e8223f9d-edd6-4faa-973a-3fd6b261b959 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.109556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f751e4ed-1e3b-4aa8-952b-924fa6e6184a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:32.110532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9866-e4e8-4913-bb42-91ab1b4dc9f7 req-e8223f9d-edd6-4faa-973a-3fd6b261b959 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.115458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bc3358-66f4-4553-929d-cd7f77a83517 None None] Network 5562aacb-2203-4804-8970-014e686bc7c7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:16:32.125075 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9866-e4e8-4913-bb42-91ab1b4dc9f7 req-e8223f9d-edd6-4faa-973a-3fd6b261b959 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.127654 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-343d9866-e4e8-4913-bb42-91ab1b4dc9f7 req-e8223f9d-edd6-4faa-973a-3fd6b261b959 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.1910615 Jul 19 03:16:32.142337 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:32.143328 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f315fbd-7419-4d61-962f-23ed8729442b req-d2dd6dbe-b874-4436-bcac-a4aa61b0d326 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/c7c9eac8-10c9-4309-a6c8-5236c1d5a4e7 HTTP/1.1" status: 200 len: 1775 time: 0.1310618 Jul 19 03:16:32.190115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-343d9866-e4e8-4913-bb42-91ab1b4dc9f7 req-577e59a2-d212-4c80-b476-6a4c6d77dd68 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475571 Jul 19 03:16:32.196886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea0c9e-b358-41d5-b47c-039958f8c174 req-f02eca07-f27e-4a12-a7a6-8a9dbc9b1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.198450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74ea0c9e-b358-41d5-b47c-039958f8c174 req-f02eca07-f27e-4a12-a7a6-8a9dbc9b1856 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 1126 time: 0.2250516 Jul 19 03:16:32.287414 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d033318c-bf1d-4ea9-83c9-5f044fcaff80 x-openstack-request-id: req-d033318c-bf1d-4ea9-83c9-5f044fcaff80 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:32.287782 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e4232b-bb72-4efa-88e5-6b98debeaca7", "name": "network-vif-plugged", "status": "completed", "tag": "f751e4ed-1e3b-4aa8-952b-924fa6e6184a", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:32.288094 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d033318c-bf1d-4ea9-83c9-5f044fcaff80 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:32.288557 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e4232b-bb72-4efa-88e5-6b98debeaca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f751e4ed-1e3b-4aa8-952b-924fa6e6184a', 'code': 200} Jul 19 03:16:32.289440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:32.367480 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:32.404408 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1f315fbd-7419-4d61-962f-23ed8729442b req-2ed1baf5-4d85-4cea-9a6e-9db158a269f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:32.417590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ec885-fdcc-4acd-b0b5-bd9e27ba8838 req-1b5c7ebd-078e-44e6-8cd7-1cae68565ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.419568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a94ec885-fdcc-4acd-b0b5-bd9e27ba8838 req-1b5c7ebd-078e-44e6-8cd7-1cae68565ef5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 1102 time: 0.0595069 Jul 19 03:16:32.444927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea0c9e-b358-41d5-b47c-039958f8c174 req-d5b28db5-bd52-4897-8206-ac973c50d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.446449 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74ea0c9e-b358-41d5-b47c-039958f8c174 req-d5b28db5-bd52-4897-8206-ac973c50d9e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.2253692 Jul 19 03:16:32.462404 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1f315fbd-7419-4d61-962f-23ed8729442b req-2ed1baf5-4d85-4cea-9a6e-9db158a269f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:32.513262 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a94ec885-fdcc-4acd-b0b5-bd9e27ba8838 req-60fb43b5-00f3-448f-a63a-5b86dec6aba2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5655214a-b4b0-4c71-b076-f264042db7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831220 Jul 19 03:16:32.547866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-4885076a-c0d8-4aab-8960-8d6a9210e4c7 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.549515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-4885076a-c0d8-4aab-8960-8d6a9210e4c7 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/networks?id=5562aacb-2203-4804-8970-014e686bc7c7 HTTP/1.1" status: 200 len: 813 time: 0.1288660 Jul 19 03:16:32.565697 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c8486294-8654-4c26-8a65-a088585dbe1b tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/quotas/bd5557c43da84a0f8277373c58bc45e5 HTTP/1.1" status: 200 len: 375 time: 0.0098691 Jul 19 03:16:32.601284 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-3a944a2d-bf52-45f0-864e-747f256cbd4e tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd5557c43da84a0f8277373c58bc45e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292349 Jul 19 03:16:32.702495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-3599da05-2c1f-4d49-8d02-036caf698f99 service neutron] 10.222.0.20 "GET /v2.0/networks/5562aacb-2203-4804-8970-014e686bc7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941410 Jul 19 03:16:32.760310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74ea0c9e-b358-41d5-b47c-039958f8c174 req-366674f6-4d4e-42b6-a0ac-8c76184f40f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69074e82-ed74-44b0-a390-3a4a48791887 HTTP/1.1" status: 200 len: 217 time: 0.3043618 Jul 19 03:16:32.799974 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6da9bfb1-7ecc-4b37-8e68-439a13e87302 service neutron] 10.222.0.20 "GET /v2.0/networks/5562aacb-2203-4804-8970-014e686bc7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909362 Jul 19 03:16:32.899216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1f315fbd-7419-4d61-962f-23ed8729442b req-2ed1baf5-4d85-4cea-9a6e-9db158a269f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:32.901820 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1f315fbd-7419-4d61-962f-23ed8729442b req-2ed1baf5-4d85-4cea-9a6e-9db158a269f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:32.903043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f315fbd-7419-4d61-962f-23ed8729442b req-2ed1baf5-4d85-4cea-9a6e-9db158a269f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/c7c9eac8-10c9-4309-a6c8-5236c1d5a4e7 HTTP/1.1" status: 204 len: 173 time: 0.7490809 Jul 19 03:16:32.904577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea0c9e-b358-41d5-b47c-039958f8c174 req-3aab3d28-0f64-42f3-8413-279ae743cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:32.906173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74ea0c9e-b358-41d5-b47c-039958f8c174 req-3aab3d28-0f64-42f3-8413-279ae743cb2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1350503 Jul 19 03:16:32.931844 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-b2d68e4e-dca6-4b9e-a1af-0a29f254e4e1 service neutron] 10.222.0.26 "GET /v2.0/ports/69074e82-ed74-44b0-a390-3a4a48791887/bindings/n-h1-762330-18 HTTP/1.1" status: 200 len: 385 time: 0.0779727 Jul 19 03:16:32.979116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74ea0c9e-b358-41d5-b47c-039958f8c174 req-8002a961-a538-4d38-bdaf-468a32ac287c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411997 Jul 19 03:16:32.980736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1baf5-4d85-4cea-9a6e-9db158a269f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c9eac8-10c9-4309-a6c8-5236c1d5a4e7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:33.113654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74ea0c9e-b358-41d5-b47c-039958f8c174 req-0f204a1e-a9a4-4528-aab1-ebffd290403d service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260850 Jul 19 03:16:33.223628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-925fdfbb-d6c0-4c91-b6d9-f55d1cdbad62 service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:33.243898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f13d9-d707-4e46-8bd5-5cf71c4e0a75 req-5d3adc75-915b-41b8-b3a0-661a0778dd58 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:33.245624 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ed9f13d9-d707-4e46-8bd5-5cf71c4e0a75 req-5d3adc75-915b-41b8-b3a0-661a0778dd58 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 943 time: 0.2300329 Jul 19 03:16:33.281564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-925fdfbb-d6c0-4c91-b6d9-f55d1cdbad62 service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:33.288542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74ea0c9e-b358-41d5-b47c-039958f8c174 req-b85c6efd-7e5d-4e32-a461-7bfd9fb0712a service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681299 Jul 19 03:16:33.297576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] Deleting port 8752d4b8-4139-4ee4-a401-9c8ad18c129e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:33.297926 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:33.337444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ed9f13d9-d707-4e46-8bd5-5cf71c4e0a75 req-e41ad31f-1260-49c7-80f4-03942f818685 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833685 Jul 19 03:16:33.340076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-925fdfbb-d6c0-4c91-b6d9-f55d1cdbad62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69074e82-ed74-44b0-a390-3a4a48791887 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:33.352485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-925fdfbb-d6c0-4c91-b6d9-f55d1cdbad62 service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:33.375263 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-925fdfbb-d6c0-4c91-b6d9-f55d1cdbad62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:33.375517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987af034-882b-48a0-b867-15240c08be5d req-842991a2-ce03-4b09-940d-be5bfdfa0d21 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:33.376877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-987af034-882b-48a0-b867-15240c08be5d req-842991a2-ce03-4b09-940d-be5bfdfa0d21 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 950 time: 0.1607187 Jul 19 03:16:33.421434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] For port 8752d4b8-4139-4ee4-a401-9c8ad18c129e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8752d4b8-4139-4ee4-a401-9c8ad18c129e,segment=NetworkSegment(35609eb3-6484-4597-8b35-85e7e22739a2),segment_id=35609eb3-6484-4597-8b35-85e7e22739a2)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:33.421809 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:33.442869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] Calling delete_port for 8752d4b8-4139-4ee4-a401-9c8ad18c129e owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:33.447126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-987af034-882b-48a0-b867-15240c08be5d req-cdf3da8a-9866-4dd6-9121-59964884519d tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/security-groups?id=5655214a-b4b0-4c71-b076-f264042db7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634813 Jul 19 03:16:33.486750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dde7d479-196f-4be1-8328-908e56113243 req-8043f01e-30e1-41c2-aeca-b6a68abad585 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 210 time: 0.0455835 Jul 19 03:16:33.555050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-925fdfbb-d6c0-4c91-b6d9-f55d1cdbad62 service neutron] Transition to ACTIVE for port object 69074e82-ed74-44b0-a390-3a4a48791887 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:33.561939 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-925fdfbb-d6c0-4c91-b6d9-f55d1cdbad62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:33.650490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-925fdfbb-d6c0-4c91-b6d9-f55d1cdbad62 service neutron] No DVR routers for this DVR port 69074e82-ed74-44b0-a390-3a4a48791887 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:33.726626 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-365b952f-c7c6-4789-9b60-09f2d2d32711 req-831d4baf-c7a4-4e93-a4c9-c8ba27061927 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] show failed (client error): The resource could not be found. Jul 19 03:16:33.727845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-365b952f-c7c6-4789-9b60-09f2d2d32711 req-831d4baf-c7a4-4e93-a4c9-c8ba27061927 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/760d563b-8072-46ca-8c27-bcb3cd86b065 HTTP/1.1" status: 404 len: 352 time: 0.0284250 Jul 19 03:16:33.749653 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-925fdfbb-d6c0-4c91-b6d9-f55d1cdbad62 service neutron] 10.222.0.26 "PUT /v2.0/ports/69074e82-ed74-44b0-a390-3a4a48791887/bindings/n-h1-762330-18/activate HTTP/1.1" status: 200 len: 370 time: 0.8105218 Jul 19 03:16:33.751580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fdfbb-d6c0-4c91-b6d9-f55d1cdbad62 service neutron] Pushing event updated for resources: {'Port': ['ID=69074e82-ed74-44b0-a390-3a4a48791887,revision_number=10']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:33.797185 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88501-79d0-4127-a648-2e4697d96544 req-985a9749-cb20-4897-b4fa-dddbf6b304d1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:33.805140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88501-79d0-4127-a648-2e4697d96544 req-985a9749-cb20-4897-b4fa-dddbf6b304d1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:33.811999 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88501-79d0-4127-a648-2e4697d96544 req-985a9749-cb20-4897-b4fa-dddbf6b304d1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:33.818985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88501-79d0-4127-a648-2e4697d96544 req-985a9749-cb20-4897-b4fa-dddbf6b304d1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:33.825751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88501-79d0-4127-a648-2e4697d96544 req-985a9749-cb20-4897-b4fa-dddbf6b304d1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:33.826492 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:33.829377 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-ca078af9-a8e3-4f6a-a47c-3605153cd20f req-a4a4c7ca-7e18-4d46-b5d8-ec7434720d7e tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] show failed (client error): The resource could not be found. Jul 19 03:16:33.834286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88501-79d0-4127-a648-2e4697d96544 req-985a9749-cb20-4897-b4fa-dddbf6b304d1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:33.841455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88501-79d0-4127-a648-2e4697d96544 req-985a9749-cb20-4897-b4fa-dddbf6b304d1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:33.842816 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca078af9-a8e3-4f6a-a47c-3605153cd20f req-a4a4c7ca-7e18-4d46-b5d8-ec7434720d7e tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/490d6d55-1e51-41e7-a373-3b0f24410334 HTTP/1.1" status: 404 len: 352 time: 0.0300064 Jul 19 03:16:33.851222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cce88501-79d0-4127-a648-2e4697d96544 req-985a9749-cb20-4897-b4fa-dddbf6b304d1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.2034395 Jul 19 03:16:33.880565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8752d4b8-4139-4ee4-a401-9c8ad18c129e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:33.928340 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-83a42c1e-0576-4307-894b-01b9e6b6eae7 req-33e439e8-5b28-4b8d-bc6b-13f4c56bcf1c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] show failed (client error): The resource could not be found. Jul 19 03:16:33.929501 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-83a42c1e-0576-4307-894b-01b9e6b6eae7 req-33e439e8-5b28-4b8d-bc6b-13f4c56bcf1c tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/d9ec6980-1811-40fd-8f0a-d7785c94e99b HTTP/1.1" status: 404 len: 352 time: 0.0506227 Jul 19 03:16:33.961444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cce88501-79d0-4127-a648-2e4697d96544 req-6e7fb875-b68b-4d96-bfb7-3dcec9de0986 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091006 Jul 19 03:16:33.999787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-46eba80f-d5f3-4e96-8e5d-91755db97b52 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:34.002670 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-46eba80f-d5f3-4e96-8e5d-91755db97b52 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.1486759 Jul 19 03:16:34.058312 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-b518612f-e6f2-4c3c-9665-56102caed037 req-ca4aab55-528b-4a83-a2f6-0ffdf5462b8d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] show failed (client error): The resource could not be found. Jul 19 03:16:34.059383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b518612f-e6f2-4c3c-9665-56102caed037 req-ca4aab55-528b-4a83-a2f6-0ffdf5462b8d tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/4f789358-2f11-4832-80c6-846c7898762f HTTP/1.1" status: 404 len: 352 time: 0.0745320 Jul 19 03:16:34.091722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-a5de6e3d-bc74-45de-ad5d-78efe11659cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:34.093236 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-a5de6e3d-bc74-45de-ad5d-78efe11659cc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873&tenant_id=87ecb4f1f4054e3bbda937eff36101d2 HTTP/1.1" status: 200 len: 1096 time: 0.0696547 Jul 19 03:16:34.107667 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-12af3dae-8aae-428e-b9ac-3266f4cdd283 req-7e6d3f80-e048-4b92-a795-9448e8786314 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] show failed (client error): The resource could not be found. Jul 19 03:16:34.114874 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12af3dae-8aae-428e-b9ac-3266f4cdd283 req-7e6d3f80-e048-4b92-a795-9448e8786314 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/9f825a1e-4dd7-4aa4-8bc8-25cf31ce150a HTTP/1.1" status: 404 len: 352 time: 0.0313463 Jul 19 03:16:34.198548 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-073eb64b-b34d-4a35-9c28-28556706f205 req-71d25c54-0217-48d4-a512-ff211271a284 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] show failed (client error): The resource could not be found. Jul 19 03:16:34.198548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-073eb64b-b34d-4a35-9c28-28556706f205 req-71d25c54-0217-48d4-a512-ff211271a284 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/74cb643e-5029-4f7e-8447-467a5a83fdde HTTP/1.1" status: 404 len: 352 time: 0.0182629 Jul 19 03:16:34.198812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-ea7d46e5-4b57-4a2e-8599-24c19c2f750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:34.198928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:34.199041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-ea7d46e5-4b57-4a2e-8599-24c19c2f750c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 1096 time: 0.0696425 Jul 19 03:16:34.369987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-99255859-f3c3-4870-b94a-b6d1b2fc1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:34.378042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-99255859-f3c3-4870-b94a-b6d1b2fc1c3b service neutron] 10.222.0.25 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.1693583 Jul 19 03:16:34.514416 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-3e569c4f-2b9c-4350-b098-89d3a79ea3a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69074e82-ed74-44b0-a390-3a4a48791887 HTTP/1.1" status: 200 len: 217 time: 0.1159961 Jul 19 03:16:34.563025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] Router c6fee9bd-7ce5-46ad-90c1-900747389c9a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:16:34.642232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48078) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:34.730004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-e77073ba-5932-480e-ba2f-d2799f6da71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:34.732073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-e77073ba-5932-480e-ba2f-d2799f6da71f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1905737 Jul 19 03:16:34.773649 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-b9e7d244-b57e-45a0-8bf8-90a197f54e67 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334003 Jul 19 03:16:34.831942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-e099f865-7d50-4201-afa1-f67d035e57bb tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:34.834157 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-e099f865-7d50-4201-afa1-f67d035e57bb tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.26 "GET /v2.0/networks?id=5562aacb-2203-4804-8970-014e686bc7c7 HTTP/1.1" status: 200 len: 813 time: 0.4236100 Jul 19 03:16:34.857174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582e0fc-8b96-4f60-b66b-42308f90370d req-7e8cf399-12c3-43f1-8eea-4d534c8afb7a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:34.872686 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c582e0fc-8b96-4f60-b66b-42308f90370d req-7e8cf399-12c3-43f1-8eea-4d534c8afb7a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 944 time: 0.3302603 Jul 19 03:16:34.882882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Request body: {'port': {'device_id': '83c03b01-7eb0-40b3-abb5-eb1f69804c7d', 'network_id': '5562aacb-2203-4804-8970-014e686bc7c7', 'admin_state_up': True, 'tenant_id': 'bd5557c43da84a0f8277373c58bc45e5'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:34.939306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:16:34.945089 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f1106dcb-cada-424b-8fa2-03b699811096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:34.948979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] Sync routers for ids ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:16:34.959589 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] Routers {'c6fee9bd-7ce5-46ad-90c1-900747389c9a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:16:34.960421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:34.961926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-12ecc076-8389-48e7-a85c-9cd820f089ba admin admin] 10.222.0.20 "PUT /v2.0/routers/c6fee9bd-7ce5-46ad-90c1-900747389c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5307720 Jul 19 03:16:34.968611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48092) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:35.049706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688403b-1e53-408c-81f6-099eee5ddb75 req-5bbfe09b-5479-4a84-9e84-58761ca42a6f tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:35.057944 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f688403b-1e53-408c-81f6-099eee5ddb75 req-5bbfe09b-5479-4a84-9e84-58761ca42a6f tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 1024 time: 0.2305436 Jul 19 03:16:35.094878 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c582e0fc-8b96-4f60-b66b-42308f90370d req-a156abaa-5efc-4044-bd9d-eadc53a8e13c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210033 Jul 19 03:16:35.113481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] Set router c6fee9bd-7ce5-46ad-90c1-900747389c9a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:16:35.126974 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-3ae7a2c4-7285-4d5f-8f87-8c60c332921a service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453598 Jul 19 03:16:35.135280 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f688403b-1e53-408c-81f6-099eee5ddb75 req-865e3791-6094-445b-ba2f-e6ffee833ca3 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&id=3db3ea18-df3e-4fee-bdc1-eaa08823a1a2&id=6306d366-c69d-4655-a148-29b45ad08b47&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0758824 Jul 19 03:16:35.249474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f1106dcb-cada-424b-8fa2-03b699811096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:35.255915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f1106dcb-cada-424b-8fa2-03b699811096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:35.276804 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:35.308575 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f1106dcb-cada-424b-8fa2-03b699811096 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed06425ba7cb4239a981b93b59b92a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6650412 Jul 19 03:16:35.311065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1106dcb-cada-424b-8fa2-03b699811096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6d2d10-a0ff-4132-a5e7-7861dfdd896b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:35.313861 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48106) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:35.409139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 69074e82-ed74-44b0-a390-3a4a48791887 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:35.431290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7669f28-6361-4d8c-bb10-d48325f305bd req-171ddbe5-43e5-40be-a1e0-9b043ac8efce tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:35.433022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7669f28-6361-4d8c-bb10-d48325f305bd req-171ddbe5-43e5-40be-a1e0-9b043ac8efce tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 950 time: 0.1084838 Jul 19 03:16:35.496709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360817e3-494c-4f83-8267-d5d729276cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:35.505293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 69074e82-ed74-44b0-a390-3a4a48791887 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:35.511054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:35.531548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360817e3-494c-4f83-8267-d5d729276cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:35.532600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-router', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:15:52Z', 'updated_at': '2021-07-19T03:16:33Z', 'revision_number': 5, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'gw_port': {'id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:35.549297 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7669f28-6361-4d8c-bb10-d48325f305bd req-445543a2-c316-4fe0-868a-f26a5fcd29b0 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/security-groups?id=5655214a-b4b0-4c71-b076-f264042db7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078837 Jul 19 03:16:35.595559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] Checking router: c6fee9bd-7ce5-46ad-90c1-900747389c9a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:16:35.603686 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360817e3-494c-4f83-8267-d5d729276cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:35.607896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360817e3-494c-4f83-8267-d5d729276cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:35.610802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-360817e3-494c-4f83-8267-d5d729276cf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa6d2d10-a0ff-4132-a5e7-7861dfdd896b HTTP/1.1" status: 204 len: 168 time: 0.2944682 Jul 19 03:16:35.632220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] Routers {'c6fee9bd-7ce5-46ad-90c1-900747389c9a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:16:35.632892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:35.636205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360817e3-494c-4f83-8267-d5d729276cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6d2d10-a0ff-4132-a5e7-7861dfdd896b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:35.778343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-96b78d02-02f4-46a8-8ada-05b22580f5a7 req-ab34ce69-24c3-4a35-ab02-b7bf0cb3d61b tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 210 time: 0.4410017 Jul 19 03:16:35.784406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Made reservation on behalf of bd5557c43da84a0f8277373c58bc45e5 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:35.788346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:35.812191 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-6ed287e0-d623-4548-9b14-aa4ec6e7373a service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287060 Jul 19 03:16:35.823249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:35.860152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '49f29172-fa13-4186-99f3-5b113c6eb306', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'port_id': '49f29172-fa13-4186-99f3-5b113c6eb306', 'mac_address': 'fa:16:3e:d0:4d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:35.873306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] Set router c6fee9bd-7ce5-46ad-90c1-900747389c9a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:16:35.971254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:36.004816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eab4a-8025-48fe-82f4-a497ccc5d76f req-ec149dec-c5ce-4cfc-ac4c-b222268d9012 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.027179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eab4a-8025-48fe-82f4-a497ccc5d76f req-ec149dec-c5ce-4cfc-ac4c-b222268d9012 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.052179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eab4a-8025-48fe-82f4-a497ccc5d76f req-ec149dec-c5ce-4cfc-ac4c-b222268d9012 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.069497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eab4a-8025-48fe-82f4-a497ccc5d76f req-ec149dec-c5ce-4cfc-ac4c-b222268d9012 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.089112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eab4a-8025-48fe-82f4-a497ccc5d76f req-ec149dec-c5ce-4cfc-ac4c-b222268d9012 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.100223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eab4a-8025-48fe-82f4-a497ccc5d76f req-ec149dec-c5ce-4cfc-ac4c-b222268d9012 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.108120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eab4a-8025-48fe-82f4-a497ccc5d76f req-ec149dec-c5ce-4cfc-ac4c-b222268d9012 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.120510 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-401eab4a-8025-48fe-82f4-a497ccc5d76f req-ec149dec-c5ce-4cfc-ac4c-b222268d9012 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.3374949 Jul 19 03:16:36.162697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Allocated IP 172.20.0.3 (5562aacb-2203-4804-8970-014e686bc7c7/b69a7053-61bc-4302-aa1a-50e09c224717/23448917-0511-479d-89c6-d5dd767a7bcb) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:36.182118 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:36.185970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-0639d2e6-5930-4086-b934-3b10466add69 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.188162 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-0639d2e6-5930-4086-b934-3b10466add69 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 1024 time: 0.2919157 Jul 19 03:16:36.242584 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-401eab4a-8025-48fe-82f4-a497ccc5d76f req-e44a428c-079b-4a00-93d9-f9dbf4a4fed5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211629 Jul 19 03:16:36.254145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49f29172-fa13-4186-99f3-5b113c6eb306 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:36.300435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:36.318710 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:36.348393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Deleting port f7d33b3b-b6cb-4118-8650-0b0ccf491466 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:36.348542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:36.389983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-0726743b-5f96-4541-877e-c10f058dfa28 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.391590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-0726743b-5f96-4541-877e-c10f058dfa28 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1096 time: 0.1897523 Jul 19 03:16:36.465922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['49f29172-fa13-4186-99f3-5b113c6eb306'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:36.564615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:36.623699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-router', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:15:52Z', 'updated_at': '2021-07-19T03:16:33Z', 'revision_number': 5, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'gw_port': {'id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:36.662701 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] For port f7d33b3b-b6cb-4118-8650-0b0ccf491466, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f7d33b3b-b6cb-4118-8650-0b0ccf491466,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:36.663524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:36.672942 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927383d9-7940-40a8-b743-40554a2f4824 None None] The sync data for ids ['c6fee9bd-7ce5-46ad-90c1-900747389c9a'] in n-d-762330-18 is: [{'id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'name': 'tempest-FloatingIPDetailsTestJSON-1677596648-router', 'tenant_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:15:52Z', 'updated_at': '2021-07-19T03:16:33Z', 'revision_number': 5, 'project_id': 'a09cdf691be74ae4888f1c5e7936a3fc', 'gw_port': {'id': 'f7d33b3b-b6cb-4118-8650-0b0ccf491466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fee9bd-7ce5-46ad-90c1-900747389c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:16:36.697473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-7262b637-5be5-41d8-ad64-c8f57664ca76 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Deleting port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:36.698452 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-7262b637-5be5-41d8-ad64-c8f57664ca76 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:36.741602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Calling delete_port for f7d33b3b-b6cb-4118-8650-0b0ccf491466 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:36.750128 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:36.790229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42754ece-2fa7-47ad-b820-45eb0cc6a0c9 req-00ff4e87-5441-48cb-bb1e-335ce771aa9e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.795073 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:36.803305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-42754ece-2fa7-47ad-b820-45eb0cc6a0c9 req-00ff4e87-5441-48cb-bb1e-335ce771aa9e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 944 time: 0.3350921 Jul 19 03:16:36.878298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-9da480bb-c513-415c-b147-b32698d75a9f service neutron] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:36.885376 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-9da480bb-c513-415c-b147-b32698d75a9f service neutron] Notify callbacks [] for binding, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:36.886825 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41dc6120-7b44-4263-ac76-a8de9bf0c547 req-9da480bb-c513-415c-b147-b32698d75a9f service neutron] 10.222.0.25 "DELETE /v2.0/ports/69074e82-ed74-44b0-a390-3a4a48791887/bindings/n-h2-762330-18 HTTP/1.1" status: 204 len: 173 time: 0.4875374 Jul 19 03:16:36.896174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914cb1-5a0f-4450-90f8-8259ec3b3518 req-4f3c0034-0f90-4cc3-8502-a9e7d858e300 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:36.901962 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-42754ece-2fa7-47ad-b820-45eb0cc6a0c9 req-ff99abbc-3436-46ba-aba0-6334af081eb8 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976393 Jul 19 03:16:36.904495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e3914cb1-5a0f-4450-90f8-8259ec3b3518 req-4f3c0034-0f90-4cc3-8502-a9e7d858e300 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 1024 time: 0.3781166 Jul 19 03:16:36.982487 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:36.986630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-7262b637-5be5-41d8-ad64-c8f57664ca76 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] For port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,segment=NetworkSegment(7d9f32f5-48b5-4fab-81ec-041e81431740),segment_id=7d9f32f5-48b5-4fab-81ec-041e81431740)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:36.987013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-7262b637-5be5-41d8-ad64-c8f57664ca76 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:37.026616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-7262b637-5be5-41d8-ad64-c8f57664ca76 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Calling delete_port for c0eec4ed-f3ec-41fa-a68a-d1fd597f673f owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:37.075085 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:37.093113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8752d4b8-4139-4ee4-a401-9c8ad18c129e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:37.127094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 8752d4b8-4139-4ee4-a401-9c8ad18c129e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:16:37.127585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8752d4b8-4139-4ee4-a401-9c8ad18c129e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:37.190869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e3914cb1-5a0f-4450-90f8-8259ec3b3518 req-d2128e6a-c70f-47d2-97b1-916add194146 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups?id=638d9099-fc2d-45f1-8702-1176670879a9&id=3db3ea18-df3e-4fee-bdc1-eaa08823a1a2&id=6306d366-c69d-4655-a148-29b45ad08b47&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2855752 Jul 19 03:16:37.250046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe7f89-5c94-4b7e-a75e-3b220c870f03 req-3f0a0418-3669-4cb5-aec3-dbcf16e1c7bc tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:37.251647 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3fe7f89-5c94-4b7e-a75e-3b220c870f03 req-3f0a0418-3669-4cb5-aec3-dbcf16e1c7bc tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 931 time: 0.0868809 Jul 19 03:16:37.267166 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Network 5562aacb-2203-4804-8970-014e686bc7c7 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:37.374707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3fe7f89-5c94-4b7e-a75e-3b220c870f03 req-bbe9740f-7c23-4672-a689-36d94d39e05a tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/security-groups?id=87c9cbe7-52d2-46eb-9826-3daff78edfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118999 Jul 19 03:16:37.380395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Pushing event updated for resources: {'Port': ['ID=23448917-0511-479d-89c6-d5dd767a7bcb,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:37.425513 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:37.431587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:37.440547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:37.493897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d33b3b-b6cb-4118-8650-0b0ccf491466,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:37.528613 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:37.581580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ada550-078d-43c8-8c6d-8a76df40d163 req-ce7bbc94-ae07-4013-aa1c-5e5fdb2880ed tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:37.590822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65ada550-078d-43c8-8c6d-8a76df40d163 req-ce7bbc94-ae07-4013-aa1c-5e5fdb2880ed tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 1096 time: 0.0841587 Jul 19 03:16:37.599996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:37.600657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:37.602555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 49f29172-fa13-4186-99f3-5b113c6eb306 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:37.603438 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:37.634048 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:37.675323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65ada550-078d-43c8-8c6d-8a76df40d163 req-f9964e93-50e5-46ce-94a2-e04d74b89dbc tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835283 Jul 19 03:16:37.772214 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:37.823079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:37.829936 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ec7c0e-17d8-4fec-b680-88a23e6e4a37" -d '{"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:37.844017 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-6b72c56e-44c6-4ea0-8e45-d87857e19ac4 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9684057 Jul 19 03:16:37.846837 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-7262b637-5be5-41d8-ad64-c8f57664ca76 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:37.867050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:37.880669 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:37.945053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:37.965099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Request body: {'port': {'device_id': '83c03b01-7eb0-40b3-abb5-eb1f69804c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:37.998479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:38.003575 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:38.087134 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262b637-5be5-41d8-ad64-c8f57664ca76 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'Port': ['ID=c0eec4ed-f3ec-41fa-a68a-d1fd597f673f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:38.105728 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e56fe54-c1ed-483a-a5e6-a05db45fff92 x-openstack-request-id: req-5e56fe54-c1ed-483a-a5e6-a05db45fff92 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:38.106416 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:38.106907 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e56fe54-c1ed-483a-a5e6-a05db45fff92 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:38.107537 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306', 'code': 200} Jul 19 03:16:38.180702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-7262b637-5be5-41d8-ad64-c8f57664ca76 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] No DVR routers for this DVR port c0eec4ed-f3ec-41fa-a68a-d1fd597f673f on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:38.189183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-7262b637-5be5-41d8-ad64-c8f57664ca76 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:38.192419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7f4f9f4-3bca-4c6f-8252-bd2590998ac5 req-7262b637-5be5-41d8-ad64-c8f57664ca76 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.25 "DELETE /v2.0/ports/c0eec4ed-f3ec-41fa-a68a-d1fd597f673f HTTP/1.1" status: 204 len: 173 time: 1.9978540 Jul 19 03:16:38.197545 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:38.198109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6fee9bd-7ce5-46ad-90c1-900747389c9a {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:16:38.199649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'name': 'network-vif-deleted', 'tag': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:38.208164 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc775df5-7077-4e63-8976-50679d3b0fda" -d '{"events": [{"server_uuid": "0c610c4c-a44c-4598-92f9-243bde2d411a", "name": "network-vif-deleted", "tag": "c0eec4ed-f3ec-41fa-a68a-d1fd597f673f"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:38.217923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:38.222754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48216) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:38.232432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7c4c650d-a1df-4b6b-abc8-5166b00c969b admin admin] 10.222.0.20 "DELETE /v2.0/routers/c6fee9bd-7ce5-46ad-90c1-900747389c9a HTTP/1.1" status: 204 len: 168 time: 3.2610571 Jul 19 03:16:38.343766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4eb2913-e8fb-41b1-ba16-c9e78336821c admin admin] Deleting subnet 93973e95-c27e-4770-8462-4ecdb235bdb2 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:16:38.354882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88bcc-2f50-44a8-ab5b-bc758f8a2ca5 req-a8739a86-135e-40bb-871e-9114397ff0f1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:38.355721 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2913-e8fb-41b1-ba16-c9e78336821c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:38.366730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88bcc-2f50-44a8-ab5b-bc758f8a2ca5 req-a8739a86-135e-40bb-871e-9114397ff0f1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:38.373647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88bcc-2f50-44a8-ab5b-bc758f8a2ca5 req-a8739a86-135e-40bb-871e-9114397ff0f1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:38.380434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88bcc-2f50-44a8-ab5b-bc758f8a2ca5 req-a8739a86-135e-40bb-871e-9114397ff0f1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:38.388189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88bcc-2f50-44a8-ab5b-bc758f8a2ca5 req-a8739a86-135e-40bb-871e-9114397ff0f1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:38.395250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88bcc-2f50-44a8-ab5b-bc758f8a2ca5 req-a8739a86-135e-40bb-871e-9114397ff0f1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:38.402379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88bcc-2f50-44a8-ab5b-bc758f8a2ca5 req-a8739a86-135e-40bb-871e-9114397ff0f1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:38.416873 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-91e88bcc-2f50-44a8-ab5b-bc758f8a2ca5 req-a8739a86-135e-40bb-871e-9114397ff0f1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.6743393 Jul 19 03:16:38.428914 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:38.468396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2913-e8fb-41b1-ba16-c9e78336821c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:38.571861 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-91e88bcc-2f50-44a8-ab5b-bc758f8a2ca5 req-2ed1c0ca-6abc-49ff-86db-4a24557344bf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537309 Jul 19 03:16:38.902655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664776-4ffc-4d28-b62e-4c322095abd7 req-cecfc8ed-2b4f-4800-9acf-ef6d16430696 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:38.909565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60664776-4ffc-4d28-b62e-4c322095abd7 req-cecfc8ed-2b4f-4800-9acf-ef6d16430696 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 950 time: 0.1831062 Jul 19 03:16:38.986291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f7d33b3b-b6cb-4118-8650-0b0ccf491466 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:38.994634 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60664776-4ffc-4d28-b62e-4c322095abd7 req-166f04d1-7a83-41fa-941b-f456f739be6b tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/security-groups?id=5655214a-b4b0-4c71-b076-f264042db7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823088 Jul 19 03:16:39.065408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23448917-0511-479d-89c6-d5dd767a7bcb {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:39.069058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: f7d33b3b-b6cb-4118-8650-0b0ccf491466 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:16:39.069408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f7d33b3b-b6cb-4118-8650-0b0ccf491466 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:39.081599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.108617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2913-e8fb-41b1-ba16-c9e78336821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.110353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Transition to ACTIVE for port object 23448917-0511-479d-89c6-d5dd767a7bcb will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:39.119699 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.204186 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2913-e8fb-41b1-ba16-c9e78336821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.216373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Pushing event updated for resources: {'Port': ['ID=23448917-0511-479d-89c6-d5dd767a7bcb,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:39.251775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb2913-e8fb-41b1-ba16-c9e78336821c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93973e95-c27e-4770-8462-4ecdb235bdb2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:39.273317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2913-e8fb-41b1-ba16-c9e78336821c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.275619 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a4eb2913-e8fb-41b1-ba16-c9e78336821c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/93973e95-c27e-4770-8462-4ecdb235bdb2 HTTP/1.1" status: 204 len: 168 time: 1.0518560 Jul 19 03:16:39.278507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48234) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:39.281806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3391b2-d8f5-4bbb-9736-3b1449417362 None None] Network 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:16:39.313606 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a52023f-fbae-4a47-a0c4-37ffe456c9c2 req-28b1d4cb-53e8-4d1a-b7f7-0984368343a7 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c610c4c-a44c-4598-92f9-243bde2d411a HTTP/1.1" status: 200 len: 210 time: 0.0680664 Jul 19 03:16:39.369201 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Attempting to bind port 23448917-0511-479d-89c6-d5dd767a7bcb on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:39.369547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Attempting to bind port 23448917-0511-479d-89c6-d5dd767a7bcb by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '22e662cd-b5b3-4375-80eb-769d4a43a4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5562aacb-2203-4804-8970-014e686bc7c7'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:39.369968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Attempting to bind port 23448917-0511-479d-89c6-d5dd767a7bcb on network 5562aacb-2203-4804-8970-014e686bc7c7 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:39.382622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Port 23448917-0511-479d-89c6-d5dd767a7bcb on network 5562aacb-2203-4804-8970-014e686bc7c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:39.382951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Attempting to bind port 23448917-0511-479d-89c6-d5dd767a7bcb on network 5562aacb-2203-4804-8970-014e686bc7c7 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:39.400505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:39.400856 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Checking segment: {'id': '22e662cd-b5b3-4375-80eb-769d4a43a4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5562aacb-2203-4804-8970-014e686bc7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:39.401248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Bound using segment: {'id': '22e662cd-b5b3-4375-80eb-769d4a43a4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5562aacb-2203-4804-8970-014e686bc7c7'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:39.401692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Bound port: 23448917-0511-479d-89c6-d5dd767a7bcb, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e662cd-b5b3-4375-80eb-769d4a43a4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5562aacb-2203-4804-8970-014e686bc7c7'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:39.402052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.418445 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.432935 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b85b226-d845-498e-92ec-13701c680f72 x-openstack-request-id: req-9b85b226-d845-498e-92ec-13701c680f72 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:39.433225 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c610c4c-a44c-4598-92f9-243bde2d411a", "name": "network-vif-deleted", "tag": "c0eec4ed-f3ec-41fa-a68a-d1fd597f673f", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:39.433469 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b85b226-d845-498e-92ec-13701c680f72 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:39.433860 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c610c4c-a44c-4598-92f9-243bde2d411a', 'name': 'network-vif-deleted', 'tag': 'c0eec4ed-f3ec-41fa-a68a-d1fd597f673f', 'status': 'completed', 'code': 200} Jul 19 03:16:39.539913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c0eec4ed-f3ec-41fa-a68a-d1fd597f673f no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:39.541415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Deleting port 4fce3b4e-f813-4c46-b3fa-d977a897d305 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:39.541660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.565916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: c0eec4ed-f3ec-41fa-a68a-d1fd597f673f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:16:39.567162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c0eec4ed-f3ec-41fa-a68a-d1fd597f673f not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:39.598791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410cb4f3-a852-4f02-ba7a-31f998f3d507 None None] DHCP port deletion for 7d6ba9ec-7c42-45a5-b195-d67c6d38f78f request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:16:39.650731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] For port 4fce3b4e-f813-4c46-b3fa-d977a897d305, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4fce3b4e-f813-4c46-b3fa-d977a897d305,segment=NetworkSegment(35609eb3-6484-4597-8b35-85e7e22739a2),segment_id=35609eb3-6484-4597-8b35-85e7e22739a2)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:39.651593 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.684691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Calling delete_port for 4fce3b4e-f813-4c46-b3fa-d977a897d305 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:39.697640 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] For port 23448917-0511-479d-89c6-d5dd767a7bcb, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:39.699977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-410cb4f3-a852-4f02-ba7a-31f998f3d507 None None] Deleting port 4fce3b4e-f813-4c46-b3fa-d977a897d305 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:39.700709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-410cb4f3-a852-4f02-ba7a-31f998f3d507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.743100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] For port 23448917-0511-479d-89c6-d5dd767a7bcb, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=23448917-0511-479d-89c6-d5dd767a7bcb,segment=NetworkSegment(22e662cd-b5b3-4375-80eb-769d4a43a4e5),segment_id=22e662cd-b5b3-4375-80eb-769d4a43a4e5)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:39.771553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-07d5ac94-676c-4203-aa1e-3f31a7baec38 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:39.773278 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-07d5ac94-676c-4203-aa1e-3f31a7baec38 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 950 time: 0.3421578 Jul 19 03:16:39.781601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470f1a4-2a48-4d98-9423-6bc0c5eb1769 req-046d2a7f-b3ff-4edb-8eb8-87d3e0b0ad65 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:39.784043 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6470f1a4-2a48-4d98-9423-6bc0c5eb1769 req-046d2a7f-b3ff-4edb-8eb8-87d3e0b0ad65 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 943 time: 0.2526841 Jul 19 03:16:39.785700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.799281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-410cb4f3-a852-4f02-ba7a-31f998f3d507 None None] For port 4fce3b4e-f813-4c46-b3fa-d977a897d305, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4fce3b4e-f813-4c46-b3fa-d977a897d305,segment=NetworkSegment(35609eb3-6484-4597-8b35-85e7e22739a2),segment_id=35609eb3-6484-4597-8b35-85e7e22739a2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:39.802211 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-410cb4f3-a852-4f02-ba7a-31f998f3d507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.825736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-410cb4f3-a852-4f02-ba7a-31f998f3d507 None None] Calling delete_port for 4fce3b4e-f813-4c46-b3fa-d977a897d305 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:39.866526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Pushing event updated for resources: {'Port': ['ID=23448917-0511-479d-89c6-d5dd767a7bcb,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:39.870236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.916270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fce3b4e-f813-4c46-b3fa-d977a897d305,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:39.921362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] No DVR routers for this DVR port 4fce3b4e-f813-4c46-b3fa-d977a897d305 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:39.970869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6470f1a4-2a48-4d98-9423-6bc0c5eb1769 req-144a4425-f4b1-42cb-9582-12957cc519a5 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/security-groups?id=87c9cbe7-52d2-46eb-9826-3daff78edfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104522 Jul 19 03:16:39.990909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:39.990909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:39.991955 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-c850cbd5-c94c-45da-b5b3-64b3964eaa85 service neutron] 10.222.0.26 "PUT /v2.0/ports/23448917-0511-479d-89c6-d5dd767a7bcb HTTP/1.1" status: 200 len: 1092 time: 2.0640841 Jul 19 03:16:39.994405 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-410cb4f3-a852-4f02-ba7a-31f998f3d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.033627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cb4f3-a852-4f02-ba7a-31f998f3d507 None None] Pushing event deleted for resources: {'Port': ['ID=4fce3b4e-f813-4c46-b3fa-d977a897d305,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:40.036095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410cb4f3-a852-4f02-ba7a-31f998f3d507 None None] No DVR routers for this DVR port 4fce3b4e-f813-4c46-b3fa-d977a897d305 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:40.079005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.090842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6ba9ec-7c42-45a5-b195-d67c6d38f78f']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:40.110664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35609eb3-6484-4597-8b35-85e7e22739a2') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:40.111108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35609eb3-6484-4597-8b35-85e7e22739a2') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:40.130353 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.165374 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.178343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-f5eb8193-0027-4a0b-b265-e8f1deee5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:40.178948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:16:40.179561 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.179879 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-f5eb8193-0027-4a0b-b265-e8f1deee5ad4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd5557c43da84a0f8277373c58bc45e5&device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 1095 time: 0.1118927 Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:16:40.182282 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:16:40.187643 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:16:40.189167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-d8b8717c-3c3c-4c6a-91c7-0a87be4c38c1 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Deleting port f751e4ed-1e3b-4aa8-952b-924fa6e6184a {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:40.189167 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-d8b8717c-3c3c-4c6a-91c7-0a87be4c38c1 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.258677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-fcb9b2b2-09c6-4e6f-93fa-0cb0c984c9fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23448917-0511-479d-89c6-d5dd767a7bcb HTTP/1.1" status: 200 len: 217 time: 0.0693395 Jul 19 03:16:40.266797 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.272023 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.274194 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7d6ba9ec-7c42-45a5-b195-d67c6d38f78f HTTP/1.1" status: 204 len: 168 time: 0.9944685 Jul 19 03:16:40.290049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70413f22-a29a-4674-8a65-1da2f026ec12 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6ba9ec-7c42-45a5-b195-d67c6d38f78f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:40.631874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48258) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:40.695991 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-963361fb-4a07-4d1e-9fbf-cb14bef4c2f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a09cdf691be74ae4888f1c5e7936a3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626507 Jul 19 03:16:40.699111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48260) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:40.723506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-ef4b4294-3ac3-4c39-b4ce-dcb81a352507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:40.725000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-ef4b4294-3ac3-4c39-b4ce-dcb81a352507 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b69a7053-61bc-4302-aa1a-50e09c224717 HTTP/1.1" status: 200 len: 853 time: 0.4399512 Jul 19 03:16:40.740289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-d8b8717c-3c3c-4c6a-91c7-0a87be4c38c1 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] For port f751e4ed-1e3b-4aa8-952b-924fa6e6184a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:40.740765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-d8b8717c-3c3c-4c6a-91c7-0a87be4c38c1 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.766725 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-18332a98-551a-437f-b972-28de86ffe1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.791335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f52ba3-2b0b-459b-a9d0-f34ded496aa7 req-617ac81f-fd17-4514-814d-9ccc3a870eef tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:40.797304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f52ba3-2b0b-459b-a9d0-f34ded496aa7 req-617ac81f-fd17-4514-814d-9ccc3a870eef tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:40.805234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f52ba3-2b0b-459b-a9d0-f34ded496aa7 req-617ac81f-fd17-4514-814d-9ccc3a870eef tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:40.811747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f52ba3-2b0b-459b-a9d0-f34ded496aa7 req-617ac81f-fd17-4514-814d-9ccc3a870eef tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:40.814709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-18332a98-551a-437f-b972-28de86ffe1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.819295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f52ba3-2b0b-459b-a9d0-f34ded496aa7 req-617ac81f-fd17-4514-814d-9ccc3a870eef tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:40.826223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f52ba3-2b0b-459b-a9d0-f34ded496aa7 req-617ac81f-fd17-4514-814d-9ccc3a870eef tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:40.834162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f52ba3-2b0b-459b-a9d0-f34ded496aa7 req-617ac81f-fd17-4514-814d-9ccc3a870eef tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:40.843249 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64f52ba3-2b0b-459b-a9d0-f34ded496aa7 req-617ac81f-fd17-4514-814d-9ccc3a870eef tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.6355042 Jul 19 03:16:40.853328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-67003137-d5e6-4e96-aca3-33a7acb454c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5562aacb-2203-4804-8970-014e686bc7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204762 Jul 19 03:16:40.854247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-d8b8717c-3c3c-4c6a-91c7-0a87be4c38c1 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Calling delete_port for f751e4ed-1e3b-4aa8-952b-924fa6e6184a owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:40.911527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-18332a98-551a-437f-b972-28de86ffe1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.919586 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-18332a98-551a-437f-b972-28de86ffe1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:40.922318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-18332a98-551a-437f-b972-28de86ffe1b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e977f37-6b98-4a19-bcab-403477f0216d HTTP/1.1" status: 204 len: 168 time: 0.2219996 Jul 19 03:16:40.933619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18332a98-551a-437f-b972-28de86ffe1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e977f37-6b98-4a19-bcab-403477f0216d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:40.972068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4fce3b4e-f813-4c46-b3fa-d977a897d305 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:41.010681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 4fce3b4e-f813-4c46-b3fa-d977a897d305 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:16:41.011428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4fce3b4e-f813-4c46-b3fa-d977a897d305 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:41.088565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64f52ba3-2b0b-459b-a9d0-f34ded496aa7 req-fa2a4ce5-800a-43ea-a88f-003fe9bf3d67 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2441759 Jul 19 03:16:41.256642 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-01a208b3-ab04-4bf1-b2a6-49870371df89 service neutron] 10.222.0.26 "GET /v2.0/networks/5562aacb-2203-4804-8970-014e686bc7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882451 Jul 19 03:16:41.388901 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-d8b8717c-3c3c-4c6a-91c7-0a87be4c38c1 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:41.404323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['f751e4ed-1e3b-4aa8-952b-924fa6e6184a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:41.428865 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c0f1a1b4-ed23-471e-b412-17222785d88b req-463937a2-8b64-4689-91ab-23da2ba30b06 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e4232b-bb72-4efa-88e5-6b98debeaca7 HTTP/1.1" status: 200 len: 210 time: 0.0890489 Jul 19 03:16:41.439227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c03b01-7eb0-40b3-abb5-eb1f69804c7d', 'tag': '23448917-0511-479d-89c6-d5dd767a7bcb'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:41.441774 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44212803-139b-488f-8281-e889195cef3c" -d '{"events": [{"name": "network-changed", "server_uuid": "83c03b01-7eb0-40b3-abb5-eb1f69804c7d", "tag": "23448917-0511-479d-89c6-d5dd767a7bcb"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:41.499466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-c4d60833-178e-44b4-a43b-80a19fce3f38 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:41.507192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-c4d60833-178e-44b4-a43b-80a19fce3f38 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 821 time: 0.1540868 Jul 19 03:16:41.525128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-48ffda7b-955a-4968-8c33-ac4396ef5445 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/quotas/87ecb4f1f4054e3bbda937eff36101d2 HTTP/1.1" status: 200 len: 375 time: 0.0168846 Jul 19 03:16:41.580544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8717c-3c3c-4c6a-91c7-0a87be4c38c1 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Pushing event deleted for resources: {'Port': ['ID=f751e4ed-1e3b-4aa8-952b-924fa6e6184a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:41.643773 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-e5a0b4e6-55a1-4ca8-b7ed-358807c502ee tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176336 Jul 19 03:16:41.677493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-d8b8717c-3c3c-4c6a-91c7-0a87be4c38c1 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] No DVR routers for this DVR port f751e4ed-1e3b-4aa8-952b-924fa6e6184a on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:41.681665 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-d8b8717c-3c3c-4c6a-91c7-0a87be4c38c1 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:41.686401 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b57cfd22-aeb5-426c-b4a5-be95e99631f6 req-d8b8717c-3c3c-4c6a-91c7-0a87be4c38c1 tempest-TenantUsagesTestJSON-481229551 tempest-TenantUsagesTestJSON-481229551-project] 10.222.0.25 "DELETE /v2.0/ports/f751e4ed-1e3b-4aa8-952b-924fa6e6184a HTTP/1.1" status: 204 len: 173 time: 1.8955398 Jul 19 03:16:41.712552 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6014f7b1-e170-4543-8e89-faf7ab0721a3 req-7143fc56-6fb1-471e-8d8f-8b2a404efd41 service neutron] 10.222.0.26 "GET /v2.0/networks/5562aacb-2203-4804-8970-014e686bc7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710542 Jul 19 03:16:41.788786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-e9c6440f-d6d6-4028-9e21-2676b29d2352 service neutron] 10.222.0.20 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369543 Jul 19 03:16:41.909641 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1d8b-8baa-4872-8b7d-e1a1096f7a36 req-35ddfe01-bec2-43cf-9fd2-bd90a1d10cff tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:41.911644 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05cb1d8b-8baa-4872-8b7d-e1a1096f7a36 req-35ddfe01-bec2-43cf-9fd2-bd90a1d10cff tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 943 time: 0.1595547 Jul 19 03:16:41.953216 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-88059777-18ac-403c-aec7-fe577d4b5d86 service neutron] 10.222.0.20 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622989 Jul 19 03:16:41.983792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05cb1d8b-8baa-4872-8b7d-e1a1096f7a36 req-ad3cd17f-2fcb-4b44-baef-064750b86b17 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/security-groups?id=87c9cbe7-52d2-46eb-9826-3daff78edfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660994 Jul 19 03:16:42.124281 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a19e62-e6cf-4755-8513-1977e1e57aba x-openstack-request-id: req-63a19e62-e6cf-4755-8513-1977e1e57aba {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:42.124648 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c03b01-7eb0-40b3-abb5-eb1f69804c7d", "tag": "23448917-0511-479d-89c6-d5dd767a7bcb", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:42.124970 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63a19e62-e6cf-4755-8513-1977e1e57aba {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:42.125604 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c03b01-7eb0-40b3-abb5-eb1f69804c7d', 'tag': '23448917-0511-479d-89c6-d5dd767a7bcb', 'status': 'completed', 'code': 200} Jul 19 03:16:42.252042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ef503754-3ec7-4bd6-b0a5-c08fcb7dfcc4 req-13fdf12f-f805-4f6a-b6ba-76403bf633c6 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/6306d366-c69d-4655-a148-29b45ad08b47 HTTP/1.1" status: 200 len: 1800 time: 0.1093390 Jul 19 03:16:42.302845 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212803-139b-488f-8281-e889195cef3c req-aa45a7ac-af17-4acd-8139-3cbe4ccf6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:42.304472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44212803-139b-488f-8281-e889195cef3c req-aa45a7ac-af17-4acd-8139-3cbe4ccf6b48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd5557c43da84a0f8277373c58bc45e5&device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 1095 time: 0.1606677 Jul 19 03:16:42.363328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ef503754-3ec7-4bd6-b0a5-c08fcb7dfcc4 req-aa3f3cb0-8ab3-4164-b881-2a0552f421f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:42.475734 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a02f509-ee2e-45c3-a240-996b7b8b6330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:42.476889 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ef503754-3ec7-4bd6-b0a5-c08fcb7dfcc4 req-aa3f3cb0-8ab3-4164-b881-2a0552f421f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:42.617765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212803-139b-488f-8281-e889195cef3c req-7d21e51e-a653-40e5-937c-9c92228ccc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:42.621428 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44212803-139b-488f-8281-e889195cef3c req-7d21e51e-a653-40e5-937c-9c92228ccc61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5562aacb-2203-4804-8970-014e686bc7c7 HTTP/1.1" status: 200 len: 913 time: 0.3083916 Jul 19 03:16:42.710298 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44212803-139b-488f-8281-e889195cef3c req-a6638564-c796-4951-98ac-97002467cc2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23448917-0511-479d-89c6-d5dd767a7bcb HTTP/1.1" status: 200 len: 217 time: 0.0827975 Jul 19 03:16:42.711692 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ef503754-3ec7-4bd6-b0a5-c08fcb7dfcc4 req-aa3f3cb0-8ab3-4164-b881-2a0552f421f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:42.714223 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-ef503754-3ec7-4bd6-b0a5-c08fcb7dfcc4 req-aa3f3cb0-8ab3-4164-b881-2a0552f421f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:42.733192 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ef503754-3ec7-4bd6-b0a5-c08fcb7dfcc4 req-aa3f3cb0-8ab3-4164-b881-2a0552f421f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/6306d366-c69d-4655-a148-29b45ad08b47 HTTP/1.1" status: 204 len: 173 time: 0.4801860 Jul 19 03:16:42.861400 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f3cb0-8ab3-4164-b881-2a0552f421f8 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6306d366-c69d-4655-a148-29b45ad08b47,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:42.918456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212803-139b-488f-8281-e889195cef3c req-3a79deb0-fc44-44ac-bf2e-f8ef6c96d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:42.920111 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44212803-139b-488f-8281-e889195cef3c req-3a79deb0-fc44-44ac-bf2e-f8ef6c96d49e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b69a7053-61bc-4302-aa1a-50e09c224717 HTTP/1.1" status: 200 len: 853 time: 0.1850381 Jul 19 03:16:42.991048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb213308-d15c-4201-b9d1-7f92b38f082b req-cca0728e-bb8f-471f-beab-f3a0ef5b5506 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 210 time: 0.0412636 Jul 19 03:16:43.058891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44212803-139b-488f-8281-e889195cef3c req-621c3f2e-908b-4c7a-8fc3-ead2d0379113 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5562aacb-2203-4804-8970-014e686bc7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316292 Jul 19 03:16:43.173145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbbacb-2e2a-41eb-b49c-ae31e83b51cf req-54d42fa6-e203-4439-8a8c-2dbdd9ee017c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:43.179835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbbacb-2e2a-41eb-b49c-ae31e83b51cf req-54d42fa6-e203-4439-8a8c-2dbdd9ee017c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:43.187944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbbacb-2e2a-41eb-b49c-ae31e83b51cf req-54d42fa6-e203-4439-8a8c-2dbdd9ee017c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:43.194580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbbacb-2e2a-41eb-b49c-ae31e83b51cf req-54d42fa6-e203-4439-8a8c-2dbdd9ee017c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:43.200976 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbbacb-2e2a-41eb-b49c-ae31e83b51cf req-54d42fa6-e203-4439-8a8c-2dbdd9ee017c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:43.208156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbbacb-2e2a-41eb-b49c-ae31e83b51cf req-54d42fa6-e203-4439-8a8c-2dbdd9ee017c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:43.215285 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbbacb-2e2a-41eb-b49c-ae31e83b51cf req-54d42fa6-e203-4439-8a8c-2dbdd9ee017c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:43.217305 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71cbbacb-2e2a-41eb-b49c-ae31e83b51cf req-54d42fa6-e203-4439-8a8c-2dbdd9ee017c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.2234397 Jul 19 03:16:43.297355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71cbbacb-2e2a-41eb-b49c-ae31e83b51cf req-c988bf8f-c329-41b8-a2d5-d1cfd04f4c88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658498 Jul 19 03:16:43.299634 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44212803-139b-488f-8281-e889195cef3c req-e0fcdd9d-0810-4540-bcc0-de36704e1411 service neutron] 10.222.0.26 "GET /v2.0/networks/5562aacb-2203-4804-8970-014e686bc7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263844 Jul 19 03:16:43.385814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 23448917-0511-479d-89c6-d5dd767a7bcb details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:43.564208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f751e4ed-1e3b-4aa8-952b-924fa6e6184a no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:16:43.602307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: f751e4ed-1e3b-4aa8-952b-924fa6e6184a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:16:43.602614 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44212803-139b-488f-8281-e889195cef3c req-81f24013-9495-47d4-82e5-5db55d5bff09 service neutron] 10.222.0.26 "GET /v2.0/networks/5562aacb-2203-4804-8970-014e686bc7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890182 Jul 19 03:16:43.609170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4be3c762-f3ce-4e88-a5ed-dddc522947a6 req-fa503436-d83c-4141-96cb-ad58fd642544 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "GET /v2.0/security-groups/3db3ea18-df3e-4fee-bdc1-eaa08823a1a2 HTTP/1.1" status: 200 len: 1800 time: 0.2596948 Jul 19 03:16:43.613589 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f751e4ed-1e3b-4aa8-952b-924fa6e6184a not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:16:43.687062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 23448917-0511-479d-89c6-d5dd767a7bcb, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=23448917-0511-479d-89c6-d5dd767a7bcb,segment=NetworkSegment(22e662cd-b5b3-4375-80eb-769d4a43a4e5),segment_id=22e662cd-b5b3-4375-80eb-769d4a43a4e5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:43.714505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '23448917-0511-479d-89c6-d5dd767a7bcb', 'network_id': '5562aacb-2203-4804-8970-014e686bc7c7', 'port_id': '23448917-0511-479d-89c6-d5dd767a7bcb', 'mac_address': 'fa:16:3e:c5:fc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69a7053-61bc-4302-aa1a-50e09c224717', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:43.728572 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4be3c762-f3ce-4e88-a5ed-dddc522947a6 req-cfd206a3-2a84-4dd3-a36d-fb5fbb9d50f9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:43.783642 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:43.818919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23448917-0511-479d-89c6-d5dd767a7bcb {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:43.820932 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4be3c762-f3ce-4e88-a5ed-dddc522947a6 req-cfd206a3-2a84-4dd3-a36d-fb5fbb9d50f9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:43.892793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48430) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:43.931501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 23448917-0511-479d-89c6-d5dd767a7bcb, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=23448917-0511-479d-89c6-d5dd767a7bcb,segment=NetworkSegment(22e662cd-b5b3-4375-80eb-769d4a43a4e5),segment_id=22e662cd-b5b3-4375-80eb-769d4a43a4e5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:43.934379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-772b90cb-ac41-4562-ae0d-0c8a43cbd908 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:43.936294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-772b90cb-ac41-4562-ae0d-0c8a43cbd908 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.25 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 821 time: 0.1676302 Jul 19 03:16:43.937669 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4be3c762-f3ce-4e88-a5ed-dddc522947a6 req-cfd206a3-2a84-4dd3-a36d-fb5fbb9d50f9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:43.940324 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:43.941634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4be3c762-f3ce-4e88-a5ed-dddc522947a6 req-cfd206a3-2a84-4dd3-a36d-fb5fbb9d50f9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:43.952015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48436) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:43.957137 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4be3c762-f3ce-4e88-a5ed-dddc522947a6 req-cfd206a3-2a84-4dd3-a36d-fb5fbb9d50f9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] 10.222.0.20 "DELETE /v2.0/security-groups/3db3ea18-df3e-4fee-bdc1-eaa08823a1a2 HTTP/1.1" status: 204 len: 173 time: 0.3410389 Jul 19 03:16:43.968769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Request body: {'port': {'device_id': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51', 'admin_state_up': True, 'tenant_id': '87ecb4f1f4054e3bbda937eff36101d2'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:44.027268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd206a3-2a84-4dd3-a36d-fb5fbb9d50f9 tempest-SecurityGroupsTestJSON-500530693 tempest-SecurityGroupsTestJSON-500530693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db3ea18-df3e-4fee-bdc1-eaa08823a1a2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:44.076922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffabda99-5c22-48bf-9315-1af8b2a03e86 admin admin] Deleting subnet 59c67add-29fa-4b99-b752-c962ee84b05b {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:16:44.091823 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ffabda99-5c22-48bf-9315-1af8b2a03e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.167277 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=23448917-0511-479d-89c6-d5dd767a7bcb,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:44.184014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['23448917-0511-479d-89c6-d5dd767a7bcb'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:44.185915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e4232b-bb72-4efa-88e5-6b98debeaca7', 'name': 'network-vif-deleted', 'tag': 'f751e4ed-1e3b-4aa8-952b-924fa6e6184a'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:44.204682 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9320c493-3f00-4598-8e7f-c0c4c69416a3" -d '{"events": [{"server_uuid": "32e4232b-bb72-4efa-88e5-6b98debeaca7", "name": "network-vif-deleted", "tag": "f751e4ed-1e3b-4aa8-952b-924fa6e6184a"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:44.207021 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4f92446b-da3c-431d-9c69-43308d05dca8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba4c6e938edf44b6bf5ef031789adc54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129168 Jul 19 03:16:44.207805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48462) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:44.210238 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ffabda99-5c22-48bf-9315-1af8b2a03e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.315872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Made reservation on behalf of 87ecb4f1f4054e3bbda937eff36101d2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:44.320804 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.336064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ffabda99-5c22-48bf-9315-1af8b2a03e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.413477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d04f56-d8ef-4149-8e99-40af06709463 req-cae03f19-3ac1-4f2c-9bdb-6b478e2a2303 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:44.417066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49d04f56-d8ef-4149-8e99-40af06709463 req-cae03f19-3ac1-4f2c-9bdb-6b478e2a2303 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 944 time: 0.1825089 Jul 19 03:16:44.432762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e1dac36-6818-4416-9aed-040abe3ca7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.468523 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5a02c040-81fd-49a9-833b-01f69c352450 req-b97ab6b2-cfd7-4edd-87d3-e52970bb50e5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 210 time: 0.0357983 Jul 19 03:16:44.476775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e1dac36-6818-4416-9aed-040abe3ca7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.518748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49d04f56-d8ef-4149-8e99-40af06709463 req-7a03af61-fa9e-4128-96c3-d635ea8b07c8 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/security-groups?id=87c9cbe7-52d2-46eb-9826-3daff78edfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864451 Jul 19 03:16:44.529860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ffabda99-5c22-48bf-9315-1af8b2a03e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.537853 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Allocated IP 172.20.0.14 (843dd68e-c0bf-4f74-b642-e9b5acfcbf51/249b7207-14ce-4506-afb2-bd1730d40f33/d5c3014d-30a3-4dbf-a999-9f3589fd78e7) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:44.565568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabda99-5c22-48bf-9315-1af8b2a03e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c67add-29fa-4b99-b752-c962ee84b05b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:44.568500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ffabda99-5c22-48bf-9315-1af8b2a03e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.573907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ffabda99-5c22-48bf-9315-1af8b2a03e86 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/59c67add-29fa-4b99-b752-c962ee84b05b HTTP/1.1" status: 204 len: 168 time: 0.6208301 Jul 19 03:16:44.575636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48472) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:44.637692 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e1dac36-6818-4416-9aed-040abe3ca7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.641760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e1dac36-6818-4416-9aed-040abe3ca7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.647153 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4e1dac36-6818-4416-9aed-040abe3ca7fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5655214a-b4b0-4c71-b076-f264042db7ee HTTP/1.1" status: 204 len: 168 time: 0.4344788 Jul 19 03:16:44.663127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dac36-6818-4416-9aed-040abe3ca7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5655214a-b4b0-4c71-b076-f264042db7ee,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:44.718341 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.817518 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b84f123-d259-458c-91cf-64875c79ad4d x-openstack-request-id: req-3b84f123-d259-458c-91cf-64875c79ad4d {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:44.817518 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e4232b-bb72-4efa-88e5-6b98debeaca7", "name": "network-vif-deleted", "tag": "f751e4ed-1e3b-4aa8-952b-924fa6e6184a", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:44.825633 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b84f123-d259-458c-91cf-64875c79ad4d {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:44.826065 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e4232b-bb72-4efa-88e5-6b98debeaca7', 'name': 'network-vif-deleted', 'tag': 'f751e4ed-1e3b-4aa8-952b-924fa6e6184a', 'status': 'completed', 'code': 200} Jul 19 03:16:44.840140 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.856117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:44.877094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9f32f5-48b5-4fab-81ec-041e81431740') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:44.877478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9f32f5-48b5-4fab-81ec-041e81431740') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:44.890546 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.948704 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.959849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.978379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:16:44.979322 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:16:44.983067 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:16:45.046073 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0bafc95b-f843-4b59-bbcf-ad0ada77bcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.048973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.084199 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.102616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1705c2-f9fe-49df-8f2c-42911079e4fa req-4326037d-75e7-4e30-a21e-719d38b8d00b tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:45.109303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1705c2-f9fe-49df-8f2c-42911079e4fa req-4326037d-75e7-4e30-a21e-719d38b8d00b tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:45.116249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1705c2-f9fe-49df-8f2c-42911079e4fa req-4326037d-75e7-4e30-a21e-719d38b8d00b tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:45.122560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1705c2-f9fe-49df-8f2c-42911079e4fa req-4326037d-75e7-4e30-a21e-719d38b8d00b tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:45.129058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1705c2-f9fe-49df-8f2c-42911079e4fa req-4326037d-75e7-4e30-a21e-719d38b8d00b tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:45.134085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Pushing event updated for resources: {'Port': ['ID=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:45.150301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1705c2-f9fe-49df-8f2c-42911079e4fa req-4326037d-75e7-4e30-a21e-719d38b8d00b tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:45.150537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:45.152219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:45.156182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1705c2-f9fe-49df-8f2c-42911079e4fa req-4326037d-75e7-4e30-a21e-719d38b8d00b tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:45.159483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:45.164396 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad1705c2-f9fe-49df-8f2c-42911079e4fa req-4326037d-75e7-4e30-a21e-719d38b8d00b tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.2480152 Jul 19 03:16:45.170566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.175045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1 HTTP/1.1" status: 204 len: 168 time: 0.5960460 Jul 19 03:16:45.202828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded35bff-5ab9-4184-ac07-63c7c3ccb465 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7a0191-f6da-4a96-8aa4-d1ab0cd4c9e1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:45.234401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48522) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:45.265632 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ac569cf-a794-4ec1-a5f0-f993faafe4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.282104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:45.286928 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.320276 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad1705c2-f9fe-49df-8f2c-42911079e4fa req-bc94c627-df80-48c4-8563-9a30ea188937 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547799 Jul 19 03:16:45.406401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48546) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:45.411129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 23448917-0511-479d-89c6-d5dd767a7bcb up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:45.419066 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ac569cf-a794-4ec1-a5f0-f993faafe4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.429458 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ac569cf-a794-4ec1-a5f0-f993faafe4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.462531 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-babc5539-7ca8-430f-a454-53cf341f66d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f393bff55a6400e8c004058b44bc1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524735 Jul 19 03:16:45.462531 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7efd60db-1d5a-429e-9b40-e6341be7082d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5031686 Jul 19 03:16:45.462836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48554) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:45.469048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4ac569cf-a794-4ec1-a5f0-f993faafe4f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec5e42c8c51d4b3c97acb15b7c5cf79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320316 Jul 19 03:16:45.471651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48556) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:45.507711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Request body: {'port': {'device_id': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:45.554837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.570250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 23448917-0511-479d-89c6-d5dd767a7bcb completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:45.579334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 23448917-0511-479d-89c6-d5dd767a7bcb triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:45.580051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.587519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac569cf-a794-4ec1-a5f0-f993faafe4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826d6efc-4461-4c3c-9ff8-d9d2f255d2c2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:45.669789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7568a5af-4d7f-4b1b-9845-66696b04db25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.695454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7568a5af-4d7f-4b1b-9845-66696b04db25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.773213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.778133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc1e-05fc-40fe-b1c6-d76c91634098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.785865 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.828327 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc1e-05fc-40fe-b1c6-d76c91634098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.837160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c03b01-7eb0-40b3-abb5-eb1f69804c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23448917-0511-479d-89c6-d5dd767a7bcb'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:45.846045 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aece17dd-56a3-4693-bce8-4d9d76675073" -d '{"events": [{"server_uuid": "83c03b01-7eb0-40b3-abb5-eb1f69804c7d", "name": "network-vif-plugged", "status": "completed", "tag": "23448917-0511-479d-89c6-d5dd767a7bcb"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:45.868150 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7568a5af-4d7f-4b1b-9845-66696b04db25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.871961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7568a5af-4d7f-4b1b-9845-66696b04db25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.876034 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7568a5af-4d7f-4b1b-9845-66696b04db25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/826d6efc-4461-4c3c-9ff8-d9d2f255d2c2 HTTP/1.1" status: 204 len: 168 time: 0.4012809 Jul 19 03:16:45.896137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568a5af-4d7f-4b1b-9845-66696b04db25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826d6efc-4461-4c3c-9ff8-d9d2f255d2c2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:45.910129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 23448917-0511-479d-89c6-d5dd767a7bcb, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=23448917-0511-479d-89c6-d5dd767a7bcb,segment=NetworkSegment(22e662cd-b5b3-4375-80eb-769d4a43a4e5),segment_id=22e662cd-b5b3-4375-80eb-769d4a43a4e5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:45.910525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830f78c-6242-458a-a709-f7489d18b463 req-764b7a41-6251-40a1-9fd3-fb808fe52be6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:45.917969 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e830f78c-6242-458a-a709-f7489d18b463 req-764b7a41-6251-40a1-9fd3-fb808fe52be6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 932 time: 0.1083708 Jul 19 03:16:45.935599 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:45.976257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e830f78c-6242-458a-a709-f7489d18b463 req-e92a08a2-0cc2-4ee3-b88c-3acbd59b17dc tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551310 Jul 19 03:16:46.144800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48606) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:46.165554 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=23448917-0511-479d-89c6-d5dd767a7bcb,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:46.211616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.211964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.212306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.212642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.212971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.218684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.219244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.219801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.220297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.220816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.221313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.221821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:46.237928 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a8234a-2d26-4f6c-965c-145bbbefa1f1 x-openstack-request-id: req-a3a8234a-2d26-4f6c-965c-145bbbefa1f1 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:46.243826 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c03b01-7eb0-40b3-abb5-eb1f69804c7d", "name": "network-vif-plugged", "status": "completed", "tag": "23448917-0511-479d-89c6-d5dd767a7bcb", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:46.244281 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3a8234a-2d26-4f6c-965c-145bbbefa1f1 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:46.244879 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c03b01-7eb0-40b3-abb5-eb1f69804c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23448917-0511-479d-89c6-d5dd767a7bcb', 'code': 200} Jul 19 03:16:46.303258 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:46.323162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57a786-e229-4a22-896b-98570315879a req-d6a212cc-90f6-4ac2-a39c-6f9977737419 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:46.339344 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db57a786-e229-4a22-896b-98570315879a req-d6a212cc-90f6-4ac2-a39c-6f9977737419 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 945 time: 0.1425159 Jul 19 03:16:46.409223 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db57a786-e229-4a22-896b-98570315879a req-279d246c-d427-4f1b-92a6-ca9575938e2b tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/security-groups?id=87c9cbe7-52d2-46eb-9826-3daff78edfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687904 Jul 19 03:16:46.516767 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc1e-05fc-40fe-b1c6-d76c91634098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:46.520295 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc1e-05fc-40fe-b1c6-d76c91634098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:46.522871 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a0d4dc1e-05fc-40fe-b1c6-d76c91634098 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/638d9099-fc2d-45f1-8702-1176670879a9 HTTP/1.1" status: 204 len: 168 time: 1.0584624 Jul 19 03:16:46.575664 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4dc1e-05fc-40fe-b1c6-d76c91634098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638d9099-fc2d-45f1-8702-1176670879a9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:46.582380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43191529-98bb-4d3d-b8e2-3bc7f54f7c30 req-39007fbb-e0c3-47f1-949e-f80ed3fc7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:46.584271 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-43191529-98bb-4d3d-b8e2-3bc7f54f7c30 req-39007fbb-e0c3-47f1-949e-f80ed3fc7894 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 1097 time: 0.2488143 Jul 19 03:16:46.604681 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-267031b5-a55b-467a-9d37-2a43298e4a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:46.663976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-43191529-98bb-4d3d-b8e2-3bc7f54f7c30 req-c5030dc0-0d57-403a-a184-854444b055bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=87c9cbe7-52d2-46eb-9826-3daff78edfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688426 Jul 19 03:16:46.739724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c3014d-30a3-4dbf-a999-9f3589fd78e7 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:46.750321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:46.778068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Transition to ACTIVE for port object d5c3014d-30a3-4dbf-a999-9f3589fd78e7 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:46.788044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:46.976169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db3c3-2dab-4ddc-b1aa-034183d4dd9e req-d7053832-dc60-4c7c-99ab-17c8168659e7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:46.983170 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db3c3-2dab-4ddc-b1aa-034183d4dd9e req-d7053832-dc60-4c7c-99ab-17c8168659e7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:46.993118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:46.999375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db3c3-2dab-4ddc-b1aa-034183d4dd9e req-d7053832-dc60-4c7c-99ab-17c8168659e7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:47.010925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db3c3-2dab-4ddc-b1aa-034183d4dd9e req-d7053832-dc60-4c7c-99ab-17c8168659e7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:47.021660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db3c3-2dab-4ddc-b1aa-034183d4dd9e req-d7053832-dc60-4c7c-99ab-17c8168659e7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:47.030233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db3c3-2dab-4ddc-b1aa-034183d4dd9e req-d7053832-dc60-4c7c-99ab-17c8168659e7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:47.037438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db3c3-2dab-4ddc-b1aa-034183d4dd9e req-d7053832-dc60-4c7c-99ab-17c8168659e7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:47.045284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b71db3c3-2dab-4ddc-b1aa-034183d4dd9e req-d7053832-dc60-4c7c-99ab-17c8168659e7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5421 time: 0.3371787 Jul 19 03:16:47.048939 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:47.049532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:47.050190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:47.057608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:16:47.058401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:47.069926 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:47.070758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:47.071375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:47.072053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Bound port: d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:47.072663 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.114094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-267031b5-a55b-467a-9d37-2a43298e4a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.136102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b71db3c3-2dab-4ddc-b1aa-034183d4dd9e req-64ae1d14-0c6c-4775-b9fc-164813f069fb tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895212 Jul 19 03:16:47.139558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-267031b5-a55b-467a-9d37-2a43298e4a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.203269 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-267031b5-a55b-467a-9d37-2a43298e4a0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f8738484c3749da8a6bc264aa3db8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0503485 Jul 19 03:16:47.207122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48706) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:47.240086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267031b5-a55b-467a-9d37-2a43298e4a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd92439-9c51-48ba-b30e-92391d324cfd,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:47.268343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:47.272702 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5059c3b-699c-48ce-8fbd-ea460842a1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.288465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:47.301014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.314307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5059c3b-699c-48ce-8fbd-ea460842a1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.386833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:47.387517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.388882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] 10.222.0.25 "PUT /v2.0/ports/d5c3014d-30a3-4dbf-a999-9f3589fd78e7 HTTP/1.1" status: 200 len: 1093 time: 1.8878093 Jul 19 03:16:47.389325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'tag': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:47.391661 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622354c7-f868-4f25-a766-3e11166ea283" -d '{"events": [{"name": "network-changed", "server_uuid": "32bb4acd-8ed5-4356-8a28-ee641693007d", "tag": "d5c3014d-30a3-4dbf-a999-9f3589fd78e7"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:47.412941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1141a9db-5aca-44eb-9146-efaf34d67951 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:47.512860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22334d01-758b-4682-8bff-c6e15f2b8fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:47.604712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3aa91-3e47-4bef-b725-820907932870 req-c497a349-081a-4496-a35f-5bd6b8427d90 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:47.606347 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-92f3aa91-3e47-4bef-b725-820907932870 req-c497a349-081a-4496-a35f-5bd6b8427d90 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 944 time: 0.2756252 Jul 19 03:16:47.638055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5059c3b-699c-48ce-8fbd-ea460842a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.656259 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5059c3b-699c-48ce-8fbd-ea460842a1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.657459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a5059c3b-699c-48ce-8fbd-ea460842a1da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acd92439-9c51-48ba-b30e-92391d324cfd HTTP/1.1" status: 204 len: 168 time: 0.4491100 Jul 19 03:16:47.665379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-79ca946d-e22d-48e2-862e-ef73cb25fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:47.668456 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-79ca946d-e22d-48e2-862e-ef73cb25fec2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1096 time: 0.2130113 Jul 19 03:16:47.703303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48738) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:47.708715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1141a9db-5aca-44eb-9146-efaf34d67951, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1141a9db-5aca-44eb-9146-efaf34d67951,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:47.735491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '1141a9db-5aca-44eb-9146-efaf34d67951', 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d', 'port_id': '1141a9db-5aca-44eb-9146-efaf34d67951', 'mac_address': 'fa:16:3e:bb:37:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46f104f-11d4-4a2e-9252-b38ac38be0ac', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:47.741939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5059c3b-699c-48ce-8fbd-ea460842a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd92439-9c51-48ba-b30e-92391d324cfd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:47.772201 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-ca6ac5cf-851a-478b-ac2f-8f0777310591 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7 HTTP/1.1" status: 200 len: 217 time: 0.0938935 Jul 19 03:16:47.806444 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-92f3aa91-3e47-4bef-b725-820907932870 req-be1cf14d-9426-407d-ab53-b8ad805fc794 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873450 Jul 19 03:16:47.858141 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.859680 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.877558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1141a9db-5aca-44eb-9146-efaf34d67951 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:47.907308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1141a9db-5aca-44eb-9146-efaf34d67951, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1141a9db-5aca-44eb-9146-efaf34d67951,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:47.916368 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:47.918072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:47.924658 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321b4d7d-7ee5-46eb-af52-3b399ad9717a x-openstack-request-id: req-321b4d7d-7ee5-46eb-af52-3b399ad9717a {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:47.929086 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bb4acd-8ed5-4356-8a28-ee641693007d", "tag": "d5c3014d-30a3-4dbf-a999-9f3589fd78e7", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:47.929531 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-321b4d7d-7ee5-46eb-af52-3b399ad9717a {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:47.930543 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'tag': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7', 'status': 'completed', 'code': 200} Jul 19 03:16:47.943119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-84654a09-e060-46b2-81df-09a1ea6d90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:47.944683 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-84654a09-e060-46b2-81df-09a1ea6d90aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1637471 Jul 19 03:16:47.984335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:48.001965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '30ce049a-0f36-4f32-a5ff-01e5fb2e09fe', 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d', 'port_id': '30ce049a-0f36-4f32-a5ff-01e5fb2e09fe', 'mac_address': 'fa:16:3e:41:69:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46f104f-11d4-4a2e-9252-b38ac38be0ac', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:48.052044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-42763f13-fcf8-46c4-a0a5-4286b19886ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976644 Jul 19 03:16:48.079951 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:48.149219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:48.231110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-941355471-network', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:48.239195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1141a9db-5aca-44eb-9146-efaf34d67951,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:48.259000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:48.269442 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:48.270691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 91554fda-16c8-49bd-9a56-87bc4d2a0649 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:48.334879 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-7727b762-c541-4d75-94b6-6f65448b2fbd service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738862 Jul 19 03:16:48.385748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Made reservation on behalf of 303903b6e9db4a35b504dd3c2b7b8cbe for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:48.388130 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:48.419228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cbd8e-c33e-4b9a-af47-d96e1b1e622b req-2a95949c-6b5d-435d-9549-13de5318399c tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:48.426691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-811cbd8e-c33e-4b9a-af47-d96e1b1e622b req-2a95949c-6b5d-435d-9549-13de5318399c tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 945 time: 0.3033094 Jul 19 03:16:48.461124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:48.472670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48778) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:48.548110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:48.585022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ddf8-6d3d-4d13-99e2-b06350ca8628 req-c46685d7-8232-416e-a848-c724d5c817b6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:48.592338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ddf8-6d3d-4d13-99e2-b06350ca8628 req-c46685d7-8232-416e-a848-c724d5c817b6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:48.600616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ddf8-6d3d-4d13-99e2-b06350ca8628 req-c46685d7-8232-416e-a848-c724d5c817b6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:48.603321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 91554fda-16c8-49bd-9a56-87bc4d2a0649, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:48.610170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ddf8-6d3d-4d13-99e2-b06350ca8628 req-c46685d7-8232-416e-a848-c724d5c817b6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:48.618550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ddf8-6d3d-4d13-99e2-b06350ca8628 req-c46685d7-8232-416e-a848-c724d5c817b6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:48.625967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ddf8-6d3d-4d13-99e2-b06350ca8628 req-c46685d7-8232-416e-a848-c724d5c817b6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:48.629814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '91554fda-16c8-49bd-9a56-87bc4d2a0649', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'port_id': '91554fda-16c8-49bd-9a56-87bc4d2a0649', 'mac_address': 'fa:16:3e:91:2a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:48.635742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ddf8-6d3d-4d13-99e2-b06350ca8628 req-c46685d7-8232-416e-a848-c724d5c817b6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:48.638532 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e053ddf8-6d3d-4d13-99e2-b06350ca8628 req-c46685d7-8232-416e-a848-c724d5c817b6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5423 time: 0.2452791 Jul 19 03:16:48.646035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5dfb4520-59f0-414e-9c2b-46c82f631c4d req-6764a98f-159f-43a3-898d-39093f642ec5 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050385 Jul 19 03:16:48.696372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-811cbd8e-c33e-4b9a-af47-d96e1b1e622b req-f37c0f54-4403-452c-8386-6f417dfa695c tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/security-groups?id=87c9cbe7-52d2-46eb-9826-3daff78edfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686987 Jul 19 03:16:48.770656 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:48.806981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e053ddf8-6d3d-4d13-99e2-b06350ca8628 req-a973ac29-8b6e-485a-a7e0-4ccf38397dc5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483302 Jul 19 03:16:48.813323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91554fda-16c8-49bd-9a56-87bc4d2a0649 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:48.821214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:48.832909 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:48.860537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622354c7-f868-4f25-a766-3e11166ea283 req-7d25e840-f122-4b9a-848f-d84703d33b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:48.862176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-622354c7-f868-4f25-a766-3e11166ea283 req-7d25e840-f122-4b9a-848f-d84703d33b47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1096 time: 0.1511605 Jul 19 03:16:48.880152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 91554fda-16c8-49bd-9a56-87bc4d2a0649, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:48.892221 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:48.892839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:48.904206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b935a8fc-1162-4eae-b1ea-096376eec43d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:48.922434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-606955827-network', 'tenant_id': 'c0e062923cae423881da2dfed47affa9'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:48.950666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:16:48.954259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:48.958206 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:48.971405 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.009156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=91554fda-16c8-49bd-9a56-87bc4d2a0649,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:49.082112 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.085333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622354c7-f868-4f25-a766-3e11166ea283 req-73051c58-78b3-4188-9a19-1339ab5c3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:49.087940 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-622354c7-f868-4f25-a766-3e11166ea283 req-73051c58-78b3-4188-9a19-1339ab5c3cec service neutron] 10.222.0.25 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.2123938 Jul 19 03:16:49.089282 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.089817 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Added segment 1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa of type vlan for network d7af6e1e-4e4a-410a-9301-c9398be37fc6 Jul 19 03:16:49.117671 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.193351 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-622354c7-f868-4f25-a766-3e11166ea283 req-1288ae56-eaf8-4fdf-8569-d694ad08e136 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7 HTTP/1.1" status: 200 len: 217 time: 0.0988739 Jul 19 03:16:49.193766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4eb66d-73e0-4925-98db-7f8326006b87,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:49.248024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:49.258189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:16:49.264910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945', 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5', 'port_id': '4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945', 'mac_address': 'fa:16:3e:29:51:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07958657-63ec-45ca-9b19-e4076db6c98b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:49.295029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622354c7-f868-4f25-a766-3e11166ea283 req-1b8db238-d35a-43ea-9590-2bdf23cb58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:49.296515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-622354c7-f868-4f25-a766-3e11166ea283 req-1b8db238-d35a-43ea-9590-2bdf23cb58a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.0965974 Jul 19 03:16:49.299056 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.324068 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.332196 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.332761 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Added segment 484d84f8-b213-483c-8341-ddea0d7f9b4e of type vlan for network 0ad7bdc0-709e-4429-9a63-96c7502cba6a Jul 19 03:16:49.348349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:49.392284 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:49.403914 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.404804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 88907317-83f2-4cc5-91d6-81b3325e2898 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:49.411822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-622354c7-f868-4f25-a766-3e11166ea283 req-da0c7dc5-46c7-4c85-bb38-a11d7938760a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065969 Jul 19 03:16:49.488112 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.489520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 88907317-83f2-4cc5-91d6-81b3325e2898, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88907317-83f2-4cc5-91d6-81b3325e2898,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:49.495889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:49.508465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '88907317-83f2-4cc5-91d6-81b3325e2898', 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d', 'port_id': '88907317-83f2-4cc5-91d6-81b3325e2898', 'mac_address': 'fa:16:3e:1d:b8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46f104f-11d4-4a2e-9252-b38ac38be0ac', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:49.518453 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.525115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:49.526041 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.576861 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.595519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88907317-83f2-4cc5-91d6-81b3325e2898 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:49.626009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 88907317-83f2-4cc5-91d6-81b3325e2898, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88907317-83f2-4cc5-91d6-81b3325e2898,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:49.632839 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9266686 Jul 19 03:16:49.633057 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.633933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:49.636557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48840) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:49.648359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Request body: {'subnet': {'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-941355471-subnet', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:49.668785 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.669748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:49.670349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.687833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-622354c7-f868-4f25-a766-3e11166ea283 req-af26ba39-fbf6-453e-b2ed-f1b7d5717f9a service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678897 Jul 19 03:16:49.720436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:49.729398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=88907317-83f2-4cc5-91d6-81b3325e2898,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:49.736571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '16dab0cb-1b58-4f0f-b704-a007cc0c89b2', 'network_id': '6971437a-432d-4b3c-91db-b86df67ae33d', 'port_id': '16dab0cb-1b58-4f0f-b704-a007cc0c89b2', 'mac_address': 'fa:16:3e:bd:44:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46f104f-11d4-4a2e-9252-b38ac38be0ac', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:49.752613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb5e12-7671-4e2c-9427-8e5e68613f05 admin admin] Pushing event updated for resources: {'Network': ['ID=d7af6e1e-4e4a-410a-9301-c9398be37fc6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:49.768134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d7af6e1e-4e4a-410a-9301-c9398be37fc6 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:16:49.805429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.812400 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ec13b-6da1-4505-adff-a9e879a1aae3 req-720bbd07-5bc6-4ab9-ae77-ac072f78a566 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:49.813991 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-023ec13b-6da1-4505-adff-a9e879a1aae3 req-720bbd07-5bc6-4ab9-ae77-ac072f78a566 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 944 time: 0.3312800 Jul 19 03:16:49.835284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Made reservation on behalf of 303903b6e9db4a35b504dd3c2b7b8cbe for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:49.836210 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:16:49.837735 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.862765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:49.889060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:49.892398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4130778 Jul 19 03:16:49.897204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48850) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:49.898510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:49.929888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:49.975858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Request body: {'subnet': {'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-606955827-subnet', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:49.978218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:49.984106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540ed42-6361-4df2-b754-4d2112bf6dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=0ad7bdc0-709e-4429-9a63-96c7502cba6a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:49.995630 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-023ec13b-6da1-4505-adff-a9e879a1aae3 req-941a8bea-5955-4243-b489-b5df86683146 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180117 Jul 19 03:16:49.997944 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-622354c7-f868-4f25-a766-3e11166ea283 req-f351b36a-552a-4c56-b350-25f00937fc30 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987399 Jul 19 03:16:50.032887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 0ad7bdc0-709e-4429-9a63-96c7502cba6a details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:16:50.100241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:16:50.102717 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:50.242712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:50.399441 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:50.440325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '6b6021a0-103a-4ac6-9ddc-c378fa96dd16', 'network_id': 'bc7208d5-361f-4605-902a-3fd0bd02e5b5', 'port_id': '6b6021a0-103a-4ac6-9ddc-c378fa96dd16', 'mac_address': 'fa:16:3e:bb:8d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07958657-63ec-45ca-9b19-e4076db6c98b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:50.472505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['88907317-83f2-4cc5-91d6-81b3325e2898'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:50.474805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['30ce049a-0f36-4f32-a5ff-01e5fb2e09fe'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:50.516193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0034e75-3b8a-416a-9cb7-f3338c256a1b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:50.547872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed32d-dcc9-4489-bc54-e70e66683b49 req-e6622ead-2e92-4f43-9460-1a24e21061c1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:50.557141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:50.557493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed32d-dcc9-4489-bc54-e70e66683b49 req-e6622ead-2e92-4f43-9460-1a24e21061c1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:50.559099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['16dab0cb-1b58-4f0f-b704-a007cc0c89b2'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:50.564943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed32d-dcc9-4489-bc54-e70e66683b49 req-e6622ead-2e92-4f43-9460-1a24e21061c1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:50.575104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed32d-dcc9-4489-bc54-e70e66683b49 req-e6622ead-2e92-4f43-9460-1a24e21061c1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:50.583527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed32d-dcc9-4489-bc54-e70e66683b49 req-e6622ead-2e92-4f43-9460-1a24e21061c1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:50.591702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed32d-dcc9-4489-bc54-e70e66683b49 req-e6622ead-2e92-4f43-9460-1a24e21061c1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:50.602453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed32d-dcc9-4489-bc54-e70e66683b49 req-e6622ead-2e92-4f43-9460-1a24e21061c1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:50.605336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-169ed32d-dcc9-4489-bc54-e70e66683b49 req-e6622ead-2e92-4f43-9460-1a24e21061c1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5427 time: 0.3578999 Jul 19 03:16:50.663387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Checking segment: {'id': '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:50.664086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Network hostable DHCP agents. Network: d7af6e1e-4e4a-410a-9301-c9398be37fc6, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:16:50.718015 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:50.741558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1141a9db-5aca-44eb-9146-efaf34d67951'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:50.743418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-169ed32d-dcc9-4489-bc54-e70e66683b49 req-e54e55d2-484a-4176-acaf-2bde851d1ba2 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1279533 Jul 19 03:16:50.808705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Network d7af6e1e-4e4a-410a-9301-c9398be37fc6 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:16:50.850395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d7af6e1e-4e4a-410a-9301-c9398be37fc6) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:50.869790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['91554fda-16c8-49bd-9a56-87bc4d2a0649'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:50.886111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:50.892587 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:50.908751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed0e0f4-8280-4fa5-bba4-562d26550cc3,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:50.909044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46652c1c-a171-41b5-af7b-02f82c0be6fe None None] Network d7af6e1e-4e4a-410a-9301-c9398be37fc6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:16:50.935149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-71492e0c-467c-4782-80df-241a04acda2c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2975085 Jul 19 03:16:50.938880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48926) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:50.944382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-941355471-router', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:50.946594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Checking segment: {'id': '484d84f8-b213-483c-8341-ddea0d7f9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:50.947017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Network hostable DHCP agents. Network: 0ad7bdc0-709e-4429-9a63-96c7502cba6a, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:16:50.982982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:50.986206 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:50.990586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Network 0ad7bdc0-709e-4429-9a63-96c7502cba6a is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:16:51.000548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 0ad7bdc0-709e-4429-9a63-96c7502cba6a) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:51.005590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:51.006347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:51.032302 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-db3fb3af-f4ee-4e99-b522-e7354959f993 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1176353 Jul 19 03:16:51.033321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48934) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:51.045996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-606955827-router', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:16:51.108179 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:51.113033 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:51.130781 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:51.317080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ac5b0-0512-48a4-b451-2970014b9f02 None None] Network 0ad7bdc0-709e-4429-9a63-96c7502cba6a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:16:51.344963 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:51.377908 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:51.504873 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:51.660054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d5c3014d-30a3-4dbf-a999-9f3589fd78e7 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:16:51.832177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:51.885983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7', 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51', 'port_id': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7', 'mac_address': 'fa:16:3e:72:70:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249b7207-14ce-4506-afb2-bd1730d40f33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:16:51.911384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:51.935343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:51.957329 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:51.990513 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:52.123714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-0ad7bdc0-709e-4429-9a63-96c7502cba6a', 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'fixed_ips': [{'subnet_id': 'fed0e0f4-8280-4fa5-bba4-562d26550cc3'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:16:52.124904 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:52.271922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-d7af6e1e-4e4a-410a-9301-c9398be37fc6', 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'fixed_ips': [{'subnet_id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:16:52.272783 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:52.333807 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:52.359270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:52.375644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:52.410189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:52.441569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58945a0-5ef7-42f5-b7e6-c3a986d8c73a req-17c05aa1-3180-43ee-b030-96cd861acdee tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:52.448640 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e58945a0-5ef7-42f5-b7e6-c3a986d8c73a req-17c05aa1-3180-43ee-b030-96cd861acdee tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 944 time: 0.1865063 Jul 19 03:16:52.482657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b945dd-706a-4cca-b5c3-abe069fee5bb req-deec593c-8e3e-4a01-a31d-a32d5c87595d tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:52.484479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89b945dd-706a-4cca-b5c3-abe069fee5bb req-deec593c-8e3e-4a01-a31d-a32d5c87595d tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 945 time: 0.1902080 Jul 19 03:16:52.520007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['6b6021a0-103a-4ac6-9ddc-c378fa96dd16'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:52.536035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e58945a0-5ef7-42f5-b7e6-c3a986d8c73a req-e6f1d4f9-3265-46bf-92cf-e42eafd8046a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863187 Jul 19 03:16:52.580744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Allocated IP 172.25.2.230 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/0779fe39-a9d4-45ad-b667-ff5ab9ac03ac) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:52.590951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89b945dd-706a-4cca-b5c3-abe069fee5bb req-02e98fd8-1955-454a-bbcb-ddccddb42455 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/security-groups?id=87c9cbe7-52d2-46eb-9826-3daff78edfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842488 Jul 19 03:16:52.776043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Allocated IP 172.20.0.2 (0ad7bdc0-709e-4429-9a63-96c7502cba6a/fed0e0f4-8280-4fa5-bba4-562d26550cc3/f6e05be8-0447-4c9b-961f-8903751ff6a4) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:52.795402 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:52.874085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3d91-5709-4a1d-87a7-bb1064867e6f req-0968e29f-43da-47d8-9613-4ba83f5fd87c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:52.882343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3d91-5709-4a1d-87a7-bb1064867e6f req-0968e29f-43da-47d8-9613-4ba83f5fd87c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:52.888891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3d91-5709-4a1d-87a7-bb1064867e6f req-0968e29f-43da-47d8-9613-4ba83f5fd87c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:52.895268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3d91-5709-4a1d-87a7-bb1064867e6f req-0968e29f-43da-47d8-9613-4ba83f5fd87c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:52.901529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3d91-5709-4a1d-87a7-bb1064867e6f req-0968e29f-43da-47d8-9613-4ba83f5fd87c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:52.907605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3d91-5709-4a1d-87a7-bb1064867e6f req-0968e29f-43da-47d8-9613-4ba83f5fd87c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:52.914544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3d91-5709-4a1d-87a7-bb1064867e6f req-0968e29f-43da-47d8-9613-4ba83f5fd87c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:52.922543 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-484b3d91-5709-4a1d-87a7-bb1064867e6f req-0968e29f-43da-47d8-9613-4ba83f5fd87c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5428 time: 0.1834824 Jul 19 03:16:52.934442 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:52.944341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Transition to ACTIVE for port object f6e05be8-0447-4c9b-961f-8903751ff6a4 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:52.960391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Transition to ACTIVE for port object f6e05be8-0447-4c9b-961f-8903751ff6a4 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:53.029935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:53.081394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Allocated IP 172.25.2.76 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/85fda802-b69b-4173-80af-d4aac950e241) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:53.082577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-484b3d91-5709-4a1d-87a7-bb1064867e6f req-bb9ef862-3c9d-4022-97e2-bbc0b081851b tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1589074 Jul 19 03:16:53.103016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Allocated IP 172.20.0.2 (d7af6e1e-4e4a-410a-9301-c9398be37fc6/e0034e75-3b8a-416a-9cb7-f3338c256a1b/1aacf227-95a0-42cf-a562-fd9727d4bf00) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:53.142537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:53.149610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:53.169576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:53.207763 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:53.226857 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:53.259206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:53.272576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Pushing event updated for resources: {'Port': ['ID=0779fe39-a9d4-45ad-b667-ff5ab9ac03ac,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:53.323962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Network 0ad7bdc0-709e-4429-9a63-96c7502cba6a is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:53.333867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Pushing event updated for resources: {'Port': ['ID=f6e05be8-0447-4c9b-961f-8903751ff6a4,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:53.342862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:53.345592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:53.350844 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:53.352323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-095fb522-fca3-42e4-b5e6-bd3818802c5f tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:53.357539 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-095fb522-fca3-42e4-b5e6-bd3818802c5f tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.26 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 945 time: 0.3989022 Jul 19 03:16:53.372685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c3014d-30a3-4dbf-a999-9f3589fd78e7 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:16:53.421027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:53.529595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:53.551221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:53.567547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:53.654955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:53.728843 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:53.846254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Attempting to bind port f6e05be8-0447-4c9b-961f-8903751ff6a4 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:53.846683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Attempting to bind port f6e05be8-0447-4c9b-961f-8903751ff6a4 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '484d84f8-b213-483c-8341-ddea0d7f9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:53.849267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Attempting to bind port f6e05be8-0447-4c9b-961f-8903751ff6a4 on network 0ad7bdc0-709e-4429-9a63-96c7502cba6a {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:53.856578 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49070) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:53.876199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-69b99bcd-a96b-4988-9c86-81d5f51cd359 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Deleting port 23448917-0511-479d-89c6-d5dd767a7bcb {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:16:53.876568 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-69b99bcd-a96b-4988-9c86-81d5f51cd359 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:53.937332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:53.937980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Checking segment: {'id': '484d84f8-b213-483c-8341-ddea0d7f9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:53.938095 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:53.938830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Bound using segment: {'id': '484d84f8-b213-483c-8341-ddea0d7f9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:53.939322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Bound port: f6e05be8-0447-4c9b-961f-8903751ff6a4, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484d84f8-b213-483c-8341-ddea0d7f9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:53.939704 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:53.956280 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:54.035030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:54.071904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] For port f6e05be8-0447-4c9b-961f-8903751ff6a4, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:54.074563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Pushing event updated for resources: {'Port': ['ID=85fda802-b69b-4173-80af-d4aac950e241,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:54.076510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] For port f6e05be8-0447-4c9b-961f-8903751ff6a4, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f6e05be8-0447-4c9b-961f-8903751ff6a4,segment=NetworkSegment(484d84f8-b213-483c-8341-ddea0d7f9b4e),segment_id=484d84f8-b213-483c-8341-ddea0d7f9b4e)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:54.111012 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:54.115819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['d5c3014d-30a3-4dbf-a999-9f3589fd78e7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:16:54.119484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 91554fda-16c8-49bd-9a56-87bc4d2a0649 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:54.196315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Transition to ACTIVE for port object 1aacf227-95a0-42cf-a562-fd9727d4bf00 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:54.201768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a4249-987f-4c1d-9c48-d7596d350ab4 req-06d09dbc-eb94-413b-bcf8-eaa8b8bdbedb tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:54.203362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:54.210786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-477a4249-987f-4c1d-9c48-d7596d350ab4 req-06d09dbc-eb94-413b-bcf8-eaa8b8bdbedb tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 945 time: 0.3295205 Jul 19 03:16:54.248836 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38008ddf-9403-4e4f-8d8e-745f2a0c1d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:54.320452 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fbc72-19a6-4d31-847c-3998625a4b72 None None] Pushing event updated for resources: {'Port': ['ID=f6e05be8-0447-4c9b-961f-8903751ff6a4,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:54.335190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-477a4249-987f-4c1d-9c48-d7596d350ab4 req-bed94f89-7029-4879-a9a8-b77153440b59 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/security-groups?id=87c9cbe7-52d2-46eb-9826-3daff78edfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233718 Jul 19 03:16:54.386896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:54.397683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Transition to ACTIVE for port object 1aacf227-95a0-42cf-a562-fd9727d4bf00 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:54.431848 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:54.516691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad369c6a-f65a-43fb-9ae2-84df6d23d61e req-b0d828b6-5d8b-4c38-bedb-72e6cf53ff75 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:54.532636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad369c6a-f65a-43fb-9ae2-84df6d23d61e req-b0d828b6-5d8b-4c38-bedb-72e6cf53ff75 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 945 time: 0.6437120 Jul 19 03:16:54.539276 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Pushing event updated for resources: {'Port': ['ID=1aacf227-95a0-42cf-a562-fd9727d4bf00,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:54.564760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Network d7af6e1e-4e4a-410a-9301-c9398be37fc6 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:16:54.573853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:16:54.577750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:16:54.685052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 91554fda-16c8-49bd-9a56-87bc4d2a0649 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:54.736911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 91554fda-16c8-49bd-9a56-87bc4d2a0649 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:54.739339 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:54.811043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Attempting to bind port 1aacf227-95a0-42cf-a562-fd9727d4bf00 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:54.811410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Attempting to bind port 1aacf227-95a0-42cf-a562-fd9727d4bf00 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:54.811770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Attempting to bind port 1aacf227-95a0-42cf-a562-fd9727d4bf00 on network d7af6e1e-4e4a-410a-9301-c9398be37fc6 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:54.821371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:54.821745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Checking segment: {'id': '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:54.822145 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:54.822611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Bound using segment: {'id': '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:54.823087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Bound port: 1aacf227-95a0-42cf-a562-fd9727d4bf00, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:54.823465 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:54.948415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] For port 1aacf227-95a0-42cf-a562-fd9727d4bf00, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:54.952392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] For port 1aacf227-95a0-42cf-a562-fd9727d4bf00, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1aacf227-95a0-42cf-a562-fd9727d4bf00,segment=NetworkSegment(1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa),segment_id=1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:54.989453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114873-4b46-4280-bda3-c2ad5efe84f4 req-079908c2-3d1b-4e0b-bf70-295de4cc00f6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:54.993763 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.005910 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114873-4b46-4280-bda3-c2ad5efe84f4 req-079908c2-3d1b-4e0b-bf70-295de4cc00f6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:55.012317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114873-4b46-4280-bda3-c2ad5efe84f4 req-079908c2-3d1b-4e0b-bf70-295de4cc00f6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:55.054098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114873-4b46-4280-bda3-c2ad5efe84f4 req-079908c2-3d1b-4e0b-bf70-295de4cc00f6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:55.076215 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.087762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114873-4b46-4280-bda3-c2ad5efe84f4 req-079908c2-3d1b-4e0b-bf70-295de4cc00f6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:55.093595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114873-4b46-4280-bda3-c2ad5efe84f4 req-079908c2-3d1b-4e0b-bf70-295de4cc00f6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:55.116359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-69b99bcd-a96b-4988-9c86-81d5f51cd359 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] For port 23448917-0511-479d-89c6-d5dd767a7bcb, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=23448917-0511-479d-89c6-d5dd767a7bcb,segment=NetworkSegment(22e662cd-b5b3-4375-80eb-769d4a43a4e5),segment_id=22e662cd-b5b3-4375-80eb-769d4a43a4e5)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:55.116734 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-69b99bcd-a96b-4988-9c86-81d5f51cd359 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.120475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114873-4b46-4280-bda3-c2ad5efe84f4 req-079908c2-3d1b-4e0b-bf70-295de4cc00f6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:55.121659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49090) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:55.125755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 91554fda-16c8-49bd-9a56-87bc4d2a0649, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:55.131679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-79114873-4b46-4280-bda3-c2ad5efe84f4 req-079908c2-3d1b-4e0b-bf70-295de4cc00f6 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5428 time: 0.3393815 Jul 19 03:16:55.132802 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91554fda-16c8-49bd-9a56-87bc4d2a0649'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:55.133430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.135639 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb82cc84-db14-4ca7-b61d-ea47c0fd57b1" -d '{"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "91554fda-16c8-49bd-9a56-87bc4d2a0649"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:55.139217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f6e05be8-0447-4c9b-961f-8903751ff6a4 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:55.139800 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.147158 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.147994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:55.262600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c09f5b-b0b7-4ac7-84e1-a0c0c4fdc985 None None] Pushing event updated for resources: {'Port': ['ID=1aacf227-95a0-42cf-a562-fd9727d4bf00,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:55.274832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:55.300899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:55.301341 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.381040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-69b99bcd-a96b-4988-9c86-81d5f51cd359 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Calling delete_port for 23448917-0511-479d-89c6-d5dd767a7bcb owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:16:55.414166 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-79114873-4b46-4280-bda3-c2ad5efe84f4 req-ae059245-0217-479b-8917-1cbc55650c0b tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2695649 Jul 19 03:16:55.455499 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.484109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port f6e05be8-0447-4c9b-961f-8903751ff6a4 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:55.496574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=91554fda-16c8-49bd-9a56-87bc4d2a0649,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:55.500845 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad369c6a-f65a-43fb-9ae2-84df6d23d61e req-0734af14-e4e8-4322-8d48-271c6fab7936 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9669864 Jul 19 03:16:55.538405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:16:55.549374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:55.565854 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3616f3a1-940f-41b7-9d6a-4159e4500e23 x-openstack-request-id: req-3616f3a1-940f-41b7-9d6a-4159e4500e23 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:55.566393 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "91554fda-16c8-49bd-9a56-87bc4d2a0649", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:55.566882 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3616f3a1-940f-41b7-9d6a-4159e4500e23 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:55.567387 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91554fda-16c8-49bd-9a56-87bc4d2a0649', 'code': 200} Jul 19 03:16:55.575853 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.576663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 88907317-83f2-4cc5-91d6-81b3325e2898 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:55.746081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:55.803850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 88907317-83f2-4cc5-91d6-81b3325e2898 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:55.808133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 88907317-83f2-4cc5-91d6-81b3325e2898 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:55.808514 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.912164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38008ddf-9403-4e4f-8d8e-745f2a0c1d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.916649 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3fb66307-bfcd-4e84-9ed8-823d121b5399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.932673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-69b99bcd-a96b-4988-9c86-81d5f51cd359 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.940030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38008ddf-9403-4e4f-8d8e-745f2a0c1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.983912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:16:55.994241 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:55.996462 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Sync routers for ids ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:16:56.013604 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Routers {'5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:16:56.014629 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:56.036850 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:56.044039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d6c72da2-35dd-4ed6-a236-85de74322494 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0041542 Jul 19 03:16:56.048693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49102) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:56.061884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 88907317-83f2-4cc5-91d6-81b3325e2898, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88907317-83f2-4cc5-91d6-81b3325e2898,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:56.071831 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:56.072662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:56.081904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b99bcd-a96b-4988-9c86-81d5f51cd359 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Pushing event deleted for resources: {'Port': ['ID=23448917-0511-479d-89c6-d5dd767a7bcb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:56.092945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457439ef-164c-4827-9230-b8c333fe2fa2 req-eef8f618-128f-49a3-8031-7fdf8e542cdb tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:56.107088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-457439ef-164c-4827-9230-b8c333fe2fa2 req-eef8f618-128f-49a3-8031-7fdf8e542cdb tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c03b01-7eb0-40b3-abb5-eb1f69804c7d HTTP/1.1" status: 200 len: 867 time: 0.2461195 Jul 19 03:16:56.119022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Router aee6eedb-51f9-4892-879e-e90d8b8f355a is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:16:56.165246 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Set router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:16:56.173886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-69b99bcd-a96b-4988-9c86-81d5f51cd359 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] No DVR routers for this DVR port 23448917-0511-479d-89c6-d5dd767a7bcb on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:16:56.175346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2ed7d-9acc-41de-89d8-f9f06a6592bc None None] Network 0ad7bdc0-709e-4429-9a63-96c7502cba6a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:16:56.178205 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-69b99bcd-a96b-4988-9c86-81d5f51cd359 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:56.181092 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3936148-ef74-4226-9aea-bd6e3dc6e893 req-69b99bcd-a96b-4988-9c86-81d5f51cd359 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.26 "DELETE /v2.0/ports/23448917-0511-479d-89c6-d5dd767a7bcb HTTP/1.1" status: 204 len: 173 time: 2.8171942 Jul 19 03:16:56.189699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-38008ddf-9403-4e4f-8d8e-745f2a0c1d6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c72203f339243549fe7d98321ca5c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3320541 Jul 19 03:16:56.197802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49104) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:56.198807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c03b01-7eb0-40b3-abb5-eb1f69804c7d', 'name': 'network-vif-deleted', 'tag': '23448917-0511-479d-89c6-d5dd767a7bcb'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:56.202713 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e8df86-c485-410a-9142-86a1485c696d" -d '{"events": [{"server_uuid": "83c03b01-7eb0-40b3-abb5-eb1f69804c7d", "name": "network-vif-deleted", "tag": "23448917-0511-479d-89c6-d5dd767a7bcb"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:56.250237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38008ddf-9403-4e4f-8d8e-745f2a0c1d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c43369f-70ef-412c-aca9-71f46a348097,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:56.281028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-942775f2-94cb-4cdd-a785-05dbbb9a7470 None None] Provisioning for port f6e05be8-0447-4c9b-961f-8903751ff6a4 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:56.353556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=88907317-83f2-4cc5-91d6-81b3325e2898,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:56.373487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-942775f2-94cb-4cdd-a785-05dbbb9a7470 None None] Provisioning complete for port f6e05be8-0447-4c9b-961f-8903751ff6a4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:56.376966 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-942775f2-94cb-4cdd-a785-05dbbb9a7470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:56.399895 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce857209-1726-45b1-bde3-a09bc73818ed x-openstack-request-id: req-ce857209-1726-45b1-bde3-a09bc73818ed {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:56.400173 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c03b01-7eb0-40b3-abb5-eb1f69804c7d", "name": "network-vif-deleted", "tag": "23448917-0511-479d-89c6-d5dd767a7bcb", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:56.400435 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce857209-1726-45b1-bde3-a09bc73818ed {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:56.400847 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c03b01-7eb0-40b3-abb5-eb1f69804c7d', 'name': 'network-vif-deleted', 'tag': '23448917-0511-479d-89c6-d5dd767a7bcb', 'status': 'completed', 'code': 200} Jul 19 03:16:56.419367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-457439ef-164c-4827-9230-b8c333fe2fa2 req-3aec21a4-676f-4c15-a0dc-a62b812f54b8 tempest-ServerPasswordTestJSON-636899386 tempest-ServerPasswordTestJSON-636899386-project] 10.222.0.20 "GET /v2.0/security-groups?id=87c9cbe7-52d2-46eb-9826-3daff78edfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113391 Jul 19 03:16:56.724700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:56.745979 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'name': 'tempest-ServersTestMultiNic-606955827-router', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '85fda802-b69b-4173-80af-d4aac950e241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:51Z', 'updated_at': '2021-07-19T03:16:54Z', 'revision_number': 3, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'gw_port': {'id': '85fda802-b69b-4173-80af-d4aac950e241', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:56.750087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:56.750536 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:56.896287 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:56.899525 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Checking router: 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:16:56.901278 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Updating router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f port 85fda802-b69b-4173-80af-d4aac950e241 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:16:57.032264 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf1a5-0856-4261-a047-1f68f634551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.043884 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-942775f2-94cb-4cdd-a785-05dbbb9a7470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.049249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:57.052344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e462039-138d-4810-9417-a8d2f5089f8b None None] Network d7af6e1e-4e4a-410a-9301-c9398be37fc6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:16:57.056414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1aacf227-95a0-42cf-a562-fd9727d4bf00 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:57.058659 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.147640 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.148883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:57.266488 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf1a5-0856-4261-a047-1f68f634551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.271825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:16:57.314249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Sync routers for ids ['aee6eedb-51f9-4892-879e-e90d8b8f355a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:16:57.341701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3fb66307-bfcd-4e84-9ed8-823d121b5399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.384773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3fb66307-bfcd-4e84-9ed8-823d121b5399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.416574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00626cae-f431-40c4-855e-351936372a74 req-2085f7b7-e311-40c1-9b00-95a5e4e61b2a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:57.426729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-00626cae-f431-40c4-855e-351936372a74 req-2085f7b7-e311-40c1-9b00-95a5e4e61b2a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 945 time: 0.5742023 Jul 19 03:16:57.438447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3fb66307-bfcd-4e84-9ed8-823d121b5399 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a7fa3320fbd4d9ab301523a399109aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2959242 Jul 19 03:16:57.445486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49116) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:57.494309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.510623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d66280db-35d8-4bda-bc5b-601646ab6efc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5671828 Jul 19 03:16:57.534035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49120) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:57.607600 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.623041 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Transition to ACTIVE for port object 85fda802-b69b-4173-80af-d4aac950e241 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:57.635952 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.692012 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Pushing event updated for resources: {'Port': ['ID=85fda802-b69b-4173-80af-d4aac950e241,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:57.704103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945'}, {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88907317-83f2-4cc5-91d6-81b3325e2898'}, {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dab0cb-1b58-4f0f-b704-a007cc0c89b2'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:16:57.704873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.706150 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.706892 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.707291 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a308bd1a-c2e6-4638-a85f-0bd5ec6ce022" -d '{"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945"}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "88907317-83f2-4cc5-91d6-81b3325e2898"}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "16dab0cb-1b58-4f0f-b704-a007cc0c89b2"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:16:57.707773 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.708268 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.709121 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.709624 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.710131 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.711044 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.711671 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.712161 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.712690 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:16:57.729878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426bc6b-8d8f-45fe-891c-1e5082ac50ab req-69bc074d-5fd9-4960-b5d2-a8b0396bd797 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:57.740283 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Attempting to bind port 85fda802-b69b-4173-80af-d4aac950e241 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:16:57.740656 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Attempting to bind port 85fda802-b69b-4173-80af-d4aac950e241 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:16:57.741098 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Attempting to bind port 85fda802-b69b-4173-80af-d4aac950e241 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:16:57.746628 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:16:57.746882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426bc6b-8d8f-45fe-891c-1e5082ac50ab req-69bc074d-5fd9-4960-b5d2-a8b0396bd797 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:57.746990 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:16:57.747395 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.747843 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:16:57.748949 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Bound port: 85fda802-b69b-4173-80af-d4aac950e241, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:16:57.749283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d5c3014d-30a3-4dbf-a999-9f3589fd78e7 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:57.749412 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.762569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426bc6b-8d8f-45fe-891c-1e5082ac50ab req-69bc074d-5fd9-4960-b5d2-a8b0396bd797 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:57.764416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-942775f2-94cb-4cdd-a785-05dbbb9a7470 None None] For port f6e05be8-0447-4c9b-961f-8903751ff6a4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f6e05be8-0447-4c9b-961f-8903751ff6a4,segment=NetworkSegment(484d84f8-b213-483c-8341-ddea0d7f9b4e),segment_id=484d84f8-b213-483c-8341-ddea0d7f9b4e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:57.779529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426bc6b-8d8f-45fe-891c-1e5082ac50ab req-69bc074d-5fd9-4960-b5d2-a8b0396bd797 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:57.797909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426bc6b-8d8f-45fe-891c-1e5082ac50ab req-69bc074d-5fd9-4960-b5d2-a8b0396bd797 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:57.807024 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-942775f2-94cb-4cdd-a785-05dbbb9a7470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.810017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Routers {'aee6eedb-51f9-4892-879e-e90d8b8f355a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:16:57.811357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426bc6b-8d8f-45fe-891c-1e5082ac50ab req-69bc074d-5fd9-4960-b5d2-a8b0396bd797 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:57.811639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['aee6eedb-51f9-4892-879e-e90d8b8f355a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:57.818999 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] For port 85fda802-b69b-4173-80af-d4aac950e241, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:16:57.819236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426bc6b-8d8f-45fe-891c-1e5082ac50ab req-69bc074d-5fd9-4960-b5d2-a8b0396bd797 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:57.823075 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] For port 85fda802-b69b-4173-80af-d4aac950e241, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=85fda802-b69b-4173-80af-d4aac950e241,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:16:57.828854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c426bc6b-8d8f-45fe-891c-1e5082ac50ab req-69bc074d-5fd9-4960-b5d2-a8b0396bd797 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5431 time: 1.0459702 Jul 19 03:16:57.830763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb66307-bfcd-4e84-9ed8-823d121b5399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c39883-3b62-4d18-9500-96fecff23343,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:57.832190 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:57.897819 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ba04e-3f7d-4a2c-a508-518ebf0f8739 None None] Pushing event updated for resources: {'Port': ['ID=85fda802-b69b-4173-80af-d4aac950e241,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:57.913379 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c426bc6b-8d8f-45fe-891c-1e5082ac50ab req-fa83256a-4618-4840-9044-33da9e3de609 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835378 Jul 19 03:16:57.923413 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Routers {'5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:16:57.924028 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:57.964421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:58.036238 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf1a5-0856-4261-a047-1f68f634551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.042721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf1a5-0856-4261-a047-1f68f634551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.052582 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d0dbf1a5-0856-4261-a047-1f68f634551f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c43369f-70ef-412c-aca9-71f46a348097 HTTP/1.1" status: 204 len: 168 time: 1.8297491 Jul 19 03:16:58.080446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbf1a5-0856-4261-a047-1f68f634551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c43369f-70ef-412c-aca9-71f46a348097,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:58.128646 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] Set router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:16:58.154290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:58.188385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49130) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:58.198199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0eef7ba1-9d7b-417a-ab46-05add170d64d None None] Provisioning for port 1aacf227-95a0-42cf-a562-fd9727d4bf00 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:58.249872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:58.250352 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.256827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e4728d-09a8-4057-b744-74e1c11c10e0 admin admin] Deleting subnet b69a7053-61bc-4302-aa1a-50e09c224717 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:16:58.258990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942775f2-94cb-4cdd-a785-05dbbb9a7470 None None] Pushing event updated for resources: {'Port': ['ID=f6e05be8-0447-4c9b-961f-8903751ff6a4,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:58.261041 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28e4728d-09a8-4057-b744-74e1c11c10e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.263297 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 19 Jul 2021 03:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a26df6e-512f-4e08-8619-b545b994c5f7 x-openstack-request-id: req-8a26df6e-512f-4e08-8619-b545b994c5f7 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:16:58.263711 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945", "code": 200}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "88907317-83f2-4cc5-91d6-81b3325e2898", "code": 200}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "16dab0cb-1b58-4f0f-b704-a007cc0c89b2", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:16:58.266775 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a26df6e-512f-4e08-8619-b545b994c5f7 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:16:58.267278 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945', 'code': 200} Jul 19 03:16:58.267638 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88907317-83f2-4cc5-91d6-81b3325e2898', 'code': 200} Jul 19 03:16:58.267991 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dab0cb-1b58-4f0f-b704-a007cc0c89b2', 'code': 200} Jul 19 03:16:58.286923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 1aacf227-95a0-42cf-a562-fd9727d4bf00 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:58.289681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0eef7ba1-9d7b-417a-ab46-05add170d64d None None] Provisioning complete for port 1aacf227-95a0-42cf-a562-fd9727d4bf00 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:58.290015 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0eef7ba1-9d7b-417a-ab46-05add170d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.324546 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28e4728d-09a8-4057-b744-74e1c11c10e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.375183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28e4728d-09a8-4057-b744-74e1c11c10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.390170 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.423467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-22ebb9e1-aaac-4689-944d-c90c08c876a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.447293 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28e4728d-09a8-4057-b744-74e1c11c10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.464077 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1aacf227-95a0-42cf-a562-fd9727d4bf00 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:58.466383 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.480232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4728d-09a8-4057-b744-74e1c11c10e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69a7053-61bc-4302-aa1a-50e09c224717,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:58.511250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-22ebb9e1-aaac-4689-944d-c90c08c876a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.512584 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'name': 'tempest-ServersTestMultiNic-606955827-router', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '85fda802-b69b-4173-80af-d4aac950e241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:51Z', 'updated_at': '2021-07-19T03:16:54Z', 'revision_number': 3, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'gw_port': {'id': '85fda802-b69b-4173-80af-d4aac950e241', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:16:58.535367 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28e4728d-09a8-4057-b744-74e1c11c10e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.538193 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-28e4728d-09a8-4057-b744-74e1c11c10e0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b69a7053-61bc-4302-aa1a-50e09c224717 HTTP/1.1" status: 204 len: 168 time: 0.3470190 Jul 19 03:16:58.540929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49134) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:16:58.577733 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c18c4-415c-48af-9807-6e9006a8d237 None None] The sync data for ids ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'] in n-d-762330-18 is: [{'id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'name': 'tempest-ServersTestMultiNic-606955827-router', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '85fda802-b69b-4173-80af-d4aac950e241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:51Z', 'updated_at': '2021-07-19T03:16:54Z', 'revision_number': 3, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'gw_port': {'id': '85fda802-b69b-4173-80af-d4aac950e241', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:16:58.599484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:16:58.652558 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-00626cae-f431-40c4-855e-351936372a74 req-bf3619a7-6b29-444e-a8bb-9da9d5ed94c4 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2222073 Jul 19 03:16:58.655671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Set router aee6eedb-51f9-4892-879e-e90d8b8f355a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:16:58.657773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-22ebb9e1-aaac-4689-944d-c90c08c876a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.659631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:16:58.660381 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.664022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-22ebb9e1-aaac-4689-944d-c90c08c876a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:58.666966 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-22ebb9e1-aaac-4689-944d-c90c08c876a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38c39883-3b62-4d18-9500-96fecff23343 HTTP/1.1" status: 204 len: 168 time: 1.2200778 Jul 19 03:16:58.950635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebb9e1-aaac-4689-944d-c90c08c876a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c39883-3b62-4d18-9500-96fecff23343,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:16:59.346620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Allocated IP 172.20.0.1 (0ad7bdc0-709e-4429-9a63-96c7502cba6a/fed0e0f4-8280-4fa5-bba4-562d26550cc3/5457b71d-e072-49ac-a8c9-f168bb8d6457) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:16:59.428929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:59.490544 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0eef7ba1-9d7b-417a-ab46-05add170d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:59.625517 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:59.773188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:59.822318 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:59.854155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Transition to ACTIVE for port object 5457b71d-e072-49ac-a8c9-f168bb8d6457 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:16:59.883303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0eef7ba1-9d7b-417a-ab46-05add170d64d None None] For port 1aacf227-95a0-42cf-a562-fd9727d4bf00, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1aacf227-95a0-42cf-a562-fd9727d4bf00,segment=NetworkSegment(1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa),segment_id=1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:16:59.915041 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:59.920808 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:59.936610 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0eef7ba1-9d7b-417a-ab46-05add170d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:59.941315 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:16:59.961552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c48a-60e9-4852-a626-d3f61b28bb7f req-874fddc7-a38d-4bb5-b2c6-4e2c90e7a87a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:16:59.975798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:16:59.992058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c48a-60e9-4852-a626-d3f61b28bb7f req-874fddc7-a38d-4bb5-b2c6-4e2c90e7a87a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:00.006901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Network 0ad7bdc0-709e-4429-9a63-96c7502cba6a is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:00.012474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:00.017390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:00.023698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c48a-60e9-4852-a626-d3f61b28bb7f req-874fddc7-a38d-4bb5-b2c6-4e2c90e7a87a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:00.041043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c48a-60e9-4852-a626-d3f61b28bb7f req-874fddc7-a38d-4bb5-b2c6-4e2c90e7a87a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:00.059590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c48a-60e9-4852-a626-d3f61b28bb7f req-874fddc7-a38d-4bb5-b2c6-4e2c90e7a87a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:00.077341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c48a-60e9-4852-a626-d3f61b28bb7f req-874fddc7-a38d-4bb5-b2c6-4e2c90e7a87a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:00.078014 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.088159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c48a-60e9-4852-a626-d3f61b28bb7f req-874fddc7-a38d-4bb5-b2c6-4e2c90e7a87a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:00.106040 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c942c48a-60e9-4852-a626-d3f61b28bb7f req-874fddc7-a38d-4bb5-b2c6-4e2c90e7a87a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5432 time: 0.8224111 Jul 19 03:17:00.150462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Pushing event updated for resources: {'Port': ['ID=5457b71d-e072-49ac-a8c9-f168bb8d6457,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:00.171496 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.210428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.218256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:00.279730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ce049a-0f36-4f32-a5ff-01e5fb2e09fe'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:00.282541 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a480ca93-9951-4b0b-8416-140694e40c8a" -d '{"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "30ce049a-0f36-4f32-a5ff-01e5fb2e09fe"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:00.326792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c942c48a-60e9-4852-a626-d3f61b28bb7f req-eff4591e-c1af-4a15-9a96-681faa4b08d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2194998 Jul 19 03:17:00.345621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5562aacb-2203-4804-8970-014e686bc7c7']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:00.351267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:00.387499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e662cd-b5b3-4375-80eb-769d4a43a4e5') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:00.388144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e662cd-b5b3-4375-80eb-769d4a43a4e5') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:00.430791 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.477512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0eef7ba1-9d7b-417a-ab46-05add170d64d None None] Provisioning complete for port f6e05be8-0447-4c9b-961f-8903751ff6a4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:00.478180 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0eef7ba1-9d7b-417a-ab46-05add170d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.479555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.501279 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.522505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:17:00.522933 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:17:00.528181 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:17:00.561661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49190) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:00.575807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'name': 'tempest-FloatingIPsTestJSON-941355471-router', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:50Z', 'updated_at': '2021-07-19T03:16:53Z', 'revision_number': 3, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'gw_port': {'id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:00.592300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:00.635875 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:17:00.636595 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:17:00.640244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:00.640849 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.642848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Checking router: aee6eedb-51f9-4892-879e-e90d8b8f355a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:17:00.643968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Updating router aee6eedb-51f9-4892-879e-e90d8b8f355a port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:17:00.649481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef7ba1-9d7b-417a-ab46-05add170d64d None None] Pushing event updated for resources: {'Port': ['ID=1aacf227-95a0-42cf-a562-fd9727d4bf00,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:00.683282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77cf60-6ddc-40f5-97d6-8a05b736c420 req-7e57cb0c-3b4b-4ad1-84b7-82321f893723 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:00.695165 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a77cf60-6ddc-40f5-97d6-8a05b736c420 req-7e57cb0c-3b4b-4ad1-84b7-82321f893723 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 945 time: 0.6862125 Jul 19 03:17:00.699394 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.707001 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.736760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.739593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5562aacb-2203-4804-8970-014e686bc7c7 HTTP/1.1" status: 204 len: 168 time: 2.1972573 Jul 19 03:17:00.741734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6d7f2-9971-4a12-b32e-a7ec5dcfcd05 admin admin] Pushing event deleted for resources: {'Network': ['ID=5562aacb-2203-4804-8970-014e686bc7c7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:00.745951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:00.924997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a77cf60-6ddc-40f5-97d6-8a05b736c420 req-cb74d37d-fe76-452e-8ca3-373c35164302 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168686 Jul 19 03:17:01.019856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49200) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:01.026983 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.059359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Allocated IP 172.20.0.1 (d7af6e1e-4e4a-410a-9301-c9398be37fc6/e0034e75-3b8a-416a-9cb7-f3338c256a1b/966c1eb5-1cb2-454e-8cf2-f3225c693703) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:01.126070 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de79f8a-2642-4872-b1be-43b710938c4d x-openstack-request-id: req-1de79f8a-2642-4872-b1be-43b710938c4d {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:01.137783 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "30ce049a-0f36-4f32-a5ff-01e5fb2e09fe", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:01.138432 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1de79f8a-2642-4872-b1be-43b710938c4d {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:01.139074 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ce049a-0f36-4f32-a5ff-01e5fb2e09fe', 'code': 200} Jul 19 03:17:01.161308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:01.194257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.214982 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Transition to ACTIVE for port object 966c1eb5-1cb2-454e-8cf2-f3225c693703 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:01.243513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-271321866-network', 'tenant_id': '637cc5a7860b4761b6629b5be3de2370'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:01.280186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6eef6f28-41c8-4fc7-ae51-2ccb6ad864a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd5557c43da84a0f8277373c58bc45e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590182 Jul 19 03:17:01.292035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49206) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:01.326041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Made reservation on behalf of 637cc5a7860b4761b6629b5be3de2370 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:01.332776 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.352540 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.360279 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.492670 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.495797 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.539741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46ffa8ea-f068-44b8-95c8-a3213bef3245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.592540 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46ffa8ea-f068-44b8-95c8-a3213bef3245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.673781 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.676435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Pushing event updated for resources: {'Port': ['ID=5457b71d-e072-49ac-a8c9-f168bb8d6457,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:01.714583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:01.720531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5e9b93e4-bcc9-4af7-99aa-e5ae519e89b4 None None] Provisioning complete for port 1aacf227-95a0-42cf-a562-fd9727d4bf00 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:01.721203 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e9b93e4-bcc9-4af7-99aa-e5ae519e89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.733629 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.744775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1141a9db-5aca-44eb-9146-efaf34d67951 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:01.837302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76cc28-7851-4360-91a0-58dca56aa9af req-596547ca-1008-4a83-b478-38dd20e93d83 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:01.845717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76cc28-7851-4360-91a0-58dca56aa9af req-596547ca-1008-4a83-b478-38dd20e93d83 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:01.853269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76cc28-7851-4360-91a0-58dca56aa9af req-596547ca-1008-4a83-b478-38dd20e93d83 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:01.860695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76cc28-7851-4360-91a0-58dca56aa9af req-596547ca-1008-4a83-b478-38dd20e93d83 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:01.865809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f6e05be8-0447-4c9b-961f-8903751ff6a4 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:01.867968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76cc28-7851-4360-91a0-58dca56aa9af req-596547ca-1008-4a83-b478-38dd20e93d83 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:01.874922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76cc28-7851-4360-91a0-58dca56aa9af req-596547ca-1008-4a83-b478-38dd20e93d83 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:01.880424 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.881809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76cc28-7851-4360-91a0-58dca56aa9af req-596547ca-1008-4a83-b478-38dd20e93d83 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:01.883819 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.886594 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46ffa8ea-f068-44b8-95c8-a3213bef3245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.889484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46ffa8ea-f068-44b8-95c8-a3213bef3245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:01.891205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d76cc28-7851-4360-91a0-58dca56aa9af req-596547ca-1008-4a83-b478-38dd20e93d83 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5433 time: 0.2103865 Jul 19 03:17:01.897480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-46ffa8ea-f068-44b8-95c8-a3213bef3245 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87c9cbe7-52d2-46eb-9826-3daff78edfdc HTTP/1.1" status: 204 len: 168 time: 0.6016686 Jul 19 03:17:02.007510 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:02.024247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=966c1eb5-1cb2-454e-8cf2-f3225c693703,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:02.031526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffa8ea-f068-44b8-95c8-a3213bef3245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c9cbe7-52d2-46eb-9826-3daff78edfdc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:02.074690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d76cc28-7851-4360-91a0-58dca56aa9af req-b10de626-085f-4801-91f2-9fa151651a37 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823058 Jul 19 03:17:02.088757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Network 0ad7bdc0-709e-4429-9a63-96c7502cba6a is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:02.091552 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:02.139684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:17:02.158545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Network d7af6e1e-4e4a-410a-9301-c9398be37fc6 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:02.172310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec00b323-4148-4240-ba30-2ef5895e713d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:02.202329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:02.208512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:02.208889 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Added segment 562446d5-7432-43a4-a0cc-6f93ac9e6157 of type vlan for network c56f6e79-9018-4544-898f-cd1b5ed065bd Jul 19 03:17:02.258319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:02.395172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:17:02.467547 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:02.479086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:02.600432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.resource_extend [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:17:02.644418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:17:02.654918 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Sync routers for ids ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:17:02.655515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2c106768-e5c2-4263-b133-a0368ef52dfb admin admin] 10.222.0.20 "PUT /v2.0/routers/5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6047256 Jul 19 03:17:02.668672 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Routers {'5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:02.670184 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:02.692417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aa9f0-aebe-4c15-ba82-68a0f99358ee req-d656e4f3-7782-4c67-964d-747c1d8229e3 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:02.694839 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-294aa9f0-aebe-4c15-ba82-68a0f99358ee req-d656e4f3-7782-4c67-964d-747c1d8229e3 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 946 time: 0.5430224 Jul 19 03:17:02.827035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:02.835540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:02.840725 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:02.840977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:02.867722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Transition to ACTIVE for port object 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:02.899408 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:02.910081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49244) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:03.025919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49254) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:03.030643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.4660900 Jul 19 03:17:03.031936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Request body: {'subnet': {'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-271321866-subnet', 'tenant_id': '637cc5a7860b4761b6629b5be3de2370', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:03.103747 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-294aa9f0-aebe-4c15-ba82-68a0f99358ee req-e668d795-27a4-4139-b705-05e27b7a8eeb tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788531 Jul 19 03:17:03.109417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Made reservation on behalf of 637cc5a7860b4761b6629b5be3de2370 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:03.117348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.162973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7'}, {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6021a0-103a-4ac6-9ddc-c378fa96dd16'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:03.166173 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ed3eb9-578a-4803-885b-f8465e8e657f" -d '{"events": [{"server_uuid": "32bb4acd-8ed5-4356-8a28-ee641693007d", "name": "network-vif-plugged", "status": "completed", "tag": "d5c3014d-30a3-4dbf-a999-9f3589fd78e7"}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "6b6021a0-103a-4ac6-9ddc-c378fa96dd16"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:03.195701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 1141a9db-5aca-44eb-9146-efaf34d67951 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:03.230179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f396e-359c-4bf1-af76-f60da92ec81d admin admin] Pushing event updated for resources: {'Network': ['ID=c56f6e79-9018-4544-898f-cd1b5ed065bd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:03.235106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1033181025'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:03.247869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 1141a9db-5aca-44eb-9146-efaf34d67951 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:03.248729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.305240 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Set router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:03.337797 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.369592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c56f6e79-9018-4544-898f-cd1b5ed065bd details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:17:03.374681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Attempting to bind port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:03.377557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Attempting to bind port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:03.381703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Attempting to bind port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:03.385973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:03.449144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:03.451531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:03.454202 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.457076 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:03.457369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:03.458044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Bound port: 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:03.460238 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.478042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f6e05be8-0447-4c9b-961f-8903751ff6a4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:03.480788 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.481744 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.540996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49268) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:03.629853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:17:03.670304 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.670625 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Added segment b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f of type vlan for network d2c12c3f-a832-44d7-a982-1550e6fbf89a Jul 19 03:17:03.709472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154de63c-da12-4187-b360-a80022d4bf57 None None] Pushing event updated for resources: {'Port': ['ID=0779fe39-a9d4-45ad-b667-ff5ab9ac03ac,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:03.764491 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.775941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] For port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:03.788560 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eae111-b5b8-441a-b96d-aab380edd942 x-openstack-request-id: req-14eae111-b5b8-441a-b96d-aab380edd942 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:03.789260 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bb4acd-8ed5-4356-8a28-ee641693007d", "name": "network-vif-plugged", "status": "completed", "tag": "d5c3014d-30a3-4dbf-a999-9f3589fd78e7", "code": 200}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "6b6021a0-103a-4ac6-9ddc-c378fa96dd16", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:03.789772 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14eae111-b5b8-441a-b96d-aab380edd942 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:03.790474 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7', 'code': 200} Jul 19 03:17:03.793966 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6021a0-103a-4ac6-9ddc-c378fa96dd16', 'code': 200} Jul 19 03:17:03.798499 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'name': 'tempest-ServersTestMultiNic-606955827-router', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '85fda802-b69b-4173-80af-d4aac950e241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:51Z', 'updated_at': '2021-07-19T03:17:00Z', 'revision_number': 4, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'gw_port': {'id': '85fda802-b69b-4173-80af-d4aac950e241', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5457b71d-e072-49ac-a8c9-f168bb8d6457', 'name': '', 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'mac_address': 'fa:16:3e:cb:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'fed0e0f4-8280-4fa5-bba4-562d26550cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:58Z', 'updated_at': '2021-07-19T03:17:00Z', 'revision_number': 2, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'subnets': [{'id': 'fed0e0f4-8280-4fa5-bba4-562d26550cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:03.800702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] For port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0779fe39-a9d4-45ad-b667-ff5ab9ac03ac,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:03.807568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.816261 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5e9b93e4-bcc9-4af7-99aa-e5ae519e89b4 None None] Provisioning for port 5457b71d-e072-49ac-a8c9-f168bb8d6457 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:03.830061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5e9b93e4-bcc9-4af7-99aa-e5ae519e89b4 None None] Provisioning complete for port 5457b71d-e072-49ac-a8c9-f168bb8d6457 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:03.831078 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e9b93e4-bcc9-4af7-99aa-e5ae519e89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.843464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-network', 'tenant_id': '6b468de954764194a9d34fa880483489'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:03.844717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad635f-97b5-4823-a9ba-d780b8ee9547 req-9969d4f4-dcd3-40c1-a051-665c1ed0f830 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:03.864508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad635f-97b5-4823-a9ba-d780b8ee9547 req-9969d4f4-dcd3-40c1-a051-665c1ed0f830 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:03.878797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad635f-97b5-4823-a9ba-d780b8ee9547 req-9969d4f4-dcd3-40c1-a051-665c1ed0f830 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:03.899144 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.904858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad635f-97b5-4823-a9ba-d780b8ee9547 req-9969d4f4-dcd3-40c1-a051-665c1ed0f830 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:03.905551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:03.905864 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.928986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad635f-97b5-4823-a9ba-d780b8ee9547 req-9969d4f4-dcd3-40c1-a051-665c1ed0f830 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:03.935681 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Checking router: 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:17:03.936127 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Updating router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f port 5457b71d-e072-49ac-a8c9-f168bb8d6457 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:17:03.937554 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:03.946510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad635f-97b5-4823-a9ba-d780b8ee9547 req-9969d4f4-dcd3-40c1-a051-665c1ed0f830 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:03.954774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad635f-97b5-4823-a9ba-d780b8ee9547 req-9969d4f4-dcd3-40c1-a051-665c1ed0f830 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:03.960625 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70ad635f-97b5-4823-a9ba-d780b8ee9547 req-9969d4f4-dcd3-40c1-a051-665c1ed0f830 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5434 time: 0.5401099 Jul 19 03:17:03.985696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Network': ['ID=d2c12c3f-a832-44d7-a982-1550e6fbf89a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:04.002108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Made reservation on behalf of 6b468de954764194a9d34fa880483489 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:04.004937 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.025697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0339b662-009b-4620-853e-69e2804bae7a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1123781 Jul 19 03:17:04.025952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.029357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49280) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:04.030650 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.035544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'subnet': {'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:04.078291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d2c12c3f-a832-44d7-a982-1550e6fbf89a details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:17:04.136189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1141a9db-5aca-44eb-9146-efaf34d67951, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1141a9db-5aca-44eb-9146-efaf34d67951,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:04.157689 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70ad635f-97b5-4823-a9ba-d780b8ee9547 req-3fde4e5f-7ba9-4676-adff-fff21081895f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1358511 Jul 19 03:17:04.183730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 85fda802-b69b-4173-80af-d4aac950e241 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:04.235355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4607a9-6c9a-4743-9ff5-66a92f27ec5a req-bf49b344-95c0-4c0b-99fc-3ec058089467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:04.238685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf4607a9-6c9a-4743-9ff5-66a92f27ec5a req-bf49b344-95c0-4c0b-99fc-3ec058089467 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1098 time: 0.2765670 Jul 19 03:17:04.266190 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.270411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:04.274689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.282925 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.285068 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.285892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 23448917-0511-479d-89c6-d5dd767a7bcb no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:17:04.287643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b93e4-bcc9-4af7-99aa-e5ae519e89b4 None None] Port 5457b71d-e072-49ac-a8c9-f168bb8d6457 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:17:04.296589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf4607a9-6c9a-4743-9ff5-66a92f27ec5a req-cc39464a-7143-455d-b8e9-8bbdc6dd3f29 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502329 Jul 19 03:17:04.300513 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.308952 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.366238 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.393760 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:17:04.404167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=966c1eb5-1cb2-454e-8cf2-f3225c693703,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:04.431378 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.436860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 23448917-0511-479d-89c6-d5dd767a7bcb {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:17:04.437210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 23448917-0511-479d-89c6-d5dd767a7bcb not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:17:04.446921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154de63c-da12-4187-b360-a80022d4bf57 None None] Pushing event updated for resources: {'Port': ['ID=0779fe39-a9d4-45ad-b667-ff5ab9ac03ac,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:04.453168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Routers {'aee6eedb-51f9-4892-879e-e90d8b8f355a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:04.453798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['aee6eedb-51f9-4892-879e-e90d8b8f355a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:04.547992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0d18dd57-327d-43ea-9b5a-1acc9b98f02c None None] Provisioning for port 966c1eb5-1cb2-454e-8cf2-f3225c693703 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:04.603551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f8b74-8995-4c23-b325-4bf0ec58d155 req-1d78534d-aec8-4371-b074-139fd2f65d5a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:04.618905 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-845f8b74-8995-4c23-b325-4bf0ec58d155 req-1d78534d-aec8-4371-b074-139fd2f65d5a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 946 time: 0.2006643 Jul 19 03:17:04.649716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Network d7af6e1e-4e4a-410a-9301-c9398be37fc6 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:04.655643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:04.678580 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.680496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] Set router aee6eedb-51f9-4892-879e-e90d8b8f355a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:04.686540 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-845f8b74-8995-4c23-b325-4bf0ec58d155 req-765078bd-5533-461b-b5d6-6d01691d39eb tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655451 Jul 19 03:17:04.703384 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Transition to ACTIVE for port object 5457b71d-e072-49ac-a8c9-f168bb8d6457 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:04.725017 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.800645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1141a9db-5aca-44eb-9146-efaf34d67951,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:04.810779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0d18dd57-327d-43ea-9b5a-1acc9b98f02c None None] Provisioning complete for port 966c1eb5-1cb2-454e-8cf2-f3225c693703 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:04.811200 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0d18dd57-327d-43ea-9b5a-1acc9b98f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.816475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a503cd3b-6333-4695-bf2e-3bd3db702131,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:04.833963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbdf263f-32ca-418f-9b3e-3eff9d2acab0,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:04.847883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Checking segment: {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:04.848257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Network hostable DHCP agents. Network: c56f6e79-9018-4544-898f-cd1b5ed065bd, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:17:04.875741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.881347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.881707 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Added segment 3b68a900-d219-4556-b9a4-83dc240b9890 of type vlan for network d1aaae87-087d-4424-9714-17763f8061b6 Jul 19 03:17:04.913130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0d18dd57-327d-43ea-9b5a-1acc9b98f02c None None] Port 966c1eb5-1cb2-454e-8cf2-f3225c693703 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:17:04.941476 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Attempting to bind port 5457b71d-e072-49ac-a8c9-f168bb8d6457 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:04.942190 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Attempting to bind port 5457b71d-e072-49ac-a8c9-f168bb8d6457 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '484d84f8-b213-483c-8341-ddea0d7f9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:04.942676 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Attempting to bind port 5457b71d-e072-49ac-a8c9-f168bb8d6457 on network 0ad7bdc0-709e-4429-9a63-96c7502cba6a {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:04.944825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Router aee6eedb-51f9-4892-879e-e90d8b8f355a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:17:04.954220 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:04.957719 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Checking segment: {'id': '484d84f8-b213-483c-8341-ddea0d7f9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:04.960256 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.960932 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Bound using segment: {'id': '484d84f8-b213-483c-8341-ddea0d7f9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:04.962608 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Bound port: 5457b71d-e072-49ac-a8c9-f168bb8d6457, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484d84f8-b213-483c-8341-ddea0d7f9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:04.964527 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:04.980542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 85fda802-b69b-4173-80af-d4aac950e241 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:05.001064 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa64d6e-4852-4874-9fc9-58a08b1c1035 None None] Pushing event updated for resources: {'Port': ['ID=5457b71d-e072-49ac-a8c9-f168bb8d6457,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:05.050546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Network c56f6e79-9018-4544-898f-cd1b5ed065bd is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:17:05.062655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 85fda802-b69b-4173-80af-d4aac950e241 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:05.066404 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.091495 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] For port 5457b71d-e072-49ac-a8c9-f168bb8d6457, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:05.095377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, c56f6e79-9018-4544-898f-cd1b5ed065bd) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:05.099125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.101155 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] For port 5457b71d-e072-49ac-a8c9-f168bb8d6457, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5457b71d-e072-49ac-a8c9-f168bb8d6457,segment=NetworkSegment(484d84f8-b213-483c-8341-ddea0d7f9b4e),segment_id=484d84f8-b213-483c-8341-ddea0d7f9b4e)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:05.114977 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.115930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:05.116809 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.130156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa0857-a33d-471d-aaf1-9f302091c966 None None] Network c56f6e79-9018-4544-898f-cd1b5ed065bd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:05.154684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Checking segment: {'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:05.155064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network hostable DHCP agents. Network: d2c12c3f-a832-44d7-a982-1550e6fbf89a, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:17:05.164335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Subnet': ['ID=2a2a2296-3d35-46f0-bb9f-ef97f83a241a,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:05.201171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ba106b2d-50fd-4ba3-92d8-e03acf3ac465 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1664002 Jul 19 03:17:05.201171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network d2c12c3f-a832-44d7-a982-1550e6fbf89a is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:17:05.254233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d2c12c3f-a832-44d7-a982-1550e6fbf89a) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:05.260542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:17:05.266791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:05.269745 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.276579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d530f81d-f7f7-4494-a017-afec6997fbd2 admin admin] 10.222.0.20 "PUT /v2.0/routers/aee6eedb-51f9-4892-879e-e90d8b8f355a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7408810 Jul 19 03:17:05.295958 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Routers {'5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:05.296756 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:05.302039 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa64d6e-4852-4874-9fc9-58a08b1c1035 None None] Pushing event updated for resources: {'Port': ['ID=5457b71d-e072-49ac-a8c9-f168bb8d6457,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:05.316435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.318570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:05.319175 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.362747 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8df9ddf4-3c22-408c-a69f-85f34cf05bf7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3308363 Jul 19 03:17:05.367044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49308) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:05.373526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1559027530'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:05.376286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43a0d34-4ccb-4874-bd4b-5711c24585da None None] Network d2c12c3f-a832-44d7-a982-1550e6fbf89a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:05.380047 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8379898 Jul 19 03:17:05.393768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49310) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:05.434354 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:05.444447 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.444711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Request body: {'subnet': {'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-subnet', 'tenant_id': '6b468de954764194a9d34fa880483489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:05.537239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:17:05.568295 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.568634 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Added segment bef758e6-2caa-4c21-b0f7-c8f8b86d8068 of type vlan for network caefcd95-770d-478b-9f83-88ab1ea72fe8 Jul 19 03:17:05.600067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de3db-690e-40ae-bd45-d0ea6e2297f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d1aaae87-087d-4424-9714-17763f8061b6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:05.613720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Made reservation on behalf of 6b468de954764194a9d34fa880483489 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:05.626396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.641904 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] Set router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:05.651370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d1aaae87-087d-4424-9714-17763f8061b6 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:17:05.725881 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.780084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85585265-ca06-4f19-987a-c2d1b5a3a3d5 req-74a01dbd-8820-4ef6-9a01-1b1239aafeee tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:05.782481 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85585265-ca06-4f19-987a-c2d1b5a3a3d5 req-74a01dbd-8820-4ef6-9a01-1b1239aafeee tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 946 time: 0.1254725 Jul 19 03:17:05.805187 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.811760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:05.812759 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.837989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7f2d1435-cbe8-4bcb-b1b8-280e941a48fa None None] Provisioning complete for port 966c1eb5-1cb2-454e-8cf2-f3225c693703 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:05.838851 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f2d1435-cbe8-4bcb-b1b8-280e941a48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:05.842143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1141a9db-5aca-44eb-9146-efaf34d67951'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:05.844779 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9289611-a53f-40d0-a440-7d7cd98b2986" -d '{"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "1141a9db-5aca-44eb-9146-efaf34d67951"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:05.872399 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5013554 Jul 19 03:17:05.872728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49324) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:05.882244 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85585265-ca06-4f19-987a-c2d1b5a3a3d5 req-3d68c0fa-8748-47c7-911a-6235444166a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926080 Jul 19 03:17:05.889671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197583aa-d30b-407e-999b-c2e01deaa6d5 None None] Network c56f6e79-9018-4544-898f-cd1b5ed065bd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:05.895057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'subnet': {'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:05.926220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb37777-21b7-4e56-876b-e9cfc925cbe4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Network': ['ID=caefcd95-770d-478b-9f83-88ab1ea72fe8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:06.024270 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.032754 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'name': 'tempest-ServersTestMultiNic-606955827-router', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '85fda802-b69b-4173-80af-d4aac950e241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:51Z', 'updated_at': '2021-07-19T03:17:00Z', 'revision_number': 4, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'gw_port': {'id': '85fda802-b69b-4173-80af-d4aac950e241', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5457b71d-e072-49ac-a8c9-f168bb8d6457', 'name': '', 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'mac_address': 'fa:16:3e:cb:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'fed0e0f4-8280-4fa5-bba4-562d26550cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:58Z', 'updated_at': '2021-07-19T03:17:05Z', 'revision_number': 4, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'subnets': [{'id': 'fed0e0f4-8280-4fa5-bba4-562d26550cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:06.065501 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858b668-35fa-46bb-a0c4-fc010d600a92 None None] The sync data for ids ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'] in n-d-762330-18 is: [{'id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'name': 'tempest-ServersTestMultiNic-606955827-router', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '85fda802-b69b-4173-80af-d4aac950e241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:51Z', 'updated_at': '2021-07-19T03:17:00Z', 'revision_number': 4, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'gw_port': {'id': '85fda802-b69b-4173-80af-d4aac950e241', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5457b71d-e072-49ac-a8c9-f168bb8d6457', 'name': '', 'network_id': '0ad7bdc0-709e-4429-9a63-96c7502cba6a', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'mac_address': 'fa:16:3e:cb:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'fed0e0f4-8280-4fa5-bba4-562d26550cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:58Z', 'updated_at': '2021-07-19T03:17:05Z', 'revision_number': 4, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'subnets': [{'id': 'fed0e0f4-8280-4fa5-bba4-562d26550cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:17:06.081074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network caefcd95-770d-478b-9f83-88ab1ea72fe8 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:17:06.185463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c90811-e1f0-4a3d-81af-409795599873,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:06.217154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Checking segment: {'id': '3b68a900-d219-4556-b9a4-83dc240b9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:06.218083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Network hostable DHCP agents. Network: d1aaae87-087d-4424-9714-17763f8061b6, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:17:06.227662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:06.228633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-d4e8fd4f-7afd-40f3-b150-d8ffdeb0b147 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1574771 Jul 19 03:17:06.231271 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.240450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:06.250545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8691da-2899-494c-90e0-6a037ee66405 req-69f7f353-b50c-4722-b1b9-cd4bee5e6f4c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:06.257706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8691da-2899-494c-90e0-6a037ee66405 req-69f7f353-b50c-4722-b1b9-cd4bee5e6f4c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:06.265718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8691da-2899-494c-90e0-6a037ee66405 req-69f7f353-b50c-4722-b1b9-cd4bee5e6f4c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:06.266967 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.273002 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8691da-2899-494c-90e0-6a037ee66405 req-69f7f353-b50c-4722-b1b9-cd4bee5e6f4c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:06.279350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8691da-2899-494c-90e0-6a037ee66405 req-69f7f353-b50c-4722-b1b9-cd4bee5e6f4c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:06.286415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8691da-2899-494c-90e0-6a037ee66405 req-69f7f353-b50c-4722-b1b9-cd4bee5e6f4c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:06.294792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8691da-2899-494c-90e0-6a037ee66405 req-69f7f353-b50c-4722-b1b9-cd4bee5e6f4c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:06.300402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e8691da-2899-494c-90e0-6a037ee66405 req-69f7f353-b50c-4722-b1b9-cd4bee5e6f4c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5435 time: 0.3657231 Jul 19 03:17:06.321036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d1435-cbe8-4bcb-b1b8-280e941a48fa None None] Port 966c1eb5-1cb2-454e-8cf2-f3225c693703 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:17:06.384999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-d2c12c3f-a832-44d7-a982-1550e6fbf89a', 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'fixed_ips': [{'subnet_id': '2a2a2296-3d35-46f0-bb9f-ef97f83a241a'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:17:06.385845 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.413883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Network d1aaae87-087d-4424-9714-17763f8061b6 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:17:06.416265 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.442675 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e8691da-2899-494c-90e0-6a037ee66405 req-39e66ff9-b655-418a-9d34-8095787d0d84 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1231654 Jul 19 03:17:06.446306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d1aaae87-087d-4424-9714-17763f8061b6) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:06.454926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:06.456245 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.487256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e9383544-6f81-472f-b21e-604a97152364 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0707357 Jul 19 03:17:06.508375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49330) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:06.515416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:06.578741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.579940 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.584755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Allocated IP 19.80.0.2 (d2c12c3f-a832-44d7-a982-1550e6fbf89a/2a2a2296-3d35-46f0-bb9f-ef97f83a241a/7e111835-9053-4740-a233-b1565f83bbb2) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:06.591871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3032d282-e54e-49d1-ace8-54b5ff33a9e0 None None] Network d1aaae87-087d-4424-9714-17763f8061b6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:06.633124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.676223 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.683805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'name': 'tempest-FloatingIPsTestJSON-941355471-router', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:50Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 4, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'gw_port': {'id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '966c1eb5-1cb2-454e-8cf2-f3225c693703', 'name': '', 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'mac_address': 'fa:16:3e:2c:ac:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:00Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 2, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'subnets': [{'id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:06.726299 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db009202-b475-4552-9a23-b2cc8dbd738d None None] The sync data for ids ['aee6eedb-51f9-4892-879e-e90d8b8f355a'] in n-d-762330-18 is: [{'id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'name': 'tempest-FloatingIPsTestJSON-941355471-router', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:50Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 4, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'gw_port': {'id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '966c1eb5-1cb2-454e-8cf2-f3225c693703', 'name': '', 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'mac_address': 'fa:16:3e:2c:ac:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:00Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 2, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'subnets': [{'id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:17:06.743362 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.748567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Allocated IP 172.25.2.240 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/209b063c-2dc3-41be-ba0f-172b5c99af94) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:06.855653 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 85fda802-b69b-4173-80af-d4aac950e241, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=85fda802-b69b-4173-80af-d4aac950e241,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:06.895416 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.896241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1aacf227-95a0-42cf-a562-fd9727d4bf00 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:06.908684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.928779 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:06.957923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.004732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Pushing event updated for resources: {'Port': ['ID=209b063c-2dc3-41be-ba0f-172b5c99af94,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:07.006691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-231f118f-e75f-4ed6-aa9b-9059af5fbcfd tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:07.016679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-231f118f-e75f-4ed6-aa9b-9059af5fbcfd tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 804 time: 0.2983835 Jul 19 03:17:07.018670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:07.020213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:07.023143 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.023794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:07.043801 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-0571b187-90aa-401b-9066-238ebb650333 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/quotas/637cc5a7860b4761b6629b5be3de2370 HTTP/1.1" status: 200 len: 375 time: 0.0260921 Jul 19 03:17:07.134003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=85fda802-b69b-4173-80af-d4aac950e241,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:07.141352 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.167451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153c4b50-4ef0-4852-bcce-77f9ecabc6b6 None None] Network d1aaae87-087d-4424-9714-17763f8061b6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:07.201653 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.212537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1aacf227-95a0-42cf-a562-fd9727d4bf00 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:07.212911 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.246746 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.289966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Transition to ACTIVE for port object 7e111835-9053-4740-a233-b1565f83bbb2 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:07.322539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Transition to ACTIVE for port object 7e111835-9053-4740-a233-b1565f83bbb2 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:07.359412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.398202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.410244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.448791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Network d2c12c3f-a832-44d7-a982-1550e6fbf89a is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:07.453006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:07.456306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:07.468444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Subnet': ['ID=8b4a9ea0-72ca-45c2-9c8a-80185d4c7156,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:07.510085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Pushing event updated for resources: {'Port': ['ID=209b063c-2dc3-41be-ba0f-172b5c99af94,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:07.522426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.525002 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Checking segment: {'id': 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:07.525573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network hostable DHCP agents. Network: caefcd95-770d-478b-9f83-88ab1ea72fe8, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:17:07.539797 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.541541 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-e7977482-c831-4799-b52a-8ae2fc143104 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3059304 Jul 19 03:17:07.550302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Pushing event updated for resources: {'Port': ['ID=7e111835-9053-4740-a233-b1565f83bbb2,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:07.560118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-aa9e48cf-884a-4510-a914-90eda8181ba3 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5153360 Jul 19 03:17:07.563031 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.572973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Attempting to bind port 7e111835-9053-4740-a233-b1565f83bbb2 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:07.574010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Attempting to bind port 7e111835-9053-4740-a233-b1565f83bbb2 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:07.574591 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Attempting to bind port 7e111835-9053-4740-a233-b1565f83bbb2 on network d2c12c3f-a832-44d7-a982-1550e6fbf89a {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:07.587238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:07.588816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Checking segment: {'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:07.589702 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.590644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Bound using segment: {'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:07.591664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Bound port: 7e111835-9053-4740-a233-b1565f83bbb2, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:07.592258 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.607007 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-027bf1b7-c991-4579-8bad-eaadbf1cfc47 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0594690 Jul 19 03:17:07.764184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:17:07.771949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-f611c257-d024-4aa5-816a-d74a8ba35661 service neutron] 10.222.0.20 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028863 Jul 19 03:17:07.773803 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] For port 7e111835-9053-4740-a233-b1565f83bbb2, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:07.779119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-ed5c013d-8118-4a7d-b5d1-3976b3186bdb tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:07.780755 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bcc49f44-da3e-4e19-b7b3-a128e6a22188 req-ed5c013d-8118-4a7d-b5d1-3976b3186bdb tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.1631184 Jul 19 03:17:07.809522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network caefcd95-770d-478b-9f83-88ab1ea72fe8 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:17:07.812923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] For port 7e111835-9053-4740-a233-b1565f83bbb2, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7e111835-9053-4740-a233-b1565f83bbb2,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:07.840085 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.845895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, caefcd95-770d-478b-9f83-88ab1ea72fe8) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:07.863247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c99b9-f44b-4c25-935e-ea1308d70715 None None] Network caefcd95-770d-478b-9f83-88ab1ea72fe8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:07.876828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:07.877497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:07.951468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 85fda802-b69b-4173-80af-d4aac950e241 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:07.994717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606ab4c-5d3b-4915-bb3a-b89e2b1ec6a0 req-ea6ac373-fced-4dda-873b-524aec172c47 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.006923 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2606ab4c-5d3b-4915-bb3a-b89e2b1ec6a0 req-ea6ac373-fced-4dda-873b-524aec172c47 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 946 time: 0.0882516 Jul 19 03:17:08.026308 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-95577e56-4881-4172-8bd7-ee3f84c1e01e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1425762 Jul 19 03:17:08.063116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-37374105-bfc8-42a7-9435-cb54e53623a3 service neutron] 10.222.0.20 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902141 Jul 19 03:17:08.065300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52354dc8-500a-4534-b8fc-a52ffe0c118d None None] Pushing event updated for resources: {'Port': ['ID=7e111835-9053-4740-a233-b1565f83bbb2,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:08.129753 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2606ab4c-5d3b-4915-bb3a-b89e2b1ec6a0 req-f4a77905-3bfb-4f07-8caa-4eaae2440943 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214461 Jul 19 03:17:08.189444 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:08.202331 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856e2233-a5bc-410b-9d54-5597e90d3d07 x-openstack-request-id: req-856e2233-a5bc-410b-9d54-5597e90d3d07 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:08.202648 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-plugged", "status": "completed", "tag": "1141a9db-5aca-44eb-9146-efaf34d67951", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:08.202648 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-856e2233-a5bc-410b-9d54-5597e90d3d07 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:08.203035 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1141a9db-5aca-44eb-9146-efaf34d67951', 'code': 200} Jul 19 03:17:08.268882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-caefcd95-770d-478b-9f83-88ab1ea72fe8', 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'fixed_ips': [{'subnet_id': '8b4a9ea0-72ca-45c2-9c8a-80185d4c7156'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:17:08.270203 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:08.360403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 85fda802-b69b-4173-80af-d4aac950e241 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:08.360787 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:08.397424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:08.436647 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:08.492390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de846-0515-47d0-9492-eb55cb6d176c req-89c45094-818a-46cf-837e-abd08e347abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.494534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de846-0515-47d0-9492-eb55cb6d176c req-89c45094-818a-46cf-837e-abd08e347abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.495115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de846-0515-47d0-9492-eb55cb6d176c req-89c45094-818a-46cf-837e-abd08e347abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.496448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de846-0515-47d0-9492-eb55cb6d176c req-89c45094-818a-46cf-837e-abd08e347abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.497404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de846-0515-47d0-9492-eb55cb6d176c req-89c45094-818a-46cf-837e-abd08e347abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.498753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de846-0515-47d0-9492-eb55cb6d176c req-89c45094-818a-46cf-837e-abd08e347abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.499787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de846-0515-47d0-9492-eb55cb6d176c req-89c45094-818a-46cf-837e-abd08e347abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.507174 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab4de846-0515-47d0-9492-eb55cb6d176c req-89c45094-818a-46cf-837e-abd08e347abb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6499 time: 0.2058454 Jul 19 03:17:08.618627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:08.625806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Allocated IP 172.25.2.25 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/d333a535-5768-4bd1-bc25-89e0c5fdcff0) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:08.626760 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab4de846-0515-47d0-9492-eb55cb6d176c req-b1f1f048-8009-41c0-8b07-fa32de53cc96 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091595 Jul 19 03:17:08.651690 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:08.851706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d762c67-466d-4c35-a5cf-d443bb93d4ca req-71b60158-2baf-4c08-8e8f-e56d0a9a5ebc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.858150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d762c67-466d-4c35-a5cf-d443bb93d4ca req-71b60158-2baf-4c08-8e8f-e56d0a9a5ebc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.865492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d762c67-466d-4c35-a5cf-d443bb93d4ca req-71b60158-2baf-4c08-8e8f-e56d0a9a5ebc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.871589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d762c67-466d-4c35-a5cf-d443bb93d4ca req-71b60158-2baf-4c08-8e8f-e56d0a9a5ebc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.878172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d762c67-466d-4c35-a5cf-d443bb93d4ca req-71b60158-2baf-4c08-8e8f-e56d0a9a5ebc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.884941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d762c67-466d-4c35-a5cf-d443bb93d4ca req-71b60158-2baf-4c08-8e8f-e56d0a9a5ebc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.891084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d762c67-466d-4c35-a5cf-d443bb93d4ca req-71b60158-2baf-4c08-8e8f-e56d0a9a5ebc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:08.894167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d762c67-466d-4c35-a5cf-d443bb93d4ca req-71b60158-2baf-4c08-8e8f-e56d0a9a5ebc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5435 time: 0.2381551 Jul 19 03:17:08.936371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:08.980925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d762c67-466d-4c35-a5cf-d443bb93d4ca req-21895835-c511-4afc-810c-a153f4bac255 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742073 Jul 19 03:17:08.982226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:09.047326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5457b71d-e072-49ac-a8c9-f168bb8d6457 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:09.088217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee6d4125-1246-4d3a-afa6-5d50bd5e575d req-21e7a923-870a-44ec-a11b-bc93d53d45a3 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips/354f507e-c96b-492b-ac53-42d6d3968149 HTTP/1.1" status: 200 len: 693 time: 0.0648746 Jul 19 03:17:09.115738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Allocated IP 19.86.0.2 (caefcd95-770d-478b-9f83-88ab1ea72fe8/8b4a9ea0-72ca-45c2-9c8a-80185d4c7156/8a54566f-1964-4b95-8cae-b6c7642f94ac) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:09.140503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 5457b71d-e072-49ac-a8c9-f168bb8d6457 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:09.170879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:09.196636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5457b71d-e072-49ac-a8c9-f168bb8d6457 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:09.197266 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:09.272809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:09.284960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Pushing event updated for resources: {'Port': ['ID=d333a535-5768-4bd1-bc25-89e0c5fdcff0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:09.289468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:09.293790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:09.304328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d4125-1246-4d3a-afa6-5d50bd5e575d req-ffe9175a-1ad1-4c0e-b1f6-ec25d208f128 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:09.317893 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee6d4125-1246-4d3a-afa6-5d50bd5e575d req-ffe9175a-1ad1-4c0e-b1f6-ec25d208f128 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2287560 Jul 19 03:17:09.464316 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:09.527174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 5457b71d-e072-49ac-a8c9-f168bb8d6457, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5457b71d-e072-49ac-a8c9-f168bb8d6457,segment=NetworkSegment(484d84f8-b213-483c-8341-ddea0d7f9b4e),segment_id=484d84f8-b213-483c-8341-ddea0d7f9b4e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:09.534893 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:09.538112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:09.629994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Transition to ACTIVE for port object 8a54566f-1964-4b95-8cae-b6c7642f94ac will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:09.649834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=5457b71d-e072-49ac-a8c9-f168bb8d6457,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:09.667428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Transition to ACTIVE for port object 8a54566f-1964-4b95-8cae-b6c7642f94ac will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:09.682174 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:09.767927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27372d75-3e8e-4b56-a29c-4c8b7c111e47 None None] Network d2c12c3f-a832-44d7-a982-1550e6fbf89a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:09.883709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Network caefcd95-770d-478b-9f83-88ab1ea72fe8 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:09.885167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:09.886958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-29afc594-5c3a-41a8-b84f-6d3320951c36 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:09.894180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-29afc594-5c3a-41a8-b84f-6d3320951c36 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:09.901705 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-29afc594-5c3a-41a8-b84f-6d3320951c36 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/networks?id=d2c12c3f-a832-44d7-a982-1550e6fbf89a&id=caefcd95-770d-478b-9f83-88ab1ea72fe8&id=d2c12c3f-a832-44d7-a982-1550e6fbf89a HTTP/1.1" status: 200 len: 1392 time: 0.3644621 Jul 19 03:17:09.926252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-8f09db51-8b2f-433c-8ef3-0b3c9c264209 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/quotas/c0e062923cae423881da2dfed47affa9 HTTP/1.1" status: 200 len: 375 time: 0.0232887 Jul 19 03:17:10.005610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:10.010415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:10.017286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-46a76236-3f62-4439-be83-f8ef2702aa73 None None] Provisioning for port 7e111835-9053-4740-a233-b1565f83bbb2 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:10.032624 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:10.060074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Pushing event updated for resources: {'Port': ['ID=8a54566f-1964-4b95-8cae-b6c7642f94ac,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:10.108281 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3f2649e1-6583-480d-9340-e7f3fced5e9c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0e062923cae423881da2dfed47affa9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1811697 Jul 19 03:17:10.152910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e53d5-11fa-41b4-a1d2-871c312e67ac req-3aad69db-88e5-45a2-90e1-e0923c80dcb4 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:10.157813 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a5e53d5-11fa-41b4-a1d2-871c312e67ac req-3aad69db-88e5-45a2-90e1-e0923c80dcb4 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1098 time: 0.0891907 Jul 19 03:17:10.162400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Attempting to bind port 8a54566f-1964-4b95-8cae-b6c7642f94ac on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:10.162782 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Attempting to bind port 8a54566f-1964-4b95-8cae-b6c7642f94ac by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:10.163164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Attempting to bind port 8a54566f-1964-4b95-8cae-b6c7642f94ac on network caefcd95-770d-478b-9f83-88ab1ea72fe8 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:10.180631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:10.194378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:10.194763 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:10.196764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:10.197386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Checking segment: {'id': 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:10.197504 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:10.197967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Bound using segment: {'id': 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:10.198560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Bound port: 8a54566f-1964-4b95-8cae-b6c7642f94ac, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:10.199166 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:10.223421 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a5e53d5-11fa-41b4-a1d2-871c312e67ac req-72cc0770-3206-4a30-ab5f-cdab3aeee4c7 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589652 Jul 19 03:17:10.238863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:10.248815 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7710a206-c579-4008-ae74-106ecf687637" -d '{"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:10.303975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-af97831f-8d26-464a-8cfb-fd2fe2e7ac64 service neutron] 10.222.0.20 "GET /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945863 Jul 19 03:17:10.313313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Sync routers for ids ['aee6eedb-51f9-4892-879e-e90d8b8f355a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:17:10.378680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Routers {'aee6eedb-51f9-4892-879e-e90d8b8f355a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:10.379656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['aee6eedb-51f9-4892-879e-e90d8b8f355a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:10.405031 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:10.421251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-7b1eae2d-d31e-4bf9-b3dd-23573a111a48 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:10.423010 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-7b1eae2d-d31e-4bf9-b3dd-23573a111a48 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.26 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 804 time: 0.1974614 Jul 19 03:17:10.436855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Request body: {'port': {'device_id': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'admin_state_up': True, 'tenant_id': '637cc5a7860b4761b6629b5be3de2370'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:10.509457 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] For port 8a54566f-1964-4b95-8cae-b6c7642f94ac, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:10.543919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] For port 8a54566f-1964-4b95-8cae-b6c7642f94ac, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8a54566f-1964-4b95-8cae-b6c7642f94ac,segment=NetworkSegment(bef758e6-2caa-4c21-b0f7-c8f8b86d8068),segment_id=bef758e6-2caa-4c21-b0f7-c8f8b86d8068)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:10.561874 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:10.580967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f18634a2-ea79-428b-9e44-b4faa97f1fb3 req-5ac3de1a-b3f2-4758-aea5-bb2a1b835549 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 210 time: 0.0721748 Jul 19 03:17:10.593499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-1f60c55b-7083-4ec9-a20f-94038e570f6a service neutron] 10.222.0.20 "GET /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886884 Jul 19 03:17:10.618202 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:10.626539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Set router aee6eedb-51f9-4892-879e-e90d8b8f355a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:10.708445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0779fe39-a9d4-45ad-b667-ff5ab9ac03ac,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:10.712632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:17:10.775057 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:10.776242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7e111835-9053-4740-a233-b1565f83bbb2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:10.787257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d922a-7866-43ed-9da9-231b540dffe8 None None] Pushing event updated for resources: {'Port': ['ID=8a54566f-1964-4b95-8cae-b6c7642f94ac,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:10.821003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-220d8954-af62-4abe-a9c9-0077262e6375 service neutron] 10.222.0.20 "GET /v2.0/networks/caefcd95-770d-478b-9f83-88ab1ea72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072554 Jul 19 03:17:10.915440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=0779fe39-a9d4-45ad-b667-ff5ab9ac03ac,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:11.085306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 7e111835-9053-4740-a233-b1565f83bbb2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:11.095001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7e111835-9053-4740-a233-b1565f83bbb2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:11.095377 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:11.098944 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44700f00-6de6-4b1d-a1ae-d017ac6ec525 req-adb10857-a49b-4846-b711-1879dff6f002 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=303903b6e9db4a35b504dd3c2b7b8cbe HTTP/1.1" status: 200 len: 696 time: 0.4888787 Jul 19 03:17:11.184164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Made reservation on behalf of 637cc5a7860b4761b6629b5be3de2370 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:11.187951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:11.230762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0626ba3d-736f-45f0-a462-42c5a509a7ee None None] Provisioning complete for port 7e111835-9053-4740-a233-b1565f83bbb2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:11.231434 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0626ba3d-736f-45f0-a462-42c5a509a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:11.311061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:17:11.317089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'name': 'tempest-FloatingIPsTestJSON-941355471-router', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:50Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 4, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'gw_port': {'id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '966c1eb5-1cb2-454e-8cf2-f3225c693703', 'name': '', 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'mac_address': 'fa:16:3e:2c:ac:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:00Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 2, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'subnets': [{'id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:11.323223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44700f00-6de6-4b1d-a1ae-d017ac6ec525 req-b8e9a4a1-99ab-4deb-b090-50f50c5d9213 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:11.325053 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Sync routers for ids ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:17:11.330305 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44700f00-6de6-4b1d-a1ae-d017ac6ec525 req-b8e9a4a1-99ab-4deb-b090-50f50c5d9213 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/networks?id=1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 787 time: 0.2302716 Jul 19 03:17:11.331747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:11.336029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5e044c65-543b-4746-b8b7-712762f38a79 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8240159 Jul 19 03:17:11.336239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49406) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:11.340554 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Routers {'113d983b-7356-4ef1-81d2-a3df8e0b6f86'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:11.341294 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:11.348553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-44700f00-6de6-4b1d-a1ae-d017ac6ec525 req-94fb8161-c4a6-4282-ad8f-39fd6d1c0917 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:17:11.367275 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44700f00-6de6-4b1d-a1ae-d017ac6ec525 req-94fb8161-c4a6-4282-ad8f-39fd6d1c0917 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0360358 Jul 19 03:17:11.400556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:11.410817 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-0acda8c6-e9ab-4df1-bf8e-9485d481d2cf service neutron] 10.222.0.20 "GET /v2.0/networks/caefcd95-770d-478b-9f83-88ab1ea72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562983 Jul 19 03:17:11.423068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Checking router: aee6eedb-51f9-4892-879e-e90d8b8f355a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:17:11.424976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Updating router aee6eedb-51f9-4892-879e-e90d8b8f355a port 966c1eb5-1cb2-454e-8cf2-f3225c693703 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:17:11.476695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Allocated IP 172.20.0.8 (c56f6e79-9018-4544-898f-cd1b5ed065bd/bbdf263f-32ca-418f-9b3e-3eff9d2acab0/e24f79e1-8a56-44f8-95e7-319bce3d93f0) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:11.504623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-ccdadd47-cc91-48d1-a89a-1e74cd128c19 service neutron] 10.222.0.20 "GET /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862041 Jul 19 03:17:11.562502 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Set router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:11.589567 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:11.596408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 7e111835-9053-4740-a233-b1565f83bbb2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7e111835-9053-4740-a233-b1565f83bbb2,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:11.611747 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:11.624658 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0626ba3d-736f-45f0-a462-42c5a509a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:11.730070 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:11.800786 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:11.818961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-70032ffb-47fb-4308-a062-eec0e71f8dff service neutron] 10.222.0.20 "GET /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797611 Jul 19 03:17:11.928960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Network c56f6e79-9018-4544-898f-cd1b5ed065bd is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:11.937816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:11.941759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:11.950191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Pushing event updated for resources: {'Port': ['ID=e24f79e1-8a56-44f8-95e7-319bce3d93f0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:11.971630 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:09Z', 'revision_number': 3, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:11.978464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:11.980552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=7e111835-9053-4740-a233-b1565f83bbb2,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:12.039657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51062-ea96-4a1e-8860-0930331bf72d req-53c1a679-a104-48c5-8d8a-33571f54da0e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:12.052328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51062-ea96-4a1e-8860-0930331bf72d req-53c1a679-a104-48c5-8d8a-33571f54da0e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:12.068188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51062-ea96-4a1e-8860-0930331bf72d req-53c1a679-a104-48c5-8d8a-33571f54da0e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:12.075062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51062-ea96-4a1e-8860-0930331bf72d req-53c1a679-a104-48c5-8d8a-33571f54da0e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:12.086615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51062-ea96-4a1e-8860-0930331bf72d req-53c1a679-a104-48c5-8d8a-33571f54da0e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:12.101008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51062-ea96-4a1e-8860-0930331bf72d req-53c1a679-a104-48c5-8d8a-33571f54da0e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:12.127685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51062-ea96-4a1e-8860-0930331bf72d req-53c1a679-a104-48c5-8d8a-33571f54da0e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:12.139466 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ae51062-ea96-4a1e-8860-0930331bf72d req-53c1a679-a104-48c5-8d8a-33571f54da0e tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5435 time: 0.3529613 Jul 19 03:17:12.184683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:12.185419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:12.277547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-29e36d9b-964f-45bc-95a9-bc622e16615a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8450344 Jul 19 03:17:12.291321 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-0626ba3d-736f-45f0-a462-42c5a509a7ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:17:12.291842 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-0626ba3d-736f-45f0-a462-42c5a509a7ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:17:12.304595 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3026bec3-7dec-4b93-8f8f-97d364aa6104 x-openstack-request-id: req-3026bec3-7dec-4b93-8f8f-97d364aa6104 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:12.304886 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:12.305138 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3026bec3-7dec-4b93-8f8f-97d364aa6104 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:12.305547 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306', 'code': 200} Jul 19 03:17:12.320133 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ae51062-ea96-4a1e-8860-0930331bf72d req-54e0b090-e09a-4d17-89dd-79d4ba59cec2 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1796722 Jul 19 03:17:12.341062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d923f1a3-3249-41ee-8ed4-37d6507e2e5a None None] Network caefcd95-770d-478b-9f83-88ab1ea72fe8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:12.341709 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Checking router: 113d983b-7356-4ef1-81d2-a3df8e0b6f86 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:17:12.342201 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Updating router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 port d333a535-5768-4bd1-bc25-89e0c5fdcff0 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:17:12.347629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Request body: {'port': {'device_id': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:12.416349 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:12.466973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-53f1cd6c-e731-4c0d-9bf7-5a402b841918 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips/354f507e-c96b-492b-ac53-42d6d3968149 HTTP/1.1" status: 200 len: 693 time: 0.1074562 Jul 19 03:17:12.536239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:12.544073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:12.544710 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:12.555601 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-39068c27-5a22-4691-94b8-1f647c327d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:12.635830 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:12.742141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-69f94c55-1dd2-4cdb-b413-fa6bea3e0d8d tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:12.751316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-69f94c55-1dd2-4cdb-b413-fa6bea3e0d8d tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2831573 Jul 19 03:17:12.826510 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-d917ee6a-09df-4142-8235-56a7cb2f0a17 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0733140 Jul 19 03:17:12.902605 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-cb870da2-8dc1-48ac-bf81-1335dfd29570 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0749450 Jul 19 03:17:12.977865 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.010736 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Transition to ACTIVE for port object d333a535-5768-4bd1-bc25-89e0c5fdcff0 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:13.012496 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.029264 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.077857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43354d-9e79-46f8-812a-6bc42be79713 req-02b114ed-1380-40d9-9c32-287d6c628886 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:13.087014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Transition to ACTIVE for port object 966c1eb5-1cb2-454e-8cf2-f3225c693703 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:13.093160 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f43354d-9e79-46f8-812a-6bc42be79713 req-02b114ed-1380-40d9-9c32-287d6c628886 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 931 time: 0.3932633 Jul 19 03:17:13.099435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8a54566f-1964-4b95-8cae-b6c7642f94ac up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:13.106685 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Attempting to bind port d333a535-5768-4bd1-bc25-89e0c5fdcff0 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:13.109575 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Attempting to bind port d333a535-5768-4bd1-bc25-89e0c5fdcff0 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:13.112190 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Attempting to bind port d333a535-5768-4bd1-bc25-89e0c5fdcff0 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:13.117647 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63d2d2-57cb-4fce-8536-f7e2ff1a6c2b None None] Pushing event updated for resources: {'Port': ['ID=d333a535-5768-4bd1-bc25-89e0c5fdcff0,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:13.120216 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.170513 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:13.170942 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:13.171359 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.171763 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:13.172263 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Bound port: d333a535-5768-4bd1-bc25-89e0c5fdcff0, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:13.172771 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.250105 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f43354d-9e79-46f8-812a-6bc42be79713 req-3546c8f2-950d-425b-bd67-4e342bd3f99d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550505 Jul 19 03:17:13.262468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-28fa06ba-4198-4621-ba49-a82620b953cf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Deleting port 209b063c-2dc3-41be-ba0f-172b5c99af94 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:17:13.262702 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-28fa06ba-4198-4621-ba49-a82620b953cf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.294526 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] For port d333a535-5768-4bd1-bc25-89e0c5fdcff0, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:13.301452 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] For port d333a535-5768-4bd1-bc25-89e0c5fdcff0, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d333a535-5768-4bd1-bc25-89e0c5fdcff0,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:13.312660 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.334143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997650a-0f08-48ff-8d7b-a84e7b100ed8 None None] Pushing event updated for resources: {'Port': ['ID=966c1eb5-1cb2-454e-8cf2-f3225c693703,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:13.352065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Allocated IP 172.20.0.1 (d1aaae87-087d-4424-9714-17763f8061b6/03c90811-e1f0-4a3d-81af-409795599873/1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:13.386455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fd97e38d-9bcc-4bdf-80b2-7ba44546fad3 None None] Provisioning for port 8a54566f-1964-4b95-8cae-b6c7642f94ac completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:13.484644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 8a54566f-1964-4b95-8cae-b6c7642f94ac completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:13.504166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 8a54566f-1964-4b95-8cae-b6c7642f94ac triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:13.504548 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.509680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Attempting to bind port 966c1eb5-1cb2-454e-8cf2-f3225c693703 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:13.510152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Attempting to bind port 966c1eb5-1cb2-454e-8cf2-f3225c693703 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:13.510435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Attempting to bind port 966c1eb5-1cb2-454e-8cf2-f3225c693703 on network d7af6e1e-4e4a-410a-9301-c9398be37fc6 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:13.536038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:13.536305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Checking segment: {'id': '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:13.536560 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.536964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Bound using segment: {'id': '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:13.537446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Bound port: 966c1eb5-1cb2-454e-8cf2-f3225c693703, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:13.537832 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.601090 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Routers {'113d983b-7356-4ef1-81d2-a3df8e0b6f86'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:13.601864 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:13.689143 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-746f529b-9f8c-4de8-b277-cf3705300a9d req-16dac8b6-50ad-4299-949a-2c9df96421c3 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 210 time: 0.1792624 Jul 19 03:17:13.701029 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63d2d2-57cb-4fce-8536-f7e2ff1a6c2b None None] Pushing event updated for resources: {'Port': ['ID=d333a535-5768-4bd1-bc25-89e0c5fdcff0,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:13.717741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24f79e1-8a56-44f8-95e7-319bce3d93f0 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:13.754915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.799217 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-28fa06ba-4198-4621-ba49-a82620b953cf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.799730 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-28fa06ba-4198-4621-ba49-a82620b953cf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.813697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Transition to ACTIVE for port object e24f79e1-8a56-44f8-95e7-319bce3d93f0 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:13.827069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] For port 966c1eb5-1cb2-454e-8cf2-f3225c693703, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:13.832103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:17:13.834004 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.869208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-28fa06ba-4198-4621-ba49-a82620b953cf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Calling delete_port for 209b063c-2dc3-41be-ba0f-172b5c99af94 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:17:13.880112 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] Set router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:13.919994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] For port 966c1eb5-1cb2-454e-8cf2-f3225c693703, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=966c1eb5-1cb2-454e-8cf2-f3225c693703,segment=NetworkSegment(1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa),segment_id=1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:13.949430 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:13.964744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Pushing event updated for resources: {'Port': ['ID=e24f79e1-8a56-44f8-95e7-319bce3d93f0,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:14.088427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.122123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997650a-0f08-48ff-8d7b-a84e7b100ed8 None None] Pushing event updated for resources: {'Port': ['ID=966c1eb5-1cb2-454e-8cf2-f3225c693703,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:14.140343 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:17:14.195737 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.301757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.368144 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:09Z', 'revision_number': 3, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:14.396599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Network d1aaae87-087d-4424-9714-17763f8061b6 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:14.406101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:14.413038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:14.416401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Attempting to bind port e24f79e1-8a56-44f8-95e7-319bce3d93f0 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:14.416848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Attempting to bind port e24f79e1-8a56-44f8-95e7-319bce3d93f0 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:14.417266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Attempting to bind port e24f79e1-8a56-44f8-95e7-319bce3d93f0 on network c56f6e79-9018-4544-898f-cd1b5ed065bd {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:14.417961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Pushing event updated for resources: {'Port': ['ID=1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:14.423144 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-28fa06ba-4198-4621-ba49-a82620b953cf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.445921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252c78-254c-46bc-b8cd-3e7f080569ce req-9cb98a9b-c7fa-4eaa-baaa-ff224617ba4d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:14.452471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252c78-254c-46bc-b8cd-3e7f080569ce req-9cb98a9b-c7fa-4eaa-baaa-ff224617ba4d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:14.460526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252c78-254c-46bc-b8cd-3e7f080569ce req-9cb98a9b-c7fa-4eaa-baaa-ff224617ba4d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:14.468407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252c78-254c-46bc-b8cd-3e7f080569ce req-9cb98a9b-c7fa-4eaa-baaa-ff224617ba4d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:14.474294 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2725e-3a32-4cae-bb6d-d14bb269b70b None None] The sync data for ids ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'] in n-d-762330-18 is: [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:09Z', 'revision_number': 3, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:17:14.482278 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252c78-254c-46bc-b8cd-3e7f080569ce req-9cb98a9b-c7fa-4eaa-baaa-ff224617ba4d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:14.491447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa06ba-4198-4621-ba49-a82620b953cf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Pushing event deleted for resources: {'Port': ['ID=209b063c-2dc3-41be-ba0f-172b5c99af94,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:14.500800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252c78-254c-46bc-b8cd-3e7f080569ce req-9cb98a9b-c7fa-4eaa-baaa-ff224617ba4d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:14.509249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252c78-254c-46bc-b8cd-3e7f080569ce req-9cb98a9b-c7fa-4eaa-baaa-ff224617ba4d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:14.516850 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9252c78-254c-46bc-b8cd-3e7f080569ce req-9cb98a9b-c7fa-4eaa-baaa-ff224617ba4d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5435 time: 0.5221930 Jul 19 03:17:14.518233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Port e24f79e1-8a56-44f8-95e7-319bce3d93f0 on network c56f6e79-9018-4544-898f-cd1b5ed065bd not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:17:14.519111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Attempting to bind port e24f79e1-8a56-44f8-95e7-319bce3d93f0 on network c56f6e79-9018-4544-898f-cd1b5ed065bd {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:14.528095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49470) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:14.561112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:14.561689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Checking segment: {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:14.562201 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Bound using segment: {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:14.563077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Bound port: e24f79e1-8a56-44f8-95e7-319bce3d93f0, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:14.563553 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.577835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 8a54566f-1964-4b95-8cae-b6c7642f94ac, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8a54566f-1964-4b95-8cae-b6c7642f94ac,segment=NetworkSegment(bef758e6-2caa-4c21-b0f7-c8f8b86d8068),segment_id=bef758e6-2caa-4c21-b0f7-c8f8b86d8068)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:14.594744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-84ce081f-980a-447d-a60e-d5b239b16a3f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Request body: {'floatingip': {'port_id': '91554fda-16c8-49bd-9a56-87bc4d2a0649'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:14.598819 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.675298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:14.715407 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.716473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5457b71d-e072-49ac-a8c9-f168bb8d6457 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:14.729258 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84ce081f-980a-447d-a60e-d5b239b16a3f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.764677 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-28fa06ba-4198-4621-ba49-a82620b953cf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.784019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-28fa06ba-4198-4621-ba49-a82620b953cf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.785224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c55063d-5c5c-4ec6-a7f1-0cb5f095349f req-28fa06ba-4198-4621-ba49-a82620b953cf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "DELETE /v2.0/floatingips/354f507e-c96b-492b-ac53-42d6d3968149 HTTP/1.1" status: 204 len: 173 time: 1.8818181 Jul 19 03:17:14.962062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '49f29172-fa13-4186-99f3-5b113c6eb306', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'port_id': '49f29172-fa13-4186-99f3-5b113c6eb306', 'mac_address': 'fa:16:3e:d0:4d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:17:14.965649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-75106bad-a3ce-4ad9-9f22-8472cbca4ec4 None None] Provisioning complete for port 8a54566f-1964-4b95-8cae-b6c7642f94ac triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:14.967213 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75106bad-a3ce-4ad9-9f22-8472cbca4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:14.969251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Routers {'aee6eedb-51f9-4892-879e-e90d8b8f355a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:14.977220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:16:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['aee6eedb-51f9-4892-879e-e90d8b8f355a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:15.148842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:15.524095 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:15.557524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:15.613211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] For port e24f79e1-8a56-44f8-95e7-319bce3d93f0, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:15.614982 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-59d7203f-6928-454e-ba30-a86ba12c0bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:15.620577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=8a54566f-1964-4b95-8cae-b6c7642f94ac,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:15.641105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-499ebb84-e3a3-44b8-ac64-5f1c0a935bda tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:15.667732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-499ebb84-e3a3-44b8-ac64-5f1c0a935bda tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:15.669400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-499ebb84-e3a3-44b8-ac64-5f1c0a935bda tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.25 "GET /v2.0/networks?id=d2c12c3f-a832-44d7-a982-1550e6fbf89a&id=caefcd95-770d-478b-9f83-88ab1ea72fe8&id=d2c12c3f-a832-44d7-a982-1550e6fbf89a HTTP/1.1" status: 200 len: 1392 time: 0.6225381 Jul 19 03:17:15.671325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] For port e24f79e1-8a56-44f8-95e7-319bce3d93f0, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:15.698253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'port': {'device_id': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a', 'admin_state_up': True, 'tenant_id': 'c0e062923cae423881da2dfed47affa9'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:15.713424 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:15.747813 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5457b71d-e072-49ac-a8c9-f168bb8d6457 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:15.753759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:15.773799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Pushing event updated for resources: {'Port': ['ID=1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:15.789121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da544e-f448-4ecb-8201-d1306a2d8e99 req-34c4f3fe-38e5-4788-9d85-24b96f4a75df tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:15.797665 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07da544e-f448-4ecb-8201-d1306a2d8e99 req-34c4f3fe-38e5-4788-9d85-24b96f4a75df tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 943 time: 0.7695570 Jul 19 03:17:15.807291 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:15.839391 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:15.841297 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:15.912587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f29172-fa13-4186-99f3-5b113c6eb306 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:15.930716 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07da544e-f448-4ecb-8201-d1306a2d8e99 req-6ebcd4ea-f85a-416f-8ab0-aaebc29805a7 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318374 Jul 19 03:17:15.956423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] Set router aee6eedb-51f9-4892-879e-e90d8b8f355a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:16.016728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:16.025652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:16.027436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:16.030047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] 10.222.0.26 "PUT /v2.0/ports/e24f79e1-8a56-44f8-95e7-319bce3d93f0 HTTP/1.1" status: 200 len: 1092 time: 3.7061260 Jul 19 03:17:16.031074 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:16.080521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'tag': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:16.082512 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a63471-b653-4a96-a8f0-f33f1e96e612" -d '{"events": [{"name": "network-changed", "server_uuid": "64161a16-8f9e-474b-b1b3-d6144d8a67d1", "tag": "e24f79e1-8a56-44f8-95e7-319bce3d93f0"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:16.086487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Network d1aaae87-087d-4424-9714-17763f8061b6 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:16.090645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:16.124746 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f78610d4-2c12-4afc-94b1-475355cc52c2 req-dd39282a-3930-4239-88d5-f238a11b0860 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 210 time: 0.1306241 Jul 19 03:17:16.281127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d8254-ba87-45b2-afd4-00daa9405397 service neutron] Pushing event updated for resources: {'Port': ['ID=e24f79e1-8a56-44f8-95e7-319bce3d93f0,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:16.378742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-f383abdc-03fd-4749-a8bc-943d3388a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:16.380417 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-f383abdc-03fd-4749-a8bc-943d3388a492 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 1095 time: 0.2942655 Jul 19 03:17:16.383493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:16.388512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:16.393570 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec18c981-3429-421e-9090-36720d0d0bfc req-3c7953b7-6392-4c1b-90b3-1252740887d4 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4046004 Jul 19 03:17:16.406042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:16.464063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['49f29172-fa13-4186-99f3-5b113c6eb306'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:16.465313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:17:16.467056 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:16.514739 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.resource_extend [None req-84ce081f-980a-447d-a60e-d5b239b16a3f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:17:16.528080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:16.532187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-c2b2e2d4-f444-4b78-a748-3f7aedbd1259 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0 HTTP/1.1" status: 200 len: 217 time: 0.1401577 Jul 19 03:17:16.570039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:16.730616 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84ce081f-980a-447d-a60e-d5b239b16a3f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:16.749016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84ce081f-980a-447d-a60e-d5b239b16a3f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:16.800291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:17:16.808076 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9f13843e-cda9-416d-9d07-c24f78bad576 admin admin] 10.222.0.20 "PUT /v2.0/routers/113d983b-7356-4ef1-81d2-a3df8e0b6f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4700134 Jul 19 03:17:16.868577 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:16.990347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'name': 'tempest-FloatingIPsTestJSON-941355471-router', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:50Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 4, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'gw_port': {'id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '966c1eb5-1cb2-454e-8cf2-f3225c693703', 'name': '', 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'mac_address': 'fa:16:3e:2c:ac:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:00Z', 'updated_at': '2021-07-19T03:17:13Z', 'revision_number': 4, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'subnets': [{'id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:17.067112 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e9d013-2285-4e25-98a3-d295df27a1bf x-openstack-request-id: req-f9e9d013-2285-4e25-98a3-d295df27a1bf {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:17.067425 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64161a16-8f9e-474b-b1b3-d6144d8a67d1", "tag": "e24f79e1-8a56-44f8-95e7-319bce3d93f0", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:17.067685 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9e9d013-2285-4e25-98a3-d295df27a1bf {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:17.070800 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'tag': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0', 'status': 'completed', 'code': 200} Jul 19 03:17:17.098638 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-84ce081f-980a-447d-a60e-d5b239b16a3f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Floating IP 4cdb3364-2587-4b1f-817a-b31997e6029f associated. External IP: 172.25.2.74, port: 91554fda-16c8-49bd-9a56-87bc4d2a0649. Jul 19 03:17:17.113693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff12a4-d67f-4f57-a3ab-8adc9ca525f3 None None] The sync data for ids ['aee6eedb-51f9-4892-879e-e90d8b8f355a'] in n-d-762330-18 is: [{'id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'name': 'tempest-FloatingIPsTestJSON-941355471-router', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:50Z', 'updated_at': '2021-07-19T03:17:03Z', 'revision_number': 4, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'gw_port': {'id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '966c1eb5-1cb2-454e-8cf2-f3225c693703', 'name': '', 'network_id': 'd7af6e1e-4e4a-410a-9301-c9398be37fc6', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'mac_address': 'fa:16:3e:2c:ac:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:00Z', 'updated_at': '2021-07-19T03:17:13Z', 'revision_number': 4, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'subnets': [{'id': 'e0034e75-3b8a-416a-9cb7-f3338c256a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:17:17.159443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 966c1eb5-1cb2-454e-8cf2-f3225c693703 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:17.240359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-f34d7747-ffd9-4b0b-8a63-c43def066c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:17.243677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-f34d7747-ffd9-4b0b-8a63-c43def066c8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbdf263f-32ca-418f-9b3e-3eff9d2acab0 HTTP/1.1" status: 200 len: 844 time: 0.6670623 Jul 19 03:17:17.311108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 966c1eb5-1cb2-454e-8cf2-f3225c693703 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:17.320731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 966c1eb5-1cb2-454e-8cf2-f3225c693703 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:17.321179 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:17.531645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Sync routers for ids ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:17:17.732639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Routers {'113d983b-7356-4ef1-81d2-a3df8e0b6f86'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:17.733439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:17:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:17.750878 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:17.960167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 966c1eb5-1cb2-454e-8cf2-f3225c693703, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=966c1eb5-1cb2-454e-8cf2-f3225c693703,segment=NetworkSegment(1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa),segment_id=1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:17.972288 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:17.977029 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:17.978285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8a54566f-1964-4b95-8cae-b6c7642f94ac up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:18.044302 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-3ebf3351-e516-4fec-bf39-5c451d4681a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3531899 Jul 19 03:17:18.119823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Allocated IP 172.25.2.100 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/9bde711a-5ade-477f-95ac-29a07dc266ad) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:18.171131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:18.418484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-52509f74-787c-4386-9734-ce0c1bf65b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:18.420286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-52509f74-787c-4386-9734-ce0c1bf65b9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 1096 time: 0.3433130 Jul 19 03:17:18.466935 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-28373dbc-08b5-4835-b4e9-7e58a9c67b58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c56f6e79-9018-4544-898f-cd1b5ed065bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.2025850 Jul 19 03:17:18.469671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=966c1eb5-1cb2-454e-8cf2-f3225c693703,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:18.500206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Set router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:18.634900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-6bdfeb31-ddbb-4b88-a5cc-5288ce01b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:18.636695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-6bdfeb31-ddbb-4b88-a5cc-5288ce01b3e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.1847076 Jul 19 03:17:18.676561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 8a54566f-1964-4b95-8cae-b6c7642f94ac triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:18.677146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:18.733919 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:18.740159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-28d3ac34-285b-49c8-a50e-5ec1253de64c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2 HTTP/1.1" status: 200 len: 217 time: 0.0964990 Jul 19 03:17:18.799211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 49f29172-fa13-4186-99f3-5b113c6eb306 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:18.799797 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:18.895189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-c63832a6-7ba2-483b-ade2-a78da9880270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:18.897119 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-c63832a6-7ba2-483b-ade2-a78da9880270 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1473942 Jul 19 03:17:18.971725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-aab681e0-3377-434f-a228-5ee69513aba8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623291 Jul 19 03:17:18.976702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Allocated IP 19.80.0.143 (d2c12c3f-a832-44d7-a982-1550e6fbf89a/2a2a2296-3d35-46f0-bb9f-ef97f83a241a/1ef5f45a-f7df-4121-a88f-26e6765f1539) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:18.989527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:18.993587 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-2708d7a2-084d-4679-8463-e659b2c9cd2f service neutron] 10.222.0.26 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901750 Jul 19 03:17:19.025673 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:19.044850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7e111835-9053-4740-a233-b1565f83bbb2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:19.104614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:14Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09', 'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'tenant_id': '6b468de954764194a9d34fa880483489', 'mac_address': 'fa:16:3e:7e:78:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '03c90811-e1f0-4a3d-81af-409795599873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:12Z', 'updated_at': '2021-07-19T03:17:15Z', 'revision_number': 2, 'project_id': '6b468de954764194a9d34fa880483489', 'subnets': [{'id': '03c90811-e1f0-4a3d-81af-409795599873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:19.168141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:19.173920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:19.179550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:19.181917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Checking router: 113d983b-7356-4ef1-81d2-a3df8e0b6f86 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:17:19.182389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Updating router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:17:19.188768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:19.189972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:19.192522 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9707222c-06f9-41d8-964d-6315d9ac416b" -d '{"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:19.199001 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:19.273763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Pushing event updated for resources: {'Port': ['ID=9bde711a-5ade-477f-95ac-29a07dc266ad,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:19.286670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7e111835-9053-4740-a233-b1565f83bbb2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:19.288116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:19.302507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ce081f-980a-447d-a60e-d5b239b16a3f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Router 421b79e5-4814-4144-ba7a-6aa49630ffa8 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:17:19.321300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-2adc86aa-722b-49b9-9fc3-e951c9a829c5 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408325 Jul 19 03:17:19.349190 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:19.357446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916aea0-d148-4c84-ac77-ae6fb1a01a7d req-322a7585-deb1-4d1e-80a6-4d60d70ea80b tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:19.364878 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3916aea0-d148-4c84-ac77-ae6fb1a01a7d req-322a7585-deb1-4d1e-80a6-4d60d70ea80b tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 943 time: 0.9242556 Jul 19 03:17:19.571237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:19.709243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=10']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:19.729575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3916aea0-d148-4c84-ac77-ae6fb1a01a7d req-f580e5bf-7e38-4044-aae7-e64f423d5bf8 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668469 Jul 19 03:17:19.753055 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-08799b99-e065-4d86-aeeb-04e55443b4fa req-95e0c4f9-57e4-41a6-adba-738835cb3ea8 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025617 Jul 19 03:17:19.762593 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:19.855742 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d333a535-5768-4bd1-bc25-89e0c5fdcff0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:19.886619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdbee299-8de3-48f6-b864-8f53776fdbf9 req-b31c6e26-83b9-467e-8964-7951b4630240 service neutron] 10.222.0.26 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8073506 Jul 19 03:17:20.000420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ce081f-980a-447d-a60e-d5b239b16a3f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:17:20.012065 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] Sync routers for ids ['421b79e5-4814-4144-ba7a-6aa49630ffa8'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:17:20.024586 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84ce081f-980a-447d-a60e-d5b239b16a3f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:20.040871 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] Routers {'421b79e5-4814-4144-ba7a-6aa49630ffa8'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:20.043276 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:17:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['421b79e5-4814-4144-ba7a-6aa49630ffa8'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:20.090633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-84ce081f-980a-447d-a60e-d5b239b16a3f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "PUT /v2.0/floatingips/4cdb3364-2587-4b1f-817a-b31997e6029f HTTP/1.1" status: 200 len: 991 time: 5.5372198 Jul 19 03:17:20.147524 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:20.169730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '91554fda-16c8-49bd-9a56-87bc4d2a0649'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:20.188719 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694d34c8-be3f-4072-b38d-66f100733e45" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "91554fda-16c8-49bd-9a56-87bc4d2a0649"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:20.252416 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:20.262502 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:20.396596 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:20.410781 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] Set router 421b79e5-4814-4144-ba7a-6aa49630ffa8 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:20.426860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cdb2371d-a739-4cdb-af1a-27f6e3c50c30 req-2edd3f42-c18e-43ed-a70b-a7f06efed3b8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 210 time: 0.2300355 Jul 19 03:17:20.520249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Transition to ACTIVE for port object 1ef5f45a-f7df-4121-a88f-26e6765f1539 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:20.532159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:20.581992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a63471-b653-4a96-a8f0-f33f1e96e612 req-2bd8b871-1039-4d39-a169-11659eaf7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:20.606138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06a63471-b653-4a96-a8f0-f33f1e96e612 req-2bd8b871-1039-4d39-a169-11659eaf7518 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 1095 time: 0.5272534 Jul 19 03:17:20.635839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Transition to ACTIVE for port object 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:20.657453 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:20.675967 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:20.692336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec18c981-3429-421e-9090-36720d0d0bfc req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2922385 Jul 19 03:17:20.746818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port d333a535-5768-4bd1-bc25-89e0c5fdcff0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:20.773668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d333a535-5768-4bd1-bc25-89e0c5fdcff0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:20.774783 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:20.903434 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec18c981-3429-421e-9090-36720d0d0bfc req-1590cefa-dddd-462a-8b93-a067a3d4b842 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.100 HTTP/1.1" status: 200 len: 696 time: 0.2064693 Jul 19 03:17:20.919174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72309d5d-4f84-4cd3-b756-8d678790afe8 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Pushing event updated for resources: {'Port': ['ID=9bde711a-5ade-477f-95ac-29a07dc266ad,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:20.960153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e9d6e-3d3f-4f8e-83e2-7732e2cb8f6e None None] Pushing event updated for resources: {'Port': ['ID=1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:20.997805 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:21.043191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Attempting to bind port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:21.044360 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Attempting to bind port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '3b68a900-d219-4556-b9a4-83dc240b9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:21.045320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Attempting to bind port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 on network d1aaae87-087d-4424-9714-17763f8061b6 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:21.055603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:21.056463 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '4cdb3364-2587-4b1f-817a-b31997e6029f', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'port_id': '91554fda-16c8-49bd-9a56-87bc4d2a0649', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'mac_address': 'fa:16:3e:91:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:17:16Z', 'revision_number': 1, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0186ef23-fe74-42dd-9a74-d01198e19045', 'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'mac_address': 'fa:16:3e:c8:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:04Z', 'updated_at': '2021-07-19T03:15:13Z', 'revision_number': 5, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'subnets': [{'id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:21.057311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Checking segment: {'id': '3b68a900-d219-4556-b9a4-83dc240b9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:21.057975 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:21.058676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Bound using segment: {'id': '3b68a900-d219-4556-b9a4-83dc240b9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:21.059447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Bound port: 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b68a900-d219-4556-b9a4-83dc240b9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:21.060087 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:21.149097 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] Checking router: 421b79e5-4814-4144-ba7a-6aa49630ffa8 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:17:21.169756 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] Routers {'421b79e5-4814-4144-ba7a-6aa49630ffa8'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:21.170825 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:17:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['421b79e5-4814-4144-ba7a-6aa49630ffa8'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:21.237914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network d2c12c3f-a832-44d7-a982-1550e6fbf89a is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:21.254014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c981-3429-421e-9090-36720d0d0bfc req-84e11606-9a83-4433-a9f1-a3de2b45cadf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.258177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:21.264657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Port': ['ID=1ef5f45a-f7df-4121-a88f-26e6765f1539,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:21.268796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:21.277783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec18c981-3429-421e-9090-36720d0d0bfc req-84e11606-9a83-4433-a9f1-a3de2b45cadf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.3717496 Jul 19 03:17:21.323610 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:21.351531 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9774a8b-71cb-4cd6-99da-9666cd56f183 x-openstack-request-id: req-c9774a8b-71cb-4cd6-99da-9666cd56f183 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:21.351880 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:21.352312 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9774a8b-71cb-4cd6-99da-9666cd56f183 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:21.352903 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306', 'code': 200} Jul 19 03:17:21.357280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] For port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:21.388474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.389359 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:21.398006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] For port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09,segment=NetworkSegment(3b68a900-d219-4556-b9a4-83dc240b9890),segment_id=3b68a900-d219-4556-b9a4-83dc240b9890)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:21.404719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a63471-b653-4a96-a8f0-f33f1e96e612 req-9ff5c033-aa61-4377-8a5d-f8affac09edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.406231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06a63471-b653-4a96-a8f0-f33f1e96e612 req-9ff5c033-aa61-4377-8a5d-f8affac09edb service neutron] 10.222.0.26 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 904 time: 0.7901986 Jul 19 03:17:21.421630 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:21.475853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port d333a535-5768-4bd1-bc25-89e0c5fdcff0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d333a535-5768-4bd1-bc25-89e0c5fdcff0,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:21.515541 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-92e5fe0c-3e84-4017-852e-916cce649c7c tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.519170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-92e5fe0c-3e84-4017-852e-916cce649c7c tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/networks?id=d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 200 len: 820 time: 0.7273512 Jul 19 03:17:21.522474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-065298ef-f2cb-481f-9e3f-b49d8b65ff7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8344860 Jul 19 03:17:21.523837 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06a63471-b653-4a96-a8f0-f33f1e96e612 req-9bd1baf5-c931-4edc-981b-5c2342e1abb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0 HTTP/1.1" status: 200 len: 217 time: 0.0800445 Jul 19 03:17:21.537827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'port': {'device_id': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8', 'admin_state_up': True, 'tenant_id': 'c0e062923cae423881da2dfed47affa9'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:21.578843 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] Set router 421b79e5-4814-4144-ba7a-6aa49630ffa8 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:21.586695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-79a06c90-e68d-49e1-ab82-aeb143411b95 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/quotas/6b468de954764194a9d34fa880483489 HTTP/1.1" status: 200 len: 375 time: 0.0397761 Jul 19 03:17:21.605557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:21.663766 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e1b6cb-0974-4e4b-85ea-1a9751a97db3 x-openstack-request-id: req-d1e1b6cb-0974-4e4b-85ea-1a9751a97db3 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:21.664060 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "tag": "91554fda-16c8-49bd-9a56-87bc4d2a0649", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:21.664316 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1e1b6cb-0974-4e4b-85ea-1a9751a97db3 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:21.664855 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'tag': '91554fda-16c8-49bd-9a56-87bc4d2a0649', 'status': 'completed', 'code': 200} Jul 19 03:17:21.737796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Routers {'113d983b-7356-4ef1-81d2-a3df8e0b6f86'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:21.738480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:17:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:21.897696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d34c8-be3f-4072-b38d-66f100733e45 req-0c77e4b4-39b1-4ccc-9a38-7fe34001078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.900895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e9d6e-3d3f-4f8e-83e2-7732e2cb8f6e None None] Pushing event updated for resources: {'Port': ['ID=1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:21.903491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d34c8-be3f-4072-b38d-66f100733e45 req-0c77e4b4-39b1-4ccc-9a38-7fe34001078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.904009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d34c8-be3f-4072-b38d-66f100733e45 req-0c77e4b4-39b1-4ccc-9a38-7fe34001078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.904494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d34c8-be3f-4072-b38d-66f100733e45 req-0c77e4b4-39b1-4ccc-9a38-7fe34001078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.915918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d34c8-be3f-4072-b38d-66f100733e45 req-0c77e4b4-39b1-4ccc-9a38-7fe34001078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.916434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d34c8-be3f-4072-b38d-66f100733e45 req-0c77e4b4-39b1-4ccc-9a38-7fe34001078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.916925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d34c8-be3f-4072-b38d-66f100733e45 req-0c77e4b4-39b1-4ccc-9a38-7fe34001078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.919083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-694d34c8-be3f-4072-b38d-66f100733e45 req-0c77e4b4-39b1-4ccc-9a38-7fe34001078c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6499 time: 0.2386885 Jul 19 03:17:21.923246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 966c1eb5-1cb2-454e-8cf2-f3225c693703 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:21.940192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a63471-b653-4a96-a8f0-f33f1e96e612 req-f642d9ec-7966-447c-a95b-632343e2a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:21.942098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06a63471-b653-4a96-a8f0-f33f1e96e612 req-f642d9ec-7966-447c-a95b-632343e2a54a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbdf263f-32ca-418f-9b3e-3eff9d2acab0 HTTP/1.1" status: 200 len: 844 time: 0.3712633 Jul 19 03:17:22.011346 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06a63471-b653-4a96-a8f0-f33f1e96e612 req-597c85f0-c3be-4716-8e2b-f34ff623bba7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c56f6e79-9018-4544-898f-cd1b5ed065bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566590 Jul 19 03:17:22.042808 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-31c83445-43e7-4e99-8912-45eb32da147c tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b468de954764194a9d34fa880483489&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3857372 Jul 19 03:17:22.110011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:22.115738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:22.150622 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '4cdb3364-2587-4b1f-817a-b31997e6029f', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'port_id': '91554fda-16c8-49bd-9a56-87bc4d2a0649', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'mac_address': 'fa:16:3e:91:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:17:16Z', 'revision_number': 1, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0186ef23-fe74-42dd-9a74-d01198e19045', 'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'mac_address': 'fa:16:3e:c8:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:04Z', 'updated_at': '2021-07-19T03:15:13Z', 'revision_number': 5, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'subnets': [{'id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:22.188962 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0accce8-b506-4ca2-bce8-486bea36941c None None] The sync data for ids ['421b79e5-4814-4144-ba7a-6aa49630ffa8'] in n-d-762330-18 is: [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '4cdb3364-2587-4b1f-817a-b31997e6029f', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'port_id': '91554fda-16c8-49bd-9a56-87bc4d2a0649', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'mac_address': 'fa:16:3e:91:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:15:54Z', 'updated_at': '2021-07-19T03:17:16Z', 'revision_number': 1, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0186ef23-fe74-42dd-9a74-d01198e19045', 'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'mac_address': 'fa:16:3e:c8:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:04Z', 'updated_at': '2021-07-19T03:15:13Z', 'revision_number': 5, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'subnets': [{'id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:17:22.192114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] Set router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:22.246118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a49d6c-eff4-4aa4-99ef-fd1e46e48c5d req-3e38fec6-5fd1-43b8-bb99-c44ed3a52a4a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:22.253710 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39a49d6c-eff4-4aa4-99ef-fd1e46e48c5d req-3e38fec6-5fd1-43b8-bb99-c44ed3a52a4a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 943 time: 0.3231380 Jul 19 03:17:22.304286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d34c8-be3f-4072-b38d-66f100733e45 req-2be455d7-0a4f-4323-8c5c-505fca75b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:22.306715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-694d34c8-be3f-4072-b38d-66f100733e45 req-2be455d7-0a4f-4323-8c5c-505fca75b9bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=1119ccee-19ea-4731-b9d3-c915a28a468d HTTP/1.1" status: 200 len: 912 time: 0.3482621 Jul 19 03:17:22.321803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39a49d6c-eff4-4aa4-99ef-fd1e46e48c5d req-f451ff87-85bc-48b5-8ff8-44a76fa6a595 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670474 Jul 19 03:17:22.341744 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-0927af6d-bab9-4a8c-972b-0413632c2679 service neutron] 10.222.0.20 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971792 Jul 19 03:17:22.421973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e24f79e1-8a56-44f8-95e7-319bce3d93f0 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:17:22.462728 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-13d61a18-5ba3-4a38-aa02-87b34ce4305b tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips/69dbfdf9-3939-419c-9de9-f3cfb612a0f9 HTTP/1.1" status: 200 len: 693 time: 0.1035454 Jul 19 03:17:22.519359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f4fc6f15-d185-4a27-9484-ad324bea5f70 None None] Provisioning for port 1ef5f45a-f7df-4121-a88f-26e6765f1539 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:22.556270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-694d34c8-be3f-4072-b38d-66f100733e45 req-cd877ccb-7f14-408d-b7b0-3d944d546408 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649 HTTP/1.1" status: 200 len: 999 time: 0.2321584 Jul 19 03:17:22.557843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f4fc6f15-d185-4a27-9484-ad324bea5f70 None None] Provisioning complete for port 1ef5f45a-f7df-4121-a88f-26e6765f1539 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:22.558381 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6f15-d185-4a27-9484-ad324bea5f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:22.690507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d34c8-be3f-4072-b38d-66f100733e45 req-4e887e8d-ce41-41f3-8847-1fe7531d56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:22.692336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-694d34c8-be3f-4072-b38d-66f100733e45 req-4e887e8d-ce41-41f3-8847-1fe7531d56b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de HTTP/1.1" status: 200 len: 851 time: 0.1100895 Jul 19 03:17:22.693035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=d333a535-5768-4bd1-bc25-89e0c5fdcff0,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:22.699935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-64baad5a-7277-490b-9eb7-97ec47ba679d tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:22.708735 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-64baad5a-7277-490b-9eb7-97ec47ba679d tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2432315 Jul 19 03:17:22.727156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8de7f-8739-4497-904d-0cbfa6a6ca27 None None] New status for floating IP 4cdb3364-2587-4b1f-817a-b31997e6029f: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:17:22.800266 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06a63471-b653-4a96-a8f0-f33f1e96e612 req-1045fa42-8fc1-4ec3-a769-4b5cafc8c101 service neutron] 10.222.0.26 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806644 Jul 19 03:17:22.805589 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:17:22.862070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 966c1eb5-1cb2-454e-8cf2-f3225c693703 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:22.862667 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:22.882924 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-e152a2a3-a1d1-4a62-b224-1342aeaee0bf tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.100 HTTP/1.1" status: 200 len: 696 time: 0.1587808 Jul 19 03:17:22.911912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc6f15-d185-4a27-9484-ad324bea5f70 None None] Port 1ef5f45a-f7df-4121-a88f-26e6765f1539 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:17:23.004587 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-37a6cd33-e97f-45ab-b596-736885387ee2 service neutron] 10.222.0.20 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371574 Jul 19 03:17:23.019121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-1642125d-aa4c-4fe8-a4c7-96c9e044ec80 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.100 HTTP/1.1" status: 200 len: 696 time: 0.1349385 Jul 19 03:17:23.115766 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06a63471-b653-4a96-a8f0-f33f1e96e612 req-b1c2d4d6-55b5-45fc-a571-bdc57571343f service neutron] 10.222.0.26 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086674 Jul 19 03:17:23.141070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Allocated IP 19.86.0.5 (caefcd95-770d-478b-9f83-88ab1ea72fe8/8b4a9ea0-72ca-45c2-9c8a-80185d4c7156/3e94eaae-de2d-4156-8e09-efdf67ea9b5d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:23.205217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e24f79e1-8a56-44f8-95e7-319bce3d93f0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:23.221039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'port_id': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0', 'mac_address': 'fa:16:3e:de:85:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdf263f-32ca-418f-9b3e-3eff9d2acab0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:17:23.223932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:14Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09', 'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'tenant_id': '6b468de954764194a9d34fa880483489', 'mac_address': 'fa:16:3e:7e:78:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '03c90811-e1f0-4a3d-81af-409795599873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:12Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'subnets': [{'id': '03c90811-e1f0-4a3d-81af-409795599873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:23.243285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d34c8-be3f-4072-b38d-66f100733e45 req-4388cca6-7aab-48bb-aa8f-d0e05e0224e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:23.247233 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-694d34c8-be3f-4072-b38d-66f100733e45 req-4388cca6-7aab-48bb-aa8f-d0e05e0224e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1119ccee-19ea-4731-b9d3-c915a28a468d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5285556 Jul 19 03:17:23.272168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8553196-2a3c-4033-81ca-c7d37e6ea2e1 None None] The sync data for ids ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'] in n-d-762330-18 is: [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:14Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09', 'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'tenant_id': '6b468de954764194a9d34fa880483489', 'mac_address': 'fa:16:3e:7e:78:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '03c90811-e1f0-4a3d-81af-409795599873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:12Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'subnets': [{'id': '03c90811-e1f0-4a3d-81af-409795599873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:17:23.455675 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:23.488420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24f79e1-8a56-44f8-95e7-319bce3d93f0 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:23.523047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e24f79e1-8a56-44f8-95e7-319bce3d93f0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:23.527832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-694d34c8-be3f-4072-b38d-66f100733e45 req-3539d5ef-fdfd-4ca3-81f7-d488493072d9 service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565327 Jul 19 03:17:23.534387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:23.718931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:23.736202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e24f79e1-8a56-44f8-95e7-319bce3d93f0,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:23.788903 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Transition to ACTIVE for port object 3e94eaae-de2d-4156-8e09-efdf67ea9b5d will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:23.835260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e24f79e1-8a56-44f8-95e7-319bce3d93f0'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:23.950735 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:24.025689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-0c947d68-36eb-4559-8efc-f474f2d4e6d2 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Deleting port 9bde711a-5ade-477f-95ac-29a07dc266ad {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:17:24.045346 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-0c947d68-36eb-4559-8efc-f474f2d4e6d2 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:24.112789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network caefcd95-770d-478b-9f83-88ab1ea72fe8 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:24.131225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:24.144514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:24.267524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:24.385231 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-0c947d68-36eb-4559-8efc-f474f2d4e6d2 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:24.385568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-0c947d68-36eb-4559-8efc-f474f2d4e6d2 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:24.405310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:24.412548 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:24.425971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Port': ['ID=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:24.449783 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-0c947d68-36eb-4559-8efc-f474f2d4e6d2 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Calling delete_port for 9bde711a-5ade-477f-95ac-29a07dc266ad owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:17:24.474109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-5fd6d105-75bd-49e9-a280-9c13a9c1dd8c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9440196 Jul 19 03:17:24.483980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'port': {'device_id': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a', 'admin_state_up': True, 'tenant_id': 'c0e062923cae423881da2dfed47affa9'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:24.539126 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:24.559959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-694d34c8-be3f-4072-b38d-66f100733e45 req-d672ee3c-781e-469e-9715-4ea93716c05e service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0239432 Jul 19 03:17:24.594349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:24.597967 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:24.743234 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-0c947d68-36eb-4559-8efc-f474f2d4e6d2 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:24.817579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7cc4e701-9e2a-4727-a511-3e84064bda2d None None] Provisioning for port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:24.832343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c947d68-36eb-4559-8efc-f474f2d4e6d2 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Pushing event deleted for resources: {'Port': ['ID=9bde711a-5ade-477f-95ac-29a07dc266ad,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:24.886702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:24.892542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:24.893225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7cc4e701-9e2a-4727-a511-3e84064bda2d None None] Provisioning complete for port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:24.893720 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e701-9e2a-4727-a511-3e84064bda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:25.025809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4e701-9e2a-4727-a511-3e84064bda2d None None] Port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:17:25.027746 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:25.027888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-0c947d68-36eb-4559-8efc-f474f2d4e6d2 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:25.033961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-0c947d68-36eb-4559-8efc-f474f2d4e6d2 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:25.050210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35d130ea-50fb-4bf7-bc40-8d2bda74cf20 req-0c947d68-36eb-4559-8efc-f474f2d4e6d2 tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "DELETE /v2.0/floatingips/69dbfdf9-3939-419c-9de9-f3cfb612a0f9 HTTP/1.1" status: 204 len: 173 time: 2.0288143 Jul 19 03:17:25.108880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09,segment=NetworkSegment(3b68a900-d219-4556-b9a4-83dc240b9890),segment_id=3b68a900-d219-4556-b9a4-83dc240b9890)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:25.116975 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:25.118133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d333a535-5768-4bd1-bc25-89e0c5fdcff0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:25.208166 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Allocated IP 19.80.0.94 (d2c12c3f-a832-44d7-a982-1550e6fbf89a/2a2a2296-3d35-46f0-bb9f-ef97f83a241a/12bffbfe-e861-4421-a91e-68c58a6ba21d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:25.557344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:25.564396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d333a535-5768-4bd1-bc25-89e0c5fdcff0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:25.568780 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:25.617863 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-18aadfbc-a9c5-4914-91b1-68064e67c5d9 req-cfeff7c6-60cb-4794-a04a-361af0632880 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 210 time: 0.1130111 Jul 19 03:17:25.638217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:25.785600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Transition to ACTIVE for port object 12bffbfe-e861-4421-a91e-68c58a6ba21d will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:25.862113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:25.925820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112640c4-4927-4ef0-86f4-e884d57375d7 req-e1e965e1-2c29-458e-9f40-49a5fa13cb92 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:25.939396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112640c4-4927-4ef0-86f4-e884d57375d7 req-e1e965e1-2c29-458e-9f40-49a5fa13cb92 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:25.947496 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-112640c4-4927-4ef0-86f4-e884d57375d7 req-e1e965e1-2c29-458e-9f40-49a5fa13cb92 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 1653 time: 0.2604978 Jul 19 03:17:25.981585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:25.982709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:25.996826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-930fb666-73ad-4cfa-96b7-4e181fd7abfc tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:25.997065 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:26.000681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-930fb666-73ad-4cfa-96b7-4e181fd7abfc tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.26 "GET /v2.0/networks?id=d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 200 len: 820 time: 0.4236305 Jul 19 03:17:26.018652 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-112640c4-4927-4ef0-86f4-e884d57375d7 req-5e49fddc-6a66-4479-94f6-accfdcc1612c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700777 Jul 19 03:17:26.024103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Request body: {'port': {'device_id': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'admin_state_up': True, 'tenant_id': '6b468de954764194a9d34fa880483489'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:26.136174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f775-2343-4217-98d4-dfd8de969630 req-c02006f7-93b1-46ce-8ef1-62af929a71e4 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:26.139808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb00f775-2343-4217-98d4-dfd8de969630 req-c02006f7-93b1-46ce-8ef1-62af929a71e4 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 944 time: 0.2202442 Jul 19 03:17:26.186878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e24f79e1-8a56-44f8-95e7-319bce3d93f0 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:26.210839 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [req-5862d2f9-5f5a-471b-b620-e654480f3f22 req-7a85dc68-b637-45f5-af01-c4eca9235bfa tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] show failed (client error): The resource could not be found. Jul 19 03:17:26.223273 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5862d2f9-5f5a-471b-b620-e654480f3f22 req-7a85dc68-b637-45f5-af01-c4eca9235bfa tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips/69dbfdf9-3939-419c-9de9-f3cfb612a0f9 HTTP/1.1" status: 404 len: 350 time: 0.1111326 Jul 19 03:17:26.248500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network d2c12c3f-a832-44d7-a982-1550e6fbf89a is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:26.256362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:26.260222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb00f775-2343-4217-98d4-dfd8de969630 req-1515edad-e6ee-466f-8b91-f8855cf3ee74 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788720 Jul 19 03:17:26.264138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:26.340232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Port': ['ID=12bffbfe-e861-4421-a91e-68c58a6ba21d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:26.347553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port e24f79e1-8a56-44f8-95e7-319bce3d93f0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:26.354434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port e24f79e1-8a56-44f8-95e7-319bce3d93f0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:26.354930 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:26.355648 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.355996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.356460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.356917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.357128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.357456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.357781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.358106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.360444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.360444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.360444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.360444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:26.398667 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:26.399345 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:26.431201 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fc5c8369-5fbb-414f-ab43-c0a5a8a929f8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9510543 Jul 19 03:17:26.444103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Request body: {'port': {'device_id': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:26.519298 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-2e830630-d956-46be-afa2-11fa68798e52 req-46367c27-842f-430d-9aba-9589122441ca tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] show failed (client error): The resource could not be found. Jul 19 03:17:26.520519 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e830630-d956-46be-afa2-11fa68798e52 req-46367c27-842f-430d-9aba-9589122441ca tempest-FloatingIPsTestJSON-764620483 tempest-FloatingIPsTestJSON-764620483-project] 10.222.0.20 "GET /v2.0/floatingips/69dbfdf9-3939-419c-9de9-f3cfb612a0f9 HTTP/1.1" status: 404 len: 350 time: 0.2014840 Jul 19 03:17:26.536248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49642) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:26.618429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:26.656956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Made reservation on behalf of 6b468de954764194a9d34fa880483489 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:26.659805 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:26.717282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:26.720943 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05aa220-a8fd-41e1-8988-c2ffb442898b" -d '{"events": [{"server_uuid": "64161a16-8f9e-474b-b1b3-d6144d8a67d1", "name": "network-vif-plugged", "status": "completed", "tag": "e24f79e1-8a56-44f8-95e7-319bce3d93f0"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:26.731648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e24f79e1-8a56-44f8-95e7-319bce3d93f0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:26.738053 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:26.744046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4ed4eefa-e3be-471d-82cf-28ff9423667c None None] Provisioning for port 12bffbfe-e861-4421-a91e-68c58a6ba21d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:26.749183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4ed4eefa-e3be-471d-82cf-28ff9423667c None None] Provisioning complete for port 12bffbfe-e861-4421-a91e-68c58a6ba21d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:26.749737 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4ed4eefa-e3be-471d-82cf-28ff9423667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:26.802638 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19427cc2-c3ef-4d9f-85d1-cc2bda3bb5c2 x-openstack-request-id: req-19427cc2-c3ef-4d9f-85d1-cc2bda3bb5c2 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:26.803300 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64161a16-8f9e-474b-b1b3-d6144d8a67d1", "name": "network-vif-plugged", "status": "completed", "tag": "e24f79e1-8a56-44f8-95e7-319bce3d93f0", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:26.803661 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19427cc2-c3ef-4d9f-85d1-cc2bda3bb5c2 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:26.804651 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0', 'code': 200} Jul 19 03:17:26.835577 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:17:26.851495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4eefa-e3be-471d-82cf-28ff9423667c None None] Port 12bffbfe-e861-4421-a91e-68c58a6ba21d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:17:26.858539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e24f79e1-8a56-44f8-95e7-319bce3d93f0,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:26.991701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Allocated IP 172.20.0.4 (d1aaae87-087d-4424-9714-17763f8061b6/03c90811-e1f0-4a3d-81af-409795599873/44a0d847-48d9-4331-9ad0-bf56784a4115) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:27.136150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49662) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:27.579003 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0e004b36-eaf2-461a-afb7-59b25fb63de0 req-5aa6425d-2eae-4516-a51a-be5058c0728e tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 210 time: 0.1415255 Jul 19 03:17:27.671237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-723c69e9-d4d9-4a83-8577-3a383e3cbb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:27.698123 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:27.705970 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:27.767973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd62e98-882c-479a-9984-6e6373f7058f req-a7a5a5a5-1ca1-4c43-bc15-bee80ce18a22 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:27.774024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd62e98-882c-479a-9984-6e6373f7058f req-a7a5a5a5-1ca1-4c43-bc15-bee80ce18a22 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:27.780769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd62e98-882c-479a-9984-6e6373f7058f req-a7a5a5a5-1ca1-4c43-bc15-bee80ce18a22 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:27.782992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8fd62e98-882c-479a-9984-6e6373f7058f req-a7a5a5a5-1ca1-4c43-bc15-bee80ce18a22 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2374 time: 0.5530705 Jul 19 03:17:27.881733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8fd62e98-882c-479a-9984-6e6373f7058f req-ca5f7325-73c4-450d-9748-6d25918a179e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913568 Jul 19 03:17:27.891967 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:27.960154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Network d1aaae87-087d-4424-9714-17763f8061b6 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:27.968615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:27.972191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:28.034567 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-723c69e9-d4d9-4a83-8577-3a383e3cbb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.041336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Pushing event updated for resources: {'Port': ['ID=44a0d847-48d9-4331-9ad0-bf56784a4115,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:28.049235 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-723c69e9-d4d9-4a83-8577-3a383e3cbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.093374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:28.094027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.124399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c69e9-d4d9-4a83-8577-3a383e3cbb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8b45a1-b89a-478d-8c67-3287d89abf9e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:28.135936 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-723c69e9-d4d9-4a83-8577-3a383e3cbb2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de793b02cc674aa08ee080df8d7be386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9983552 Jul 19 03:17:28.143035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49676) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:28.158313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-48c7d76e-37ed-4405-8b25-7694ecc0c795 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1483688 Jul 19 03:17:28.164264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d93d82-5b83-4902-b940-aa39a750937a req-296773ae-1312-470a-91a0-478203246f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:28.166416 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22d93d82-5b83-4902-b940-aa39a750937a req-296773ae-1312-470a-91a0-478203246f79 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 1097 time: 0.7258415 Jul 19 03:17:28.176086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Request body: {'port': {'device_id': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:28.261472 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00535d-cb8f-43cd-9894-095765e43476 req-c4d5a4eb-995e-44e6-8e9f-409eb863fcc0 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:28.269952 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9b00535d-cb8f-43cd-9894-095765e43476 req-c4d5a4eb-995e-44e6-8e9f-409eb863fcc0 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 945 time: 0.5154722 Jul 19 03:17:28.282861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d28221b-933c-4cf8-aa84-6991312a109e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.286891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22d93d82-5b83-4902-b940-aa39a750937a req-cdd190fe-3b05-4a6c-a219-ffa240ed6039 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996957 Jul 19 03:17:28.324693 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d28221b-933c-4cf8-aa84-6991312a109e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.327987 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.428896 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9b00535d-cb8f-43cd-9894-095765e43476 req-2ff2c080-f671-4d85-9beb-2b3c0a77c3d2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578507 Jul 19 03:17:28.456145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef5f45a-f7df-4121-a88f-26e6765f1539 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:28.469262 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.500591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Transition to ACTIVE for port object 1ef5f45a-f7df-4121-a88f-26e6765f1539 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:28.508290 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.526626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d28221b-933c-4cf8-aa84-6991312a109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.529553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d28221b-933c-4cf8-aa84-6991312a109e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.533848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7d28221b-933c-4cf8-aa84-6991312a109e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a8b45a1-b89a-478d-8c67-3287d89abf9e HTTP/1.1" status: 204 len: 168 time: 0.3852003 Jul 19 03:17:28.554535 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28221b-933c-4cf8-aa84-6991312a109e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8b45a1-b89a-478d-8c67-3287d89abf9e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:28.640645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef5f45a-f7df-4121-a88f-26e6765f1539,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:28.773709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Attempting to bind port 1ef5f45a-f7df-4121-a88f-26e6765f1539 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:28.774141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Attempting to bind port 1ef5f45a-f7df-4121-a88f-26e6765f1539 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:28.774442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Attempting to bind port 1ef5f45a-f7df-4121-a88f-26e6765f1539 on network d2c12c3f-a832-44d7-a982-1550e6fbf89a {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:28.783595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Port 1ef5f45a-f7df-4121-a88f-26e6765f1539 on network d2c12c3f-a832-44d7-a982-1550e6fbf89a not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:17:28.783942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Attempting to bind port 1ef5f45a-f7df-4121-a88f-26e6765f1539 on network d2c12c3f-a832-44d7-a982-1550e6fbf89a {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:28.790444 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.909584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a0d847-48d9-4331-9ad0-bf56784a4115 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:28.934738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:28.965986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Transition to ACTIVE for port object 44a0d847-48d9-4331-9ad0-bf56784a4115 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:28.986968 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:29.021199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:29.021541 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Checking segment: {'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:29.021968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Bound using segment: {'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:29.022390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Bound port: 1ef5f45a-f7df-4121-a88f-26e6765f1539, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:29.022749 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:29.158175 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] For port 1ef5f45a-f7df-4121-a88f-26e6765f1539, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:29.161653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] For port 1ef5f45a-f7df-4121-a88f-26e6765f1539, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1ef5f45a-f7df-4121-a88f-26e6765f1539,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:29.177275 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:29.229885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Attempting to bind port 44a0d847-48d9-4331-9ad0-bf56784a4115 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:29.230334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Attempting to bind port 44a0d847-48d9-4331-9ad0-bf56784a4115 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '3b68a900-d219-4556-b9a4-83dc240b9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:29.230886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Attempting to bind port 44a0d847-48d9-4331-9ad0-bf56784a4115 on network d1aaae87-087d-4424-9714-17763f8061b6 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:29.236975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Port 44a0d847-48d9-4331-9ad0-bf56784a4115 on network d1aaae87-087d-4424-9714-17763f8061b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:17:29.237316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Attempting to bind port 44a0d847-48d9-4331-9ad0-bf56784a4115 on network d1aaae87-087d-4424-9714-17763f8061b6 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:29.239423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Pushing event updated for resources: {'Port': ['ID=44a0d847-48d9-4331-9ad0-bf56784a4115,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:29.257738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c9005-1aef-45d4-828c-32d59feab6a9 req-32d7cad8-0796-48cb-bffe-458df38aecb7 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:29.259766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2b6c9005-1aef-45d4-828c-32d59feab6a9 req-32d7cad8-0796-48cb-bffe-458df38aecb7 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 943 time: 0.2900035 Jul 19 03:17:29.261054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:29.261396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Checking segment: {'id': '3b68a900-d219-4556-b9a4-83dc240b9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:29.261784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Bound using segment: {'id': '3b68a900-d219-4556-b9a4-83dc240b9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:29.262235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Bound port: 44a0d847-48d9-4331-9ad0-bf56784a4115, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b68a900-d219-4556-b9a4-83dc240b9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:29.263789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:29.355234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] For port 44a0d847-48d9-4331-9ad0-bf56784a4115, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:29.358617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] For port 44a0d847-48d9-4331-9ad0-bf56784a4115, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=44a0d847-48d9-4331-9ad0-bf56784a4115,segment=NetworkSegment(3b68a900-d219-4556-b9a4-83dc240b9890),segment_id=3b68a900-d219-4556-b9a4-83dc240b9890)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:29.384430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef5f45a-f7df-4121-a88f-26e6765f1539,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:29.388718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2b6c9005-1aef-45d4-828c-32d59feab6a9 req-73ab0cfe-0f92-4fd1-a41b-5f284bb99df0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143334 Jul 19 03:17:29.390247 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:29.437655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:29.438278 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:29.440105 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] 10.222.0.26 "PUT /v2.0/ports/44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 1092 time: 1.2739530 Jul 19 03:17:29.440642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:29.443169 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07668757-3b6e-4336-b555-91f9de469290" -d '{"events": [{"name": "network-changed", "server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:29.451783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:29.452776 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:29.462926 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-3d65a870-6c7b-4bb5-8cdd-cb4aaefc1781 service neutron] 10.222.0.25 "PUT /v2.0/ports/1ef5f45a-f7df-4121-a88f-26e6765f1539 HTTP/1.1" status: 200 len: 1093 time: 3.0237477 Jul 19 03:17:29.476346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Pushing event updated for resources: {'Port': ['ID=44a0d847-48d9-4331-9ad0-bf56784a4115,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:29.487173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.487514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.488003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.488500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.488904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.489448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.489856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.490326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.490907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.491550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.491959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.492402 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aebde-c6ea-4cde-830c-aa507bc360bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:29.551039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'tag': '1ef5f45a-f7df-4121-a88f-26e6765f1539'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:29.559043 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d61ca8-4e0c-44c6-84da-d340160c6736" -d '{"events": [{"name": "network-changed", "server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "tag": "1ef5f45a-f7df-4121-a88f-26e6765f1539"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:29.611519 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Request body: {'port': {'device_id': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:29.647548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-78dfea74-c253-4113-bb0d-680f203dccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:29.654339 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-78dfea74-c253-4113-bb0d-680f203dccb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b468de954764194a9d34fa880483489&device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1095 time: 0.1034598 Jul 19 03:17:29.763981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-d0c83f2c-7a9d-4fc8-8da7-8b9b0eb81ab2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 217 time: 0.1041348 Jul 19 03:17:29.772523 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b7abb9-19e4-4cd7-ab98-af15c580c3ef x-openstack-request-id: req-70b7abb9-19e4-4cd7-ab98-af15c580c3ef {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:29.772523 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:29.772523 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70b7abb9-19e4-4cd7-ab98-af15c580c3ef {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:29.772523 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'status': 'completed', 'code': 200} Jul 19 03:17:29.852296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-71ca46b4-4bb1-479f-9185-a2284e1fa1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:29.855568 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-71ca46b4-4bb1-479f-9185-a2284e1fa1ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03c90811-e1f0-4a3d-81af-409795599873 HTTP/1.1" status: 200 len: 860 time: 0.0800600 Jul 19 03:17:29.865526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:29.900802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-618c4522-0b2c-4497-af4d-be14874d0ddf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d1aaae87-087d-4424-9714-17763f8061b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392368 Jul 19 03:17:29.947978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd3d4f-2cb8-49af-8de5-e55d9251af8d req-67c4fe4b-e512-43a0-9ce7-d4f16309ca6d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:29.955091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd3d4f-2cb8-49af-8de5-e55d9251af8d req-67c4fe4b-e512-43a0-9ce7-d4f16309ca6d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:29.961820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd3d4f-2cb8-49af-8de5-e55d9251af8d req-67c4fe4b-e512-43a0-9ce7-d4f16309ca6d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:29.969225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f5dd3d4f-2cb8-49af-8de5-e55d9251af8d req-67c4fe4b-e512-43a0-9ce7-d4f16309ca6d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2386 time: 0.6938715 Jul 19 03:17:30.064220 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f5dd3d4f-2cb8-49af-8de5-e55d9251af8d req-cda11003-1e3a-4d89-9223-46e63ba119cc tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930026 Jul 19 03:17:30.072700 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-7b1b7091-45aa-4ef4-b470-b1a3f2a245f8 service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601858 Jul 19 03:17:30.135541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0a83-85a5-4385-9210-1838770d019c req-cc3d18d7-0ea1-42af-9b3f-773bc305b40d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:30.143187 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0de0a83-85a5-4385-9210-1838770d019c req-cc3d18d7-0ea1-42af-9b3f-773bc305b40d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 945 time: 0.2408540 Jul 19 03:17:30.169709 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a21e7-39b7-4622-ad48-4e000387ff0c x-openstack-request-id: req-748a21e7-39b7-4622-ad48-4e000387ff0c {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:30.170008 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "tag": "1ef5f45a-f7df-4121-a88f-26e6765f1539", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:30.170146 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-748a21e7-39b7-4622-ad48-4e000387ff0c {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:30.170583 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'tag': '1ef5f45a-f7df-4121-a88f-26e6765f1539', 'status': 'completed', 'code': 200} Jul 19 03:17:30.180663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] Deleting port 966c1eb5-1cb2-454e-8cf2-f3225c693703 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:17:30.181007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:30.300696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0de0a83-85a5-4385-9210-1838770d019c req-27375693-d9d4-4cda-b38e-379b2c2e4aad tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557004 Jul 19 03:17:30.364414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] For port 966c1eb5-1cb2-454e-8cf2-f3225c693703, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=966c1eb5-1cb2-454e-8cf2-f3225c693703,segment=NetworkSegment(1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa),segment_id=1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:30.364775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:30.387949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] Calling delete_port for 966c1eb5-1cb2-454e-8cf2-f3225c693703 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:17:30.411753 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a00620a0-43d4-4f2f-9f83-095f248561a7 req-8e795b69-2706-49a5-bda0-8c191daffde9 service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286011 Jul 19 03:17:30.529814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e94eaae-de2d-4156-8e09-efdf67ea9b5d {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:30.543075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61ca8-4e0c-44c6-84da-d340160c6736 req-6c8b7afc-6010-4ea9-9153-5e52eb3d6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:30.544026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61ca8-4e0c-44c6-84da-d340160c6736 req-6c8b7afc-6010-4ea9-9153-5e52eb3d6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:30.544947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61ca8-4e0c-44c6-84da-d340160c6736 req-6c8b7afc-6010-4ea9-9153-5e52eb3d6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:30.547508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-84d61ca8-4e0c-44c6-84da-d340160c6736 req-6c8b7afc-6010-4ea9-9153-5e52eb3d6f19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0e062923cae423881da2dfed47affa9&device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2730 time: 0.3362579 Jul 19 03:17:30.555279 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:30.618903 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8816d101-1da4-4471-92ce-82c4451fcaa8 req-69ee34c7-1c6f-4846-ba73-55f7a3603a89 tempest-AbsoluteLimitsNegativeTestJSON-415432526 tempest-AbsoluteLimitsNegativeTestJSON-415432526-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8071c716d2c04219ab19d9e0cf2783a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822153 Jul 19 03:17:30.665662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Transition to ACTIVE for port object 3e94eaae-de2d-4156-8e09-efdf67ea9b5d will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:30.678299 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:30.804670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Pushing event updated for resources: {'Port': ['ID=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:30.902686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d101-1da4-4471-92ce-82c4451fcaa8 req-5652f6e5-ebc3-4d7e-b0ac-94a74cfc6587 tempest-AbsoluteLimitsNegativeTestJSON-415432526 tempest-AbsoluteLimitsNegativeTestJSON-415432526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:30.909945 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8816d101-1da4-4471-92ce-82c4451fcaa8 req-5652f6e5-ebc3-4d7e-b0ac-94a74cfc6587 tempest-AbsoluteLimitsNegativeTestJSON-415432526 tempest-AbsoluteLimitsNegativeTestJSON-415432526-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2899323 Jul 19 03:17:30.928276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668757-3b6e-4336-b555-91f9de469290 req-e009affa-e119-4bda-8424-7bbf84352fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:30.940074 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07668757-3b6e-4336-b555-91f9de469290 req-e009affa-e119-4bda-8424-7bbf84352fdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b468de954764194a9d34fa880483489&device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1095 time: 0.4638333 Jul 19 03:17:30.975222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61ca8-4e0c-44c6-84da-d340160c6736 req-13cb8afb-0f4a-4e11-90db-a5459c266750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:30.976204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61ca8-4e0c-44c6-84da-d340160c6736 req-13cb8afb-0f4a-4e11-90db-a5459c266750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:30.977178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61ca8-4e0c-44c6-84da-d340160c6736 req-13cb8afb-0f4a-4e11-90db-a5459c266750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:30.979604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-84d61ca8-4e0c-44c6-84da-d340160c6736 req-13cb8afb-0f4a-4e11-90db-a5459c266750 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c0e062923cae423881da2dfed47affa9&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4177761 Jul 19 03:17:30.993391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8816d101-1da4-4471-92ce-82c4451fcaa8 req-e26f23e3-9e70-4cd6-9174-18f6f321d8cb tempest-AbsoluteLimitsNegativeTestJSON-415432526 tempest-AbsoluteLimitsNegativeTestJSON-415432526-project] 10.222.0.20 "GET /v2.0/quotas/8071c716d2c04219ab19d9e0cf2783a4 HTTP/1.1" status: 200 len: 375 time: 0.0823250 Jul 19 03:17:31.123249 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8816d101-1da4-4471-92ce-82c4451fcaa8 req-32b793d5-090d-4515-83c9-b1d95228094c tempest-AbsoluteLimitsNegativeTestJSON-415432526 tempest-AbsoluteLimitsNegativeTestJSON-415432526-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8071c716d2c04219ab19d9e0cf2783a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289642 Jul 19 03:17:31.215813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Attempting to bind port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:31.222624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Attempting to bind port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:31.223093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Attempting to bind port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d on network caefcd95-770d-478b-9f83-88ab1ea72fe8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:31.243323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d on network caefcd95-770d-478b-9f83-88ab1ea72fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:17:31.243829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Attempting to bind port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d on network caefcd95-770d-478b-9f83-88ab1ea72fe8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:31.254564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:31.254920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Checking segment: {'id': 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:31.255601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Bound using segment: {'id': 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:31.256052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Bound port: 3e94eaae-de2d-4156-8e09-efdf67ea9b5d, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:31.256419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:31.321991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da64be7-016d-4919-8716-93d5f097bb20 req-0755441e-3fc7-4c71-b672-7eec84e60cd7 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:31.330142 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4da64be7-016d-4919-8716-93d5f097bb20 req-0755441e-3fc7-4c71-b672-7eec84e60cd7 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 943 time: 0.5196207 Jul 19 03:17:31.343185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668757-3b6e-4336-b555-91f9de469290 req-3da17658-4ce6-4f1f-810c-730d56c75db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:31.344741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07668757-3b6e-4336-b555-91f9de469290 req-3da17658-4ce6-4f1f-810c-730d56c75db8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 200 len: 920 time: 0.3508246 Jul 19 03:17:31.345569 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:31.351980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61ca8-4e0c-44c6-84da-d340160c6736 req-15be0934-0618-458a-8da2-4150db2c3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:31.353456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-84d61ca8-4e0c-44c6-84da-d340160c6736 req-15be0934-0618-458a-8da2-4150db2c3944 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3580573 Jul 19 03:17:31.408610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07668757-3b6e-4336-b555-91f9de469290 req-46d84012-283f-49e7-a9d3-7f0e005b4881 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 217 time: 0.0522780 Jul 19 03:17:31.437677 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=966c1eb5-1cb2-454e-8cf2-f3225c693703,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:31.445693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4da64be7-016d-4919-8716-93d5f097bb20 req-4f82a47a-9bea-4e88-9fb4-8df330f4d232 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145408 Jul 19 03:17:31.533135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668757-3b6e-4336-b555-91f9de469290 req-671c1063-e718-4b9b-bc1c-fa167bf9c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:31.536663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07668757-3b6e-4336-b555-91f9de469290 req-671c1063-e718-4b9b-bc1c-fa167bf9c784 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03c90811-e1f0-4a3d-81af-409795599873 HTTP/1.1" status: 200 len: 860 time: 0.1133094 Jul 19 03:17:31.598306 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07668757-3b6e-4336-b555-91f9de469290 req-9ea3a4e3-0e6c-440f-9fa5-a0da384433be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d1aaae87-087d-4424-9714-17763f8061b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568180 Jul 19 03:17:31.655847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] For port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:31.662157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] For port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,segment=NetworkSegment(bef758e6-2caa-4c21-b0f7-c8f8b86d8068),segment_id=bef758e6-2caa-4c21-b0f7-c8f8b86d8068)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:31.733623 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:31.818058 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07668757-3b6e-4336-b555-91f9de469290 req-4bd47552-48d1-48e1-9434-8c1f4a6a3cf5 service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120712 Jul 19 03:17:31.990250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:31.994648 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:32.004189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] 10.222.0.25 "PUT /v2.0/ports/3e94eaae-de2d-4156-8e09-efdf67ea9b5d HTTP/1.1" status: 200 len: 1091 time: 2.4230227 Jul 19 03:17:32.036542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07668757-3b6e-4336-b555-91f9de469290 req-4ccb19b1-6cef-447e-8527-cb88f388a8be service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110014 Jul 19 03:17:32.039895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49758) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:32.084629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be9006-3953-4209-819b-45420b6e7785 req-daecc480-7e8f-4a4d-b3f8-2b8d386526d1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:32.092609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be9006-3953-4209-819b-45420b6e7785 req-daecc480-7e8f-4a4d-b3f8-2b8d386526d1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:32.099059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be9006-3953-4209-819b-45420b6e7785 req-daecc480-7e8f-4a4d-b3f8-2b8d386526d1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:32.104867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Request body: {'port': {'device_id': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:32.106618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-70be9006-3953-4209-819b-45420b6e7785 req-daecc480-7e8f-4a4d-b3f8-2b8d386526d1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2398 time: 0.2304616 Jul 19 03:17:32.207410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-70be9006-3953-4209-819b-45420b6e7785 req-812665fc-5e1f-435d-8b53-c96e942e51c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996680 Jul 19 03:17:32.222614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'tag': '3e94eaae-de2d-4156-8e09-efdf67ea9b5d'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:32.225441 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c02a463-aa4b-4160-bec7-f26c68880390" -d '{"events": [{"name": "network-changed", "server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "tag": "3e94eaae-de2d-4156-8e09-efdf67ea9b5d"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:32.316701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:32.326405 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dd93c-93d9-4cc5-a033-5ef68fa1fb18 service neutron] Pushing event updated for resources: {'Port': ['ID=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:32.357516 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bccb7ba-70dc-4205-88f8-84a52704365b x-openstack-request-id: req-3bccb7ba-70dc-4205-88f8-84a52704365b {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:32.358445 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "tag": "3e94eaae-de2d-4156-8e09-efdf67ea9b5d", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:32.358445 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bccb7ba-70dc-4205-88f8-84a52704365b {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:32.358445 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'tag': '3e94eaae-de2d-4156-8e09-efdf67ea9b5d', 'status': 'completed', 'code': 200} Jul 19 03:17:32.376145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b63ec6-b442-4b98-9d2e-1ce8aff73019 req-e39260cd-7879-4dfa-b4dd-f90904db84bc tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:32.377862 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f5b63ec6-b442-4b98-9d2e-1ce8aff73019 req-e39260cd-7879-4dfa-b4dd-f90904db84bc tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 945 time: 0.7182646 Jul 19 03:17:32.395017 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-781867c7-723c-4def-bdc0-92b12c5ddf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:32.496573 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f5b63ec6-b442-4b98-9d2e-1ce8aff73019 req-43813411-1114-42a8-927e-dc39d45844ce tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105812 Jul 19 03:17:32.512897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:32.739099 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-781867c7-723c-4def-bdc0-92b12c5ddf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:32.749146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02a463-aa4b-4160-bec7-f26c68880390 req-0d720119-eeae-4489-91cd-e1a1ef199614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:32.750329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02a463-aa4b-4160-bec7-f26c68880390 req-0d720119-eeae-4489-91cd-e1a1ef199614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:32.751655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02a463-aa4b-4160-bec7-f26c68880390 req-0d720119-eeae-4489-91cd-e1a1ef199614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:32.753940 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c02a463-aa4b-4160-bec7-f26c68880390 req-0d720119-eeae-4489-91cd-e1a1ef199614 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0e062923cae423881da2dfed47affa9&device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2798 time: 0.3388379 Jul 19 03:17:32.755747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-781867c7-723c-4def-bdc0-92b12c5ddf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:32.913236 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-781867c7-723c-4def-bdc0-92b12c5ddf31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8071c716d2c04219ab19d9e0cf2783a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8694119 Jul 19 03:17:32.913691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49784) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:33.358604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02a463-aa4b-4160-bec7-f26c68880390 req-6dba3e8f-d095-47b8-86a1-657f579dd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:33.359316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02a463-aa4b-4160-bec7-f26c68880390 req-6dba3e8f-d095-47b8-86a1-657f579dd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:33.360568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02a463-aa4b-4160-bec7-f26c68880390 req-6dba3e8f-d095-47b8-86a1-657f579dd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:33.361902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c02a463-aa4b-4160-bec7-f26c68880390 req-6dba3e8f-d095-47b8-86a1-657f579dd304 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c0e062923cae423881da2dfed47affa9&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.5977623 Jul 19 03:17:33.367997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781867c7-723c-4def-bdc0-92b12c5ddf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e07fe62-be24-47ec-93e0-7f725f6f27bf,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:33.421220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] Router aee6eedb-51f9-4892-879e-e90d8b8f355a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:17:33.527153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a7ae-d12b-495e-b207-9c0f1a2f1fb9 req-104f1f5c-1703-41c0-8cb8-b778f04b8cc3 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:33.528858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72c0a7ae-d12b-495e-b207-9c0f1a2f1fb9 req-104f1f5c-1703-41c0-8cb8-b778f04b8cc3 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 943 time: 0.7682674 Jul 19 03:17:33.554887 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9a06ef29-ffa2-45cf-a5bc-d48da666ddfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:33.578419 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9a06ef29-ffa2-45cf-a5bc-d48da666ddfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:33.638425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:17:33.645255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3b4870d8-1473-499b-9a1b-00f3b15a3b12 admin admin] 10.222.0.20 "PUT /v2.0/routers/aee6eedb-51f9-4892-879e-e90d8b8f355a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1081853 Jul 19 03:17:33.647932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49806) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:33.652352 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] Sync routers for ids ['aee6eedb-51f9-4892-879e-e90d8b8f355a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:17:33.668902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72c0a7ae-d12b-495e-b207-9c0f1a2f1fb9 req-64cefcdf-8e7f-4fb2-9743-412faa8f4e87 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294498 Jul 19 03:17:33.669670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9a06ef29-ffa2-45cf-a5bc-d48da666ddfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:33.673224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9a06ef29-ffa2-45cf-a5bc-d48da666ddfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:33.677283 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9a06ef29-ffa2-45cf-a5bc-d48da666ddfd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e07fe62-be24-47ec-93e0-7f725f6f27bf HTTP/1.1" status: 204 len: 168 time: 0.3205810 Jul 19 03:17:33.681090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02a463-aa4b-4160-bec7-f26c68880390 req-6833ff2d-7572-423b-8fa3-f0781538a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:33.683100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c02a463-aa4b-4160-bec7-f26c68880390 req-6833ff2d-7572-423b-8fa3-f0781538a872 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3118324 Jul 19 03:17:33.691801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06ef29-ffa2-45cf-a5bc-d48da666ddfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e07fe62-be24-47ec-93e0-7f725f6f27bf,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:33.700318 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] Routers {'aee6eedb-51f9-4892-879e-e90d8b8f355a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:33.707534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bffbfe-e861-4421-a91e-68c58a6ba21d {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:33.709809 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:17:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['aee6eedb-51f9-4892-879e-e90d8b8f355a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:33.722034 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:33.768730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Transition to ACTIVE for port object 12bffbfe-e861-4421-a91e-68c58a6ba21d will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:33.778052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:33.832744 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:33.950717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=12bffbfe-e861-4421-a91e-68c58a6ba21d,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:34.006892 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] Set router aee6eedb-51f9-4892-879e-e90d8b8f355a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:34.208165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Attempting to bind port 12bffbfe-e861-4421-a91e-68c58a6ba21d on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:34.212856 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Attempting to bind port 12bffbfe-e861-4421-a91e-68c58a6ba21d by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:34.213394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Attempting to bind port 12bffbfe-e861-4421-a91e-68c58a6ba21d on network d2c12c3f-a832-44d7-a982-1550e6fbf89a {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:34.230959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Port 12bffbfe-e861-4421-a91e-68c58a6ba21d on network d2c12c3f-a832-44d7-a982-1550e6fbf89a not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:17:34.231238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 44a0d847-48d9-4331-9ad0-bf56784a4115 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:17:34.232288 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Attempting to bind port 12bffbfe-e861-4421-a91e-68c58a6ba21d on network d2c12c3f-a832-44d7-a982-1550e6fbf89a {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:34.247053 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:34.265126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:34.268839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Checking segment: {'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:34.269504 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Bound using segment: {'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:34.270162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Bound port: 12bffbfe-e861-4421-a91e-68c58a6ba21d, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:34.270772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:34.464694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 44a0d847-48d9-4331-9ad0-bf56784a4115, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=44a0d847-48d9-4331-9ad0-bf56784a4115,segment=NetworkSegment(3b68a900-d219-4556-b9a4-83dc240b9890),segment_id=3b68a900-d219-4556-b9a4-83dc240b9890)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:34.482247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'port_id': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'mac_address': 'fa:16:3e:22:90:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c90811-e1f0-4a3d-81af-409795599873', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:17:34.488963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dbe47-e597-4f17-990d-b28ebf28ee27 req-18293c1f-3dec-4220-b5f9-cf987959fe81 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:34.497520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] For port 12bffbfe-e861-4421-a91e-68c58a6ba21d, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:34.505726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] For port 12bffbfe-e861-4421-a91e-68c58a6ba21d, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=12bffbfe-e861-4421-a91e-68c58a6ba21d,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:34.512880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Deleting port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:17:34.513215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:34.521597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dbe47-e597-4f17-990d-b28ebf28ee27 req-18293c1f-3dec-4220-b5f9-cf987959fe81 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:34.528234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dbe47-e597-4f17-990d-b28ebf28ee27 req-18293c1f-3dec-4220-b5f9-cf987959fe81 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:34.536064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1dbe47-e597-4f17-990d-b28ebf28ee27 req-18293c1f-3dec-4220-b5f9-cf987959fe81 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2410 time: 0.2863164 Jul 19 03:17:34.538221 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:34.587473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:34.588073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:34.589549 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] 10.222.0.25 "PUT /v2.0/ports/12bffbfe-e861-4421-a91e-68c58a6ba21d HTTP/1.1" status: 200 len: 1092 time: 2.5071528 Jul 19 03:17:34.590207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'tag': '12bffbfe-e861-4421-a91e-68c58a6ba21d'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:34.592534 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2996f5d6-d2fd-4b67-a831-bbe3a422f433" -d '{"events": [{"name": "network-changed", "server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "tag": "12bffbfe-e861-4421-a91e-68c58a6ba21d"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:34.636175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1dbe47-e597-4f17-990d-b28ebf28ee27 req-e1724db1-b4e3-40dd-bff6-be5a1d67f6e0 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989563 Jul 19 03:17:34.673984 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'name': 'tempest-FloatingIPsTestJSON-941355471-router', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:50Z', 'updated_at': '2021-07-19T03:17:30Z', 'revision_number': 5, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'gw_port': {'id': '0779fe39-a9d4-45ad-b667-ff5ab9ac03ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:34.716511 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:34.753155 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] Checking router: aee6eedb-51f9-4892-879e-e90d8b8f355a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:17:34.779662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c41a5-c416-4846-9a4c-5c8b3310d1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=12bffbfe-e861-4421-a91e-68c58a6ba21d,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:34.788534 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] Routers {'aee6eedb-51f9-4892-879e-e90d8b8f355a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:34.789179 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:17:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['aee6eedb-51f9-4892-879e-e90d8b8f355a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:34.790961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a0d847-48d9-4331-9ad0-bf56784a4115 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:34.811129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] For port 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0779fe39-a9d4-45ad-b667-ff5ab9ac03ac,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:34.811499 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:34.864083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Calling delete_port for 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:17:34.897095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 44a0d847-48d9-4331-9ad0-bf56784a4115, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=44a0d847-48d9-4331-9ad0-bf56784a4115,segment=NetworkSegment(3b68a900-d219-4556-b9a4-83dc240b9890),segment_id=3b68a900-d219-4556-b9a4-83dc240b9890)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:34.913630 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:35.022949 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] Set router aee6eedb-51f9-4892-879e-e90d8b8f355a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:35.027492 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed7f913-57fd-4bfc-9f34-157ef2217821 x-openstack-request-id: req-2ed7f913-57fd-4bfc-9f34-157ef2217821 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:35.027869 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "tag": "12bffbfe-e861-4421-a91e-68c58a6ba21d", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:35.028055 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ed7f913-57fd-4bfc-9f34-157ef2217821 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:35.028614 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'tag': '12bffbfe-e861-4421-a91e-68c58a6ba21d', 'status': 'completed', 'code': 200} Jul 19 03:17:35.145787 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'name': 'tempest-FloatingIPsTestJSON-941355471-router', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:50Z', 'updated_at': '2021-07-19T03:17:34Z', 'revision_number': 6, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:35.219266 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=44a0d847-48d9-4331-9ad0-bf56784a4115,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:35.221709 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a7362-2be0-4bfb-9026-22f6855ed9a3 None None] The sync data for ids ['aee6eedb-51f9-4892-879e-e90d8b8f355a'] in n-d-762330-18 is: [{'id': 'aee6eedb-51f9-4892-879e-e90d8b8f355a', 'name': 'tempest-FloatingIPsTestJSON-941355471-router', 'tenant_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:50Z', 'updated_at': '2021-07-19T03:17:34Z', 'revision_number': 6, 'project_id': '303903b6e9db4a35b504dd3c2b7b8cbe', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:17:35.238463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['44a0d847-48d9-4331-9ad0-bf56784a4115'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:35.249552 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7997c-5d2e-4e0a-a2de-cc18169ed4dd req-3ae044ee-b196-4a56-a9dc-f1910c4787ba tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:35.260844 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c8e7997c-5d2e-4e0a-a2de-cc18169ed4dd req-3ae044ee-b196-4a56-a9dc-f1910c4787ba tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 944 time: 0.1922028 Jul 19 03:17:35.283313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:35.362318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c8e7997c-5d2e-4e0a-a2de-cc18169ed4dd req-0ef395d2-4545-4c07-bacc-8484d9698092 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998960 Jul 19 03:17:35.429836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Pushing event deleted for resources: {'Port': ['ID=0779fe39-a9d4-45ad-b667-ff5ab9ac03ac,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:35.472814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49850) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:35.544614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-67f6bb79-9c33-4664-b3cf-51a97b6cef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:35.545221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-67f6bb79-9c33-4664-b3cf-51a97b6cef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:35.546209 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-67f6bb79-9c33-4664-b3cf-51a97b6cef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:35.547793 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-67f6bb79-9c33-4664-b3cf-51a97b6cef87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0e062923cae423881da2dfed47affa9&device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2866 time: 0.5170901 Jul 19 03:17:35.567505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248ab6-859b-4932-b991-8bcd880ccc64 req-47915794-935e-4a39-8604-bd6004732c11 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:35.575005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cb248ab6-859b-4932-b991-8bcd880ccc64 req-47915794-935e-4a39-8604-bd6004732c11 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1098 time: 0.5454702 Jul 19 03:17:35.627084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1797190288-network', 'tenant_id': '0a123568d24644db84d7b8c2684b29cf'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:35.646404 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-d0090ca3-b0ee-47bb-806c-1746eed64b64 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=1ef5f45a-f7df-4121-a88f-26e6765f1539 HTTP/1.1" status: 200 len: 217 time: 0.0893037 Jul 19 03:17:35.654685 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:35.665638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Made reservation on behalf of 0a123568d24644db84d7b8c2684b29cf for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:35.666423 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cb248ab6-859b-4932-b991-8bcd880ccc64 req-23c97e74-399b-4c60-b3e5-f663658bcf61 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902519 Jul 19 03:17:35.669497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:35.680326 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:35.824934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 966c1eb5-1cb2-454e-8cf2-f3225c693703 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:17:35.871376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 966c1eb5-1cb2-454e-8cf2-f3225c693703 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:17:35.872270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 966c1eb5-1cb2-454e-8cf2-f3225c693703 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:17:35.878471 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:35.887079 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:35.918480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:17:35.962115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-b2c57562-8055-4f8f-9b49-ac091c3e5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:35.964187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-b2c57562-8055-4f8f-9b49-ac091c3e5142 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a2a2296-3d35-46f0-bb9f-ef97f83a241a HTTP/1.1" status: 200 len: 801 time: 0.3108976 Jul 19 03:17:35.991408 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:35.991801 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Added segment 75101636-276f-40d4-ac14-757123b25dc5 of type vlan for network 1e0d100a-4153-486a-bb53-5344731032ea Jul 19 03:17:36.004522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daceefc4-5f28-42e4-83ef-b874d81b033f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:36.013925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.016951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.083515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.118363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830ddee-3130-4fcd-af92-2d2539634b89 req-436c9070-b135-41e7-ac47-8fdd09d7055f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:36.123527 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.124492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee6eedb-51f9-4892-879e-e90d8b8f355a {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:17:36.128284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830ddee-3130-4fcd-af92-2d2539634b89 req-436c9070-b135-41e7-ac47-8fdd09d7055f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:36.135073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.143971 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a0e8a7f2-2114-495f-a91f-b26aebd9804d admin admin] 10.222.0.20 "DELETE /v2.0/routers/aee6eedb-51f9-4892-879e-e90d8b8f355a HTTP/1.1" status: 204 len: 168 time: 2.4939780 Jul 19 03:17:36.146977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49860) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:36.155463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830ddee-3130-4fcd-af92-2d2539634b89 req-436c9070-b135-41e7-ac47-8fdd09d7055f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:36.166852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8830ddee-3130-4fcd-af92-2d2539634b89 req-436c9070-b135-41e7-ac47-8fdd09d7055f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2410 time: 0.2548590 Jul 19 03:17:36.232278 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.233612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:36.234298 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.263519 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec31753-bf2a-4e90-b127-911cf40d6486 admin admin] Deleting subnet e0034e75-3b8a-416a-9cb7-f3338c256a1b {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:17:36.269913 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eec31753-bf2a-4e90-b127-911cf40d6486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.273335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-633e2466-a776-4543-b9f0-62b01b295a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:36.275402 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-633e2466-a776-4543-b9f0-62b01b295a68 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2c12c3f-a832-44d7-a982-1550e6fbf89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2052398 Jul 19 03:17:36.321252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8830ddee-3130-4fcd-af92-2d2539634b89 req-469a72c0-0fcd-4e6b-8eab-b83d4bf7407c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534228 Jul 19 03:17:36.333278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0d100a-4153-486a-bb53-5344731032ea,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:36.348405 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eec31753-bf2a-4e90-b127-911cf40d6486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.352735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 1e0d100a-4153-486a-bb53-5344731032ea details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:17:36.394913 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-662058ed-5ee3-48bc-9dea-f54c5bbae5d5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9202530 Jul 19 03:17:36.397853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49872) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:36.414924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Request body: {'subnet': {'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1797190288-subnet', 'tenant_id': '0a123568d24644db84d7b8c2684b29cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:36.478859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Made reservation on behalf of 0a123568d24644db84d7b8c2684b29cf for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:36.482221 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.610484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eec31753-bf2a-4e90-b127-911cf40d6486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.715700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eec31753-bf2a-4e90-b127-911cf40d6486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.742381 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.776872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec31753-bf2a-4e90-b127-911cf40d6486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0034e75-3b8a-416a-9cb7-f3338c256a1b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:36.829249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eec31753-bf2a-4e90-b127-911cf40d6486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:36.833678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce2298-1f00-4579-8593-1f62e50d6b83 None None] Network d7af6e1e-4e4a-410a-9301-c9398be37fc6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:36.848611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf992470-41c9-4fa2-9dea-3bd740b0dea1 req-4dbfe68a-1309-44dc-80bb-31e52a57de49 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:36.858660 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf992470-41c9-4fa2-9dea-3bd740b0dea1 req-4dbfe68a-1309-44dc-80bb-31e52a57de49 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 944 time: 0.1612418 Jul 19 03:17:36.862496 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eec31753-bf2a-4e90-b127-911cf40d6486 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e0034e75-3b8a-416a-9cb7-f3338c256a1b HTTP/1.1" status: 204 len: 168 time: 0.7111194 Jul 19 03:17:36.929472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-dbe9d425-8460-40ac-a719-114fa7ee9635 service neutron] 10.222.0.25 "GET /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316450 Jul 19 03:17:36.930586 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49896) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:37.058309 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:37.115615 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:37.193766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf992470-41c9-4fa2-9dea-3bd740b0dea1 req-220e9fe3-1528-4aa0-94e3-12182b8833c6 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352842 Jul 19 03:17:37.225299 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:37.273094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce9eede-45cb-4568-8d50-62fdf8d969ee,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:37.283958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b4bcb-68e1-45e3-a4ce-df269380d39f None None] DHCP port deletion for d7af6e1e-4e4a-410a-9301-c9398be37fc6 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:17:37.321675 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-dce64a0e-f244-4caa-9faf-495d3fe51c9d service neutron] 10.222.0.25 "GET /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710690 Jul 19 03:17:37.343238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Checking segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:37.344455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Network hostable DHCP agents. Network: 1e0d100a-4153-486a-bb53-5344731032ea, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:17:37.382788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f79b4bcb-68e1-45e3-a4ce-df269380d39f None None] Deleting port 1aacf227-95a0-42cf-a562-fd9727d4bf00 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:17:37.389318 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f79b4bcb-68e1-45e3-a4ce-df269380d39f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:37.430684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Network 1e0d100a-4153-486a-bb53-5344731032ea is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:17:37.460813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 1e0d100a-4153-486a-bb53-5344731032ea) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:37.477331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:37.477951 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:37.491307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7681d43-2a95-4d7c-be57-8ad8816cda36 None None] Network 1e0d100a-4153-486a-bb53-5344731032ea requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:37.528095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7184303e-9828-42ff-91cc-01c4d2506442 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:17:37.540855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-35963704-a408-43f3-8185-85d11ba37703 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1330521 Jul 19 03:17:37.541664 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7184303e-9828-42ff-91cc-01c4d2506442 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170467 Jul 19 03:17:37.549933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f79b4bcb-68e1-45e3-a4ce-df269380d39f None None] For port 1aacf227-95a0-42cf-a562-fd9727d4bf00, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1aacf227-95a0-42cf-a562-fd9727d4bf00,segment=NetworkSegment(1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa),segment_id=1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:37.550739 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f79b4bcb-68e1-45e3-a4ce-df269380d39f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:37.555424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Request body: {'binding': {'host': 'n-h2-762330-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:37.555903 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Unknown quota resources ['binding']. {{(pid=94345) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:17:37.567959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-9df06fa6-cdae-463d-a864-f9c53577e279 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=3e94eaae-de2d-4156-8e09-efdf67ea9b5d HTTP/1.1" status: 200 len: 217 time: 0.2282813 Jul 19 03:17:37.621583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f79b4bcb-68e1-45e3-a4ce-df269380d39f None None] Calling delete_port for 1aacf227-95a0-42cf-a562-fd9727d4bf00 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:17:37.636039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2eacb-2fbf-4fab-bb43-38dae9863792 req-46c41c9b-8342-402a-b2e3-e32dc98455de tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:37.653059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2eacb-2fbf-4fab-bb43-38dae9863792 req-46c41c9b-8342-402a-b2e3-e32dc98455de tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:37.654656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-05fc820b-3f09-4e70-a1ec-2cc4cc35bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:37.656170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-05fc820b-3f09-4e70-a1ec-2cc4cc35bfe6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b4a9ea0-72ca-45c2-9c8a-80185d4c7156 HTTP/1.1" status: 200 len: 801 time: 0.0574136 Jul 19 03:17:37.670044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2eacb-2fbf-4fab-bb43-38dae9863792 req-46c41c9b-8342-402a-b2e3-e32dc98455de tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:37.675237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dca2eacb-2fbf-4fab-bb43-38dae9863792 req-46c41c9b-8342-402a-b2e3-e32dc98455de tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2410 time: 0.1612613 Jul 19 03:17:37.712171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Deleting port 1aacf227-95a0-42cf-a562-fd9727d4bf00 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:17:37.712576 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:37.796073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dca2eacb-2fbf-4fab-bb43-38dae9863792 req-3ca67ee0-769a-4f24-8a9e-6bec21cf02b6 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145067 Jul 19 03:17:37.806007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5987b5-bd21-444f-8672-4f40ccaa4f9b None None] Network 1e0d100a-4153-486a-bb53-5344731032ea requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:37.868346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] For port 1aacf227-95a0-42cf-a562-fd9727d4bf00, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1aacf227-95a0-42cf-a562-fd9727d4bf00,segment=NetworkSegment(1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa),segment_id=1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:37.872976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:37.903575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:17:37.917576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Calling delete_port for 1aacf227-95a0-42cf-a562-fd9727d4bf00 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:17:38.000080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:17:38.001225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0779fe39-a9d4-45ad-b667-ff5ab9ac03ac not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:17:38.001617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1aacf227-95a0-42cf-a562-fd9727d4bf00 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:17:38.049983 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f79b4bcb-68e1-45e3-a4ce-df269380d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.052256 n-d-762330-18 neutron-server[94346]: INFO neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No ports have port_id starting with 1aacf227-95a0-42cf-a562-fd9727d4bf00 Jul 19 03:17:38.097417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-6f2574cf-f921-4c1e-8193-74d19758208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:38.099298 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-6f2574cf-f921-4c1e-8193-74d19758208b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=caefcd95-770d-478b-9f83-88ab1ea72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4301705 Jul 19 03:17:38.103402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b4bcb-68e1-45e3-a4ce-df269380d39f None None] Pushing event deleted for resources: {'Port': ['ID=1aacf227-95a0-42cf-a562-fd9727d4bf00,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:38.111156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b4bcb-68e1-45e3-a4ce-df269380d39f None None] No DVR routers for this DVR port 1aacf227-95a0-42cf-a562-fd9727d4bf00 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:17:38.221280 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on host n-h2-762330-18 for vnic_type normal with profile None {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:38.222116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:38.222116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:38.234215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.242429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:17:38.242808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:38.248793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e24f79e1-8a56-44f8-95e7-319bce3d93f0 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:17:38.277306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 44a0d847-48d9-4331-9ad0-bf56784a4115 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:38.289896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aacf227-95a0-42cf-a562-fd9727d4bf00,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:38.295015 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:38.295015 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:38.295482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:38.295596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Bound port: d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:38.303304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] No DVR routers for this DVR port 1aacf227-95a0-42cf-a562-fd9727d4bf00 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:17:38.308902 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-ecf6d014-9e25-40e0-b98f-34bce4b49879 service neutron] 10.222.0.25 "GET /v2.0/networks/caefcd95-770d-478b-9f83-88ab1ea72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967432 Jul 19 03:17:38.402203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 44a0d847-48d9-4331-9ad0-bf56784a4115 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:38.482016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 44a0d847-48d9-4331-9ad0-bf56784a4115 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:38.482432 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.497899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.514239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:38.520599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7af6e1e-4e4a-410a-9301-c9398be37fc6']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:38.533941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:38.534247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4cfb3d-0f52-41b8-b9c0-742f92a5adaa') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:38.540588 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] Notify callbacks [] for binding, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.549296 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-0ba38ae8-511a-4894-9ee2-0263d6f7d224 service neutron] 10.222.0.20 "POST /v2.0/ports/d5c3014d-30a3-4dbf-a999-9f3589fd78e7/bindings HTTP/1.1" status: 201 len: 390 time: 1.0090480 Jul 19 03:17:38.574589 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.591762 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-8df5951d-ce94-4d45-bef6-74c98100930e service neutron] 10.222.0.25 "GET /v2.0/networks/caefcd95-770d-478b-9f83-88ab1ea72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588794 Jul 19 03:17:38.596154 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.611636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e24f79e1-8a56-44f8-95e7-319bce3d93f0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:38.623158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:17:38.623737 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:17:38.631536 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:17:38.674868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'port_id': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0', 'mac_address': 'fa:16:3e:de:85:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdf263f-32ca-418f-9b3e-3eff9d2acab0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:17:38.699814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-4bfc518c-e286-4a99-a679-27a8dc466a44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=12bffbfe-e861-4421-a91e-68c58a6ba21d HTTP/1.1" status: 200 len: 217 time: 0.0994313 Jul 19 03:17:38.775481 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.780174 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.789669 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.792267 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d7af6e1e-4e4a-410a-9301-c9398be37fc6 HTTP/1.1" status: 204 len: 168 time: 1.8610249 Jul 19 03:17:38.811086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-ebf0794b-fd58-4ca9-8269-766664f94133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:38.813510 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-ebf0794b-fd58-4ca9-8269-766664f94133 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a2a2296-3d35-46f0-bb9f-ef97f83a241a HTTP/1.1" status: 200 len: 801 time: 0.1049745 Jul 19 03:17:38.814893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f3f3-b3a9-45ce-8cff-683428f7fad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7af6e1e-4e4a-410a-9301-c9398be37fc6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:38.901524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:38.914745 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b1b3b7-a727-412a-9475-8969e7b7a56e" -d '{"events": [{"server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "name": "network-vif-plugged", "status": "completed", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:38.928293 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:38.953664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 44a0d847-48d9-4331-9ad0-bf56784a4115, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=44a0d847-48d9-4331-9ad0-bf56784a4115,segment=NetworkSegment(3b68a900-d219-4556-b9a4-83dc240b9890),segment_id=3b68a900-d219-4556-b9a4-83dc240b9890)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:38.989962 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:39.004457 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e24f79e1-8a56-44f8-95e7-319bce3d93f0 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:39.048369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49964) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:39.100151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-945c64a2-b6be-4394-816b-52e33ba85cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:39.102191 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-945c64a2-b6be-4394-816b-52e33ba85cd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1098 time: 0.1776493 Jul 19 03:17:39.147650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e24f79e1-8a56-44f8-95e7-319bce3d93f0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:39.164700 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:39.173882 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cdaf6fdb-acb7-4fa4-896f-4030875f30ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=303903b6e9db4a35b504dd3c2b7b8cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146541 Jul 19 03:17:39.181554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49968) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:39.231341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=44a0d847-48d9-4331-9ad0-bf56784a4115,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:39.335441 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-6368bfc1-0850-4e72-bab8-957ed06176d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:39.337236 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-6368bfc1-0850-4e72-bab8-957ed06176d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2c12c3f-a832-44d7-a982-1550e6fbf89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5144126 Jul 19 03:17:39.353190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685af5a9-3df5-42e9-9d2b-ebcf343f9d99 req-d544b9e4-f6e4-4ed1-b27f-f23329bea270 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:39.354974 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-685af5a9-3df5-42e9-9d2b-ebcf343f9d99 req-d544b9e4-f6e4-4ed1-b27f-f23329bea270 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.0919914 Jul 19 03:17:39.366890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e24f79e1-8a56-44f8-95e7-319bce3d93f0'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:39.418506 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f75f711-ebbc-4a87-8904-9b39fe56d575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:39.432272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e24f79e1-8a56-44f8-95e7-319bce3d93f0,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:39.475699 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f75f711-ebbc-4a87-8904-9b39fe56d575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:39.478566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-d33865cf-57c2-4f94-8689-83bee0e5ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:39.480572 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-d33865cf-57c2-4f94-8689-83bee0e5ea59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.3621929 Jul 19 03:17:39.555682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-b356e31c-c538-4572-bda4-2f4924465bc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7 HTTP/1.1" status: 200 len: 217 time: 0.0527735 Jul 19 03:17:39.558312 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-685af5a9-3df5-42e9-9d2b-ebcf343f9d99 req-4ac907b2-b5d6-4fd8-b4d6-8698af6f9e06 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835093 Jul 19 03:17:39.612240 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-8556bee9-846f-4249-97dc-787492288935 service neutron] 10.222.0.25 "GET /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554941 Jul 19 03:17:39.653122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-4285326e-5522-4fed-8c67-45ed1b668cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:39.654994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-4285326e-5522-4fed-8c67-45ed1b668cd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.0905433 Jul 19 03:17:39.707863 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-65e9e955-b76a-4a1b-9a7b-9178c8a2382c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457375 Jul 19 03:17:39.741464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f75f711-ebbc-4a87-8904-9b39fe56d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:39.744174 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f75f711-ebbc-4a87-8904-9b39fe56d575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:39.759110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5f75f711-ebbc-4a87-8904-9b39fe56d575 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b935a8fc-1162-4eae-b1ea-096376eec43d HTTP/1.1" status: 204 len: 168 time: 0.5649881 Jul 19 03:17:39.816836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75f711-ebbc-4a87-8904-9b39fe56d575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b935a8fc-1162-4eae-b1ea-096376eec43d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:39.846850 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2c2d4a7-1306-471d-9082-eecd3ad1ef83 req-46016593-1a43-4195-8366-3fb5d6f36c28 service neutron] 10.222.0.25 "GET /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270279 Jul 19 03:17:39.984418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-04b74131-9920-437b-a03e-4314d04bcb4e service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657154 Jul 19 03:17:40.171269 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-5ef520e3-f3db-4dff-b393-59d60aaa62bb service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790435 Jul 19 03:17:40.188741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177f861-0fb4-4920-8874-8e2887dde104 req-bc326357-468f-45c5-8afd-a0cf5de10044 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:40.206624 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5177f861-0fb4-4920-8874-8e2887dde104 req-bc326357-468f-45c5-8afd-a0cf5de10044 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 946 time: 0.1900349 Jul 19 03:17:40.255933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e24f79e1-8a56-44f8-95e7-319bce3d93f0 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:40.264547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5177f861-0fb4-4920-8874-8e2887dde104 req-ec11610b-09a8-4acd-b20b-d199ac156950 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632133 Jul 19 03:17:40.289454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-0f39eb9c-991b-4479-9770-724357613daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:40.289454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-0f39eb9c-991b-4479-9770-724357613daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:40.289454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-0f39eb9c-991b-4479-9770-724357613daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:40.289454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-0f39eb9c-991b-4479-9770-724357613daa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0e062923cae423881da2dfed47affa9&device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2866 time: 0.3394535 Jul 19 03:17:40.464789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port e24f79e1-8a56-44f8-95e7-319bce3d93f0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:40.465384 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:40.499233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-a88c2d7b-3ed4-4d38-96a6-7371135f8697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:40.504400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-a88c2d7b-3ed4-4d38-96a6-7371135f8697 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2c12c3f-a832-44d7-a982-1550e6fbf89a HTTP/1.1" status: 200 len: 902 time: 0.2110481 Jul 19 03:17:40.596591 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:40.659849 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-8b51e4bd-1508-4a71-9f9b-97adcb7d422d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=12bffbfe-e861-4421-a91e-68c58a6ba21d HTTP/1.1" status: 200 len: 217 time: 0.1148486 Jul 19 03:17:40.684623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e24f79e1-8a56-44f8-95e7-319bce3d93f0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:40.696362 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:40.808740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e24f79e1-8a56-44f8-95e7-319bce3d93f0,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:40.953195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ca449-120a-4742-bcfd-d610e6d43d4d req-8d614693-0282-46ac-9753-fef78d660bca tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:40.965650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ca449-120a-4742-bcfd-d610e6d43d4d req-8d614693-0282-46ac-9753-fef78d660bca tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:40.973856 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ca449-120a-4742-bcfd-d610e6d43d4d req-8d614693-0282-46ac-9753-fef78d660bca tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:40.982753 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c0ca449-120a-4742-bcfd-d610e6d43d4d req-8d614693-0282-46ac-9753-fef78d660bca tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2410 time: 0.3266237 Jul 19 03:17:40.996205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-faebfd21-9f81-4fa2-9471-83981e8802e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:40.998548 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-faebfd21-9f81-4fa2-9471-83981e8802e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a2a2296-3d35-46f0-bb9f-ef97f83a241a HTTP/1.1" status: 200 len: 801 time: 0.2442582 Jul 19 03:17:41.093157 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c0ca449-120a-4742-bcfd-d610e6d43d4d req-62ce168d-985a-4fae-8105-e4c2aed3fd28 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084588 Jul 19 03:17:41.113717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-6d5d581f-af99-4305-a8e2-2b5f190df931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:41.124946 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-6d5d581f-af99-4305-a8e2-2b5f190df931 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2c12c3f-a832-44d7-a982-1550e6fbf89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173618 Jul 19 03:17:41.147294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50012) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:41.201080 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed62a7e-58d3-4d29-8d79-c54d26c5b7d2 x-openstack-request-id: req-8ed62a7e-58d3-4d29-8d79-c54d26c5b7d2 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:41.201373 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "name": "network-vif-plugged", "status": "completed", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:41.201622 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ed62a7e-58d3-4d29-8d79-c54d26c5b7d2 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:41.202014 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'code': 200} Jul 19 03:17:41.298445 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-62f72063-7170-47f1-a59e-a2ae08083034 service neutron] 10.222.0.25 "GET /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632202 Jul 19 03:17:41.351147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-network', 'tenant_id': '68243862021b4c5994ea6021c8859781'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:41.390707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd64ba7-ed3e-46a8-a228-81683e32b8fc req-efc15374-3b98-42f5-9dfe-dddfb8d1c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:41.393461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dd64ba7-ed3e-46a8-a228-81683e32b8fc req-efc15374-3b98-42f5-9dfe-dddfb8d1c554 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1097 time: 0.1271794 Jul 19 03:17:41.395542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Made reservation on behalf of 68243862021b4c5994ea6021c8859781 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:41.398738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:41.429024 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:41.461018 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2996f5d6-d2fd-4b67-a831-bbe3a422f433 req-d2880b91-db6c-490f-8e7c-8ab0a0e3ab41 service neutron] 10.222.0.25 "GET /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529236 Jul 19 03:17:41.514453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dd64ba7-ed3e-46a8-a228-81683e32b8fc req-49bfe9a5-11b7-42fd-b0c5-2b3a4c4c5446 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112738 Jul 19 03:17:41.718211 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:41.731345 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:41.803489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf361ea-9643-47d2-91c9-8e2d5f192e31,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:41.826745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:17:41.838418 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:41.839020 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Added segment a529a14b-bff6-4aaa-96cd-ebd663e9a830 of type vlan for network 057211cb-e6a4-4072-966a-9ca983fe6d29 Jul 19 03:17:41.941021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:41.941021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:41.941021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:41.941021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:42.020176 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8640971 Jul 19 03:17:42.020630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fe665-5531-4087-95db-495c5e4fa5ce admin admin] Pushing event updated for resources: {'Network': ['ID=057211cb-e6a4-4072-966a-9ca983fe6d29,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:42.022630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50032) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:42.028092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Request body: {'subnet': {'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-subnet', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:42.046497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 057211cb-e6a4-4072-966a-9ca983fe6d29 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:17:42.063733 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Made reservation on behalf of 68243862021b4c5994ea6021c8859781 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:42.067245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:42.155860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1ef5f45a-f7df-4121-a88f-26e6765f1539 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:17:42.265105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 1ef5f45a-f7df-4121-a88f-26e6765f1539, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1ef5f45a-f7df-4121-a88f-26e6765f1539,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:42.282060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:42.299406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '1ef5f45a-f7df-4121-a88f-26e6765f1539', 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a', 'port_id': '1ef5f45a-f7df-4121-a88f-26e6765f1539', 'mac_address': 'fa:16:3e:05:94:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2a2296-3d35-46f0-bb9f-ef97f83a241a', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:17:42.334541 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=57fa140b-fd4e-410a-8566-5fb51fe1f4dd,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:42.348314 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:42.362908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef5f45a-f7df-4121-a88f-26e6765f1539 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:42.396019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 1ef5f45a-f7df-4121-a88f-26e6765f1539, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1ef5f45a-f7df-4121-a88f-26e6765f1539,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:42.404598 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:42.405206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 12bffbfe-e861-4421-a91e-68c58a6ba21d details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:17:42.417267 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Checking segment: {'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:42.417640 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Network hostable DHCP agents. Network: 057211cb-e6a4-4072-966a-9ca983fe6d29, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:17:42.456757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Network 057211cb-e6a4-4072-966a-9ca983fe6d29 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:17:42.472650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 057211cb-e6a4-4072-966a-9ca983fe6d29) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:42.477038 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:42.477717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:42.526365 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dba01f7c-bf92-4d57-9265-9ba2dad749fe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5024078 Jul 19 03:17:42.526983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50056) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:42.533746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:42.546580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f02ed-0cc5-470e-8977-32381e740d9d None None] Network 057211cb-e6a4-4072-966a-9ca983fe6d29 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:42.601726 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:42.602826 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:42.636687 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:17:42.697116 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:42.749350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-adadbdbe-c39d-442b-9c61-029b62073eae tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:42.763370 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-adadbdbe-c39d-442b-9c61-029b62073eae tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.2930155 Jul 19 03:17:42.780518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-b2b584f0-4556-4a60-9fb0-ff2ae57142cc tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/quotas/0a123568d24644db84d7b8c2684b29cf HTTP/1.1" status: 200 len: 375 time: 0.0102105 Jul 19 03:17:42.852938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-1584c7f7-c554-42e5-aea2-efb6b16c7584 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558596 Jul 19 03:17:42.961168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 12bffbfe-e861-4421-a91e-68c58a6ba21d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=12bffbfe-e861-4421-a91e-68c58a6ba21d,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:42.963116 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:42.974908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '12bffbfe-e861-4421-a91e-68c58a6ba21d', 'network_id': 'd2c12c3f-a832-44d7-a982-1550e6fbf89a', 'port_id': '12bffbfe-e861-4421-a91e-68c58a6ba21d', 'mac_address': 'fa:16:3e:9e:ab:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2a2296-3d35-46f0-bb9f-ef97f83a241a', 'ip_address': '19.80.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:17:43.004807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=1ef5f45a-f7df-4121-a88f-26e6765f1539,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:43.038885 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d566a1b3-4712-44f9-80b6-30b8b6298b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:43.046825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4003aaa-d734-456a-be54-0bd914b7468f req-13d77588-7bcb-4f32-8728-375776f8657c tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:43.054391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e4003aaa-d734-456a-be54-0bd914b7468f req-13d77588-7bcb-4f32-8728-375776f8657c tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1678877 Jul 19 03:17:43.139115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e4003aaa-d734-456a-be54-0bd914b7468f req-7b3de516-dd0a-4f42-a339-bd721a09508f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836160 Jul 19 03:17:43.172675 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-c7327487-1bf2-4430-9401-3585391788fb service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043242 Jul 19 03:17:43.206034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:43.208329 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d946577e-7356-48ac-93cf-31ac2ec52eba" -d '{"events": [{"server_uuid": "64161a16-8f9e-474b-b1b3-d6144d8a67d1", "name": "network-vif-plugged", "status": "completed", "tag": "e24f79e1-8a56-44f8-95e7-319bce3d93f0"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:43.295590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-33f0db6a-92c5-4656-990f-a4cd1c560983 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177263 Jul 19 03:17:43.314491 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:43.357923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bffbfe-e861-4421-a91e-68c58a6ba21d {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:43.402838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-057211cb-e6a4-4072-966a-9ca983fe6d29', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:17:43.403806 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:43.435005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 12bffbfe-e861-4421-a91e-68c58a6ba21d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=12bffbfe-e861-4421-a91e-68c58a6ba21d,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:43.446453 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:43.447353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3e94eaae-de2d-4156-8e09-efdf67ea9b5d details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:17:43.450806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:43.519526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:43.702182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=12bffbfe-e861-4421-a91e-68c58a6ba21d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:43.826949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Allocated IP 172.20.0.2 (057211cb-e6a4-4072-966a-9ca983fe6d29/57fa140b-fd4e-410a-8566-5fb51fe1f4dd/802c4626-7353-4a97-98b6-39663f1af20a) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:43.850968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,segment=NetworkSegment(bef758e6-2caa-4c21-b0f7-c8f8b86d8068),segment_id=bef758e6-2caa-4c21-b0f7-c8f8b86d8068)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:43.866701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '3e94eaae-de2d-4156-8e09-efdf67ea9b5d', 'network_id': 'caefcd95-770d-478b-9f83-88ab1ea72fe8', 'port_id': '3e94eaae-de2d-4156-8e09-efdf67ea9b5d', 'mac_address': 'fa:16:3e:af:a2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4a9ea0-72ca-45c2-9c8a-80185d4c7156', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:17:43.977340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d4e0-41e4-486d-b244-b55283a46dde req-b5467491-cd52-47a9-8dda-f82bee0a48bf tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:43.978960 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d55d4e0-41e4-486d-b244-b55283a46dde req-b5467491-cd52-47a9-8dda-f82bee0a48bf tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 946 time: 0.3499248 Jul 19 03:17:44.003936 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:44.025874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed8cfd-421b-40a3-9585-427cfe2a3913 req-0b4fbb9d-15d6-4e4f-bb49-ab361de3b256 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:44.035732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed8cfd-421b-40a3-9585-427cfe2a3913 req-0b4fbb9d-15d6-4e4f-bb49-ab361de3b256 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:44.038588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Allocated IP 172.25.2.154 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/51711326-ae75-4b97-aa2b-7c1f0ff0ef1d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:44.048238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e94eaae-de2d-4156-8e09-efdf67ea9b5d {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:44.057757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed8cfd-421b-40a3-9585-427cfe2a3913 req-0b4fbb9d-15d6-4e4f-bb49-ab361de3b256 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:44.070745 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-daed8cfd-421b-40a3-9585-427cfe2a3913 req-0b4fbb9d-15d6-4e4f-bb49-ab361de3b256 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2412 time: 0.2959273 Jul 19 03:17:44.086833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d55d4e0-41e4-486d-b244-b55283a46dde req-8f82f1b4-4596-4c74-bb48-ade2c64e509b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917039 Jul 19 03:17:44.273669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-daed8cfd-421b-40a3-9585-427cfe2a3913 req-4f04700c-62ca-4731-a5ef-854c885c3ef4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013271 Jul 19 03:17:44.326412 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:44.356686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,segment=NetworkSegment(bef758e6-2caa-4c21-b0f7-c8f8b86d8068),segment_id=bef758e6-2caa-4c21-b0f7-c8f8b86d8068)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:44.376280 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:44.441175 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:44.510506 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:44.550917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Transition to ACTIVE for port object 802c4626-7353-4a97-98b6-39663f1af20a will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:44.580992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:44.587181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Transition to ACTIVE for port object 802c4626-7353-4a97-98b6-39663f1af20a will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:44.611717 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:44.665834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Network 057211cb-e6a4-4072-966a-9ca983fe6d29 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:44.669378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:44.672911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:44.677599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:44.680752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Pushing event updated for resources: {'Port': ['ID=802c4626-7353-4a97-98b6-39663f1af20a,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:44.706411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:44.716062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['12bffbfe-e861-4421-a91e-68c58a6ba21d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:44.724215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:44.775823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Pushing event updated for resources: {'Port': ['ID=51711326-ae75-4b97-aa2b-7c1f0ff0ef1d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:44.785411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['3e94eaae-de2d-4156-8e09-efdf67ea9b5d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:44.876937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496817b-d205-4e40-be1e-dbd45dbaceb4 req-5168ecfd-674a-4dc6-b073-81d0e63edcf0 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:44.893157 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4496817b-d205-4e40-be1e-dbd45dbaceb4 req-5168ecfd-674a-4dc6-b073-81d0e63edcf0 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 947 time: 0.3162885 Jul 19 03:17:44.909705 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f4cdac-497c-40c5-814c-c5dc4c0b198c x-openstack-request-id: req-b5f4cdac-497c-40c5-814c-c5dc4c0b198c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:44.910111 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64161a16-8f9e-474b-b1b3-d6144d8a67d1", "name": "network-vif-plugged", "status": "completed", "tag": "e24f79e1-8a56-44f8-95e7-319bce3d93f0", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:44.910244 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5f4cdac-497c-40c5-814c-c5dc4c0b198c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:44.910670 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0', 'code': 200} Jul 19 03:17:44.946784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Attempting to bind port 802c4626-7353-4a97-98b6-39663f1af20a on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:44.947186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Attempting to bind port 802c4626-7353-4a97-98b6-39663f1af20a by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:44.947700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Attempting to bind port 802c4626-7353-4a97-98b6-39663f1af20a on network 057211cb-e6a4-4072-966a-9ca983fe6d29 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:45.030439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:45.030942 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Checking segment: {'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:45.031401 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:45.032005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Bound using segment: {'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:45.032220 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4496817b-d205-4e40-be1e-dbd45dbaceb4 req-0275dc47-d277-435c-988c-80b6dd80fbe2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359756 Jul 19 03:17:45.032515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Bound port: 802c4626-7353-4a97-98b6-39663f1af20a, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:45.032905 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:45.107673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d0df0-dd53-4c25-8395-49f555ee28e9 req-96543f56-1163-4c66-898e-4e96031fd0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:45.114336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-778d0df0-dd53-4c25-8395-49f555ee28e9 req-96543f56-1163-4c66-898e-4e96031fd0f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b468de954764194a9d34fa880483489&device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1097 time: 0.2146351 Jul 19 03:17:45.215151 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-52faa7d5-16a5-4fc4-8525-2fc31ba8afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:45.333334 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:45.353108 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-864b5c6c-85d2-446e-ab71-f7ca21cd3f06 req-022aeb77-4986-42c7-896f-7f6771a53c06 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 210 time: 0.1838446 Jul 19 03:17:45.413180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] For port 802c4626-7353-4a97-98b6-39663f1af20a, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:45.426125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] For port 802c4626-7353-4a97-98b6-39663f1af20a, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=802c4626-7353-4a97-98b6-39663f1af20a,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:45.487854 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:45.550334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d0df0-dd53-4c25-8395-49f555ee28e9 req-bf2de454-ab24-44bf-8f76-b6dc3b45f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:45.552414 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-778d0df0-dd53-4c25-8395-49f555ee28e9 req-bf2de454-ab24-44bf-8f76-b6dc3b45f8f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 200 len: 920 time: 0.4306138 Jul 19 03:17:45.677103 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-778d0df0-dd53-4c25-8395-49f555ee28e9 req-e6efbac5-f7ec-4a9d-8721-6732b5ef7a0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 217 time: 0.1180341 Jul 19 03:17:45.727303 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:45.790258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['1ef5f45a-f7df-4121-a88f-26e6765f1539'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:45.852350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235bffa-8b53-46b4-af67-67cccada60ad None None] Pushing event updated for resources: {'Port': ['ID=802c4626-7353-4a97-98b6-39663f1af20a,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:45.878495 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:45.992822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d0df0-dd53-4c25-8395-49f555ee28e9 req-1953a16a-c8ce-47ce-aec0-02f91ee0e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:45.999829 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-778d0df0-dd53-4c25-8395-49f555ee28e9 req-1953a16a-c8ce-47ce-aec0-02f91ee0e895 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03c90811-e1f0-4a3d-81af-409795599873 HTTP/1.1" status: 200 len: 860 time: 0.3019156 Jul 19 03:17:46.088606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-778d0df0-dd53-4c25-8395-49f555ee28e9 req-92ecea24-2dac-4a3a-a4c4-0d227cfe565e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d1aaae87-087d-4424-9714-17763f8061b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804138 Jul 19 03:17:46.216208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-2ca726eb-c2fb-4235-806c-970e0a8d9c89 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:46.217823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-2ca726eb-c2fb-4235-806c-970e0a8d9c89 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.6103163 Jul 19 03:17:46.235725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Request body: {'port': {'device_id': 'e3977c97-b0d7-4544-895e-ec076d068f02', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'admin_state_up': True, 'tenant_id': '0a123568d24644db84d7b8c2684b29cf'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:46.277396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Router 9279af6a-8bcc-44fb-a010-b240458b3f5e is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:17:46.289981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2073d-eaf0-4d8f-b1ee-798f009d538f req-80f82e7a-f135-4f83-8ce9-76e8a18f4fb3 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:46.307091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35a2073d-eaf0-4d8f-b1ee-798f009d538f req-80f82e7a-f135-4f83-8ce9-76e8a18f4fb3 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.6240926 Jul 19 03:17:46.314336 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:46.399200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35a2073d-eaf0-4d8f-b1ee-798f009d538f req-ccd29982-62c1-416b-baf1-d140d5b42c9c tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905080 Jul 19 03:17:46.416608 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3e94eaae-de2d-4156-8e09-efdf67ea9b5d up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:46.527719 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:46.534969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:46.535357 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:46.649052 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-778d0df0-dd53-4c25-8395-49f555ee28e9 req-dbc4afa0-b318-4370-8371-92dff413ef6d service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429072 Jul 19 03:17:46.764392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:46.852450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,segment=NetworkSegment(bef758e6-2caa-4c21-b0f7-c8f8b86d8068),segment_id=bef758e6-2caa-4c21-b0f7-c8f8b86d8068)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:46.862383 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:46.863400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 12bffbfe-e861-4421-a91e-68c58a6ba21d up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:46.943754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84731b1f-6192-4f6f-bda5-29eca1fcb42e req-fa496173-e5a3-496d-a153-4eb2bbfa4d5b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:46.948371 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-84731b1f-6192-4f6f-bda5-29eca1fcb42e req-fa496173-e5a3-496d-a153-4eb2bbfa4d5b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 946 time: 0.3878374 Jul 19 03:17:46.954652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e94eaae-de2d-4156-8e09-efdf67ea9b5d'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:46.960949 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27d2fe6-e83e-49c8-9df4-5a1e6126eb67" -d '{"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-plugged", "status": "completed", "tag": "3e94eaae-de2d-4156-8e09-efdf67ea9b5d"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:47.098521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-778d0df0-dd53-4c25-8395-49f555ee28e9 req-ade313c1-196a-40f9-9c41-4d8741b1f0e4 service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389577 Jul 19 03:17:47.122635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-84731b1f-6192-4f6f-bda5-29eca1fcb42e req-e255f9bd-e5ec-4fda-883c-1bcf8c4bc569 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625896 Jul 19 03:17:47.148685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 12bffbfe-e861-4421-a91e-68c58a6ba21d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:47.166875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:47.188647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 12bffbfe-e861-4421-a91e-68c58a6ba21d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:47.189220 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:47.195019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.196862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.198574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.198937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.199281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.199626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.199967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.200306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.201980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.206675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.208275 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.208650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:47.258998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:17:47.289282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Sync routers for ids ['9279af6a-8bcc-44fb-a010-b240458b3f5e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:17:47.297435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Made reservation on behalf of 0a123568d24644db84d7b8c2684b29cf for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:47.313414 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:47.317606 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:47.319165 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3ba8eca1-3e8a-48f0-9e4b-3111c78668ac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.7912369 Jul 19 03:17:47.322279 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50122) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:17:47.335482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a24b5fe-dc46-43af-8467-248d6367a5e2 None None] Network 057211cb-e6a4-4072-966a-9ca983fe6d29 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:17:47.432200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Routers {'9279af6a-8bcc-44fb-a010-b240458b3f5e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:47.433941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:17:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9279af6a-8bcc-44fb-a010-b240458b3f5e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:47.440437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c8daf656-5608-4eea-9d89-ea13a7ced515 None None] Provisioning for port 802c4626-7353-4a97-98b6-39663f1af20a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:47.635605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214ea1b-8c8b-467a-988d-bc3c3282c4fa req-5f71bc44-e822-4e01-83bf-eb82d93a5fb6 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:47.646222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214ea1b-8c8b-467a-988d-bc3c3282c4fa req-5f71bc44-e822-4e01-83bf-eb82d93a5fb6 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:47.651058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Allocated IP 172.20.0.13 (1e0d100a-4153-486a-bb53-5344731032ea/2ce9eede-45cb-4568-8d50-62fdf8d969ee/93bcaa55-87d6-4a4e-93fd-d7cd364b798c) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:47.655677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214ea1b-8c8b-467a-988d-bc3c3282c4fa req-5f71bc44-e822-4e01-83bf-eb82d93a5fb6 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:47.667976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1214ea1b-8c8b-467a-988d-bc3c3282c4fa req-5f71bc44-e822-4e01-83bf-eb82d93a5fb6 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2414 time: 0.2481954 Jul 19 03:17:47.957849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1214ea1b-8c8b-467a-988d-bc3c3282c4fa req-07ecc1e2-ac72-4ac0-bc17-28c517cb11c7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881546 Jul 19 03:17:47.983064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 802c4626-7353-4a97-98b6-39663f1af20a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:48.112374 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:48.131483 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:48.199184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:48.276418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 12bffbfe-e861-4421-a91e-68c58a6ba21d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=12bffbfe-e861-4421-a91e-68c58a6ba21d,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:48.285141 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:48.295600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Network 1e0d100a-4153-486a-bb53-5344731032ea is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:48.301111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:48.301935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:17:48.323313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:48.336985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:48.474876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event updated for resources: {'Port': ['ID=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:48.524446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:48.525527 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:48.549080 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-d12dbbf1-7d57-4f37-ac44-4d008329688f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3181674 Jul 19 03:17:48.556633 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4f8258-14f5-4e9d-9a2b-eafbbfc5a278 x-openstack-request-id: req-9a4f8258-14f5-4e9d-9a2b-eafbbfc5a278 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:48.557128 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-plugged", "status": "completed", "tag": "3e94eaae-de2d-4156-8e09-efdf67ea9b5d", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:48.557224 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a4f8258-14f5-4e9d-9a2b-eafbbfc5a278 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:48.557591 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e94eaae-de2d-4156-8e09-efdf67ea9b5d', 'code': 200} Jul 19 03:17:48.571342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Request body: {'port': {'device_id': 'e3977c97-b0d7-4544-895e-ec076d068f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:48.584727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b407b52-c5fa-41ad-8b3b-7ef5fc89c17e req-bd5455ae-249e-4dc9-92f9-b549618ac49c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:48.593337 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b407b52-c5fa-41ad-8b3b-7ef5fc89c17e req-bd5455ae-249e-4dc9-92f9-b549618ac49c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 932 time: 0.2811942 Jul 19 03:17:48.642978 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:48.643595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Set router 9279af6a-8bcc-44fb-a010-b240458b3f5e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:48.712053 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b407b52-c5fa-41ad-8b3b-7ef5fc89c17e req-6414a7d4-cdec-4358-8c01-0894e69be31c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171505 Jul 19 03:17:48.767574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=12bffbfe-e861-4421-a91e-68c58a6ba21d,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:48.768194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:48.806948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 802c4626-7353-4a97-98b6-39663f1af20a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:48.837690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 802c4626-7353-4a97-98b6-39663f1af20a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:48.838251 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:48.984550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82e9dd-7094-4c74-916e-3b547d2906fb req-1dbad1bc-aa8e-459c-9214-8f744d795e11 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:48.987168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac82e9dd-7094-4c74-916e-3b547d2906fb req-1dbad1bc-aa8e-459c-9214-8f744d795e11 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.2009161 Jul 19 03:17:48.990808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Allocated IP 172.20.0.1 (057211cb-e6a4-4072-966a-9ca983fe6d29/57fa140b-fd4e-410a-8566-5fb51fe1f4dd/bf5ee839-e33f-447d-a0a0-cb5718e8c299) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:49.038126 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.136818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac82e9dd-7094-4c74-916e-3b547d2906fb req-b2139cc2-2e9d-425b-b9f4-37fbe9ca2f56 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383572 Jul 19 03:17:49.201030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7d5108a9-fbe9-4955-ba61-67c3694af8ff None None] Provisioning complete for port 802c4626-7353-4a97-98b6-39663f1af20a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:49.204399 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7d5108a9-fbe9-4955-ba61-67c3694af8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.257994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.282906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Transition to ACTIVE for port object bf5ee839-e33f-447d-a0a0-cb5718e8c299 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:49.287475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bcaa55-87d6-4a4e-93fd-d7cd364b798c {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:49.303645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.321829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5076d2-8538-4e03-8eb9-d1fa799e0e35 req-7bceaadf-35d1-4da9-9537-8cb60660341a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:49.330541 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ff5076d2-8538-4e03-8eb9-d1fa799e0e35 req-7bceaadf-35d1-4da9-9537-8cb60660341a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 947 time: 0.4353552 Jul 19 03:17:49.361505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Transition to ACTIVE for port object 93bcaa55-87d6-4a4e-93fd-d7cd364b798c will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:49.378312 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.392574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:49.400814 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.404987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:45Z', 'revision_number': 3, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:49.440819 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.462954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Pushing event updated for resources: {'Port': ['ID=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:49.486168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ff5076d2-8538-4e03-8eb9-d1fa799e0e35 req-930112f6-2429-4165-8c74-b15e3349ef6f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532068 Jul 19 03:17:49.488739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5ee839-e33f-447d-a0a0-cb5718e8c299,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:49.539071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=11']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:49.548538 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7d5108a9-fbe9-4955-ba61-67c3694af8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.550984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Checking router: 9279af6a-8bcc-44fb-a010-b240458b3f5e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:17:49.551354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Updating router 9279af6a-8bcc-44fb-a010-b240458b3f5e port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:17:49.558083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Network 057211cb-e6a4-4072-966a-9ca983fe6d29 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:49.564704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:49.568514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:49.635906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Attempting to bind port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:49.636324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Attempting to bind port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:49.636815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Attempting to bind port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:49.646137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c on network 1e0d100a-4153-486a-bb53-5344731032ea not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:17:49.646498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Attempting to bind port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:49.647980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f46d31-e84a-4c43-9d11-59acf86e8b80 req-8814cdc2-f538-4aab-9327-38ef13e36bc4 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:49.652739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:49.653208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Checking segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:49.653604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1ef5f45a-f7df-4121-a88f-26e6765f1539 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:49.654045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Bound using segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:49.654045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Bound port: 93bcaa55-87d6-4a4e-93fd-d7cd364b798c, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:49.654436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.655466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3f46d31-e84a-4c43-9d11-59acf86e8b80 req-8814cdc2-f538-4aab-9327-38ef13e36bc4 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 946 time: 0.1594577 Jul 19 03:17:49.659649 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.664003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.752587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3f46d31-e84a-4c43-9d11-59acf86e8b80 req-19f99046-3825-450e-adc1-fc5326dcec8a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948761 Jul 19 03:17:49.831543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] For port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:49.837245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] For port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:49.861105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bfe1e-53a7-4623-b9f6-3446a04c88da req-53002ff3-f953-41f6-af4c-d3d8975aaa5a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:49.869096 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bfe1e-53a7-4623-b9f6-3446a04c88da req-53002ff3-f953-41f6-af4c-d3d8975aaa5a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:49.875972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bfe1e-53a7-4623-b9f6-3446a04c88da req-53002ff3-f953-41f6-af4c-d3d8975aaa5a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:49.884486 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b31bfe1e-53a7-4623-b9f6-3446a04c88da req-53002ff3-f953-41f6-af4c-d3d8975aaa5a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2415 time: 0.1578214 Jul 19 03:17:49.893850 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.915122 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.953506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:49.954141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:49.960890 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] 10.222.0.25 "PUT /v2.0/ports/93bcaa55-87d6-4a4e-93fd-d7cd364b798c HTTP/1.1" status: 200 len: 1093 time: 1.4002380 Jul 19 03:17:49.978875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3977c97-b0d7-4544-895e-ec076d068f02', 'tag': '93bcaa55-87d6-4a4e-93fd-d7cd364b798c'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:49.984318 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6930bc-f8a6-4109-9fc4-08d39f98c115" -d '{"events": [{"name": "network-changed", "server_uuid": "e3977c97-b0d7-4544-895e-ec076d068f02", "tag": "93bcaa55-87d6-4a4e-93fd-d7cd364b798c"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:49.986053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:50.159983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b31bfe1e-53a7-4623-b9f6-3446a04c88da req-b6e7a78b-048d-4b6b-9fbc-8404a8d8dfc3 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744727 Jul 19 03:17:50.175077 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7d5108a9-fbe9-4955-ba61-67c3694af8ff None None] For port 802c4626-7353-4a97-98b6-39663f1af20a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=802c4626-7353-4a97-98b6-39663f1af20a,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:50.218523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df1ef9-faec-4af4-8cd2-d00cac0a0600 service neutron] Pushing event updated for resources: {'Port': ['ID=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:50.262093 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b389a99d-86d0-4147-a4de-684d205ec281 x-openstack-request-id: req-b389a99d-86d0-4147-a4de-684d205ec281 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:50.262752 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3977c97-b0d7-4544-895e-ec076d068f02", "tag": "93bcaa55-87d6-4a4e-93fd-d7cd364b798c", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:50.263091 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b389a99d-86d0-4147-a4de-684d205ec281 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:50.263589 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3977c97-b0d7-4544-895e-ec076d068f02', 'tag': '93bcaa55-87d6-4a4e-93fd-d7cd364b798c', 'status': 'completed', 'code': 200} Jul 19 03:17:50.272150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-01272d7a-2ff2-439e-b980-996e6a7adf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:50.280050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-01272d7a-2ff2-439e-b980-996e6a7adf24 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 1096 time: 0.2339363 Jul 19 03:17:50.296294 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7d5108a9-fbe9-4955-ba61-67c3694af8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:50.394333 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:17:50.394333 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:17:50.399491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-abca886d-b58d-45a5-9138-97e131ad1b67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93bcaa55-87d6-4a4e-93fd-d7cd364b798c HTTP/1.1" status: 200 len: 217 time: 0.0894258 Jul 19 03:17:50.448360 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5108a9-fbe9-4955-ba61-67c3694af8ff None None] Pushing event updated for resources: {'Port': ['ID=802c4626-7353-4a97-98b6-39663f1af20a,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:50.455742 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 1ef5f45a-f7df-4121-a88f-26e6765f1539 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:50.467414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-852ffb7d-d53b-4a57-afbd-bbf84f4a988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:50.470362 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-852ffb7d-d53b-4a57-afbd-bbf84f4a988b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.0594370 Jul 19 03:17:50.472418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 1ef5f45a-f7df-4121-a88f-26e6765f1539 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:50.472820 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:50.479581 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:50.515094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Transition to ACTIVE for port object 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:50.525659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7192e930-fdc5-42fc-95be-677ac79f61a2 None None] Provisioning for port bf5ee839-e33f-447d-a0a0-cb5718e8c299 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:50.538217 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:50.544078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7192e930-fdc5-42fc-95be-677ac79f61a2 None None] Provisioning complete for port bf5ee839-e33f-447d-a0a0-cb5718e8c299 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:50.544447 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7192e930-fdc5-42fc-95be-677ac79f61a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:50.557419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-a425b2fe-2c59-4246-9aa7-299d63034a93 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715585 Jul 19 03:17:50.587989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bffbfe-e861-4421-a91e-68c58a6ba21d'}, {'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:50.590376 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662f7404-3184-4abb-b935-b4f38d3dbee2" -d '{"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-plugged", "status": "completed", "tag": "12bffbfe-e861-4421-a91e-68c58a6ba21d"}, {"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:50.592934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7192e930-fdc5-42fc-95be-677ac79f61a2 None None] Port bf5ee839-e33f-447d-a0a0-cb5718e8c299 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:17:50.697315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbcd0f-9704-4581-9ac0-c734ef558e1d req-50f36bec-cc9a-44c5-bc2b-65f47be313f0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:50.699719 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eecbcd0f-9704-4581-9ac0-c734ef558e1d req-50f36bec-cc9a-44c5-bc2b-65f47be313f0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.2253385 Jul 19 03:17:50.701333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216efcea-b322-45f4-ab67-03f28ea49993 None None] Pushing event updated for resources: {'Port': ['ID=51711326-ae75-4b97-aa2b-7c1f0ff0ef1d,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:50.741881 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-c4bcf28d-b657-46dc-8aca-ef09212bd21c service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723869 Jul 19 03:17:50.746313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Attempting to bind port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:50.746757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Attempting to bind port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:50.747617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Attempting to bind port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:50.772790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:50.775289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:50.776476 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:50.776905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:50.777403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Bound port: 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:50.778284 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:50.798397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eecbcd0f-9704-4581-9ac0-c734ef558e1d req-67933688-5af8-4819-a5c1-e44a3de425c4 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799491 Jul 19 03:17:50.870593 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] For port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:50.876911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] For port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=51711326-ae75-4b97-aa2b-7c1f0ff0ef1d,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:50.886916 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:50.911973 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a80e61d4-9262-45d7-acde-ee01c7595e6d req-88ff0fba-3947-4770-8f11-7ed218d333ee service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584918 Jul 19 03:17:50.999636 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:51.006837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216efcea-b322-45f4-ab67-03f28ea49993 None None] Pushing event updated for resources: {'Port': ['ID=51711326-ae75-4b97-aa2b-7c1f0ff0ef1d,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:51.048644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a3205-5c6e-46b3-a617-4901487bd85f req-340aa878-5f77-41af-bc11-da987bd180da tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:51.053206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f37a3205-5c6e-46b3-a617-4901487bd85f req-340aa878-5f77-41af-bc11-da987bd180da tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 944 time: 0.8675427 Jul 19 03:17:51.107961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 1ef5f45a-f7df-4121-a88f-26e6765f1539, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1ef5f45a-f7df-4121-a88f-26e6765f1539,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:51.109705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Routers {'9279af6a-8bcc-44fb-a010-b240458b3f5e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:51.110560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:17:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9279af6a-8bcc-44fb-a010-b240458b3f5e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:51.119479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:51.121990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:51.157499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f37a3205-5c6e-46b3-a617-4901487bd85f req-c7ab141a-2da1-4a88-aa09-25041e84ff1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929964 Jul 19 03:17:51.160101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:51.239385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a6f2b-eeb1-4a65-9604-c6f585e4963c req-09f4cd27-86c6-4c96-aacd-3019d80eafac tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:51.248075 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c92a6f2b-eeb1-4a65-9604-c6f585e4963c req-09f4cd27-86c6-4c96-aacd-3019d80eafac tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1798778 Jul 19 03:17:51.264279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6930bc-f8a6-4109-9fc4-08d39f98c115 req-3be474a8-18c1-47ca-a436-73cacb587dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:51.266612 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c6930bc-f8a6-4109-9fc4-08d39f98c115 req-3be474a8-18c1-47ca-a436-73cacb587dbc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 1096 time: 0.2863803 Jul 19 03:17:51.351766 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c92a6f2b-eeb1-4a65-9604-c6f585e4963c req-a54ac291-cbf6-406d-8c13-426e57737951 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010499 Jul 19 03:17:51.353934 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5863050-697d-40d4-a805-019ca8ffc967 x-openstack-request-id: req-c5863050-697d-40d4-a805-019ca8ffc967 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:51.354342 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-plugged", "status": "completed", "tag": "12bffbfe-e861-4421-a91e-68c58a6ba21d", "code": 200}, {"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:51.354571 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5863050-697d-40d4-a805-019ca8ffc967 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:51.355052 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bffbfe-e861-4421-a91e-68c58a6ba21d', 'code': 200} Jul 19 03:17:51.355310 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306', 'code': 200} Jul 19 03:17:51.360146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=1ef5f45a-f7df-4121-a88f-26e6765f1539,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:51.363913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 802c4626-7353-4a97-98b6-39663f1af20a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:51.394064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:51.474387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 802c4626-7353-4a97-98b6-39663f1af20a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:51.475259 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:51.516958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] Set router 9279af6a-8bcc-44fb-a010-b240458b3f5e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:51.554991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6930bc-f8a6-4109-9fc4-08d39f98c115 req-1d8a0dd7-9ea7-4f72-adde-ae3b936d7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:51.561219 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c6930bc-f8a6-4109-9fc4-08d39f98c115 req-1d8a0dd7-9ea7-4f72-adde-ae3b936d7a66 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 912 time: 0.2842891 Jul 19 03:17:51.564576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Network 057211cb-e6a4-4072-966a-9ca983fe6d29 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:51.568587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:51.572441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5ee839-e33f-447d-a0a0-cb5718e8c299,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:51.672396 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c6930bc-f8a6-4109-9fc4-08d39f98c115 req-cb4f3cd0-4afb-47e9-8dbf-9d5f3b5dc6a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93bcaa55-87d6-4a4e-93fd-d7cd364b798c HTTP/1.1" status: 200 len: 217 time: 0.1020794 Jul 19 03:17:51.800510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6930bc-f8a6-4109-9fc4-08d39f98c115 req-e271102e-ce56-425b-8364-5464df37c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:51.807380 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c6930bc-f8a6-4109-9fc4-08d39f98c115 req-e271102e-ce56-425b-8364-5464df37c5fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.1264148 Jul 19 03:17:51.889581 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c6930bc-f8a6-4109-9fc4-08d39f98c115 req-a9b1d87d-4f1b-45dc-958c-bb74b4b1d63c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698740 Jul 19 03:17:51.982061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Router 9279af6a-8bcc-44fb-a010-b240458b3f5e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:17:52.086574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c5386b89-f505-420d-af36-49748540c9db None None] Provisioning complete for port bf5ee839-e33f-447d-a0a0-cb5718e8c299 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:52.087198 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c5386b89-f505-420d-af36-49748540c9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:52.139121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7105a19-e591-4ec4-896e-16a9861a87ff req-4ef97d44-bfdb-4de7-af61-92fa8610fd12 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:52.159971 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f7105a19-e591-4ec4-896e-16a9861a87ff req-4ef97d44-bfdb-4de7-af61-92fa8610fd12 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 946 time: 0.6100972 Jul 19 03:17:52.199842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c5386b89-f505-420d-af36-49748540c9db None None] Port bf5ee839-e33f-447d-a0a0-cb5718e8c299 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:17:52.226997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f7105a19-e591-4ec4-896e-16a9861a87ff req-697138a5-ed93-4265-a587-a853661bf81d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656829 Jul 19 03:17:52.254313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 1, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:52.324594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b671c9-ec7b-4304-91ba-9821971064ef None None] The sync data for ids ['9279af6a-8bcc-44fb-a010-b240458b3f5e'] in n-d-762330-18 is: [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 1, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:17:52.337898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f529676-c03c-46f9-9d17-4d5756783089 req-7bfc5482-15fb-4935-a01d-e38db0198ba0 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:52.348609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f529676-c03c-46f9-9d17-4d5756783089 req-7bfc5482-15fb-4935-a01d-e38db0198ba0 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:52.358189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f529676-c03c-46f9-9d17-4d5756783089 req-7bfc5482-15fb-4935-a01d-e38db0198ba0 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:52.368729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f529676-c03c-46f9-9d17-4d5756783089 req-7bfc5482-15fb-4935-a01d-e38db0198ba0 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2416 time: 0.4221697 Jul 19 03:17:52.382489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:17:52.408908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6ff92672-e93f-4e7b-aec2-e82a140405b4 admin admin] 10.222.0.20 "PUT /v2.0/routers/9279af6a-8bcc-44fb-a010-b240458b3f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0777175 Jul 19 03:17:52.416315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:17:52.430162 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c6930bc-f8a6-4109-9fc4-08d39f98c115 req-22852eb2-104a-4d43-be75-66d80dbaaa14 service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255711 Jul 19 03:17:52.502922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f529676-c03c-46f9-9d17-4d5756783089 req-7620c720-c00f-4efc-bca0-d2f07cd42e4e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327994 Jul 19 03:17:52.608789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f714f-6801-4723-a871-f12c85040c2d req-add63276-d75e-4f7a-8e70-dcba57aaeebe tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:52.616687 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-409f714f-6801-4723-a871-f12c85040c2d req-add63276-d75e-4f7a-8e70-dcba57aaeebe tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1609719 Jul 19 03:17:52.626767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:52.646885 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c6930bc-f8a6-4109-9fc4-08d39f98c115 req-d21dc115-d6d9-4b75-87d8-14d8f30e3463 service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797502 Jul 19 03:17:52.663168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '49f29172-fa13-4186-99f3-5b113c6eb306', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'port_id': '49f29172-fa13-4186-99f3-5b113c6eb306', 'mac_address': 'fa:16:3e:d0:4d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:17:52.705938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-409f714f-6801-4723-a871-f12c85040c2d req-b191c533-a4ae-428c-9637-984bea6609a1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704365 Jul 19 03:17:52.744289 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:52.791372 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f29172-fa13-4186-99f3-5b113c6eb306 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:52.846604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:52.880335 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:52.919763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eebcd1-2367-4c6b-bfae-517a7f42faf0 req-448cf396-de3d-41eb-a363-e20d297f29d5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:52.930937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c8eebcd1-2367-4c6b-bfae-517a7f42faf0 req-448cf396-de3d-41eb-a363-e20d297f29d5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 944 time: 0.2211857 Jul 19 03:17:53.002433 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c8eebcd1-2367-4c6b-bfae-517a7f42faf0 req-663bbd69-582b-4b07-941c-d8abe976b6aa tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695236 Jul 19 03:17:53.018090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['49f29172-fa13-4186-99f3-5b113c6eb306'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:53.026432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=12']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:53.189880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5f951-7e27-4a10-b2cf-ffc9ad9bb99b req-d3f43ba2-7871-4f5e-9dd3-b461d43ef3c7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:53.192162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bb5f951-7e27-4a10-b2cf-ffc9ad9bb99b req-d3f43ba2-7871-4f5e-9dd3-b461d43ef3c7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 946 time: 0.1453552 Jul 19 03:17:53.286473 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bb5f951-7e27-4a10-b2cf-ffc9ad9bb99b req-4d031b93-34e2-4675-a6c4-123b6acfa1a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787711 Jul 19 03:17:53.358896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef5f45a-f7df-4121-a88f-26e6765f1539'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:53.361448 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1aa235-9689-4e3c-a970-d7b38ca54752" -d '{"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-plugged", "status": "completed", "tag": "1ef5f45a-f7df-4121-a88f-26e6765f1539"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:53.752152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753aff3-3436-43ee-84d3-8cb12582e2e2 req-970e0b69-cd8f-4bd8-aa37-3fe50e109073 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:53.762216 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7753aff3-3436-43ee-84d3-8cb12582e2e2 req-970e0b69-cd8f-4bd8-aa37-3fe50e109073 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 946 time: 0.1620207 Jul 19 03:17:53.880384 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7753aff3-3436-43ee-84d3-8cb12582e2e2 req-9643830a-b1b7-4022-87eb-73a94634094c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062171 Jul 19 03:17:53.900087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-65d85029-e6cb-4f7b-b699-100989e4c700 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:53.907501 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-65d85029-e6cb-4f7b-b699-100989e4c700 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/networks?id=057211cb-e6a4-4072-966a-9ca983fe6d29 HTTP/1.1" status: 200 len: 829 time: 0.2110686 Jul 19 03:17:53.927518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-e3fed247-c261-4858-a357-3dd2c6d2e678 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/quotas/68243862021b4c5994ea6021c8859781 HTTP/1.1" status: 200 len: 375 time: 0.0189846 Jul 19 03:17:53.970584 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f714384-04c8-4780-8674-3b12bebc5307 x-openstack-request-id: req-9f714384-04c8-4780-8674-3b12bebc5307 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:53.971075 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-plugged", "status": "completed", "tag": "1ef5f45a-f7df-4121-a88f-26e6765f1539", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:53.971433 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f714384-04c8-4780-8674-3b12bebc5307 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:53.971944 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef5f45a-f7df-4121-a88f-26e6765f1539', 'code': 200} Jul 19 03:17:54.056381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-43b232e0-3789-44c7-baed-e1a4dce25a82 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68243862021b4c5994ea6021c8859781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278796 Jul 19 03:17:54.183526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-eeab82cc-050e-45df-9de7-b03c2669b57b service neutron] 10.222.0.20 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228151 Jul 19 03:17:54.313947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-c8f1ee45-563a-4b9f-b8af-5ab3fbbc9600 service neutron] 10.222.0.20 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294253 Jul 19 03:17:54.335396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0245-f3f5-4dab-90ca-7e243ee26e9c req-7fa14758-fd7b-427f-bf70-944f82e86236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:54.336109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0245-f3f5-4dab-90ca-7e243ee26e9c req-7fa14758-fd7b-427f-bf70-944f82e86236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:54.336376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0245-f3f5-4dab-90ca-7e243ee26e9c req-7fa14758-fd7b-427f-bf70-944f82e86236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:54.338042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9bbe0245-f3f5-4dab-90ca-7e243ee26e9c req-7fa14758-fd7b-427f-bf70-944f82e86236 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2872 time: 0.2875919 Jul 19 03:17:54.348661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd472d-d13f-487f-8cd9-3920782bd59c req-9bb19f37-c27e-4d3b-9789-57e4bc43c86e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:54.363159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd472d-d13f-487f-8cd9-3920782bd59c req-9bb19f37-c27e-4d3b-9789-57e4bc43c86e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:54.369212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd472d-d13f-487f-8cd9-3920782bd59c req-9bb19f37-c27e-4d3b-9789-57e4bc43c86e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:54.371007 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-35dd472d-d13f-487f-8cd9-3920782bd59c req-9bb19f37-c27e-4d3b-9789-57e4bc43c86e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2416 time: 0.1638775 Jul 19 03:17:54.440299 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 93bcaa55-87d6-4a4e-93fd-d7cd364b798c details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:17:54.447636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:54.455734 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-35dd472d-d13f-487f-8cd9-3920782bd59c req-a3a59364-b1ce-4d69-ab87-763d0455401b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760901 Jul 19 03:17:54.466771 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9bbe0245-f3f5-4dab-90ca-7e243ee26e9c req-16ae6ab2-9cc3-4148-a550-d3a1eaf32471 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924749 Jul 19 03:17:54.676290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-9f656fe3-bb93-42dd-b738-face8dba6413 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:54.679369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-9f656fe3-bb93-42dd-b738-face8dba6413 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1098 time: 0.2274845 Jul 19 03:17:54.695166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-762330-18'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:54.744109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e57072-4374-4ebd-b5d5-f8d7c9774edc req-0ec5fc8b-384a-455e-b674-c70c7efa90ac tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:54.746887 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5e57072-4374-4ebd-b5d5-f8d7c9774edc req-0ec5fc8b-384a-455e-b674-c70c7efa90ac tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1426985 Jul 19 03:17:54.806812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5e57072-4374-4ebd-b5d5-f8d7c9774edc req-f7e50db4-fef7-4309-93a9-a9dbf71d4926 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482075 Jul 19 03:17:54.932356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 49f29172-fa13-4186-99f3-5b113c6eb306 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:54.945135 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:55.120572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01076-a3c3-4927-8116-b28f9f8e7ebe req-86e8ea71-8d5e-46b9-901e-ad9028f10f94 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:55.122586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22d01076-a3c3-4927-8116-b28f9f8e7ebe req-86e8ea71-8d5e-46b9-901e-ad9028f10f94 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 944 time: 0.3477066 Jul 19 03:17:55.123510 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:55.137611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:55.175034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '93bcaa55-87d6-4a4e-93fd-d7cd364b798c', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'port_id': '93bcaa55-87d6-4a4e-93fd-d7cd364b798c', 'mac_address': 'fa:16:3e:ea:fe:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9eede-45cb-4568-8d50-62fdf8d969ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:17:55.317571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22d01076-a3c3-4927-8116-b28f9f8e7ebe req-5f089b29-71d1-4c23-809c-7e2b3281abeb tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615183 Jul 19 03:17:55.327458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:55.440286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be9a48-b347-43d7-b805-695bec6c69f7 req-3e81e516-d53b-49e2-8edb-a2016db39ab8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:55.450692 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-87be9a48-b347-43d7-b805-695bec6c69f7 req-3e81e516-d53b-49e2-8edb-a2016db39ab8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 946 time: 0.1669867 Jul 19 03:17:55.496280 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:55.526144 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:55.541658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:55.551220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bcaa55-87d6-4a4e-93fd-d7cd364b798c {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:17:55.556049 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-87be9a48-b347-43d7-b805-695bec6c69f7 req-d5a781c7-7d06-4e62-92ac-9c4f1af15be3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988445 Jul 19 03:17:55.624522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:55.645225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:55.656602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:55.662623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:55.663113 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:55.706110 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:55.777905 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a41d13f-634c-4621-b995-ecb74567e37c req-87c7001f-ee91-4a6b-b1de-ff04ea29c087 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 210 time: 0.1426380 Jul 19 03:17:55.795649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:55.803929 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc52297-dc18-45d4-b92c-acdba90191e6" -d '{"events": [{"server_uuid": "32bb4acd-8ed5-4356-8a28-ee641693007d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c3014d-30a3-4dbf-a999-9f3589fd78e7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:55.814682 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:55.822943 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:55.835806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:55.853997 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:55.867660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:56.005458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:56.007967 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296bab33-122f-4639-b109-122af703a08c" -d '{"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:56.031695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=13']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:56.047282 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:56.110097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=51711326-ae75-4b97-aa2b-7c1f0ff0ef1d,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:56.119300 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:56.132098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['93bcaa55-87d6-4a4e-93fd-d7cd364b798c'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:56.221362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf79f2-6839-4b4c-a138-c3bd8acd6656 req-718e1d32-84fa-440a-9f1c-ae7acf229850 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:56.245239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf79f2-6839-4b4c-a138-c3bd8acd6656 req-718e1d32-84fa-440a-9f1c-ae7acf229850 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:56.246995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:56.262748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf79f2-6839-4b4c-a138-c3bd8acd6656 req-718e1d32-84fa-440a-9f1c-ae7acf229850 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:56.268003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec3765-cc47-4c3a-9d62-8b27d2d72897 req-4145b9d7-eb65-4cfb-b0d5-2f8e99dde9ae tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:56.269688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a2ec3765-cc47-4c3a-9d62-8b27d2d72897 req-4145b9d7-eb65-4cfb-b0d5-2f8e99dde9ae tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 944 time: 0.4485075 Jul 19 03:17:56.269836 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-47bf79f2-6839-4b4c-a138-c3bd8acd6656 req-718e1d32-84fa-440a-9f1c-ae7acf229850 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2416 time: 0.1985748 Jul 19 03:17:56.270487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on host n-h1-762330-18 for vnic_type normal with profile {"migrating_to": "n-h2-762330-18"} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:56.270824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:56.271155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:56.293042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:17:56.293566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:56.310179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:56.310610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:56.311001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:56.311441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Bound port: d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:56.311802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:56.378621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-47bf79f2-6839-4b4c-a138-c3bd8acd6656 req-2c9b80a3-7cc4-4a8d-b57f-9733c7287964 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051128 Jul 19 03:17:56.392770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d5c3014d-30a3-4dbf-a999-9f3589fd78e7 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:17:56.399955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:56.403608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:56.458060 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Sync routers for ids ['9279af6a-8bcc-44fb-a010-b240458b3f5e'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:17:56.466067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:17:56.472855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a2ec3765-cc47-4c3a-9d62-8b27d2d72897 req-7ade7054-2aa1-407c-939d-57e5c9281c5e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877668 Jul 19 03:17:56.475110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=51711326-ae75-4b97-aa2b-7c1f0ff0ef1d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:56.477612 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Routers {'9279af6a-8bcc-44fb-a010-b240458b3f5e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:56.479409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:56.480431 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:17:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9279af6a-8bcc-44fb-a010-b240458b3f5e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:56.500100 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ba737-3a8f-43a8-8ea3-b79487250ab7 x-openstack-request-id: req-068ba737-3a8f-43a8-8ea3-b79487250ab7 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:56.500437 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bb4acd-8ed5-4356-8a28-ee641693007d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c3014d-30a3-4dbf-a999-9f3589fd78e7", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:56.500699 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-068ba737-3a8f-43a8-8ea3-b79487250ab7 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:56.501102 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7', 'code': 200} Jul 19 03:17:56.570746 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:17:56.647296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,revision_number=8']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:56.716763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:56.717427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:56.720121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7d18df79-efc5-4cd3-8917-9c859f6a555b service neutron] 10.222.0.26 "PUT /v2.0/ports/d5c3014d-30a3-4dbf-a999-9f3589fd78e7 HTTP/1.1" status: 200 len: 1124 time: 2.0312519 Jul 19 03:17:56.755336 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f618b8-2980-4464-bfdc-f5f81be0ac72 x-openstack-request-id: req-46f618b8-2980-4464-bfdc-f5f81be0ac72 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:56.756962 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:56.762756 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46f618b8-2980-4464-bfdc-f5f81be0ac72 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:56.763402 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306', 'code': 200} Jul 19 03:17:56.815804 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Set router 9279af6a-8bcc-44fb-a010-b240458b3f5e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:56.833522 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:56.912354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:56.929906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5d140-e0f8-47cc-b08e-5540bc3888be req-1495a4af-bd1a-4bf8-91c3-ef08c15f4a71 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:56.931491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f2d5d140-e0f8-47cc-b08e-5540bc3888be req-1495a4af-bd1a-4bf8-91c3-ef08c15f4a71 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1656182 Jul 19 03:17:56.939573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['d5c3014d-30a3-4dbf-a999-9f3589fd78e7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:57.057699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f2d5d140-e0f8-47cc-b08e-5540bc3888be req-040f4e0b-3adf-4a17-be71-6416f1e3a471 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125753 Jul 19 03:17:57.063714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['d5c3014d-30a3-4dbf-a999-9f3589fd78e7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:17:57.122650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af14ef-5a3f-4550-a192-11879324f1e4 req-bd9e2fb7-18e0-40c5-900f-18908f8c5a9a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:57.131953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72af14ef-5a3f-4550-a192-11879324f1e4 req-bd9e2fb7-18e0-40c5-900f-18908f8c5a9a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 945 time: 0.1979244 Jul 19 03:17:57.205206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:57.212966 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72af14ef-5a3f-4550-a192-11879324f1e4 req-28c8114a-9f43-49d2-93ec-cdd6fe8c06fd tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796251 Jul 19 03:17:57.296950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on host n-h1-762330-18 for vnic_type normal with profile {"migrating_to": "n-h2-762330-18"} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:57.298062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:57.298062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:57.324102 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:57.331937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:17:57.332294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Attempting to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:57.405194 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:17:50Z', 'revision_number': 2, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:57.424622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:57.441153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-9d3cefe8-38cc-49a5-b63a-8d432a11e318 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:57.445678 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-9d3cefe8-38cc-49a5-b63a-8d432a11e318 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.26 "GET /v2.0/networks?id=057211cb-e6a4-4072-966a-9ca983fe6d29 HTTP/1.1" status: 200 len: 829 time: 0.3694615 Jul 19 03:17:57.469744 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Checking router: 9279af6a-8bcc-44fb-a010-b240458b3f5e for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:17:57.470229 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Updating router 9279af6a-8bcc-44fb-a010-b240458b3f5e port bf5ee839-e33f-447d-a0a0-cb5718e8c299 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:17:57.478466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Request body: {'port': {'device_id': 'fbc43667-7c27-438a-9722-de7613e1403a', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'admin_state_up': True, 'tenant_id': '68243862021b4c5994ea6021c8859781'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:57.558241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:57.558704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:57.559154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:57.559642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Bound port: d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:57.560039 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:57.575579 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:57.639750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662940b-f86d-4fe4-bd12-7d6412ba07ef req-ef37f3ab-63b6-4744-856c-1d032b0572f9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:57.641897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5662940b-f86d-4fe4-bd12-7d6412ba07ef req-ef37f3ab-63b6-4744-856c-1d032b0572f9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1789315 Jul 19 03:17:57.694183 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff905827-dccb-4ed1-b721-8eea1a0c75f0 req-4a108ce2-c290-4041-a7fb-b0d6e8b9f421 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 210 time: 0.0809112 Jul 19 03:17:57.802384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Made reservation on behalf of 68243862021b4c5994ea6021c8859781 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:17:57.809364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:57.809593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5662940b-f86d-4fe4-bd12-7d6412ba07ef req-ecec2468-2af4-441a-92aa-9779cd2f5e0c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498451 Jul 19 03:17:57.908329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=14']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:57.973161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:57.973525 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:58.051181 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:58.070160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c331838-151c-43d3-a5d3-14cb933c06ef req-f114b749-168a-43eb-90d4-e98297734a99 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:58.075974 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Transition to ACTIVE for port object bf5ee839-e33f-447d-a0a0-cb5718e8c299 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:58.080287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c331838-151c-43d3-a5d3-14cb933c06ef req-f114b749-168a-43eb-90d4-e98297734a99 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:58.085754 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:58.096081 n-d-762330-18 neutron-server[94346]: WARNING neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Concurrent port binding operations failed on port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 Jul 19 03:17:58.097165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c331838-151c-43d3-a5d3-14cb933c06ef req-f114b749-168a-43eb-90d4-e98297734a99 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:58.101243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1c331838-151c-43d3-a5d3-14cb933c06ef req-f114b749-168a-43eb-90d4-e98297734a99 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2416 time: 0.1525717 Jul 19 03:17:58.106376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:58.141966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925820c2-b85c-43b6-ad3b-d477c3a27814 req-d2925deb-78e6-43df-a97c-eb10c3bb9517 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:58.142456 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Pushing event updated for resources: {'Port': ['ID=bf5ee839-e33f-447d-a0a0-cb5718e8c299,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:58.149918 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-925820c2-b85c-43b6-ad3b-d477c3a27814 req-d2925deb-78e6-43df-a97c-eb10c3bb9517 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 944 time: 0.1002479 Jul 19 03:17:58.151753 n-d-762330-18 neutron-server[94346]: INFO neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Attempt 2 to bind port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 Jul 19 03:17:58.152344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d5c3014d-30a3-4dbf-a999-9f3589fd78e7 has no active binding in host n-h2-762330-18 {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 19 03:17:58.165572 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.165947 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.166307 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.166738 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.167085 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.173661 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.174288 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.174826 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.175331 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.175830 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.176320 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.176801 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:17:58.228024 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-925820c2-b85c-43b6-ad3b-d477c3a27814 req-15192e66-7dec-40bf-9e83-8440b3070e5e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767465 Jul 19 03:17:58.250004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Allocated IP 172.20.0.11 (057211cb-e6a4-4072-966a-9ca983fe6d29/57fa140b-fd4e-410a-8566-5fb51fe1f4dd/9a5fa3e2-bb78-423f-a8bb-ab98853738e3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:17:58.349346 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Attempting to bind port bf5ee839-e33f-447d-a0a0-cb5718e8c299 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:17:58.350124 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Attempting to bind port bf5ee839-e33f-447d-a0a0-cb5718e8c299 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:17:58.350754 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Attempting to bind port bf5ee839-e33f-447d-a0a0-cb5718e8c299 on network 057211cb-e6a4-4072-966a-9ca983fe6d29 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:17:58.363015 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:17:58.363801 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Checking segment: {'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:17:58.366206 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:58.366741 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Bound using segment: {'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:17:58.367120 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Bound port: bf5ee839-e33f-447d-a0a0-cb5718e8c299, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:17:58.367573 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:58.503709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'tag': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:58.506034 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c566ab5-c65b-41ee-8334-747816f7e54d" -d '{"events": [{"name": "network-changed", "server_uuid": "32bb4acd-8ed5-4356-8a28-ee641693007d", "tag": "d5c3014d-30a3-4dbf-a999-9f3589fd78e7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:58.513873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] For port bf5ee839-e33f-447d-a0a0-cb5718e8c299, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:17:58.518344 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] For port bf5ee839-e33f-447d-a0a0-cb5718e8c299, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bf5ee839-e33f-447d-a0a0-cb5718e8c299,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:17:58.526788 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:58.537454 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1c331838-151c-43d3-a5d3-14cb933c06ef req-a9327ef7-c30a-4a06-aae1-5cd8fda2c147 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310657 Jul 19 03:17:58.616955 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Routers {'9279af6a-8bcc-44fb-a010-b240458b3f5e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:17:58.617605 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:17:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9279af6a-8bcc-44fb-a010-b240458b3f5e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:58.621187 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:58.667303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Transition to ACTIVE for port object 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:17:58.669993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 93bcaa55-87d6-4a4e-93fd-d7cd364b798c up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:17:58.671085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf17541-8855-4b5d-9f6a-688d6dff2e30 req-560261d2-ee03-473b-b932-491f253ac8f8 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:58.680688 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-faf17541-8855-4b5d-9f6a-688d6dff2e30 req-560261d2-ee03-473b-b932-491f253ac8f8 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1695557 Jul 19 03:17:58.764849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:58.769135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:17:58.771863 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2f2503-ccbd-4e62-af82-113e247ff6e6" -d '{"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:17:58.782752 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-faf17541-8855-4b5d-9f6a-688d6dff2e30 req-3ed2fc0d-a8dc-4e45-b05f-20960abea8c5 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010299 Jul 19 03:17:58.846839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:58.855081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:58.855464 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:58.860781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Network 057211cb-e6a4-4072-966a-9ca983fe6d29 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:17:58.904607 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] Set router 9279af6a-8bcc-44fb-a010-b240458b3f5e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:17:58.919257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:17:58.923810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:17:59.014369 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:59.065859 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d31aff-069a-403d-ada5-d0366deb3fe0 x-openstack-request-id: req-d4d31aff-069a-403d-ada5-d0366deb3fe0 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:59.066156 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bb4acd-8ed5-4356-8a28-ee641693007d", "tag": "d5c3014d-30a3-4dbf-a999-9f3589fd78e7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:59.066517 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4d31aff-069a-403d-ada5-d0366deb3fe0 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:59.066821 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'tag': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7', 'status': 'completed', 'code': 200} Jul 19 03:17:59.096914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:17:59.105817 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:59.106738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Pushing event updated for resources: {'Port': ['ID=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:59.163752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:59.165092 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:59.204230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-a4a8dda3-4665-41ee-88ab-3949243cf379 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7305756 Jul 19 03:17:59.241564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:59.243155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Request body: {'port': {'device_id': 'fbc43667-7c27-438a-9722-de7613e1403a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:17:59.272454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566ab5-c65b-41ee-8334-747816f7e54d req-9430d7e0-8ebe-4c34-91ba-3bc942190aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:59.274395 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c566ab5-c65b-41ee-8334-747816f7e54d req-9430d7e0-8ebe-4c34-91ba-3bc942190aa7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1127 time: 0.2039120 Jul 19 03:17:59.367655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad88b8-faf5-45b9-b091-1a5a021451c4 req-ebcf7e23-4d94-4f36-95af-89ddb9502d39 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:59.374932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76ad88b8-faf5-45b9-b091-1a5a021451c4 req-ebcf7e23-4d94-4f36-95af-89ddb9502d39 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 945 time: 0.5127671 Jul 19 03:17:59.439292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-02f4d668-bd77-4316-ba39-4782edd9dabe None None] Provisioning for port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:17:59.444577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-02f4d668-bd77-4316-ba39-4782edd9dabe None None] Provisioning complete for port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:17:59.445010 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-02f4d668-bd77-4316-ba39-4782edd9dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:59.449956 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76ad88b8-faf5-45b9-b091-1a5a021451c4 req-c1e61895-bd4b-4f90-a074-30b2adf1bacb tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738893 Jul 19 03:17:59.460337 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4984a9-68d7-49ad-af07-db2eed82bdae None None] Pushing event updated for resources: {'Port': ['ID=bf5ee839-e33f-447d-a0a0-cb5718e8c299,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:17:59.494305 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:17:59.546735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-02f4d668-bd77-4316-ba39-4782edd9dabe None None] Port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:17:59.553060 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568650de-57f6-4260-ad6b-23cb2e255ad4 x-openstack-request-id: req-568650de-57f6-4260-ad6b-23cb2e255ad4 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:17:59.553351 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:17:59.553583 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-568650de-57f6-4260-ad6b-23cb2e255ad4 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:17:59.553982 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306', 'code': 200} Jul 19 03:17:59.589316 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:17:58Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:17:59.590915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566ab5-c65b-41ee-8334-747816f7e54d req-74966d38-32b7-41e1-900e-ae9185fb3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:59.592490 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c566ab5-c65b-41ee-8334-747816f7e54d req-74966d38-32b7-41e1-900e-ae9185fb3e95 service neutron] 10.222.0.25 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.2997718 Jul 19 03:17:59.657779 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a6929-1de9-435b-8901-c9de1dc2a3e1 None None] The sync data for ids ['9279af6a-8bcc-44fb-a010-b240458b3f5e'] in n-d-762330-18 is: [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:17:58Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:17:59.681345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e0e0e-8c40-43da-924b-a9c9e93c8402 req-d87b6d93-8fc5-4359-9d50-9ab3fab28466 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:59.688876 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e60e0e0e-8c40-43da-924b-a9c9e93c8402 req-d87b6d93-8fc5-4359-9d50-9ab3fab28466 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 932 time: 0.3074412 Jul 19 03:17:59.698008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c566ab5-c65b-41ee-8334-747816f7e54d req-3054b886-77ec-4573-9e1e-b834badf8da7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7 HTTP/1.1" status: 200 len: 217 time: 0.0921314 Jul 19 03:17:59.781901 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e60e0e0e-8c40-43da-924b-a9c9e93c8402 req-04937432-48b1-4efc-b835-d01e44394e8f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccf361ea-9643-47d2-91c9-8e2d5f192e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918272 Jul 19 03:17:59.803280 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566ab5-c65b-41ee-8334-747816f7e54d req-1e60bea1-caa8-4923-b9a5-abe25c611aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:17:59.804791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c566ab5-c65b-41ee-8334-747816f7e54d req-1e60bea1-caa8-4923-b9a5-abe25c611aac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.0987034 Jul 19 03:17:59.898088 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c566ab5-c65b-41ee-8334-747816f7e54d req-e301f91a-d31f-47d6-99c8-e6c2453fecae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846646 Jul 19 03:17:59.981710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:00.003553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:00.028905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Transition to ACTIVE for port object 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:00.040027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:00.105825 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c566ab5-c65b-41ee-8334-747816f7e54d req-aed9c8df-78c2-49a3-90dd-31b761ef59d5 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952987 Jul 19 03:18:00.159389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:00.283724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799a911-4b4d-4bd0-bca7-6a9dbabfc147 req-0fa0398c-94da-41e1-a2b7-c8d4a95c4bf8 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:00.291967 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7799a911-4b4d-4bd0-bca7-6a9dbabfc147 req-0fa0398c-94da-41e1-a2b7-c8d4a95c4bf8 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1778955 Jul 19 03:18:00.349819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace626b2-3cee-46ff-a0f6-e48f857ad20e req-2dcc4365-7941-4b4a-94eb-0159d4f0173e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:00.352255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ace626b2-3cee-46ff-a0f6-e48f857ad20e req-2dcc4365-7941-4b4a-94eb-0159d4f0173e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 944 time: 0.2415254 Jul 19 03:18:00.367953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7799a911-4b4d-4bd0-bca7-6a9dbabfc147 req-45edb9fa-02b2-480a-b0c9-57786f3ac797 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750084 Jul 19 03:18:00.369932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Attempting to bind port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:18:00.370297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Attempting to bind port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:18:00.384190 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Attempting to bind port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 on network 057211cb-e6a4-4072-966a-9ca983fe6d29 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:00.389826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 on network 057211cb-e6a4-4072-966a-9ca983fe6d29 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:18:00.390765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Attempting to bind port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 on network 057211cb-e6a4-4072-966a-9ca983fe6d29 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:00.396924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:18:00.397266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Checking segment: {'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:00.397653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Bound using segment: {'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:18:00.398086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Bound port: 9a5fa3e2-bb78-423f-a8bb-ab98853738e3, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a529a14b-bff6-4aaa-96cd-ebd663e9a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:18:00.398490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:00.444102 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ace626b2-3cee-46ff-a0f6-e48f857ad20e req-73e55028-2f81-4c27-8db5-d7252ac3db63 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787702 Jul 19 03:18:00.487951 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c566ab5-c65b-41ee-8334-747816f7e54d req-7057679b-d3e4-42d1-924f-cbe26ac2c984 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042576 Jul 19 03:18:00.503753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] For port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:00.509267 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] For port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:18:00.524678 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:00.592388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:00.592388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:00.594062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] 10.222.0.26 "PUT /v2.0/ports/9a5fa3e2-bb78-423f-a8bb-ab98853738e3 HTTP/1.1" status: 200 len: 1093 time: 1.3672526 Jul 19 03:18:00.779256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaebb77-1b78-409a-b4af-6c04dcfede29 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:00.839164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62fbf-6000-42c5-8d96-44f5c4a21af8 req-3b10479f-aa88-4a42-9b72-c0f99f5349cd tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:00.853829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62fbf-6000-42c5-8d96-44f5c4a21af8 req-3b10479f-aa88-4a42-9b72-c0f99f5349cd tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:00.870901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62fbf-6000-42c5-8d96-44f5c4a21af8 req-3b10479f-aa88-4a42-9b72-c0f99f5349cd tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:00.879463 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f7d62fbf-6000-42c5-8d96-44f5c4a21af8 req-3b10479f-aa88-4a42-9b72-c0f99f5349cd tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2416 time: 0.3135557 Jul 19 03:18:00.916174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d239e71-c9c7-45fc-94fd-7ecde043ea9c req-89c304fb-382e-40b8-924b-8a11a62a7cb2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:00.923739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f7d62fbf-6000-42c5-8d96-44f5c4a21af8 req-dfc55223-6cfc-4145-8eaf-8bbd108f38a3 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Jul 19 03:18:00.924636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d239e71-c9c7-45fc-94fd-7ecde043ea9c req-89c304fb-382e-40b8-924b-8a11a62a7cb2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 946 time: 0.0903106 Jul 19 03:18:00.925773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-b6a29780-cbc6-4f43-ba12-eea8beed06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:00.927852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-b6a29780-cbc6-4f43-ba12-eea8beed06a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68243862021b4c5994ea6021c8859781&device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 1096 time: 0.2360537 Jul 19 03:18:00.975428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-4b1ccd9d-dedd-493c-ba7e-723511bb9af7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3 HTTP/1.1" status: 200 len: 217 time: 0.0402780 Jul 19 03:18:00.982565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d239e71-c9c7-45fc-94fd-7ecde043ea9c req-799e2b98-771b-4b39-92ef-e1d30ed96a25 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569475 Jul 19 03:18:01.045290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-83b86faf-efd0-44da-95a8-5d2e112a15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:01.046982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-83b86faf-efd0-44da-95a8-5d2e112a15e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57fa140b-fd4e-410a-8566-5fb51fe1f4dd HTTP/1.1" status: 200 len: 868 time: 0.0638430 Jul 19 03:18:01.069440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc43667-7c27-438a-9722-de7613e1403a', 'tag': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:01.080282 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20c48a7-c87f-46d2-beab-b32024c2a97e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc43667-7c27-438a-9722-de7613e1403a", "tag": "9a5fa3e2-bb78-423f-a8bb-ab98853738e3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:01.212329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96efcb-82a4-4862-a7c5-dd9c9b7509dc req-2ff67451-d77e-48d5-bc54-4c2684b08d80 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:01.213910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ae96efcb-82a4-4862-a7c5-dd9c9b7509dc req-2ff67451-d77e-48d5-bc54-4c2684b08d80 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 944 time: 0.1266057 Jul 19 03:18:01.215595 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943389d4-f058-4d8d-8543-efce8c13db8a x-openstack-request-id: req-943389d4-f058-4d8d-8543-efce8c13db8a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:01.215887 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc43667-7c27-438a-9722-de7613e1403a", "tag": "9a5fa3e2-bb78-423f-a8bb-ab98853738e3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:01.216138 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-943389d4-f058-4d8d-8543-efce8c13db8a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:01.216518 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc43667-7c27-438a-9722-de7613e1403a', 'tag': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'status': 'completed', 'code': 200} Jul 19 03:18:01.231313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-adf8d018-53fe-40e7-a9a7-36e39a69de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:01.232941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-adf8d018-53fe-40e7-a9a7-36e39a69de47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=057211cb-e6a4-4072-966a-9ca983fe6d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745532 Jul 19 03:18:01.292387 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ae96efcb-82a4-4862-a7c5-dd9c9b7509dc req-aaf22623-df47-40df-a985-55a3b6b402e2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccf361ea-9643-47d2-91c9-8e2d5f192e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706518 Jul 19 03:18:01.294570 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bf5ee839-e33f-447d-a0a0-cb5718e8c299 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:01.355533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port bf5ee839-e33f-447d-a0a0-cb5718e8c299 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:01.360978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port bf5ee839-e33f-447d-a0a0-cb5718e8c299 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:01.361362 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:01.365705 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-62eb0a05-f59a-4b5a-9acc-568720e38128 service neutron] 10.222.0.26 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236527 Jul 19 03:18:01.450910 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:01.467868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91820652-d49d-431a-9e8e-6b05af0e5cff req-ba9f777e-931d-4242-b7a2-5f0c0cb042a1 service neutron] 10.222.0.26 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950899 Jul 19 03:18:01.492794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port bf5ee839-e33f-447d-a0a0-cb5718e8c299, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bf5ee839-e33f-447d-a0a0-cb5718e8c299,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:01.498453 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:01.555497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3977c97-b0d7-4544-895e-ec076d068f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bcaa55-87d6-4a4e-93fd-d7cd364b798c'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:01.558254 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3499d3a-8f9c-4d5c-b87f-f7ff52401f64" -d '{"events": [{"server_uuid": "e3977c97-b0d7-4544-895e-ec076d068f02", "name": "network-vif-plugged", "status": "completed", "tag": "93bcaa55-87d6-4a4e-93fd-d7cd364b798c"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:01.594288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=bf5ee839-e33f-447d-a0a0-cb5718e8c299,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:01.638077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-02cd48c6-adb4-4c43-99ca-4648907c89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:01.640941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-02cd48c6-adb4-4c43-99ca-4648907c89ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68243862021b4c5994ea6021c8859781&device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 1096 time: 0.0956798 Jul 19 03:18:01.649588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7488bb-2fb1-44da-aa6a-8a35885db0e4 req-e8e1cb87-b85c-45e1-bc4a-2b1baaf50573 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:01.651241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a7488bb-2fb1-44da-aa6a-8a35885db0e4 req-e8e1cb87-b85c-45e1-bc4a-2b1baaf50573 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1261435 Jul 19 03:18:01.713505 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a7488bb-2fb1-44da-aa6a-8a35885db0e4 req-e6d4f3fb-cb47-4557-9156-2ebd081325df tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533285 Jul 19 03:18:01.788988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f33ce-5d94-4701-a90c-39202e3dba44 req-1c0d8bbd-4299-4ac7-97f2-d3bad26005bf tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:01.790860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e6f33ce-5d94-4701-a90c-39202e3dba44 req-1c0d8bbd-4299-4ac7-97f2-d3bad26005bf tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 944 time: 0.1708357 Jul 19 03:18:01.805756 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963556e6-779b-4412-aada-9c300cf2358e x-openstack-request-id: req-963556e6-779b-4412-aada-9c300cf2358e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:01.806129 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3977c97-b0d7-4544-895e-ec076d068f02", "name": "network-vif-plugged", "status": "completed", "tag": "93bcaa55-87d6-4a4e-93fd-d7cd364b798c", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:01.806485 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-963556e6-779b-4412-aada-9c300cf2358e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:01.806948 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3977c97-b0d7-4544-895e-ec076d068f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bcaa55-87d6-4a4e-93fd-d7cd364b798c', 'code': 200} Jul 19 03:18:01.822560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-bc612771-535c-477b-9c49-5fcc70904c7c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:01.823517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-4c24e57d-19b8-4ce5-9ddc-518cfc99b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:01.825159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-4c24e57d-19b8-4ce5-9ddc-518cfc99b6d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=057211cb-e6a4-4072-966a-9ca983fe6d29 HTTP/1.1" status: 200 len: 929 time: 0.1645341 Jul 19 03:18:01.830760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-bc612771-535c-477b-9c49-5fcc70904c7c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:01.840138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-bc612771-535c-477b-9c49-5fcc70904c7c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:01.842304 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-bc612771-535c-477b-9c49-5fcc70904c7c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2416 time: 0.1074500 Jul 19 03:18:01.895171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-371c49c4-4f10-414d-a5c4-79e1f1311cd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3 HTTP/1.1" status: 200 len: 217 time: 0.0609388 Jul 19 03:18:01.920437 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e6f33ce-5d94-4701-a90c-39202e3dba44 req-7c5df033-059b-4a93-80e7-9925104e47e9 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220946 Jul 19 03:18:02.001583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-5701636c-f3a5-410f-ae21-6d02f32cd4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:02.003274 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-5701636c-f3a5-410f-ae21-6d02f32cd4ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57fa140b-fd4e-410a-8566-5fb51fe1f4dd HTTP/1.1" status: 200 len: 868 time: 0.0796895 Jul 19 03:18:02.034287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-39759dcf-2928-4834-9055-092d2a460904 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting port 1ef5f45a-f7df-4121-a88f-26e6765f1539 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:02.034905 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-39759dcf-2928-4834-9055-092d2a460904 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:02.083984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a90fcf-1686-4883-879e-38b6a4e4da3e req-f5885192-9983-45aa-9040-5297fea27e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:02.085525 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0a90fcf-1686-4883-879e-38b6a4e4da3e req-f5885192-9983-45aa-9040-5297fea27e21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 1098 time: 0.2010067 Jul 19 03:18:02.182167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-39759dcf-2928-4834-9055-092d2a460904 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] For port 1ef5f45a-f7df-4121-a88f-26e6765f1539, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1ef5f45a-f7df-4121-a88f-26e6765f1539,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:02.182560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-39759dcf-2928-4834-9055-092d2a460904 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:02.195921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-39759dcf-2928-4834-9055-092d2a460904 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Calling delete_port for 1ef5f45a-f7df-4121-a88f-26e6765f1539 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:02.201732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0a90fcf-1686-4883-879e-38b6a4e4da3e req-d4996765-294d-45ad-b7e8-af673914d7da service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775554 Jul 19 03:18:02.221634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-4b725b93-0a98-4178-8195-566c3de66145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:02.223184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-4b725b93-0a98-4178-8195-566c3de66145 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=057211cb-e6a4-4072-966a-9ca983fe6d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062082 Jul 19 03:18:02.237582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d96abe-b578-4351-960e-57800ee8bf7f req-235c5061-d8f3-4de1-9195-ae386b341bcf tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:02.243708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d96abe-b578-4351-960e-57800ee8bf7f req-235c5061-d8f3-4de1-9195-ae386b341bcf tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:02.250599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d96abe-b578-4351-960e-57800ee8bf7f req-235c5061-d8f3-4de1-9195-ae386b341bcf tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:02.257901 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09d96abe-b578-4351-960e-57800ee8bf7f req-235c5061-d8f3-4de1-9195-ae386b341bcf tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 2416 time: 0.1714215 Jul 19 03:18:02.386551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d43033-f2a8-4975-b374-ed1709b375ef req-d78f8003-9eb9-42f3-97ff-b744bc47b376 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:02.388175 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34d43033-f2a8-4975-b374-ed1709b375ef req-d78f8003-9eb9-42f3-97ff-b744bc47b376 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 946 time: 0.1786001 Jul 19 03:18:02.501426 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34d43033-f2a8-4975-b374-ed1709b375ef req-90431dcd-4415-4dd4-9f8a-bfe1cb29d582 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941775 Jul 19 03:18:02.541484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-39759dcf-2928-4834-9055-092d2a460904 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:02.556305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['12bffbfe-e861-4421-a91e-68c58a6ba21d', '3e94eaae-de2d-4156-8e09-efdf67ea9b5d', '1ef5f45a-f7df-4121-a88f-26e6765f1539'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:02.627655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39759dcf-2928-4834-9055-092d2a460904 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Port': ['ID=1ef5f45a-f7df-4121-a88f-26e6765f1539,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:02.739742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-39759dcf-2928-4834-9055-092d2a460904 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] No DVR routers for this DVR port 1ef5f45a-f7df-4121-a88f-26e6765f1539 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:02.747407 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-39759dcf-2928-4834-9055-092d2a460904 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:02.750072 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-39759dcf-2928-4834-9055-092d2a460904 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.25 "DELETE /v2.0/ports/1ef5f45a-f7df-4121-a88f-26e6765f1539 HTTP/1.1" status: 204 len: 173 time: 0.8989353 Jul 19 03:18:02.750728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-deleted', 'tag': '1ef5f45a-f7df-4121-a88f-26e6765f1539'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:02.752988 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f80562c-6086-4f66-9fb3-7a1b30b87cdf" -d '{"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-deleted", "tag": "1ef5f45a-f7df-4121-a88f-26e6765f1539"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:02.785534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09d96abe-b578-4351-960e-57800ee8bf7f req-7de8fa9b-f3a9-4a92-86c0-cda8c6d18524 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252578 Jul 19 03:18:02.836996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-93b9b956-688e-4bd3-85a8-69f068eef0d5 service neutron] 10.222.0.26 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710390 Jul 19 03:18:03.057588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c20c48a7-c87f-46d2-beab-b32024c2a97e req-473599a0-5fb1-48e4-b5e5-f9b71788ac04 service neutron] 10.222.0.26 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098575 Jul 19 03:18:03.158152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2ac19-6b14-4bc2-b9aa-ee415ea9a2eb req-1b9dbc83-edba-44b8-a1e3-cc722a60cb57 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:03.175300 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ed2ac19-6b14-4bc2-b9aa-ee415ea9a2eb req-1b9dbc83-edba-44b8-a1e3-cc722a60cb57 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 944 time: 0.3152127 Jul 19 03:18:03.253021 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-08d76c8c-44a0-4814-b4e9-be5f914da4a1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting port 12bffbfe-e861-4421-a91e-68c58a6ba21d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:03.253368 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-08d76c8c-44a0-4814-b4e9-be5f914da4a1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:03.289521 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ed2ac19-6b14-4bc2-b9aa-ee415ea9a2eb req-80e5b1d0-41b1-4c70-be9b-2f4b2d0ed98e tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccf361ea-9643-47d2-91c9-8e2d5f192e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132536 Jul 19 03:18:03.324110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c3863-bdf6-4bc2-91a1-62d1d364328d req-964dcc6d-e55d-4357-ae7a-098c48ab4027 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:03.345850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bf5ee839-e33f-447d-a0a0-cb5718e8c299 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:03.347980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-386c3863-bdf6-4bc2-91a1-62d1d364328d req-964dcc6d-e55d-4357-ae7a-098c48ab4027 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.2395582 Jul 19 03:18:03.410291 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-386c3863-bdf6-4bc2-91a1-62d1d364328d req-51d2f3c6-cb36-45e8-9286-aae0afe8f337 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611556 Jul 19 03:18:03.463801 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8333a497-9c99-411b-b40e-0faa5d4aeeeb x-openstack-request-id: req-8333a497-9c99-411b-b40e-0faa5d4aeeeb {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:03.464104 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-deleted", "tag": "1ef5f45a-f7df-4121-a88f-26e6765f1539", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:03.464356 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8333a497-9c99-411b-b40e-0faa5d4aeeeb {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:03.464756 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-deleted', 'tag': '1ef5f45a-f7df-4121-a88f-26e6765f1539', 'status': 'completed', 'code': 200} Jul 19 03:18:03.500107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port bf5ee839-e33f-447d-a0a0-cb5718e8c299 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:03.500495 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:03.554519 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-08d76c8c-44a0-4814-b4e9-be5f914da4a1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] For port 12bffbfe-e861-4421-a91e-68c58a6ba21d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=12bffbfe-e861-4421-a91e-68c58a6ba21d,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:03.555305 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-08d76c8c-44a0-4814-b4e9-be5f914da4a1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:03.600600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-08d76c8c-44a0-4814-b4e9-be5f914da4a1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Calling delete_port for 12bffbfe-e861-4421-a91e-68c58a6ba21d owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:03.804467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d27b0a-5157-46b5-b69f-be51e41e4e1c req-413a4e3d-a1ee-4215-936c-adbea8590d92 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:03.806143 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-45d27b0a-5157-46b5-b69f-be51e41e4e1c req-413a4e3d-a1ee-4215-936c-adbea8590d92 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 944 time: 0.1346490 Jul 19 03:18:03.838087 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:18:03.910759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-45d27b0a-5157-46b5-b69f-be51e41e4e1c req-060b329d-66d8-48bb-b80c-0f48d1e31faa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725350 Jul 19 03:18:03.930831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-08d76c8c-44a0-4814-b4e9-be5f914da4a1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:03.942899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['1ef5f45a-f7df-4121-a88f-26e6765f1539'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:03.955649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be10891-5ce9-454b-82c7-dfbccf657e3c req-c177fd4b-bf01-4e3e-9bed-deaf61e1e96f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:03.957845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3be10891-5ce9-454b-82c7-dfbccf657e3c req-c177fd4b-bf01-4e3e-9bed-deaf61e1e96f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 946 time: 0.1908705 Jul 19 03:18:04.035051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d76c8c-44a0-4814-b4e9-be5f914da4a1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Port': ['ID=12bffbfe-e861-4421-a91e-68c58a6ba21d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:04.075423 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3be10891-5ce9-454b-82c7-dfbccf657e3c req-98a8c8a8-abf2-4e6c-b613-12a826368842 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080036 Jul 19 03:18:04.126732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-08d76c8c-44a0-4814-b4e9-be5f914da4a1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] No DVR routers for this DVR port 12bffbfe-e861-4421-a91e-68c58a6ba21d on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:04.130871 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-08d76c8c-44a0-4814-b4e9-be5f914da4a1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:04.133584 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-08d76c8c-44a0-4814-b4e9-be5f914da4a1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.25 "DELETE /v2.0/ports/12bffbfe-e861-4421-a91e-68c58a6ba21d HTTP/1.1" status: 204 len: 173 time: 1.3614826 Jul 19 03:18:04.363396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:18:04.423233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe272a58-99e4-4bab-91c0-d0bbf0a1f9bb req-dab07453-2645-4c94-8eca-a78abcd30f5d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:04.430441 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fe272a58-99e4-4bab-91c0-d0bbf0a1f9bb req-dab07453-2645-4c94-8eca-a78abcd30f5d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 944 time: 0.1859369 Jul 19 03:18:04.476693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-c148a5e9-262c-4d6a-9ef3-5c1218b3d2c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:04.477063 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-c148a5e9-262c-4d6a-9ef3-5c1218b3d2c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:04.511848 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fe272a58-99e4-4bab-91c0-d0bbf0a1f9bb req-74127c7d-4f09-4fb0-9246-5f56a76f60da tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804534 Jul 19 03:18:04.654210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:04.667963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'port_id': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'mac_address': 'fa:16:3e:65:36:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:18:04.715097 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:04.731522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:04.758059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-c148a5e9-262c-4d6a-9ef3-5c1218b3d2c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] For port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,segment=NetworkSegment(bef758e6-2caa-4c21-b0f7-c8f8b86d8068),segment_id=bef758e6-2caa-4c21-b0f7-c8f8b86d8068)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:04.762368 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-c148a5e9-262c-4d6a-9ef3-5c1218b3d2c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:04.777992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:04.783474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-c148a5e9-262c-4d6a-9ef3-5c1218b3d2c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Calling delete_port for 3e94eaae-de2d-4156-8e09-efdf67ea9b5d owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:04.785545 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:04.851434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:04.888068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303e0e3-61e4-4b87-b240-f85d811323f4 req-2d4167e1-8ca4-4762-b79e-963dda506a07 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:04.891064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8303e0e3-61e4-4b87-b240-f85d811323f4 req-2d4167e1-8ca4-4762-b79e-963dda506a07 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 945 time: 0.1178420 Jul 19 03:18:04.974671 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8303e0e3-61e4-4b87-b240-f85d811323f4 req-4e904d49-cff4-4187-a1ca-cb76d3ea3e60 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccf361ea-9643-47d2-91c9-8e2d5f192e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755632 Jul 19 03:18:04.995507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b57238-e23c-4a29-a134-f7f6fc902a50 req-d4e5b9e4-227a-4f57-9187-2ceaef5ecb1d tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:04.998294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22b57238-e23c-4a29-a134-f7f6fc902a50 req-d4e5b9e4-227a-4f57-9187-2ceaef5ecb1d tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1279075 Jul 19 03:18:05.111326 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22b57238-e23c-4a29-a134-f7f6fc902a50 req-f978b85e-6938-445a-b036-61e6168dfb46 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840209 Jul 19 03:18:05.137222 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-c148a5e9-262c-4d6a-9ef3-5c1218b3d2c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:05.164396 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-4457b741-b020-41c0-8386-a2a54387d043 service neutron] 10.222.0.25 "GET /v2.0/ports/d5c3014d-30a3-4dbf-a999-9f3589fd78e7/bindings/n-h2-762330-18 HTTP/1.1" status: 200 len: 385 time: 0.1451890 Jul 19 03:18:05.164793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['9a5fa3e2-bb78-423f-a8bb-ab98853738e3'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:05.341720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b349cd7-4968-4673-983b-58022480ad18 req-0ff5603e-2f9a-4a5a-b3a3-57f9b054907d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:05.345672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3b349cd7-4968-4673-983b-58022480ad18 req-0ff5603e-2f9a-4a5a-b3a3-57f9b054907d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 946 time: 0.2531757 Jul 19 03:18:05.444268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3b349cd7-4968-4673-983b-58022480ad18 req-7771c9af-00ea-4fc3-a21e-e3339332f9e6 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929415 Jul 19 03:18:05.473787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-40cc3734-89a8-4909-ae66-f047ee322be3 service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:05.495894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-40cc3734-89a8-4909-ae66-f047ee322be3 service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:05.532415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-40cc3734-89a8-4909-ae66-f047ee322be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c3014d-30a3-4dbf-a999-9f3589fd78e7 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:05.542294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-deleted', 'tag': '12bffbfe-e861-4421-a91e-68c58a6ba21d'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:05.544291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-40cc3734-89a8-4909-ae66-f047ee322be3 service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:05.545487 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3586d40d-e8d7-4744-afdd-f8ffca1baf07" -d '{"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-deleted", "tag": "12bffbfe-e861-4421-a91e-68c58a6ba21d"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:05.553490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148a5e9-262c-4d6a-9ef3-5c1218b3d2c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Port': ['ID=3e94eaae-de2d-4156-8e09-efdf67ea9b5d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:05.576755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-40cc3734-89a8-4909-ae66-f047ee322be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:05.649206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-c148a5e9-262c-4d6a-9ef3-5c1218b3d2c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] No DVR routers for this DVR port 3e94eaae-de2d-4156-8e09-efdf67ea9b5d on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:05.652459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-c148a5e9-262c-4d6a-9ef3-5c1218b3d2c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:05.659893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b693e706-e1c0-4bfa-8e0f-9dae3e863300 req-c148a5e9-262c-4d6a-9ef3-5c1218b3d2c2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.25 "DELETE /v2.0/ports/3e94eaae-de2d-4156-8e09-efdf67ea9b5d HTTP/1.1" status: 204 len: 173 time: 1.5070696 Jul 19 03:18:05.700025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-40cc3734-89a8-4909-ae66-f047ee322be3 service neutron] Transition to ACTIVE for port object d5c3014d-30a3-4dbf-a999-9f3589fd78e7 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:05.706110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf784eb-a892-41fb-bf72-bac633c3e3fa req-22c831cb-1539-4425-9d10-c02fb81d94e4 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:05.708083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ccf784eb-a892-41fb-bf72-bac633c3e3fa req-22c831cb-1539-4425-9d10-c02fb81d94e4 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 944 time: 0.1561644 Jul 19 03:18:05.741498 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-40cc3734-89a8-4909-ae66-f047ee322be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:05.756798 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a807699b-801a-4a12-b0cb-ab5fe27565f7 req-8b1f5e26-9885-4de5-9ca2-03171b9188e7 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac474fc-b16a-41da-bdf4-1e67863f7067 HTTP/1.1" status: 200 len: 210 time: 0.0548100 Jul 19 03:18:05.793933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ccf784eb-a892-41fb-bf72-bac633c3e3fa req-ca6536cd-68b4-4cef-9ede-2804f9911136 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794802 Jul 19 03:18:05.897193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-40cc3734-89a8-4909-ae66-f047ee322be3 service neutron] No DVR routers for this DVR port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:05.899035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a70063-8886-4455-bac8-9e124bb65a9f req-c82f4da0-804a-4133-a1c3-77dced61fec7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:05.904993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc3734-89a8-4909-ae66-f047ee322be3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:05.906288 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12a70063-8886-4455-bac8-9e124bb65a9f req-c82f4da0-804a-4133-a1c3-77dced61fec7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 946 time: 0.1291964 Jul 19 03:18:05.914717 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17678aaf-ef7d-498a-826e-3c00a8614ce0 x-openstack-request-id: req-17678aaf-ef7d-498a-826e-3c00a8614ce0 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:05.915756 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-deleted", "tag": "12bffbfe-e861-4421-a91e-68c58a6ba21d", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:05.915756 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17678aaf-ef7d-498a-826e-3c00a8614ce0 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:05.918660 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-deleted', 'tag': '12bffbfe-e861-4421-a91e-68c58a6ba21d', 'status': 'completed', 'code': 200} Jul 19 03:18:05.939676 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-40cc3734-89a8-4909-ae66-f047ee322be3 service neutron] 10.222.0.25 "PUT /v2.0/ports/d5c3014d-30a3-4dbf-a999-9f3589fd78e7/bindings/n-h2-762330-18/activate HTTP/1.1" status: 200 len: 370 time: 0.7672303 Jul 19 03:18:06.024992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-12a70063-8886-4455-bac8-9e124bb65a9f req-91f48f70-b35e-4a17-af67-103816183973 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Deleting port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:06.025428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12a70063-8886-4455-bac8-9e124bb65a9f req-91f48f70-b35e-4a17-af67-103816183973 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:06.160645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-12a70063-8886-4455-bac8-9e124bb65a9f req-91f48f70-b35e-4a17-af67-103816183973 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] For port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:06.160899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12a70063-8886-4455-bac8-9e124bb65a9f req-91f48f70-b35e-4a17-af67-103816183973 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:06.183005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-12a70063-8886-4455-bac8-9e124bb65a9f req-91f48f70-b35e-4a17-af67-103816183973 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Calling delete_port for 93bcaa55-87d6-4a4e-93fd-d7cd364b798c owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:06.243492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1c925-c5ce-4f84-bcee-1f4aded3c0cd req-db3c7e1c-d0cb-427b-ba51-17508a43a3e9 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:06.245049 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecc1c925-c5ce-4f84-bcee-1f4aded3c0cd req-db3c7e1c-d0cb-427b-ba51-17508a43a3e9 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 945 time: 0.1479883 Jul 19 03:18:06.332146 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecc1c925-c5ce-4f84-bcee-1f4aded3c0cd req-3f394142-9288-4415-803d-1e2ba251e247 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccf361ea-9643-47d2-91c9-8e2d5f192e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771811 Jul 19 03:18:06.355141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-f27a208d-41fe-4492-b2e0-721f632bfd4b tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:06.359643 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-f27a208d-41fe-4492-b2e0-721f632bfd4b tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.1020503 Jul 19 03:18:06.393360 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:06.441587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12a70063-8886-4455-bac8-9e124bb65a9f req-91f48f70-b35e-4a17-af67-103816183973 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:06.468746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-784bc0cb-62d6-47b3-9e2e-bc647487b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:06.470781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-784bc0cb-62d6-47b3-9e2e-bc647487b340 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d&tenant_id=87ecb4f1f4054e3bbda937eff36101d2 HTTP/1.1" status: 200 len: 1097 time: 0.1048424 Jul 19 03:18:06.472835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f48f70-b35e-4a17-af67-103816183973 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event deleted for resources: {'Port': ['ID=93bcaa55-87d6-4a4e-93fd-d7cd364b798c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:06.515561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['93bcaa55-87d6-4a4e-93fd-d7cd364b798c'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:06.548021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3e94eaae-de2d-4156-8e09-efdf67ea9b5d no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:06.571543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 3e94eaae-de2d-4156-8e09-efdf67ea9b5d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:06.572304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3e94eaae-de2d-4156-8e09-efdf67ea9b5d not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:06.573096 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d5c3014d-30a3-4dbf-a999-9f3589fd78e7 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:06.574130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a70063-8886-4455-bac8-9e124bb65a9f req-91f48f70-b35e-4a17-af67-103816183973 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] No DVR routers for this DVR port 93bcaa55-87d6-4a4e-93fd-d7cd364b798c on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:06.574840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-b15669b4-3a8a-479e-b56d-25c2cbceb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:06.576393 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-b15669b4-3a8a-479e-b56d-25c2cbceb87a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1097 time: 0.0811839 Jul 19 03:18:06.577921 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-12a70063-8886-4455-bac8-9e124bb65a9f req-91f48f70-b35e-4a17-af67-103816183973 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:06.580451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12a70063-8886-4455-bac8-9e124bb65a9f req-91f48f70-b35e-4a17-af67-103816183973 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "DELETE /v2.0/ports/93bcaa55-87d6-4a4e-93fd-d7cd364b798c HTTP/1.1" status: 204 len: 173 time: 0.6605737 Jul 19 03:18:06.619994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d5c3014d-30a3-4dbf-a999-9f3589fd78e7 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:06.620532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1ef5f45a-f7df-4121-a88f-26e6765f1539 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:06.633982 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24639021-106c-44ef-8945-9471cf1a7b56 req-4b0f80c9-959f-456d-831e-2fe83ca9e7a0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:06.636272 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24639021-106c-44ef-8945-9471cf1a7b56 req-4b0f80c9-959f-456d-831e-2fe83ca9e7a0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1427610 Jul 19 03:18:06.647214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:06.651357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:06.651844 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:06.685890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 1ef5f45a-f7df-4121-a88f-26e6765f1539 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:06.687249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1ef5f45a-f7df-4121-a88f-26e6765f1539 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:06.687904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 12bffbfe-e861-4421-a91e-68c58a6ba21d no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:06.711638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 12bffbfe-e861-4421-a91e-68c58a6ba21d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:06.712371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 12bffbfe-e861-4421-a91e-68c58a6ba21d not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:06.727356 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24639021-106c-44ef-8945-9471cf1a7b56 req-e89deabf-be57-4a50-978d-0229bb82eb1f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847862 Jul 19 03:18:06.759769 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:06.769883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-ce3ea95f-b69d-48c0-962c-1ffcc7a0bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:06.771686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-ce3ea95f-b69d-48c0-962c-1ffcc7a0bbfa service neutron] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.1849904 Jul 19 03:18:06.790680 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:06.830937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:06.832257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc43667-7c27-438a-9722-de7613e1403a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:06.835203 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-91033c19-09e5-46d5-a41c-f91f2dbe5835 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7 HTTP/1.1" status: 200 len: 217 time: 0.0538092 Jul 19 03:18:06.835401 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439116ee-8563-49dd-b3bb-ecbd25efbfbd" -d '{"events": [{"server_uuid": "fbc43667-7c27-438a-9722-de7613e1403a", "name": "network-vif-plugged", "status": "completed", "tag": "9a5fa3e2-bb78-423f-a8bb-ab98853738e3"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:06.839141 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:06.840208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e24f79e1-8a56-44f8-95e7-319bce3d93f0 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:06.893161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:06.910559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-ba96288b-56df-484e-8972-ab81e1f3a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:06.910559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-ba96288b-56df-484e-8972-ab81e1f3a80f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.0679600 Jul 19 03:18:06.919370 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e09dacf2-8bfd-447e-9485-8c2983d52cd9 req-72e165a5-9f0f-4f7d-97e8-dc956436b467 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3977c97-b0d7-4544-895e-ec076d068f02 HTTP/1.1" status: 200 len: 210 time: 0.0570264 Jul 19 03:18:06.967693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-7f3f518d-802f-4146-b1a5-a27d4c55b809 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510130 Jul 19 03:18:07.001214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50562) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:07.033870 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08d949d-9c92-4054-8a78-1d8b334e10a0 x-openstack-request-id: req-d08d949d-9c92-4054-8a78-1d8b334e10a0 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:07.034142 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc43667-7c27-438a-9722-de7613e1403a", "name": "network-vif-plugged", "status": "completed", "tag": "9a5fa3e2-bb78-423f-a8bb-ab98853738e3", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:07.034435 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d08d949d-9c92-4054-8a78-1d8b334e10a0 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:07.034850 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc43667-7c27-438a-9722-de7613e1403a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'code': 200} Jul 19 03:18:07.052066 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.109907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-0995d86e-a833-4e4b-b379-6fe368873383 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting subnet 8b4a9ea0-72ca-45c2-9c8a-80185d4c7156 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:18:07.120040 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0995d86e-a833-4e4b-b379-6fe368873383 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.126087 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.188495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e24f79e1-8a56-44f8-95e7-319bce3d93f0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:07.192882 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.202417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0995d86e-a833-4e4b-b379-6fe368873383 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.275116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-4678d26c-c5dd-4695-9262-8ca8461773ac service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002892 Jul 19 03:18:07.278994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e24f79e1-8a56-44f8-95e7-319bce3d93f0,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:07.318989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd201b7f-cd8f-49f9-8c34-83982c0f3f72 req-7c6b3c2d-25af-4d9b-b893-416d64923eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:07.320702 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd201b7f-cd8f-49f9-8c34-83982c0f3f72 req-7c6b3c2d-25af-4d9b-b893-416d64923eb4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 1098 time: 0.1762030 Jul 19 03:18:07.342121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d23f0f-2ca2-4078-bcab-91448a59cbdd req-fea94955-f0bc-4d20-8562-f720109daedd tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:07.344319 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2d23f0f-2ca2-4078-bcab-91448a59cbdd req-fea94955-f0bc-4d20-8562-f720109daedd tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 945 time: 0.1468101 Jul 19 03:18:07.426563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2d23f0f-2ca2-4078-bcab-91448a59cbdd req-2e4160e0-8313-46f5-b41f-fa2b547dd48f tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539196 Jul 19 03:18:07.430336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-b7d25459-1fb7-4602-bf19-59fb9bc99a1b service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434665 Jul 19 03:18:07.433423 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0995d86e-a833-4e4b-b379-6fe368873383 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.471269 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd201b7f-cd8f-49f9-8c34-83982c0f3f72 req-54186caa-d4a2-4c64-9e53-3aaf6609f41e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ccf361ea-9643-47d2-91c9-8e2d5f192e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294317 Jul 19 03:18:07.498624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b7962-5994-424e-b005-111bf17dd6d2 req-3f2393cc-906f-42fb-917e-aa54042657c3 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:07.500150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-3f2393cc-906f-42fb-917e-aa54042657c3 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 804 time: 0.2412772 Jul 19 03:18:07.516862 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-69482304-46b0-4b41-a234-c651cc2a58c9 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/quotas/637cc5a7860b4761b6629b5be3de2370 HTTP/1.1" status: 200 len: 375 time: 0.0103300 Jul 19 03:18:07.556511 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0995d86e-a833-4e4b-b379-6fe368873383 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.587261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995d86e-a833-4e4b-b379-6fe368873383 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4a9ea0-72ca-45c2-9c8a-80185d4c7156,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:07.595001 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0995d86e-a833-4e4b-b379-6fe368873383 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.599358 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0995d86e-a833-4e4b-b379-6fe368873383 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "DELETE /v2.0/subnets/8b4a9ea0-72ca-45c2-9c8a-80185d4c7156 HTTP/1.1" status: 204 len: 168 time: 0.5943770 Jul 19 03:18:07.599620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50580) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:07.610376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db919086-1df4-4b1f-8085-fe219e4dc0c1 None None] Network caefcd95-770d-478b-9f83-88ab1ea72fe8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:07.621401 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-0b52a122-d0cb-4a65-b881-916b6954eef0 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978577 Jul 19 03:18:07.690010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e3b76-0846-4276-8f39-fbe04b626f09 req-ae759e73-bace-4871-873e-c8f58376650e tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:07.691758 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e9e3b76-0846-4276-8f39-fbe04b626f09 req-ae759e73-bace-4871-873e-c8f58376650e tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 946 time: 0.1418240 Jul 19 03:18:07.700432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.753140 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-4cd16b44-1d26-4d8e-bc21-dd78771c34a0 service neutron] 10.222.0.20 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173811 Jul 19 03:18:07.762468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e9e3b76-0846-4276-8f39-fbe04b626f09 req-3d05a134-f090-4a8b-8aa6-760b4022d876 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccf361ea-9643-47d2-91c9-8e2d5f192e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591862 Jul 19 03:18:07.805548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting port 8a54566f-1964-4b95-8cae-b6c7642f94ac {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:07.808612 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.857878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b956b51-de77-470a-8f1b-c0a51620f679 None None] DHCP port deletion for caefcd95-770d-478b-9f83-88ab1ea72fe8 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:18:07.894623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] For port 8a54566f-1964-4b95-8cae-b6c7642f94ac, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8a54566f-1964-4b95-8cae-b6c7642f94ac,segment=NetworkSegment(bef758e6-2caa-4c21-b0f7-c8f8b86d8068),segment_id=bef758e6-2caa-4c21-b0f7-c8f8b86d8068)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:07.895401 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.908236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Calling delete_port for 8a54566f-1964-4b95-8cae-b6c7642f94ac owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:07.916456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7b956b51-de77-470a-8f1b-c0a51620f679 None None] Deleting port 8a54566f-1964-4b95-8cae-b6c7642f94ac {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:07.916955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7b956b51-de77-470a-8f1b-c0a51620f679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:07.919355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-deleted', 'tag': '3e94eaae-de2d-4156-8e09-efdf67ea9b5d'}, {'server_uuid': 'e3977c97-b0d7-4544-895e-ec076d068f02', 'name': 'network-vif-deleted', 'tag': '93bcaa55-87d6-4a4e-93fd-d7cd364b798c'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:07.922937 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329833fc-6f0b-4c01-bc8a-85848fc6589a" -d '{"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-deleted", "tag": "3e94eaae-de2d-4156-8e09-efdf67ea9b5d"}, {"server_uuid": "e3977c97-b0d7-4544-895e-ec076d068f02", "name": "network-vif-deleted", "tag": "93bcaa55-87d6-4a4e-93fd-d7cd364b798c"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:07.939860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-25d104b8-8a36-49d1-85cc-e822a0ee4ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779711 Jul 19 03:18:07.975322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-337df376-ea43-4a1c-9ea5-e3f5d5d08451 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:07.976828 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-337df376-ea43-4a1c-9ea5-e3f5d5d08451 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.1405771 Jul 19 03:18:07.997697 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.020646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7b956b51-de77-470a-8f1b-c0a51620f679 None None] For port 8a54566f-1964-4b95-8cae-b6c7642f94ac, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8a54566f-1964-4b95-8cae-b6c7642f94ac,segment=NetworkSegment(bef758e6-2caa-4c21-b0f7-c8f8b86d8068),segment_id=bef758e6-2caa-4c21-b0f7-c8f8b86d8068)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:08.021397 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7b956b51-de77-470a-8f1b-c0a51620f679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.039522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7b956b51-de77-470a-8f1b-c0a51620f679 None None] Calling delete_port for 8a54566f-1964-4b95-8cae-b6c7642f94ac owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:08.040706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Port': ['ID=8a54566f-1964-4b95-8cae-b6c7642f94ac,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:08.054674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] No DVR routers for this DVR port 8a54566f-1964-4b95-8cae-b6c7642f94ac on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:08.160751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-f347482c-03d5-4cb8-88d4-f32a55cde52b service neutron] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:08.165754 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-f347482c-03d5-4cb8-88d4-f32a55cde52b service neutron] Notify callbacks [] for binding, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.168252 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7b956b51-de77-470a-8f1b-c0a51620f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.171515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e64d362c-12b0-4683-98ba-4f83f9b64453 req-f347482c-03d5-4cb8-88d4-f32a55cde52b service neutron] 10.222.0.26 "DELETE /v2.0/ports/d5c3014d-30a3-4dbf-a999-9f3589fd78e7/bindings/n-h1-762330-18 HTTP/1.1" status: 204 len: 173 time: 0.1860578 Jul 19 03:18:08.190886 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c6059e-d81e-4f60-9038-4fc470912dc6 x-openstack-request-id: req-a8c6059e-d81e-4f60-9038-4fc470912dc6 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:08.191185 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac474fc-b16a-41da-bdf4-1e67863f7067", "name": "network-vif-deleted", "tag": "3e94eaae-de2d-4156-8e09-efdf67ea9b5d", "status": "completed", "code": 200}, {"server_uuid": "e3977c97-b0d7-4544-895e-ec076d068f02", "name": "network-vif-deleted", "tag": "93bcaa55-87d6-4a4e-93fd-d7cd364b798c", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:08.191443 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8c6059e-d81e-4f60-9038-4fc470912dc6 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:08.191917 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac474fc-b16a-41da-bdf4-1e67863f7067', 'name': 'network-vif-deleted', 'tag': '3e94eaae-de2d-4156-8e09-efdf67ea9b5d', 'status': 'completed', 'code': 200} Jul 19 03:18:08.194439 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3977c97-b0d7-4544-895e-ec076d068f02', 'name': 'network-vif-deleted', 'tag': '93bcaa55-87d6-4a4e-93fd-d7cd364b798c', 'status': 'completed', 'code': 200} Jul 19 03:18:08.207832 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.225508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caefcd95-770d-478b-9f83-88ab1ea72fe8']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:08.239939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b956b51-de77-470a-8f1b-c0a51620f679 None None] Pushing event deleted for resources: {'Port': ['ID=8a54566f-1964-4b95-8cae-b6c7642f94ac,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:08.244164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:08.244894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef758e6-2caa-4c21-b0f7-c8f8b86d8068') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:08.247572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b956b51-de77-470a-8f1b-c0a51620f679 None None] No DVR routers for this DVR port 8a54566f-1964-4b95-8cae-b6c7642f94ac on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:08.260340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed945d-2ebe-4365-997f-119629b95e46 req-acdc8689-93c6-4629-b446-f25692d95dc1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:08.261673 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-82ed945d-2ebe-4365-997f-119629b95e46 req-acdc8689-93c6-4629-b446-f25692d95dc1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.2318573 Jul 19 03:18:08.272706 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.326803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-82ed945d-2ebe-4365-997f-119629b95e46 req-8e8aead8-b79e-4448-940a-c60765d0acc1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565956 Jul 19 03:18:08.328018 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.352102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:18:08.352663 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.367057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6c4a4a6-e113-409a-af4c-af1af2f10230 req-3b61dae6-d93e-4287-afb9-387389dcb66a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 210 time: 0.0334053 Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:18:08.426776 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:18:08.441156 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.452991 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.455194 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "DELETE /v2.0/networks/caefcd95-770d-478b-9f83-88ab1ea72fe8 HTTP/1.1" status: 204 len: 168 time: 0.8537955 Jul 19 03:18:08.459532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50610) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:08.488627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64240ea-84aa-4230-9c61-a2cc23191ed2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Network': ['ID=caefcd95-770d-478b-9f83-88ab1ea72fe8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:08.573213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe4565d-5896-428a-8411-822208bb99c9 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting subnet 2a2a2296-3d35-46f0-bb9f-ef97f83a241a {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:18:08.579639 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbe4565d-5896-428a-8411-822208bb99c9 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.658698 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbe4565d-5896-428a-8411-822208bb99c9 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.660151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-d643553e-4eb3-4c3a-8eca-81dc5b62028d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:08.661712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-d643553e-4eb3-4c3a-8eca-81dc5b62028d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.1628857 Jul 19 03:18:08.688410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-321a36d3-26d4-425d-9a43-a41dc1acf2f0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/quotas/0a123568d24644db84d7b8c2684b29cf HTTP/1.1" status: 200 len: 375 time: 0.0212271 Jul 19 03:18:08.728515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-e4aab3c1-706d-4a54-a405-6e18dd91f0ed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389087 Jul 19 03:18:08.746173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea654341-cb45-4a1b-ba6d-81b8d633151a req-6213a9d9-5b6b-4313-b8a9-c58892e9bc07 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:08.747866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea654341-cb45-4a1b-ba6d-81b8d633151a req-6213a9d9-5b6b-4313-b8a9-c58892e9bc07 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 945 time: 0.1720221 Jul 19 03:18:08.822475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-e6c64096-3a13-4ad0-8ae8-5b910c2248a9 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864697 Jul 19 03:18:08.822860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbe4565d-5896-428a-8411-822208bb99c9 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:08.828600 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea654341-cb45-4a1b-ba6d-81b8d633151a req-fdf78fa0-1762-4c54-8f4d-11ff5d917b71 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734630 Jul 19 03:18:08.942385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-37825184-d268-4266-83c7-ac4608f2c2b8 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125448 Jul 19 03:18:08.971169 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-d1298cd1-08f1-48fe-a1ec-f8ef77287d7c tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:08.972683 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-d1298cd1-08f1-48fe-a1ec-f8ef77287d7c tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.26 "GET /v2.0/ports?device_id=64161a16-8f9e-474b-b1b3-d6144d8a67d1 HTTP/1.1" status: 200 len: 943 time: 0.1251338 Jul 19 03:18:08.974183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbe4565d-5896-428a-8411-822208bb99c9 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.034384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4565d-5896-428a-8411-822208bb99c9 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2a2296-3d35-46f0-bb9f-ef97f83a241a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:09.036151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:09.038460 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b1452f-9e7d-4e2e-acef-b83df281c9fa" -d '{"events": [{"server_uuid": "64161a16-8f9e-474b-b1b3-d6144d8a67d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e24f79e1-8a56-44f8-95e7-319bce3d93f0"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:09.043337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbe4565d-5896-428a-8411-822208bb99c9 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.045734 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dbe4565d-5896-428a-8411-822208bb99c9 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "DELETE /v2.0/subnets/2a2a2296-3d35-46f0-bb9f-ef97f83a241a HTTP/1.1" status: 204 len: 168 time: 0.5849726 Jul 19 03:18:09.049295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50628) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:09.055690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefce366-903d-4e3e-9cb7-06aa6db4d468 None None] Network d2c12c3f-a832-44d7-a982-1550e6fbf89a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:09.237173 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.270051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8a54566f-1964-4b95-8cae-b6c7642f94ac no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:09.288463 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b5d46-e0b7-4502-88ab-05c1ca0c4a64 req-d64a99f5-f947-4949-89c2-fbb8b29ec109 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:09.299712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f6b5d46-e0b7-4502-88ab-05c1ca0c4a64 req-d64a99f5-f947-4949-89c2-fbb8b29ec109 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 946 time: 0.2850246 Jul 19 03:18:09.301727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting port 7e111835-9053-4740-a233-b1565f83bbb2 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:09.302076 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.320211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 8a54566f-1964-4b95-8cae-b6c7642f94ac {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:09.320918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8a54566f-1964-4b95-8cae-b6c7642f94ac not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:09.325505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-fb5fcb56-1527-465a-9bdb-7f56e803cec1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Deleting port e24f79e1-8a56-44f8-95e7-319bce3d93f0 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:09.326217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-fb5fcb56-1527-465a-9bdb-7f56e803cec1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.407011 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6b4ad8-2ed6-4318-ba5e-fdfd569e6d5f x-openstack-request-id: req-ec6b4ad8-2ed6-4318-ba5e-fdfd569e6d5f {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:09.407774 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64161a16-8f9e-474b-b1b3-d6144d8a67d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e24f79e1-8a56-44f8-95e7-319bce3d93f0", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:09.408513 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec6b4ad8-2ed6-4318-ba5e-fdfd569e6d5f {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:09.409135 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0', 'code': 200} Jul 19 03:18:09.413252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] For port 7e111835-9053-4740-a233-b1565f83bbb2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7e111835-9053-4740-a233-b1565f83bbb2,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:09.413853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.450043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Calling delete_port for 7e111835-9053-4740-a233-b1565f83bbb2 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:09.462361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d17d59-2803-464b-a77b-e9835db6a6f8 None None] DHCP port deletion for d2c12c3f-a832-44d7-a982-1550e6fbf89a request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:18:09.489107 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f6b5d46-e0b7-4502-88ab-05c1ca0c4a64 req-2b220aa0-dc6e-4b3e-8dde-b58165f59641 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccf361ea-9643-47d2-91c9-8e2d5f192e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883655 Jul 19 03:18:09.553399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-58d17d59-2803-464b-a77b-e9835db6a6f8 None None] Deleting port 7e111835-9053-4740-a233-b1565f83bbb2 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:09.554095 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-58d17d59-2803-464b-a77b-e9835db6a6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.554820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-fb5fcb56-1527-465a-9bdb-7f56e803cec1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] For port e24f79e1-8a56-44f8-95e7-319bce3d93f0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e24f79e1-8a56-44f8-95e7-319bce3d93f0,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:09.555540 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-fb5fcb56-1527-465a-9bdb-7f56e803cec1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.582954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-73eabeb6-ae96-47f1-85df-cb0e5c6cdd26 req-593526cd-5ae2-4138-8768-bc924483bf9d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 210 time: 0.1356356 Jul 19 03:18:09.583766 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.618768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Port': ['ID=7e111835-9053-4740-a233-b1565f83bbb2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:09.621366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] No DVR routers for this DVR port 7e111835-9053-4740-a233-b1565f83bbb2 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:09.641928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-fb5fcb56-1527-465a-9bdb-7f56e803cec1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Calling delete_port for e24f79e1-8a56-44f8-95e7-319bce3d93f0 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:09.649199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-58d17d59-2803-464b-a77b-e9835db6a6f8 None None] For port 7e111835-9053-4740-a233-b1565f83bbb2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7e111835-9053-4740-a233-b1565f83bbb2,segment=NetworkSegment(b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f),segment_id=b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:09.649854 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-58d17d59-2803-464b-a77b-e9835db6a6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.664641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-58d17d59-2803-464b-a77b-e9835db6a6f8 None None] Calling delete_port for 7e111835-9053-4740-a233-b1565f83bbb2 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:09.745550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.754445 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-58d17d59-2803-464b-a77b-e9835db6a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.758429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c12c3f-a832-44d7-a982-1550e6fbf89a']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:09.776694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:09.777036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78a2dc2-ea67-45f6-9d62-34cdcd01bc1f') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:09.787888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d17d59-2803-464b-a77b-e9835db6a6f8 None None] Pushing event deleted for resources: {'Port': ['ID=7e111835-9053-4740-a233-b1565f83bbb2,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:09.792056 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d17d59-2803-464b-a77b-e9835db6a6f8 None None] No DVR routers for this DVR port 7e111835-9053-4740-a233-b1565f83bbb2 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:09.802003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.823760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.831074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:18:09.831486 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:18:09.835041 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:18:09.927194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.946204 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:09.949405 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "DELETE /v2.0/networks/d2c12c3f-a832-44d7-a982-1550e6fbf89a HTTP/1.1" status: 204 len: 168 time: 0.8980303 Jul 19 03:18:09.963071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50652) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:09.970720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-785570373'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:09.973821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0b328-3373-4b8e-8dd1-8b320cd8782c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Network': ['ID=d2c12c3f-a832-44d7-a982-1550e6fbf89a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:09.998812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8c4f-b6c1-4741-a520-ca8f4f767f1e req-9fbd61be-33e1-425e-ba13-6c4bccb19583 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:10.000478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e58e8c4f-b6c1-4741-a520-ca8f4f767f1e req-9fbd61be-33e1-425e-ba13-6c4bccb19583 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1123176 Jul 19 03:18:10.014969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b7962-5994-424e-b005-111bf17dd6d2 req-e0b3cc78-de42-41a9-8465-00393b10ea0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:10.016500 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-e0b3cc78-de42-41a9-8465-00393b10ea0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.25 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 804 time: 0.3820879 Jul 19 03:18:10.034064 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Request body: {'port': {'device_id': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'admin_state_up': True, 'tenant_id': '637cc5a7860b4761b6629b5be3de2370'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:10.035852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:10.039417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.058558 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e58e8c4f-b6c1-4741-a520-ca8f4f767f1e req-de0b8e5d-9c35-4ca4-b0c5-8080ed3a8566 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508690 Jul 19 03:18:10.070771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:18:10.086691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.087457 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Added segment fea10da9-5a68-4a2a-a1d7-182391271014 of type vlan for network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc Jul 19 03:18:10.135192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a0a44-ddb0-46af-861f-b11bcc4878eb req-1234c300-be76-4c0f-9029-258b966ccac4 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:10.136852 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.137138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-545a0a44-ddb0-46af-861f-b11bcc4878eb req-1234c300-be76-4c0f-9029-258b966ccac4 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1097 time: 0.3579242 Jul 19 03:18:10.187188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.195707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:10.196113 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.235984 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-545a0a44-ddb0-46af-861f-b11bcc4878eb req-97fa6763-209a-4e1d-b6a5-e4b665677222 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873916 Jul 19 03:18:10.261028 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-fb5fcb56-1527-465a-9bdb-7f56e803cec1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.267715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f9be10f-8794-47dc-87f6-9f8717656879 req-9163d47c-5fba-4a6b-929d-fc7b88480251 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 210 time: 0.0677178 Jul 19 03:18:10.271742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3057578 Jul 19 03:18:10.275086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50654) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:10.282580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'subnet': {'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:10.295752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fcb56-1527-465a-9bdb-7f56e803cec1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Pushing event deleted for resources: {'Port': ['ID=e24f79e1-8a56-44f8-95e7-319bce3d93f0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:10.299664 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Made reservation on behalf of 637cc5a7860b4761b6629b5be3de2370 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:10.303919 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.334802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb7c1f-35a5-45d6-a5ae-fbce084f371c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Network': ['ID=b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:10.352182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:18:10.419442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:10.420392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-fb5fcb56-1527-465a-9bdb-7f56e803cec1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] No DVR routers for this DVR port e24f79e1-8a56-44f8-95e7-319bce3d93f0 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:10.424736 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.442895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-fb5fcb56-1527-465a-9bdb-7f56e803cec1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.444948 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496b64cb-7df5-4dfd-bad8-6c55fdbf7931 req-fb5fcb56-1527-465a-9bdb-7f56e803cec1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.26 "DELETE /v2.0/ports/e24f79e1-8a56-44f8-95e7-319bce3d93f0 HTTP/1.1" status: 204 len: 173 time: 1.4601552 Jul 19 03:18:10.445544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'name': 'network-vif-deleted', 'tag': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:10.448058 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d3fbd7-5c7e-402b-b34a-49c8a10d86d3" -d '{"events": [{"server_uuid": "64161a16-8f9e-474b-b1b3-d6144d8a67d1", "name": "network-vif-deleted", "tag": "e24f79e1-8a56-44f8-95e7-319bce3d93f0"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:10.508047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 93bcaa55-87d6-4a4e-93fd-d7cd364b798c no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:10.567198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 93bcaa55-87d6-4a4e-93fd-d7cd364b798c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:10.567854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 93bcaa55-87d6-4a4e-93fd-d7cd364b798c not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:10.661628 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-393e98aa-adfa-4f93-a4bf-ae75ee02927e tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 258 time: 0.3424103 Jul 19 03:18:10.689660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.692294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:10.729704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Allocated IP 172.20.0.4 (c56f6e79-9018-4544-898f-cd1b5ed065bd/bbdf263f-32ca-418f-9b3e-3eff9d2acab0/81345b78-cae0-4eb5-9834-5ad8c990d973) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:10.735215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.871614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Subnet': ['ID=78f51af4-e324-4d08-a6bf-871ccc6e62db,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:10.893208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90d1a3-e967-4a7a-aebb-28c18bb8d318 req-f514ea1c-f480-40bc-b176-3e5fd1f41649 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:10.894797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a90d1a3-e967-4a7a-aebb-28c18bb8d318 req-f514ea1c-f480-40bc-b176-3e5fd1f41649 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1097 time: 0.2156832 Jul 19 03:18:10.895497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Checking segment: {'id': 'fea10da9-5a68-4a2a-a1d7-182391271014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:10.895858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network hostable DHCP agents. Network: b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:18:10.922901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-41c58e10-f649-4c8c-bb96-c1bed2628ebe tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:10.924384 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-41c58e10-f649-4c8c-bb96-c1bed2628ebe tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.2017295 Jul 19 03:18:10.946841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Request body: {'port': {'device_id': '61eb13c2-2485-4faa-99b2-23270c2402ad', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'admin_state_up': True, 'tenant_id': '0a123568d24644db84d7b8c2684b29cf'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:10.953030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:18:10.955030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.960164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:10.990838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:11.001908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2bf824-3551-4447-84a6-0887344bce42 None None] Network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:11.026450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:11.027200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.042402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a90d1a3-e967-4a7a-aebb-28c18bb8d318 req-c6e45675-abaf-47ee-8698-b1bcfdc1799e tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295803 Jul 19 03:18:11.126951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a32f47ce-89dd-4a0a-bff1-e106473f996e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8508649 Jul 19 03:18:11.187106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50672) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:11.206223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-315865377'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:11.213886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Made reservation on behalf of 0a123568d24644db84d7b8c2684b29cf for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:11.224369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.308091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7e111835-9053-4740-a233-b1565f83bbb2 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:11.352903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc', 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'fixed_ips': [{'subnet_id': '78f51af4-e324-4d08-a6bf-871ccc6e62db'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:18:11.356355 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.373496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:11.377462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.380427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 7e111835-9053-4740-a233-b1565f83bbb2 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:11.380777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7e111835-9053-4740-a233-b1565f83bbb2 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:11.401802 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d428db86-5a2f-4033-8666-9dbefc8a04eb x-openstack-request-id: req-d428db86-5a2f-4033-8666-9dbefc8a04eb {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:11.401802 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64161a16-8f9e-474b-b1b3-d6144d8a67d1", "name": "network-vif-deleted", "tag": "e24f79e1-8a56-44f8-95e7-319bce3d93f0", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:11.401802 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d428db86-5a2f-4033-8666-9dbefc8a04eb {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:11.402601 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64161a16-8f9e-474b-b1b3-d6144d8a67d1', 'name': 'network-vif-deleted', 'tag': 'e24f79e1-8a56-44f8-95e7-319bce3d93f0', 'status': 'completed', 'code': 200} Jul 19 03:18:11.418300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:18:11.455382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Allocated IP 172.25.2.192 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/79beaf1d-d7ea-4247-ba67-1dddc7c1763e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:11.458802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.459328 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Added segment d28d9629-84bc-44f8-bfda-df6652042666 of type vlan for network d018fb2a-27e1-4404-97cb-b8becfe52240 Jul 19 03:18:11.498555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.540329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Allocated IP 172.20.0.4 (1e0d100a-4153-486a-bb53-5344731032ea/2ce9eede-45cb-4568-8d50-62fdf8d969ee/56778dc9-23d2-44e9-831a-32c9e13e5f93) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:11.541286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Allocated IP 19.80.0.2 (b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc/78f51af4-e324-4d08-a6bf-871ccc6e62db/920e8a1c-bfd8-4f9b-9f47-8763033da642) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:11.550604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a7f69fe-9471-426b-bc34-f18675776feb req-3a34a75c-5ca0-4c95-8294-576617758775 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 210 time: 0.0542452 Jul 19 03:18:11.555289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.556252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Network c56f6e79-9018-4544-898f-cd1b5ed065bd is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:11.563434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:11.599404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:11.617171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.622875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:11.623477 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.636904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Pushing event updated for resources: {'Port': ['ID=81345b78-cae0-4eb5-9834-5ad8c990d973,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:11.679951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:11.680832 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.689104 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4990592 Jul 19 03:18:11.692425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50682) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:11.698164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.709171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'subnet': {'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:11.722070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba837d9-a194-49b3-afbc-fd88741808d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Network': ['ID=d018fb2a-27e1-4404-97cb-b8becfe52240,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:11.749596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d018fb2a-27e1-4404-97cb-b8becfe52240 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:18:11.757673 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-7de1b758-aaa6-4079-8d97-78423a889412 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7281759 Jul 19 03:18:11.797663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Request body: {'port': {'device_id': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:11.835217 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.862394 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.872068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Transition to ACTIVE for port object 920e8a1c-bfd8-4f9b-9f47-8763033da642 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:11.876616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9e755-53e9-4db5-b57e-d7dd008a428c req-868725c7-2f42-4960-be74-72818807b11d tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:11.877891 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.878497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecb9e755-53e9-4db5-b57e-d7dd008a428c req-868725c7-2f42-4960-be74-72818807b11d tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1081035 Jul 19 03:18:11.898156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Transition to ACTIVE for port object 920e8a1c-bfd8-4f9b-9f47-8763033da642 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:11.905638 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.909686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:11.913264 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.930534 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.943438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:11.947525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:11.950796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:11.971271 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecb9e755-53e9-4db5-b57e-d7dd008a428c req-cb13fdcf-abbb-41a0-b974-8005f2119a9e tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790854 Jul 19 03:18:11.987084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Network 1e0d100a-4153-486a-bb53-5344731032ea is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:11.987963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:11.992924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:11.997963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:12.005047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:12.034019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event updated for resources: {'Port': ['ID=56778dc9-23d2-44e9-831a-32c9e13e5f93,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:12.035763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:12.041818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Pushing event updated for resources: {'Port': ['ID=79beaf1d-d7ea-4247-ba67-1dddc7c1763e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:12.044713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Pushing event updated for resources: {'Port': ['ID=920e8a1c-bfd8-4f9b-9f47-8763033da642,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:12.047409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:12.059511 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Attempting to bind port 920e8a1c-bfd8-4f9b-9f47-8763033da642 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:18:12.059990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Attempting to bind port 920e8a1c-bfd8-4f9b-9f47-8763033da642 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'fea10da9-5a68-4a2a-a1d7-182391271014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:18:12.060704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Attempting to bind port 920e8a1c-bfd8-4f9b-9f47-8763033da642 on network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:12.067055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:18:12.067856 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Checking segment: {'id': 'fea10da9-5a68-4a2a-a1d7-182391271014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:12.068084 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.068711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Bound using segment: {'id': 'fea10da9-5a68-4a2a-a1d7-182391271014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:18:12.069279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Bound port: 920e8a1c-bfd8-4f9b-9f47-8763033da642, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea10da9-5a68-4a2a-a1d7-182391271014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:18:12.069757 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.079005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:12.080034 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.099479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-9c652d40-6a96-44e7-ba09-a496afbab236 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1581390 Jul 19 03:18:12.115601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Request body: {'port': {'device_id': '61eb13c2-2485-4faa-99b2-23270c2402ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:12.219654 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.316894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] For port 920e8a1c-bfd8-4f9b-9f47-8763033da642, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:12.320549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] For port 920e8a1c-bfd8-4f9b-9f47-8763033da642, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=920e8a1c-bfd8-4f9b-9f47-8763033da642,segment=NetworkSegment(fea10da9-5a68-4a2a-a1d7-182391271014),segment_id=fea10da9-5a68-4a2a-a1d7-182391271014)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:18:12.338080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.408228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e24f79e1-8a56-44f8-95e7-319bce3d93f0 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:12.448442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: e24f79e1-8a56-44f8-95e7-319bce3d93f0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:12.448949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e24f79e1-8a56-44f8-95e7-319bce3d93f0 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:12.454444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257b7b5-d58f-443c-8673-23def6afef51 None None] Pushing event updated for resources: {'Port': ['ID=920e8a1c-bfd8-4f9b-9f47-8763033da642,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:12.475668 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-53150b72-4b7c-4f78-8d6c-ecd1db01dd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.497650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.506566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.651911 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Subnet': ['ID=916051ab-6ebc-417f-abb9-cb51dd6b66ca,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:12.666442 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.742150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Checking segment: {'id': 'd28d9629-84bc-44f8-bfda-df6652042666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:12.742646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network hostable DHCP agents. Network: d018fb2a-27e1-4404-97cb-b8becfe52240, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:18:12.814020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network d018fb2a-27e1-4404-97cb-b8becfe52240 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:18:12.848065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d018fb2a-27e1-4404-97cb-b8becfe52240) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:12.857036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c597c50-bca1-47ca-b591-3e003b0fc1a3 None None] Network d018fb2a-27e1-4404-97cb-b8becfe52240 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:12.883322 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a322fa-019a-4c0a-a308-b186a4e5d472 req-00d7f6f6-2334-49af-81f3-bf1ce354c215 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:12.892314 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2a322fa-019a-4c0a-a308-b186a4e5d472 req-00d7f6f6-2334-49af-81f3-bf1ce354c215 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 931 time: 0.1503727 Jul 19 03:18:12.904713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:12.905084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.931146 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-201caa7c-4b04-43c3-8ac9-2ee29e9dc19c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2278109 Jul 19 03:18:12.948308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81345b78-cae0-4eb5-9834-5ad8c990d973 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:12.953481 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:12.965170 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2a322fa-019a-4c0a-a308-b186a4e5d472 req-564f9d93-09ef-4d18-85d2-448966be0eb0 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718055 Jul 19 03:18:12.967630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Transition to ACTIVE for port object 81345b78-cae0-4eb5-9834-5ad8c990d973 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:12.980885 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.085366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-d018fb2a-27e1-4404-97cb-b8becfe52240', 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'fixed_ips': [{'subnet_id': '916051ab-6ebc-417f-abb9-cb51dd6b66ca'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:18:13.086433 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.113547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56778dc9-23d2-44e9-831a-32c9e13e5f93 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:13.121852 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.145394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Transition to ACTIVE for port object 56778dc9-23d2-44e9-831a-32c9e13e5f93 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:13.161123 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.162010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.170925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Pushing event updated for resources: {'Port': ['ID=81345b78-cae0-4eb5-9834-5ad8c990d973,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:13.185432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.266582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Pushing event updated for resources: {'Port': ['ID=56778dc9-23d2-44e9-831a-32c9e13e5f93,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:13.364842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 920e8a1c-bfd8-4f9b-9f47-8763033da642 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:13.423448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Attempting to bind port 56778dc9-23d2-44e9-831a-32c9e13e5f93 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:18:13.424144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Attempting to bind port 56778dc9-23d2-44e9-831a-32c9e13e5f93 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:18:13.425929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Attempting to bind port 56778dc9-23d2-44e9-831a-32c9e13e5f93 on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:13.431343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Pushing event updated for resources: {'Port': ['ID=79beaf1d-d7ea-4247-ba67-1dddc7c1763e,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:13.434541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Port 56778dc9-23d2-44e9-831a-32c9e13e5f93 on network 1e0d100a-4153-486a-bb53-5344731032ea not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:18:13.434881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Attempting to bind port 56778dc9-23d2-44e9-831a-32c9e13e5f93 on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:13.471246 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.475978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 920e8a1c-bfd8-4f9b-9f47-8763033da642 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:13.477122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Attempting to bind port 81345b78-cae0-4eb5-9834-5ad8c990d973 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:18:13.477470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Attempting to bind port 81345b78-cae0-4eb5-9834-5ad8c990d973 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:18:13.477802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Attempting to bind port 81345b78-cae0-4eb5-9834-5ad8c990d973 on network c56f6e79-9018-4544-898f-cd1b5ed065bd {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:13.487879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Allocated IP 19.86.0.2 (d018fb2a-27e1-4404-97cb-b8becfe52240/916051ab-6ebc-417f-abb9-cb51dd6b66ca/d17cf927-27b8-41d0-96f2-6d6f64e10971) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:13.492609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Port 81345b78-cae0-4eb5-9834-5ad8c990d973 on network c56f6e79-9018-4544-898f-cd1b5ed065bd not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:18:13.493022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Attempting to bind port 81345b78-cae0-4eb5-9834-5ad8c990d973 on network c56f6e79-9018-4544-898f-cd1b5ed065bd {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:13.499265 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.503039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:18:13.503442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Checking segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:13.503916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Bound using segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:18:13.504548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Bound port: 56778dc9-23d2-44e9-831a-32c9e13e5f93, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:18:13.505086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.508458 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-75275557-e0ea-4b58-9963-1c61bd673b3f tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8242059 Jul 19 03:18:13.575912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:18:13.576497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Checking segment: {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:13.577765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Bound using segment: {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:18:13.578560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Bound port: 81345b78-cae0-4eb5-9834-5ad8c990d973, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:18:13.579165 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.603766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] For port 56778dc9-23d2-44e9-831a-32c9e13e5f93, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:13.607829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] For port 56778dc9-23d2-44e9-831a-32c9e13e5f93, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=56778dc9-23d2-44e9-831a-32c9e13e5f93,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:18:13.610682 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-940bde76-412d-4d5b-bd51-c23e9081e169 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.1010427 Jul 19 03:18:13.628729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.697801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Pushing event updated for resources: {'Port': ['ID=56778dc9-23d2-44e9-831a-32c9e13e5f93,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:13.712473 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.729032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e6c51-b4de-42d4-8ec1-ed9c13dba268 req-83c29b21-e793-45bf-890f-0edfe44852d7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:13.729743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Transition to ACTIVE for port object d17cf927-27b8-41d0-96f2-6d6f64e10971 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:13.738088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c17e6c51-b4de-42d4-8ec1-ed9c13dba268 req-83c29b21-e793-45bf-890f-0edfe44852d7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 943 time: 0.3043821 Jul 19 03:18:13.744249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:13.744937 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.747238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Transition to ACTIVE for port object d17cf927-27b8-41d0-96f2-6d6f64e10971 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:13.748121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5c76b7f0-30a5-4b73-92a5-a9b516657f99 service neutron] 10.222.0.25 "PUT /v2.0/ports/56778dc9-23d2-44e9-831a-32c9e13e5f93 HTTP/1.1" status: 200 len: 1092 time: 1.6405733 Jul 19 03:18:13.749429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61eb13c2-2485-4faa-99b2-23270c2402ad', 'tag': '56778dc9-23d2-44e9-831a-32c9e13e5f93'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:13.760913 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a95fb5-76bf-452b-a32f-3cd3038a9402" -d '{"events": [{"name": "network-changed", "server_uuid": "61eb13c2-2485-4faa-99b2-23270c2402ad", "tag": "56778dc9-23d2-44e9-831a-32c9e13e5f93"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:13.767946 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.776503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-0311f303-c575-4224-832b-9490e8443a7a tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:13.794990 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d21a4e4-738a-4fcb-81f4-afaeb10216a3 req-0311f303-c575-4224-832b-9490e8443a7a tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.1828325 Jul 19 03:18:13.824875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Network d018fb2a-27e1-4404-97cb-b8becfe52240 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:13.828888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:13.831460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:13.847097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Pushing event updated for resources: {'Port': ['ID=d17cf927-27b8-41d0-96f2-6d6f64e10971,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:13.913164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879b88e-ddbe-474e-808a-7585cd71dc27 None None] Network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:13.925377 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c17e6c51-b4de-42d4-8ec1-ed9c13dba268 req-6df2be39-3fcd-4876-8fef-b47a9f1e5033 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863577 Jul 19 03:18:13.928198 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] For port 81345b78-cae0-4eb5-9834-5ad8c990d973, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:13.933378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] For port 81345b78-cae0-4eb5-9834-5ad8c990d973, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=81345b78-cae0-4eb5-9834-5ad8c990d973,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:18:13.954200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Attempting to bind port d17cf927-27b8-41d0-96f2-6d6f64e10971 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:18:13.954630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Attempting to bind port d17cf927-27b8-41d0-96f2-6d6f64e10971 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'd28d9629-84bc-44f8-bfda-df6652042666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:18:13.955143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Attempting to bind port d17cf927-27b8-41d0-96f2-6d6f64e10971 on network d018fb2a-27e1-4404-97cb-b8becfe52240 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:13.959515 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.973336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:18:13.973781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Checking segment: {'id': 'd28d9629-84bc-44f8-bfda-df6652042666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:13.974121 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.974546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Bound using segment: {'id': 'd28d9629-84bc-44f8-bfda-df6652042666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:18:13.975316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Bound port: d17cf927-27b8-41d0-96f2-6d6f64e10971, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d9629-84bc-44f8-bfda-df6652042666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:18:13.975715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:13.985319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-ab76d2d3-3379-4d70-9e84-bcf82a3ba09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:13.987224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-ab76d2d3-3379-4d70-9e84-bcf82a3ba09d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 1095 time: 0.1891315 Jul 19 03:18:14.070144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-c2c5bc1c-45f4-49d9-8d7b-b9367da6e826 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56778dc9-23d2-44e9-831a-32c9e13e5f93 HTTP/1.1" status: 200 len: 217 time: 0.0758698 Jul 19 03:18:14.088455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4a7f2d4c-f37c-4d0d-894a-35172676a0e4 None None] Provisioning for port 920e8a1c-bfd8-4f9b-9f47-8763033da642 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:14.100110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:14.100738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:14.102168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] 10.222.0.25 "PUT /v2.0/ports/81345b78-cae0-4eb5-9834-5ad8c990d973 HTTP/1.1" status: 200 len: 1092 time: 2.3103740 Jul 19 03:18:14.102642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'tag': '81345b78-cae0-4eb5-9834-5ad8c990d973'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:14.104923 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c676b98-8afa-4f70-bb5f-f45cd095ae06" -d '{"events": [{"name": "network-changed", "server_uuid": "19fabb1c-80f4-4a51-823f-95261e841d6c", "tag": "81345b78-cae0-4eb5-9834-5ad8c990d973"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:14.122637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4a7f2d4c-f37c-4d0d-894a-35172676a0e4 None None] Provisioning complete for port 920e8a1c-bfd8-4f9b-9f47-8763033da642 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:14.123041 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2d4c-f37c-4d0d-894a-35172676a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:14.211213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be7e43-2e54-47db-868d-2e83f457f871 service neutron] Pushing event updated for resources: {'Port': ['ID=81345b78-cae0-4eb5-9834-5ad8c990d973,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:14.214015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-b2331028-a590-49fa-8636-0c424dcfe83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:14.215627 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-b2331028-a590-49fa-8636-0c424dcfe83c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.1251917 Jul 19 03:18:14.269476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3f146f65-935f-4675-834d-69f59b37887e None None] For port d17cf927-27b8-41d0-96f2-6d6f64e10971, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:14.274251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235316-c5a4-4660-a0e5-ebe75266a469 req-2d092fc9-4f05-47e2-ab5c-f6abbce07d2e tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:14.276097 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f1235316-c5a4-4660-a0e5-ebe75266a469 req-2d092fc9-4f05-47e2-ab5c-f6abbce07d2e tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.3449626 Jul 19 03:18:14.289911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3f146f65-935f-4675-834d-69f59b37887e None None] For port d17cf927-27b8-41d0-96f2-6d6f64e10971, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d17cf927-27b8-41d0-96f2-6d6f64e10971,segment=NetworkSegment(d28d9629-84bc-44f8-bfda-df6652042666),segment_id=d28d9629-84bc-44f8-bfda-df6652042666)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:18:14.320070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-c8826836-7cf7-4529-a38c-4b6103a25561 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:14.326625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-c8826836-7cf7-4529-a38c-4b6103a25561 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:14.329037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-c8826836-7cf7-4529-a38c-4b6103a25561 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/networks?id=b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc&id=d018fb2a-27e1-4404-97cb-b8becfe52240 HTTP/1.1" status: 200 len: 1390 time: 0.2614558 Jul 19 03:18:14.333549 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2d4c-f37c-4d0d-894a-35172676a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:14.340892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b7962-5994-424e-b005-111bf17dd6d2 req-5501cbc0-1d5c-445c-b86d-86bb0c3a0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:14.343897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-5501cbc0-1d5c-445c-b86d-86bb0c3a0b08 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 1095 time: 0.1688495 Jul 19 03:18:14.344640 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:14.349425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b256b-1de6-41b0-aab9-2bb4f019d4e1 req-476a9408-cdce-4183-ae58-62eb1a3d0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:14.351231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db0b256b-1de6-41b0-aab9-2bb4f019d4e1 req-476a9408-cdce-4183-ae58-62eb1a3d0ea0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1097 time: 0.1885285 Jul 19 03:18:14.355667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f1235316-c5a4-4660-a0e5-ebe75266a469 req-4eebfd11-ec5e-4789-a49d-5f316290c011 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730789 Jul 19 03:18:14.372007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5f81040f-8eb4-4376-b3d7-452c966b0eb7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419261 Jul 19 03:18:14.382532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-6a076980-ad3f-4a4b-a23b-2a39e83aee52 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/quotas/c0e062923cae423881da2dfed47affa9 HTTP/1.1" status: 200 len: 375 time: 0.0422924 Jul 19 03:18:14.410809 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-782d6b28-3584-43c5-a51c-46a85d001215 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81345b78-cae0-4eb5-9834-5ad8c990d973 HTTP/1.1" status: 200 len: 217 time: 0.0583878 Jul 19 03:18:14.435577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f146f65-935f-4675-834d-69f59b37887e None None] Pushing event updated for resources: {'Port': ['ID=d17cf927-27b8-41d0-96f2-6d6f64e10971,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:14.468275 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eae114-e1cf-4e81-9e11-86c7d38ea46b x-openstack-request-id: req-47eae114-e1cf-4e81-9e11-86c7d38ea46b {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:14.468275 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61eb13c2-2485-4faa-99b2-23270c2402ad", "tag": "56778dc9-23d2-44e9-831a-32c9e13e5f93", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:14.468516 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47eae114-e1cf-4e81-9e11-86c7d38ea46b {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:14.468606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4a7f2d4c-f37c-4d0d-894a-35172676a0e4 None None] For port 920e8a1c-bfd8-4f9b-9f47-8763033da642, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=920e8a1c-bfd8-4f9b-9f47-8763033da642,segment=NetworkSegment(fea10da9-5a68-4a2a-a1d7-182391271014),segment_id=fea10da9-5a68-4a2a-a1d7-182391271014)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:14.468907 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61eb13c2-2485-4faa-99b2-23270c2402ad', 'tag': '56778dc9-23d2-44e9-831a-32c9e13e5f93', 'status': 'completed', 'code': 200} Jul 19 03:18:14.486677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db0b256b-1de6-41b0-aab9-2bb4f019d4e1 req-ff2ec3c3-f59b-4847-ac3b-bb6631497a7a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226931 Jul 19 03:18:14.490515 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2d4c-f37c-4d0d-894a-35172676a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:14.520279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b7962-5994-424e-b005-111bf17dd6d2 req-846a1b09-d15f-45fa-a1b2-0773b0fbc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:14.522414 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-846a1b09-d15f-45fa-a1b2-0773b0fbc06f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbdf263f-32ca-418f-9b3e-3eff9d2acab0 HTTP/1.1" status: 200 len: 844 time: 0.1046376 Jul 19 03:18:14.593572 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-c8d5e3d4-f8db-4549-b225-a9c6a79d6cc8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c56f6e79-9018-4544-898f-cd1b5ed065bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646679 Jul 19 03:18:14.619246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f2d4c-f37c-4d0d-894a-35172676a0e4 None None] Pushing event updated for resources: {'Port': ['ID=920e8a1c-bfd8-4f9b-9f47-8763033da642,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:14.645880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-6acae0f8-39d9-4ed7-a4c9-c25e50dc75f5 service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602429 Jul 19 03:18:14.668406 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-c5f98874-bdc8-4f6c-ad5a-ac3330b495e1 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0e062923cae423881da2dfed47affa9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2848198 Jul 19 03:18:14.887674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-a112abd1-dff6-451d-b1c7-edc3ec0a2034 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:14.895364 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-a112abd1-dff6-451d-b1c7-edc3ec0a2034 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3052270 Jul 19 03:18:14.922594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f49fd333-d3b2-48c7-b8dc-51185075eabb req-5d0c84cc-a299-4a62-864d-3897d4b1f057 service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698960 Jul 19 03:18:14.928767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8268de3b-333a-4bb5-b4dd-55e0e9c5252e None None] Provisioning complete for port 920e8a1c-bfd8-4f9b-9f47-8763033da642 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:14.929214 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8268de3b-333a-4bb5-b4dd-55e0e9c5252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:14.973813 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-55ee97d0-79c9-4b5b-8277-ff7f71cef79c service neutron] 10.222.0.25 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249938 Jul 19 03:18:14.988108 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-37185014-891c-4321-a70e-b2c983c6529c tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0917537 Jul 19 03:18:14.988647 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-1a3e64d1-22b6-4b1a-9956-29a9379bf053 service neutron] 10.222.0.20 "GET /v2.0/networks/b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126194 Jul 19 03:18:15.002153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-70889201-5799-4569-8e9f-379d52b610ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Request body: {'floatingip': {'port_id': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:15.068690 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-70889201-5799-4569-8e9f-379d52b610ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:15.069560 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6b6728b6-77a9-45d2-9417-6e333d3da98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:15.180232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a95fb5-76bf-452b-a32f-3cd3038a9402 req-64f9f8bf-75c9-43e1-9a28-e2c06a4e359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:15.181054 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7a95fb5-76bf-452b-a32f-3cd3038a9402 req-64f9f8bf-75c9-43e1-9a28-e2c06a4e359b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 1095 time: 0.1698740 Jul 19 03:18:15.202020 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-c1eb6336-779c-434b-8ebc-2412ed1643e8 service neutron] 10.222.0.20 "GET /v2.0/networks/b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123599 Jul 19 03:18:15.223505 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-391b7962-5994-424e-b005-111bf17dd6d2 req-e6d6bc9a-7183-4d28-8bf9-cd4764f40477 service neutron] 10.222.0.25 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326453 Jul 19 03:18:15.387606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-f4511c44-e55f-4693-b8ac-fa69c6ed9fc5 service neutron] 10.222.0.20 "GET /v2.0/networks/d018fb2a-27e1-4404-97cb-b8becfe52240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749525 Jul 19 03:18:15.408240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 920e8a1c-bfd8-4f9b-9f47-8763033da642 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:15.486190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 920e8a1c-bfd8-4f9b-9f47-8763033da642 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:15.486589 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:15.487617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a95fb5-76bf-452b-a32f-3cd3038a9402 req-755abfb8-6791-4121-aa68-109da2a204d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:15.489293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7a95fb5-76bf-452b-a32f-3cd3038a9402 req-755abfb8-6791-4121-aa68-109da2a204d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 912 time: 0.2995641 Jul 19 03:18:15.545150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7a95fb5-76bf-452b-a32f-3cd3038a9402 req-e811fac6-0bea-4fa8-b927-67cbba7448ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56778dc9-23d2-44e9-831a-32c9e13e5f93 HTTP/1.1" status: 200 len: 217 time: 0.0469880 Jul 19 03:18:15.558020 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:15.589799 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-b09f6c63-bc8a-470a-b234-ce7464303be5 service neutron] 10.222.0.20 "GET /v2.0/networks/d018fb2a-27e1-4404-97cb-b8becfe52240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944158 Jul 19 03:18:15.616565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d17cf927-27b8-41d0-96f2-6d6f64e10971 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:15.675489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port d17cf927-27b8-41d0-96f2-6d6f64e10971 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:15.679172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a95fb5-76bf-452b-a32f-3cd3038a9402 req-74a0eaf1-2a49-4a02-8d87-b78cd6533566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:15.680856 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7a95fb5-76bf-452b-a32f-3cd3038a9402 req-74a0eaf1-2a49-4a02-8d87-b78cd6533566 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.1279268 Jul 19 03:18:15.735752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7a95fb5-76bf-452b-a32f-3cd3038a9402 req-2f30dbef-6e20-48b1-9b63-e31b167a2dd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480621 Jul 19 03:18:15.962208 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7a95fb5-76bf-452b-a32f-3cd3038a9402 req-25607ce6-c3b1-45d5-98be-c7da91b5d1af service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181592 Jul 19 03:18:15.982538 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb22a1b-3645-47d4-a2ab-0f8948aaf3ac None None] Network d018fb2a-27e1-4404-97cb-b8becfe52240 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:15.991272 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-70889201-5799-4569-8e9f-379d52b610ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:16.000179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-70889201-5799-4569-8e9f-379d52b610ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:16.131105 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-70889201-5799-4569-8e9f-379d52b610ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Floating IP 034fe576-1092-47eb-9f34-7c093f5bb419 associated. External IP: 172.25.2.192, port: 9a5fa3e2-bb78-423f-a8bb-ab98853738e3. Jul 19 03:18:16.133931 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7a95fb5-76bf-452b-a32f-3cd3038a9402 req-2fed64af-bef6-40f3-9585-6af477825f2b service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590691 Jul 19 03:18:16.144534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bb839-1d52-4aed-b438-dd32780ea07a req-6a80b0ad-efdf-4687-8a3a-55e17ba62688 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:16.156232 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c8bb839-1d52-4aed-b438-dd32780ea07a req-6a80b0ad-efdf-4687-8a3a-55e17ba62688 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 943 time: 0.1928880 Jul 19 03:18:16.211982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c8bb839-1d52-4aed-b438-dd32780ea07a req-007bbde9-f33d-4d0a-92dd-264e1cc22038 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547647 Jul 19 03:18:16.235310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f56e59df-9e71-4fe9-9245-48549fe5a294 None None] Provisioning for port d17cf927-27b8-41d0-96f2-6d6f64e10971 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:16.241643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f56e59df-9e71-4fe9-9245-48549fe5a294 None None] Provisioning complete for port d17cf927-27b8-41d0-96f2-6d6f64e10971 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:16.242020 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f56e59df-9e71-4fe9-9245-48549fe5a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:16.338009 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:16.400184 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f56e59df-9e71-4fe9-9245-48549fe5a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:16.405391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c676b98-8afa-4f70-bb5f-f45cd095ae06 req-3370e05f-6880-421d-8db4-6ba5cfc0e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:16.409210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c676b98-8afa-4f70-bb5f-f45cd095ae06 req-3370e05f-6880-421d-8db4-6ba5cfc0e38d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 1095 time: 0.1222193 Jul 19 03:18:16.466959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f56e59df-9e71-4fe9-9245-48549fe5a294 None None] For port d17cf927-27b8-41d0-96f2-6d6f64e10971, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d17cf927-27b8-41d0-96f2-6d6f64e10971,segment=NetworkSegment(d28d9629-84bc-44f8-bfda-df6652042666),segment_id=d28d9629-84bc-44f8-bfda-df6652042666)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:16.477407 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f56e59df-9e71-4fe9-9245-48549fe5a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:16.546038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e59df-9e71-4fe9-9245-48549fe5a294 None None] Pushing event updated for resources: {'Port': ['ID=d17cf927-27b8-41d0-96f2-6d6f64e10971,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:16.621632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c676b98-8afa-4f70-bb5f-f45cd095ae06 req-4671d00f-33d9-47c3-9cbe-2ecde95a288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:16.623164 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c676b98-8afa-4f70-bb5f-f45cd095ae06 req-4671d00f-33d9-47c3-9cbe-2ecde95a288c service neutron] 10.222.0.25 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 904 time: 0.2076135 Jul 19 03:18:16.694331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c676b98-8afa-4f70-bb5f-f45cd095ae06 req-91f8a7c7-9515-4ed5-b2a1-4906f3cad4af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81345b78-cae0-4eb5-9834-5ad8c990d973 HTTP/1.1" status: 200 len: 217 time: 0.0487678 Jul 19 03:18:16.711470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-78c659ea-7347-4657-9f79-dc1b268cd5b1 None None] Provisioning complete for port d17cf927-27b8-41d0-96f2-6d6f64e10971 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:16.712010 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-78c659ea-7347-4657-9f79-dc1b268cd5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:16.755922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c7f8-86c5-489d-a16d-d2ac52753b34 req-0c036d1e-e778-4e77-b1b3-eb7f0dd7c2af tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:16.757529 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a17c7f8-86c5-489d-a16d-d2ac52753b34 req-0c036d1e-e778-4e77-b1b3-eb7f0dd7c2af tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 943 time: 0.1638784 Jul 19 03:18:16.770764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c676b98-8afa-4f70-bb5f-f45cd095ae06 req-517c14c9-1f6e-4696-a9bb-7170e662aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:16.772320 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c676b98-8afa-4f70-bb5f-f45cd095ae06 req-517c14c9-1f6e-4696-a9bb-7170e662aa12 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbdf263f-32ca-418f-9b3e-3eff9d2acab0 HTTP/1.1" status: 200 len: 844 time: 0.0717781 Jul 19 03:18:16.846065 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a17c7f8-86c5-489d-a16d-d2ac52753b34 req-0deeb882-85fa-467a-9099-ab0a067f347f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780277 Jul 19 03:18:16.849499 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22575d2-eee7-4da6-a273-0abfd52fa8c7 x-openstack-request-id: req-a22575d2-eee7-4da6-a273-0abfd52fa8c7 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:16.849499 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fabb1c-80f4-4a51-823f-95261e841d6c", "tag": "81345b78-cae0-4eb5-9834-5ad8c990d973", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:16.849792 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a22575d2-eee7-4da6-a273-0abfd52fa8c7 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:16.849995 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'tag': '81345b78-cae0-4eb5-9834-5ad8c990d973', 'status': 'completed', 'code': 200} Jul 19 03:18:16.914431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c676b98-8afa-4f70-bb5f-f45cd095ae06 req-7249d9ec-cd32-48c2-b55e-d95cc8d4441c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c56f6e79-9018-4544-898f-cd1b5ed065bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885482 Jul 19 03:18:17.050460 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-c11b6407-dfe4-4218-b13a-db5c31f69dba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1995869 Jul 19 03:18:17.072422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-70889201-5799-4569-8e9f-379d52b610ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Router 9279af6a-8bcc-44fb-a010-b240458b3f5e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:18:17.081400 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c676b98-8afa-4f70-bb5f-f45cd095ae06 req-ef4e5f87-bd36-4d95-b40d-af8d2fd9551e service neutron] 10.222.0.25 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554453 Jul 19 03:18:17.142616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988929a-fb46-4793-bd3f-9e598a8b0271 req-30b702a3-024c-47e3-8763-4cf2951000b8 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.147226 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b988929a-fb46-4793-bd3f-9e598a8b0271 req-30b702a3-024c-47e3-8763-4cf2951000b8 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.1272633 Jul 19 03:18:17.237091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c676b98-8afa-4f70-bb5f-f45cd095ae06 req-ab38eecd-b742-471e-ac33-3b1bc0ed299a service neutron] 10.222.0.25 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426322 Jul 19 03:18:17.242198 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b988929a-fb46-4793-bd3f-9e598a8b0271 req-b26759d2-5b4a-46e7-bd1e-3e5933f0fef7 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586803 Jul 19 03:18:17.262746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-70889201-5799-4569-8e9f-379d52b610ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:18:17.267912 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-70889201-5799-4569-8e9f-379d52b610ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:17.272112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] Sync routers for ids ['9279af6a-8bcc-44fb-a010-b240458b3f5e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:18:17.286088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] Routers {'9279af6a-8bcc-44fb-a010-b240458b3f5e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:17.287128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9279af6a-8bcc-44fb-a010-b240458b3f5e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:17.328902 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-70889201-5799-4569-8e9f-379d52b610ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "PUT /v2.0/floatingips/034fe576-1092-47eb-9f34-7c093f5bb419 HTTP/1.1" status: 200 len: 997 time: 2.3371384 Jul 19 03:18:17.347729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-bd13c5f6-a6e7-486d-84f8-bc928c915fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.348224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-bd13c5f6-a6e7-486d-84f8-bc928c915fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.348705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-bd13c5f6-a6e7-486d-84f8-bc928c915fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.349180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-bd13c5f6-a6e7-486d-84f8-bc928c915fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.350255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-bd13c5f6-a6e7-486d-84f8-bc928c915fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.350401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d17cf927-27b8-41d0-96f2-6d6f64e10971 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:17.350771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-bd13c5f6-a6e7-486d-84f8-bc928c915fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.351251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-bd13c5f6-a6e7-486d-84f8-bc928c915fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.353212 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-bd13c5f6-a6e7-486d-84f8-bc928c915fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6499 time: 0.2272584 Jul 19 03:18:17.442620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d1dd7af-a81d-488c-8000-efdac0637c3c req-46509bb8-6c17-4428-b68a-d48991522972 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 210 time: 0.0457270 Jul 19 03:18:17.482118 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d17cf927-27b8-41d0-96f2-6d6f64e10971 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:17.482533 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:17.552714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-571ed73f-3d26-4071-9f4a-bf3db11b7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.554346 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-571ed73f-3d26-4071-9f4a-bf3db11b7773 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68243862021b4c5994ea6021c8859781&device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 1098 time: 0.2001584 Jul 19 03:18:17.615689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] Set router 9279af6a-8bcc-44fb-a010-b240458b3f5e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:17.682901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-70dc7790-298c-447e-8588-0735a8a39419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.683311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-70dc7790-298c-447e-8588-0735a8a39419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.683931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-70dc7790-298c-447e-8588-0735a8a39419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.685560 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-70dc7790-298c-447e-8588-0735a8a39419 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1119ccee-19ea-4731-b9d3-c915a28a468d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5 HTTP/1.1" status: 200 len: 2291 time: 0.2721918 Jul 19 03:18:17.718456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-4c656c34-43a3-4e18-8ff5-573eafcaeb47 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.726118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-4c656c34-43a3-4e18-8ff5-573eafcaeb47 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.728215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-4c656c34-43a3-4e18-8ff5-573eafcaeb47 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.26 "GET /v2.0/networks?id=b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc&id=d018fb2a-27e1-4404-97cb-b8becfe52240 HTTP/1.1" status: 200 len: 1390 time: 0.2414782 Jul 19 03:18:17.748193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'port': {'device_id': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc', 'admin_state_up': True, 'tenant_id': 'c0e062923cae423881da2dfed47affa9'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:17.786795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-b4da62f7-1d46-412b-a0b5-d6503d304171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.788316 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-b4da62f7-1d46-412b-a0b5-d6503d304171 service neutron] 10.222.0.20 "GET /v2.0/networks?id=057211cb-e6a4-4072-966a-9ca983fe6d29 HTTP/1.1" status: 200 len: 929 time: 0.2222350 Jul 19 03:18:17.864782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-939a1683-f552-4890-84ac-5e9122d555af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649 HTTP/1.1" status: 200 len: 1001 time: 0.1717670 Jul 19 03:18:17.870782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c050c14-5f68-4f4e-8c01-3f0cf5ff469c req-d9b0ba5b-a025-4fb0-8ec4-892ac78bea47 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:17.875893 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1c050c14-5f68-4f4e-8c01-3f0cf5ff469c req-d9b0ba5b-a025-4fb0-8ec4-892ac78bea47 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 943 time: 0.2688413 Jul 19 03:18:17.955002 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-53fac9fb-bfdf-4950-8c12-974b616f28fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3 HTTP/1.1" status: 200 len: 1000 time: 0.1597548 Jul 19 03:18:17.967963 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:18.009074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '034fe576-1092-47eb-9f34-7c093f5bb419', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'port_id': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'mac_address': 'fa:16:3e:65:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc43667-7c27-438a-9722-de7613e1403a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:18:12Z', 'updated_at': '2021-07-19T03:18:15Z', 'revision_number': 1, 'project_id': '68243862021b4c5994ea6021c8859781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:18:01Z', 'revision_number': 5, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:18.034769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-67f6f270-a505-49d6-af11-81fcd3ab6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:18.036439 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-67f6f270-a505-49d6-af11-81fcd3ab6e36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de HTTP/1.1" status: 200 len: 851 time: 0.1609051 Jul 19 03:18:18.040412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-86f35d48-1e54-4781-b27f-f81a03702b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:18.048821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-86f35d48-1e54-4781-b27f-f81a03702b87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57fa140b-fd4e-410a-8566-5fb51fe1f4dd HTTP/1.1" status: 200 len: 868 time: 0.0927119 Jul 19 03:18:18.059485 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1c050c14-5f68-4f4e-8c01-3f0cf5ff469c req-e7a75aa3-222b-4025-80be-8cf158ad92bd tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727927 Jul 19 03:18:18.086899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] Checking router: 9279af6a-8bcc-44fb-a010-b240458b3f5e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:18:18.091637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:18.099035 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:18.109331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] Routers {'9279af6a-8bcc-44fb-a010-b240458b3f5e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:18.112094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9279af6a-8bcc-44fb-a010-b240458b3f5e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:18.164724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3e6f0e43-4656-4d19-a1b9-eebcfc529f87 req-f7c6e40b-d6ff-448d-a13d-b605f1963f10 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1894878487', 'description': 'tempest-description-812957541'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:18.167071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-0a1792da-4d37-48f3-840a-6dca2ee50094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:18.168655 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-0a1792da-4d37-48f3-840a-6dca2ee50094 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1119ccee-19ea-4731-b9d3-c915a28a468d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102424 Jul 19 03:18:18.171253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-becfced0-59f0-429b-b58f-368d95845c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:18.179695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-becfced0-59f0-429b-b58f-368d95845c9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=057211cb-e6a4-4072-966a-9ca983fe6d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299419 Jul 19 03:18:18.228866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e6f0e43-4656-4d19-a1b9-eebcfc529f87 req-f7c6e40b-d6ff-448d-a13d-b605f1963f10 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:18.317334 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-7f435060-ea05-4075-b2f8-4ed3805d5142 service neutron] 10.222.0.20 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365769 Jul 19 03:18:18.466773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Allocated IP 19.80.0.126 (b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc/78f51af4-e324-4d08-a6bf-871ccc6e62db/4538187a-640c-47ca-8b59-f33d696167b6) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:18.533869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-267fb544-1589-4537-9740-aeed18ecc1b4 req-7273f4fd-e001-4cdf-b2a2-4b7fe52cb733 service neutron] 10.222.0.20 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113590 Jul 19 03:18:18.537913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 81345b78-cae0-4eb5-9834-5ad8c990d973 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:18:18.539620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-e1105f72-679c-47fc-a43c-a64504fe8de8 service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611830 Jul 19 03:18:18.540227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e6f0e43-4656-4d19-a1b9-eebcfc529f87 req-f7c6e40b-d6ff-448d-a13d-b605f1963f10 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:18.560423 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e6f0e43-4656-4d19-a1b9-eebcfc529f87 req-f7c6e40b-d6ff-448d-a13d-b605f1963f10 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:18.599491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] Set router 9279af6a-8bcc-44fb-a010-b240458b3f5e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:18.619122 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e6f0e43-4656-4d19-a1b9-eebcfc529f87 req-f7c6e40b-d6ff-448d-a13d-b605f1963f10 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:18.620377 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e6f0e43-4656-4d19-a1b9-eebcfc529f87 req-f7c6e40b-d6ff-448d-a13d-b605f1963f10 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4964414 Jul 19 03:18:18.643049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6e40b-d6ff-448d-a13d-b605f1963f10 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbed9ea-1423-49c9-97c3-4bc1cfd3a793,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:18.691863 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-fe43f2c0-8e55-4268-b4f6-899c75b60863 service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431458 Jul 19 03:18:18.735291 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:18.752546 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-cb5b19c4-4057-4c02-bd3d-942647be18c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=1141a9db-5aca-44eb-9146-efaf34d67951 HTTP/1.1" status: 200 len: 217 time: 0.0490899 Jul 19 03:18:18.759557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Transition to ACTIVE for port object 4538187a-640c-47ca-8b59-f33d696167b6 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:18.797452 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:18.802233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 81345b78-cae0-4eb5-9834-5ad8c990d973, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=81345b78-cae0-4eb5-9834-5ad8c990d973,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:18.841335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-a84278f4-ae7b-4c91-8195-b02956bf3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:18.843772 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-a84278f4-ae7b-4c91-8195-b02956bf3fb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.0842254 Jul 19 03:18:18.855301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '81345b78-cae0-4eb5-9834-5ad8c990d973', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'port_id': '81345b78-cae0-4eb5-9834-5ad8c990d973', 'mac_address': 'fa:16:3e:ac:cf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdf263f-32ca-418f-9b3e-3eff9d2acab0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:18:18.857647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc43667-7c27-438a-9722-de7613e1403a', 'tag': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:18.860645 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc43667-7c27-438a-9722-de7613e1403a", "tag": "9a5fa3e2-bb78-423f-a8bb-ab98853738e3"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:18.886556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:18.892665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:18.899051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:18.903108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Port': ['ID=4538187a-640c-47ca-8b59-f33d696167b6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:18.943260 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:18.973008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd76ce-3d68-4929-a740-e3c38418a258 req-603bf8e0-bdd1-4790-a4f7-3a16ab48ff90 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:18.974560 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11fd76ce-3d68-4929-a740-e3c38418a258 req-603bf8e0-bdd1-4790-a4f7-3a16ab48ff90 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 932 time: 0.1097951 Jul 19 03:18:18.981919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81345b78-cae0-4eb5-9834-5ad8c990d973 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:18.993423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1bba-019a-4c81-ac01-f0667cb4ad50 req-0afeae10-eb9f-4510-b322-bd6ce683c83e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:19.002533 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f9b1bba-019a-4c81-ac01-f0667cb4ad50 req-0afeae10-eb9f-4510-b322-bd6ce683c83e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 943 time: 0.1869793 Jul 19 03:18:19.011282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:19.012451 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:19.017308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 81345b78-cae0-4eb5-9834-5ad8c990d973, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=81345b78-cae0-4eb5-9834-5ad8c990d973,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:19.028299 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:19.029105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 56778dc9-23d2-44e9-831a-32c9e13e5f93 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:18:19.049049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-55947772-eb15-4598-965e-27f5d2e54120 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3055809 Jul 19 03:18:19.071328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Request body: {'port': {'device_id': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240', 'admin_state_up': True, 'tenant_id': 'c0e062923cae423881da2dfed47affa9'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:19.077929 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11fd76ce-3d68-4929-a740-e3c38418a258 req-a98f3807-7f7b-44ad-961d-265f79105286 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911732 Jul 19 03:18:19.094997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-f7d62b24-07f9-4d34-959c-a4accb3d34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:19.094997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-f7d62b24-07f9-4d34-959c-a4accb3d34e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2354090 Jul 19 03:18:19.121973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f9b1bba-019a-4c81-ac01-f0667cb4ad50 req-b8012d73-cfdd-401d-a1fc-74c8fe28a8b6 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178799 Jul 19 03:18:19.172689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '034fe576-1092-47eb-9f34-7c093f5bb419', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'port_id': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'mac_address': 'fa:16:3e:65:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc43667-7c27-438a-9722-de7613e1403a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:18:12Z', 'updated_at': '2021-07-19T03:18:15Z', 'revision_number': 1, 'project_id': '68243862021b4c5994ea6021c8859781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:18:01Z', 'revision_number': 5, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:19.231191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914f2c4-f922-454b-8686-ea098d1f6de7 None None] The sync data for ids ['9279af6a-8bcc-44fb-a010-b240458b3f5e'] in n-d-762330-18 is: [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '034fe576-1092-47eb-9f34-7c093f5bb419', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'port_id': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'mac_address': 'fa:16:3e:65:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc43667-7c27-438a-9722-de7613e1403a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:18:12Z', 'updated_at': '2021-07-19T03:18:15Z', 'revision_number': 1, 'project_id': '68243862021b4c5994ea6021c8859781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:18:01Z', 'revision_number': 5, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:18:19.265447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=81345b78-cae0-4eb5-9834-5ad8c990d973,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:19.340764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Made reservation on behalf of c0e062923cae423881da2dfed47affa9 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:19.345688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:19.379286 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-1d86307a-031a-4b46-89c4-90a21b74568b service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841382 Jul 19 03:18:19.390922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d4eadc96-349e-4b4b-81f1-47076c179590 None None] Provisioning for port 4538187a-640c-47ca-8b59-f33d696167b6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:19.391606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-ec311af8-98c3-45de-b28c-a14c615a1ab7 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1894878487&fields=id&tenant_id=6b468de954764194a9d34fa880483489 HTTP/1.1" status: 200 len: 267 time: 0.0989983 Jul 19 03:18:19.394537 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-b68b2ce7-6115-4a27-9b06-4d5889dd1b96 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 258 time: 0.2375195 Jul 19 03:18:19.410414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:19.415919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d4eadc96-349e-4b4b-81f1-47076c179590 None None] Provisioning complete for port 4538187a-640c-47ca-8b59-f33d696167b6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:19.416705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d4eadc96-349e-4b4b-81f1-47076c179590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:19.449021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 56778dc9-23d2-44e9-831a-32c9e13e5f93, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=56778dc9-23d2-44e9-831a-32c9e13e5f93,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:19.478833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '56778dc9-23d2-44e9-831a-32c9e13e5f93', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'port_id': '56778dc9-23d2-44e9-831a-32c9e13e5f93', 'mac_address': 'fa:16:3e:91:42:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9eede-45cb-4568-8d50-62fdf8d969ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:18:19.488832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d4eadc96-349e-4b4b-81f1-47076c179590 None None] Port 4538187a-640c-47ca-8b59-f33d696167b6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:18:19.509162 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:19.530688 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:19.545942 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56778dc9-23d2-44e9-831a-32c9e13e5f93 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:19.573214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 56778dc9-23d2-44e9-831a-32c9e13e5f93, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=56778dc9-23d2-44e9-831a-32c9e13e5f93,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:19.579765 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:19.595268 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-a35d13ac-78e9-4875-a604-36ceea4fd3a5 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984174 Jul 19 03:18:19.606608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-46ba786e-8a9d-4877-b528-24b43d9ac755 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:19.608268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-46ba786e-8a9d-4877-b528-24b43d9ac755 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.2047696 Jul 19 03:18:19.626286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-d5a3d185-3bcf-4ebf-804b-2843d4ab73c1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Request body: {'port': {'security_groups': ['a503cd3b-6333-4695-bf2e-3bd3db702131', 'fbbed9ea-1423-49c9-97c3-4bc1cfd3a793']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:19.653764 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-d88bfdd4-b180-46b2-95e7-8a8881a440d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=16dab0cb-1b58-4f0f-b704-a007cc0c89b2 HTTP/1.1" status: 200 len: 217 time: 0.0506299 Jul 19 03:18:19.660571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=56778dc9-23d2-44e9-831a-32c9e13e5f93,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:19.660736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Allocated IP 19.86.0.146 (d018fb2a-27e1-4404-97cb-b8becfe52240/916051ab-6ebc-417f-abb9-cb51dd6b66ca/2ea802d8-a3e5-44c7-8011-7e330c26e554) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:19.698526 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc675c-fd20-4cb8-a4c1-219a3fdc72d4 None None] New status for floating IP 034fe576-1092-47eb-9f34-7c093f5bb419: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:18:19.767476 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-d5a3d185-3bcf-4ebf-804b-2843d4ab73c1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:19.829399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['81345b78-cae0-4eb5-9834-5ad8c990d973'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:19.834307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-51077100-1285-4c51-929b-cf9872e62e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:19.835810 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-51077100-1285-4c51-929b-cf9872e62e93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.1706538 Jul 19 03:18:19.895822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['56778dc9-23d2-44e9-831a-32c9e13e5f93'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:19.933991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-a63c166c-9849-4311-a0a2-791c5a1bc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:19.936774 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-a63c166c-9849-4311-a0a2-791c5a1bc2c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915823 Jul 19 03:18:19.943107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:20.186924 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-f63a00a6-5aaa-43c8-94d2-0ab0b08accda service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400866 Jul 19 03:18:20.214917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Allocated IP 172.25.2.197 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/767a2aea-872b-4998-9f60-47a6def64cae) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:20.307636 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:20.332944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Transition to ACTIVE for port object 2ea802d8-a3e5-44c7-8011-7e330c26e554 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:20.372407 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-8548f107-505b-4e04-a691-10ade4475bbb service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774244 Jul 19 03:18:20.430335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-1eacc9cc-9919-4d90-a7f1-d9ee5f13470a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=88907317-83f2-4cc5-91d6-81b3325e2898 HTTP/1.1" status: 200 len: 217 time: 0.0465493 Jul 19 03:18:20.435251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-d5a3d185-3bcf-4ebf-804b-2843d4ab73c1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] For port 44a0d847-48d9-4331-9ad0-bf56784a4115, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=44a0d847-48d9-4331-9ad0-bf56784a4115,segment=NetworkSegment(3b68a900-d219-4556-b9a4-83dc240b9890),segment_id=3b68a900-d219-4556-b9a4-83dc240b9890)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:20.438338 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:20.457169 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:20.505797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-0960425b-4b41-4222-9a0d-84921b45869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:20.506042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Network d018fb2a-27e1-4404-97cb-b8becfe52240 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:20.507590 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-0960425b-4b41-4222-9a0d-84921b45869c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.0652626 Jul 19 03:18:20.512438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:20.521057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:20.552671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event updated for resources: {'Port': ['ID=2ea802d8-a3e5-44c7-8011-7e330c26e554,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:20.562616 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-d5a3d185-3bcf-4ebf-804b-2843d4ab73c1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:20.574477 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-d5a3d185-3bcf-4ebf-804b-2843d4ab73c1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:20.586586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['44a0d847-48d9-4331-9ad0-bf56784a4115'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:20.588384 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:20.648159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-9a4bccfa-106f-4923-9bd0-edde2430602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:20.649987 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-9a4bccfa-106f-4923-9bd0-edde2430602a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1308048 Jul 19 03:18:20.653183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:20.666124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:20.668576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:20.673811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Pushing event updated for resources: {'Port': ['ID=767a2aea-872b-4998-9f60-47a6def64cae,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:20.675900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:20.676568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:20.709972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-d5a3d185-3bcf-4ebf-804b-2843d4ab73c1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:20.710755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-d5a3d185-3bcf-4ebf-804b-2843d4ab73c1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:20.712253 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2f3203e-bda7-4e32-a054-4547b0e317f2 req-d5a3d185-3bcf-4ebf-804b-2843d4ab73c1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "PUT /v2.0/ports/44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 981 time: 1.0971575 Jul 19 03:18:20.712725 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:20.718060 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bcac7d-c738-4f09-bbd8-6d92f97be998" -d '{"events": [{"name": "network-changed", "server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:20.721448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3d185-3bcf-4ebf-804b-2843d4ab73c1 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Pushing event updated for resources: {'Port': ['ID=44a0d847-48d9-4331-9ad0-bf56784a4115,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:20.734370 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-48b138a4-bdac-4eeb-91c5-c5197dd4cd7b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6785829 Jul 19 03:18:20.747548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Request body: {'port': {'device_id': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:20.815617 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fefce65-248a-4820-8122-91d5f3056886 x-openstack-request-id: req-2fefce65-248a-4820-8122-91d5f3056886 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:20.815975 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc43667-7c27-438a-9722-de7613e1403a", "tag": "9a5fa3e2-bb78-423f-a8bb-ab98853738e3", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:20.816219 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fefce65-248a-4820-8122-91d5f3056886 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:20.816642 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc43667-7c27-438a-9722-de7613e1403a', 'tag': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'status': 'completed', 'code': 200} Jul 19 03:18:20.850769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['44a0d847-48d9-4331-9ad0-bf56784a4115'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:20.883997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-8ceef401-738f-40a3-ad20-d5c0d1cc1343 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260516 Jul 19 03:18:20.904114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:20.980190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-83ad2c31-7ced-4cc8-9067-7844918b9190 None None] Provisioning for port 2ea802d8-a3e5-44c7-8011-7e330c26e554 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:20.990364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-83ad2c31-7ced-4cc8-9067-7844918b9190 None None] Provisioning complete for port 2ea802d8-a3e5-44c7-8011-7e330c26e554 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:20.991009 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83ad2c31-7ced-4cc8-9067-7844918b9190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:21.003657 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:21.025304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:21.034768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-83ad2c31-7ced-4cc8-9067-7844918b9190 None None] Port 2ea802d8-a3e5-44c7-8011-7e330c26e554 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:18:21.091232 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-2462b564-eb66-469f-aa0a-9c9608367776 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990879 Jul 19 03:18:21.134938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-8957a5fc-7e7b-4797-b667-aea464c5c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:21.136469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-8957a5fc-7e7b-4797-b667-aea464c5c531 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68243862021b4c5994ea6021c8859781&device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 1098 time: 0.3072374 Jul 19 03:18:21.164234 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-4dc55242-2060-4092-951e-f93dffe23557 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe HTTP/1.1" status: 200 len: 217 time: 0.0629449 Jul 19 03:18:21.287019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-b2c6e6a2-7c2b-476e-a427-e22b160ce932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:21.288526 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-b2c6e6a2-7c2b-476e-a427-e22b160ce932 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.1167073 Jul 19 03:18:21.319451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46244068-f662-497e-8eac-fcca6ef2a184 req-353a686d-0f94-4f71-9964-3fc33df7d9dd tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:21.320971 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-46244068-f662-497e-8eac-fcca6ef2a184 req-353a686d-0f94-4f71-9964-3fc33df7d9dd tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 944 time: 0.2721984 Jul 19 03:18:21.433795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-f635f291-d987-4ca6-a4c0-1e7bc220da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:21.435270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-f635f291-d987-4ca6-a4c0-1e7bc220da2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=057211cb-e6a4-4072-966a-9ca983fe6d29 HTTP/1.1" status: 200 len: 929 time: 0.2827284 Jul 19 03:18:21.443945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-46244068-f662-497e-8eac-fcca6ef2a184 req-e5ec60e2-91b8-4c3a-8776-f84c1f042b6e tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136153 Jul 19 03:18:21.551026 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-3df4bc03-ccd7-40ed-b748-3b2cb1697d81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3 HTTP/1.1" status: 200 len: 1002 time: 0.1061153 Jul 19 03:18:21.643022 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4538187a-640c-47ca-8b59-f33d696167b6 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:21.652536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-f4677aac-5f84-4ac0-bbc3-39266713d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:21.654110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-f4677aac-5f84-4ac0-bbc3-39266713d962 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57fa140b-fd4e-410a-8566-5fb51fe1f4dd HTTP/1.1" status: 200 len: 868 time: 0.0924196 Jul 19 03:18:21.656628 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:21.695452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Transition to ACTIVE for port object 4538187a-640c-47ca-8b59-f33d696167b6 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:21.699262 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:21.703332 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:21.708091 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:21.712862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-a9202028-1d67-4a80-a8cc-1a4a9ee747da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:21.714608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-a9202028-1d67-4a80-a8cc-1a4a9ee747da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4195521 Jul 19 03:18:21.804362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Pushing event updated for resources: {'Port': ['ID=4538187a-640c-47ca-8b59-f33d696167b6,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:21.845918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Pushing event updated for resources: {'Port': ['ID=767a2aea-872b-4998-9f60-47a6def64cae,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:21.864362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-bf7f7daa-c32f-4f5f-8de6-b22e7d953d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:21.865981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-bf7f7daa-c32f-4f5f-8de6-b22e7d953d32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=057211cb-e6a4-4072-966a-9ca983fe6d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2027991 Jul 19 03:18:21.866186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:21.892356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:21.893708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-101b1d9b-806c-4bbf-b539-fc2de7039697 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4982741 Jul 19 03:18:21.896268 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-e9207f7d-427d-4f6e-b868-ac6f32880bf8 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584880 Jul 19 03:18:21.940989 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c8adc-e253-4638-92ba-03c68e551927 req-297b39c6-827e-48ee-b9ca-3d19a3565e1f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:21.949115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c8adc-e253-4638-92ba-03c68e551927 req-297b39c6-827e-48ee-b9ca-3d19a3565e1f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:21.951192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-967c8adc-e253-4638-92ba-03c68e551927 req-297b39c6-827e-48ee-b9ca-3d19a3565e1f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1667 time: 0.2154007 Jul 19 03:18:22.027411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Attempting to bind port 4538187a-640c-47ca-8b59-f33d696167b6 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:18:22.028037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Attempting to bind port 4538187a-640c-47ca-8b59-f33d696167b6 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'fea10da9-5a68-4a2a-a1d7-182391271014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:18:22.028588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Attempting to bind port 4538187a-640c-47ca-8b59-f33d696167b6 on network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:22.048015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-3ed75cd6-9d9e-46e1-b7f5-ca602363ecb0 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.1443050 Jul 19 03:18:22.056309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Port 4538187a-640c-47ca-8b59-f33d696167b6 on network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:18:22.056639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Attempting to bind port 4538187a-640c-47ca-8b59-f33d696167b6 on network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:22.088015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:18:22.088362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Checking segment: {'id': 'fea10da9-5a68-4a2a-a1d7-182391271014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:22.088770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Bound using segment: {'id': 'fea10da9-5a68-4a2a-a1d7-182391271014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:18:22.089202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Bound port: 4538187a-640c-47ca-8b59-f33d696167b6, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea10da9-5a68-4a2a-a1d7-182391271014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:18:22.089565 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:22.115068 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-967c8adc-e253-4638-92ba-03c68e551927 req-d68f9804-346f-432a-9122-54e5accce497 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502304 Jul 19 03:18:22.152862 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-78671afa-3ffe-4b20-a5e2-e5fef492b390 service neutron] 10.222.0.26 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759955 Jul 19 03:18:22.155430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-ba08e7c9-9ad3-4f51-986b-5c5f23a5bf78 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468314 Jul 19 03:18:22.224748 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-bb6107bb-3ea5-4402-b2e0-7d5cbd483fd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 HTTP/1.1" status: 200 len: 217 time: 0.0498943 Jul 19 03:18:22.262487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] For port 4538187a-640c-47ca-8b59-f33d696167b6, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:22.273293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-58cefe81-86ee-47d8-ae6f-25c3cf000d12 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:22.274936 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b986d7b4-a928-406a-90c8-b6c604ca63e5 req-58cefe81-86ee-47d8-ae6f-25c3cf000d12 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2259510 Jul 19 03:18:22.297148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-6ba9f4e2-f206-47fa-b8a0-0b68916705af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:22.298420 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-6ba9f4e2-f206-47fa-b8a0-0b68916705af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.0661657 Jul 19 03:18:22.308765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] For port 4538187a-640c-47ca-8b59-f33d696167b6, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4538187a-640c-47ca-8b59-f33d696167b6,segment=NetworkSegment(fea10da9-5a68-4a2a-a1d7-182391271014),segment_id=fea10da9-5a68-4a2a-a1d7-182391271014)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:18:22.321557 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:22.369657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-d7c51dfc-bfa4-4ccd-8b73-d6b7665e2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:22.380011 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f7709f4-ff50-44c6-a40b-24f23a8d30fe req-807e8576-820e-4a08-8d96-ba465a25cd54 service neutron] 10.222.0.26 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133636 Jul 19 03:18:22.383206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:22.383836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:22.385066 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-d7c51dfc-bfa4-4ccd-8b73-d6b7665e2287 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788674 Jul 19 03:18:22.385211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] 10.222.0.26 "PUT /v2.0/ports/4538187a-640c-47ca-8b59-f33d696167b6 HTTP/1.1" status: 200 len: 1093 time: 1.6430638 Jul 19 03:18:22.429814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Request body: {'port': {'device_id': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:22.476228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab501943-04a2-46ce-bd9b-27f825c1ff0e req-a9182928-3be6-42a7-8ddf-92ffaf449c03 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:22.477808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab501943-04a2-46ce-bd9b-27f825c1ff0e req-a9182928-3be6-42a7-8ddf-92ffaf449c03 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 944 time: 0.2128518 Jul 19 03:18:22.480748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cb15d-bace-4c70-a8b9-032a8d51fb93 service neutron] Pushing event updated for resources: {'Port': ['ID=4538187a-640c-47ca-8b59-f33d696167b6,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:22.534777 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-6fe2775b-1e7d-4f29-bfb5-9552621c8c93 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1894878487&fields=id&tenant_id=6b468de954764194a9d34fa880483489 HTTP/1.1" status: 200 len: 267 time: 0.1109767 Jul 19 03:18:22.555591 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 81345b78-cae0-4eb5-9834-5ad8c990d973 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:22.568363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:22.585815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-e6b8242d-cdef-4ea9-8d64-78422d633587 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885121 Jul 19 03:18:22.632671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 81345b78-cae0-4eb5-9834-5ad8c990d973 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:22.640435 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab501943-04a2-46ce-bd9b-27f825c1ff0e req-59172d9d-922f-40c2-90e8-8ab57467b7ff tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529086 Jul 19 03:18:22.652237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 81345b78-cae0-4eb5-9834-5ad8c990d973 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:22.652622 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:22.725134 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-c2089598-4bb9-4f1f-95a2-686bb1f9b87b tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:22.734084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-c2089598-4bb9-4f1f-95a2-686bb1f9b87b tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 984 time: 0.1897547 Jul 19 03:18:22.744964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-ef6577b3-72e8-420e-b367-9c9b6652da62 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Request body: {'port': {'security_groups': ['a503cd3b-6333-4695-bf2e-3bd3db702131']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:22.772073 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:22.789420 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6a17f7-dcaa-4828-b275-5dd769dc3114 x-openstack-request-id: req-9a6a17f7-dcaa-4828-b275-5dd769dc3114 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:22.790046 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:22.790180 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a6a17f7-dcaa-4828-b275-5dd769dc3114 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:22.790650 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'status': 'completed', 'code': 200} Jul 19 03:18:22.807047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-60254a60-29c7-4d80-947e-8e3206aed4ae service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141511 Jul 19 03:18:22.821378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 81345b78-cae0-4eb5-9834-5ad8c990d973, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=81345b78-cae0-4eb5-9834-5ad8c990d973,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:22.822611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81345b78-cae0-4eb5-9834-5ad8c990d973'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:22.825413 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74e8d77-90e9-4322-a806-57a8e5c0429a" -d '{"events": [{"server_uuid": "19fabb1c-80f4-4a51-823f-95261e841d6c", "name": "network-vif-plugged", "status": "completed", "tag": "81345b78-cae0-4eb5-9834-5ad8c990d973"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:22.830229 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:22.832696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 56778dc9-23d2-44e9-831a-32c9e13e5f93 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:22.873146 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-35e6e229-89fd-4e3e-9bd8-f43f623581ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16 HTTP/1.1" status: 200 len: 217 time: 0.0594635 Jul 19 03:18:22.943143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=81345b78-cae0-4eb5-9834-5ad8c990d973,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:22.962325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 56778dc9-23d2-44e9-831a-32c9e13e5f93 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:22.972473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 56778dc9-23d2-44e9-831a-32c9e13e5f93 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:22.973159 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:22.976899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-ef6577b3-72e8-420e-b367-9c9b6652da62 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:22.996543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-d3a1bcfa-1cf7-4167-bee3-671fb27a38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:22.998008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-d3a1bcfa-1cf7-4167-bee3-671fb27a38f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.0792255 Jul 19 03:18:23.011262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcac7d-c738-4f09-bbd8-6d92f97be998 req-8c7b7cf9-d1d7-41be-a765-6dba64ef8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:23.012815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72bcac7d-c738-4f09-bbd8-6d92f97be998 req-8c7b7cf9-d1d7-41be-a765-6dba64ef8d2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b468de954764194a9d34fa880483489&device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1136 time: 0.2212851 Jul 19 03:18:23.165032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-4e03893f-8bc7-48c4-9afe-c08a30b8b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:23.166497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-4e03893f-8bc7-48c4-9afe-c08a30b8b5be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1343508 Jul 19 03:18:23.191414 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:23.215701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12034a53-119a-4817-a7c0-9d3fcb772cfb req-8867f0ee-c43a-47e0-abca-024fa59bb32a tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:23.217971 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12034a53-119a-4817-a7c0-9d3fcb772cfb req-8867f0ee-c43a-47e0-abca-024fa59bb32a tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3107657 Jul 19 03:18:23.245622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 56778dc9-23d2-44e9-831a-32c9e13e5f93, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=56778dc9-23d2-44e9-831a-32c9e13e5f93,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:23.251805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:23.310118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcac7d-c738-4f09-bbd8-6d92f97be998 req-8879addd-71b4-4fbc-8d75-63cb3c53bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:23.313133 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72bcac7d-c738-4f09-bbd8-6d92f97be998 req-8879addd-71b4-4fbc-8d75-63cb3c53bf18 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 200 len: 920 time: 0.2879710 Jul 19 03:18:23.315941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea802d8-a3e5-44c7-8011-7e330c26e554 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:23.322828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=56778dc9-23d2-44e9-831a-32c9e13e5f93,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:23.325094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-ef6577b3-72e8-420e-b367-9c9b6652da62 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] For port 44a0d847-48d9-4331-9ad0-bf56784a4115, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=44a0d847-48d9-4331-9ad0-bf56784a4115,segment=NetworkSegment(3b68a900-d219-4556-b9a4-83dc240b9890),segment_id=3b68a900-d219-4556-b9a4-83dc240b9890)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:23.325571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12034a53-119a-4817-a7c0-9d3fcb772cfb req-73bca4d7-c4d0-4c4e-a1bf-69dbd3fdf03e tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0826004 Jul 19 03:18:23.335922 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:23.347792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-2eb6bfc4-c413-4668-9ffa-57b5089649b5 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732986 Jul 19 03:18:23.377110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-12034a53-119a-4817-a7c0-9d3fcb772cfb req-d0bcd1dd-5801-4c06-b33b-beecca9d30ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Request body: {'floatingip': {'port_id': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:23.391965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-ef6577b3-72e8-420e-b367-9c9b6652da62 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:23.399324 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-ef6577b3-72e8-420e-b367-9c9b6652da62 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:23.411345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['44a0d847-48d9-4331-9ad0-bf56784a4115'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:23.424134 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-12034a53-119a-4817-a7c0-9d3fcb772cfb req-d0bcd1dd-5801-4c06-b33b-beecca9d30ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:23.430592 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72bcac7d-c738-4f09-bbd8-6d92f97be998 req-b94b399d-fb73-4e22-8f47-a59df29b5ca5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 217 time: 0.1093135 Jul 19 03:18:23.489713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-ef6577b3-72e8-420e-b367-9c9b6652da62 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:23.490807 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-ef6577b3-72e8-420e-b367-9c9b6652da62 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:23.508701 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd8544f7-fdb2-4c16-a6b0-e7ccd54255b7 req-ef6577b3-72e8-420e-b367-9c9b6652da62 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "PUT /v2.0/ports/44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 942 time: 0.7735732 Jul 19 03:18:23.509233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:23.515474 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9343d915-244f-4b5d-94e4-3629de55f667" -d '{"events": [{"name": "network-changed", "server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:23.516265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Transition to ACTIVE for port object 2ea802d8-a3e5-44c7-8011-7e330c26e554 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:23.529184 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:23.600168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38e27311-0379-4697-b3a9-3f2848b39c37 req-2d0af033-f3a2-4554-8cb4-19663bc26f84 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450924 Jul 19 03:18:23.611182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6577b3-72e8-420e-b367-9c9b6652da62 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Pushing event updated for resources: {'Port': ['ID=44a0d847-48d9-4331-9ad0-bf56784a4115,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:23.625987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcac7d-c738-4f09-bbd8-6d92f97be998 req-632938fe-81a8-4fe2-9245-ae16537e6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:23.628169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72bcac7d-c738-4f09-bbd8-6d92f97be998 req-632938fe-81a8-4fe2-9245-ae16537e6f22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03c90811-e1f0-4a3d-81af-409795599873 HTTP/1.1" status: 200 len: 860 time: 0.1622820 Jul 19 03:18:23.641335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['44a0d847-48d9-4331-9ad0-bf56784a4115'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:23.705202 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72bcac7d-c738-4f09-bbd8-6d92f97be998 req-d7cf87aa-1fa3-4829-a69d-58ab80a6e63b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d1aaae87-087d-4424-9714-17763f8061b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515246 Jul 19 03:18:23.710972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Pushing event updated for resources: {'Port': ['ID=2ea802d8-a3e5-44c7-8011-7e330c26e554,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:23.784011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7eab-b864-4e9d-b9e2-55853fc4fe90 req-b0a58b64-76a8-4b8c-81b7-0af17a1ad810 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:23.791933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-307a7eab-b864-4e9d-b9e2-55853fc4fe90 req-b0a58b64-76a8-4b8c-81b7-0af17a1ad810 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.1296649 Jul 19 03:18:23.847954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-307a7eab-b864-4e9d-b9e2-55853fc4fe90 req-08947fee-6094-4ea7-940e-0df44332207c tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550313 Jul 19 03:18:24.028693 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3852bed2-12ae-4f37-acdf-9a5633ee320c x-openstack-request-id: req-3852bed2-12ae-4f37-acdf-9a5633ee320c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:24.028995 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fabb1c-80f4-4a51-823f-95261e841d6c", "name": "network-vif-plugged", "status": "completed", "tag": "81345b78-cae0-4eb5-9834-5ad8c990d973", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:24.029379 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3852bed2-12ae-4f37-acdf-9a5633ee320c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:24.030068 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81345b78-cae0-4eb5-9834-5ad8c990d973', 'code': 200} Jul 19 03:18:24.236508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d579-8b97-40d5-a2ae-aa39e3d6f00c req-c0d991c7-a547-40d7-9efa-d22d3a9194ee tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:24.244409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d579-8b97-40d5-a2ae-aa39e3d6f00c req-c0d991c7-a547-40d7-9efa-d22d3a9194ee tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:24.246635 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b88d579-8b97-40d5-a2ae-aa39e3d6f00c req-c0d991c7-a547-40d7-9efa-d22d3a9194ee tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1679 time: 0.0917737 Jul 19 03:18:24.296466 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b88d579-8b97-40d5-a2ae-aa39e3d6f00c req-b9bd84cc-e656-46b5-81c8-7ed2af246c7e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413914 Jul 19 03:18:24.435122 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72bcac7d-c738-4f09-bbd8-6d92f97be998 req-3194a264-d5fb-4fd2-9c20-9fb30a339924 service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157543 Jul 19 03:18:24.438863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Attempting to bind port 2ea802d8-a3e5-44c7-8011-7e330c26e554 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:18:24.439202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Attempting to bind port 2ea802d8-a3e5-44c7-8011-7e330c26e554 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'd28d9629-84bc-44f8-bfda-df6652042666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:18:24.439527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Attempting to bind port 2ea802d8-a3e5-44c7-8011-7e330c26e554 on network d018fb2a-27e1-4404-97cb-b8becfe52240 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:24.457694 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-afc9d135-0ae5-4339-b510-6e48d4cc78bd tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1342871 Jul 19 03:18:24.463777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:24.473590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Port 2ea802d8-a3e5-44c7-8011-7e330c26e554 on network d018fb2a-27e1-4404-97cb-b8becfe52240 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:18:24.473921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Attempting to bind port 2ea802d8-a3e5-44c7-8011-7e330c26e554 on network d018fb2a-27e1-4404-97cb-b8becfe52240 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:24.489864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:24.501808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:18:24.502203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Checking segment: {'id': 'd28d9629-84bc-44f8-bfda-df6652042666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:24.502556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Bound using segment: {'id': 'd28d9629-84bc-44f8-bfda-df6652042666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:18:24.502999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Bound port: 2ea802d8-a3e5-44c7-8011-7e330c26e554, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28d9629-84bc-44f8-bfda-df6652042666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:18:24.503355 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:24.527715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa16263-9d0d-4346-a0a3-4f7993e6eea8 req-8d29ab2d-6c68-4c62-ad5e-fa78c90b53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:24.529796 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8aa16263-9d0d-4346-a0a3-4f7993e6eea8 req-8d29ab2d-6c68-4c62-ad5e-fa78c90b53ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 1097 time: 0.2591805 Jul 19 03:18:24.559145 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-12034a53-119a-4817-a7c0-9d3fcb772cfb req-d0bcd1dd-5801-4c06-b33b-beecca9d30ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] update failed (client error): There was a conflict when trying to complete your request. Jul 19 03:18:24.560130 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12034a53-119a-4817-a7c0-9d3fcb772cfb req-d0bcd1dd-5801-4c06-b33b-beecca9d30ad tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "PUT /v2.0/floatingips/fa3c128c-1448-4fc0-bda2-0a3baea7a3cc HTTP/1.1" status: 409 len: 551 time: 1.1890781 Jul 19 03:18:24.599760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:24.637344 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72bcac7d-c738-4f09-bbd8-6d92f97be998 req-556badb6-1cd2-48f3-a8d3-52c5ab5f6370 service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845939 Jul 19 03:18:24.649728 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8aa16263-9d0d-4346-a0a3-4f7993e6eea8 req-25bc4e1d-6f38-4d23-a532-69d523b5cff9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932336 Jul 19 03:18:24.657848 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6931e111-5dce-4731-9c5e-272af9625abe x-openstack-request-id: req-6931e111-5dce-4731-9c5e-272af9625abe {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:24.658134 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:24.658435 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6931e111-5dce-4731-9c5e-272af9625abe {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:24.658828 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'status': 'completed', 'code': 200} Jul 19 03:18:24.664901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] For port 2ea802d8-a3e5-44c7-8011-7e330c26e554, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:24.668976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] For port 2ea802d8-a3e5-44c7-8011-7e330c26e554, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2ea802d8-a3e5-44c7-8011-7e330c26e554,segment=NetworkSegment(d28d9629-84bc-44f8-bfda-df6652042666),segment_id=d28d9629-84bc-44f8-bfda-df6652042666)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:18:24.675022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:24.754993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Allocated IP 172.25.2.40 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/6c0564b6-c0d5-4869-a83f-a285c423c614) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:24.771329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:24.771980 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:24.773470 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] 10.222.0.26 "PUT /v2.0/ports/2ea802d8-a3e5-44c7-8011-7e330c26e554 HTTP/1.1" status: 200 len: 1093 time: 2.3517148 Jul 19 03:18:24.802585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'tag': '4538187a-640c-47ca-8b59-f33d696167b6'}, {'name': 'network-changed', 'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'tag': '2ea802d8-a3e5-44c7-8011-7e330c26e554'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:24.805593 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "tag": "4538187a-640c-47ca-8b59-f33d696167b6"}, {"name": "network-changed", "server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "tag": "2ea802d8-a3e5-44c7-8011-7e330c26e554"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:24.890668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1152f0-ce2a-4b06-a9f6-856cd7135a9c service neutron] Pushing event updated for resources: {'Port': ['ID=2ea802d8-a3e5-44c7-8011-7e330c26e554,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:24.902143 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:24.929444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343d915-244f-4b5d-94e4-3629de55f667 req-d409205e-32ac-433e-8bdc-505fa21e6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:24.930929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9343d915-244f-4b5d-94e4-3629de55f667 req-d409205e-32ac-433e-8bdc-505fa21e6273 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b468de954764194a9d34fa880483489&device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1097 time: 0.2436633 Jul 19 03:18:24.952993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:24.996735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:25.000006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:25.000972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55464965-0ca3-4d6a-9701-0fd445bd580b req-863afac8-d281-47d5-aca7-9f39a25e5ca4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:25.004146 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55464965-0ca3-4d6a-9701-0fd445bd580b req-863afac8-d281-47d5-aca7-9f39a25e5ca4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 945 time: 0.2525489 Jul 19 03:18:25.009264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:25.012695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Pushing event updated for resources: {'Port': ['ID=6c0564b6-c0d5-4869-a83f-a285c423c614,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:25.072394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-227b6067-a9b2-4ba4-8880-fcc3917f2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:25.072906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-227b6067-a9b2-4ba4-8880-fcc3917f2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:25.074542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-227b6067-a9b2-4ba4-8880-fcc3917f2eec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0e062923cae423881da2dfed47affa9&device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1983 time: 0.2265501 Jul 19 03:18:25.113356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:25.130770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-818a9c5c-3f1a-4679-954e-9d0300a7b657 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=4538187a-640c-47ca-8b59-f33d696167b6 HTTP/1.1" status: 200 len: 217 time: 0.0438967 Jul 19 03:18:25.166016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:25.198361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343d915-244f-4b5d-94e4-3629de55f667 req-0cb05944-5c3d-4783-9b29-c8e4a3c35336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:25.198361 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9343d915-244f-4b5d-94e4-3629de55f667 req-0cb05944-5c3d-4783-9b29-c8e4a3c35336 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 200 len: 920 time: 0.2583671 Jul 19 03:18:25.201758 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55464965-0ca3-4d6a-9701-0fd445bd580b req-7ed69218-3994-4bee-9b0c-d253855229de tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476898 Jul 19 03:18:25.251459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9343d915-244f-4b5d-94e4-3629de55f667 req-f461f805-9b7b-47d7-82cd-00ec51aa21cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 217 time: 0.0463018 Jul 19 03:18:25.268673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-cd802178-e95b-401c-8eb2-d6a02f7a053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:25.270099 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-cd802178-e95b-401c-8eb2-d6a02f7a053d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78f51af4-e324-4d08-a6bf-871ccc6e62db HTTP/1.1" status: 200 len: 801 time: 0.1333494 Jul 19 03:18:25.364440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-a51b169c-7bc3-4165-91cd-de596bad61b9 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips/fa3c128c-1448-4fc0-bda2-0a3baea7a3cc HTTP/1.1" status: 200 len: 693 time: 0.1177068 Jul 19 03:18:25.373765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:25.380822 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:25.387726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343d915-244f-4b5d-94e4-3629de55f667 req-d52e08b1-cdd7-4fb1-b095-5e235c9513d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:25.389298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9343d915-244f-4b5d-94e4-3629de55f667 req-d52e08b1-cdd7-4fb1-b095-5e235c9513d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03c90811-e1f0-4a3d-81af-409795599873 HTTP/1.1" status: 200 len: 860 time: 0.1303654 Jul 19 03:18:25.452015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9343d915-244f-4b5d-94e4-3629de55f667 req-2df0205f-ae1c-45db-8397-8dc1dbb5b73f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d1aaae87-087d-4424-9714-17763f8061b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501027 Jul 19 03:18:25.470197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Pushing event updated for resources: {'Port': ['ID=6c0564b6-c0d5-4869-a83f-a285c423c614,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:25.481812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:25.498981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:25.500227 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-b1d7b2e6-3597-4756-8d88-6c68a3cf4c3a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0417352 Jul 19 03:18:25.554942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-82af3831-0572-4ac7-a7a9-aa4e9ac6d555 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.40 HTTP/1.1" status: 200 len: 695 time: 0.0485988 Jul 19 03:18:25.564796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-612bf669-476c-4b2e-9766-628524842f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:25.566334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-612bf669-476c-4b2e-9766-628524842f55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2439780 Jul 19 03:18:25.627022 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-fa4191e7-d6c4-45ab-b1d1-75e84dc3107e tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:25.628321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-fa4191e7-d6c4-45ab-b1d1-75e84dc3107e tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.2573483 Jul 19 03:18:25.680908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-7359b742-3afd-478d-b272-fff75b0de7c4 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:25.682448 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b3e6d0c7-9ffb-4c71-a051-bd33a0fa23a3 req-7359b742-3afd-478d-b272-fff75b0de7c4 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.1217163 Jul 19 03:18:25.691237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9343d915-244f-4b5d-94e4-3629de55f667 req-a6a566a3-99a1-4690-9564-e42a0e7deab0 service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275159 Jul 19 03:18:25.696579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-49c5f9e6-a747-4d32-8389-8eadefb4dbb3 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0589540 Jul 19 03:18:25.734537 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9debd57b-61e8-410f-b31d-9797df6b9bac x-openstack-request-id: req-9debd57b-61e8-410f-b31d-9797df6b9bac {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:25.734841 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "tag": "4538187a-640c-47ca-8b59-f33d696167b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "tag": "2ea802d8-a3e5-44c7-8011-7e330c26e554", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:25.735091 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9debd57b-61e8-410f-b31d-9797df6b9bac {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:25.735486 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'tag': '4538187a-640c-47ca-8b59-f33d696167b6', 'status': 'completed', 'code': 200} Jul 19 03:18:25.735738 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'tag': '2ea802d8-a3e5-44c7-8011-7e330c26e554', 'status': 'completed', 'code': 200} Jul 19 03:18:25.809081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-b2e2b5dc-9397-4eab-92ad-effc94985dc1 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0853209 Jul 19 03:18:25.888138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb4ef-ee4c-4370-9676-11c7dc1943f5 req-0cf96b13-13a9-41c2-b0d1-7ac19d8d83de tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:25.890987 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a3cb4ef-ee4c-4370-9676-11c7dc1943f5 req-0cf96b13-13a9-41c2-b0d1-7ac19d8d83de tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.0779335 Jul 19 03:18:25.901022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-c6546dcb-86fc-4980-aa45-89ae280b9c46 service neutron] 10.222.0.26 "GET /v2.0/networks/b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227983 Jul 19 03:18:25.939249 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a3cb4ef-ee4c-4370-9676-11c7dc1943f5 req-25c0f486-282f-4718-af00-5a925bd885b3 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399406 Jul 19 03:18:26.000929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9343d915-244f-4b5d-94e4-3629de55f667 req-10f995b7-c27e-4a97-b6d8-6248212c9402 service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784860 Jul 19 03:18:26.031625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61eb13c2-2485-4faa-99b2-23270c2402ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56778dc9-23d2-44e9-831a-32c9e13e5f93'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:26.034332 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a969976-eca6-4c49-b63e-b3566c00615c" -d '{"events": [{"server_uuid": "61eb13c2-2485-4faa-99b2-23270c2402ad", "name": "network-vif-plugged", "status": "completed", "tag": "56778dc9-23d2-44e9-831a-32c9e13e5f93"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:26.074653 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-68b24db5-c9e6-4623-a9fe-cc35b4856364 service neutron] 10.222.0.26 "GET /v2.0/networks/b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636071 Jul 19 03:18:26.079903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-40d29c0e-6b0d-4267-bcec-d37c8b640aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Deleting port 767a2aea-872b-4998-9f60-47a6def64cae {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:26.080245 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-40d29c0e-6b0d-4267-bcec-d37c8b640aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:26.131640 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-fdc740e2-490f-4bf2-9620-e5223db59284 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=2ea802d8-a3e5-44c7-8011-7e330c26e554 HTTP/1.1" status: 200 len: 217 time: 0.0492604 Jul 19 03:18:26.221262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfee8c-5fed-4958-9f95-ce65d1f143b0 req-73deeb4f-e38a-4280-8557-468226aae4c8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:26.228290 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfee8c-5fed-4958-9f95-ce65d1f143b0 req-73deeb4f-e38a-4280-8557-468226aae4c8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:26.228621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-699c5f2e-f2a1-446f-a7c1-53fa490a3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:26.230113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-699c5f2e-f2a1-446f-a7c1-53fa490a3136 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=916051ab-6ebc-417f-abb9-cb51dd6b66ca HTTP/1.1" status: 200 len: 801 time: 0.0906992 Jul 19 03:18:26.231991 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-40d29c0e-6b0d-4267-bcec-d37c8b640aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:26.232430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-40d29c0e-6b0d-4267-bcec-d37c8b640aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:26.235602 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40cfee8c-5fed-4958-9f95-ce65d1f143b0 req-73deeb4f-e38a-4280-8557-468226aae4c8 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1679 time: 0.0855565 Jul 19 03:18:26.270802 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40cfee8c-5fed-4958-9f95-ce65d1f143b0 req-eb674594-7d28-49dd-8d58-c3ef01d8a62e tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342865 Jul 19 03:18:26.272530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-40d29c0e-6b0d-4267-bcec-d37c8b640aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Calling delete_port for 767a2aea-872b-4998-9f60-47a6def64cae owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:26.367990 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42f44-3275-471c-b15e-f123c50e438f req-63fb4ff0-7c36-4d1b-88d1-3182e2ed962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:26.369783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-63fb4ff0-7c36-4d1b-88d1-3182e2ed962e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d018fb2a-27e1-4404-97cb-b8becfe52240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296966 Jul 19 03:18:26.461742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-97bcd5b9-cdd2-4119-9468-c8750fb0bd31 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:26.463524 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-97bcd5b9-cdd2-4119-9468-c8750fb0bd31 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0809400 Jul 19 03:18:26.520419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-1ac7d307-b576-4a34-8cda-e41d067fd142 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.40 HTTP/1.1" status: 200 len: 695 time: 0.0505912 Jul 19 03:18:26.533417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-83bf6ad7-2960-445e-9633-fd0f913da9f5 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Request body: {'floatingip': {'port_id': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:26.580952 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-83bf6ad7-2960-445e-9633-fd0f913da9f5 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:26.800802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-56859177-9a18-481f-a03c-797645027e2a service neutron] 10.222.0.26 "GET /v2.0/networks/d018fb2a-27e1-4404-97cb-b8becfe52240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223251 Jul 19 03:18:26.805908 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-40d29c0e-6b0d-4267-bcec-d37c8b640aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:26.850880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d29c0e-6b0d-4267-bcec-d37c8b640aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Pushing event deleted for resources: {'Port': ['ID=767a2aea-872b-4998-9f60-47a6def64cae,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:26.970794 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-40d29c0e-6b0d-4267-bcec-d37c8b640aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:26.973094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-40d29c0e-6b0d-4267-bcec-d37c8b640aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:26.974247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c627367-3419-4387-84b0-3f62a9cb74aa req-40d29c0e-6b0d-4267-bcec-d37c8b640aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "DELETE /v2.0/floatingips/fa3c128c-1448-4fc0-bda2-0a3baea7a3cc HTTP/1.1" status: 204 len: 173 time: 1.1573489 Jul 19 03:18:26.976375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc42f44-3275-471c-b15e-f123c50e438f req-c72ab060-8e74-4c1a-8161-b1b4791d9165 service neutron] 10.222.0.26 "GET /v2.0/networks/d018fb2a-27e1-4404-97cb-b8becfe52240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661026 Jul 19 03:18:27.096055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-4d27645b-e89e-4a3f-b812-d0d46abee0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:27.096766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-4d27645b-e89e-4a3f-b812-d0d46abee0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:27.098442 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-4d27645b-e89e-4a3f-b812-d0d46abee0ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0e062923cae423881da2dfed47affa9&device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1983 time: 0.0630848 Jul 19 03:18:27.103727 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-83bf6ad7-2960-445e-9633-fd0f913da9f5 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:27.110925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-83bf6ad7-2960-445e-9633-fd0f913da9f5 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:27.236848 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-83bf6ad7-2960-445e-9633-fd0f913da9f5 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Floating IP afad96af-61bf-47b1-8932-1413087981d9 associated. External IP: 172.25.2.40, port: 44a0d847-48d9-4331-9ad0-bf56784a4115. Jul 19 03:18:27.246588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-93222e2a-37fa-40cd-a6dd-52b45e247cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:27.249173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-93222e2a-37fa-40cd-a6dd-52b45e247cb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc HTTP/1.1" status: 200 len: 901 time: 0.1439197 Jul 19 03:18:27.259025 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbee46cd-3212-4207-beb9-41fa9db2b3c9 x-openstack-request-id: req-bbee46cd-3212-4207-beb9-41fa9db2b3c9 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:27.259527 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61eb13c2-2485-4faa-99b2-23270c2402ad", "name": "network-vif-plugged", "status": "completed", "tag": "56778dc9-23d2-44e9-831a-32c9e13e5f93", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:27.259635 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbee46cd-3212-4207-beb9-41fa9db2b3c9 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:27.259955 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61eb13c2-2485-4faa-99b2-23270c2402ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56778dc9-23d2-44e9-831a-32c9e13e5f93', 'code': 200} Jul 19 03:18:27.319203 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-30693f1c-af72-43d9-9566-2dd098a79d1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=4538187a-640c-47ca-8b59-f33d696167b6 HTTP/1.1" status: 200 len: 217 time: 0.0567985 Jul 19 03:18:27.455246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-e7fe920d-e96b-465a-a90f-a87d88f58a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:27.456743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-e7fe920d-e96b-465a-a90f-a87d88f58a3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78f51af4-e324-4d08-a6bf-871ccc6e62db HTTP/1.1" status: 200 len: 801 time: 0.1287684 Jul 19 03:18:27.497271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-83bf6ad7-2960-445e-9633-fd0f913da9f5 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:18:27.505899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3b1f8-3f80-4efe-b77b-19a552178a92 req-b46b3afd-7144-4774-aa0d-c2977541ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:27.507453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e3b1f8-3f80-4efe-b77b-19a552178a92 req-b46b3afd-7144-4774-aa0d-c2977541ab58 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 1097 time: 0.1437981 Jul 19 03:18:27.566240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd5d1b-7dc9-4f3f-a3b2-69b97c537f56 req-3aee5cf6-af1e-43bf-a04f-588829148652 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:27.567806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95fd5d1b-7dc9-4f3f-a3b2-69b97c537f56 req-3aee5cf6-af1e-43bf-a04f-588829148652 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 945 time: 0.1582990 Jul 19 03:18:27.588702 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e3b1f8-3f80-4efe-b77b-19a552178a92 req-05404fde-b1eb-4dda-8340-c8958795387b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735881 Jul 19 03:18:27.601387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-d471716c-0e94-4df8-ad78-15241f41fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:27.602918 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-d471716c-0e94-4df8-ad78-15241f41fc9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356702 Jul 19 03:18:27.615188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-83bf6ad7-2960-445e-9633-fd0f913da9f5 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:18:27.619854 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-83bf6ad7-2960-445e-9633-fd0f913da9f5 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:27.628365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] Sync routers for ids ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:18:27.647946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] Routers {'113d983b-7356-4ef1-81d2-a3df8e0b6f86'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:27.649494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:27.650357 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95fd5d1b-7dc9-4f3f-a3b2-69b97c537f56 req-e59e29a2-6297-4bbc-af80-77d5fd2db6b0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742989 Jul 19 03:18:27.675902 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-83bf6ad7-2960-445e-9633-fd0f913da9f5 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "PUT /v2.0/floatingips/afad96af-61bf-47b1-8932-1413087981d9 HTTP/1.1" status: 200 len: 995 time: 1.1396425 Jul 19 03:18:27.706658 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:27.709683 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:27.749151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-3bfdaf90-8753-4c25-b44d-e13c7d9cc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:27.754765 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-3bfdaf90-8753-4c25-b44d-e13c7d9cc245 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b468de954764194a9d34fa880483489&device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1097 time: 0.0784106 Jul 19 03:18:27.798178 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] Set router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:27.824720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-62107138-7fa0-4528-a2e9-bf8260791228 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1459222 Jul 19 03:18:27.827215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-5fb0709e-171d-4e3c-b5c4-59f7af94f9a5 service neutron] 10.222.0.26 "GET /v2.0/networks/b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153847 Jul 19 03:18:27.851338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-a316ff67-8eb9-452e-9325-e92fa3892216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:27.852854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-a316ff67-8eb9-452e-9325-e92fa3892216 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 200 len: 920 time: 0.0965765 Jul 19 03:18:27.941600 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-2f147001-f8c4-403c-a17d-8a045945f6dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 998 time: 0.0819242 Jul 19 03:18:27.953336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-d0ac3789-8a8c-457b-ab77-103aa0d5c5e2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:27.967803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-d0ac3789-8a8c-457b-ab77-103aa0d5c5e2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports/9a5fa3e2-bb78-423f-a8bb-ab98853738e3 HTTP/1.1" status: 200 len: 943 time: 0.1305819 Jul 19 03:18:28.032888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-a404c8fa-b1cc-4307-8252-4b6039b9a788 service neutron] 10.222.0.26 "GET /v2.0/networks/b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917968 Jul 19 03:18:28.139197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:14Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'afad96af-61bf-47b1-8932-1413087981d9', 'tenant_id': '6b468de954764194a9d34fa880483489', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'port_id': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'mac_address': 'fa:16:3e:22:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:18:25Z', 'updated_at': '2021-07-19T03:18:26Z', 'revision_number': 1, 'project_id': '6b468de954764194a9d34fa880483489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09', 'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'tenant_id': '6b468de954764194a9d34fa880483489', 'mac_address': 'fa:16:3e:7e:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '03c90811-e1f0-4a3d-81af-409795599873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:12Z', 'updated_at': '2021-07-19T03:17:25Z', 'revision_number': 5, 'project_id': '6b468de954764194a9d34fa880483489', 'subnets': [{'id': '03c90811-e1f0-4a3d-81af-409795599873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:28.194404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] Checking router: 113d983b-7356-4ef1-81d2-a3df8e0b6f86 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:18:28.205212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] Routers {'113d983b-7356-4ef1-81d2-a3df8e0b6f86'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:28.205873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:28.210298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-aa6a4874-8dcf-4091-991c-bc3beaf7d1f2 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1149545 Jul 19 03:18:28.261932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-23b8f5fc-7078-4f8a-9e7f-4f524f98534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:28.262826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-23b8f5fc-7078-4f8a-9e7f-4f524f98534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:28.264936 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-23b8f5fc-7078-4f8a-9e7f-4f524f98534e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0e062923cae423881da2dfed47affa9&device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1983 time: 0.1685224 Jul 19 03:18:28.347997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-3846163c-bb83-457c-917e-d3545fbc2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:28.349685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-3846163c-bb83-457c-917e-d3545fbc2918 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c90811-e1f0-4a3d-81af-409795599873 HTTP/1.1" status: 200 len: 860 time: 0.4008422 Jul 19 03:18:28.383184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-fa3a6437-d47d-43ad-a04c-51c37105eac4 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:28.390424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-3e7c6f2c-d08a-4f29-9c7e-341e7021c82b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1aaae87-087d-4424-9714-17763f8061b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346084 Jul 19 03:18:28.398798 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-fa3a6437-d47d-43ad-a04c-51c37105eac4 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.1817408 Jul 19 03:18:28.524036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-e588d7f4-bba7-469d-a87b-16cfc2a18e7a tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1239707 Jul 19 03:18:28.529990 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-999c0cfc-b5c5-4637-923c-ed8306c92714 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:28.548919 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-be7050b4-2b13-4ce0-9294-e320f993e4af service neutron] 10.222.0.20 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517973 Jul 19 03:18:28.591380 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-98588011-ad81-4987-a55b-3a84f243a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:28.595630 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-98588011-ad81-4987-a55b-3a84f243a3ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=d018fb2a-27e1-4404-97cb-b8becfe52240 HTTP/1.1" status: 200 len: 901 time: 0.2667775 Jul 19 03:18:28.617892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] Set router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:28.653364 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c882923b-08ce-4382-a6aa-527be8b305f3 req-ce3c0b19-c01c-43a1-844a-0e4c10be6216 service neutron] 10.222.0.20 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987716 Jul 19 03:18:28.669105 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-6378f7db-d693-4869-be78-49b5ee226301 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=2ea802d8-a3e5-44c7-8011-7e330c26e554 HTTP/1.1" status: 200 len: 217 time: 0.0647695 Jul 19 03:18:28.723626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-999c0cfc-b5c5-4637-923c-ed8306c92714 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:28.794317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-4870c410-ec76-41e2-a9a4-d2a9aa896f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:28.796387 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-4870c410-ec76-41e2-a9a4-d2a9aa896f6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=916051ab-6ebc-417f-abb9-cb51dd6b66ca HTTP/1.1" status: 200 len: 801 time: 0.1184957 Jul 19 03:18:28.915166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:14Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'afad96af-61bf-47b1-8932-1413087981d9', 'tenant_id': '6b468de954764194a9d34fa880483489', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'port_id': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'mac_address': 'fa:16:3e:22:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:18:25Z', 'updated_at': '2021-07-19T03:18:26Z', 'revision_number': 1, 'project_id': '6b468de954764194a9d34fa880483489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09', 'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'tenant_id': '6b468de954764194a9d34fa880483489', 'mac_address': 'fa:16:3e:7e:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '03c90811-e1f0-4a3d-81af-409795599873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:12Z', 'updated_at': '2021-07-19T03:17:25Z', 'revision_number': 5, 'project_id': '6b468de954764194a9d34fa880483489', 'subnets': [{'id': '03c90811-e1f0-4a3d-81af-409795599873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:28.927005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-999c0cfc-b5c5-4637-923c-ed8306c92714 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:28.932633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-999c0cfc-b5c5-4637-923c-ed8306c92714 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:28.933021 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-999c0cfc-b5c5-4637-923c-ed8306c92714 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Floating IP 034fe576-1092-47eb-9f34-7c093f5bb419 disassociated. External IP: 172.25.2.192, port: 9a5fa3e2-bb78-423f-a8bb-ab98853738e3. Jul 19 03:18:28.972311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b35e05-9d5a-41a3-9f74-8a36b7cce31e None None] The sync data for ids ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'] in n-d-762330-18 is: [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:14Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'afad96af-61bf-47b1-8932-1413087981d9', 'tenant_id': '6b468de954764194a9d34fa880483489', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'port_id': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'mac_address': 'fa:16:3e:22:90:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:18:25Z', 'updated_at': '2021-07-19T03:18:26Z', 'revision_number': 1, 'project_id': '6b468de954764194a9d34fa880483489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09', 'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'tenant_id': '6b468de954764194a9d34fa880483489', 'mac_address': 'fa:16:3e:7e:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '03c90811-e1f0-4a3d-81af-409795599873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:12Z', 'updated_at': '2021-07-19T03:17:25Z', 'revision_number': 5, 'project_id': '6b468de954764194a9d34fa880483489', 'subnets': [{'id': '03c90811-e1f0-4a3d-81af-409795599873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:18:28.983617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-a0eeeb1f-eef7-4dc3-8a85-ec8fc3c9ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:28.986175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-a0eeeb1f-eef7-4dc3-8a85-ec8fc3c9ccfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d018fb2a-27e1-4404-97cb-b8becfe52240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624687 Jul 19 03:18:29.000848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be321e18-7789-4709-991b-0ee732cf68f5 req-0612f96e-9b0d-444a-a76e-c14e7dff242b tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:29.002969 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be321e18-7789-4709-991b-0ee732cf68f5 req-0612f96e-9b0d-444a-a76e-c14e7dff242b tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.0902839 Jul 19 03:18:29.052257 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be321e18-7789-4709-991b-0ee732cf68f5 req-098154ca-14e2-4cb4-a572-50c524e885c6 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421729 Jul 19 03:18:29.205436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-2b59d183-0a85-42bd-8746-b6ee3bedbc0d service neutron] 10.222.0.26 "GET /v2.0/networks/d018fb2a-27e1-4404-97cb-b8becfe52240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087071 Jul 19 03:18:29.253854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdb98-07e8-4624-a497-224666679457 req-3d9e031e-e937-40be-8768-751a576c2db6 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:29.260603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdb98-07e8-4624-a497-224666679457 req-3d9e031e-e937-40be-8768-751a576c2db6 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:29.269230 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4a0bdb98-07e8-4624-a497-224666679457 req-3d9e031e-e937-40be-8768-751a576c2db6 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1679 time: 0.0916517 Jul 19 03:18:29.279761 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0efcef-78a7-4ee0-ae25-57be3e674440 None None] New status for floating IP afad96af-61bf-47b1-8932-1413087981d9: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:18:29.313043 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4a0bdb98-07e8-4624-a497-224666679457 req-d6844e04-36de-42ae-8563-a345f806c23d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424843 Jul 19 03:18:29.382814 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3318827d-715c-4b14-8d97-9680f49260f1 x-openstack-request-id: req-3318827d-715c-4b14-8d97-9680f49260f1 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:29.384400 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:29.384828 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3318827d-715c-4b14-8d97-9680f49260f1 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:29.385437 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'status': 'completed', 'code': 200} Jul 19 03:18:29.604842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b554e72-451b-4ee2-a9e5-8512f11679b6 req-9f6de9bf-af50-4e10-9ba1-57965190ec1a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:29.606605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b554e72-451b-4ee2-a9e5-8512f11679b6 req-9f6de9bf-af50-4e10-9ba1-57965190ec1a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 945 time: 0.0760586 Jul 19 03:18:29.665675 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b554e72-451b-4ee2-a9e5-8512f11679b6 req-5d486e93-e910-4812-80fa-b192abb576d7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501845 Jul 19 03:18:29.726887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-999c0cfc-b5c5-4637-923c-ed8306c92714 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Router 9279af6a-8bcc-44fb-a010-b240458b3f5e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:18:29.738921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14c1b3c8-1e48-4225-8f35-b626f2ce0ab4 req-6f32551d-86d7-43ef-9146-1f5c15615a6e service neutron] 10.222.0.26 "GET /v2.0/networks/d018fb2a-27e1-4404-97cb-b8becfe52240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220127 Jul 19 03:18:29.803375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8 req-65e16894-c991-4c3a-8441-29debd592b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:29.804878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8 req-65e16894-c991-4c3a-8441-29debd592b01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b468de954764194a9d34fa880483489&device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1097 time: 0.1483207 Jul 19 03:18:29.806560 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-885d6994-fc9f-46ab-93c7-166a0ae87438 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.40 HTTP/1.1" status: 200 len: 1000 time: 0.1240907 Jul 19 03:18:29.895981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-41afe372-11e8-497b-b2bc-fc1f344f14f6 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:29.902928 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-41afe372-11e8-497b-b2bc-fc1f344f14f6 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports/44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 942 time: 0.0902655 Jul 19 03:18:29.926662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-999c0cfc-b5c5-4637-923c-ed8306c92714 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:18:29.932534 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-999c0cfc-b5c5-4637-923c-ed8306c92714 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:29.939267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] Sync routers for ids ['9279af6a-8bcc-44fb-a010-b240458b3f5e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:18:29.954516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] Routers {'9279af6a-8bcc-44fb-a010-b240458b3f5e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:29.955171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9279af6a-8bcc-44fb-a010-b240458b3f5e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:29.985090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8 req-9a5a673c-9f70-4487-b684-40d3e3c48036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:29.986623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8 req-9a5a673c-9f70-4487-b684-40d3e3c48036 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 200 len: 920 time: 0.1732366 Jul 19 03:18:29.999639 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-999c0cfc-b5c5-4637-923c-ed8306c92714 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "PUT /v2.0/floatingips/034fe576-1092-47eb-9f34-7c093f5bb419 HTTP/1.1" status: 200 len: 695 time: 1.4744871 Jul 19 03:18:30.017163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc43667-7c27-438a-9722-de7613e1403a', 'tag': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:30.019876 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5019c030-297d-40f9-98fa-49f713bd56f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc43667-7c27-438a-9722-de7613e1403a", "tag": "9a5fa3e2-bb78-423f-a8bb-ab98853738e3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:30.128501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] Set router 9279af6a-8bcc-44fb-a010-b240458b3f5e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:30.132728 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-0539bac4-3e76-45e6-906c-1d5cb90dd4d7 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.40 HTTP/1.1" status: 200 len: 1000 time: 0.0843425 Jul 19 03:18:30.136836 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8 req-d421dc91-7988-4ea9-ab7e-d291f7a07e1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 1000 time: 0.1318438 Jul 19 03:18:30.207776 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-4ae83f45-580e-4644-acff-8d731f940bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:30.214924 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-4ae83f45-580e-4644-acff-8d731f940bb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68243862021b4c5994ea6021c8859781&device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 1098 time: 0.1474092 Jul 19 03:18:30.226527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8 req-58052d0f-54d9-408d-9e0e-7319d10f6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:30.228066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8 req-58052d0f-54d9-408d-9e0e-7319d10f6129 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03c90811-e1f0-4a3d-81af-409795599873 HTTP/1.1" status: 200 len: 860 time: 0.0840335 Jul 19 03:18:30.277900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8 req-3fa143bf-4547-4137-bba9-c7d8971861b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d1aaae87-087d-4424-9714-17763f8061b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388911 Jul 19 03:18:30.285632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-4a564f6a-40bc-4263-97b0-5bd0e4fdfc01 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:30.287230 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-4a564f6a-40bc-4263-97b0-5bd0e4fdfc01 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.1479678 Jul 19 03:18:30.440159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:18:01Z', 'revision_number': 5, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:30.458330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-06b497f3-678f-4634-acad-d9821d168e53 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.40 HTTP/1.1" status: 200 len: 1000 time: 0.1626663 Jul 19 03:18:30.467170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-755028a0-f39d-4e5e-a979-2b2006e04cef tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:30.481109 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8 req-aed7a8e2-f0e5-4cd3-83a7-9a357e9a4818 service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932094 Jul 19 03:18:30.548960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4538187a-640c-47ca-8b59-f33d696167b6 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:18:30.549930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-7352e81f-5573-4e92-97cb-6e8a590f7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:30.551500 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-7352e81f-5573-4e92-97cb-6e8a590f7e65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=057211cb-e6a4-4072-966a-9ca983fe6d29 HTTP/1.1" status: 200 len: 929 time: 0.3358316 Jul 19 03:18:30.597551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-755028a0-f39d-4e5e-a979-2b2006e04cef tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:30.601718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] Checking router: 9279af6a-8bcc-44fb-a010-b240458b3f5e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:18:30.617255 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-8840dfa9-3b11-4c04-9ca7-51c5fc497ff3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3 HTTP/1.1" status: 200 len: 217 time: 0.0558321 Jul 19 03:18:30.643886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] Routers {'9279af6a-8bcc-44fb-a010-b240458b3f5e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:30.644544 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9279af6a-8bcc-44fb-a010-b240458b3f5e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:30.729502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-b731118d-f2b9-4e9e-9c70-6555ac0e135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:30.731037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-b731118d-f2b9-4e9e-9c70-6555ac0e135e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57fa140b-fd4e-410a-8566-5fb51fe1f4dd HTTP/1.1" status: 200 len: 868 time: 0.0695441 Jul 19 03:18:30.743521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c407bec8-54c7-40f4-bc48-4bf4c909f1e8 req-7735edc0-7feb-4bbc-b14e-765b9ccf2d8a service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462032 Jul 19 03:18:30.804646 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-755028a0-f39d-4e5e-a979-2b2006e04cef tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:30.804937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4538187a-640c-47ca-8b59-f33d696167b6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4538187a-640c-47ca-8b59-f33d696167b6,segment=NetworkSegment(fea10da9-5a68-4a2a-a1d7-182391271014),segment_id=fea10da9-5a68-4a2a-a1d7-182391271014)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:30.812815 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-755028a0-f39d-4e5e-a979-2b2006e04cef tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:30.815542 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-755028a0-f39d-4e5e-a979-2b2006e04cef tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Floating IP afad96af-61bf-47b1-8932-1413087981d9 disassociated. External IP: 172.25.2.40, port: 44a0d847-48d9-4331-9ad0-bf56784a4115. Jul 19 03:18:30.826754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '4538187a-640c-47ca-8b59-f33d696167b6', 'network_id': 'b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc', 'port_id': '4538187a-640c-47ca-8b59-f33d696167b6', 'mac_address': 'fa:16:3e:ad:54:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f51af4-e324-4d08-a6bf-871ccc6e62db', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:18:30.862539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] Set router 9279af6a-8bcc-44fb-a010-b240458b3f5e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:30.869500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-53a6aec4-de67-40e5-b930-0ac9f47070ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:30.871091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-53a6aec4-de67-40e5-b930-0ac9f47070ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=057211cb-e6a4-4072-966a-9ca983fe6d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272030 Jul 19 03:18:30.930338 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:31.051829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4538187a-640c-47ca-8b59-f33d696167b6 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:31.080357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4538187a-640c-47ca-8b59-f33d696167b6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4538187a-640c-47ca-8b59-f33d696167b6,segment=NetworkSegment(fea10da9-5a68-4a2a-a1d7-182391271014),segment_id=fea10da9-5a68-4a2a-a1d7-182391271014)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:31.096193 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:31.096523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2ea802d8-a3e5-44c7-8011-7e330c26e554 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:18:31.127057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-62dd4edb-1e98-4b70-b379-fc4209284796 service neutron] 10.222.0.20 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461953 Jul 19 03:18:31.210925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-755028a0-f39d-4e5e-a979-2b2006e04cef tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:18:31.226520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4538187a-640c-47ca-8b59-f33d696167b6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:31.351262 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba3bbcf2-9ee0-4f75-950e-76e099425a4c req-03378847-edbf-402e-818f-1da289eed38c service neutron] 10.222.0.20 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230635 Jul 19 03:18:31.430011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2ea802d8-a3e5-44c7-8011-7e330c26e554, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2ea802d8-a3e5-44c7-8011-7e330c26e554,segment=NetworkSegment(d28d9629-84bc-44f8-bfda-df6652042666),segment_id=d28d9629-84bc-44f8-bfda-df6652042666)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:31.442977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:18:01Z', 'revision_number': 5, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:31.462908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-755028a0-f39d-4e5e-a979-2b2006e04cef tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:18:31.469957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-755028a0-f39d-4e5e-a979-2b2006e04cef tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:31.474811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '2ea802d8-a3e5-44c7-8011-7e330c26e554', 'network_id': 'd018fb2a-27e1-4404-97cb-b8becfe52240', 'port_id': '2ea802d8-a3e5-44c7-8011-7e330c26e554', 'mac_address': 'fa:16:3e:1f:7b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916051ab-6ebc-417f-abb9-cb51dd6b66ca', 'ip_address': '19.86.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:18:31.476201 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] Sync routers for ids ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:18:31.476726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78283469-2eaa-401f-adb0-8d7ec59d4b8c None None] The sync data for ids ['9279af6a-8bcc-44fb-a010-b240458b3f5e'] in n-d-762330-18 is: [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:17:49Z', 'revision_number': 4, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'bf5ee839-e33f-447d-a0a0-cb5718e8c299', 'name': '', 'network_id': '057211cb-e6a4-4072-966a-9ca983fe6d29', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'mac_address': 'fa:16:3e:5b:47:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:48Z', 'updated_at': '2021-07-19T03:18:01Z', 'revision_number': 5, 'project_id': '68243862021b4c5994ea6021c8859781', 'subnets': [{'id': '57fa140b-fd4e-410a-8566-5fb51fe1f4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:18:31.493230 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] Routers {'113d983b-7356-4ef1-81d2-a3df8e0b6f86'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:31.493992 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:31.550628 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-755028a0-f39d-4e5e-a979-2b2006e04cef tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "PUT /v2.0/floatingips/afad96af-61bf-47b1-8932-1413087981d9 HTTP/1.1" status: 200 len: 694 time: 1.0928283 Jul 19 03:18:31.557642 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:31.599791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea802d8-a3e5-44c7-8011-7e330c26e554 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:31.614894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:31.619470 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:31.626792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2ea802d8-a3e5-44c7-8011-7e330c26e554, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2ea802d8-a3e5-44c7-8011-7e330c26e554,segment=NetworkSegment(d28d9629-84bc-44f8-bfda-df6652042666),segment_id=d28d9629-84bc-44f8-bfda-df6652042666)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:31.634524 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:31.674694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-98df7185-ca1e-4e78-b268-fc78b898ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:31.677987 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-98df7185-ca1e-4e78-b268-fc78b898ec4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b468de954764194a9d34fa880483489&device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1097 time: 0.1265106 Jul 19 03:18:31.686834 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2326235-79f4-449e-aa5f-9166f2e73170 x-openstack-request-id: req-e2326235-79f4-449e-aa5f-9166f2e73170 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:31.687230 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc43667-7c27-438a-9722-de7613e1403a", "tag": "9a5fa3e2-bb78-423f-a8bb-ab98853738e3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:31.687583 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2326235-79f4-449e-aa5f-9166f2e73170 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:31.688082 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc43667-7c27-438a-9722-de7613e1403a', 'tag': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'status': 'completed', 'code': 200} Jul 19 03:18:31.706853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=2ea802d8-a3e5-44c7-8011-7e330c26e554,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:31.726950 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] Set router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:31.816789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-dee75e79-b299-4879-b1e5-6ae8d0bfb4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:31.824655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-dee75e79-b299-4879-b1e5-6ae8d0bfb4ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68243862021b4c5994ea6021c8859781&device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 1098 time: 0.1178038 Jul 19 03:18:31.907263 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-92fb32fc-aa46-4cfb-9433-df9e5f15c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:31.909165 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-92fb32fc-aa46-4cfb-9433-df9e5f15c437 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 200 len: 920 time: 0.2182074 Jul 19 03:18:31.965268 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-5f2856be-86e4-4da8-8169-75eba9a7b1e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 217 time: 0.0484982 Jul 19 03:18:31.981014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['4538187a-640c-47ca-8b59-f33d696167b6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:32.027779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-1ef5825b-7e30-4152-bb26-aac58c09e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:32.030174 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-1ef5825b-7e30-4152-bb26-aac58c09e5b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c90811-e1f0-4a3d-81af-409795599873 HTTP/1.1" status: 200 len: 860 time: 0.0590756 Jul 19 03:18:32.051007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c060a8-99b6-4f6e-9fa8-ed1319cdbc3b None None] New status for floating IP 034fe576-1092-47eb-9f34-7c093f5bb419: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:18:32.101375 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-ce5d873b-1024-464e-8808-134436209c6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1aaae87-087d-4424-9714-17763f8061b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642514 Jul 19 03:18:32.113932 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:14Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09', 'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'tenant_id': '6b468de954764194a9d34fa880483489', 'mac_address': 'fa:16:3e:7e:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '03c90811-e1f0-4a3d-81af-409795599873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:12Z', 'updated_at': '2021-07-19T03:17:25Z', 'revision_number': 5, 'project_id': '6b468de954764194a9d34fa880483489', 'subnets': [{'id': '03c90811-e1f0-4a3d-81af-409795599873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:32.145413 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] Checking router: 113d983b-7356-4ef1-81d2-a3df8e0b6f86 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:18:32.155787 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] Routers {'113d983b-7356-4ef1-81d2-a3df8e0b6f86'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:32.156414 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:32.168411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-63fc627c-7f7b-4645-a98e-944adc851bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:32.177623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-63fc627c-7f7b-4645-a98e-944adc851bbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=057211cb-e6a4-4072-966a-9ca983fe6d29 HTTP/1.1" status: 200 len: 929 time: 0.3489680 Jul 19 03:18:32.215033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f95761-fdd6-4462-bd8d-8724704c2e08 req-77ec38e9-29c4-4f34-a4b5-740915ea7448 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:32.223601 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29f95761-fdd6-4462-bd8d-8724704c2e08 req-77ec38e9-29c4-4f34-a4b5-740915ea7448 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.2359393 Jul 19 03:18:32.283992 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] Set router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:32.316986 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-a7298163-4775-48f5-a094-d9c769d6df0d service neutron] 10.222.0.20 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096622 Jul 19 03:18:32.407359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-ca5eefd6-3371-4000-a9df-bcb57ec216a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3 HTTP/1.1" status: 200 len: 217 time: 0.2187071 Jul 19 03:18:32.440656 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8b6f6d5-a8f5-4953-8eba-591fd70a9845 req-4bff86f5-72b8-47f2-bec9-42d5c58b15de service neutron] 10.222.0.20 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177115 Jul 19 03:18:32.489544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-10429c85-128a-478f-aaa2-92176fa7c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:32.491502 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-10429c85-128a-478f-aaa2-92176fa7c160 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57fa140b-fd4e-410a-8566-5fb51fe1f4dd HTTP/1.1" status: 200 len: 868 time: 0.0685446 Jul 19 03:18:32.510427 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29f95761-fdd6-4462-bd8d-8724704c2e08 req-d8a27794-704d-469d-b63f-9646e5fe6493 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540856 Jul 19 03:18:32.520951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['2ea802d8-a3e5-44c7-8011-7e330c26e554'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:32.651796 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:14Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09', 'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'tenant_id': '6b468de954764194a9d34fa880483489', 'mac_address': 'fa:16:3e:7e:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '03c90811-e1f0-4a3d-81af-409795599873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:12Z', 'updated_at': '2021-07-19T03:17:25Z', 'revision_number': 5, 'project_id': '6b468de954764194a9d34fa880483489', 'subnets': [{'id': '03c90811-e1f0-4a3d-81af-409795599873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:32.693964 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01436baf-e5de-427c-9506-66be68f87d87 None None] The sync data for ids ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'] in n-d-762330-18 is: [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:17:14Z', 'revision_number': 4, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09', 'name': '', 'network_id': 'd1aaae87-087d-4424-9714-17763f8061b6', 'tenant_id': '6b468de954764194a9d34fa880483489', 'mac_address': 'fa:16:3e:7e:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '03c90811-e1f0-4a3d-81af-409795599873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:12Z', 'updated_at': '2021-07-19T03:17:25Z', 'revision_number': 5, 'project_id': '6b468de954764194a9d34fa880483489', 'subnets': [{'id': '03c90811-e1f0-4a3d-81af-409795599873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:18:32.725540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-1a8cac76-1529-4854-88dd-f525f9cf711a tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips/034fe576-1092-47eb-9f34-7c093f5bb419 HTTP/1.1" status: 200 len: 693 time: 0.1558340 Jul 19 03:18:32.811936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c626075-5500-4c2f-b378-2189726b5cb9 req-d4e98062-5948-43c5-afe3-10dc0064b09a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:32.830459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c626075-5500-4c2f-b378-2189726b5cb9 req-d4e98062-5948-43c5-afe3-10dc0064b09a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:32.832954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6c626075-5500-4c2f-b378-2189726b5cb9 req-d4e98062-5948-43c5-afe3-10dc0064b09a tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1681 time: 0.1694345 Jul 19 03:18:32.859411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-e411a017-c106-465f-81a3-e13523ddf629 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:32.867185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-e411a017-c106-465f-81a3-e13523ddf629 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.1401420 Jul 19 03:18:32.903328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6c626075-5500-4c2f-b378-2189726b5cb9 req-08ccc809-79d0-4120-8d4c-90ce1ce4e8d2 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637298 Jul 19 03:18:32.931418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-fcfa8193-6d24-4cf6-a0e1-5a5c8c54cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:32.931418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-fcfa8193-6d24-4cf6-a0e1-5a5c8c54cdfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=057211cb-e6a4-4072-966a-9ca983fe6d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4119146 Jul 19 03:18:32.936690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-9831f3a4-9f62-4459-b72d-81659127aecd tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0684533 Jul 19 03:18:32.981525 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adf69b2-bd10-401d-b042-b10cb827e268 x-openstack-request-id: req-5adf69b2-bd10-401d-b042-b10cb827e268 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:32.982761 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:32.983228 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5adf69b2-bd10-401d-b042-b10cb827e268 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:32.985308 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'status': 'completed', 'code': 200} Jul 19 03:18:33.012726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-58483081-021a-44c1-b7c6-558998636d14 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0749168 Jul 19 03:18:33.114100 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3269c704-dd2a-4c16-865f-046d82e829dc None None] New status for floating IP afad96af-61bf-47b1-8932-1413087981d9: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:18:33.267606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-93c1493b-5535-4d24-a461-d7b16431a0ef service neutron] 10.222.0.26 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737427 Jul 19 03:18:33.311249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Deleting port 79beaf1d-d7ea-4247-ba67-1dddc7c1763e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:33.311595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:33.329189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee req-4da62fc1-9dcd-4746-991e-c8f3368497c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:33.331072 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee req-4da62fc1-9dcd-4746-991e-c8f3368497c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b468de954764194a9d34fa880483489&device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 1097 time: 0.2671559 Jul 19 03:18:33.556034 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-c66ea25c-f9e8-4c00-96a5-97a709cefdc4 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/floatingips/afad96af-61bf-47b1-8932-1413087981d9 HTTP/1.1" status: 200 len: 692 time: 0.0767915 Jul 19 03:18:33.589741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:33.590083 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:33.601468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5019c030-297d-40f9-98fa-49f713bd56f3 req-fd2ebf51-9878-4418-b9ed-6e6ff58aa0ba service neutron] 10.222.0.26 "GET /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246024 Jul 19 03:18:33.601665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee req-8c4910b3-5fd2-43ed-b666-48ccb761942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:33.603534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee req-8c4910b3-5fd2-43ed-b666-48ccb761942d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 200 len: 920 time: 0.2575638 Jul 19 03:18:33.611204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Calling delete_port for 79beaf1d-d7ea-4247-ba67-1dddc7c1763e owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:33.666314 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee req-806e4d6c-c1c1-4bc1-a9d7-0298d945ec33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 200 len: 217 time: 0.0491664 Jul 19 03:18:33.695409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-d9c8c4fc-76bd-4143-b540-1f8285eba5cf tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:33.703497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-d9c8c4fc-76bd-4143-b540-1f8285eba5cf tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 784 time: 0.1397724 Jul 19 03:18:33.766815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-b5ffa06c-e640-4f44-9947-2006a5dc1b70 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.40 HTTP/1.1" status: 200 len: 695 time: 0.0623472 Jul 19 03:18:33.797400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee req-ef1d4d82-d4ca-47d1-8a7f-00b2d957da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:33.799092 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee req-ef1d4d82-d4ca-47d1-8a7f-00b2d957da94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03c90811-e1f0-4a3d-81af-409795599873 HTTP/1.1" status: 200 len: 860 time: 0.0754092 Jul 19 03:18:33.830327 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-7283651e-6680-4ff5-af03-9674eb70aa76 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.2.40 HTTP/1.1" status: 200 len: 695 time: 0.0599728 Jul 19 03:18:33.863252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee req-d68714a8-1280-47be-9304-321af47452c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d1aaae87-087d-4424-9714-17763f8061b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565627 Jul 19 03:18:33.974946 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.018881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee req-332f4eb4-ed61-43a3-8fe0-75b7df7043aa service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469665 Jul 19 03:18:34.022606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Pushing event deleted for resources: {'Port': ['ID=79beaf1d-d7ea-4247-ba67-1dddc7c1763e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:34.035791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Deleting port 6c0564b6-c0d5-4869-a83f-a285c423c614 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:34.036124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.060817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.061148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.061498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.061846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.062188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.062621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.062962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.063302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.063689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.064052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.064383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.064593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.143885 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.144532 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.158140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Calling delete_port for 6c0564b6-c0d5-4869-a83f-a285c423c614 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:34.161000 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.163603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.164802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36f34ccd-8d4e-480d-a26f-f93291ba6be0 req-2faea73c-845f-4b1b-b03c-87091648e275 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "DELETE /v2.0/floatingips/034fe576-1092-47eb-9f34-7c093f5bb419 HTTP/1.1" status: 204 len: 173 time: 1.1510656 Jul 19 03:18:34.199964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33be0c87-fa67-42eb-8c9c-b9a75967f9ee req-f8594fe2-d1b2-4cba-8101-9e4f61e6b21d service neutron] 10.222.0.26 "GET /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678398 Jul 19 03:18:34.316447 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.346817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Pushing event deleted for resources: {'Port': ['ID=6c0564b6-c0d5-4869-a83f-a285c423c614,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:34.362492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.362849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.363193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.363532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.363891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.364197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.364523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.364851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.365179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.365505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.365831 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.366146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:34.434821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.438655 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.453124 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e184af48-ce97-4c2b-85cd-8ba829ee63b9 req-cf3f9ecd-2f31-4e6e-89e6-d6e4ec7735a9 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "DELETE /v2.0/floatingips/afad96af-61bf-47b1-8932-1413087981d9 HTTP/1.1" status: 204 len: 173 time: 0.6218266 Jul 19 03:18:34.461159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4538187a-640c-47ca-8b59-f33d696167b6 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:34.560543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f4396-ab51-4e0a-b2e9-9fb0bbd15f02 req-d41ed01d-071a-4ca9-81eb-0d2c4371acbd tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:34.562502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 4538187a-640c-47ca-8b59-f33d696167b6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:34.578301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 4538187a-640c-47ca-8b59-f33d696167b6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:34.578301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.583903 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dc2f4396-ab51-4e0a-b2e9-9fb0bbd15f02 req-d41ed01d-071a-4ca9-81eb-0d2c4371acbd tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.1113131 Jul 19 03:18:34.655680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dc2f4396-ab51-4e0a-b2e9-9fb0bbd15f02 req-07032264-88e4-408b-b59e-0d26cae6e960 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705466 Jul 19 03:18:34.699120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7a6f-31d3-4bb7-88c8-21a91bddef54 req-ee70509b-a688-4fc6-a688-4276120abae4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:34.706531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7a6f-31d3-4bb7-88c8-21a91bddef54 req-ee70509b-a688-4fc6-a688-4276120abae4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:34.708587 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e71b7a6f-31d3-4bb7-88c8-21a91bddef54 req-ee70509b-a688-4fc6-a688-4276120abae4 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1681 time: 0.1288676 Jul 19 03:18:34.717829 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.767180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c9b3c21f-7db7-46e0-8f10-c6a320183415 req-b3bdbdaf-9e62-49b0-b9d9-9b8e3b06b885 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups/fbbed9ea-1423-49c9-97c3-4bc1cfd3a793 HTTP/1.1" status: 200 len: 1809 time: 0.0568070 Jul 19 03:18:34.769451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538187a-640c-47ca-8b59-f33d696167b6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:34.771864 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d88786-bd2c-4041-b21e-47bee7d1646d" -d '{"events": [{"server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "name": "network-vif-plugged", "status": "completed", "tag": "4538187a-640c-47ca-8b59-f33d696167b6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:34.796568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4538187a-640c-47ca-8b59-f33d696167b6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4538187a-640c-47ca-8b59-f33d696167b6,segment=NetworkSegment(fea10da9-5a68-4a2a-a1d7-182391271014),segment_id=fea10da9-5a68-4a2a-a1d7-182391271014)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:34.803233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.805037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2ea802d8-a3e5-44c7-8011-7e330c26e554 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:34.810372 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e71b7a6f-31d3-4bb7-88c8-21a91bddef54 req-b14dab0b-94aa-46d4-8c9f-c5e4002704ee tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892899 Jul 19 03:18:34.873118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c9b3c21f-7db7-46e0-8f10-c6a320183415 req-488ab575-ee63-4e0a-a439-438b024ad6e0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.884750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4538187a-640c-47ca-8b59-f33d696167b6,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:34.919232 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c9b3c21f-7db7-46e0-8f10-c6a320183415 req-488ab575-ee63-4e0a-a439-438b024ad6e0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.933400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 2ea802d8-a3e5-44c7-8011-7e330c26e554 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:34.942818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 2ea802d8-a3e5-44c7-8011-7e330c26e554 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:34.943083 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.987522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c9b3c21f-7db7-46e0-8f10-c6a320183415 req-488ab575-ee63-4e0a-a439-438b024ad6e0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.990475 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c9b3c21f-7db7-46e0-8f10-c6a320183415 req-488ab575-ee63-4e0a-a439-438b024ad6e0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:34.991990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c9b3c21f-7db7-46e0-8f10-c6a320183415 req-488ab575-ee63-4e0a-a439-438b024ad6e0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "DELETE /v2.0/security-groups/fbbed9ea-1423-49c9-97c3-4bc1cfd3a793 HTTP/1.1" status: 204 len: 173 time: 0.2180364 Jul 19 03:18:35.010804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ab575-ee63-4e0a-a439-438b024ad6e0 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbed9ea-1423-49c9-97c3-4bc1cfd3a793,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:35.047768 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d8e67-3ff6-4426-9e50-ed29e3217d4e x-openstack-request-id: req-ea1d8e67-3ff6-4426-9e50-ed29e3217d4e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:35.048295 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "name": "network-vif-plugged", "status": "completed", "tag": "4538187a-640c-47ca-8b59-f33d696167b6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:35.048609 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea1d8e67-3ff6-4426-9e50-ed29e3217d4e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:35.049096 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538187a-640c-47ca-8b59-f33d696167b6', 'code': 200} Jul 19 03:18:35.082429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3205809-6100-436d-a0e0-4fec732fe781 req-3f7fb186-6f83-4bed-be5e-05f15e9bd0fa tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:35.089791 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:35.092452 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3205809-6100-436d-a0e0-4fec732fe781 req-3f7fb186-6f83-4bed-be5e-05f15e9bd0fa tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1370385 Jul 19 03:18:35.151624 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2ea802d8-a3e5-44c7-8011-7e330c26e554, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2ea802d8-a3e5-44c7-8011-7e330c26e554,segment=NetworkSegment(d28d9629-84bc-44f8-bfda-df6652042666),segment_id=d28d9629-84bc-44f8-bfda-df6652042666)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:35.154761 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3205809-6100-436d-a0e0-4fec732fe781 req-96614fff-a7cd-4446-84f9-9aaa174961d8 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0603604 Jul 19 03:18:35.167980 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:35.227812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-00f7e7ad-4b9d-4a1e-9916-b46d1e427cb8 req-c4b164af-df4b-49a4-be20-9b03e15a5506 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0559106 Jul 19 03:18:35.241747 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=2ea802d8-a3e5-44c7-8011-7e330c26e554,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:35.685320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d6a74-55f6-4395-b411-db8a009a0a7e req-0506b003-74a2-4c46-9ccb-740dd47d8b5b tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:35.687958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f65d6a74-55f6-4395-b411-db8a009a0a7e req-0506b003-74a2-4c46-9ccb-740dd47d8b5b tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.0918987 Jul 19 03:18:35.719287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66317ee-aa57-499c-882f-35b5d8a233dc req-c6f98769-073a-4c13-b3f0-1b88e671b949 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:35.727310 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e66317ee-aa57-499c-882f-35b5d8a233dc req-c6f98769-073a-4c13-b3f0-1b88e671b949 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 946 time: 0.0909765 Jul 19 03:18:35.762423 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f65d6a74-55f6-4395-b411-db8a009a0a7e req-ab31b85a-c431-45f9-b433-f21e220de0d8 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645308 Jul 19 03:18:35.781999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e66317ee-aa57-499c-882f-35b5d8a233dc req-f3fc2dd3-0b69-4c92-ac1c-764a7dc12a0c tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccf361ea-9643-47d2-91c9-8e2d5f192e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503976 Jul 19 03:18:35.988773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17985f-696c-4d1a-9a99-89b858a7ab66 req-fad25a24-7053-4311-a97b-19c4d30af1da tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:35.992123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b17985f-696c-4d1a-9a99-89b858a7ab66 req-fad25a24-7053-4311-a97b-19c4d30af1da tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.0948911 Jul 19 03:18:36.005143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909b89d-759f-4797-9230-4e0e0f022c08 req-989719ec-b479-4738-85d2-f43cc0206e4c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:36.011490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909b89d-759f-4797-9230-4e0e0f022c08 req-989719ec-b479-4738-85d2-f43cc0206e4c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:36.013212 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c909b89d-759f-4797-9230-4e0e0f022c08 req-989719ec-b479-4738-85d2-f43cc0206e4c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1683 time: 0.0871146 Jul 19 03:18:36.061343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b17985f-696c-4d1a-9a99-89b858a7ab66 req-a7d70eef-ad85-4923-ae66-63f109e1c958 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573597 Jul 19 03:18:36.066114 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c909b89d-759f-4797-9230-4e0e0f022c08 req-f53667cf-103e-4966-9b04-e802127d9c5b tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470712 Jul 19 03:18:36.774028 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:36.989543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f78df7-1d8d-4972-a079-b8e33b72790e req-ff83acbf-0fb6-4268-897f-6d473b38c054 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:36.992057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2f78df7-1d8d-4972-a079-b8e33b72790e req-ff83acbf-0fb6-4268-897f-6d473b38c054 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.0832310 Jul 19 03:18:36.999410 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:37.042205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b6f55-d836-4b01-b3ea-6d6e836a466b req-a03b94d9-1608-4f63-b7e8-f83b26290600 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:37.044099 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f01b6f55-d836-4b01-b3ea-6d6e836a466b req-a03b94d9-1608-4f63-b7e8-f83b26290600 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 946 time: 0.0865211 Jul 19 03:18:37.046823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2f78df7-1d8d-4972-a079-b8e33b72790e req-a02cd755-c99b-4f43-a09a-9f28e71daaf6 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Jul 19 03:18:37.050573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea802d8-a3e5-44c7-8011-7e330c26e554'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:37.053041 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd55c83d-f880-4fbc-8382-dbb901aed190" -d '{"events": [{"server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "name": "network-vif-plugged", "status": "completed", "tag": "2ea802d8-a3e5-44c7-8011-7e330c26e554"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:37.096310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f01b6f55-d836-4b01-b3ea-6d6e836a466b req-d3a9e302-877d-45c6-8b87-d73ac97c235d tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccf361ea-9643-47d2-91c9-8e2d5f192e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451655 Jul 19 03:18:37.152180 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b17e795-29b2-42a2-826b-6ab4db0795e9 x-openstack-request-id: req-4b17e795-29b2-42a2-826b-6ab4db0795e9 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:37.152646 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "name": "network-vif-plugged", "status": "completed", "tag": "2ea802d8-a3e5-44c7-8011-7e330c26e554", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:37.153522 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b17e795-29b2-42a2-826b-6ab4db0795e9 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:37.153522 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea802d8-a3e5-44c7-8011-7e330c26e554', 'code': 200} Jul 19 03:18:37.229509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f494aa4-e682-47c3-92de-887faff22224 req-070b3dab-b9bc-4099-87aa-6f76578500d3 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:37.231542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f494aa4-e682-47c3-92de-887faff22224 req-070b3dab-b9bc-4099-87aa-6f76578500d3 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 946 time: 0.1220195 Jul 19 03:18:37.378732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a116bd-ffda-4b9d-9cbd-49337ac854f4 req-a5ff4970-9afb-4045-b201-24b857dd51f5 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:37.385433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a116bd-ffda-4b9d-9cbd-49337ac854f4 req-a5ff4970-9afb-4045-b201-24b857dd51f5 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:37.387271 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-29a116bd-ffda-4b9d-9cbd-49337ac854f4 req-a5ff4970-9afb-4045-b201-24b857dd51f5 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1683 time: 0.0819402 Jul 19 03:18:37.433939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-29a116bd-ffda-4b9d-9cbd-49337ac854f4 req-97524b25-8dff-4e18-b2d4-40367e853ffb tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Jul 19 03:18:37.458734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3230091-cf8f-4836-8fd1-735e46e50fd2 req-0198524c-2c53-44db-9cb2-507f4b81efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:37.459229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3230091-cf8f-4836-8fd1-735e46e50fd2 req-0198524c-2c53-44db-9cb2-507f4b81efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:37.460820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3230091-cf8f-4836-8fd1-735e46e50fd2 req-0198524c-2c53-44db-9cb2-507f4b81efbb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1987 time: 0.2217183 Jul 19 03:18:37.470228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f2a2e-f0a7-45f0-95b8-6a42ad740ee9 req-fb827f6d-f89e-491a-bd1c-d8067ce8fbb4 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:37.471809 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b4f2a2e-f0a7-45f0-95b8-6a42ad740ee9 req-fb827f6d-f89e-491a-bd1c-d8067ce8fbb4 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.1498182 Jul 19 03:18:37.524738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1f494aa4-e682-47c3-92de-887faff22224 req-1ca07e3c-b1e4-4b0b-9d07-2ace2c944e4b tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Deleting port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:37.525077 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1f494aa4-e682-47c3-92de-887faff22224 req-1ca07e3c-b1e4-4b0b-9d07-2ace2c944e4b tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:37.551217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3230091-cf8f-4836-8fd1-735e46e50fd2 req-d6133c92-7aa1-41dc-af22-0ff02c991431 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783408 Jul 19 03:18:37.564644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b4f2a2e-f0a7-45f0-95b8-6a42ad740ee9 req-21824d2e-83ef-4691-8f43-82539df99147 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840561 Jul 19 03:18:37.635852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-1f494aa4-e682-47c3-92de-887faff22224 req-1ca07e3c-b1e4-4b0b-9d07-2ace2c944e4b tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] For port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:37.636370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1f494aa4-e682-47c3-92de-887faff22224 req-1ca07e3c-b1e4-4b0b-9d07-2ace2c944e4b tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:37.650364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1f494aa4-e682-47c3-92de-887faff22224 req-1ca07e3c-b1e4-4b0b-9d07-2ace2c944e4b tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Calling delete_port for 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:37.797078 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1f494aa4-e682-47c3-92de-887faff22224 req-1ca07e3c-b1e4-4b0b-9d07-2ace2c944e4b tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:37.810914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['9a5fa3e2-bb78-423f-a8bb-ab98853738e3'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:37.842461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca07e3c-b1e4-4b0b-9d07-2ace2c944e4b tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Pushing event deleted for resources: {'Port': ['ID=9a5fa3e2-bb78-423f-a8bb-ab98853738e3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:38.247188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f494aa4-e682-47c3-92de-887faff22224 req-1ca07e3c-b1e4-4b0b-9d07-2ace2c944e4b tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] No DVR routers for this DVR port 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:38.271156 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1f494aa4-e682-47c3-92de-887faff22224 req-1ca07e3c-b1e4-4b0b-9d07-2ace2c944e4b tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:38.273281 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f494aa4-e682-47c3-92de-887faff22224 req-1ca07e3c-b1e4-4b0b-9d07-2ace2c944e4b tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.26 "DELETE /v2.0/ports/9a5fa3e2-bb78-423f-a8bb-ab98853738e3 HTTP/1.1" status: 204 len: 173 time: 1.0352592 Jul 19 03:18:38.274785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc43667-7c27-438a-9722-de7613e1403a', 'name': 'network-vif-deleted', 'tag': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:38.277137 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fbb8b4-cbb8-493b-ac31-16b33e948bf6" -d '{"events": [{"server_uuid": "fbc43667-7c27-438a-9722-de7613e1403a", "name": "network-vif-deleted", "tag": "9a5fa3e2-bb78-423f-a8bb-ab98853738e3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:38.330662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eed06256-dfd2-4803-9f0b-495538206b64 req-071d422a-43fc-465d-b5ad-62bdecbb4c62 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063 tempest-FloatingIPsAssociationNegativeTestJSON-1178871063-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbc43667-7c27-438a-9722-de7613e1403a HTTP/1.1" status: 200 len: 210 time: 0.0693362 Jul 19 03:18:38.376953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-4f1222b3-bf5c-4783-bcfd-098e7e68af14 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:38.389344 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-4f1222b3-bf5c-4783-bcfd-098e7e68af14 tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.4939351 Jul 19 03:18:38.409827 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3c7528-9fad-4f45-9781-5dddd96fce92 x-openstack-request-id: req-2b3c7528-9fad-4f45-9781-5dddd96fce92 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:38.410128 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc43667-7c27-438a-9722-de7613e1403a", "name": "network-vif-deleted", "tag": "9a5fa3e2-bb78-423f-a8bb-ab98853738e3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:38.410391 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b3c7528-9fad-4f45-9781-5dddd96fce92 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:38.410770 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc43667-7c27-438a-9722-de7613e1403a', 'name': 'network-vif-deleted', 'tag': '9a5fa3e2-bb78-423f-a8bb-ab98853738e3', 'status': 'completed', 'code': 200} Jul 19 03:18:38.454981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e871be2-9149-4be9-9b25-df2ea801860e req-d72acb2f-a6d3-400c-8e71-e04a6f6d329e tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:38.456651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e871be2-9149-4be9-9b25-df2ea801860e req-d72acb2f-a6d3-400c-8e71-e04a6f6d329e tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 945 time: 0.2209079 Jul 19 03:18:38.558444 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e871be2-9149-4be9-9b25-df2ea801860e req-a0cd14ff-4505-445b-ad94-33eec50f43fc tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/security-groups?id=a503cd3b-6333-4695-bf2e-3bd3db702131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854099 Jul 19 03:18:38.574475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-84f783f4-8d24-4534-9735-3a824d6ada5f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Deleting port 44a0d847-48d9-4331-9ad0-bf56784a4115 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:38.574847 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-84f783f4-8d24-4534-9735-3a824d6ada5f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:38.685775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-84f783f4-8d24-4534-9735-3a824d6ada5f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] For port 44a0d847-48d9-4331-9ad0-bf56784a4115, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=44a0d847-48d9-4331-9ad0-bf56784a4115,segment=NetworkSegment(3b68a900-d219-4556-b9a4-83dc240b9890),segment_id=3b68a900-d219-4556-b9a4-83dc240b9890)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:38.686163 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-84f783f4-8d24-4534-9735-3a824d6ada5f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:38.707994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-84f783f4-8d24-4534-9735-3a824d6ada5f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Calling delete_port for 44a0d847-48d9-4331-9ad0-bf56784a4115 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:38.759011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e3914-db24-4cfd-8129-ce63272d0fce req-e0a2cbdd-24a4-40c5-b749-83234984adcc tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:38.765823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e3914-db24-4cfd-8129-ce63272d0fce req-e0a2cbdd-24a4-40c5-b749-83234984adcc tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:38.767489 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c52e3914-db24-4cfd-8129-ce63272d0fce req-e0a2cbdd-24a4-40c5-b749-83234984adcc tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1683 time: 0.0845995 Jul 19 03:18:38.813646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c52e3914-db24-4cfd-8129-ce63272d0fce req-79ed33fd-773a-460f-9757-5d9acc50071c tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 Jul 19 03:18:38.868669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af75e69-5b26-4d50-aa79-bd8bb13169f6 req-b57201b4-64a8-471e-8013-a07d7750f542 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:38.874783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0af75e69-5b26-4d50-aa79-bd8bb13169f6 req-b57201b4-64a8-471e-8013-a07d7750f542 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.1036868 Jul 19 03:18:38.955651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0af75e69-5b26-4d50-aa79-bd8bb13169f6 req-4f1635d7-fa08-4787-932a-78bcfc50a169 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595319 Jul 19 03:18:38.990960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-84f783f4-8d24-4534-9735-3a824d6ada5f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:39.036988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f783f4-8d24-4534-9735-3a824d6ada5f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Pushing event deleted for resources: {'Port': ['ID=44a0d847-48d9-4331-9ad0-bf56784a4115,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:39.079270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-84f783f4-8d24-4534-9735-3a824d6ada5f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] No DVR routers for this DVR port 44a0d847-48d9-4331-9ad0-bf56784a4115 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:39.082325 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-84f783f4-8d24-4534-9735-3a824d6ada5f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:39.085460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-204d0b36-c252-4dd9-8b24-e13c01f47597 req-84f783f4-8d24-4534-9735-3a824d6ada5f tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.26 "DELETE /v2.0/ports/44a0d847-48d9-4331-9ad0-bf56784a4115 HTTP/1.1" status: 204 len: 173 time: 0.6952450 Jul 19 03:18:39.461537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51168) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:39.594342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40180c64-6b80-4169-9696-ff421793365e req-3c19ec02-7a8c-4eda-a60f-d2e308109ad5 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:39.602083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40180c64-6b80-4169-9696-ff421793365e req-3c19ec02-7a8c-4eda-a60f-d2e308109ad5 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:39.608006 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40180c64-6b80-4169-9696-ff421793365e req-3c19ec02-7a8c-4eda-a60f-d2e308109ad5 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1683 time: 0.1876507 Jul 19 03:18:39.672938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40180c64-6b80-4169-9696-ff421793365e req-bfee54af-bb5c-476b-9850-61cb1b99b21f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606050 Jul 19 03:18:39.816688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a267b08d-b157-4368-b3b4-e7de46ad6b54 req-e31f3363-eff2-4c7c-8cdd-fdc4571cc10a tempest-ServerRescueTestJSONUnderV235-355432660 tempest-ServerRescueTestJSONUnderV235-355432660-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a77b5bb-d983-42bf-8994-127afd8fdeb3 HTTP/1.1" status: 200 len: 210 time: 0.0389495 Jul 19 03:18:40.034858 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:40.179349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58beb7e-1d8c-4e47-9634-2d758ad7eafd req-3a623038-b333-49e9-8ee8-bdaf425a1135 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:40.180849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a58beb7e-1d8c-4e47-9634-2d758ad7eafd req-3a623038-b333-49e9-8ee8-bdaf425a1135 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.0754201 Jul 19 03:18:40.220898 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a58beb7e-1d8c-4e47-9634-2d758ad7eafd req-9419c3c7-c4ff-49e3-a765-8a6449b495e3 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333946 Jul 19 03:18:40.313806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] Deleting port bf5ee839-e33f-447d-a0a0-cb5718e8c299 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:40.314063 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:40.393866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] For port bf5ee839-e33f-447d-a0a0-cb5718e8c299, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bf5ee839-e33f-447d-a0a0-cb5718e8c299,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:40.394228 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:40.406386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] Calling delete_port for bf5ee839-e33f-447d-a0a0-cb5718e8c299 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:40.412148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'name': 'network-vif-deleted', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:40.415029 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4ff53b-1be3-4fb3-bf8e-985188400561" -d '{"events": [{"server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "name": "network-vif-deleted", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:40.456273 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bb26a9-1a20-4d38-bded-f5c1a5f4d63b x-openstack-request-id: req-60bb26a9-1a20-4d38-bded-f5c1a5f4d63b {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:40.456556 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a77b5bb-d983-42bf-8994-127afd8fdeb3", "name": "network-vif-deleted", "tag": "44a0d847-48d9-4331-9ad0-bf56784a4115", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:40.456810 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60bb26a9-1a20-4d38-bded-f5c1a5f4d63b {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:40.457202 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a77b5bb-d983-42bf-8994-127afd8fdeb3', 'name': 'network-vif-deleted', 'tag': '44a0d847-48d9-4331-9ad0-bf56784a4115', 'status': 'completed', 'code': 200} Jul 19 03:18:40.482677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:40.503947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:40.504288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9a5fa3e2-bb78-423f-a8bb-ab98853738e3 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:40.505013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 44a0d847-48d9-4331-9ad0-bf56784a4115 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:40.526660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 44a0d847-48d9-4331-9ad0-bf56784a4115 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:40.527409 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 44a0d847-48d9-4331-9ad0-bf56784a4115 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:40.831853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-3f50befa-7413-470f-8390-17aa58869502 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:40.837254 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:18:40.838940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-3f50befa-7413-470f-8390-17aa58869502 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:40.840612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-3f50befa-7413-470f-8390-17aa58869502 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1683 time: 0.0849187 Jul 19 03:18:40.914548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51190) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:40.961811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:40.966430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968bd4f-1a52-4219-bd4c-e3a625b21312 req-e8c75af5-06f3-4c4c-a972-8348ceeccd9f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:40.972398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968bd4f-1a52-4219-bd4c-e3a625b21312 req-e8c75af5-06f3-4c4c-a972-8348ceeccd9f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:40.973995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4968bd4f-1a52-4219-bd4c-e3a625b21312 req-e8c75af5-06f3-4c4c-a972-8348ceeccd9f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 1683 time: 0.1599317 Jul 19 03:18:41.001709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5ee839-e33f-447d-a0a0-cb5718e8c299,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:41.022984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-20c7b0ef-800f-4e71-b459-cddd536aa164 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting port 4538187a-640c-47ca-8b59-f33d696167b6 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:41.023331 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-20c7b0ef-800f-4e71-b459-cddd536aa164 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:41.034100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4968bd4f-1a52-4219-bd4c-e3a625b21312 req-ea011456-19cc-4dd3-b80e-70f0835a67a0 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eb66d-73e0-4925-98db-7f8326006b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524025 Jul 19 03:18:41.145189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-20c7b0ef-800f-4e71-b459-cddd536aa164 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] For port 4538187a-640c-47ca-8b59-f33d696167b6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4538187a-640c-47ca-8b59-f33d696167b6,segment=NetworkSegment(fea10da9-5a68-4a2a-a1d7-182391271014),segment_id=fea10da9-5a68-4a2a-a1d7-182391271014)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:41.145608 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-20c7b0ef-800f-4e71-b459-cddd536aa164 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:41.188292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-20c7b0ef-800f-4e71-b459-cddd536aa164 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Calling delete_port for 4538187a-640c-47ca-8b59-f33d696167b6 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:41.311974 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:41.372810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-20c7b0ef-800f-4e71-b459-cddd536aa164 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:41.384333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['2ea802d8-a3e5-44c7-8011-7e330c26e554', '4538187a-640c-47ca-8b59-f33d696167b6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:41.418138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7b0ef-800f-4e71-b459-cddd536aa164 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Port': ['ID=4538187a-640c-47ca-8b59-f33d696167b6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:41.502333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-20c7b0ef-800f-4e71-b459-cddd536aa164 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] No DVR routers for this DVR port 4538187a-640c-47ca-8b59-f33d696167b6 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:41.504942 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-20c7b0ef-800f-4e71-b459-cddd536aa164 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:41.507516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-20c7b0ef-800f-4e71-b459-cddd536aa164 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.26 "DELETE /v2.0/ports/4538187a-640c-47ca-8b59-f33d696167b6 HTTP/1.1" status: 204 len: 173 time: 0.6613595 Jul 19 03:18:41.596061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bd48a-5cab-46ed-b453-ec2090294826 req-8182c1d9-21f3-442e-9ecf-b96bbb0d7179 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:41.602971 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a5bd48a-5cab-46ed-b453-ec2090294826 req-8182c1d9-21f3-442e-9ecf-b96bbb0d7179 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.2223268 Jul 19 03:18:41.647533 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] Router 9279af6a-8bcc-44fb-a010-b240458b3f5e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:18:41.664293 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:41.668023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a5bd48a-5cab-46ed-b453-ec2090294826 req-915eb6b8-6768-4ac5-bf97-d0b36523e232 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627053 Jul 19 03:18:41.694430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-46f27246-3ce9-422a-9ae1-b999dbc0be91 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting port 2ea802d8-a3e5-44c7-8011-7e330c26e554 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:41.694430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-46f27246-3ce9-422a-9ae1-b999dbc0be91 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:41.799220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-46f27246-3ce9-422a-9ae1-b999dbc0be91 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] For port 2ea802d8-a3e5-44c7-8011-7e330c26e554, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2ea802d8-a3e5-44c7-8011-7e330c26e554,segment=NetworkSegment(d28d9629-84bc-44f8-bfda-df6652042666),segment_id=d28d9629-84bc-44f8-bfda-df6652042666)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:41.799481 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-46f27246-3ce9-422a-9ae1-b999dbc0be91 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:41.812398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-46f27246-3ce9-422a-9ae1-b999dbc0be91 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Calling delete_port for 2ea802d8-a3e5-44c7-8011-7e330c26e554 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:41.923052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:18:41.932259 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7e89fc57-86ea-4d7a-bf35-d2def8c17535 admin admin] 10.222.0.20 "PUT /v2.0/routers/9279af6a-8bcc-44fb-a010-b240458b3f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4677939 Jul 19 03:18:41.933660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] Sync routers for ids ['9279af6a-8bcc-44fb-a010-b240458b3f5e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:18:41.936411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51208) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:41.944584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] Routers {'9279af6a-8bcc-44fb-a010-b240458b3f5e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:41.945247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9279af6a-8bcc-44fb-a010-b240458b3f5e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:41.985891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-46f27246-3ce9-422a-9ae1-b999dbc0be91 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:41.996803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-62f2fc8c-0c6d-4dc6-9da8-14d8a2fce5b6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:41.998639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['4538187a-640c-47ca-8b59-f33d696167b6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:42.003993 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-62f2fc8c-0c6d-4dc6-9da8-14d8a2fce5b6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 821 time: 0.2660213 Jul 19 03:18:42.018649 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-4f9534b3-45e9-4c3a-90be-60a7f7e608fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/quotas/87ecb4f1f4054e3bbda937eff36101d2 HTTP/1.1" status: 200 len: 375 time: 0.0137813 Jul 19 03:18:42.027748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f27246-3ce9-422a-9ae1-b999dbc0be91 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Port': ['ID=2ea802d8-a3e5-44c7-8011-7e330c26e554,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:42.094667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] Set router 9279af6a-8bcc-44fb-a010-b240458b3f5e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:42.201952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:42.207008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-99bf9cb1-d244-4a97-9b50-7e25b9689117 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1798341 Jul 19 03:18:42.246605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-46f27246-3ce9-422a-9ae1-b999dbc0be91 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] No DVR routers for this DVR port 2ea802d8-a3e5-44c7-8011-7e330c26e554 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:42.308826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:18:40Z', 'revision_number': 5, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:42.336331 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-46f27246-3ce9-422a-9ae1-b999dbc0be91 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:42.338555 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b184170d-c85e-45eb-ac7a-affd8b8be6b5 req-46f27246-3ce9-422a-9ae1-b999dbc0be91 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.26 "DELETE /v2.0/ports/2ea802d8-a3e5-44c7-8011-7e330c26e554 HTTP/1.1" status: 204 len: 173 time: 0.8262546 Jul 19 03:18:42.351499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] Checking router: 9279af6a-8bcc-44fb-a010-b240458b3f5e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:18:42.362086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-652826cc-042a-42ad-91e3-9fb64bb69d04 req-4b35b8ac-3632-44eb-8a2c-5e4eac6233dc tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a83930c-1a2e-4d36-91ba-06fbeffc3705 HTTP/1.1" status: 200 len: 210 time: 0.1121242 Jul 19 03:18:42.364246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] Routers {'9279af6a-8bcc-44fb-a010-b240458b3f5e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:42.364955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9279af6a-8bcc-44fb-a010-b240458b3f5e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:42.365944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] Deleting port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:42.366319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:42.379732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-d6c5acde-654e-41a2-b951-08e11260ff0b service neutron] 10.222.0.20 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698885 Jul 19 03:18:42.452872 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:42.460525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'name': 'network-vif-deleted', 'tag': '4538187a-640c-47ca-8b59-f33d696167b6'}, {'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'name': 'network-vif-deleted', 'tag': '2ea802d8-a3e5-44c7-8011-7e330c26e554'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:42.463614 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9437b08-76a1-46ab-9c37-2ea7eecc005b" -d '{"events": [{"server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "name": "network-vif-deleted", "tag": "4538187a-640c-47ca-8b59-f33d696167b6"}, {"server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "name": "network-vif-deleted", "tag": "2ea802d8-a3e5-44c7-8011-7e330c26e554"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:42.485413 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] Set router 9279af6a-8bcc-44fb-a010-b240458b3f5e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:42.533115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Deleting port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:42.534012 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:42.566005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] For port 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09,segment=NetworkSegment(3b68a900-d219-4556-b9a4-83dc240b9890),segment_id=3b68a900-d219-4556-b9a4-83dc240b9890)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:42.566470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:42.590218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] Calling delete_port for 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:42.604046 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-26dfe443-79c4-4d6f-bb9a-1c74ed65398c service neutron] 10.222.0.20 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049108 Jul 19 03:18:42.613924 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-928c270a-a709-43dd-8fe8-bb925be0f919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:42.639734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] For port 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=51711326-ae75-4b97-aa2b-7c1f0ff0ef1d,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:42.640178 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:42.650048 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a5905d-95e4-4155-a7e9-33a2db3939e4 x-openstack-request-id: req-07a5905d-95e4-4155-a7e9-33a2db3939e4 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:42.650368 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "name": "network-vif-deleted", "tag": "4538187a-640c-47ca-8b59-f33d696167b6", "status": "completed", "code": 200}, {"server_uuid": "2a83930c-1a2e-4d36-91ba-06fbeffc3705", "name": "network-vif-deleted", "tag": "2ea802d8-a3e5-44c7-8011-7e330c26e554", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:42.650619 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07a5905d-95e4-4155-a7e9-33a2db3939e4 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:42.651035 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'name': 'network-vif-deleted', 'tag': '4538187a-640c-47ca-8b59-f33d696167b6', 'status': 'completed', 'code': 200} Jul 19 03:18:42.651289 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83930c-1a2e-4d36-91ba-06fbeffc3705', 'name': 'network-vif-deleted', 'tag': '2ea802d8-a3e5-44c7-8011-7e330c26e554', 'status': 'completed', 'code': 200} Jul 19 03:18:42.657772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Calling delete_port for 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:42.849890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:18:40Z', 'revision_number': 5, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:42.877073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:42.884393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82703f-9737-4aa2-b040-eed947033e83 None None] The sync data for ids ['9279af6a-8bcc-44fb-a010-b240458b3f5e'] in n-d-762330-18 is: [{'id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2141055489-router', 'tenant_id': '68243862021b4c5994ea6021c8859781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:42Z', 'updated_at': '2021-07-19T03:18:40Z', 'revision_number': 5, 'project_id': '68243862021b4c5994ea6021c8859781', 'gw_port': {'id': '51711326-ae75-4b97-aa2b-7c1f0ff0ef1d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279af6a-8bcc-44fb-a010-b240458b3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:43Z', 'updated_at': '2021-07-19T03:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:18:42.912317 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:42.931712 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:42.954828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca37a0-f362-45f8-9085-02b748594f8a req-fe37f58b-a79c-43d0-872c-7408debb27e0 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:42.956852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dca37a0-f362-45f8-9085-02b748594f8a req-fe37f58b-a79c-43d0-872c-7408debb27e0 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.1246197 Jul 19 03:18:42.991132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=51711326-ae75-4b97-aa2b-7c1f0ff0ef1d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:43.070295 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dca37a0-f362-45f8-9085-02b748594f8a req-44bc049e-2919-4228-bdb3-531f7b084c5f tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856893 Jul 19 03:18:43.101417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.114746 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c3a34805-576a-4d31-9d40-6300abbea93b req-17738b82-93a8-4cba-8c57-d7d87c8bcb2c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 210 time: 0.0967429 Jul 19 03:18:43.195614 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.243856 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.246280 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.362488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.363275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9279af6a-8bcc-44fb-a010-b240458b3f5e {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:18:43.369285 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.371019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b818f9fd-7299-43f6-90cc-b91a0d5ac0b7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9279af6a-8bcc-44fb-a010-b240458b3f5e HTTP/1.1" status: 204 len: 168 time: 1.4335494 Jul 19 03:18:43.374186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51244) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:43.403025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bf5ee839-e33f-447d-a0a0-cb5718e8c299 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:43.442660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: bf5ee839-e33f-447d-a0a0-cb5718e8c299 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:43.443037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bf5ee839-e33f-447d-a0a0-cb5718e8c299 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:43.467608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b49878-6222-4e90-b873-64c5e269772e admin admin] Deleting subnet 57fa140b-fd4e-410a-8566-5fb51fe1f4dd {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:18:43.471471 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5b49878-6222-4e90-b873-64c5e269772e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.510861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] Router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:18:43.525029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5b49878-6222-4e90-b873-64c5e269772e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.527239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51250) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:43.617542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f292645d-08fd-4e82-8fa6-4af08738b5fe tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting subnet 916051ab-6ebc-417f-abb9-cb51dd6b66ca {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:18:43.624729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f292645d-08fd-4e82-8fa6-4af08738b5fe tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.666635 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:18:43.675484 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c6b71ecf-e45f-4554-ba97-ac1532557f20 admin admin] 10.222.0.20 "PUT /v2.0/routers/113d983b-7356-4ef1-81d2-a3df8e0b6f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7594182 Jul 19 03:18:43.676237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51254) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:43.676404 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] Sync routers for ids ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:18:43.690720 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] Routers {'113d983b-7356-4ef1-81d2-a3df8e0b6f86'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:43.691362 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:43.726078 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f292645d-08fd-4e82-8fa6-4af08738b5fe tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.729286 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5b49878-6222-4e90-b873-64c5e269772e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.816862 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.868452 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5b49878-6222-4e90-b873-64c5e269772e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.897975 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f292645d-08fd-4e82-8fa6-4af08738b5fe tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.898772 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] Set router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:43.921379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b49878-6222-4e90-b873-64c5e269772e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57fa140b-fd4e-410a-8566-5fb51fe1f4dd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:43.933047 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5b49878-6222-4e90-b873-64c5e269772e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:43.937879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a5b49878-6222-4e90-b873-64c5e269772e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/57fa140b-fd4e-410a-8566-5fb51fe1f4dd HTTP/1.1" status: 204 len: 168 time: 0.5625472 Jul 19 03:18:43.938523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51256) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:43.940373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7d8c0-94f5-4081-a067-22f7dc97a50f None None] Network 057211cb-e6a4-4072-966a-9ca983fe6d29 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:44.021346 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.097085 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f292645d-08fd-4e82-8fa6-4af08738b5fe tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.179331 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:18:42Z', 'revision_number': 5, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:44.230713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292645d-08fd-4e82-8fa6-4af08738b5fe tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Subnet': ['ID=916051ab-6ebc-417f-abb9-cb51dd6b66ca,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:44.245638 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] Checking router: 113d983b-7356-4ef1-81d2-a3df8e0b6f86 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:18:44.261549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed1560-6167-4071-94f1-f2118fda1359 None None] Network d018fb2a-27e1-4404-97cb-b8becfe52240 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:44.270775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f292645d-08fd-4e82-8fa6-4af08738b5fe tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.276445 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] Routers {'113d983b-7356-4ef1-81d2-a3df8e0b6f86'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:44.277101 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:44.279292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f292645d-08fd-4e82-8fa6-4af08738b5fe tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "DELETE /v2.0/subnets/916051ab-6ebc-417f-abb9-cb51dd6b66ca HTTP/1.1" status: 204 len: 168 time: 0.7448165 Jul 19 03:18:44.284354 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51266) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:44.327343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8778aa0-96b9-4190-b10d-4dc61f34581f None None] DHCP port deletion for 057211cb-e6a4-4072-966a-9ca983fe6d29 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:18:44.417358 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] Set router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:44.470966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Deleting port 802c4626-7353-4a97-98b6-39663f1af20a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:44.471333 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.539801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4538187a-640c-47ca-8b59-f33d696167b6 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:44.581499 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.606943 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 4538187a-640c-47ca-8b59-f33d696167b6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:44.607259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4538187a-640c-47ca-8b59-f33d696167b6 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:44.607684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2ea802d8-a3e5-44c7-8011-7e330c26e554 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:44.616027 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b56b2e7-90c4-4cf2-b879-d0d5e469b781 req-18e2186c-e1ef-495b-ba93-251b6eb97418 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 210 time: 0.0732150 Jul 19 03:18:44.678136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 2ea802d8-a3e5-44c7-8011-7e330c26e554 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:44.678383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2ea802d8-a3e5-44c7-8011-7e330c26e554 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:44.681806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d8778aa0-96b9-4190-b10d-4dc61f34581f None None] Deleting port 802c4626-7353-4a97-98b6-39663f1af20a {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:44.682184 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d8778aa0-96b9-4190-b10d-4dc61f34581f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.708565 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:18:42Z', 'revision_number': 5, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:44.711762 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.724424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] For port 802c4626-7353-4a97-98b6-39663f1af20a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=802c4626-7353-4a97-98b6-39663f1af20a,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:44.724796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.779433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Calling delete_port for 802c4626-7353-4a97-98b6-39663f1af20a owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:44.791784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f60257-f014-427f-926a-e9b37d77bd32 req-b76ce693-0745-4992-b4bf-790f0ebfad39 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:44.798791 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-30f60257-f014-427f-926a-e9b37d77bd32 req-b76ce693-0745-4992-b4bf-790f0ebfad39 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.3977320 Jul 19 03:18:44.803336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d8778aa0-96b9-4190-b10d-4dc61f34581f None None] For port 802c4626-7353-4a97-98b6-39663f1af20a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=802c4626-7353-4a97-98b6-39663f1af20a,segment=NetworkSegment(a529a14b-bff6-4aaa-96cd-ebd663e9a830),segment_id=a529a14b-bff6-4aaa-96cd-ebd663e9a830)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:44.803706 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d8778aa0-96b9-4190-b10d-4dc61f34581f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.822187 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc23ca8-5f0c-44b8-b95e-d63cbfbde1c0 None None] The sync data for ids ['113d983b-7356-4ef1-81d2-a3df8e0b6f86'] in n-d-762330-18 is: [{'id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'name': 'tempest-ServerRescueTestJSONUnderV235-1232838158-router', 'tenant_id': '6b468de954764194a9d34fa880483489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:17:06Z', 'updated_at': '2021-07-19T03:18:42Z', 'revision_number': 5, 'project_id': '6b468de954764194a9d34fa880483489', 'gw_port': {'id': 'd333a535-5768-4bd1-bc25-89e0c5fdcff0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113d983b-7356-4ef1-81d2-a3df8e0b6f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:17:08Z', 'updated_at': '2021-07-19T03:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:18:44.824638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871431b7-c06e-4b1e-9f2f-eb2a5e716fdc None None] DHCP port deletion for d018fb2a-27e1-4404-97cb-b8becfe52240 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:18:44.830985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Deleting port d333a535-5768-4bd1-bc25-89e0c5fdcff0 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:44.831426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.834207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d8778aa0-96b9-4190-b10d-4dc61f34581f None None] Calling delete_port for 802c4626-7353-4a97-98b6-39663f1af20a owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:44.842733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-78673fa7-2bcc-466f-95e2-50548dc330ec tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:44.844295 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-78673fa7-2bcc-466f-95e2-50548dc330ec tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 821 time: 0.3421285 Jul 19 03:18:44.896827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Request body: {'port': {'device_id': '9eb0741d-b078-490d-bd8d-70490e87194c', 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51', 'admin_state_up': True, 'tenant_id': '87ecb4f1f4054e3bbda937eff36101d2'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:44.959552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] For port d333a535-5768-4bd1-bc25-89e0c5fdcff0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d333a535-5768-4bd1-bc25-89e0c5fdcff0,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:44.960110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.967040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-871431b7-c06e-4b1e-9f2f-eb2a5e716fdc None None] Deleting port d17cf927-27b8-41d0-96f2-6d6f64e10971 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:44.967698 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-871431b7-c06e-4b1e-9f2f-eb2a5e716fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:44.978008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Calling delete_port for d333a535-5768-4bd1-bc25-89e0c5fdcff0 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:44.994952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-30f60257-f014-427f-926a-e9b37d77bd32 req-92ce2647-b32f-438b-8ba5-e52b3baa513c tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951194 Jul 19 03:18:45.104303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-871431b7-c06e-4b1e-9f2f-eb2a5e716fdc None None] For port d17cf927-27b8-41d0-96f2-6d6f64e10971, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d17cf927-27b8-41d0-96f2-6d6f64e10971,segment=NetworkSegment(d28d9629-84bc-44f8-bfda-df6652042666),segment_id=d28d9629-84bc-44f8-bfda-df6652042666)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:45.107564 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-871431b7-c06e-4b1e-9f2f-eb2a5e716fdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.149827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-871431b7-c06e-4b1e-9f2f-eb2a5e716fdc None None] Calling delete_port for d17cf927-27b8-41d0-96f2-6d6f64e10971 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:45.151457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting port d17cf927-27b8-41d0-96f2-6d6f64e10971 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:45.152409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.258889 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.301105 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d8778aa0-96b9-4190-b10d-4dc61f34581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.316885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d333a535-5768-4bd1-bc25-89e0c5fdcff0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:45.327963 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-81bdedfe-3df3-4ba7-8ff1-0da4fa8e63b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.332228 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.336553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8778aa0-96b9-4190-b10d-4dc61f34581f None None] No DVR routers for this DVR port 802c4626-7353-4a97-98b6-39663f1af20a on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:45.347903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:45.374980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Made reservation on behalf of 87ecb4f1f4054e3bbda937eff36101d2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:45.382498 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.393279 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.429398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:45.429888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 51711326-ae75-4b97-aa2b-7c1f0ff0ef1d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:45.430437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:45.432319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8778aa0-96b9-4190-b10d-4dc61f34581f None None] Pushing event deleted for resources: {'Port': ['ID=802c4626-7353-4a97-98b6-39663f1af20a,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:45.436987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=802c4626-7353-4a97-98b6-39663f1af20a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:45.473596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:45.474097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1014b3ff-ab35-4ba5-9eca-2dfb6eac7c09 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:45.474769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 802c4626-7353-4a97-98b6-39663f1af20a no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:45.495384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] For port d17cf927-27b8-41d0-96f2-6d6f64e10971, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d17cf927-27b8-41d0-96f2-6d6f64e10971,segment=NetworkSegment(d28d9629-84bc-44f8-bfda-df6652042666),segment_id=d28d9629-84bc-44f8-bfda-df6652042666)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:45.495744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.504104 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.505024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] No DVR routers for this DVR port 802c4626-7353-4a97-98b6-39663f1af20a on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:45.508112 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.508752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 802c4626-7353-4a97-98b6-39663f1af20a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:45.509362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 802c4626-7353-4a97-98b6-39663f1af20a not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:45.510605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d17cf927-27b8-41d0-96f2-6d6f64e10971 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:45.569557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-871431b7-c06e-4b1e-9f2f-eb2a5e716fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.573376 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.576787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.577808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 113d983b-7356-4ef1-81d2-a3df8e0b6f86 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:18:45.585535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.587139 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-78c50a6f-3f7f-49f5-981e-1534a8ac24bb admin admin] 10.222.0.20 "DELETE /v2.0/routers/113d983b-7356-4ef1-81d2-a3df8e0b6f86 HTTP/1.1" status: 204 len: 168 time: 1.9099574 Jul 19 03:18:45.589787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51280) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:45.613540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871431b7-c06e-4b1e-9f2f-eb2a5e716fdc None None] No DVR routers for this DVR port d17cf927-27b8-41d0-96f2-6d6f64e10971 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:45.617858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871431b7-c06e-4b1e-9f2f-eb2a5e716fdc None None] Pushing event deleted for resources: {'Port': ['ID=d17cf927-27b8-41d0-96f2-6d6f64e10971,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:45.623147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No active binding found for port d17cf927-27b8-41d0-96f2-6d6f64e10971 {{(pid=94346) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 19 03:18:45.623590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d17cf927-27b8-41d0-96f2-6d6f64e10971 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:45.646591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-11159bae-81ca-491d-95e9-9e4f63ad8f18 admin admin] Deleting subnet 03c90811-e1f0-4a3d-81af-409795599873 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:18:45.650234 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11159bae-81ca-491d-95e9-9e4f63ad8f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.697642 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11159bae-81ca-491d-95e9-9e4f63ad8f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.750831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11159bae-81ca-491d-95e9-9e4f63ad8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.844983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11159bae-81ca-491d-95e9-9e4f63ad8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.885307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11159bae-81ca-491d-95e9-9e4f63ad8f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c90811-e1f0-4a3d-81af-409795599873,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:45.906683 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4905d3f3-1b66-48f0-9d48-f5cdbcb49571 req-51646772-5d49-4b99-b79e-d61d3be1d88a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 210 time: 0.0561032 Jul 19 03:18:45.907795 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11159bae-81ca-491d-95e9-9e4f63ad8f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.910942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-11159bae-81ca-491d-95e9-9e4f63ad8f18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/03c90811-e1f0-4a3d-81af-409795599873 HTTP/1.1" status: 204 len: 168 time: 0.3183460 Jul 19 03:18:45.914743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51284) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:45.998089 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:45.998506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Calling delete_port for d17cf927-27b8-41d0-96f2-6d6f64e10971 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:46.080821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.091488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1aaae87-087d-4424-9714-17763f8061b6']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:46.101917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b68a900-d219-4556-b9a4-83dc240b9890') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:46.102252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b68a900-d219-4556-b9a4-83dc240b9890') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:46.112133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.127060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.130723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4013a-e687-43cf-bd81-8ea5ff3f5bae req-75e3c67c-7b48-4b66-b4df-73b8bd0a5680 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:46.132549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-97e4013a-e687-43cf-bd81-8ea5ff3f5bae req-75e3c67c-7b48-4b66-b4df-73b8bd0a5680 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 945 time: 0.7946267 Jul 19 03:18:46.160374 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.164901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Allocated IP 172.20.0.12 (843dd68e-c0bf-4f74-b642-e9b5acfcbf51/249b7207-14ce-4506-afb2-bd1730d40f33/2131ec3e-7dfe-444e-a4a5-e8fb330405c6) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:46.178516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:18:46.178938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:18:46.180816 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:18:46.199286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057211cb-e6a4-4072-966a-9ca983fe6d29']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:46.234401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a529a14b-bff6-4aaa-96cd-ebd663e9a830') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:46.234401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a529a14b-bff6-4aaa-96cd-ebd663e9a830') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:46.265006 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.286822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67f877-3012-40a3-86c0-9994ee893f6d req-5dc1185e-ad2e-4e6b-a54a-114bf838ee23 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:46.287733 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db67f877-3012-40a3-86c0-9994ee893f6d req-5dc1185e-ad2e-4e6b-a54a-114bf838ee23 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.1625609 Jul 19 03:18:46.289074 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.297340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.299737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] 10.222.0.20 "DELETE /v2.0/networks/d1aaae87-087d-4424-9714-17763f8061b6 HTTP/1.1" status: 204 len: 168 time: 0.3840141 Jul 19 03:18:46.310132 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-97e4013a-e687-43cf-bd81-8ea5ff3f5bae req-00403fff-9546-41c6-909d-081268252960 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359537 Jul 19 03:18:46.317638 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.321986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d6c29-19a0-45cb-b281-4dceb1b2464e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1aaae87-087d-4424-9714-17763f8061b6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:46.332200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.350197 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.379081 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db67f877-3012-40a3-86c0-9994ee893f6d req-64df90cb-fae3-42da-84e4-3a99058e3c5f tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581794 Jul 19 03:18:46.412364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:18:46.413283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:18:46.439625 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:18:46.446951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Port': ['ID=d17cf927-27b8-41d0-96f2-6d6f64e10971,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:46.474611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51296) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:46.491988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] No DVR routers for this DVR port d17cf927-27b8-41d0-96f2-6d6f64e10971 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:46.525811 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ed16631a-c4d7-4e3f-b4ea-96bf600bd141 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b468de954764194a9d34fa880483489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499971 Jul 19 03:18:46.526919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51298) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:46.557740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.585262 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.587985 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] 10.222.0.20 "DELETE /v2.0/networks/057211cb-e6a4-4072-966a-9ca983fe6d29 HTTP/1.1" status: 204 len: 168 time: 2.6446936 Jul 19 03:18:46.600972 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a8421a9-e44c-401b-835f-a0a8a789d356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.640859 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a8421a9-e44c-401b-835f-a0a8a789d356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.688244 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c5b98-6516-4bf0-9915-affe5a0d5ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=057211cb-e6a4-4072-966a-9ca983fe6d29,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:46.705610 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a8421a9-e44c-401b-835f-a0a8a789d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.708198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a8421a9-e44c-401b-835f-a0a8a789d356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.709388 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6a8421a9-e44c-401b-835f-a0a8a789d356 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a503cd3b-6333-4695-bf2e-3bd3db702131 HTTP/1.1" status: 204 len: 168 time: 0.1813130 Jul 19 03:18:46.713428 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.722529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8421a9-e44c-401b-835f-a0a8a789d356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a503cd3b-6333-4695-bf2e-3bd3db702131,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:46.794515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.806788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d018fb2a-27e1-4404-97cb-b8becfe52240']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:46.819800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28d9629-84bc-44f8-bfda-df6652042666') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:46.820085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28d9629-84bc-44f8-bfda-df6652042666') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:46.827691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.839560 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.840265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['d5c3014d-30a3-4dbf-a999-9f3589fd78e7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:46.847071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51304) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:46.919636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e035c097-7da3-4001-8243-f633af47689a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68243862021b4c5994ea6021c8859781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681400 Jul 19 03:18:46.919636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51306) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:46.946449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:46.964757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:46.967803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Pushing event updated for resources: {'Port': ['ID=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:46.970635 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:46.982579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:46.995032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b468d04-252c-4fca-9279-e1d3cbbf7ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.038291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:18:47.039022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:18:47.042395 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:18:47.050491 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b468d04-252c-4fca-9279-e1d3cbbf7ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.163429 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b468d04-252c-4fca-9279-e1d3cbbf7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.166103 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b468d04-252c-4fca-9279-e1d3cbbf7ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.167440 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7b468d04-252c-4fca-9279-e1d3cbbf7ccd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccf361ea-9643-47d2-91c9-8e2d5f192e31 HTTP/1.1" status: 204 len: 168 time: 0.2477248 Jul 19 03:18:47.182906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b468d04-252c-4fca-9279-e1d3cbbf7ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf361ea-9643-47d2-91c9-8e2d5f192e31,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:47.190245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:47.194804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.209231 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.230556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.233247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "DELETE /v2.0/networks/d018fb2a-27e1-4404-97cb-b8becfe52240 HTTP/1.1" status: 204 len: 168 time: 2.9479253 Jul 19 03:18:47.239168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51316) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:47.264349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-39605fd7-e145-4c82-b088-cf8abe85baae tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:47.266579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-39605fd7-e145-4c82-b088-cf8abe85baae tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 945 time: 0.2934587 Jul 19 03:18:47.294556 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-c5913932-ec33-4827-8563-f25a761443f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4338953 Jul 19 03:18:47.362514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13691c-3891-4031-aac8-39b5e241e11b req-5b131dc1-2847-4edf-b94f-5990382b6b6a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:47.369637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34e8aa-6be7-4f4b-807c-32860890fc6f tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Network': ['ID=d018fb2a-27e1-4404-97cb-b8becfe52240,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:47.374547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d333a535-5768-4bd1-bc25-89e0c5fdcff0 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:47.382957 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a13691c-3891-4031-aac8-39b5e241e11b req-5b131dc1-2847-4edf-b94f-5990382b6b6a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 932 time: 0.1708574 Jul 19 03:18:47.403282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Request body: {'port': {'device_id': '9eb0741d-b078-490d-bd8d-70490e87194c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:47.410098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: d333a535-5768-4bd1-bc25-89e0c5fdcff0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:47.410472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d333a535-5768-4bd1-bc25-89e0c5fdcff0 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:47.441045 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a13691c-3891-4031-aac8-39b5e241e11b req-7ef11b3f-8a07-4c06-9d59-f48c7c70e60e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549500 Jul 19 03:18:47.581452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af2cc43-7458-497e-bba1-cd82e693903d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting subnet 78f51af4-e324-4d08-a6bf-871ccc6e62db {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:18:47.585369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7af2cc43-7458-497e-bba1-cd82e693903d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.641248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f0894-9c9f-438c-85d6-1b0421548dc7 req-3447b2a7-fa17-4732-86a2-562d0a55cef7 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:47.643551 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-505f0894-9c9f-438c-85d6-1b0421548dc7 req-3447b2a7-fa17-4732-86a2-562d0a55cef7 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.0853412 Jul 19 03:18:47.712525 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-505f0894-9c9f-438c-85d6-1b0421548dc7 req-fffce7fb-3049-4177-aa72-e6d420be4112 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616581 Jul 19 03:18:47.765459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7af2cc43-7458-497e-bba1-cd82e693903d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.805849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.837752 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.899297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-df4daf44-e0db-4100-a2ad-1a87369f1616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Deleting port 56778dc9-23d2-44e9-831a-32c9e13e5f93 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:47.899654 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-df4daf44-e0db-4100-a2ad-1a87369f1616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:47.957365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf67b24-b32d-4c1b-b594-a124bf96204e req-811e73a8-a5b9-4cae-be50-a29cd9adc422 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:47.958592 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aaf67b24-b32d-4c1b-b594-a124bf96204e req-811e73a8-a5b9-4cae-be50-a29cd9adc422 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 945 time: 0.3975387 Jul 19 03:18:48.046468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51356) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:48.089721 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7af2cc43-7458-497e-bba1-cd82e693903d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.203546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aaf67b24-b32d-4c1b-b594-a124bf96204e req-da4689c7-b0c8-43e0-8450-817c3677468f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297418 Jul 19 03:18:48.227633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-df4daf44-e0db-4100-a2ad-1a87369f1616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] For port 56778dc9-23d2-44e9-831a-32c9e13e5f93, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=56778dc9-23d2-44e9-831a-32c9e13e5f93,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:48.228013 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-df4daf44-e0db-4100-a2ad-1a87369f1616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.277024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-df4daf44-e0db-4100-a2ad-1a87369f1616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Calling delete_port for 56778dc9-23d2-44e9-831a-32c9e13e5f93 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:48.301518 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7af2cc43-7458-497e-bba1-cd82e693903d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.354025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1176730844-network', 'tenant_id': 'f4327063bbf84c789e67f0598ea50dc6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:48.389265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Made reservation on behalf of f4327063bbf84c789e67f0598ea50dc6 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:48.391565 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.400328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.467780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f665f-c251-429e-898f-7c0b703c5033 None None] Network b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:48.488035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2cc43-7458-497e-bba1-cd82e693903d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Subnet': ['ID=78f51af4-e324-4d08-a6bf-871ccc6e62db,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:48.500654 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7af2cc43-7458-497e-bba1-cd82e693903d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.506608 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7af2cc43-7458-497e-bba1-cd82e693903d tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "DELETE /v2.0/subnets/78f51af4-e324-4d08-a6bf-871ccc6e62db HTTP/1.1" status: 204 len: 168 time: 1.2661564 Jul 19 03:18:48.507842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51380) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:48.521789 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.533865 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.552428 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:18:48.564676 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.565043 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Added segment 62e8e756-631f-48cc-98cb-ce36fb8c6469 of type vlan for network 300dd58f-002a-4a10-822f-666ae40c184d Jul 19 03:18:48.576483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:48.603406 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.623464 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.688585 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-055a3525-f2b1-4fb7-b9cd-5dbc68233daf tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cb42f17860a7452ebbe6cb0de41c617e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792830 Jul 19 03:18:48.694484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfcbd56-e133-4652-9426-02cb77ff16d6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:48.701579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Transition to ACTIVE for port object 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:48.722089 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.727367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.748416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] DHCP port deletion for b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:18:48.752634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.753626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:48.754478 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.823169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:48.836050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Deleting port 920e8a1c-bfd8-4f9b-9f47-8763033da642 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:48.836504 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.845728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] Pushing event updated for resources: {'Network': ['ID=300dd58f-002a-4a10-822f-666ae40c184d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:48.891561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0b706498-59fe-4172-bb2a-50061df0fc13 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8435771 Jul 19 03:18:48.895991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51388) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:48.906505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] For port 920e8a1c-bfd8-4f9b-9f47-8763033da642, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=920e8a1c-bfd8-4f9b-9f47-8763033da642,segment=NetworkSegment(fea10da9-5a68-4a2a-a1d7-182391271014),segment_id=fea10da9-5a68-4a2a-a1d7-182391271014)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:48.907194 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:48.908495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Request body: {'subnet': {'network_id': '300dd58f-002a-4a10-822f-666ae40c184d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1176730844-subnet', 'tenant_id': 'f4327063bbf84c789e67f0598ea50dc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:48.919823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986577c-76f3-4c1a-bd15-b368eaf0e7a9 req-b226ee6d-c5ca-472a-adb4-19cf93da36e5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:48.921445 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b986577c-76f3-4c1a-bd15-b368eaf0e7a9 req-b226ee6d-c5ca-472a-adb4-19cf93da36e5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 932 time: 0.2739863 Jul 19 03:18:48.921805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Calling delete_port for 920e8a1c-bfd8-4f9b-9f47-8763033da642 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:48.935296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-c3cd4bdc-0322-4cb7-9cd7-6550566943e7 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:48.942065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-c3cd4bdc-0322-4cb7-9cd7-6550566943e7 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371836 Jul 19 03:18:48.958405 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-c0049960-58f1-44dd-b2a1-403a8ca7a3ce tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/quotas/cb42f17860a7452ebbe6cb0de41c617e HTTP/1.1" status: 200 len: 375 time: 0.0154009 Jul 19 03:18:48.994970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-a9c0b862-8e8f-4020-bddf-0723bb58689a tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb42f17860a7452ebbe6cb0de41c617e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353181 Jul 19 03:18:49.012078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 300dd58f-002a-4a10-822f-666ae40c184d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:18:49.017239 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.032998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Made reservation on behalf of f4327063bbf84c789e67f0598ea50dc6 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:49.036094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.037967 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-df4daf44-e0db-4100-a2ad-1a87369f1616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.063758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Pushing event deleted for resources: {'Port': ['ID=920e8a1c-bfd8-4f9b-9f47-8763033da642,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:49.067760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] No DVR routers for this DVR port 920e8a1c-bfd8-4f9b-9f47-8763033da642 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:49.083995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.083995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.083995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.083995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.083995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.084901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.084901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.085184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.085865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.086394 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.087406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.087901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bc146-305e-446c-8be7-ea1032176ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:18:49.154585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4daf44-e0db-4100-a2ad-1a87369f1616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event deleted for resources: {'Port': ['ID=56778dc9-23d2-44e9-831a-32c9e13e5f93,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:49.174715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b986577c-76f3-4c1a-bd15-b368eaf0e7a9 req-273b5c52-c05b-4b7a-8a4c-3eb46f9d1bd2 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425237 Jul 19 03:18:49.279472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Deleting port 920e8a1c-bfd8-4f9b-9f47-8763033da642 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:49.280105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.313754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:18:49.314145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:18:49.314458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:49.328755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-df4daf44-e0db-4100-a2ad-1a87369f1616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] No DVR routers for this DVR port 56778dc9-23d2-44e9-831a-32c9e13e5f93 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:49.341778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 920e8a1c-bfd8-4f9b-9f47-8763033da642 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:49.345162 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-df4daf44-e0db-4100-a2ad-1a87369f1616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.347218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c13ba40-10fd-430a-ab11-e21b0607cb71 req-df4daf44-e0db-4100-a2ad-1a87369f1616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "DELETE /v2.0/ports/56778dc9-23d2-44e9-831a-32c9e13e5f93 HTTP/1.1" status: 204 len: 173 time: 2.0675342 Jul 19 03:18:49.347676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61eb13c2-2485-4faa-99b2-23270c2402ad', 'name': 'network-vif-deleted', 'tag': '56778dc9-23d2-44e9-831a-32c9e13e5f93'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:49.349940 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2960ae-2b55-4d91-8191-799a5a46a91b" -d '{"events": [{"server_uuid": "61eb13c2-2485-4faa-99b2-23270c2402ad", "name": "network-vif-deleted", "tag": "56778dc9-23d2-44e9-831a-32c9e13e5f93"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:49.357452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:18:49.357779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:49.372216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:18:49.372581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:49.373102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:18:49.373557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Bound port: 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:18:49.373920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.391371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 920e8a1c-bfd8-4f9b-9f47-8763033da642 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:49.391712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 920e8a1c-bfd8-4f9b-9f47-8763033da642 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:49.498007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92928ce8-d139-4d43-8747-4a5c470715fa req-1293af4a-67a7-458c-969c-1eb8e265f5a9 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:49.505355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92928ce8-d139-4d43-8747-4a5c470715fa req-1293af4a-67a7-458c-969c-1eb8e265f5a9 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.0795972 Jul 19 03:18:49.555435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] For port 920e8a1c-bfd8-4f9b-9f47-8763033da642, host n-d-762330-18, got binding levels [] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:49.555757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.567651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92928ce8-d139-4d43-8747-4a5c470715fa req-b2d8e270-f8c2-4444-b04f-cee677907683 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612583 Jul 19 03:18:49.582923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5d13747-c574-45af-87a9-5d5055a5aefc req-0c1c37fd-1629-4df9-9bd8-dd2dcdbf72b1 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 210 time: 0.0752342 Jul 19 03:18:49.623208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Calling delete_port for 920e8a1c-bfd8-4f9b-9f47-8763033da642 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:49.629234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.ipam_backend_mixin [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Port 920e8a1c-bfd8-4f9b-9f47-8763033da642 was not found and therefore no delete operation was performed {{(pid=94344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:18:49.635526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.661437 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf0b258-370d-4356-b350-c94994ed7aa0 x-openstack-request-id: req-0cf0b258-370d-4356-b350-c94994ed7aa0 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:49.661898 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61eb13c2-2485-4faa-99b2-23270c2402ad", "name": "network-vif-deleted", "tag": "56778dc9-23d2-44e9-831a-32c9e13e5f93", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:49.662280 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cf0b258-370d-4356-b350-c94994ed7aa0 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:49.662826 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61eb13c2-2485-4faa-99b2-23270c2402ad', 'name': 'network-vif-deleted', 'tag': '56778dc9-23d2-44e9-831a-32c9e13e5f93', 'status': 'completed', 'code': 200} Jul 19 03:18:49.701412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Port': ['ID=920e8a1c-bfd8-4f9b-9f47-8763033da642,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:49.706451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] No DVR routers for this DVR port 920e8a1c-bfd8-4f9b-9f47-8763033da642 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:49.718401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:49.719426 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-50b541f7-0736-4916-83b1-76e3945feba3 req-34269286-006f-466e-a4f5-17f9130dfe5d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 210 time: 0.0369754 Jul 19 03:18:49.796097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:18:49.820715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.841519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:49.842388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.844627 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/2131ec3e-7dfe-444e-a4a5-e8fb330405c6 HTTP/1.1" status: 200 len: 1093 time: 2.4597688 Jul 19 03:18:49.918137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.938607 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:49.946367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:50.015679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea10da9-5a68-4a2a-a1d7-182391271014') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:50.016020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea10da9-5a68-4a2a-a1d7-182391271014') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:50.031791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838da23d-9c5d-451f-b417-1aecf8c4a6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:50.043504 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:50.067230 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:50.069485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=220e7def-d520-449a-b9d6-0b1a5da611d2,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:50.080478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:18:50.081063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:18:50.086624 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:18:50.543154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-a3268384-90e8-41f2-b391-b7d9e906cc01 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cb42f17860a7452ebbe6cb0de41c617e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279310 Jul 19 03:18:50.543978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Checking segment: {'id': '62e8e756-631f-48cc-98cb-ce36fb8c6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '300dd58f-002a-4a10-822f-666ae40c184d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:50.544352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Network hostable DHCP agents. Network: 300dd58f-002a-4a10-822f-666ae40c184d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:18:50.594837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-d2cafa38-a30a-4c25-9a3f-1bbfc66bfe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:50.596423 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-d2cafa38-a30a-4c25-9a3f-1bbfc66bfe71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 1096 time: 0.6477704 Jul 19 03:18:50.597093 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:50.680514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 56778dc9-23d2-44e9-831a-32c9e13e5f93 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:50.704944 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:50.717144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] 10.222.0.20 "DELETE /v2.0/networks/b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc HTTP/1.1" status: 204 len: 168 time: 2.2033443 Jul 19 03:18:50.744090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 56778dc9-23d2-44e9-831a-32c9e13e5f93 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:50.744469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 56778dc9-23d2-44e9-831a-32c9e13e5f93 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:50.782342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-8718c05b-de91-4ebf-aa5e-1895aca6b805 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6 HTTP/1.1" status: 200 len: 217 time: 0.1712480 Jul 19 03:18:50.783030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6b4c8-e5d6-40e3-8dd7-1ac8ea743b66 tempest-ServersTestMultiNic-183344741 tempest-ServersTestMultiNic-183344741-project] Pushing event deleted for resources: {'Network': ['ID=b9cd888d-188b-4d1a-8731-b6c8b3c4a9dc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:50.791227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Network 300dd58f-002a-4a10-822f-666ae40c184d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:18:50.813061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d5ed-da16-444e-9125-0a75a3610e46 req-d206f523-0f14-4941-ae6e-4ec8addeaf5c tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:50.820757 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6008d5ed-da16-444e-9125-0a75a3610e46 req-d206f523-0f14-4941-ae6e-4ec8addeaf5c tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.1153014 Jul 19 03:18:50.834107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 300dd58f-002a-4a10-822f-666ae40c184d) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:50.844721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f00f62-573a-46ee-83ee-93c5e59bbded None None] Network 300dd58f-002a-4a10-822f-666ae40c184d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:50.857327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:50.857944 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:50.870687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef71b-5ac3-4d11-9ce7-d58c88f90ca9 req-4a74e01d-3820-43c1-887a-d83d25430a30 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:50.880668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2ef71b-5ac3-4d11-9ce7-d58c88f90ca9 req-4a74e01d-3820-43c1-887a-d83d25430a30 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 944 time: 0.4492302 Jul 19 03:18:50.902307 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6008d5ed-da16-444e-9125-0a75a3610e46 req-8af13bca-27d4-47ac-bb4c-f356d2f50e0f tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805330 Jul 19 03:18:50.906685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-4df46620-6401-4887-a7cc-3ec07aedc609 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:50.908175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-4df46620-6401-4887-a7cc-3ec07aedc609 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3547835 Jul 19 03:18:50.928168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Request body: {'port': {'device_id': '53384ace-3f4c-4692-b6f0-70be4423f896', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': 'cb42f17860a7452ebbe6cb0de41c617e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:50.936051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-50b490cf-d676-470f-bfe5-10f00f752443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:50.937540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-50b490cf-d676-470f-bfe5-10f00f752443 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1487002 Jul 19 03:18:50.948963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-439b2212-c7c8-4cfc-b655-d89ae4917630 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0478330 Jul 19 03:18:51.006767 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-ea870caf-9f19-41e1-9764-c6ebae4a3582 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540385 Jul 19 03:18:51.018046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f375d-d9f6-4648-8d7c-4f6aa0bbe5f9 None None] Network 300dd58f-002a-4a10-822f-666ae40c184d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:51.023454 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2ef71b-5ac3-4d11-9ce7-d58c88f90ca9 req-4e96555d-3d77-4b2b-af4f-c26492eec295 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418056 Jul 19 03:18:51.267240 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30346af6-c029-4537-a246-4366b94984af req-09030bc7-f34a-4741-8962-3137a987307e tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 210 time: 0.0604427 Jul 19 03:18:51.277035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-b67fabe2-01f8-4cd0-88ff-4c1529de32ce service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431536 Jul 19 03:18:51.336215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Made reservation on behalf of cb42f17860a7452ebbe6cb0de41c617e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:51.343857 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:51.377780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:51.414488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7e6afc5-4b8a-4ccb-8992-d767776f089d req-ce05597f-013b-49fd-845e-cfd9df531c35 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 210 time: 0.0599971 Jul 19 03:18:51.539645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d091890-2682-4d4b-bdde-b4a8b17eeb1f req-ee89e0ef-362d-440e-809b-8488f790a363 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542069 Jul 19 03:18:51.553330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51448) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:51.604418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51452) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:51.611806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1028753419-network', 'tenant_id': '0621fc68a5e14a20bcfe176765b0bb60'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:51.627255 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:51.635852 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:51.664834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb0741d-b078-490d-bd8d-70490e87194c', 'tag': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:51.667588 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d774b-af64-46a2-b1ae-1ced137455bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb0741d-b078-490d-bd8d-70490e87194c", "tag": "2131ec3e-7dfe-444e-a4a5-e8fb330405c6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:51.710935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Made reservation on behalf of 0621fc68a5e14a20bcfe176765b0bb60 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:51.714436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:51.727483 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:51.729806 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c124246-1077-4807-808b-0e7a8ab06141 x-openstack-request-id: req-9c124246-1077-4807-808b-0e7a8ab06141 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:51.730148 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb0741d-b078-490d-bd8d-70490e87194c", "tag": "2131ec3e-7dfe-444e-a4a5-e8fb330405c6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:51.730968 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c124246-1077-4807-808b-0e7a8ab06141 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:51.731555 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb0741d-b078-490d-bd8d-70490e87194c', 'tag': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6', 'status': 'completed', 'code': 200} Jul 19 03:18:51.737163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d66dac-39b2-4ce9-8e34-d888412025e2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:51.860030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d774b-af64-46a2-b1ae-1ced137455bb req-e32e0989-443f-453c-bae2-2f8af3256d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:51.861598 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0d774b-af64-46a2-b1ae-1ced137455bb req-e32e0989-443f-453c-bae2-2f8af3256d45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 1096 time: 0.1179554 Jul 19 03:18:51.862687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Allocated IP 192.168.233.147 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/7b5201f2-ab4d-4747-a5d7-db30d757fe38) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:51.988774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:51.992876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d774b-af64-46a2-b1ae-1ced137455bb req-81355b33-d306-45c6-ab83-b688a005f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:51.995414 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0d774b-af64-46a2-b1ae-1ced137455bb req-81355b33-d306-45c6-ab83-b688a005f790 service neutron] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.1257091 Jul 19 03:18:52.003736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.037864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571bec00-c084-4467-8cbf-0443d18f911e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:52.056842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:18:52.079176 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.080315 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Added segment 0dde8544-7bda-4744-b18d-7b9f572eb244 of type vlan for network a90c694c-01f7-4cb1-a4dd-0d9ed296c024 Jul 19 03:18:52.168141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.220121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0d774b-af64-46a2-b1ae-1ced137455bb req-81a9ef61-aad4-42ca-a8c3-e1627f084d84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6 HTTP/1.1" status: 200 len: 217 time: 0.0566504 Jul 19 03:18:52.235885 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.328662 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.350388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d774b-af64-46a2-b1ae-1ced137455bb req-b44811dc-fd4e-4235-a9f7-8d8dbd37c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:52.351858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0d774b-af64-46a2-b1ae-1ced137455bb req-b44811dc-fd4e-4235-a9f7-8d8dbd37c209 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1247394 Jul 19 03:18:52.353623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Transition to ACTIVE for port object 7b5201f2-ab4d-4747-a5d7-db30d757fe38 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:52.355800 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.357702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:52.358561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.395626 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0d774b-af64-46a2-b1ae-1ced137455bb req-dee2d19a-38c8-45d3-bffa-5f7dcb99815b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343699 Jul 19 03:18:52.448451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b3b7e-385c-4f25-a656-43b835579bca req-cbae6585-fdf7-4b24-bf61-bdd917172444 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:52.450696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-470b3b7e-385c-4f25-a656-43b835579bca req-cbae6585-fdf7-4b24-bf61-bdd917172444 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 944 time: 0.2096360 Jul 19 03:18:52.486656 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8788085 Jul 19 03:18:52.489572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51464) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:52.521572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Request body: {'subnet': {'network_id': 'a90c694c-01f7-4cb1-a4dd-0d9ed296c024', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1028753419-subnet', 'tenant_id': '0621fc68a5e14a20bcfe176765b0bb60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:52.534993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fa2c9-3c05-46ca-bde3-93a6c65529ec admin admin] Pushing event updated for resources: {'Network': ['ID=a90c694c-01f7-4cb1-a4dd-0d9ed296c024,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:52.547247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network a90c694c-01f7-4cb1-a4dd-0d9ed296c024 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:18:52.591771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Made reservation on behalf of 0621fc68a5e14a20bcfe176765b0bb60 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:52.592273 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.594880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.606249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f96c09-a1b8-4f7c-8259-c38ab03e3325 req-1060a672-ea8a-4c50-a62e-3b87b2128e7c tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:52.613752 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-81f96c09-a1b8-4f7c-8259-c38ab03e3325 req-1060a672-ea8a-4c50-a62e-3b87b2128e7c tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.2634926 Jul 19 03:18:52.690985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:52.693327 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0d774b-af64-46a2-b1ae-1ced137455bb req-13d7e9e6-adcf-487f-8421-57fe4281fd27 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908812 Jul 19 03:18:52.706146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:52.753081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-470b3b7e-385c-4f25-a656-43b835579bca req-b838e15c-0e1b-4177-80c8-3cb497c7019e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895608 Jul 19 03:18:52.759784 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-81f96c09-a1b8-4f7c-8259-c38ab03e3325 req-75eb1f1c-39fb-4b73-9b98-a88985461cdf tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450605 Jul 19 03:18:52.855047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:52.860544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Pushing event updated for resources: {'Port': ['ID=7b5201f2-ab4d-4747-a5d7-db30d757fe38,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:52.876164 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df0d774b-af64-46a2-b1ae-1ced137455bb req-e0b5606d-4bd9-48a2-9afb-bc444d3333fb service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733944 Jul 19 03:18:52.957621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:52.958352 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.998210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] Deleting port 5457b71d-e072-49ac-a8c9-f168bb8d6457 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:52.998774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:52.999767 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-75199675-9be1-4e42-a9f9-543bea36ea6c tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0764959 Jul 19 03:18:53.026169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Request body: {'port': {'device_id': '53384ace-3f4c-4692-b6f0-70be4423f896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:53.057134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3af8da57-b36c-4741-9b4f-405f1fb03933 req-32920a32-3f90-45ef-8b9d-2be7324eff0a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 210 time: 0.0734084 Jul 19 03:18:53.104048 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:53.116213 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:53.148160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf92351-e10d-43de-a682-52587078e011 req-a8bddff3-d07f-41c6-ada5-35dfe06081b2 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:53.155693 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdf92351-e10d-43de-a682-52587078e011 req-a8bddff3-d07f-41c6-ada5-35dfe06081b2 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 936 time: 0.2297502 Jul 19 03:18:53.175627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-92697901-82a0-4ca7-ac56-28675ff19077 None None] Provisioning for port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:53.183703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-92697901-82a0-4ca7-ac56-28675ff19077 None None] Provisioning complete for port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:53.185828 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92697901-82a0-4ca7-ac56-28675ff19077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:53.220115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] For port 5457b71d-e072-49ac-a8c9-f168bb8d6457, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5457b71d-e072-49ac-a8c9-f168bb8d6457,segment=NetworkSegment(484d84f8-b213-483c-8341-ddea0d7f9b4e),segment_id=484d84f8-b213-483c-8341-ddea0d7f9b4e)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:53.220477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:53.247025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f393f4-9b63-45a6-85c0-30793ffe2c5e,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:53.259141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] Calling delete_port for 5457b71d-e072-49ac-a8c9-f168bb8d6457 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:53.263824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-92697901-82a0-4ca7-ac56-28675ff19077 None None] Port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:18:53.270996 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdf92351-e10d-43de-a682-52587078e011 req-317f6814-7abc-46c6-a445-c62e1467949f tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3d66dac-39b2-4ce9-8e34-d888412025e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142337 Jul 19 03:18:53.332537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Checking segment: {'id': '0dde8544-7bda-4744-b18d-7b9f572eb244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a90c694c-01f7-4cb1-a4dd-0d9ed296c024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:53.333024 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Network hostable DHCP agents. Network: a90c694c-01f7-4cb1-a4dd-0d9ed296c024, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:18:53.398325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Network a90c694c-01f7-4cb1-a4dd-0d9ed296c024 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:18:53.417112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, a90c694c-01f7-4cb1-a4dd-0d9ed296c024) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:53.424645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:53.425400 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:53.431334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd8f72-05ed-4a7e-b379-a6fa15a87660 None None] Network a90c694c-01f7-4cb1-a4dd-0d9ed296c024 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:53.470605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4d711ec2-b90e-4804-8e73-f8a088fd19a1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9720767 Jul 19 03:18:53.478960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5201f2-ab4d-4747-a5d7-db30d757fe38 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:53.489086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:53.503077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Transition to ACTIVE for port object 7b5201f2-ab4d-4747-a5d7-db30d757fe38 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:18:53.509627 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:53.587845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad031f7-ccd3-45ad-8205-53ec2069a41a None None] Network a90c694c-01f7-4cb1-a4dd-0d9ed296c024 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:53.594109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Pushing event updated for resources: {'Port': ['ID=7b5201f2-ab4d-4747-a5d7-db30d757fe38,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:53.610960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:53.698192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] Pushing event deleted for resources: {'Port': ['ID=5457b71d-e072-49ac-a8c9-f168bb8d6457,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:53.717086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Attempting to bind port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:18:53.718126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Attempting to bind port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:18:53.718797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Attempting to bind port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:53.744793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:18:53.748089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Attempting to bind port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:18:53.760541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:18:53.761272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:18:53.761894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:18:53.762828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Bound port: 7b5201f2-ab4d-4747-a5d7-db30d757fe38, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:18:53.764747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:53.960011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] For port 7b5201f2-ab4d-4747-a5d7-db30d757fe38, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:18:53.965778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] For port 7b5201f2-ab4d-4747-a5d7-db30d757fe38, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7b5201f2-ab4d-4747-a5d7-db30d757fe38,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:18:53.970910 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:54.082882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:54.083704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:54.085045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] 10.222.0.26 "PUT /v2.0/ports/7b5201f2-ab4d-4747-a5d7-db30d757fe38 HTTP/1.1" status: 200 len: 1097 time: 1.0633535 Jul 19 03:18:54.087175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53384ace-3f4c-4692-b6f0-70be4423f896', 'tag': '7b5201f2-ab4d-4747-a5d7-db30d757fe38'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:54.089485 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06267d3c-190e-46be-804e-32c6b23e948a" -d '{"events": [{"name": "network-changed", "server_uuid": "53384ace-3f4c-4692-b6f0-70be4423f896", "tag": "7b5201f2-ab4d-4747-a5d7-db30d757fe38"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:54.090824 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:54.111402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6a632-1354-46ed-9aaf-5d0ea1747f5d req-2e913649-4939-4722-933e-5ccc06e203b7 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:54.113009 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2aa6a632-1354-46ed-9aaf-5d0ea1747f5d req-2e913649-4939-4722-933e-5ccc06e203b7 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 944 time: 0.1510429 Jul 19 03:18:54.126080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43798fb0-80bf-42e4-8023-5692df9e5ccc service neutron] Pushing event updated for resources: {'Port': ['ID=7b5201f2-ab4d-4747-a5d7-db30d757fe38,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:54.203875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64cba2-489e-45ba-a0b5-c04d8f59a6ab req-8cd7f5b3-cea5-459a-a918-3b1fd04804f8 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:54.205764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db64cba2-489e-45ba-a0b5-c04d8f59a6ab req-8cd7f5b3-cea5-459a-a918-3b1fd04804f8 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 945 time: 0.1712513 Jul 19 03:18:54.251641 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2aa6a632-1354-46ed-9aaf-5d0ea1747f5d req-9b59c3ea-b5e5-4899-9640-bac00389a413 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861402 Jul 19 03:18:54.273163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db64cba2-489e-45ba-a0b5-c04d8f59a6ab req-7aaa7ff5-7c9b-47bc-8a3f-b7209545796a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611398 Jul 19 03:18:54.294157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-16ad8d7b-d63e-497f-90cd-4117d6e61a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:54.296216 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-16ad8d7b-d63e-497f-90cd-4117d6e61a6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb42f17860a7452ebbe6cb0de41c617e&device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 1100 time: 0.1409326 Jul 19 03:18:54.374710 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-84c8e8e2-8435-43d2-acd3-c047d5450912 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7b5201f2-ab4d-4747-a5d7-db30d757fe38 HTTP/1.1" status: 200 len: 217 time: 0.0685267 Jul 19 03:18:54.429300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-b2f1e848-5fd5-4926-8e5d-b5ffa1ea71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:54.430842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-b2f1e848-5fd5-4926-8e5d-b5ffa1ea71a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0530660 Jul 19 03:18:54.439345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] Router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:18:54.525998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2be4718a-4d3b-438f-9c36-27650e93fdaa req-bd148b34-4926-4e65-98e3-8aa627142ec0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=61eb13c2-2485-4faa-99b2-23270c2402ad HTTP/1.1" status: 200 len: 210 time: 0.0421760 Jul 19 03:18:54.569459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:18:54.577683 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8c550da2-7362-45e6-84a7-5415dddff441 admin admin] 10.222.0.20 "PUT /v2.0/routers/5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0206392 Jul 19 03:18:54.577892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51506) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:54.583249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] Sync routers for ids ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:18:54.595479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] Routers {'5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:54.597215 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:54.601387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-7b1ccf95-0bde-4086-8542-62b230bec3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:54.602964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-7b1ccf95-0bde-4086-8542-62b230bec3f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1655459 Jul 19 03:18:54.614983 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb69f24-c3ca-4b7f-928f-a6f9c81c2cc4 x-openstack-request-id: req-2fb69f24-c3ca-4b7f-928f-a6f9c81c2cc4 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:54.615278 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53384ace-3f4c-4692-b6f0-70be4423f896", "tag": "7b5201f2-ab4d-4747-a5d7-db30d757fe38", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:54.615541 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fb69f24-c3ca-4b7f-928f-a6f9c81c2cc4 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:54.615967 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53384ace-3f4c-4692-b6f0-70be4423f896', 'tag': '7b5201f2-ab4d-4747-a5d7-db30d757fe38', 'status': 'completed', 'code': 200} Jul 19 03:18:54.734149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-f91df13f-1e09-4b39-8c71-7cce7c7cc254 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172698 Jul 19 03:18:54.777088 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:54.800604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] Set router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:54.819277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-b7affee5-b4d0-467d-be2d-0c088ecfdcc4 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:54.826150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-b7affee5-b4d0-467d-be2d-0c088ecfdcc4 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/networks?id=300dd58f-002a-4a10-822f-666ae40c184d HTTP/1.1" status: 200 len: 825 time: 0.2022479 Jul 19 03:18:54.852115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-a74a4753-d357-49e4-8929-abce7ce0171f tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/quotas/f4327063bbf84c789e67f0598ea50dc6 HTTP/1.1" status: 200 len: 375 time: 0.0250294 Jul 19 03:18:54.885482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-331403ff-1e09-417f-a443-7ae940fa32a2 req-45bd67d0-ba40-451a-b9a6-d58af461d57a service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432126 Jul 19 03:18:55.044535 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e6db-b986-46e1-b9d5-0726712e5f99 req-de427c10-d6c8-44ce-a7b8-687c7786d402 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:55.051692 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab8e6db-b986-46e1-b9d5-0726712e5f99 req-de427c10-d6c8-44ce-a7b8-687c7786d402 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 948 time: 0.1413958 Jul 19 03:18:55.071003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06267d3c-190e-46be-804e-32c6b23e948a req-1a7e8235-bbe5-417c-8653-9f8d1a0abbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:55.072517 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06267d3c-190e-46be-804e-32c6b23e948a req-1a7e8235-bbe5-417c-8653-9f8d1a0abbc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb42f17860a7452ebbe6cb0de41c617e&device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 1100 time: 0.1182175 Jul 19 03:18:55.075687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'name': 'tempest-ServersTestMultiNic-606955827-router', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '85fda802-b69b-4173-80af-d4aac950e241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:51Z', 'updated_at': '2021-07-19T03:18:53Z', 'revision_number': 5, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'gw_port': {'id': '85fda802-b69b-4173-80af-d4aac950e241', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:55.123066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] Checking router: 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:18:55.142118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab8e6db-b986-46e1-b9d5-0726712e5f99 req-d3fa58a1-2188-41c0-9f8a-07f780ac54b7 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3d66dac-39b2-4ce9-8e34-d888412025e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896211 Jul 19 03:18:55.150123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] Routers {'5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:18:55.151372 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:18:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:55.255410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-33f2f4fb-b09c-46e0-b907-58714dcca8b0 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4327063bbf84c789e67f0598ea50dc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4020987 Jul 19 03:18:55.273538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06267d3c-190e-46be-804e-32c6b23e948a req-a29dd33d-5d29-4d03-98d2-fe6a7f2dc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:55.279551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06267d3c-190e-46be-804e-32c6b23e948a req-a29dd33d-5d29-4d03-98d2-fe6a7f2dc4b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1991904 Jul 19 03:18:55.318356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] Set router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:18:55.355388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06267d3c-190e-46be-804e-32c6b23e948a req-d9ea6e80-3a56-4c36-ab9b-f4ba30b1930e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7b5201f2-ab4d-4747-a5d7-db30d757fe38 HTTP/1.1" status: 200 len: 217 time: 0.0675094 Jul 19 03:18:55.398857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-29c15808-108c-4dd2-b723-8368e638f7ba service neutron] 10.222.0.20 "GET /v2.0/networks/300dd58f-002a-4a10-822f-666ae40c184d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295388 Jul 19 03:18:55.422279 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:55.428831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06267d3c-190e-46be-804e-32c6b23e948a req-8f9b1707-d657-4def-aa2c-3637c56b5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:55.430932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06267d3c-190e-46be-804e-32c6b23e948a req-8f9b1707-d657-4def-aa2c-3637c56b5151 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0689971 Jul 19 03:18:55.508072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06267d3c-190e-46be-804e-32c6b23e948a req-c4de1540-6b5f-4f39-a360-15df2d755737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:55.510527 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06267d3c-190e-46be-804e-32c6b23e948a req-c4de1540-6b5f-4f39-a360-15df2d755737 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695736 Jul 19 03:18:55.542433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'name': 'tempest-ServersTestMultiNic-606955827-router', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '85fda802-b69b-4173-80af-d4aac950e241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:51Z', 'updated_at': '2021-07-19T03:18:53Z', 'revision_number': 5, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'gw_port': {'id': '85fda802-b69b-4173-80af-d4aac950e241', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:55.582883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72aba8a-608d-4088-b615-4296513d5471 None None] The sync data for ids ['5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f'] in n-d-762330-18 is: [{'id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'name': 'tempest-ServersTestMultiNic-606955827-router', 'tenant_id': 'c0e062923cae423881da2dfed47affa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '85fda802-b69b-4173-80af-d4aac950e241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:16:51Z', 'updated_at': '2021-07-19T03:18:53Z', 'revision_number': 5, 'project_id': 'c0e062923cae423881da2dfed47affa9', 'gw_port': {'id': '85fda802-b69b-4173-80af-d4aac950e241', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:16:52Z', 'updated_at': '2021-07-19T03:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:18:55.588161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Deleting port 85fda802-b69b-4173-80af-d4aac950e241 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:55.588161 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:55.592953 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-af586c52-928f-41e4-8007-52fc7d4bcd37 service neutron] 10.222.0.20 "GET /v2.0/networks/300dd58f-002a-4a10-822f-666ae40c184d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929734 Jul 19 03:18:55.620163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06267d3c-190e-46be-804e-32c6b23e948a req-15e03d0a-daec-484a-8889-c207b900313a service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031222 Jul 19 03:18:55.687688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] For port 85fda802-b69b-4173-80af-d4aac950e241, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=85fda802-b69b-4173-80af-d4aac950e241,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:55.688054 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:55.702511 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Calling delete_port for 85fda802-b69b-4173-80af-d4aac950e241 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:55.771998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06267d3c-190e-46be-804e-32c6b23e948a req-0ecbc343-9aba-4764-9fcf-343342700a4f service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399632 Jul 19 03:18:56.038612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac17ee6-c92b-45a3-9ee5-93cf130f09f1 req-5a427678-1aca-4925-b280-ddf3d4449f5b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:56.041511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dac17ee6-c92b-45a3-9ee5-93cf130f09f1 req-5a427678-1aca-4925-b280-ddf3d4449f5b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 944 time: 0.1423388 Jul 19 03:18:56.049856 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.097825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=85fda802-b69b-4173-80af-d4aac950e241,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:56.184577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dac17ee6-c92b-45a3-9ee5-93cf130f09f1 req-9324a8db-6b53-42fa-8951-0a1703e787bf tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351490 Jul 19 03:18:56.197959 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.310847 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.313774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.378221 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.378807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:18:56.384407 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.388620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6a2d1175-a122-42f9-a5e6-4c353ff45c91 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5c0a5ed0-ba66-4bb8-a7e2-609e9878d63f HTTP/1.1" status: 204 len: 168 time: 1.8068812 Jul 19 03:18:56.388900 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51552) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:56.483899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-113c61e2-d2ff-44af-9fdb-3361ff45947f admin admin] Deleting subnet fed0e0f4-8280-4fa5-bba4-562d26550cc3 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:18:56.488554 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-113c61e2-d2ff-44af-9fdb-3361ff45947f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.541818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-113c61e2-d2ff-44af-9fdb-3361ff45947f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.560583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7b5201f2-ab4d-4747-a5d7-db30d757fe38 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:18:56.740186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-113c61e2-d2ff-44af-9fdb-3361ff45947f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.770803 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 7b5201f2-ab4d-4747-a5d7-db30d757fe38, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7b5201f2-ab4d-4747-a5d7-db30d757fe38,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:56.796709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '7b5201f2-ab4d-4747-a5d7-db30d757fe38', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '7b5201f2-ab4d-4747-a5d7-db30d757fe38', 'mac_address': 'fa:16:3e:6e:34:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:18:56.846087 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.875242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5201f2-ab4d-4747-a5d7-db30d757fe38 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:56.883225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2f22c56-4f34-406f-aa16-197d695a1b05 req-ddb67bfc-34b4-4afc-8227-ef5212b6e5d0 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 210 time: 0.0847306 Jul 19 03:18:56.898011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 7b5201f2-ab4d-4747-a5d7-db30d757fe38, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7b5201f2-ab4d-4747-a5d7-db30d757fe38,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:56.911458 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.939991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-113c61e2-d2ff-44af-9fdb-3361ff45947f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:56.981592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=7b5201f2-ab4d-4747-a5d7-db30d757fe38,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:56.989216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c61e2-d2ff-44af-9fdb-3361ff45947f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed0e0f4-8280-4fa5-bba4-562d26550cc3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:57.004768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d0177b-b525-42b0-a439-a3bbc9bbfe27 None None] Network 0ad7bdc0-709e-4429-9a63-96c7502cba6a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:18:57.005478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf59086-7c92-4839-80d4-0b331ce40a5f req-a76ae64c-e1aa-496c-8f3a-518f5a08903f tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:57.007000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-113c61e2-d2ff-44af-9fdb-3361ff45947f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:57.008075 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cdf59086-7c92-4839-80d4-0b331ce40a5f req-a76ae64c-e1aa-496c-8f3a-518f5a08903f tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 948 time: 0.1405995 Jul 19 03:18:57.015467 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-113c61e2-d2ff-44af-9fdb-3361ff45947f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fed0e0f4-8280-4fa5-bba4-562d26550cc3 HTTP/1.1" status: 204 len: 168 time: 0.6248291 Jul 19 03:18:57.017782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51576) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:57.082213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cdf59086-7c92-4839-80d4-0b331ce40a5f req-a6111796-795c-42a4-825f-fc93f7eb4e4b tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3d66dac-39b2-4ce9-8e34-d888412025e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676324 Jul 19 03:18:57.218210 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:57.237868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['7b5201f2-ab4d-4747-a5d7-db30d757fe38'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:57.345084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff8081-4bff-4b51-93ed-92e1f4ac5bb2 req-d4159e04-9102-494c-bd8b-d100ea9207d2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:57.352714 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ff8081-4bff-4b51-93ed-92e1f4ac5bb2 req-d4159e04-9102-494c-bd8b-d100ea9207d2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.2529995 Jul 19 03:18:57.373081 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ff8081-4bff-4b51-93ed-92e1f4ac5bb2 req-f47b8428-19d1-40c5-beee-ec21f0acbf97 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/quotas/0a123568d24644db84d7b8c2684b29cf HTTP/1.1" status: 200 len: 375 time: 0.0188358 Jul 19 03:18:57.420821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ff8081-4bff-4b51-93ed-92e1f4ac5bb2 req-60b6c92a-2067-448e-84c8-d5342dda014d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468872 Jul 19 03:18:57.450916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ea677-c583-4fc7-b0a4-a8ba2b264f51 req-b71582c8-bf15-4012-828d-550cdc635bbd tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:57.457689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c17ea677-c583-4fc7-b0a4-a8ba2b264f51 req-b71582c8-bf15-4012-828d-550cdc635bbd tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 944 time: 0.0927494 Jul 19 03:18:57.499085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c17ea677-c583-4fc7-b0a4-a8ba2b264f51 req-f95d78fa-730b-4b58-9854-9d687f6cbca1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402467 Jul 19 03:18:57.499240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Deleting port f6e05be8-0447-4c9b-961f-8903751ff6a4 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:57.499576 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:57.592745 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ff8081-4bff-4b51-93ed-92e1f4ac5bb2 req-e6d0b618-745c-4415-80bb-6228399f735e service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709740 Jul 19 03:18:57.602440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] For port f6e05be8-0447-4c9b-961f-8903751ff6a4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f6e05be8-0447-4c9b-961f-8903751ff6a4,segment=NetworkSegment(484d84f8-b213-483c-8341-ddea0d7f9b4e),segment_id=484d84f8-b213-483c-8341-ddea0d7f9b4e)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:57.602830 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:57.609054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0534874-9c79-4a17-bab7-5070289f0fef None None] DHCP port deletion for 0ad7bdc0-709e-4429-9a63-96c7502cba6a request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:18:57.633391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Calling delete_port for f6e05be8-0447-4c9b-961f-8903751ff6a4 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:57.673585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5457b71d-e072-49ac-a8c9-f168bb8d6457 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:57.718409 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 5457b71d-e072-49ac-a8c9-f168bb8d6457 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:57.719072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5457b71d-e072-49ac-a8c9-f168bb8d6457 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:57.740191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b0534874-9c79-4a17-bab7-5070289f0fef None None] Deleting port f6e05be8-0447-4c9b-961f-8903751ff6a4 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:18:57.740687 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b0534874-9c79-4a17-bab7-5070289f0fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:57.781568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-addcb91a-7631-4c23-bd31-94ad62c09eaf tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:57.783557 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-addcb91a-7631-4c23-bd31-94ad62c09eaf tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.25 "GET /v2.0/networks?id=300dd58f-002a-4a10-822f-666ae40c184d HTTP/1.1" status: 200 len: 825 time: 0.2249548 Jul 19 03:18:57.794807 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ff8081-4bff-4b51-93ed-92e1f4ac5bb2 req-2929f457-b3c6-4c25-a4f9-526d71777693 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011621 Jul 19 03:18:57.800013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Request body: {'port': {'device_id': '8d1ac366-9764-46da-ad65-f436df5f0ec1', 'network_id': '300dd58f-002a-4a10-822f-666ae40c184d', 'admin_state_up': True, 'tenant_id': 'f4327063bbf84c789e67f0598ea50dc6'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:57.832686 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:57.838886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b0534874-9c79-4a17-bab7-5070289f0fef None None] For port f6e05be8-0447-4c9b-961f-8903751ff6a4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f6e05be8-0447-4c9b-961f-8903751ff6a4,segment=NetworkSegment(484d84f8-b213-483c-8341-ddea0d7f9b4e),segment_id=484d84f8-b213-483c-8341-ddea0d7f9b4e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:57.839570 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b0534874-9c79-4a17-bab7-5070289f0fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:57.864317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b0534874-9c79-4a17-bab7-5070289f0fef None None] Calling delete_port for f6e05be8-0447-4c9b-961f-8903751ff6a4 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:18:57.916363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e05be8-0447-4c9b-961f-8903751ff6a4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:57.920617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] No DVR routers for this DVR port f6e05be8-0447-4c9b-961f-8903751ff6a4 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:58.011357 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.023372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad7bdc0-709e-4429-9a63-96c7502cba6a']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:58.042234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484d84f8-b213-483c-8341-ddea0d7f9b4e') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:58.042569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484d84f8-b213-483c-8341-ddea0d7f9b4e') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:18:58.052429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Made reservation on behalf of f4327063bbf84c789e67f0598ea50dc6 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:18:58.058512 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.108049 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-50f8fe21-0bf2-472a-88f1-b3d537b5f793 req-9dde47f6-a78f-4076-8c10-e723897c40a6 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc779087-6f65-4167-ab6d-00a13ec2fe57 HTTP/1.1" status: 200 len: 210 time: 0.0709186 Jul 19 03:18:58.114083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.147159 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.167219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:18:58.170636 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.177895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe13a38f-8976-4566-8946-2761c1ecd557 req-5007e3ee-e9bd-4981-baf9-a1d2f2f19a1b tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 210 time: 0.0473585 Jul 19 03:18:58.178069 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b0534874-9c79-4a17-bab7-5070289f0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:18:58.192726 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:18:58.228351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0534874-9c79-4a17-bab7-5070289f0fef None None] Pushing event deleted for resources: {'Port': ['ID=f6e05be8-0447-4c9b-961f-8903751ff6a4,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:58.255002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0534874-9c79-4a17-bab7-5070289f0fef None None] No DVR routers for this DVR port f6e05be8-0447-4c9b-961f-8903751ff6a4 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:18:58.292718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Allocated IP 172.20.0.14 (300dd58f-002a-4a10-822f-666ae40c184d/220e7def-d520-449a-b9d6-0b1a5da611d2/9748169d-5525-4736-a308-fb973ed5d599) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:18:58.316056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.328966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.332809 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] 10.222.0.20 "DELETE /v2.0/networks/0ad7bdc0-709e-4429-9a63-96c7502cba6a HTTP/1.1" status: 204 len: 168 time: 1.3140287 Jul 19 03:18:58.378470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d33cb-3df4-4236-98ad-5262cc9e147b admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad7bdc0-709e-4429-9a63-96c7502cba6a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:58.508524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba1f1-a9c7-4542-af2c-677c1b5fd25a req-8abe90f3-7b93-4ac3-821a-2f27bf441d2f tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:58.512483 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a55ba1f1-a9c7-4542-af2c-677c1b5fd25a req-8abe90f3-7b93-4ac3-821a-2f27bf441d2f tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 949 time: 0.1713564 Jul 19 03:18:58.579290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:18:58.581267 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.582178 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7b5201f2-ab4d-4747-a5d7-db30d757fe38 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:18:58.587462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a55ba1f1-a9c7-4542-af2c-677c1b5fd25a req-8b036794-9c30-48f0-86a1-d78650a6bbb6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3d66dac-39b2-4ce9-8e34-d888412025e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665278 Jul 19 03:18:58.626522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51636) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:58.632848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.679273 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ec2a8277-fc2a-4071-b89c-d04adc54d86d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0e062923cae423881da2dfed47affa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545850 Jul 19 03:18:58.681677 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51638) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:18:58.699817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:18:58.703622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Network 300dd58f-002a-4a10-822f-666ae40c184d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:18:58.707420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:18:58.709914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:18:58.754939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 81345b78-cae0-4eb5-9834-5ad8c990d973 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:18:58.756809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:18:58.757191 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.780230 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f716-6a54-4806-8dc2-9ee304d92fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.817806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f716-6a54-4806-8dc2-9ee304d92fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.858661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:58.891715 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f716-6a54-4806-8dc2-9ee304d92fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.895101 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f716-6a54-4806-8dc2-9ee304d92fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:58.896579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e6d3f716-6a54-4806-8dc2-9ee304d92fe5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a4eb66d-73e0-4925-98db-7f8326006b87 HTTP/1.1" status: 204 len: 168 time: 0.2121723 Jul 19 03:18:58.917070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3f716-6a54-4806-8dc2-9ee304d92fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4eb66d-73e0-4925-98db-7f8326006b87,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:58.937455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6', 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51', 'port_id': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6', 'mac_address': 'fa:16:3e:43:78:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249b7207-14ce-4506-afb2-bd1730d40f33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:18:59.030489 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:59.063841 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:59.067073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:59.111367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 81345b78-cae0-4eb5-9834-5ad8c990d973, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=81345b78-cae0-4eb5-9834-5ad8c990d973,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:59.145365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '81345b78-cae0-4eb5-9834-5ad8c990d973', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'port_id': '81345b78-cae0-4eb5-9834-5ad8c990d973', 'mac_address': 'fa:16:3e:ac:cf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdf263f-32ca-418f-9b3e-3eff9d2acab0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:18:59.186352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53384ace-3f4c-4692-b6f0-70be4423f896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5201f2-ab4d-4747-a5d7-db30d757fe38'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:18:59.187986 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa82046-0c7b-4b30-9ca9-ba8bb9db00d1" -d '{"events": [{"server_uuid": "53384ace-3f4c-4692-b6f0-70be4423f896", "name": "network-vif-plugged", "status": "completed", "tag": "7b5201f2-ab4d-4747-a5d7-db30d757fe38"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:18:59.194652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:59.198044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 7b5201f2-ab4d-4747-a5d7-db30d757fe38, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7b5201f2-ab4d-4747-a5d7-db30d757fe38,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:59.208857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:59.209551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:59.223881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Pushing event updated for resources: {'Port': ['ID=9748169d-5525-4736-a308-fb973ed5d599,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:59.246021 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:59.250225 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-150a23e5-bff4-4ef8-81fb-f755e125b194 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4541728 Jul 19 03:18:59.274045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Request body: {'port': {'device_id': '8d1ac366-9764-46da-ad65-f436df5f0ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:18:59.307602 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:59.314814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:59.323235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f5bae-49a9-4c28-87f6-62e75ccf88c2 req-99a36532-7bf6-4a5b-a112-5fb836b3ac7b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:59.327095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f6e05be8-0447-4c9b-961f-8903751ff6a4 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:59.331959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b5f5bae-49a9-4c28-87f6-62e75ccf88c2 req-99a36532-7bf6-4a5b-a112-5fb836b3ac7b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 944 time: 0.1961226 Jul 19 03:18:59.334778 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:59.398564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b5f5bae-49a9-4c28-87f6-62e75ccf88c2 req-4341bc73-08ba-4c52-a030-47e60cd76b3c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623913 Jul 19 03:18:59.414032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-932356ba-9c00-4c92-b9c5-a5bb825c2d6c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:18:59.422144 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-932356ba-9c00-4c92-b9c5-a5bb825c2d6c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.2300351 Jul 19 03:18:59.441316 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-11e89c5e-698b-4e65-8123-193dd24dce5b tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/quotas/0a123568d24644db84d7b8c2684b29cf HTTP/1.1" status: 200 len: 375 time: 0.0178130 Jul 19 03:18:59.453635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: f6e05be8-0447-4c9b-961f-8903751ff6a4 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:59.453991 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f6e05be8-0447-4c9b-961f-8903751ff6a4 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:59.454453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 85fda802-b69b-4173-80af-d4aac950e241 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:18:59.499165 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:59.527932 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea8f2ae-4f28-4812-a875-2ea41f540a25 x-openstack-request-id: req-6ea8f2ae-4f28-4812-a875-2ea41f540a25 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:18:59.528232 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53384ace-3f4c-4692-b6f0-70be4423f896", "name": "network-vif-plugged", "status": "completed", "tag": "7b5201f2-ab4d-4747-a5d7-db30d757fe38", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:18:59.528476 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ea8f2ae-4f28-4812-a875-2ea41f540a25 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:18:59.528859 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53384ace-3f4c-4692-b6f0-70be4423f896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5201f2-ab4d-4747-a5d7-db30d757fe38', 'code': 200} Jul 19 03:18:59.532958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-26b80e72-8638-4caa-bf7a-22f165ab39dc tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902932 Jul 19 03:18:59.538859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 85fda802-b69b-4173-80af-d4aac950e241 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:18:59.539215 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 85fda802-b69b-4173-80af-d4aac950e241 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:18:59.558021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81345b78-cae0-4eb5-9834-5ad8c990d973 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:18:59.573610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['2131ec3e-7dfe-444e-a4a5-e8fb330405c6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:59.691566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 81345b78-cae0-4eb5-9834-5ad8c990d973, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=81345b78-cae0-4eb5-9834-5ad8c990d973,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:18:59.703053 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-5c690045-3507-4a94-9a63-f76f721d055f service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669152 Jul 19 03:18:59.705721 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:18:59.708022 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=7b5201f2-ab4d-4747-a5d7-db30d757fe38,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:59.813150 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['81345b78-cae0-4eb5-9834-5ad8c990d973'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:18:59.866749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=81345b78-cae0-4eb5-9834-5ad8c990d973,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:18:59.911511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-751488ba-9ebc-4e96-acad-348547010457 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072320 Jul 19 03:18:59.994564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348566f7-61e8-4aeb-9993-1562b3f96003 req-a6e794ed-3f8a-400f-83c9-bcdcb9303983 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:00.002985 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348566f7-61e8-4aeb-9993-1562b3f96003 req-a6e794ed-3f8a-400f-83c9-bcdcb9303983 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 932 time: 0.2320724 Jul 19 03:19:00.017029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1acd6-b271-4513-9694-561c6130221e req-0e77b35c-94c3-4f78-9c3d-5ff1f006ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:00.018904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0eb1acd6-b271-4513-9694-561c6130221e req-0e77b35c-94c3-4f78-9c3d-5ff1f006ca4f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 1102 time: 0.2339313 Jul 19 03:19:00.119826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348566f7-61e8-4aeb-9993-1562b3f96003 req-2fea83b7-61f0-46a1-b7e0-2e77e035d074 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154473 Jul 19 03:19:00.131144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0eb1acd6-b271-4513-9694-561c6130221e req-a86a6e08-12f3-48d5-a2fe-4470b236e2cd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e3d66dac-39b2-4ce9-8e34-d888412025e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977542 Jul 19 03:19:00.165787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9748169d-5525-4736-a308-fb973ed5d599 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:00.188008 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.204867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51726) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:00.218539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Transition to ACTIVE for port object 9748169d-5525-4736-a308-fb973ed5d599 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:00.227872 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.320442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Pushing event updated for resources: {'Port': ['ID=9748169d-5525-4736-a308-fb973ed5d599,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:00.334101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1859362700-network', 'tenant_id': 'ae67449a9e1b42eda5db9c3813b7c2d0'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:00.367187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Made reservation on behalf of ae67449a9e1b42eda5db9c3813b7c2d0 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:00.372649 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.388686 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.445462 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05d3fca9-e88f-439d-86a3-e6974848675a req-a4fd22c0-d27c-4a2e-beb9-c2e44275c4d0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 210 time: 0.0428414 Jul 19 03:19:00.480036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Attempting to bind port 9748169d-5525-4736-a308-fb973ed5d599 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:00.480898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Attempting to bind port 9748169d-5525-4736-a308-fb973ed5d599 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '62e8e756-631f-48cc-98cb-ce36fb8c6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '300dd58f-002a-4a10-822f-666ae40c184d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:00.481558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Attempting to bind port 9748169d-5525-4736-a308-fb973ed5d599 on network 300dd58f-002a-4a10-822f-666ae40c184d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:00.490385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Port 9748169d-5525-4736-a308-fb973ed5d599 on network 300dd58f-002a-4a10-822f-666ae40c184d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:19:00.490785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Attempting to bind port 9748169d-5525-4736-a308-fb973ed5d599 on network 300dd58f-002a-4a10-822f-666ae40c184d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:00.505627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee8395-37e3-4b67-9cd9-839f86c19ecf req-082ee56a-49d7-47c4-922b-53c14523fca2 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:00.507175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11ee8395-37e3-4b67-9cd9-839f86c19ecf req-082ee56a-49d7-47c4-922b-53c14523fca2 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 950 time: 0.1360826 Jul 19 03:19:00.508419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:00.508754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Checking segment: {'id': '62e8e756-631f-48cc-98cb-ce36fb8c6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '300dd58f-002a-4a10-822f-666ae40c184d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:00.509137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Bound using segment: {'id': '62e8e756-631f-48cc-98cb-ce36fb8c6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '300dd58f-002a-4a10-822f-666ae40c184d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:00.509585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Bound port: 9748169d-5525-4736-a308-fb973ed5d599, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e8e756-631f-48cc-98cb-ce36fb8c6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '300dd58f-002a-4a10-822f-666ae40c184d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:00.509950 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.599882 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.603702 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11ee8395-37e3-4b67-9cd9-839f86c19ecf req-30bbe6e6-3617-4909-a136-a6fd646c663e tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3d66dac-39b2-4ce9-8e34-d888412025e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844197 Jul 19 03:19:00.605666 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.627000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:19:00.630625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] For port 9748169d-5525-4736-a308-fb973ed5d599, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:00.634890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] For port 9748169d-5525-4736-a308-fb973ed5d599, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9748169d-5525-4736-a308-fb973ed5d599,segment=NetworkSegment(62e8e756-631f-48cc-98cb-ce36fb8c6469),segment_id=62e8e756-631f-48cc-98cb-ce36fb8c6469)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:00.642523 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.646090 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.646650 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Added segment e4252682-376e-439a-bfe0-334be62e9241 of type vlan for network b7cdb396-cd1b-43dc-8f26-dfc008538418 Jul 19 03:19:00.705405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:00.706043 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.707642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] 10.222.0.25 "PUT /v2.0/ports/9748169d-5525-4736-a308-fb973ed5d599 HTTP/1.1" status: 200 len: 1093 time: 1.4424305 Jul 19 03:19:00.708089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1ac366-9764-46da-ad65-f436df5f0ec1', 'tag': '9748169d-5525-4736-a308-fb973ed5d599'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:00.710387 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1ac366-9764-46da-ad65-f436df5f0ec1", "tag": "9748169d-5525-4736-a308-fb973ed5d599"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:00.743176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 81345b78-cae0-4eb5-9834-5ad8c990d973 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:00.764640 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd32fa7-6fac-44f3-addd-9fb28bcb3062,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:00.778174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc794d92-db2d-4626-b323-70b69de3f21f service neutron] Pushing event updated for resources: {'Port': ['ID=9748169d-5525-4736-a308-fb973ed5d599,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:00.784382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.799053 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f6affc-1b2f-452d-a25e-0370fd209156 x-openstack-request-id: req-b6f6affc-1b2f-452d-a25e-0370fd209156 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:00.799395 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1ac366-9764-46da-ad65-f436df5f0ec1", "tag": "9748169d-5525-4736-a308-fb973ed5d599", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:00.799602 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6f6affc-1b2f-452d-a25e-0370fd209156 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:00.800003 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1ac366-9764-46da-ad65-f436df5f0ec1', 'tag': '9748169d-5525-4736-a308-fb973ed5d599', 'status': 'completed', 'code': 200} Jul 19 03:19:00.844543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ecad9-a328-482e-9355-927e5fd201b6 req-4962c288-fdc5-4102-9b35-53f827036f17 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:00.846132 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad8ecad9-a328-482e-9355-927e5fd201b6 req-4962c288-fdc5-4102-9b35-53f827036f17 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 945 time: 0.1428337 Jul 19 03:19:00.847590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.848663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:00.849407 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.849792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-411bb989-81c8-4139-a7c8-0e1095ca35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:00.853398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-411bb989-81c8-4139-a7c8-0e1095ca35d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4327063bbf84c789e67f0598ea50dc6&device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0904946 Jul 19 03:19:00.857046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 81345b78-cae0-4eb5-9834-5ad8c990d973 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:00.858051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:00.899362 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6923625 Jul 19 03:19:00.904003 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51744) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:00.913659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Request body: {'subnet': {'network_id': 'b7cdb396-cd1b-43dc-8f26-dfc008538418', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1859362700-subnet', 'tenant_id': 'ae67449a9e1b42eda5db9c3813b7c2d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:00.930303 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-4e37e6b1-5756-4c23-a81a-92efe2c919a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9748169d-5525-4736-a308-fb973ed5d599 HTTP/1.1" status: 200 len: 217 time: 0.0700643 Jul 19 03:19:00.995737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aaedb-4df3-49c0-a18e-4a5004405ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=b7cdb396-cd1b-43dc-8f26-dfc008538418,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:01.002781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-bb52c33b-dfb9-4f6e-8f2f-2bc78c0fe328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:01.005441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-bb52c33b-dfb9-4f6e-8f2f-2bc78c0fe328 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=220e7def-d520-449a-b9d6-0b1a5da611d2 HTTP/1.1" status: 200 len: 865 time: 0.0686371 Jul 19 03:19:01.011617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network b7cdb396-cd1b-43dc-8f26-dfc008538418 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:19:01.051681 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad8ecad9-a328-482e-9355-927e5fd201b6 req-d2791c4e-c8ca-4cdb-96be-8de473da0417 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932294 Jul 19 03:19:01.060387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Made reservation on behalf of ae67449a9e1b42eda5db9c3813b7c2d0 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:01.063228 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:01.063941 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:01.065990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-ea12ebc1-56e6-42e5-96a7-a9db6c8e284e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=300dd58f-002a-4a10-822f-666ae40c184d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527194 Jul 19 03:19:01.160398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 81345b78-cae0-4eb5-9834-5ad8c990d973, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=81345b78-cae0-4eb5-9834-5ad8c990d973,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:01.169460 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:01.238337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=81345b78-cae0-4eb5-9834-5ad8c990d973,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:01.335159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-94a14020-75fa-4e7a-bc39-d544459dc868 service neutron] 10.222.0.25 "GET /v2.0/networks/300dd58f-002a-4a10-822f-666ae40c184d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628605 Jul 19 03:19:01.400801 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:01.455000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cb4115-8047-4e21-a2a7-c9564c3f832d,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:01.471440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d233fd-22d6-497f-b11b-0db53b272620 req-840dccb8-d0d2-466e-ba79-d04d1ab08fac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:01.472872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22d233fd-22d6-497f-b11b-0db53b272620 req-840dccb8-d0d2-466e-ba79-d04d1ab08fac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 944 time: 0.1739576 Jul 19 03:19:01.479620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a46e5f5e-e9bc-45f8-9e67-a50cd90dc6cb req-a50db032-6887-4c44-8eeb-f094d87b0cb1 service neutron] 10.222.0.25 "GET /v2.0/networks/300dd58f-002a-4a10-822f-666ae40c184d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269550 Jul 19 03:19:01.490058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Checking segment: {'id': 'e4252682-376e-439a-bfe0-334be62e9241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7cdb396-cd1b-43dc-8f26-dfc008538418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:01.490555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Network hostable DHCP agents. Network: b7cdb396-cd1b-43dc-8f26-dfc008538418, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:19:01.516966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Network b7cdb396-cd1b-43dc-8f26-dfc008538418 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:19:01.530762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81345b78-cae0-4eb5-9834-5ad8c990d973'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:01.533257 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4568be83-7a85-4ade-aa20-f9c53f25b21a" -d '{"events": [{"server_uuid": "19fabb1c-80f4-4a51-823f-95261e841d6c", "name": "network-vif-plugged", "status": "completed", "tag": "81345b78-cae0-4eb5-9834-5ad8c990d973"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:01.537381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, b7cdb396-cd1b-43dc-8f26-dfc008538418) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:01.547283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4222c8c-26a3-4fcd-8043-6da5eec4e331 None None] Network b7cdb396-cd1b-43dc-8f26-dfc008538418 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:19:01.551283 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22d233fd-22d6-497f-b11b-0db53b272620 req-06bb890a-920c-4c0e-a508-cb39ac874be7 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702751 Jul 19 03:19:01.559409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:01.560044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:01.597331 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-67745cad-cc66-4222-b1f2-e5870d0baf14 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6842103 Jul 19 03:19:01.637892 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95848002-9842-45e0-9e53-ff353f2514df x-openstack-request-id: req-95848002-9842-45e0-9e53-ff353f2514df {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:01.638309 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fabb1c-80f4-4a51-823f-95261e841d6c", "name": "network-vif-plugged", "status": "completed", "tag": "81345b78-cae0-4eb5-9834-5ad8c990d973", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:01.638724 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95848002-9842-45e0-9e53-ff353f2514df {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:01.638959 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81345b78-cae0-4eb5-9834-5ad8c990d973', 'code': 200} Jul 19 03:19:01.669295 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc24a405-dd96-4795-869d-efa38b8f92a7 req-c60a9d43-fb5b-4141-ad17-cb47ac986616 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 210 time: 0.0404210 Jul 19 03:19:01.705838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01 req-cc1ab3b5-2fd2-4b85-b061-d230f1b56be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:01.707422 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01 req-cc1ab3b5-2fd2-4b85-b061-d230f1b56be0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4327063bbf84c789e67f0598ea50dc6&device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 1096 time: 0.1551938 Jul 19 03:19:01.832529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed7d3b-2002-4e70-b525-df8b480269d4 None None] Network b7cdb396-cd1b-43dc-8f26-dfc008538418 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:19:01.986803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ad83-8979-435f-b344-3be18ee15d2e req-66bd3ac1-c1d7-441f-8333-c5d480f9d2e7 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:01.993496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6de6ad83-8979-435f-b344-3be18ee15d2e req-66bd3ac1-c1d7-441f-8333-c5d480f9d2e7 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 950 time: 0.2123919 Jul 19 03:19:01.996511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01 req-bd9b45e6-2157-491f-b7d9-b0a03084e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:01.998520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01 req-bd9b45e6-2157-491f-b7d9-b0a03084e554 service neutron] 10.222.0.25 "GET /v2.0/networks?id=300dd58f-002a-4a10-822f-666ae40c184d HTTP/1.1" status: 200 len: 925 time: 0.2833097 Jul 19 03:19:02.006351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-8946d0ae-9e86-4ed3-b386-21f044c7f58f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:02.008369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-8946d0ae-9e86-4ed3-b386-21f044c7f58f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.26 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.2456963 Jul 19 03:19:02.059013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01 req-7fc1a025-7e89-4ddd-8306-7969bfa478a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9748169d-5525-4736-a308-fb973ed5d599 HTTP/1.1" status: 200 len: 217 time: 0.0434489 Jul 19 03:19:02.063547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Request body: {'port': {'device_id': '0fab7649-dc4b-4de6-925b-72c2c551e8b7', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'admin_state_up': True, 'tenant_id': '0a123568d24644db84d7b8c2684b29cf'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:02.204933 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6de6ad83-8979-435f-b344-3be18ee15d2e req-f4e005bd-995f-4bf6-aef9-04e597115ee3 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3d66dac-39b2-4ce9-8e34-d888412025e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102823 Jul 19 03:19:02.241333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01 req-8eecf18e-1a6a-430c-891c-775f2cd0caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:02.247639 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01 req-8eecf18e-1a6a-430c-891c-775f2cd0caa6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=220e7def-d520-449a-b9d6-0b1a5da611d2 HTTP/1.1" status: 200 len: 865 time: 0.1715586 Jul 19 03:19:02.309549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01 req-40e1ffac-2d73-4223-a219-b2e9910582dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=300dd58f-002a-4a10-822f-666ae40c184d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457177 Jul 19 03:19:02.321734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-36a31468-7443-4bac-a5d9-94137c61a5b2 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:02.329529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-36a31468-7443-4bac-a5d9-94137c61a5b2 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/networks?id=b7cdb396-cd1b-43dc-8f26-dfc008538418 HTTP/1.1" status: 200 len: 822 time: 0.1465158 Jul 19 03:19:02.347233 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-d3d22e6f-b37c-4008-9203-71e052b99927 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/quotas/ae67449a9e1b42eda5db9c3813b7c2d0 HTTP/1.1" status: 200 len: 375 time: 0.0166550 Jul 19 03:19:02.387393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-44ce1159-f8f5-4ade-94a8-618cda0cd61f tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae67449a9e1b42eda5db9c3813b7c2d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381224 Jul 19 03:19:02.409462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Made reservation on behalf of 0a123568d24644db84d7b8c2684b29cf for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:02.414192 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:02.497804 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-a844e5a0-7c31-4b9c-bd67-a2102cf1866f service neutron] 10.222.0.20 "GET /v2.0/networks/b7cdb396-cd1b-43dc-8f26-dfc008538418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093700 Jul 19 03:19:02.560247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01 req-c6d500f6-b8cc-44fb-a088-140cbdea38b0 service neutron] 10.222.0.25 "GET /v2.0/networks/300dd58f-002a-4a10-822f-666ae40c184d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408919 Jul 19 03:19:02.590594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:02.601871 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-1318ddf7-4c9a-4086-b5af-2b555704843e service neutron] 10.222.0.20 "GET /v2.0/networks/b7cdb396-cd1b-43dc-8f26-dfc008538418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031082 Jul 19 03:19:02.644134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979456c2-0810-4623-8e18-ed2a4b46c862 req-49f964c6-97be-43c1-9c82-ae28d4780bd1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:02.651541 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-979456c2-0810-4623-8e18-ed2a4b46c862 req-49f964c6-97be-43c1-9c82-ae28d4780bd1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 945 time: 0.2462835 Jul 19 03:19:02.659270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:02.664365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:02.664747 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:02.805300 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:02.833028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Allocated IP 172.20.0.4 (1e0d100a-4153-486a-bb53-5344731032ea/2ce9eede-45cb-4568-8d50-62fdf8d969ee/5fc82392-aa8f-4296-b101-9ed553b746e6) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:19:02.848086 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:02.858215 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:02.912334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-979456c2-0810-4623-8e18-ed2a4b46c862 req-96594866-4072-4bfa-bebe-fb026c9d849b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595208 Jul 19 03:19:02.937447 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab8d7dd-6911-4fd7-8205-5271cc9a3e01 req-eb839a22-9711-4ead-ac3c-062b2c374476 service neutron] 10.222.0.25 "GET /v2.0/networks/300dd58f-002a-4a10-822f-666ae40c184d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666382 Jul 19 03:19:02.978488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:03.312608 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:03.393611 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:03.417204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace37c28-35f5-4768-b4b3-c80f116e5333 req-d3363e75-4aa9-4d9b-950e-6efbb86ea28e tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:03.424143 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ace37c28-35f5-4768-b4b3-c80f116e5333 req-d3363e75-4aa9-4d9b-950e-6efbb86ea28e tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 944 time: 0.1464889 Jul 19 03:19:03.484922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ace37c28-35f5-4768-b4b3-c80f116e5333 req-7a8ce8b0-c5cf-4a1a-8195-e3a6558be988 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593753 Jul 19 03:19:03.514786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Network 1e0d100a-4153-486a-bb53-5344731032ea is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:03.529097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:03.532092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:19:03.535068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event updated for resources: {'Port': ['ID=5fc82392-aa8f-4296-b101-9ed553b746e6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:03.599563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:03.600079 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:03.609649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d986f9f-4e87-47cb-bc22-7d30efab76ff req-815f7ff5-5f0a-4847-b9fa-c4bab0ec146e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:03.616490 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d986f9f-4e87-47cb-bc22-7d30efab76ff req-815f7ff5-5f0a-4847-b9fa-c4bab0ec146e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 931 time: 0.1525097 Jul 19 03:19:03.639675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0741d-b078-490d-bd8d-70490e87194c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:03.642433 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be4c8bb-dcef-4277-9f51-7db7418938e9" -d '{"events": [{"server_uuid": "9eb0741d-b078-490d-bd8d-70490e87194c", "name": "network-vif-plugged", "status": "completed", "tag": "2131ec3e-7dfe-444e-a4a5-e8fb330405c6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:03.656323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-398a5f91-4bbc-4076-bb8d-1ee4202a21e4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6389754 Jul 19 03:19:03.670296 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d986f9f-4e87-47cb-bc22-7d30efab76ff req-98f5ca4f-1c9f-4f82-9523-8981676d6009 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528405 Jul 19 03:19:03.670747 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f96f53ee-89c4-469f-a7be-2068643beb7c req-e8b8265d-cfef-492a-939c-28fc3f2f0248 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 210 time: 0.0453174 Jul 19 03:19:03.689462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Request body: {'port': {'device_id': '0fab7649-dc4b-4de6-925b-72c2c551e8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:03.738757 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e52daac-d33b-49b7-aa23-2b5ec6a96d94 x-openstack-request-id: req-8e52daac-d33b-49b7-aa23-2b5ec6a96d94 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:03.739055 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0741d-b078-490d-bd8d-70490e87194c", "name": "network-vif-plugged", "status": "completed", "tag": "2131ec3e-7dfe-444e-a4a5-e8fb330405c6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:03.739645 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e52daac-d33b-49b7-aa23-2b5ec6a96d94 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:03.739748 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0741d-b078-490d-bd8d-70490e87194c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6', 'code': 200} Jul 19 03:19:03.843881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:03.861298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662b9ca-4604-4854-b01f-4c3b7b4e5173 req-1e9e4ef4-ce51-4781-8360-29cc5ff7dcc3 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:03.868666 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0662b9ca-4604-4854-b01f-4c3b7b4e5173 req-1e9e4ef4-ce51-4781-8360-29cc5ff7dcc3 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 950 time: 0.0815105 Jul 19 03:19:03.918585 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0662b9ca-4604-4854-b01f-4c3b7b4e5173 req-35e072ab-5e7f-426a-b486-61aa7ab476eb tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3d66dac-39b2-4ce9-8e34-d888412025e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484207 Jul 19 03:19:04.179031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf01753-c83c-4d74-b3eb-96976ba7c039 req-a7f02e75-8f39-4a65-a57c-364e0c39e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:04.180654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbf01753-c83c-4d74-b3eb-96976ba7c039 req-a7f02e75-8f39-4a65-a57c-364e0c39e1cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 1098 time: 0.1893909 Jul 19 03:19:04.227003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922504e7-5ab8-4ea5-b582-7a25317748a7 req-c6adf368-d6c4-4c96-a325-239845f20452 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:04.234142 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-922504e7-5ab8-4ea5-b582-7a25317748a7 req-c6adf368-d6c4-4c96-a325-239845f20452 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.1992447 Jul 19 03:19:04.307247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-922504e7-5ab8-4ea5-b582-7a25317748a7 req-e9ddc7d2-2044-49fe-ad5e-7f4053f91622 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717649 Jul 19 03:19:04.381499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc82392-aa8f-4296-b101-9ed553b746e6 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:04.394129 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:04.406844 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbf01753-c83c-4d74-b3eb-96976ba7c039 req-8790a75f-c766-41be-8d98-fbca11d3ca29 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145247 Jul 19 03:19:04.417481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Transition to ACTIVE for port object 5fc82392-aa8f-4296-b101-9ed553b746e6 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:04.435574 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:04.541265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6a830-560a-4071-aecf-29f637457284 req-e8983d67-1654-4cb0-a3ce-3c2a3d7479ef tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:04.543432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-51a6a830-560a-4071-aecf-29f637457284 req-e8983d67-1654-4cb0-a3ce-3c2a3d7479ef tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.26 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 950 time: 0.0925725 Jul 19 03:19:04.655797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-7e1cc591-e816-4492-ae54-6010f7603db3 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:04.657206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-7e1cc591-e816-4492-ae54-6010f7603db3 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.25 "GET /v2.0/networks?id=b7cdb396-cd1b-43dc-8f26-dfc008538418 HTTP/1.1" status: 200 len: 822 time: 0.2353218 Jul 19 03:19:04.671404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc82392-aa8f-4296-b101-9ed553b746e6,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:04.700460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Request body: {'port': {'device_id': '6a7e16fd-5c05-4d5e-977f-9176f13ec152', 'network_id': 'b7cdb396-cd1b-43dc-8f26-dfc008538418', 'admin_state_up': True, 'tenant_id': 'ae67449a9e1b42eda5db9c3813b7c2d0'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:04.760043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9748169d-5525-4736-a308-fb973ed5d599 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:19:04.764125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-51a6a830-560a-4071-aecf-29f637457284 req-83b01d35-f876-43b5-8ebc-39ba2c16a2b6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Deleting port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:19:04.764574 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-51a6a830-560a-4071-aecf-29f637457284 req-83b01d35-f876-43b5-8ebc-39ba2c16a2b6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:04.805768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Attempting to bind port 5fc82392-aa8f-4296-b101-9ed553b746e6 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:04.806110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Attempting to bind port 5fc82392-aa8f-4296-b101-9ed553b746e6 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:04.807108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Attempting to bind port 5fc82392-aa8f-4296-b101-9ed553b746e6 on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:04.910648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9748169d-5525-4736-a308-fb973ed5d599, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9748169d-5525-4736-a308-fb973ed5d599,segment=NetworkSegment(62e8e756-631f-48cc-98cb-ce36fb8c6469),segment_id=62e8e756-631f-48cc-98cb-ce36fb8c6469)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:04.925626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '9748169d-5525-4736-a308-fb973ed5d599', 'network_id': '300dd58f-002a-4a10-822f-666ae40c184d', 'port_id': '9748169d-5525-4736-a308-fb973ed5d599', 'mac_address': 'fa:16:3e:b8:41:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220e7def-d520-449a-b9d6-0b1a5da611d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:19:04.942242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38d31297-b8d1-4968-bb35-210476ee8a2b req-8a9d0012-c6a5-42ee-a018-57a73649e524 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 210 time: 0.0520511 Jul 19 03:19:04.985282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-51a6a830-560a-4071-aecf-29f637457284 req-83b01d35-f876-43b5-8ebc-39ba2c16a2b6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] For port 7b5201f2-ab4d-4747-a5d7-db30d757fe38, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7b5201f2-ab4d-4747-a5d7-db30d757fe38,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:04.985657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-51a6a830-560a-4071-aecf-29f637457284 req-83b01d35-f876-43b5-8ebc-39ba2c16a2b6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:04.992631 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:05.014767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9748169d-5525-4736-a308-fb973ed5d599 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:05.022342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-51a6a830-560a-4071-aecf-29f637457284 req-83b01d35-f876-43b5-8ebc-39ba2c16a2b6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Calling delete_port for 7b5201f2-ab4d-4747-a5d7-db30d757fe38 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:19:05.042115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9748169d-5525-4736-a308-fb973ed5d599, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9748169d-5525-4736-a308-fb973ed5d599,segment=NetworkSegment(62e8e756-631f-48cc-98cb-ce36fb8c6469),segment_id=62e8e756-631f-48cc-98cb-ce36fb8c6469)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:05.049542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:05.169903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=9748169d-5525-4736-a308-fb973ed5d599,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:05.213105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Port 5fc82392-aa8f-4296-b101-9ed553b746e6 on network 1e0d100a-4153-486a-bb53-5344731032ea not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:19:05.213438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Attempting to bind port 5fc82392-aa8f-4296-b101-9ed553b746e6 on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:05.232878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:05.233529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Checking segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:05.233953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Bound using segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:05.234429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Bound port: 5fc82392-aa8f-4296-b101-9ed553b746e6, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:05.234792 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:05.276718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e559f-5776-479b-b109-6a4f46f0157d req-e509a35c-d6ec-41b7-bf58-d94e0df55103 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:05.279031 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-975e559f-5776-479b-b109-6a4f46f0157d req-e509a35c-d6ec-41b7-bf58-d94e0df55103 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 944 time: 0.6309748 Jul 19 03:19:05.311951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c8a51-4aa9-4a48-8a7b-1683da5705fa req-70637739-80b0-48e4-a562-8b1a3d6a6dbe tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:05.313507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-133c8a51-4aa9-4a48-8a7b-1683da5705fa req-70637739-80b0-48e4-a562-8b1a3d6a6dbe tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 943 time: 0.1667457 Jul 19 03:19:05.323642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['9748169d-5525-4736-a308-fb973ed5d599'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:05.348904 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-51a6a830-560a-4071-aecf-29f637457284 req-83b01d35-f876-43b5-8ebc-39ba2c16a2b6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:05.391040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b01d35-f876-43b5-8ebc-39ba2c16a2b6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Pushing event deleted for resources: {'Port': ['ID=7b5201f2-ab4d-4747-a5d7-db30d757fe38,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:05.409686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-975e559f-5776-479b-b109-6a4f46f0157d req-98487055-a89d-44c3-b725-1d6b6277a0db tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188304 Jul 19 03:19:05.417045 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-133c8a51-4aa9-4a48-8a7b-1683da5705fa req-8d58b0f9-69a9-436a-a2d7-edc17a936cae tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908086 Jul 19 03:19:05.449701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Made reservation on behalf of ae67449a9e1b42eda5db9c3813b7c2d0 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:05.452689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['7b5201f2-ab4d-4747-a5d7-db30d757fe38'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:05.475197 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:05.487812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] For port 5fc82392-aa8f-4296-b101-9ed553b746e6, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:05.492372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a6a830-560a-4071-aecf-29f637457284 req-83b01d35-f876-43b5-8ebc-39ba2c16a2b6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] No DVR routers for this DVR port 7b5201f2-ab4d-4747-a5d7-db30d757fe38 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:05.498016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-51a6a830-560a-4071-aecf-29f637457284 req-83b01d35-f876-43b5-8ebc-39ba2c16a2b6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:05.501271 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-51a6a830-560a-4071-aecf-29f637457284 req-83b01d35-f876-43b5-8ebc-39ba2c16a2b6 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.26 "DELETE /v2.0/ports/7b5201f2-ab4d-4747-a5d7-db30d757fe38 HTTP/1.1" status: 204 len: 173 time: 0.9525228 Jul 19 03:19:05.501758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53384ace-3f4c-4692-b6f0-70be4423f896', 'name': 'network-vif-deleted', 'tag': '7b5201f2-ab4d-4747-a5d7-db30d757fe38'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:05.520074 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e5cf11-a2a1-42be-abcf-f97f96c266f6" -d '{"events": [{"server_uuid": "53384ace-3f4c-4692-b6f0-70be4423f896", "name": "network-vif-deleted", "tag": "7b5201f2-ab4d-4747-a5d7-db30d757fe38"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:05.543745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] For port 5fc82392-aa8f-4296-b101-9ed553b746e6, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5fc82392-aa8f-4296-b101-9ed553b746e6,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:05.557855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:05.662648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:05.663438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:05.666621 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] 10.222.0.26 "PUT /v2.0/ports/5fc82392-aa8f-4296-b101-9ed553b746e6 HTTP/1.1" status: 200 len: 1092 time: 1.9927104 Jul 19 03:19:05.669442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fab7649-dc4b-4de6-925b-72c2c551e8b7', 'tag': '5fc82392-aa8f-4296-b101-9ed553b746e6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:05.672165 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fab7649-dc4b-4de6-925b-72c2c551e8b7", "tag": "5fc82392-aa8f-4296-b101-9ed553b746e6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:05.760073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ab9d5a8-8fb3-4951-9b93-33e7b292c8c1 req-853c63ef-6b6a-4a98-9602-b2f1542a8bc7 tempest-ImagesNegativeTestJSON-1963804054 tempest-ImagesNegativeTestJSON-1963804054-project] 10.222.0.20 "GET /v2.0/ports?device_id=53384ace-3f4c-4692-b6f0-70be4423f896 HTTP/1.1" status: 200 len: 210 time: 0.0685308 Jul 19 03:19:05.861971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820a56c-5e6b-4f35-80d9-4f5be269ee20 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc82392-aa8f-4296-b101-9ed553b746e6,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:05.891500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Allocated IP 172.20.0.7 (b7cdb396-cd1b-43dc-8f26-dfc008538418/32cb4115-8047-4e21-a2a7-c9564c3f832d/e50cbea0-8765-4779-a5c9-8a1312065109) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:19:05.896964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac9e50-063e-421b-9911-984d7cab6a93 req-691e3894-287b-453c-abb1-3c19c8385cea tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:05.905991 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0fac9e50-063e-421b-9911-984d7cab6a93 req-691e3894-287b-453c-abb1-3c19c8385cea tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.1369872 Jul 19 03:19:05.923682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-89f82523-bba7-4fe5-abea-17f535cce45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:05.926259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-89f82523-bba7-4fe5-abea-17f535cce45d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 1095 time: 0.1151919 Jul 19 03:19:05.962807 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0fac9e50-063e-421b-9911-984d7cab6a93 req-d18770df-f3d0-4247-8558-ea6c4e19e3c7 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543191 Jul 19 03:19:05.989590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-b66b9c92-a6e4-4b81-8480-8ee6b6a7a693 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc82392-aa8f-4296-b101-9ed553b746e6 HTTP/1.1" status: 200 len: 217 time: 0.0522768 Jul 19 03:19:06.021566 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0471b33-6d53-40da-83a0-58e3ba641362 x-openstack-request-id: req-e0471b33-6d53-40da-83a0-58e3ba641362 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:06.022063 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53384ace-3f4c-4692-b6f0-70be4423f896", "name": "network-vif-deleted", "tag": "7b5201f2-ab4d-4747-a5d7-db30d757fe38", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:06.022486 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0471b33-6d53-40da-83a0-58e3ba641362 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:06.023031 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53384ace-3f4c-4692-b6f0-70be4423f896', 'name': 'network-vif-deleted', 'tag': '7b5201f2-ab4d-4747-a5d7-db30d757fe38', 'status': 'completed', 'code': 200} Jul 19 03:19:06.041615 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99de4ac-2ffa-45a2-9b4a-5580861fa28f x-openstack-request-id: req-a99de4ac-2ffa-45a2-9b4a-5580861fa28f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:06.041914 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fab7649-dc4b-4de6-925b-72c2c551e8b7", "tag": "5fc82392-aa8f-4296-b101-9ed553b746e6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:06.042240 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a99de4ac-2ffa-45a2-9b4a-5580861fa28f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:06.043636 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fab7649-dc4b-4de6-925b-72c2c551e8b7', 'tag': '5fc82392-aa8f-4296-b101-9ed553b746e6', 'status': 'completed', 'code': 200} Jul 19 03:19:06.123803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-31c6483d-94a9-49be-9e04-1a2c5173fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:06.126318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-31c6483d-94a9-49be-9e04-1a2c5173fe80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.1273544 Jul 19 03:19:06.229056 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cb1dc594-d6bb-43c5-b7ca-698aee6d29ce req-929632ce-8c28-4ef3-ade1-4b3d79148a23 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 210 time: 0.0654328 Jul 19 03:19:06.251122 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-30428e3a-bd8b-48a5-b6d4-09ff7ad3308c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569217 Jul 19 03:19:06.301956 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:06.430529 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-c794fafd-3608-4c68-9a07-3732857c63da service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422477 Jul 19 03:19:06.433104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb1609-3d04-43fd-a34d-8938914b4430 req-733296e6-f4eb-405c-9546-5b0300193f2a tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:06.440410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12eb1609-3d04-43fd-a34d-8938914b4430 req-733296e6-f4eb-405c-9546-5b0300193f2a tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 1098 time: 0.2490802 Jul 19 03:19:06.538748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9462f70-09cd-4b29-8712-66eb6f8a3676 req-9e0320a6-f6ef-4493-82d1-3e774b0a0d14 service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962172 Jul 19 03:19:06.564438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:06.623875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a60244-4397-4a14-baf2-0f7c308d4edc req-58cdca26-c2f4-48d4-9abe-7b2b6d358518 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:06.632495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12eb1609-3d04-43fd-a34d-8938914b4430 req-a2e71a0f-c26a-4dc3-92b3-8285d732f0f2 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908398 Jul 19 03:19:06.635424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36a60244-4397-4a14-baf2-0f7c308d4edc req-58cdca26-c2f4-48d4-9abe-7b2b6d358518 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 945 time: 0.0951571 Jul 19 03:19:06.685971 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36a60244-4397-4a14-baf2-0f7c308d4edc req-0b478baf-cf3a-4a25-9290-94cd63994662 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491698 Jul 19 03:19:06.712178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Network b7cdb396-cd1b-43dc-8f26-dfc008538418 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:06.728183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:06.745571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:19:06.756246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9748169d-5525-4736-a308-fb973ed5d599 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:06.828778 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:06.858116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:06.858116 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:06.882151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Pushing event updated for resources: {'Port': ['ID=e50cbea0-8765-4779-a5c9-8a1312065109,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:06.892007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 9748169d-5525-4736-a308-fb973ed5d599 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:06.896223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 9748169d-5525-4736-a308-fb973ed5d599 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:06.896669 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:06.942298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f266a-2ada-427a-9731-2103b5af773d req-d6975531-e2c9-4ec5-85a1-8aee39efd82c tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:06.952990 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3b6f266a-2ada-427a-9731-2103b5af773d req-d6975531-e2c9-4ec5-85a1-8aee39efd82c tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 1098 time: 0.0747356 Jul 19 03:19:06.979084 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6b52a6be-887d-43b0-a0e7-ab519d28bd6c tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3066530 Jul 19 03:19:07.040876 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3b6f266a-2ada-427a-9731-2103b5af773d req-5b80e313-4202-4fc6-936e-735695ff0ce6 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859213 Jul 19 03:19:07.063817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Request body: {'port': {'device_id': '6a7e16fd-5c05-4d5e-977f-9176f13ec152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:07.068293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a req-1402aa06-3f0c-4066-97ac-8cbc90b3e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:07.069985 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a req-1402aa06-3f0c-4066-97ac-8cbc90b3e480 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 1095 time: 0.4588680 Jul 19 03:19:07.080411 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:07.103769 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:07.146004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1ac366-9764-46da-ad65-f436df5f0ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9748169d-5525-4736-a308-fb973ed5d599'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:07.152022 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efb4a07-4e3b-4edd-95ae-1d592e563e2b" -d '{"events": [{"server_uuid": "8d1ac366-9764-46da-ad65-f436df5f0ec1", "name": "network-vif-plugged", "status": "completed", "tag": "9748169d-5525-4736-a308-fb973ed5d599"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:07.193300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9748169d-5525-4736-a308-fb973ed5d599, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9748169d-5525-4736-a308-fb973ed5d599,segment=NetworkSegment(62e8e756-631f-48cc-98cb-ce36fb8c6469),segment_id=62e8e756-631f-48cc-98cb-ce36fb8c6469)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:07.230005 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:07.300288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=9748169d-5525-4736-a308-fb973ed5d599,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:07.356809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f6e58-42a1-452e-9b5b-05762bc0e0e4 req-60af80c5-82b3-4169-b883-8b9babd0abf0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:07.364663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef9f6e58-42a1-452e-9b5b-05762bc0e0e4 req-60af80c5-82b3-4169-b883-8b9babd0abf0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 943 time: 0.5002534 Jul 19 03:19:07.430076 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:07.447691 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7e4945-4f73-4edf-ade3-d456d67da60c x-openstack-request-id: req-da7e4945-4f73-4edf-ade3-d456d67da60c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:07.448080 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1ac366-9764-46da-ad65-f436df5f0ec1", "name": "network-vif-plugged", "status": "completed", "tag": "9748169d-5525-4736-a308-fb973ed5d599", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:07.448443 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da7e4945-4f73-4edf-ade3-d456d67da60c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:07.448963 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1ac366-9764-46da-ad65-f436df5f0ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9748169d-5525-4736-a308-fb973ed5d599', 'code': 200} Jul 19 03:19:07.459415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a req-abc1f42a-99f1-48fd-a9aa-60d401ad3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:07.460955 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a req-abc1f42a-99f1-48fd-a9aa-60d401ad3bac service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 912 time: 0.3838005 Jul 19 03:19:07.476372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef9f6e58-42a1-452e-9b5b-05762bc0e0e4 req-5cf2960d-4165-4bc9-b1a6-e0fc384d52f9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107967 Jul 19 03:19:07.621842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a req-ec8290a5-dbfe-40fe-b09c-d980442dce98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc82392-aa8f-4296-b101-9ed553b746e6 HTTP/1.1" status: 200 len: 217 time: 0.1423736 Jul 19 03:19:07.634322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731913c-f493-434e-a70a-6611e1d4fedb req-ec1a048a-0648-40c4-b4de-9a4971df8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:07.635847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d731913c-f493-434e-a70a-6611e1d4fedb req-ec1a048a-0648-40c4-b4de-9a4971df8584 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0747299 Jul 19 03:19:07.703787 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d731913c-f493-434e-a70a-6611e1d4fedb req-dfff8a92-528a-4ced-b6ec-b54032440780 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605440 Jul 19 03:19:07.827019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a req-bf3fa4c6-fd72-4957-8c6e-b8d435a73cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:07.828460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a req-bf3fa4c6-fd72-4957-8c6e-b8d435a73cdd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.1975188 Jul 19 03:19:07.897059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a req-0bdb098a-fa81-4bb3-a1f0-104a15ffe018 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579276 Jul 19 03:19:07.997585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e1b3d-44eb-4171-89a6-3fe40a4d7404 req-27798fc9-a14b-4a91-8fe1-bc794b47b5fd tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:07.999526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5a2e1b3d-44eb-4171-89a6-3fe40a4d7404 req-27798fc9-a14b-4a91-8fe1-bc794b47b5fd tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 931 time: 0.2908068 Jul 19 03:19:08.208355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5a2e1b3d-44eb-4171-89a6-3fe40a4d7404 req-94c51e4a-5516-4c7a-a2af-71979daf12d2 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd32fa7-6fac-44f3-addd-9fb28bcb3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007437 Jul 19 03:19:08.218245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50cbea0-8765-4779-a5c9-8a1312065109 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:08.225928 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a req-4244ea64-9796-4721-9134-b59e46a0ceb0 service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213153 Jul 19 03:19:08.240051 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:08.287590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Transition to ACTIVE for port object e50cbea0-8765-4779-a5c9-8a1312065109 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:08.327928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:08.436073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ddb920a-7d71-4ee7-a92c-983e93f1ff9a req-47196a0d-d3a9-4438-ad8a-dc634df3dd73 service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985574 Jul 19 03:19:08.487387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Pushing event updated for resources: {'Port': ['ID=e50cbea0-8765-4779-a5c9-8a1312065109,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:08.589713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dcfdf-3db8-4d6a-91a1-ca30cec230d0 req-15da91a0-e5b6-4537-bf70-ce4fdb038e9e tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:08.591550 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f1dcfdf-3db8-4d6a-91a1-ca30cec230d0 req-15da91a0-e5b6-4537-bf70-ce4fdb038e9e tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 946 time: 0.1948674 Jul 19 03:19:08.597025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5fc82392-aa8f-4296-b101-9ed553b746e6 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:19:08.609755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Attempting to bind port e50cbea0-8765-4779-a5c9-8a1312065109 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:08.610086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Attempting to bind port e50cbea0-8765-4779-a5c9-8a1312065109 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'e4252682-376e-439a-bfe0-334be62e9241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7cdb396-cd1b-43dc-8f26-dfc008538418'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:08.610513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Attempting to bind port e50cbea0-8765-4779-a5c9-8a1312065109 on network b7cdb396-cd1b-43dc-8f26-dfc008538418 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:08.629933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Port e50cbea0-8765-4779-a5c9-8a1312065109 on network b7cdb396-cd1b-43dc-8f26-dfc008538418 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:19:08.630221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Attempting to bind port e50cbea0-8765-4779-a5c9-8a1312065109 on network b7cdb396-cd1b-43dc-8f26-dfc008538418 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:08.641930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:08.642295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Checking segment: {'id': 'e4252682-376e-439a-bfe0-334be62e9241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7cdb396-cd1b-43dc-8f26-dfc008538418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:08.642781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Bound using segment: {'id': 'e4252682-376e-439a-bfe0-334be62e9241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7cdb396-cd1b-43dc-8f26-dfc008538418'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:08.642888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7b5201f2-ab4d-4747-a5d7-db30d757fe38 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:08.643288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Bound port: e50cbea0-8765-4779-a5c9-8a1312065109, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4252682-376e-439a-bfe0-334be62e9241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7cdb396-cd1b-43dc-8f26-dfc008538418'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:08.643623 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:08.670631 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f1dcfdf-3db8-4d6a-91a1-ca30cec230d0 req-f0412a7c-fab5-461c-99a9-1a07c6d5510a tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618851 Jul 19 03:19:08.680037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 7b5201f2-ab4d-4747-a5d7-db30d757fe38 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:19:08.680389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7b5201f2-ab4d-4747-a5d7-db30d757fe38 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:19:08.740270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] For port e50cbea0-8765-4779-a5c9-8a1312065109, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:08.746507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] For port e50cbea0-8765-4779-a5c9-8a1312065109, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e50cbea0-8765-4779-a5c9-8a1312065109,segment=NetworkSegment(e4252682-376e-439a-bfe0-334be62e9241),segment_id=e4252682-376e-439a-bfe0-334be62e9241)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:08.769495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:08.822998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:08.827767 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:08.829273 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] 10.222.0.25 "PUT /v2.0/ports/e50cbea0-8765-4779-a5c9-8a1312065109 HTTP/1.1" status: 200 len: 1092 time: 1.7728269 Jul 19 03:19:08.829755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7e16fd-5c05-4d5e-977f-9176f13ec152', 'tag': 'e50cbea0-8765-4779-a5c9-8a1312065109'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:08.832196 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7e16fd-5c05-4d5e-977f-9176f13ec152", "tag": "e50cbea0-8765-4779-a5c9-8a1312065109"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:08.839626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 5fc82392-aa8f-4296-b101-9ed553b746e6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5fc82392-aa8f-4296-b101-9ed553b746e6,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:08.859885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '5fc82392-aa8f-4296-b101-9ed553b746e6', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'port_id': '5fc82392-aa8f-4296-b101-9ed553b746e6', 'mac_address': 'fa:16:3e:4d:8e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9eede-45cb-4568-8d50-62fdf8d969ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:19:08.915705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:08.921620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaac415-fb93-4b34-9733-4ad1826f61ed service neutron] Pushing event updated for resources: {'Port': ['ID=e50cbea0-8765-4779-a5c9-8a1312065109,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:08.946472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc82392-aa8f-4296-b101-9ed553b746e6 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:08.975364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-e0738d7a-f8cc-47dd-9e03-6eb0b8b125bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:08.977547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-e0738d7a-f8cc-47dd-9e03-6eb0b8b125bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae67449a9e1b42eda5db9c3813b7c2d0&device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 1095 time: 0.0960155 Jul 19 03:19:08.979761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 5fc82392-aa8f-4296-b101-9ed553b746e6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5fc82392-aa8f-4296-b101-9ed553b746e6,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:08.999904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-0d7c7bfc-3aad-41a7-8a22-04bf6da85381 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:19:09.009466 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-0d7c7bfc-3aad-41a7-8a22-04bf6da85381 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174642 Jul 19 03:19:09.011349 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:09.021883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Request body: {'binding': {'host': 'n-h1-762330-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:09.024092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Unknown quota resources ['binding']. {{(pid=94345) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:19:09.030181 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-2fef8c1e-844c-46ea-a5b6-7d657722dac0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50cbea0-8765-4779-a5c9-8a1312065109 HTTP/1.1" status: 200 len: 217 time: 0.0446794 Jul 19 03:19:09.124097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-e4456bb7-2e4f-4a77-85e8-3a39282c005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:09.124417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=5fc82392-aa8f-4296-b101-9ed553b746e6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:09.125693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-e4456bb7-2e4f-4a77-85e8-3a39282c005f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=32cb4115-8047-4e21-a2a7-c9564c3f832d HTTP/1.1" status: 200 len: 862 time: 0.0870552 Jul 19 03:19:09.174411 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-46f6181a-a8d0-4c65-ad84-bacaf6893302 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b7cdb396-cd1b-43dc-8f26-dfc008538418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378871 Jul 19 03:19:09.290047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on host n-h1-762330-18 for vnic_type normal with profile None {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:09.290639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:09.291115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:09.295935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:19:09.296417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:09.301934 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:09.302384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:09.302777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:09.304600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Bound port: 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:09.306672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['5fc82392-aa8f-4296-b101-9ed553b746e6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:09.387960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:09.394770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27a805-009c-4b91-bd18-f6a24cc98438 req-5ef49467-6cfb-446f-8b1c-567bd32084cb tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:09.399757 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] Notify callbacks [] for binding, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:09.406369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac27a805-009c-4b91-bd18-f6a24cc98438 req-5ef49467-6cfb-446f-8b1c-567bd32084cb tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 944 time: 0.1897249 Jul 19 03:19:09.414288 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-c52d5875-c0bb-41bb-bbc8-e678ad8aee97 service neutron] 10.222.0.20 "POST /v2.0/ports/2131ec3e-7dfe-444e-a4a5-e8fb330405c6/bindings HTTP/1.1" status: 201 len: 390 time: 0.3980262 Jul 19 03:19:09.513617 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac27a805-009c-4b91-bd18-f6a24cc98438 req-043f6da7-19c9-466b-97e2-31210660cce6 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028314 Jul 19 03:19:09.516740 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-e3b4ef68-885c-4ebe-9ca5-e5d419798d13 service neutron] 10.222.0.25 "GET /v2.0/networks/b7cdb396-cd1b-43dc-8f26-dfc008538418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354115 Jul 19 03:19:09.663923 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1c41e0-6d32-445e-8fa9-b03c247563a5 x-openstack-request-id: req-5a1c41e0-6d32-445e-8fa9-b03c247563a5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:09.664330 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7e16fd-5c05-4d5e-977f-9176f13ec152", "tag": "e50cbea0-8765-4779-a5c9-8a1312065109", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:09.664499 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a1c41e0-6d32-445e-8fa9-b03c247563a5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:09.665152 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7e16fd-5c05-4d5e-977f-9176f13ec152', 'tag': 'e50cbea0-8765-4779-a5c9-8a1312065109', 'status': 'completed', 'code': 200} Jul 19 03:19:09.748788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-faadb9b6-2f69-40ee-a64e-7bbdeb0c5f50 req-c69670f0-bfb8-4ec3-92b9-615793557955 service neutron] 10.222.0.25 "GET /v2.0/networks/b7cdb396-cd1b-43dc-8f26-dfc008538418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070267 Jul 19 03:19:09.758039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a24d5f-9b5d-4df4-a4df-623d5b16b561 req-030b20e7-2ac5-4fc8-8c41-6220fddf56d8 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:09.766835 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f5a24d5f-9b5d-4df4-a4df-623d5b16b561 req-030b20e7-2ac5-4fc8-8c41-6220fddf56d8 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.1128616 Jul 19 03:19:09.771915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6dcb5-eb82-466f-9acb-4d832d991c50 req-130d1b16-6fa7-448b-b2a1-987c5706c485 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:09.779793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3b6dcb5-eb82-466f-9acb-4d832d991c50 req-130d1b16-6fa7-448b-b2a1-987c5706c485 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 943 time: 0.1320975 Jul 19 03:19:09.846089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3b6dcb5-eb82-466f-9acb-4d832d991c50 req-636affcf-b00b-40e6-96fa-88adc22d5301 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd32fa7-6fac-44f3-addd-9fb28bcb3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653462 Jul 19 03:19:09.864951 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f5a24d5f-9b5d-4df4-a4df-623d5b16b561 req-b3ef768f-38e0-4ce7-ba7c-612d647bf13b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968266 Jul 19 03:19:09.879087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-bea6b72a-2599-4e35-ae48-efbbdb7d1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:09.882632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-bea6b72a-2599-4e35-ae48-efbbdb7d1a11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 1098 time: 0.1467516 Jul 19 03:19:09.896479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9 req-f43f0dab-b347-4153-9a9c-77dafdb3c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:09.897930 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9 req-f43f0dab-b347-4153-9a9c-77dafdb3c3cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae67449a9e1b42eda5db9c3813b7c2d0&device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 1095 time: 0.0858958 Jul 19 03:19:10.036530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9 req-198f89d2-df48-4fa7-8e9c-a54ff3407064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:10.038985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-0c7f26ce-59bf-4afd-8a69-1503af9f884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:10.039470 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9 req-198f89d2-df48-4fa7-8e9c-a54ff3407064 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b7cdb396-cd1b-43dc-8f26-dfc008538418 HTTP/1.1" status: 200 len: 922 time: 0.1351221 Jul 19 03:19:10.040671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-0c7f26ce-59bf-4afd-8a69-1503af9f884e service neutron] 10.222.0.25 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.1521254 Jul 19 03:19:10.105184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9 req-8d6f14a6-b4fe-4661-b6fd-072b9ebe506c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50cbea0-8765-4779-a5c9-8a1312065109 HTTP/1.1" status: 200 len: 217 time: 0.0522099 Jul 19 03:19:10.127164 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-f2bcc431-d305-4bf3-9697-1469451b4953 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6 HTTP/1.1" status: 200 len: 217 time: 0.0744655 Jul 19 03:19:10.200777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9 req-493b9b05-6091-4f93-9942-d79a7cb36040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:10.202350 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9 req-493b9b05-6091-4f93-9942-d79a7cb36040 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=32cb4115-8047-4e21-a2a7-c9564c3f832d HTTP/1.1" status: 200 len: 862 time: 0.0865898 Jul 19 03:19:10.275608 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9 req-150b3f19-f66a-459c-9ae2-230c6b9ab7a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b7cdb396-cd1b-43dc-8f26-dfc008538418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638421 Jul 19 03:19:10.410796 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9 req-f0500525-f929-413b-9cb9-431452db9036 service neutron] 10.222.0.25 "GET /v2.0/networks/b7cdb396-cd1b-43dc-8f26-dfc008538418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269431 Jul 19 03:19:10.543282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52026) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:10.598858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e8a35f6-2c40-4d0b-a466-1eb6bd2c11b9 req-71dfb7c9-515b-48f1-8ba4-bb41ebb747c6 service neutron] 10.222.0.25 "GET /v2.0/networks/b7cdb396-cd1b-43dc-8f26-dfc008538418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807790 Jul 19 03:19:10.606595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5fc82392-aa8f-4296-b101-9ed553b746e6 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:10.658503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-99c38f5f-8bc1-4bde-b55f-f7ad9350e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:10.662389 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-99c38f5f-8bc1-4bde-b55f-f7ad9350e0fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.5267370 Jul 19 03:19:10.674105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 5fc82392-aa8f-4296-b101-9ed553b746e6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:10.679645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 5fc82392-aa8f-4296-b101-9ed553b746e6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:10.680114 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:10.723236 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-07577b74-fa4b-49ae-8efb-f765326798b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497401 Jul 19 03:19:10.733378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d1708-deb3-4640-8b7a-a2a9fffe5ae0 req-ba551f9a-2911-496a-b9c2-820a127f2e38 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:10.743516 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7e0d1708-deb3-4640-8b7a-a2a9fffe5ae0 req-ba551f9a-2911-496a-b9c2-820a127f2e38 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 946 time: 0.6786673 Jul 19 03:19:10.780903 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52030) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:10.781305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-93b3ebff-4afb-4f4c-895d-b22f4641cc2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb42f17860a7452ebbe6cb0de41c617e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362976 Jul 19 03:19:10.781639 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:10.808929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fab7649-dc4b-4de6-925b-72c2c551e8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc82392-aa8f-4296-b101-9ed553b746e6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:10.812427 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad7aa71-ad36-48fa-ab3c-6d78b710c825" -d '{"events": [{"server_uuid": "0fab7649-dc4b-4de6-925b-72c2c551e8b7", "name": "network-vif-plugged", "status": "completed", "tag": "5fc82392-aa8f-4296-b101-9ed553b746e6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:10.818028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbb4b1-4632-4435-b998-a4067831c6ed req-2b73bdde-e17f-4b83-9941-a3a3cfcacc03 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:10.819825 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25bbb4b1-4632-4435-b998-a4067831c6ed req-2b73bdde-e17f-4b83-9941-a3a3cfcacc03 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 944 time: 0.0964100 Jul 19 03:19:10.832206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 5fc82392-aa8f-4296-b101-9ed553b746e6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5fc82392-aa8f-4296-b101-9ed553b746e6,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:10.839114 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:10.883669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25bbb4b1-4632-4435-b998-a4067831c6ed req-01bb98a6-1402-4fcd-a62f-c4d980801eab tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562310 Jul 19 03:19:10.900255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-1a8b0178-eaa8-47db-82d9-528f0f52ed5c service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537757 Jul 19 03:19:10.943230 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7e0d1708-deb3-4640-8b7a-a2a9fffe5ae0 req-9bb2980d-c060-4ee4-a54e-33c54f39dc55 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988006 Jul 19 03:19:10.992095 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd375-a1a3-4c14-afec-a30a156fc180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:11.018201 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd375-a1a3-4c14-afec-a30a156fc180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:11.078711 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98fcfdd-2bf8-4b5b-9773-ab32a1ea3d06 x-openstack-request-id: req-f98fcfdd-2bf8-4b5b-9773-ab32a1ea3d06 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:11.079093 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fab7649-dc4b-4de6-925b-72c2c551e8b7", "name": "network-vif-plugged", "status": "completed", "tag": "5fc82392-aa8f-4296-b101-9ed553b746e6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:11.079676 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f98fcfdd-2bf8-4b5b-9773-ab32a1ea3d06 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:11.080308 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fab7649-dc4b-4de6-925b-72c2c551e8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc82392-aa8f-4296-b101-9ed553b746e6', 'code': 200} Jul 19 03:19:11.101349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=5fc82392-aa8f-4296-b101-9ed553b746e6,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:11.137315 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd375-a1a3-4c14-afec-a30a156fc180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:11.149456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd375-a1a3-4c14-afec-a30a156fc180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:11.155276 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bb0dd375-a1a3-4c14-afec-a30a156fc180 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3d66dac-39b2-4ce9-8e34-d888412025e2 HTTP/1.1" status: 204 len: 168 time: 0.3632700 Jul 19 03:19:11.203694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f725-4813-4fae-b330-79371220a172 req-a4758e17-425e-4c0a-932a-ed318de9834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:11.206288 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9f4f725-4813-4fae-b330-79371220a172 req-a4758e17-425e-4c0a-932a-ed318de9834e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 1097 time: 0.1839492 Jul 19 03:19:11.249499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dd375-a1a3-4c14-afec-a30a156fc180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d66dac-39b2-4ce9-8e34-d888412025e2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:11.294479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209680c1-4832-481d-8c2b-b54150007f03 req-87648766-1410-4b3e-8674-6734c3c18bbc tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:11.297378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-e6a2d784-d082-46f6-8bb2-2b0daa425b71 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879941 Jul 19 03:19:11.302698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-209680c1-4832-481d-8c2b-b54150007f03 req-87648766-1410-4b3e-8674-6734c3c18bbc tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 943 time: 0.1607921 Jul 19 03:19:11.305895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9f4f725-4813-4fae-b330-79371220a172 req-aa799227-8a72-4456-bab9-fbf22b08581d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901749 Jul 19 03:19:11.315150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e9473-5d07-4a83-a57b-3694b46d7402 req-239bc436-4638-4105-920f-0960a41e33e5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:11.316853 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a44e9473-5d07-4a83-a57b-3694b46d7402 req-239bc436-4638-4105-920f-0960a41e33e5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.1186368 Jul 19 03:19:11.364915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-209680c1-4832-481d-8c2b-b54150007f03 req-335ba47a-bd6d-4fca-abc2-2754b5ce910b tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd32fa7-6fac-44f3-addd-9fb28bcb3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610240 Jul 19 03:19:11.395181 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a44e9473-5d07-4a83-a57b-3694b46d7402 req-6402f68c-1d36-4b11-9032-cfc39e1988f4 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676293 Jul 19 03:19:11.675495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2c30c-698c-4c75-bc6e-95b7119dd64e req-2118b14b-f60d-469c-9bf6-71f728be6c3c tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:11.682915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6be2c30c-698c-4c75-bc6e-95b7119dd64e req-2118b14b-f60d-469c-9bf6-71f728be6c3c tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 946 time: 0.1534944 Jul 19 03:19:11.740468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6be2c30c-698c-4c75-bc6e-95b7119dd64e req-3d6904bd-f303-4736-93b3-d0b566b8ff78 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547664 Jul 19 03:19:12.274755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd044be-f51e-4269-898f-d4fbf0fe9a0b req-532725ec-cf95-4579-81f1-06b37152f510 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:12.290790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ccd044be-f51e-4269-898f-d4fbf0fe9a0b req-532725ec-cf95-4579-81f1-06b37152f510 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 945 time: 0.1681805 Jul 19 03:19:12.343261 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ccd044be-f51e-4269-898f-d4fbf0fe9a0b req-728fb03a-b1c5-4ee6-8bdd-b4d631dfd539 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510128 Jul 19 03:19:12.438178 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ede75e6-a869-4cd6-84a6-28105274fe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:12.618443 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675e1f6-25e6-4311-b465-8cc680fbe353 req-585998e0-ce26-4910-bdb3-0ea414c4fa68 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:12.620079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4675e1f6-25e6-4311-b465-8cc680fbe353 req-585998e0-ce26-4910-bdb3-0ea414c4fa68 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 946 time: 0.1009011 Jul 19 03:19:12.687432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4675e1f6-25e6-4311-b465-8cc680fbe353 req-8a4530db-d388-49a4-a982-4fadfed583a6 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499275 Jul 19 03:19:12.690155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53573e8-f88a-4eac-8d6b-84801aaafd30 req-e60d82a7-48d0-4dff-a87b-a4f00b169079 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:12.692182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f53573e8-f88a-4eac-8d6b-84801aaafd30 req-e60d82a7-48d0-4dff-a87b-a4f00b169079 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 943 time: 0.1132104 Jul 19 03:19:12.772239 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f53573e8-f88a-4eac-8d6b-84801aaafd30 req-4b0e8727-4b84-48e0-b6ac-092811c34e3d tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd32fa7-6fac-44f3-addd-9fb28bcb3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739684 Jul 19 03:19:12.789309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e50cbea0-8765-4779-a5c9-8a1312065109 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:19:13.004577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e50cbea0-8765-4779-a5c9-8a1312065109, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e50cbea0-8765-4779-a5c9-8a1312065109,segment=NetworkSegment(e4252682-376e-439a-bfe0-334be62e9241),segment_id=e4252682-376e-439a-bfe0-334be62e9241)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:13.021882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18401b3-7ab8-4b09-867f-e37d36037ca1 req-209077f5-ba2a-47da-b676-fdfc8f9f6ab2 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:13.026335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'e50cbea0-8765-4779-a5c9-8a1312065109', 'network_id': 'b7cdb396-cd1b-43dc-8f26-dfc008538418', 'port_id': 'e50cbea0-8765-4779-a5c9-8a1312065109', 'mac_address': 'fa:16:3e:7b:b2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cb4115-8047-4e21-a2a7-c9564c3f832d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:19:13.033113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b18401b3-7ab8-4b09-867f-e37d36037ca1 req-209077f5-ba2a-47da-b676-fdfc8f9f6ab2 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.1070838 Jul 19 03:19:13.083282 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b18401b3-7ab8-4b09-867f-e37d36037ca1 req-2f8f6454-90ee-42c7-9e6a-140f9e0db6c0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513191 Jul 19 03:19:13.084238 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:13.101630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50cbea0-8765-4779-a5c9-8a1312065109 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:13.128516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e50cbea0-8765-4779-a5c9-8a1312065109, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e50cbea0-8765-4779-a5c9-8a1312065109,segment=NetworkSegment(e4252682-376e-439a-bfe0-334be62e9241),segment_id=e4252682-376e-439a-bfe0-334be62e9241)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:13.142987 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:13.208188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e50cbea0-8765-4779-a5c9-8a1312065109,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:13.406373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['e50cbea0-8765-4779-a5c9-8a1312065109'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:13.773837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1467028-7764-41ba-bfb6-d784b823c363 req-09a187e3-e8e0-47b3-8385-6b8165d441e5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:13.785737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1467028-7764-41ba-bfb6-d784b823c363 req-09a187e3-e8e0-47b3-8385-6b8165d441e5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 945 time: 0.1619263 Jul 19 03:19:13.874904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1467028-7764-41ba-bfb6-d784b823c363 req-3a71967e-7673-4585-bb65-c07637f429a2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852973 Jul 19 03:19:13.959774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52162) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:14.012476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa78094-4a5e-4053-8992-8c0fe460192e req-d0bb8490-50c7-4cc0-9444-2ea002cb2ec2 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:14.026675 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fa78094-4a5e-4053-8992-8c0fe460192e req-d0bb8490-50c7-4cc0-9444-2ea002cb2ec2 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 946 time: 0.1364014 Jul 19 03:19:14.101777 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fa78094-4a5e-4053-8992-8c0fe460192e req-10b67c2e-8571-43c5-836b-acc3f567fa20 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736170 Jul 19 03:19:14.119446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6a031-7ec1-4264-afb3-845732d08ff7 req-5a9ac1a0-cf1b-4360-9356-f9c52219a803 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:14.119446 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1be6a031-7ec1-4264-afb3-845732d08ff7 req-5a9ac1a0-cf1b-4360-9356-f9c52219a803 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 944 time: 0.1061058 Jul 19 03:19:14.176209 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1be6a031-7ec1-4264-afb3-845732d08ff7 req-535ab6ac-8641-4087-bf48-09f8fa7ffe02 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd32fa7-6fac-44f3-addd-9fb28bcb3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520875 Jul 19 03:19:14.351338 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b947-8e72-4492-80f3-2400b024ab2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:14.588002 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b947-8e72-4492-80f3-2400b024ab2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:14.610910 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379229d-eebd-4bb1-9ac0-1f36b6c925e5 req-da1a0019-1b22-4951-87ad-9494d22e7113 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:14.612849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1379229d-eebd-4bb1-9ac0-1f36b6c925e5 req-da1a0019-1b22-4951-87ad-9494d22e7113 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.1197515 Jul 19 03:19:14.613779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b947-8e72-4492-80f3-2400b024ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:14.687556 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7ed4b947-8e72-4492-80f3-2400b024ab2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=914a9d4e2f29459995831939fe7a9867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7266786 Jul 19 03:19:14.703665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52182) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:14.715824 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1379229d-eebd-4bb1-9ac0-1f36b6c925e5 req-771992f9-d4f3-49b7-aff9-ad8cf95e672e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955205 Jul 19 03:19:14.717060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4b947-8e72-4492-80f3-2400b024ab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1425ce5-9b2a-460e-8e97-8c246627d5b0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:14.776346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d0878-f1f5-481d-8edc-42fd9c11d6b5 req-b5692ac4-5dbf-42d8-b512-163483799989 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:14.784115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-872d0878-f1f5-481d-8edc-42fd9c11d6b5 req-b5692ac4-5dbf-42d8-b512-163483799989 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 945 time: 0.1070478 Jul 19 03:19:14.801419 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e50cbea0-8765-4779-a5c9-8a1312065109 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:14.815644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b213be22-35f9-4bba-be7c-0844487c433f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:14.852688 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-872d0878-f1f5-481d-8edc-42fd9c11d6b5 req-fc5e934b-760f-4c25-a5bf-b023c718d1d0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676711 Jul 19 03:19:14.863752 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b213be22-35f9-4bba-be7c-0844487c433f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:14.880506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port e50cbea0-8765-4779-a5c9-8a1312065109 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:14.890009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port e50cbea0-8765-4779-a5c9-8a1312065109 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:14.890774 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:14.947241 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b213be22-35f9-4bba-be7c-0844487c433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:14.952924 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b213be22-35f9-4bba-be7c-0844487c433f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:14.954881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b213be22-35f9-4bba-be7c-0844487c433f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1425ce5-9b2a-460e-8e97-8c246627d5b0 HTTP/1.1" status: 204 len: 168 time: 0.2321289 Jul 19 03:19:14.996281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213be22-35f9-4bba-be7c-0844487c433f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1425ce5-9b2a-460e-8e97-8c246627d5b0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:15.023686 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:15.056855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7e16fd-5c05-4d5e-977f-9176f13ec152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50cbea0-8765-4779-a5c9-8a1312065109'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:15.059624 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a0c42d-03be-447a-a0f3-c965094eeaa5" -d '{"events": [{"server_uuid": "6a7e16fd-5c05-4d5e-977f-9176f13ec152", "name": "network-vif-plugged", "status": "completed", "tag": "e50cbea0-8765-4779-a5c9-8a1312065109"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:15.076307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e50cbea0-8765-4779-a5c9-8a1312065109, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e50cbea0-8765-4779-a5c9-8a1312065109,segment=NetworkSegment(e4252682-376e-439a-bfe0-334be62e9241),segment_id=e4252682-376e-439a-bfe0-334be62e9241)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:15.078389 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d08b91d4-e694-484d-b980-d002f7393445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:15.082769 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:15.092337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-b1b6c7d7-5bc5-47ea-b03b-35246230b0a6 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:15.093937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-b1b6c7d7-5bc5-47ea-b03b-35246230b0a6 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 946 time: 0.1221790 Jul 19 03:19:15.127370 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18664d8b-b77c-49d4-acf3-2076a75f0270 x-openstack-request-id: req-18664d8b-b77c-49d4-acf3-2076a75f0270 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:15.127664 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7e16fd-5c05-4d5e-977f-9176f13ec152", "name": "network-vif-plugged", "status": "completed", "tag": "e50cbea0-8765-4779-a5c9-8a1312065109", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:15.127918 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18664d8b-b77c-49d4-acf3-2076a75f0270 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:15.128775 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7e16fd-5c05-4d5e-977f-9176f13ec152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50cbea0-8765-4779-a5c9-8a1312065109', 'code': 200} Jul 19 03:19:15.170080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e50cbea0-8765-4779-a5c9-8a1312065109,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:15.264874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-4a06dd63-5d03-4142-b01e-8a817e9fb5ac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Deleting port 9748169d-5525-4736-a308-fb973ed5d599 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:19:15.265399 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-4a06dd63-5d03-4142-b01e-8a817e9fb5ac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:15.357624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2b7de-ac95-459c-9eaa-79062db7182d req-aafaadf4-8a66-4561-8fe2-dfcbae84f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:15.360597 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2a2b7de-ac95-459c-9eaa-79062db7182d req-aafaadf4-8a66-4561-8fe2-dfcbae84f83e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 1097 time: 0.1277835 Jul 19 03:19:15.429826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2a2b7de-ac95-459c-9eaa-79062db7182d req-d0fe1638-cf63-4813-98c6-d5a6985ea2c1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9dd32fa7-6fac-44f3-addd-9fb28bcb3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624087 Jul 19 03:19:15.537864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8e410-47b1-4280-a773-9759ab619f56 req-4550eacd-4d1e-456e-9f29-14797467add0 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:15.539531 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7dd8e410-47b1-4280-a773-9759ab619f56 req-4550eacd-4d1e-456e-9f29-14797467add0 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 945 time: 0.1029344 Jul 19 03:19:15.549185 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:15.552609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-4a06dd63-5d03-4142-b01e-8a817e9fb5ac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] For port 9748169d-5525-4736-a308-fb973ed5d599, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9748169d-5525-4736-a308-fb973ed5d599,segment=NetworkSegment(62e8e756-631f-48cc-98cb-ce36fb8c6469),segment_id=62e8e756-631f-48cc-98cb-ce36fb8c6469)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:15.553202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-4a06dd63-5d03-4142-b01e-8a817e9fb5ac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:15.584373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb24fa-cce7-499b-815f-75eafe3fe527 req-52ec0267-8a4f-4093-990c-0ce1d59cc210 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:15.590868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4fcb24fa-cce7-499b-815f-75eafe3fe527 req-52ec0267-8a4f-4093-990c-0ce1d59cc210 tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1ac366-9764-46da-ad65-f436df5f0ec1 HTTP/1.1" status: 200 len: 946 time: 0.2636456 Jul 19 03:19:15.598058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-4a06dd63-5d03-4142-b01e-8a817e9fb5ac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Calling delete_port for 9748169d-5525-4736-a308-fb973ed5d599 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:19:15.608809 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7dd8e410-47b1-4280-a773-9759ab619f56 req-d638e134-61bc-4205-990a-e7f0b933edde tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd32fa7-6fac-44f3-addd-9fb28bcb3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625978 Jul 19 03:19:15.733977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4fcb24fa-cce7-499b-815f-75eafe3fe527 req-e94b905c-44ad-46c1-9bf8-22b4d7907c5d tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dfcbd56-e133-4652-9426-02cb77ff16d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233225 Jul 19 03:19:15.869942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-4a06dd63-5d03-4142-b01e-8a817e9fb5ac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:15.883118 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['9748169d-5525-4736-a308-fb973ed5d599'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:15.945810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06dd63-5d03-4142-b01e-8a817e9fb5ac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Pushing event deleted for resources: {'Port': ['ID=9748169d-5525-4736-a308-fb973ed5d599,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:16.049503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-4a06dd63-5d03-4142-b01e-8a817e9fb5ac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] No DVR routers for this DVR port 9748169d-5525-4736-a308-fb973ed5d599 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:16.091019 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-4a06dd63-5d03-4142-b01e-8a817e9fb5ac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:16.096588 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5f43b96-11e6-4d77-8f9d-9e13515b3cb8 req-4a06dd63-5d03-4142-b01e-8a817e9fb5ac tempest-ServersNegativeTestMultiTenantJSON-764352056 tempest-ServersNegativeTestMultiTenantJSON-764352056-project] 10.222.0.25 "DELETE /v2.0/ports/9748169d-5525-4736-a308-fb973ed5d599 HTTP/1.1" status: 204 len: 173 time: 0.9902484 Jul 19 03:19:16.097839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1ac366-9764-46da-ad65-f436df5f0ec1', 'name': 'network-vif-deleted', 'tag': '9748169d-5525-4736-a308-fb973ed5d599'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:16.116128 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764ed96e-772a-45d0-875b-d3c56c782b0f" -d '{"events": [{"server_uuid": "8d1ac366-9764-46da-ad65-f436df5f0ec1", "name": "network-vif-deleted", "tag": "9748169d-5525-4736-a308-fb973ed5d599"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:16.171504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff3905-61b9-42e2-921a-f8534297653d req-78005494-9e50-4915-8c2e-64aaccd6de93 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:16.182149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-30ff3905-61b9-42e2-921a-f8534297653d req-78005494-9e50-4915-8c2e-64aaccd6de93 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 945 time: 0.1015394 Jul 19 03:19:16.221244 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52236) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:16.265563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dfd4a-3698-49f0-855b-f4d529d1dc2b req-f20cf0de-ba48-4a79-9de3-a0988ab441db tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:16.267501 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b22dfd4a-3698-49f0-855b-f4d529d1dc2b req-f20cf0de-ba48-4a79-9de3-a0988ab441db tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.2193978 Jul 19 03:19:16.281409 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-30ff3905-61b9-42e2-921a-f8534297653d req-90e2c800-c177-496c-98cc-df6db57d5941 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972054 Jul 19 03:19:16.324319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:16.396888 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b22dfd4a-3698-49f0-855b-f4d529d1dc2b req-1930c8f5-829b-4e50-810a-3c1aadf8de00 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085305 Jul 19 03:19:16.401514 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf269a1b-4839-4318-9ff4-9c15053f8c39 x-openstack-request-id: req-bf269a1b-4839-4318-9ff4-9c15053f8c39 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:16.401833 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1ac366-9764-46da-ad65-f436df5f0ec1", "name": "network-vif-deleted", "tag": "9748169d-5525-4736-a308-fb973ed5d599", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:16.402501 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf269a1b-4839-4318-9ff4-9c15053f8c39 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:16.402923 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1ac366-9764-46da-ad65-f436df5f0ec1', 'name': 'network-vif-deleted', 'tag': '9748169d-5525-4736-a308-fb973ed5d599', 'status': 'completed', 'code': 200} Jul 19 03:19:16.480830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-223139218-network', 'tenant_id': 'f9e39e51cf924d31acddf2503a5ec56d'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:16.507819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Made reservation on behalf of f9e39e51cf924d31acddf2503a5ec56d for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:16.512343 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:16.527484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:16.665859 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:16.674591 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:16.727240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:19:16.739908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f7b373-a88c-429d-9777-b0ed74cac218,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:16.747414 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:16.747774 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Added segment ee5b85c3-1ea5-4eee-987b-0db1b3675ff3 of type vlan for network 439a6a6f-2644-40d6-94b3-c74593092f5d Jul 19 03:19:16.821838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:16.912786 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:16.913937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:16.914672 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:16.951989 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7259436 Jul 19 03:19:16.963833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52252) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:16.981621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Request body: {'subnet': {'network_id': '439a6a6f-2644-40d6-94b3-c74593092f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-223139218-subnet', 'tenant_id': 'f9e39e51cf924d31acddf2503a5ec56d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:17.014147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba02dc-5f1a-46c7-a852-06b3ea163077 req-2f11865a-39d8-441f-a2a7-2d6ad721efb0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:17.021944 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-23ba02dc-5f1a-46c7-a852-06b3ea163077 req-2f11865a-39d8-441f-a2a7-2d6ad721efb0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 945 time: 0.1216426 Jul 19 03:19:17.086634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645f529-4711-4459-9509-a5a7fe8e0f8b admin admin] Pushing event updated for resources: {'Network': ['ID=439a6a6f-2644-40d6-94b3-c74593092f5d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:17.099464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 439a6a6f-2644-40d6-94b3-c74593092f5d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:19:17.102487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50dda7-39a9-45a1-a50a-81046fc5bc1d req-267546db-4f5d-4591-9266-d3d8d93a8bbe tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:17.104223 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f50dda7-39a9-45a1-a50a-81046fc5bc1d req-267546db-4f5d-4591-9266-d3d8d93a8bbe tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 945 time: 0.2352452 Jul 19 03:19:17.139433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Made reservation on behalf of f9e39e51cf924d31acddf2503a5ec56d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:17.143609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:17.358288 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f50dda7-39a9-45a1-a50a-81046fc5bc1d req-d1fa07d1-96e8-4d06-ae53-8018be17efe0 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd32fa7-6fac-44f3-addd-9fb28bcb3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458234 Jul 19 03:19:17.613321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:17.646640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52270) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:17.683843 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8d72f8-28c5-400a-a322-f57d40a782eb,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:17.715181 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-23ba02dc-5f1a-46c7-a852-06b3ea163077 req-5d613620-22e3-467b-80da-affc3ab03f2a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6919186 Jul 19 03:19:17.729109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Checking segment: {'id': 'ee5b85c3-1ea5-4eee-987b-0db1b3675ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '439a6a6f-2644-40d6-94b3-c74593092f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:17.729993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Network hostable DHCP agents. Network: 439a6a6f-2644-40d6-94b3-c74593092f5d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:19:17.738097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb64b44d-1395-41a1-9759-09cffa0d8d5f admin admin] Deleting subnet 220e7def-d520-449a-b9d6-0b1a5da611d2 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:19:17.746621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb64b44d-1395-41a1-9759-09cffa0d8d5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:17.766412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Network 439a6a6f-2644-40d6-94b3-c74593092f5d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:19:17.802551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 439a6a6f-2644-40d6-94b3-c74593092f5d) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:17.810007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:17.810916 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:17.816753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb64b44d-1395-41a1-9759-09cffa0d8d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:17.818340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b1dd4d-4345-4301-a641-e706f99a7f85 None None] Network 439a6a6f-2644-40d6-94b3-c74593092f5d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:19:17.829035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6e904091-4942-4873-bd89-77f38349885f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8615890 Jul 19 03:19:17.846771 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:19:17.887759 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb64b44d-1395-41a1-9759-09cffa0d8d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.008722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb64b44d-1395-41a1-9759-09cffa0d8d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.039834 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.111135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64b44d-1395-41a1-9759-09cffa0d8d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220e7def-d520-449a-b9d6-0b1a5da611d2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:18.117579 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb64b44d-1395-41a1-9759-09cffa0d8d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.122167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cb64b44d-1395-41a1-9759-09cffa0d8d5f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/220e7def-d520-449a-b9d6-0b1a5da611d2 HTTP/1.1" status: 204 len: 168 time: 0.4714863 Jul 19 03:19:18.122890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52284) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:18.130023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233bf1de-c806-4487-9ca5-c651cd4402e6 None None] Network 439a6a6f-2644-40d6-94b3-c74593092f5d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:19:18.319380 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-9a952065-8ea8-4117-8502-8274ef0a0eab tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:18.321189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-9a952065-8ea8-4117-8502-8274ef0a0eab tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 945 time: 0.1108792 Jul 19 03:19:18.354590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.460633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-7d420fa2-09c8-4996-8b3b-aec9961e7b1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Deleting port 5fc82392-aa8f-4296-b101-9ed553b746e6 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:19:18.461289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-7d420fa2-09c8-4996-8b3b-aec9961e7b1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.462319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.474629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eecd2-87a4-4172-8f27-9473421f27b9 req-30767d11-be67-4fc6-962d-207b92d923ae tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:18.494530 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-688eecd2-87a4-4172-8f27-9473421f27b9 req-30767d11-be67-4fc6-962d-207b92d923ae tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.2249131 Jul 19 03:19:18.541356 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300dd58f-002a-4a10-822f-666ae40c184d']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:18.565132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e8e756-631f-48cc-98cb-ce36fb8c6469') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:18.565580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e8e756-631f-48cc-98cb-ce36fb8c6469') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:18.586769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.607618 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-688eecd2-87a4-4172-8f27-9473421f27b9 req-941bc397-c740-4681-a6a2-027e190913c9 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119077 Jul 19 03:19:18.625432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.636032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:19:18.639017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:19:18.641485 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:19:18.658671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-7d420fa2-09c8-4996-8b3b-aec9961e7b1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] For port 5fc82392-aa8f-4296-b101-9ed553b746e6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=5fc82392-aa8f-4296-b101-9ed553b746e6,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:18.659720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-7d420fa2-09c8-4996-8b3b-aec9961e7b1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.696886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-7d420fa2-09c8-4996-8b3b-aec9961e7b1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Calling delete_port for 5fc82392-aa8f-4296-b101-9ed553b746e6 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:19:18.752400 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.780711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.785548 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] 10.222.0.20 "DELETE /v2.0/networks/300dd58f-002a-4a10-822f-666ae40c184d HTTP/1.1" status: 204 len: 168 time: 0.6584353 Jul 19 03:19:18.793764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52302) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:18.802416 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e74cc3-1ab6-4605-8a41-a944eb4ccdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=300dd58f-002a-4a10-822f-666ae40c184d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:18.810880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9748169d-5525-4736-a308-fb973ed5d599 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:18.851253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 9748169d-5525-4736-a308-fb973ed5d599 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:19:18.851951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9748169d-5525-4736-a308-fb973ed5d599 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:19:18.894441 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4816d55-ddae-4d96-a8dd-3420da00898f admin admin] Deleting subnet 14f393f4-9b63-45a6-85c0-30793ffe2c5e {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:19:18.902249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f4816d55-ddae-4d96-a8dd-3420da00898f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:18.944437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-f0ada744-2dfa-446f-b15c-2ce1c9afc4a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1391425 Jul 19 03:19:18.950837 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f4816d55-ddae-4d96-a8dd-3420da00898f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.004625 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-7d420fa2-09c8-4996-8b3b-aec9961e7b1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.007576 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-4a7bcf5e-bdb4-43fc-aedb-94638ef3a237 req-6350a0ee-9928-426e-9937-ca3ff34eb5dd tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] show failed (client error): The resource could not be found. Jul 19 03:19:19.025169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a7bcf5e-bdb4-43fc-aedb-94638ef3a237 req-6350a0ee-9928-426e-9937-ca3ff34eb5dd tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] 10.222.0.20 "GET /v2.0/security-groups/88ca2742-84fe-4991-840e-794dc4886f28 HTTP/1.1" status: 404 len: 352 time: 0.0419006 Jul 19 03:19:19.090592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d420fa2-09c8-4996-8b3b-aec9961e7b1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event deleted for resources: {'Port': ['ID=5fc82392-aa8f-4296-b101-9ed553b746e6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:19.145160 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f4816d55-ddae-4d96-a8dd-3420da00898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.236888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cefdaa8a-edf3-4e9c-babb-68c2963c3d9a req-feed3226-2d78-4430-a115-a0bd53aa5c57 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fab7649-dc4b-4de6-925b-72c2c551e8b7 HTTP/1.1" status: 200 len: 210 time: 0.0674202 Jul 19 03:19:19.237125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98fd7c-82b7-4d44-8279-70911eb8db2c req-29489900-38c7-4855-b73b-083c0bf3d1d2 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:19.237904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-7d420fa2-09c8-4996-8b3b-aec9961e7b1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] No DVR routers for this DVR port 5fc82392-aa8f-4296-b101-9ed553b746e6 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:19.241286 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-7d420fa2-09c8-4996-8b3b-aec9961e7b1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.243815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f9d2e8d-713f-4b89-9132-629ad557773b req-7d420fa2-09c8-4996-8b3b-aec9961e7b1e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.26 "DELETE /v2.0/ports/5fc82392-aa8f-4296-b101-9ed553b746e6 HTTP/1.1" status: 204 len: 173 time: 0.9165843 Jul 19 03:19:19.244306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fab7649-dc4b-4de6-925b-72c2c551e8b7', 'name': 'network-vif-deleted', 'tag': '5fc82392-aa8f-4296-b101-9ed553b746e6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:19.247063 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df98fd7c-82b7-4d44-8279-70911eb8db2c req-29489900-38c7-4855-b73b-083c0bf3d1d2 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 945 time: 0.2039573 Jul 19 03:19:19.248670 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae18738-3590-47ee-abf8-31f491513f9a" -d '{"events": [{"server_uuid": "0fab7649-dc4b-4de6-925b-72c2c551e8b7", "name": "network-vif-deleted", "tag": "5fc82392-aa8f-4296-b101-9ed553b746e6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:19.267842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-7aa7eb13-0321-4ae6-b6b7-2735838d0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:19.269419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-7aa7eb13-0321-4ae6-b6b7-2735838d0557 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 1097 time: 0.2807846 Jul 19 03:19:19.334330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df98fd7c-82b7-4d44-8279-70911eb8db2c req-02d8579d-8f8b-45e3-886b-8953584252be tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd32fa7-6fac-44f3-addd-9fb28bcb3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776525 Jul 19 03:19:19.344102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f4816d55-ddae-4d96-a8dd-3420da00898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.391980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4816d55-ddae-4d96-a8dd-3420da00898f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f393f4-9b63-45a6-85c0-30793ffe2c5e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:19.407477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f4816d55-ddae-4d96-a8dd-3420da00898f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.417005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f4816d55-ddae-4d96-a8dd-3420da00898f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/14f393f4-9b63-45a6-85c0-30793ffe2c5e HTTP/1.1" status: 204 len: 168 time: 0.6214666 Jul 19 03:19:19.420382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52318) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:19.455663 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df9b9ef-a43a-459d-a591-cbf9e3e0e2ab x-openstack-request-id: req-7df9b9ef-a43a-459d-a591-cbf9e3e0e2ab {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:19.456236 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fab7649-dc4b-4de6-925b-72c2c551e8b7", "name": "network-vif-deleted", "tag": "5fc82392-aa8f-4296-b101-9ed553b746e6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:19.456640 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7df9b9ef-a43a-459d-a591-cbf9e3e0e2ab {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:19.457207 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fab7649-dc4b-4de6-925b-72c2c551e8b7', 'name': 'network-vif-deleted', 'tag': '5fc82392-aa8f-4296-b101-9ed553b746e6', 'status': 'completed', 'code': 200} Jul 19 03:19:19.571708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3a11904-bfb9-454e-8532-f54bf4f1c8aa req-f3c958aa-a12a-46f3-867f-b8957c199a1c tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9e39e51cf924d31acddf2503a5ec56d HTTP/1.1" status: 200 len: 2988 time: 0.0721631 Jul 19 03:19:19.576132 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.580414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-b5efc40d-9c20-470b-8ec0-832313ea5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:19.585709 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-b5efc40d-9c20-470b-8ec0-832313ea5ea2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.2032454 Jul 19 03:19:19.685509 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-a574e32d-141e-4357-be62-0c5c58ea0bab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7 HTTP/1.1" status: 200 len: 217 time: 0.0871112 Jul 19 03:19:19.739528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.772052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90c694c-01f7-4cb1-a4dd-0d9ed296c024']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:19.796147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dde8544-7bda-4744-b18d-7b9f572eb244') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:19.796452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dde8544-7bda-4744-b18d-7b9f572eb244') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:19.826102 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.850406 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.857370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:19:19.857541 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:19:19.859808 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:19:19.862971 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3a11904-bfb9-454e-8532-f54bf4f1c8aa req-660e4397-0487-4fe9-9433-d01e7cf7534d tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] 10.222.0.20 "GET /v2.0/security-groups/a1f7b373-a88c-429d-9777-b0ed74cac218 HTTP/1.1" status: 200 len: 2985 time: 0.2708082 Jul 19 03:19:19.928150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-78873832-3aba-4fdf-af27-11d309a90fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:19.929689 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-78873832-3aba-4fdf-af27-11d309a90fc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.2283621 Jul 19 03:19:19.993060 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:20.009151 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:20.014931 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a90c694c-01f7-4cb1-a4dd-0d9ed296c024 HTTP/1.1" status: 204 len: 168 time: 0.5904245 Jul 19 03:19:20.025555 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-f1c48923-5c42-4b58-8437-7307b462489e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589643 Jul 19 03:19:20.033119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924faf79-eb3e-4f9a-8a41-ff11ebee5ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a90c694c-01f7-4cb1-a4dd-0d9ed296c024,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:20.062752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-c1fc5799-477f-4ef1-bb5b-837368035ec7 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:20.064495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-c1fc5799-477f-4ef1-bb5b-837368035ec7 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 945 time: 0.1855772 Jul 19 03:19:20.125357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a3360-d90b-40c5-b11e-4dfab4379056 req-b6db8af8-da2b-4c92-b676-7135802ee1b5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:20.134580 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e3a3360-d90b-40c5-b11e-4dfab4379056 req-b6db8af8-da2b-4c92-b676-7135802ee1b5 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.2985144 Jul 19 03:19:20.217339 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-88d0a2c2-db23-4963-90e0-09b95d590970 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4507275 Jul 19 03:19:20.234467 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3a11904-bfb9-454e-8532-f54bf4f1c8aa req-e7ee73ff-a325-4397-9365-39495d78ca98 tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] 10.222.0.20 "GET /v2.0/security-groups/a1f7b373-a88c-429d-9777-b0ed74cac218 HTTP/1.1" status: 200 len: 2985 time: 0.3708882 Jul 19 03:19:20.269089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-03a7d293-e8a9-4402-8056-f4134016e670 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207723 Jul 19 03:19:20.271870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52346) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:20.278019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e3a3360-d90b-40c5-b11e-4dfab4379056 req-6ae46f71-65aa-402c-9ac7-c403fcf4fb48 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343229 Jul 19 03:19:20.348788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-3d099fb6-1b29-4983-8b2f-4513f9314c44 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Deleting port e50cbea0-8765-4779-a5c9-8a1312065109 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:19:20.349206 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-3d099fb6-1b29-4983-8b2f-4513f9314c44 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:20.406673 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3049c906-a495-4d88-9369-69df6b19c14a req-e3847b78-a3c4-4d2b-b53b-0859209940db tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] 10.222.0.20 "GET /v2.0/security-groups/a1f7b373-a88c-429d-9777-b0ed74cac218 HTTP/1.1" status: 200 len: 2985 time: 0.0861716 Jul 19 03:19:20.478804 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbb5b693-215d-4691-89d4-f5c349cf501a req-d98fe2c1-f021-4f36-92be-a8f95e3f3574 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764810 Jul 19 03:19:20.530372 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-985e85c8-9d4b-45e1-88d8-dba118dcac4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4327063bbf84c789e67f0598ea50dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571833 Jul 19 03:19:20.532844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52362) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:20.535858 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-3049c906-a495-4d88-9369-69df6b19c14a req-8674e511-8129-4a3b-9a35-70e9139c3096 tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 19 03:19:20.536926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3049c906-a495-4d88-9369-69df6b19c14a req-8674e511-8129-4a3b-9a35-70e9139c3096 tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] 10.222.0.20 "DELETE /v2.0/security-groups/a1f7b373-a88c-429d-9777-b0ed74cac218 HTTP/1.1" status: 409 len: 352 time: 0.0875971 Jul 19 03:19:20.549946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-3d099fb6-1b29-4983-8b2f-4513f9314c44 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] For port e50cbea0-8765-4779-a5c9-8a1312065109, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e50cbea0-8765-4779-a5c9-8a1312065109,segment=NetworkSegment(e4252682-376e-439a-bfe0-334be62e9241),segment_id=e4252682-376e-439a-bfe0-334be62e9241)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:20.550532 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-3d099fb6-1b29-4983-8b2f-4513f9314c44 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:20.565520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-3d099fb6-1b29-4983-8b2f-4513f9314c44 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Calling delete_port for e50cbea0-8765-4779-a5c9-8a1312065109 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:19:20.640628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-92a1fb09-4663-47f0-8953-108c54d9f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:20.642066 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-92a1fb09-4663-47f0-8953-108c54d9f222 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.3444574 Jul 19 03:19:20.642997 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a6dbd62c-3ca1-43fd-b1e7-7e7cde9c2c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:20.652745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5fc82392-aa8f-4296-b101-9ed553b746e6 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:20.674802 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 5fc82392-aa8f-4296-b101-9ed553b746e6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:19:20.675143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 5fc82392-aa8f-4296-b101-9ed553b746e6 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:19:20.678929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0d10a-a516-4af0-a24b-52784cac0eaf req-c9c32fc1-5a85-4ae3-b34a-d3e2acc3fac8 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:20.680470 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ead0d10a-a516-4af0-a24b-52784cac0eaf req-c9c32fc1-5a85-4ae3-b34a-d3e2acc3fac8 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7e16fd-5c05-4d5e-977f-9176f13ec152 HTTP/1.1" status: 200 len: 945 time: 0.1541893 Jul 19 03:19:20.682585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a6dbd62c-3ca1-43fd-b1e7-7e7cde9c2c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:20.771306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ead0d10a-a516-4af0-a24b-52784cac0eaf req-16b3caf7-08d5-4ec9-ba42-cbf1d12c1e5d tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.20 "GET /v2.0/security-groups?id=9dd32fa7-6fac-44f3-addd-9fb28bcb3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814047 Jul 19 03:19:20.788286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-434937d7-76a8-4241-8cb7-86b3e3fb43ee tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:20.797224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-434937d7-76a8-4241-8cb7-86b3e3fb43ee tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.1737797 Jul 19 03:19:20.817636 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e88f8842-f2af-466b-93bc-7b469e5f5bfd tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/quotas/0a123568d24644db84d7b8c2684b29cf HTTP/1.1" status: 200 len: 375 time: 0.0192194 Jul 19 03:19:20.854624 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a6dbd62c-3ca1-43fd-b1e7-7e7cde9c2c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:20.861864 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-5f88e647-c660-4200-a941-4fb17eb82ea7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348263 Jul 19 03:19:20.862659 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-3d099fb6-1b29-4983-8b2f-4513f9314c44 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:20.863246 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a6dbd62c-3ca1-43fd-b1e7-7e7cde9c2c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:20.868311 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a6dbd62c-3ca1-43fd-b1e7-7e7cde9c2c25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dfcbd56-e133-4652-9426-02cb77ff16d6 HTTP/1.1" status: 204 len: 168 time: 0.3344693 Jul 19 03:19:20.894161 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [req-d4bc8276-3997-41b7-ba46-dba7f51ea6b9 req-24ecee02-ac7f-42b0-b104-5952e29d9bd5 tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] show failed (client error): The resource could not be found. Jul 19 03:19:20.895594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d4bc8276-3997-41b7-ba46-dba7f51ea6b9 req-24ecee02-ac7f-42b0-b104-5952e29d9bd5 tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] 10.222.0.20 "GET /v2.0/security-groups/c2d7d36b-34b6-4f2f-a542-207d2fb9e4b9 HTTP/1.1" status: 404 len: 352 time: 0.0444005 Jul 19 03:19:20.905557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbd62c-3ca1-43fd-b1e7-7e7cde9c2c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfcbd56-e133-4652-9426-02cb77ff16d6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:20.946221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-f1e5c1b5-9b67-4fe1-8e33-7e0226caac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:20.947993 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-f1e5c1b5-9b67-4fe1-8e33-7e0226caac85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.2091565 Jul 19 03:19:20.959446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d099fb6-1b29-4983-8b2f-4513f9314c44 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Pushing event deleted for resources: {'Port': ['ID=e50cbea0-8765-4779-a5c9-8a1312065109,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:21.016026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-3d099fb6-1b29-4983-8b2f-4513f9314c44 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] No DVR routers for this DVR port e50cbea0-8765-4779-a5c9-8a1312065109 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:21.019057 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-3d099fb6-1b29-4983-8b2f-4513f9314c44 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.021004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1fc8e516-0aed-4d63-9200-dad47f2b9a2d req-3d099fb6-1b29-4983-8b2f-4513f9314c44 tempest-ServerAddressesNegativeTestJSON-1047879402 tempest-ServerAddressesNegativeTestJSON-1047879402-project] 10.222.0.25 "DELETE /v2.0/ports/e50cbea0-8765-4779-a5c9-8a1312065109 HTTP/1.1" status: 204 len: 173 time: 0.9468288 Jul 19 03:19:21.022834 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-9911e4b0-d46a-4abd-b28a-7564420db4cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 999 time: 0.0678222 Jul 19 03:19:21.096343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-6d508978-5389-460d-8e4a-845e0dc8a720 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224212 Jul 19 03:19:21.101758 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [req-4171601b-f9a0-4f4f-a470-90b9fb85d174 req-19305c30-4439-4be5-a756-e2987d8c764d tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] show failed (client error): The resource could not be found. Jul 19 03:19:21.102857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4171601b-f9a0-4f4f-a470-90b9fb85d174 req-19305c30-4439-4be5-a756-e2987d8c764d tempest-SecurityGroupsNegativeTestJSON-104378553 tempest-SecurityGroupsNegativeTestJSON-104378553-project] 10.222.0.20 "GET /v2.0/security-groups/75e85a39-c324-4db0-8adc-1a82ffacb603 HTTP/1.1" status: 404 len: 352 time: 0.0383375 Jul 19 03:19:21.121835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-d990623f-f040-4217-88d4-99b374732877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:21.123470 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-d990623f-f040-4217-88d4-99b374732877 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.0935364 Jul 19 03:19:21.123955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52384) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:21.225299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-922d2607-4d99-4910-89b8-bf6fd2c0bb15 admin admin] Deleting subnet cb8d72f8-28c5-400a-a322-f57d40a782eb {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:19:21.231437 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-922d2607-4d99-4910-89b8-bf6fd2c0bb15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.241497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-7838d38b-024e-442d-9b80-832ec22923b9 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442723 Jul 19 03:19:21.285988 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-922d2607-4d99-4910-89b8-bf6fd2c0bb15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.303893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52390) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:21.313764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-9834b998-bfcb-40bc-927f-b585597c136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:21.315317 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-9834b998-bfcb-40bc-927f-b585597c136a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1830759 Jul 19 03:19:21.371635 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52396) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:21.376916 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a9e0a41d-5d4e-4773-a1cd-a19d666a13f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0621fc68a5e14a20bcfe176765b0bb60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717452 Jul 19 03:19:21.413421 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-922d2607-4d99-4910-89b8-bf6fd2c0bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.462871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7e16fd-5c05-4d5e-977f-9176f13ec152', 'name': 'network-vif-deleted', 'tag': 'e50cbea0-8765-4779-a5c9-8a1312065109'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:21.467403 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7573f629-886c-4d32-96df-5a31cd02b3b7" -d '{"events": [{"server_uuid": "6a7e16fd-5c05-4d5e-977f-9176f13ec152", "name": "network-vif-deleted", "tag": "e50cbea0-8765-4779-a5c9-8a1312065109"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:21.509720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0eb746a8-e1e7-42ba-92ac-a4a65d116b3b req-37c9154f-a1f6-4ea9-bce2-d599b5591b65 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 210 time: 0.0334501 Jul 19 03:19:21.583022 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca3577a5-2fcf-4194-920b-34fbe9e30bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.602647 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-88378ffb-4d5a-44ff-aa41-9d4385503f73 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767167 Jul 19 03:19:21.610122 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-922d2607-4d99-4910-89b8-bf6fd2c0bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.638357 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca3577a5-2fcf-4194-920b-34fbe9e30bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.653508 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010f44e9-8cf5-484b-9304-b72a584c62c6 x-openstack-request-id: req-010f44e9-8cf5-484b-9304-b72a584c62c6 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:21.653802 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7e16fd-5c05-4d5e-977f-9176f13ec152", "name": "network-vif-deleted", "tag": "e50cbea0-8765-4779-a5c9-8a1312065109", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:21.654204 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-010f44e9-8cf5-484b-9304-b72a584c62c6 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:21.654796 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7e16fd-5c05-4d5e-977f-9176f13ec152', 'name': 'network-vif-deleted', 'tag': 'e50cbea0-8765-4779-a5c9-8a1312065109', 'status': 'completed', 'code': 200} Jul 19 03:19:21.680419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d2607-4d99-4910-89b8-bf6fd2c0bb15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8d72f8-28c5-400a-a322-f57d40a782eb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:21.702316 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-922d2607-4d99-4910-89b8-bf6fd2c0bb15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.706655 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-922d2607-4d99-4910-89b8-bf6fd2c0bb15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb8d72f8-28c5-400a-a322-f57d40a782eb HTTP/1.1" status: 204 len: 168 time: 0.5793502 Jul 19 03:19:21.707047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52432) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:21.791499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f4fd9-95d2-4c16-b366-4a74307c23b4 req-0874d8d3-c782-48fb-ac3f-2abf1bb924f0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:21.799258 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c93f4fd9-95d2-4c16-b366-4a74307c23b4 req-0874d8d3-c782-48fb-ac3f-2abf1bb924f0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.3566287 Jul 19 03:19:21.809842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.879880 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c93f4fd9-95d2-4c16-b366-4a74307c23b4 req-f7d80d84-6e80-45ca-a1e6-016c9193a21e tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785806 Jul 19 03:19:21.906961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2357db4e-eb88-4dbb-a201-0ce45bc4686e req-1fc5f0ef-1387-4fab-90d8-74a7467abcce service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867663 Jul 19 03:19:21.906961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca3577a5-2fcf-4194-920b-34fbe9e30bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.906961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca3577a5-2fcf-4194-920b-34fbe9e30bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.909886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ca3577a5-2fcf-4194-920b-34fbe9e30bcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/571bec00-c084-4467-8cbf-0443d18f911e HTTP/1.1" status: 204 len: 168 time: 0.5338616 Jul 19 03:19:21.912164 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.924542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439a6a6f-2644-40d6-94b3-c74593092f5d']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:21.935956 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3577a5-2fcf-4194-920b-34fbe9e30bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571bec00-c084-4467-8cbf-0443d18f911e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:21.937099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5b85c3-1ea5-4eee-987b-0db1b3675ff3') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:21.937473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5b85c3-1ea5-4eee-987b-0db1b3675ff3') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:21.950701 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.979098 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.986697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:19:21.987720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:19:21.989836 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:19:22.012620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52446) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:22.064129 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.072886 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.075624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] 10.222.0.20 "DELETE /v2.0/networks/439a6a6f-2644-40d6-94b3-c74593092f5d HTTP/1.1" status: 204 len: 168 time: 0.3674192 Jul 19 03:19:22.132329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1adf7-5b00-42c1-9a72-757b533b1b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=439a6a6f-2644-40d6-94b3-c74593092f5d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:22.149704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-37dbbf3e-5e42-4b5a-99aa-5bd16062f32b admin admin] Deleting subnet 32cb4115-8047-4e21-a2a7-c9564c3f832d {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:19:22.155263 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37dbbf3e-5e42-4b5a-99aa-5bd16062f32b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.246570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37dbbf3e-5e42-4b5a-99aa-5bd16062f32b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.264872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52466) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:22.365962 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a40211e3-fde0-47df-8e02-0b2027f0714a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9e39e51cf924d31acddf2503a5ec56d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991573 Jul 19 03:19:22.368247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52486) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:22.373741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37dbbf3e-5e42-4b5a-99aa-5bd16062f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.431532 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe316620-d477-44be-9006-fa864acfa8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.457525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe316620-d477-44be-9006-fa864acfa8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.489281 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37dbbf3e-5e42-4b5a-99aa-5bd16062f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.506713 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37dbbf3e-5e42-4b5a-99aa-5bd16062f32b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.512026 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-37dbbf3e-5e42-4b5a-99aa-5bd16062f32b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/32cb4115-8047-4e21-a2a7-c9564c3f832d HTTP/1.1" status: 204 len: 168 time: 0.4948835 Jul 19 03:19:22.513160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52490) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:22.533646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbbf3e-5e42-4b5a-99aa-5bd16062f32b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cb4115-8047-4e21-a2a7-c9564c3f832d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:22.605892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.609160 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe316620-d477-44be-9006-fa864acfa8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.612148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe316620-d477-44be-9006-fa864acfa8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.614465 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fe316620-d477-44be-9006-fa864acfa8c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1f7b373-a88c-429d-9777-b0ed74cac218 HTTP/1.1" status: 204 len: 168 time: 0.2442148 Jul 19 03:19:22.626858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe316620-d477-44be-9006-fa864acfa8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f7b373-a88c-429d-9777-b0ed74cac218,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:22.741153 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.755451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cdb396-cd1b-43dc-8f26-dfc008538418']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:22.766590 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-335119b7-b927-45cc-9d04-3e19f28e4d69 req-de2b0218-4cdc-4fb8-9d55-1c82e051fef0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 210 time: 0.0551584 Jul 19 03:19:22.775535 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4252682-376e-439a-bfe0-334be62e9241') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:22.775837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4252682-376e-439a-bfe0-334be62e9241') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:22.787144 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.815568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.819877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e50cbea0-8765-4779-a5c9-8a1312065109 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:22.848345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:19:22.848802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:19:22.851714 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:19:22.876382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: e50cbea0-8765-4779-a5c9-8a1312065109 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:19:22.876970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e50cbea0-8765-4779-a5c9-8a1312065109 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:19:22.877576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 81345b78-cae0-4eb5-9834-5ad8c990d973 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:23.029993 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:23.039772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:23.042662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b7cdb396-cd1b-43dc-8f26-dfc008538418 HTTP/1.1" status: 204 len: 168 time: 0.5264289 Jul 19 03:19:23.083578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e11db6-df35-48a7-aec9-6dac48f86598 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7cdb396-cd1b-43dc-8f26-dfc008538418,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:23.120232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-25e4163d-9c02-4cea-9505-6af72cadcd97 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:23.120607 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:23.122224 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-25e4163d-9c02-4cea-9505-6af72cadcd97 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.26 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.2495110 Jul 19 03:19:23.141520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Request body: {'port': {'device_id': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'admin_state_up': True, 'tenant_id': '0a123568d24644db84d7b8c2684b29cf'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:23.171105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81345b78-cae0-4eb5-9834-5ad8c990d973'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:23.175663 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec603a55-a2f1-4b59-8769-68e00f42fb2a" -d '{"events": [{"server_uuid": "19fabb1c-80f4-4a51-823f-95261e841d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "81345b78-cae0-4eb5-9834-5ad8c990d973"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:23.200880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 81345b78-cae0-4eb5-9834-5ad8c990d973, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=81345b78-cae0-4eb5-9834-5ad8c990d973,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:23.209749 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:23.272636 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ef2523-fad5-4703-8575-63fb3d4fd578 x-openstack-request-id: req-10ef2523-fad5-4703-8575-63fb3d4fd578 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:23.273186 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fabb1c-80f4-4a51-823f-95261e841d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "81345b78-cae0-4eb5-9834-5ad8c990d973", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:23.273450 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10ef2523-fad5-4703-8575-63fb3d4fd578 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:23.275924 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81345b78-cae0-4eb5-9834-5ad8c990d973', 'code': 200} Jul 19 03:19:23.342923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=81345b78-cae0-4eb5-9834-5ad8c990d973,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:23.349391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52526) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:23.427156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-79c88621-7c72-4a65-b08c-5d2eb2f1d5d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae67449a9e1b42eda5db9c3813b7c2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751164 Jul 19 03:19:23.429755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52534) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:23.527340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cde799c-1ccf-4faf-b021-3023a96097f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:23.569730 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cde799c-1ccf-4faf-b021-3023a96097f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:23.738664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-3132deab-14e3-4d2e-b496-b97106e998da tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:23.750980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-3132deab-14e3-4d2e-b496-b97106e998da tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 804 time: 0.1837666 Jul 19 03:19:23.768649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cde799c-1ccf-4faf-b021-3023a96097f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:23.774391 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cde799c-1ccf-4faf-b021-3023a96097f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:23.775652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7cde799c-1ccf-4faf-b021-3023a96097f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dd32fa7-6fac-44f3-addd-9fb28bcb3062 HTTP/1.1" status: 204 len: 168 time: 0.3444204 Jul 19 03:19:23.785900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde799c-1ccf-4faf-b021-3023a96097f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd32fa7-6fac-44f3-addd-9fb28bcb3062,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:23.799064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-b2eaf70e-10ca-4c16-97aa-f5b391b9c68f tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/quotas/637cc5a7860b4761b6629b5be3de2370 HTTP/1.1" status: 200 len: 375 time: 0.0470438 Jul 19 03:19:23.896789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c0ce1-602f-4e21-be72-aa16485b8659 req-f1e2b063-cd97-4313-a861-dd71eeadd6a1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:23.898532 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-421c0ce1-602f-4e21-be72-aa16485b8659 req-f1e2b063-cd97-4313-a861-dd71eeadd6a1 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 946 time: 0.7024066 Jul 19 03:19:23.939028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-4d22b543-148d-4ff9-939f-258e1e9b4180 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1390066 Jul 19 03:19:23.961763 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-421c0ce1-602f-4e21-be72-aa16485b8659 req-32d5c629-75b4-4c8a-95ca-3f1b09b86862 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514102 Jul 19 03:19:23.963017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Made reservation on behalf of 0a123568d24644db84d7b8c2684b29cf for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:23.970380 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:24.126367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-89b47d14-d232-4a39-a74b-a69beb349c22 service neutron] 10.222.0.20 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724050 Jul 19 03:19:24.207496 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e608c52-e525-49a2-8ef0-daae68df1030 req-9c08b5f4-e6de-4a84-abe7-748e695b4aad tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 210 time: 0.0781770 Jul 19 03:19:24.238826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Allocated IP 172.20.0.14 (1e0d100a-4153-486a-bb53-5344731032ea/2ce9eede-45cb-4568-8d50-62fdf8d969ee/8f954041-08a6-42f3-ba47-75b97fb77c70) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:19:24.263035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-c7b82745-ba23-4951-8b19-2d278e7998d0 service neutron] 10.222.0.20 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354253 Jul 19 03:19:24.314912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52576) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:24.436661 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:24.538922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1412232592-network', 'tenant_id': '713eb64ad6744038aeef5af04e46e570'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:24.624893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Made reservation on behalf of 713eb64ad6744038aeef5af04e46e570 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:24.625734 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c4c12134-824a-4d7c-bd94-dc4325e84e0e req-8ae535d3-8325-49f2-a114-c1dc9b240e89 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 210 time: 0.1178441 Jul 19 03:19:24.627865 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:24.637736 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:24.646471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-f7037945-73c4-4cfd-90ac-34f8f9f66319 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:24.648145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-f7037945-73c4-4cfd-90ac-34f8f9f66319 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1098 time: 0.1028669 Jul 19 03:19:24.655895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:24.661805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-762330-18'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:24.740077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event updated for resources: {'Port': ['ID=8f954041-08a6-42f3-ba47-75b97fb77c70,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:24.757842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Network 1e0d100a-4153-486a-bb53-5344731032ea is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:24.780005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-61ae556b-5f78-4987-bd53-88900374af6a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:24.781794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-61ae556b-5f78-4987-bd53-88900374af6a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.25 "GET /v2.0/ports?device_id=19fabb1c-80f4-4a51-823f-95261e841d6c HTTP/1.1" status: 200 len: 943 time: 0.3097527 Jul 19 03:19:24.783034 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:24.783422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:24.786055 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:19:24.849049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:24.849907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:24.932518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:24.977510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-ea1803fc-5d12-4113-ae3e-fb57b4a92e13 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Deleting port 81345b78-cae0-4eb5-9834-5ad8c990d973 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:19:24.978542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-ea1803fc-5d12-4113-ae3e-fb57b4a92e13 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:24.987656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:25.057270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0741d-b078-490d-bd8d-70490e87194c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:25.059669 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faadba37-00e3-46c1-90ca-c57a36556e22" -d '{"events": [{"server_uuid": "9eb0741d-b078-490d-bd8d-70490e87194c", "name": "network-vif-unplugged", "status": "completed", "tag": "2131ec3e-7dfe-444e-a4a5-e8fb330405c6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:25.066435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.070181 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.080548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.096253 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-82ebed3d-6ee6-4684-b195-d76f7bb39810 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9585991 Jul 19 03:19:25.110662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52620) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:25.114574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Request body: {'port': {'device_id': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:25.154212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Pushing event updated for resources: {'Port': ['ID=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:25.157514 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.177582 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411263f8-cfef-494a-9428-a5bbad1414ee x-openstack-request-id: req-411263f8-cfef-494a-9428-a5bbad1414ee {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:25.177946 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0741d-b078-490d-bd8d-70490e87194c", "name": "network-vif-unplugged", "status": "completed", "tag": "2131ec3e-7dfe-444e-a4a5-e8fb330405c6", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:25.178205 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-411263f8-cfef-494a-9428-a5bbad1414ee {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:25.178618 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0741d-b078-490d-bd8d-70490e87194c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6', 'code': 200} Jul 19 03:19:25.187881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-ea1803fc-5d12-4113-ae3e-fb57b4a92e13 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] For port 81345b78-cae0-4eb5-9834-5ad8c990d973, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=81345b78-cae0-4eb5-9834-5ad8c990d973,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:25.188759 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-ea1803fc-5d12-4113-ae3e-fb57b4a92e13 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.189097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:19:25.215624 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.215941 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Added segment 575d834e-f2ed-4280-8968-854dcbbc1022 of type vlan for network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 Jul 19 03:19:25.219639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7eb7c0-abde-4f3e-87e8-83db8722748b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:25.244528 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-ea1803fc-5d12-4113-ae3e-fb57b4a92e13 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Calling delete_port for 81345b78-cae0-4eb5-9834-5ad8c990d973 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:19:25.347527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.353630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on host n-h2-762330-18 for vnic_type normal with profile {"migrating_to": "n-h1-762330-18"} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:25.353967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:25.354412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:25.374072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:19:25.374439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Attempting to bind port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on network 843dd68e-c0bf-4f74-b642-e9b5acfcbf51 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:25.388698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:25.389079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Checking segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:25.389647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Bound using segment: {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:25.389973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Bound port: 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec96e0-e6e7-417d-b720-06718bc97ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '843dd68e-c0bf-4f74-b642-e9b5acfcbf51'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:25.390649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.415676 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.432981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ba66f-c01d-44fb-bda0-e00ca59be0de req-1a41b38f-c5e4-4d03-a8dc-d0fc808c8622 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:25.434886 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2f3ba66f-c01d-44fb-bda0-e00ca59be0de req-1a41b38f-c5e4-4d03-a8dc-d0fc808c8622 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 944 time: 0.2121782 Jul 19 03:19:25.500727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:25.504530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:25.509477 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.510169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:25.510425 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.527260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.639598 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3227048 Jul 19 03:19:25.640925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52642) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:25.655534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Request body: {'subnet': {'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1412232592-subnet', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:25.664984 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1780777017-network', 'tenant_id': '20f606673fde41bfbcf43aa4c01b3b2c'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:25.730409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-ea1803fc-5d12-4113-ae3e-fb57b4a92e13 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.734551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4ccb6-c6ea-4599-871e-70595f11e4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f55d9b7b-a2de-479f-8d8b-5a5eceb1d559,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:25.748980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Made reservation on behalf of 713eb64ad6744038aeef5af04e46e570 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:25.754405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:19:25.763535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.803542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:25.804578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:25.806567 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] 10.222.0.25 "PUT /v2.0/ports/2131ec3e-7dfe-444e-a4a5-e8fb330405c6 HTTP/1.1" status: 200 len: 1124 time: 1.1501355 Jul 19 03:19:25.824128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2f3ba66f-c01d-44fb-bda0-e00ca59be0de req-c37bd417-d7ea-4925-977d-d312724ceb62 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161187 Jul 19 03:19:25.839163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ca24-a35d-47da-b526-955897e8213e service neutron] Pushing event updated for resources: {'Port': ['ID=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,revision_number=8']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:25.936343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1803fc-5d12-4113-ae3e-fb57b4a92e13 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Pushing event deleted for resources: {'Port': ['ID=81345b78-cae0-4eb5-9834-5ad8c990d973,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:25.945120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['2131ec3e-7dfe-444e-a4a5-e8fb330405c6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:25.990556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['2131ec3e-7dfe-444e-a4a5-e8fb330405c6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:26.006247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Made reservation on behalf of 20f606673fde41bfbcf43aa4c01b3b2c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:26.008934 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.063622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.105772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-ea1803fc-5d12-4113-ae3e-fb57b4a92e13 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] No DVR routers for this DVR port 81345b78-cae0-4eb5-9834-5ad8c990d973 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:26.114254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-ea1803fc-5d12-4113-ae3e-fb57b4a92e13 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.116431 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496f921a-e0ce-4983-8736-f6bdc0214e0a req-ea1803fc-5d12-4113-ae3e-fb57b4a92e13 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.25 "DELETE /v2.0/ports/81345b78-cae0-4eb5-9834-5ad8c990d973 HTTP/1.1" status: 204 len: 173 time: 1.2742550 Jul 19 03:19:26.118136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'name': 'network-vif-deleted', 'tag': '81345b78-cae0-4eb5-9834-5ad8c990d973'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:26.121739 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73877989-bb5d-450c-80a4-36963f363cf8" -d '{"events": [{"server_uuid": "19fabb1c-80f4-4a51-823f-95261e841d6c", "name": "network-vif-deleted", "tag": "81345b78-cae0-4eb5-9834-5ad8c990d973"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:26.276650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff58d5e-a34a-4f81-b0e0-89623c8e2415 req-b95a4e00-ce5f-4b9f-9f98-b684f5818fda tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:26.278580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ff58d5e-a34a-4f81-b0e0-89623c8e2415 req-b95a4e00-ce5f-4b9f-9f98-b684f5818fda tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 932 time: 0.8798034 Jul 19 03:19:26.316458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f954041-08a6-42f3-ba47-75b97fb77c70 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:26.340240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.361029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2f00a5d0-d849-4a6b-907a-41b7662bf178 req-8019b8fd-aace-445a-b21f-720388982a54 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 210 time: 0.0510569 Jul 19 03:19:26.420609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Transition to ACTIVE for port object 8f954041-08a6-42f3-ba47-75b97fb77c70 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:26.433409 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35db4766-6f27-4271-be39-9edd05f2ba60 x-openstack-request-id: req-35db4766-6f27-4271-be39-9edd05f2ba60 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:26.433707 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fabb1c-80f4-4a51-823f-95261e841d6c", "name": "network-vif-deleted", "tag": "81345b78-cae0-4eb5-9834-5ad8c990d973", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:26.433963 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35db4766-6f27-4271-be39-9edd05f2ba60 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:26.434388 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fabb1c-80f4-4a51-823f-95261e841d6c', 'name': 'network-vif-deleted', 'tag': '81345b78-cae0-4eb5-9834-5ad8c990d973', 'status': 'completed', 'code': 200} Jul 19 03:19:26.438993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.448666 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ff58d5e-a34a-4f81-b0e0-89623c8e2415 req-6c1b313a-7ca3-49b7-84b7-53d97592ecde tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550806 Jul 19 03:19:26.454364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.555726 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.576245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Pushing event updated for resources: {'Port': ['ID=8f954041-08a6-42f3-ba47-75b97fb77c70,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:26.578680 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.585187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d786e8-49a1-48bf-b39e-a542dcf70c3b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:26.638097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:19:26.679871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743bd8f6-4a9b-433d-b9c4-981507edbd2e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:26.686720 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.687071 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Added segment 957718d9-14ed-4d6e-810b-f1521449f32e of type vlan for network 8eddb21f-fc28-45fd-bb91-a46774dce704 Jul 19 03:19:26.717240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Checking segment: {'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:26.717561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Network hostable DHCP agents. Network: f55d9b7b-a2de-479f-8d8b-5a5eceb1d559, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:19:26.834733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.840320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:19:26.858012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Attempting to bind port 8f954041-08a6-42f3-ba47-75b97fb77c70 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:26.858462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Attempting to bind port 8f954041-08a6-42f3-ba47-75b97fb77c70 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:26.858855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Attempting to bind port 8f954041-08a6-42f3-ba47-75b97fb77c70 on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:26.869957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:19:26.883967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Port 8f954041-08a6-42f3-ba47-75b97fb77c70 on network 1e0d100a-4153-486a-bb53-5344731032ea not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:19:26.884297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Attempting to bind port 8f954041-08a6-42f3-ba47-75b97fb77c70 on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:26.909590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, f55d9b7b-a2de-479f-8d8b-5a5eceb1d559) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:26.915328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:26.915675 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Checking segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:26.916198 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Bound using segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:26.916539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Bound port: 8f954041-08a6-42f3-ba47-75b97fb77c70, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:26.917545 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.934537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:26.935108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.953925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-251e38c7-9eeb-46e2-be8c-d8ff76f0eade tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:26.955478 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-251e38c7-9eeb-46e2-be8c-d8ff76f0eade tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.25 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 804 time: 0.2727399 Jul 19 03:19:26.966490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.967853 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:26.968495 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:26.983913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Request body: {'port': {'device_id': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'admin_state_up': True, 'tenant_id': '637cc5a7860b4761b6629b5be3de2370'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:26.997995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:27.048221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4d1c88fc-026c-4e30-98a6-f0de5af06a0f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4020467 Jul 19 03:19:27.050887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 has no active binding in host n-h1-762330-18 {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 19 03:19:27.052391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0047143-8a07-4d3d-a792-bf399765eedc None None] Network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:19:27.076086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52666) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:27.111191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:27.145609 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0282350 Jul 19 03:19:27.150082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52670) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:27.174648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Request body: {'subnet': {'network_id': '8eddb21f-fc28-45fd-bb91-a46774dce704', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1780777017-subnet', 'tenant_id': '20f606673fde41bfbcf43aa4c01b3b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:27.184395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb0741d-b078-490d-bd8d-70490e87194c', 'tag': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:27.187385 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb0741d-b078-490d-bd8d-70490e87194c", "tag": "2131ec3e-7dfe-444e-a4a5-e8fb330405c6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:27.212157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73676f-c14c-4eef-b750-c43766e5c330 req-bbde89fa-ae0c-44a7-8e57-0f3dc924019a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:27.214186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad73676f-c14c-4eef-b750-c43766e5c330 req-bbde89fa-ae0c-44a7-8e57-0f3dc924019a tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 944 time: 0.1789184 Jul 19 03:19:27.305583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad73676f-c14c-4eef-b750-c43766e5c330 req-796697e8-5e48-4b4a-9927-772e90ddfc08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782256 Jul 19 03:19:27.331304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0b770-828d-4934-a642-8298860d40ef admin admin] Pushing event updated for resources: {'Network': ['ID=8eddb21f-fc28-45fd-bb91-a46774dce704,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:27.351391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 8eddb21f-fc28-45fd-bb91-a46774dce704 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:19:27.360625 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3294e668-90a7-42d2-add8-61601a0f4a3f x-openstack-request-id: req-3294e668-90a7-42d2-add8-61601a0f4a3f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:27.361088 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb0741d-b078-490d-bd8d-70490e87194c", "tag": "2131ec3e-7dfe-444e-a4a5-e8fb330405c6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:27.361984 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3294e668-90a7-42d2-add8-61601a0f4a3f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:27.362556 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb0741d-b078-490d-bd8d-70490e87194c', 'tag': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6', 'status': 'completed', 'code': 200} Jul 19 03:19:27.369979 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:27.371070 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:27.375159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] For port 8f954041-08a6-42f3-ba47-75b97fb77c70, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:27.383841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] For port 8f954041-08a6-42f3-ba47-75b97fb77c70, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8f954041-08a6-42f3-ba47-75b97fb77c70,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:27.404697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:27.415480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:19:27.418829 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:27.428754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Made reservation on behalf of 20f606673fde41bfbcf43aa4c01b3b2c for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:27.442047 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:27.516195 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:27.523357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:27.524056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:27.525878 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] 10.222.0.26 "PUT /v2.0/ports/8f954041-08a6-42f3-ba47-75b97fb77c70 HTTP/1.1" status: 200 len: 1093 time: 2.4161346 Jul 19 03:19:27.683159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Made reservation on behalf of 637cc5a7860b4761b6629b5be3de2370 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:27.686873 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:27.690214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ceb2d-15d9-41ed-aada-5f806e2fa9fa service neutron] Pushing event updated for resources: {'Port': ['ID=8f954041-08a6-42f3-ba47-75b97fb77c70,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:27.708328 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Allocated IP 172.20.0.2 (f55d9b7b-a2de-479f-8d8b-5a5eceb1d559/f1d786e8-49a1-48bf-b39e-a542dcf70c3b/5af5a70b-54ca-4561-a99c-6812759b95d1) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:19:27.725499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ded88d8-faf6-4f71-bd2c-c532743ae4f3 req-9c9023f5-1606-4cdd-aa44-fcc5f959436b tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 210 time: 0.0585270 Jul 19 03:19:27.751225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-08a67b0d-bcac-47d9-bdaa-54c8bcea405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:27.753120 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-08a67b0d-bcac-47d9-bdaa-54c8bcea405c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 1127 time: 0.3569062 Jul 19 03:19:27.909240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:27.950531 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:27.971051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Transition to ACTIVE for port object 5af5a70b-54ca-4561-a99c-6812759b95d1 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:27.997762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Transition to ACTIVE for port object 5af5a70b-54ca-4561-a99c-6812759b95d1 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:28.008143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-13793f21-96f4-4c34-9186-1598fc02ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:28.009759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-13793f21-96f4-4c34-9186-1598fc02ab06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 1096 time: 0.3475034 Jul 19 03:19:28.020143 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:28.022818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fca1b-7e2f-454f-97be-d324000bf0ad req-70b751a9-9d36-429a-a0d4-5fabfe68af94 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:28.024431 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d70fca1b-7e2f-454f-97be-d324000bf0ad req-70b751a9-9d36-429a-a0d4-5fabfe68af94 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 944 time: 0.3539484 Jul 19 03:19:28.091025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:28.097781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:28.107340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:19:28.119878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Allocated IP 172.20.0.10 (c56f6e79-9018-4544-898f-cd1b5ed065bd/bbdf263f-32ca-418f-9b3e-3eff9d2acab0/d88e929e-c27a-4585-9597-d352389063e6) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:19:28.134579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d70fca1b-7e2f-454f-97be-d324000bf0ad req-46c591a1-ec66-4aab-9caa-f3e9c3ca9561 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001866 Jul 19 03:19:28.170342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Pushing event updated for resources: {'Port': ['ID=5af5a70b-54ca-4561-a99c-6812759b95d1,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:28.272001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-e3431be8-1d22-43e8-8f66-b5954c3d5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:28.273769 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-e3431be8-1d22-43e8-8f66-b5954c3d5269 service neutron] 10.222.0.26 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.5098050 Jul 19 03:19:28.275441 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:28.280455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Attempting to bind port 5af5a70b-54ca-4561-a99c-6812759b95d1 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:28.280847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Attempting to bind port 5af5a70b-54ca-4561-a99c-6812759b95d1 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:28.281652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Attempting to bind port 5af5a70b-54ca-4561-a99c-6812759b95d1 on network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:28.295073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:28.297812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Checking segment: {'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:28.299161 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:28.299649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Bound using segment: {'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:28.300078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Bound port: 5af5a70b-54ca-4561-a99c-6812759b95d1, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:28.300470 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:28.346599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3f7b0c-a76d-47ab-a26b-ad5f38215480,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:28.357687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Checking segment: {'id': '957718d9-14ed-4d6e-810b-f1521449f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8eddb21f-fc28-45fd-bb91-a46774dce704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:28.358226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Network hostable DHCP agents. Network: 8eddb21f-fc28-45fd-bb91-a46774dce704, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:19:28.381234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Network 8eddb21f-fc28-45fd-bb91-a46774dce704 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:19:28.396124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 8eddb21f-fc28-45fd-bb91-a46774dce704) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:28.403340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:28.405233 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:28.416255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6921c0ca-1362-4008-a174-56580c4e7c0c None None] Network 8eddb21f-fc28-45fd-bb91-a46774dce704 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:19:28.458245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-24d5cb64-6c80-4fe7-869c-21d67a36a332 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6 HTTP/1.1" status: 200 len: 217 time: 0.1774068 Jul 19 03:19:28.468143 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d9e4b072-2f9d-488f-9d31-892c3b93ae74 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3060215 Jul 19 03:19:28.487713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'tag': '8f954041-08a6-42f3-ba47-75b97fb77c70'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:28.489943 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b23ce22-1f37-4e8e-9228-6510f882301a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87", "tag": "8f954041-08a6-42f3-ba47-75b97fb77c70"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:28.578637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-a2639d6e-2992-465b-9ae8-c118d8b17ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:28.582080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-a2639d6e-2992-465b-9ae8-c118d8b17ef6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1159878 Jul 19 03:19:28.601615 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741bcdf1-9c12-4f23-83dd-b68cc9701b54 x-openstack-request-id: req-741bcdf1-9c12-4f23-83dd-b68cc9701b54 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:28.601930 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87", "tag": "8f954041-08a6-42f3-ba47-75b97fb77c70", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:28.602149 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-741bcdf1-9c12-4f23-83dd-b68cc9701b54 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:28.602614 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'tag': '8f954041-08a6-42f3-ba47-75b97fb77c70', 'status': 'completed', 'code': 200} Jul 19 03:19:28.605240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] For port 5af5a70b-54ca-4561-a99c-6812759b95d1, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:28.611388 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-18f6ed71-1171-4b38-bf91-7567a9c88d7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f954041-08a6-42f3-ba47-75b97fb77c70 HTTP/1.1" status: 200 len: 217 time: 0.5816135 Jul 19 03:19:28.611561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] For port 5af5a70b-54ca-4561-a99c-6812759b95d1, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5af5a70b-54ca-4561-a99c-6812759b95d1,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:28.646914 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:28.692865 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-c81379cc-b4e4-4269-8abd-a54fcd98023b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012962 Jul 19 03:19:28.703691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-2d1596aa-034e-42f2-a575-ba770dcdbb1e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:19:28.711733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-2d1596aa-034e-42f2-a575-ba770dcdbb1e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126641 Jul 19 03:19:28.773615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b171df2-1973-44c2-b804-ca7c0c8fe58b None None] Network 8eddb21f-fc28-45fd-bb91-a46774dce704 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:19:28.856652 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:28.869721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 81345b78-cae0-4eb5-9834-5ad8c990d973 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:28.887663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebeeb95-667f-4d80-8793-75e79b0c01a0 None None] Pushing event updated for resources: {'Port': ['ID=5af5a70b-54ca-4561-a99c-6812759b95d1,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:28.888709 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:28.889474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-33b1125b-cd4a-4fa9-86b1-62847f713cbd service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704793 Jul 19 03:19:28.896052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-150e4002-e482-4cbb-bf0d-4ad958300653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:28.902934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-150e4002-e482-4cbb-bf0d-4ad958300653 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.2775183 Jul 19 03:19:28.965082 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:28.996769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 81345b78-cae0-4eb5-9834-5ad8c990d973 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:19:28.997933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 81345b78-cae0-4eb5-9834-5ad8c990d973 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:19:29.034339 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-efaf3e4a-03f0-4536-8fb9-7218162f49f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935700 Jul 19 03:19:29.108927 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96ab2e07-a5c6-471c-ba43-639c1cf55bf6 req-e1039809-f60a-4651-9051-e98d347b7bcb tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 210 time: 0.0706155 Jul 19 03:19:29.185026 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2192b8a-e2d3-4710-8e7d-0c6968576fb3 req-20c806bb-c43e-4ce0-8a61-516d27a64728 service neutron] 10.222.0.26 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889524 Jul 19 03:19:29.426922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5af5a70b-54ca-4561-a99c-6812759b95d1 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:29.519964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 5af5a70b-54ca-4561-a99c-6812759b95d1 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:29.610748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebd618-a3d0-4c24-bec6-be10f0070f2e req-5501a1af-f4a1-40d0-bc9b-7fe4a5de32b9 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:29.618620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1ebd618-a3d0-4c24-bec6-be10f0070f2e req-5501a1af-f4a1-40d0-bc9b-7fe4a5de32b9 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 944 time: 1.0186806 Jul 19 03:19:29.800542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Allocated IP 172.25.2.231 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/6b89d38b-d85f-4827-a6a8-756863a94e2f) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:19:29.836009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-9f83a1aa-f3f7-4e68-adc8-e37f8de87a4f tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:29.844949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-9f83a1aa-f3f7-4e68-adc8-e37f8de87a4f tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/networks?id=8eddb21f-fc28-45fd-bb91-a46774dce704 HTTP/1.1" status: 200 len: 821 time: 0.1630988 Jul 19 03:19:29.862528 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-16fe4d9f-e10a-4869-9b5b-50db025e036d tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/quotas/20f606673fde41bfbcf43aa4c01b3b2c HTTP/1.1" status: 200 len: 375 time: 0.0166211 Jul 19 03:19:29.902881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-bd05c96c-ae35-4d0c-8c7f-6ce4fbf5452f tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20f606673fde41bfbcf43aa4c01b3b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389054 Jul 19 03:19:29.940325 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:30.020779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-dd08054a-9756-4235-a1bc-67eb7c8ab16b service neutron] 10.222.0.20 "GET /v2.0/networks/8eddb21f-fc28-45fd-bb91-a46774dce704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046166 Jul 19 03:19:30.055633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1ebd618-a3d0-4c24-bec6-be10f0070f2e req-10b95370-2772-4d85-beaf-dafe78bc18b9 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358690 Jul 19 03:19:30.186413 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-8ff019d9-7238-4254-8642-9d8be39b41a6 service neutron] 10.222.0.20 "GET /v2.0/networks/8eddb21f-fc28-45fd-bb91-a46774dce704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645672 Jul 19 03:19:30.220759 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:30.237275 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-0cec2d12-3f01-41df-9c11-172b6bda2541 service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1872241 Jul 19 03:19:30.242506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Network c56f6e79-9018-4544-898f-cd1b5ed065bd is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:30.269041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff256a87-fc72-4791-9fca-be318aff2d81 None None] Network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:19:30.427938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b504eec-4110-46df-b3cd-d57e0f7c3f6d req-16b117af-dcbb-4978-a338-9a992efec35d service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628067 Jul 19 03:19:30.436888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a80e7734-a090-4c4e-a1cd-4aa01327cd84 None None] Provisioning for port 5af5a70b-54ca-4561-a99c-6812759b95d1 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:30.473953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a80e7734-a090-4c4e-a1cd-4aa01327cd84 None None] Provisioning complete for port 5af5a70b-54ca-4561-a99c-6812759b95d1 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:30.476044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a80e7734-a090-4c4e-a1cd-4aa01327cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:30.477412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:30.488836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:19:30.500599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:30.669148 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a80e7734-a090-4c4e-a1cd-4aa01327cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:30.702997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:30.778803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Pushing event updated for resources: {'Port': ['ID=d88e929e-c27a-4585-9597-d352389063e6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:30.804598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a80e7734-a090-4c4e-a1cd-4aa01327cd84 None None] For port 5af5a70b-54ca-4561-a99c-6812759b95d1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5af5a70b-54ca-4561-a99c-6812759b95d1,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:30.824088 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a80e7734-a090-4c4e-a1cd-4aa01327cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:30.917967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Pushing event updated for resources: {'Port': ['ID=6b89d38b-d85f-4827-a6a8-756863a94e2f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:30.970412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:30.991650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e7734-a090-4c4e-a1cd-4aa01327cd84 None None] Pushing event updated for resources: {'Port': ['ID=5af5a70b-54ca-4561-a99c-6812759b95d1,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:31.007142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:31.013991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:19:31.032082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc07d4d-7b95-4f28-981d-a92382895570 req-412d5e2a-8fd1-4a19-a5cb-1563ec779ff0 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:31.043900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc07d4d-7b95-4f28-981d-a92382895570 req-412d5e2a-8fd1-4a19-a5cb-1563ec779ff0 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 932 time: 0.1565881 Jul 19 03:19:31.110089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc07d4d-7b95-4f28-981d-a92382895570 req-74cee82a-3380-43c9-8208-b223a42b8b07 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590377 Jul 19 03:19:31.163191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-421f3390-5a18-42f1-95fa-319ecd13d467 None None] Provisioning complete for port 5af5a70b-54ca-4561-a99c-6812759b95d1 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:31.163573 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-421f3390-5a18-42f1-95fa-319ecd13d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:31.169567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23ce22-1f37-4e8e-9228-6510f882301a req-50119986-f3d0-4cc4-b861-8c1f7f377e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:31.173917 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b23ce22-1f37-4e8e-9228-6510f882301a req-50119986-f3d0-4cc4-b861-8c1f7f377e2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 1096 time: 0.5922050 Jul 19 03:19:31.196017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:31.202385 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:31.297207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1cd4-aef9-4fe4-8558-7b72b49f006f req-faa79010-da4a-4a63-bb30-36c8433908e9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:31.309218 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7ce1cd4-aef9-4fe4-8558-7b72b49f006f req-faa79010-da4a-4a63-bb30-36c8433908e9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 944 time: 0.8799143 Jul 19 03:19:31.321340 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-355a75d3-56cf-4762-bb31-0fc4b4070770 req-b6074b51-fc4c-4f5e-b265-3ac13290d61c tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 210 time: 0.1077049 Jul 19 03:19:31.372418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-94642495-67fc-4530-a0b7-8b8f37e929fe tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3953958 Jul 19 03:19:31.395339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5af5a70b-54ca-4561-a99c-6812759b95d1 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:31.434766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Request body: {'port': {'device_id': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:31.493802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-571bd4ab-5e85-47ca-ba23-2d828aafd794 service neutron] 10.222.0.26 "GET /v2.0/ports/2131ec3e-7dfe-444e-a4a5-e8fb330405c6/bindings/n-h1-762330-18 HTTP/1.1" status: 200 len: 385 time: 0.1710725 Jul 19 03:19:31.594579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5af5a70b-54ca-4561-a99c-6812759b95d1 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:31.595101 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:31.685192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23ce22-1f37-4e8e-9228-6510f882301a req-0cfa81e3-c0eb-49e1-be6a-487fc2f39655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:31.687572 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b23ce22-1f37-4e8e-9228-6510f882301a req-0cfa81e3-c0eb-49e1-be6a-487fc2f39655 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 912 time: 0.4783058 Jul 19 03:19:31.727093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488836-80f9-4395-adc7-3f2fe0d25d32 req-c3dcfb12-1fd4-4af3-9f81-8f64b89d80a9 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:31.735577 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11488836-80f9-4395-adc7-3f2fe0d25d32 req-c3dcfb12-1fd4-4af3-9f81-8f64b89d80a9 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 944 time: 0.2386549 Jul 19 03:19:31.792733 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7ce1cd4-aef9-4fe4-8558-7b72b49f006f req-352b9ff5-806c-40c0-bd46-7421e5c0fd3c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771640 Jul 19 03:19:31.813689 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b23ce22-1f37-4e8e-9228-6510f882301a req-d8be88d3-28b7-48a4-b605-3baf9c6f97a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f954041-08a6-42f3-ba47-75b97fb77c70 HTTP/1.1" status: 200 len: 217 time: 0.1097915 Jul 19 03:19:31.824631 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11488836-80f9-4395-adc7-3f2fe0d25d32 req-99c959f1-65fe-444b-8732-4231cac96509 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878446 Jul 19 03:19:31.858966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-26b048c4-d6ee-4cb6-a404-09f5ec365d3e service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:31.891414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-26b048c4-d6ee-4cb6-a404-09f5ec365d3e service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:31.957705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-26b048c4-d6ee-4cb6-a404-09f5ec365d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:31.976508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-26b048c4-d6ee-4cb6-a404-09f5ec365d3e service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:32.002096 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-26b048c4-d6ee-4cb6-a404-09f5ec365d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:32.058178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:32.069735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23ce22-1f37-4e8e-9228-6510f882301a req-9345b305-5dce-4f06-94fc-b875d28a34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:32.071649 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b23ce22-1f37-4e8e-9228-6510f882301a req-9345b305-5dce-4f06-94fc-b875d28a34ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.2051342 Jul 19 03:19:32.107958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-26b048c4-d6ee-4cb6-a404-09f5ec365d3e service neutron] Transition to ACTIVE for port object 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:32.113295 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-26b048c4-d6ee-4cb6-a404-09f5ec365d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:32.134709 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b23ce22-1f37-4e8e-9228-6510f882301a req-5fdd9a33-cc8b-4ada-ae3d-0f274e858113 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512018 Jul 19 03:19:32.256656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-26b048c4-d6ee-4cb6-a404-09f5ec365d3e service neutron] No DVR routers for this DVR port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:32.310648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b048c4-d6ee-4cb6-a404-09f5ec365d3e service neutron] Pushing event updated for resources: {'Port': ['ID=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:32.318217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-26b048c4-d6ee-4cb6-a404-09f5ec365d3e service neutron] 10.222.0.26 "PUT /v2.0/ports/2131ec3e-7dfe-444e-a4a5-e8fb330405c6/bindings/n-h1-762330-18/activate HTTP/1.1" status: 200 len: 370 time: 0.8081865 Jul 19 03:19:32.489437 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:32.575592 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ed1f6025-e699-407e-9482-0c47af5d6e20 req-ad8adc31-4563-4ebd-bf6a-3aebf2a37cc5 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 210 time: 0.1170716 Jul 19 03:19:32.618510 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b23ce22-1f37-4e8e-9228-6510f882301a req-99641cd8-670f-4c73-8402-ed82d61d1be7 service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472239 Jul 19 03:19:32.650642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38151429-70d8-486f-aefd-94e620a96a78 req-083c9e6f-b998-423f-b70f-7ecf5979bb71 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:32.657914 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38151429-70d8-486f-aefd-94e620a96a78 req-083c9e6f-b998-423f-b70f-7ecf5979bb71 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 932 time: 0.2903745 Jul 19 03:19:32.701281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-17237f7e-76f6-448c-9d63-987ad4f092b4 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:32.702874 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-17237f7e-76f6-448c-9d63-987ad4f092b4 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.2566690 Jul 19 03:19:32.729666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8f954041-08a6-42f3-ba47-75b97fb77c70 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:19:32.768604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38151429-70d8-486f-aefd-94e620a96a78 req-f42e861c-a816-4e77-afaf-036eb29c719f tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097114 Jul 19 03:19:32.776766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-3cd3c702-779d-48df-a8ed-a927c07e98f6 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:32.778282 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-3cd3c702-779d-48df-a8ed-a927c07e98f6 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.26 "GET /v2.0/networks?id=8eddb21f-fc28-45fd-bb91-a46774dce704 HTTP/1.1" status: 200 len: 821 time: 0.3333013 Jul 19 03:19:32.797298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Request body: {'port': {'device_id': '54f4a481-1df5-408b-b81c-e48f39d55bb8', 'network_id': '8eddb21f-fc28-45fd-bb91-a46774dce704', 'admin_state_up': True, 'tenant_id': '20f606673fde41bfbcf43aa4c01b3b2c'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:32.810600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52806) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:32.875489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 8f954041-08a6-42f3-ba47-75b97fb77c70, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8f954041-08a6-42f3-ba47-75b97fb77c70,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:32.893876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '8f954041-08a6-42f3-ba47-75b97fb77c70', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'port_id': '8f954041-08a6-42f3-ba47-75b97fb77c70', 'mac_address': 'fa:16:3e:0e:d0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9eede-45cb-4568-8d50-62fdf8d969ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:19:32.911664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-f3d533a5-ab07-4b9b-9ee4-3aaeeb4628a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:32.913237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-f3d533a5-ab07-4b9b-9ee4-3aaeeb4628a5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c&tenant_id=87ecb4f1f4054e3bbda937eff36101d2 HTTP/1.1" status: 200 len: 1097 time: 0.1993880 Jul 19 03:19:32.942702 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:32.959266 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f954041-08a6-42f3-ba47-75b97fb77c70 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:32.967384 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b23ce22-1f37-4e8e-9228-6510f882301a req-25239487-9c8d-48bb-b1a8-808915ce233f service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407588 Jul 19 03:19:32.987463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 8f954041-08a6-42f3-ba47-75b97fb77c70, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8f954041-08a6-42f3-ba47-75b97fb77c70,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:32.995841 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:33.050616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-f905ede4-1609-4f4d-83ee-13f289875c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:33.052174 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-f905ede4-1609-4f4d-83ee-13f289875c94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 1097 time: 0.1103373 Jul 19 03:19:33.064991 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=8f954041-08a6-42f3-ba47-75b97fb77c70,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:33.075843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Made reservation on behalf of 20f606673fde41bfbcf43aa4c01b3b2c for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:33.080727 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:33.112212 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:33.163994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9441-9a1e-4779-90ed-9d7cf6f2ed10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:33.171273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88e929e-c27a-4585-9597-d352389063e6 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:33.183707 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:33.207219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13671efc-5cad-4db6-8ff9-88b96d606c84 req-a3b3cc8f-adec-4de1-a6ee-6fb121316b24 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:33.208749 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-13671efc-5cad-4db6-8ff9-88b96d606c84 req-a3b3cc8f-adec-4de1-a6ee-6fb121316b24 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 945 time: 0.2356117 Jul 19 03:19:33.218829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Transition to ACTIVE for port object d88e929e-c27a-4585-9597-d352389063e6 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:33.253695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['8f954041-08a6-42f3-ba47-75b97fb77c70'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:33.254086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:33.327360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-ee63d709-2240-474c-acfe-d546421f209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:33.328896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-ee63d709-2240-474c-acfe-d546421f209b service neutron] 10.222.0.25 "GET /v2.0/networks?id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 200 len: 921 time: 0.2698338 Jul 19 03:19:33.349623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-13671efc-5cad-4db6-8ff9-88b96d606c84 req-210f5542-e81c-4b0d-be4c-7910fb3471a9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326678 Jul 19 03:19:33.351487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Pushing event updated for resources: {'Port': ['ID=d88e929e-c27a-4585-9597-d352389063e6,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:33.385294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0558ff-44b5-4b79-ade0-5c26b7db3e3c req-69365558-0395-4365-84f1-fb61b0a5a868 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:33.392509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f0558ff-44b5-4b79-ade0-5c26b7db3e3c req-69365558-0395-4365-84f1-fb61b0a5a868 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 945 time: 0.2900934 Jul 19 03:19:33.443486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:19:33.449437 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-fb8a4dc2-66dc-4bd4-91a4-1f37b180a969 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6 HTTP/1.1" status: 200 len: 217 time: 0.0917523 Jul 19 03:19:33.452670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Attempting to bind port d88e929e-c27a-4585-9597-d352389063e6 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:33.453001 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Attempting to bind port d88e929e-c27a-4585-9597-d352389063e6 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:33.453330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Attempting to bind port d88e929e-c27a-4585-9597-d352389063e6 on network c56f6e79-9018-4544-898f-cd1b5ed065bd {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:33.460827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Port d88e929e-c27a-4585-9597-d352389063e6 on network c56f6e79-9018-4544-898f-cd1b5ed065bd not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:19:33.461127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Attempting to bind port d88e929e-c27a-4585-9597-d352389063e6 on network c56f6e79-9018-4544-898f-cd1b5ed065bd {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:33.498866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:33.499213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Checking segment: {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:33.499607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Bound using segment: {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:33.500055 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Bound port: d88e929e-c27a-4585-9597-d352389063e6, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:33.500415 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:33.541971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Allocated IP 172.20.0.2 (8eddb21f-fc28-45fd-bb91-a46774dce704/5e3f7b0c-a76d-47ab-a26b-ad5f38215480/45ea8fea-0ff3-480e-816c-d81931352f6b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:19:33.547848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f0558ff-44b5-4b79-ade0-5c26b7db3e3c req-7553952d-689f-4c95-a3dd-a8ee34c6fe7f tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544991 Jul 19 03:19:33.570511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-023a7e28-34ef-4d21-8cd2-1da1de043947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:33.572016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-023a7e28-34ef-4d21-8cd2-1da1de043947 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 200 len: 861 time: 0.1067266 Jul 19 03:19:33.641336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-bfeb312b-238b-4187-bb7a-e881d109436d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=843dd68e-c0bf-4f74-b642-e9b5acfcbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612807 Jul 19 03:19:33.648817 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9441-9a1e-4779-90ed-9d7cf6f2ed10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:33.678699 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9441-9a1e-4779-90ed-9d7cf6f2ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:33.804793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3d9c9441-9a1e-4779-90ed-9d7cf6f2ed10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d1007963ad84e86bbb231e7ac3bc28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9827366 Jul 19 03:19:33.811490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52824) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:33.823534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c9441-9a1e-4779-90ed-9d7cf6f2ed10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3affe1d0-a248-4ddd-a25f-f0a401c01eae,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:33.881936 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-e8a827eb-dd33-4bd8-be90-b3be43412413 service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262540 Jul 19 03:19:33.939446 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab953161-040f-4fa7-b96d-c22c68ca0e11 req-ee338bc4-fe22-4172-96b6-4de34bd2ce46 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 210 time: 0.0716174 Jul 19 03:19:33.973528 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] For port d88e929e-c27a-4585-9597-d352389063e6, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:33.976214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:19:33.978592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] For port d88e929e-c27a-4585-9597-d352389063e6, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d88e929e-c27a-4585-9597-d352389063e6,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:33.991107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.000326 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Sync routers for ids ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:19:34.011554 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Routers {'9403cc85-d4d2-4f0c-a742-49c8dcceca12'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:19:34.012178 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:19:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:34.020303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.021556 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e15bfc25-dd7c-4800-a653-c3350126220a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.9357631 Jul 19 03:19:34.025857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52830) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:34.037084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:34.037627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.039144 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] 10.222.0.25 "PUT /v2.0/ports/d88e929e-c27a-4585-9597-d352389063e6 HTTP/1.1" status: 200 len: 1093 time: 2.6577194 Jul 19 03:19:34.041341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'tag': 'd88e929e-c27a-4585-9597-d352389063e6'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:34.043283 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d497d1a-deac-4406-9d38-092decdb3ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b2f18-f185-4268-b69d-e87ece715c5c", "tag": "d88e929e-c27a-4585-9597-d352389063e6"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:34.061165 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.077449 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.119326 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.138567 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7253758b-edcb-4608-bcea-e96cdaa83be5 x-openstack-request-id: req-7253758b-edcb-4608-bcea-e96cdaa83be5 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:34.138965 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b2f18-f185-4268-b69d-e87ece715c5c", "tag": "d88e929e-c27a-4585-9597-d352389063e6", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:34.139089 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7253758b-edcb-4608-bcea-e96cdaa83be5 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:34.139499 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'tag': 'd88e929e-c27a-4585-9597-d352389063e6', 'status': 'completed', 'code': 200} Jul 19 03:19:34.142564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b385762-e10b-4911-a178-5e9bbfcec511 service neutron] Pushing event updated for resources: {'Port': ['ID=d88e929e-c27a-4585-9597-d352389063e6,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:34.172297 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-f60e3f2d-19e8-4f89-b4cc-b1410ec0610d service neutron] 10.222.0.25 "GET /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829719 Jul 19 03:19:34.178345 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Set router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:19:34.219875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f9fc-3290-44a2-9d8b-1d077360eed9 req-a4e41633-1347-407a-b1f4-5bc699cb25a7 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:34.222560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4789f9fc-3290-44a2-9d8b-1d077360eed9 req-a4e41633-1347-407a-b1f4-5bc699cb25a7 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 944 time: 0.3001289 Jul 19 03:19:34.257562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6bb9279c-7f2e-437b-99aa-4caf76198aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:34.259156 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-6bb9279c-7f2e-437b-99aa-4caf76198aba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 1096 time: 0.1681850 Jul 19 03:19:34.285828 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.330892 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-24c6c7d9-a1be-487c-8776-1d22cdd6f3c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d88e929e-c27a-4585-9597-d352389063e6 HTTP/1.1" status: 200 len: 217 time: 0.0634799 Jul 19 03:19:34.340929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4789f9fc-3290-44a2-9d8b-1d077360eed9 req-9b6b9551-e12d-43c0-b378-5e8dbf65c693 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089664 Jul 19 03:19:34.342713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.344705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.345752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3affe1d0-a248-4ddd-a25f-f0a401c01eae HTTP/1.1" status: 204 len: 168 time: 0.5330248 Jul 19 03:19:34.375904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Network 8eddb21f-fc28-45fd-bb91-a46774dce704 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:34.378131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:34.398115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:19:34.415936 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:31Z', 'revision_number': 3, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:34.469812 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Checking router: 9403cc85-d4d2-4f0c-a742-49c8dcceca12 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:19:34.470582 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Updating router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 port 6b89d38b-d85f-4827-a6a8-756863a94e2f binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:19:34.477778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:34.478467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.490973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3affe1d0-a248-4ddd-a25f-f0a401c01eae,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:34.520148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-0ce4cbde-22e8-4555-8198-bbd443080057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:34.521998 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-0ce4cbde-22e8-4555-8198-bbd443080057 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbdf263f-32ca-418f-9b3e-3eff9d2acab0 HTTP/1.1" status: 200 len: 844 time: 0.1823170 Jul 19 03:19:34.523428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.524047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.524445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.524893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.525333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.525746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.526371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.527000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.527474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.528014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.528453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.528837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036896c-d51a-472d-9ca4-7094fa5a3206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:34.540646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Pushing event updated for resources: {'Port': ['ID=45ea8fea-0ff3-480e-816c-d81931352f6b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:34.559358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-216fe51f-66ab-4cea-90ac-cec6dfc73004 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7672639 Jul 19 03:19:34.586000 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.622677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-e395cfbc-d75f-457e-8ff8-5d2f7a7386e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c56f6e79-9018-4544-898f-cd1b5ed065bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897522 Jul 19 03:19:34.650903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Request body: {'port': {'device_id': '54f4a481-1df5-408b-b81c-e48f39d55bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:34.733977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8f954041-08a6-42f3-ba47-75b97fb77c70 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:34.803068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-60f09ce2-aea0-4662-98f9-4cabcd643e02 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:34.804700 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-60f09ce2-aea0-4662-98f9-4cabcd643e02 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c&tenant_id=87ecb4f1f4054e3bbda937eff36101d2&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.2413778 Jul 19 03:19:34.835463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 8f954041-08a6-42f3-ba47-75b97fb77c70 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:34.840643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52844) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:34.842486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 8f954041-08a6-42f3-ba47-75b97fb77c70 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:34.842934 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.887048 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.892597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05db1f-b1ef-43e3-91d7-096b45ff8a3a req-4c2d7760-00c7-4538-bc93-6dc86aa74865 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:34.894713 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f05db1f-b1ef-43e3-91d7-096b45ff8a3a req-4c2d7760-00c7-4538-bc93-6dc86aa74865 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 945 time: 0.3029275 Jul 19 03:19:34.909772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c326f52-eec9-4e31-bd23-6af84c107a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:34.949720 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-fb4ca4b7-2646-496d-b012-ade4f751ec1f service neutron] 10.222.0.25 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025737 Jul 19 03:19:34.951759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.000759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f954041-08a6-42f3-ba47-75b97fb77c70'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:35.004373 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd1437-63eb-4f4e-9d0e-e1dfce14332b" -d '{"events": [{"server_uuid": "c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87", "name": "network-vif-plugged", "status": "completed", "tag": "8f954041-08a6-42f3-ba47-75b97fb77c70"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:35.030606 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f05db1f-b1ef-43e3-91d7-096b45ff8a3a req-5801ee39-f94e-4043-a0e7-b367dfb5cd7f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944350 Jul 19 03:19:35.038189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 8f954041-08a6-42f3-ba47-75b97fb77c70, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8f954041-08a6-42f3-ba47-75b97fb77c70,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:35.047091 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.114659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=8f954041-08a6-42f3-ba47-75b97fb77c70,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:35.160191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f51ce-37a6-41af-af4b-b246b9546b08 req-a21a02d6-07da-4598-bbe5-973ca87b27f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:35.162468 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.168309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b1f51ce-37a6-41af-af4b-b246b9546b08 req-a21a02d6-07da-4598-bbe5-973ca87b27f6 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 945 time: 0.3507273 Jul 19 03:19:35.175504 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Transition to ACTIVE for port object 6b89d38b-d85f-4827-a6a8-756863a94e2f will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:35.185435 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.194189 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.257243 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Pushing event updated for resources: {'Port': ['ID=6b89d38b-d85f-4827-a6a8-756863a94e2f,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:35.259996 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Attempting to bind port 6b89d38b-d85f-4827-a6a8-756863a94e2f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:35.261087 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Attempting to bind port 6b89d38b-d85f-4827-a6a8-756863a94e2f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:35.262325 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Attempting to bind port 6b89d38b-d85f-4827-a6a8-756863a94e2f on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:35.272158 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.272652 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.272990 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.273442 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.273858 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.274343 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.274727 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.275214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-e6287514-f1e9-4869-baef-99c3e4fcfcfb service neutron] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:35.275663 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.275663 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.276442 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.276442 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.277021 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:35.280453 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:35.280831 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:35.281269 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.281730 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:35.282418 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Bound port: 6b89d38b-d85f-4827-a6a8-756863a94e2f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:35.282830 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.295006 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b1f51ce-37a6-41af-af4b-b246b9546b08 req-68ce4194-b17c-4d5f-a5dc-f7be693c5448 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255918 Jul 19 03:19:35.324186 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7861c7d4-8a4e-4c9d-b977-eb0239cc0c0c req-d3a48f49-ca71-4d90-9aa7-ad43b7f30acf service neutron] 10.222.0.25 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649755 Jul 19 03:19:35.342197 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] For port 6b89d38b-d85f-4827-a6a8-756863a94e2f, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:35.345819 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] For port 6b89d38b-d85f-4827-a6a8-756863a94e2f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6b89d38b-d85f-4827-a6a8-756863a94e2f,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:35.352033 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.360189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-e6287514-f1e9-4869-baef-99c3e4fcfcfb service neutron] Notify callbacks [] for binding, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.361793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0fbe52e-a8f0-4608-9458-0273c255da8c req-e6287514-f1e9-4869-baef-99c3e4fcfcfb service neutron] 10.222.0.25 "DELETE /v2.0/ports/2131ec3e-7dfe-444e-a4a5-e8fb330405c6/bindings/n-h2-762330-18 HTTP/1.1" status: 204 len: 173 time: 0.5455213 Jul 19 03:19:35.366418 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea73f55-0038-4003-a9a7-321b38302169 x-openstack-request-id: req-5ea73f55-0038-4003-a9a7-321b38302169 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:35.367858 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87", "name": "network-vif-plugged", "status": "completed", "tag": "8f954041-08a6-42f3-ba47-75b97fb77c70", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:35.368880 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ea73f55-0038-4003-a9a7-321b38302169 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:35.370612 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f954041-08a6-42f3-ba47-75b97fb77c70', 'code': 200} Jul 19 03:19:35.405836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f87ac-d4fd-4f1e-a102-20c201400b0f req-c0b9d94b-ef43-45da-8a2b-35c292c31b35 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:35.415969 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cb6f87ac-d4fd-4f1e-a102-20c201400b0f req-c0b9d94b-ef43-45da-8a2b-35c292c31b35 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 931 time: 0.2082248 Jul 19 03:19:35.427379 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Routers {'9403cc85-d4d2-4f0c-a742-49c8dcceca12'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:19:35.428121 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:19:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:35.430013 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29120a2e-b87e-42f2-8460-efdcfd120ad1 None None] Pushing event updated for resources: {'Port': ['ID=6b89d38b-d85f-4827-a6a8-756863a94e2f,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:35.466483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c326f52-eec9-4e31-bd23-6af84c107a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.477995 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c326f52-eec9-4e31-bd23-6af84c107a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.555254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Allocated IP 172.20.0.1 (f55d9b7b-a2de-479f-8d8b-5a5eceb1d559/f1d786e8-49a1-48bf-b39e-a542dcf70c3b/357e99b4-982b-4429-a5db-c36ad8a3f9fe) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:19:35.579728 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2c326f52-eec9-4e31-bd23-6af84c107a79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e51254b7abe3442e975d60bdd42788b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390943 Jul 19 03:19:35.582946 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] Set router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:19:35.590712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52860) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:35.600271 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c326f52-eec9-4e31-bd23-6af84c107a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b37cd2-58f8-4276-a098-634ead1da62a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:35.662632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cb6f87ac-d4fd-4f1e-a102-20c201400b0f req-ebabc344-ccd7-4280-817d-d0f5f3f9eb52 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298478 Jul 19 03:19:35.753693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf9286-e636-48d5-a314-a84bc75a43bb req-608e3266-cba9-478a-ab57-b625512c974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:35.755394 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-02bf9286-e636-48d5-a314-a84bc75a43bb req-608e3266-cba9-478a-ab57-b625512c974a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 1098 time: 0.2190998 Jul 19 03:19:35.758438 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.825358 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.849386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Transition to ACTIVE for port object 357e99b4-982b-4429-a5db-c36ad8a3f9fe will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:35.858454 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:35.863209 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:31Z', 'revision_number': 3, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:35.899534 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf1dd3-a5be-4c7b-a09d-86239bc1ee00 None None] The sync data for ids ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'] in n-d-762330-18 is: [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:31Z', 'revision_number': 3, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:19:35.990407 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-02bf9286-e636-48d5-a314-a84bc75a43bb req-4634349e-c672-41c6-8e4a-1c9491364f7b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244849 Jul 19 03:19:36.036769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67de5cf-7c04-42e4-bc54-96b1d2f2ccf3 req-7869be26-e2d4-4e41-996a-94c6dc9a7813 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:36.038949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a67de5cf-7c04-42e4-bc54-96b1d2f2ccf3 req-7869be26-e2d4-4e41-996a-94c6dc9a7813 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 1097 time: 0.1777341 Jul 19 03:19:36.048781 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:36.051974 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:36.062868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3b37cd2-58f8-4276-a098-634ead1da62a HTTP/1.1" status: 204 len: 168 time: 0.4626422 Jul 19 03:19:36.085476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ea8fea-0ff3-480e-816c-d81931352f6b {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:36.091762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497d1a-deac-4406-9d38-092decdb3ca7 req-bdbfb017-87e8-43bc-939d-a4001990613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:36.093285 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d497d1a-deac-4406-9d38-092decdb3ca7 req-bdbfb017-87e8-43bc-939d-a4001990613b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 1096 time: 0.5740917 Jul 19 03:19:36.099888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:36.109657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:36.150381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b37cd2-58f8-4276-a098-634ead1da62a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:36.163314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f599b46-fdf6-4a97-8db6-a245473f656d req-6f41849e-594e-48e2-9d75-ab90b43beb70 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:36.169305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.169649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.169989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.170339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.170746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.171074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.171610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.171891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.172231 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.172557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.172983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.173428 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a278dc-1c69-48ca-98cc-d539d4eca32c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:36.181697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f599b46-fdf6-4a97-8db6-a245473f656d req-6f41849e-594e-48e2-9d75-ab90b43beb70 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 944 time: 0.6076055 Jul 19 03:19:36.192069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Transition to ACTIVE for port object 45ea8fea-0ff3-480e-816c-d81931352f6b will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:36.210782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a67de5cf-7c04-42e4-bc54-96b1d2f2ccf3 req-b832fb6f-095d-4421-bee0-f51e70057ac9 tempest-LiveAutoBlockMigrationV225Test-1740698285 tempest-LiveAutoBlockMigrationV225Test-1740698285-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444502 Jul 19 03:19:36.222065 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:36.248419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:36.252943 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:36.264892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Pushing event updated for resources: {'Port': ['ID=357e99b4-982b-4429-a5db-c36ad8a3f9fe,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:36.273014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:19:36.394185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:36.505699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f599b46-fdf6-4a97-8db6-a245473f656d req-1d11d9c7-3733-4c2a-8eb5-041b19f7a81e tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229907 Jul 19 03:19:36.529875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497d1a-deac-4406-9d38-092decdb3ca7 req-f538b48a-57a8-485d-a846-b6b10b9a2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:36.531559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d497d1a-deac-4406-9d38-092decdb3ca7 req-f538b48a-57a8-485d-a846-b6b10b9a2ec6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 904 time: 0.4284375 Jul 19 03:19:36.604052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Pushing event updated for resources: {'Port': ['ID=45ea8fea-0ff3-480e-816c-d81931352f6b,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:36.698852 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:36.775714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9028404e-a4b0-4fa5-b4aa-466d327d9dad None None] Provisioning for port 357e99b4-982b-4429-a5db-c36ad8a3f9fe completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:36.809465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9028404e-a4b0-4fa5-b4aa-466d327d9dad None None] Provisioning complete for port 357e99b4-982b-4429-a5db-c36ad8a3f9fe triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:36.811705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9028404e-a4b0-4fa5-b4aa-466d327d9dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:36.894819 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:36.905630 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d497d1a-deac-4406-9d38-092decdb3ca7 req-03bafbfc-5138-46db-a11d-aa8b99a8ab2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d88e929e-c27a-4585-9597-d352389063e6 HTTP/1.1" status: 200 len: 217 time: 0.3524408 Jul 19 03:19:36.936561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9028404e-a4b0-4fa5-b4aa-466d327d9dad None None] Port 357e99b4-982b-4429-a5db-c36ad8a3f9fe cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:19:36.947566 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe6438-48e1-4a1e-adda-e917c40d877e req-d70ff6aa-43da-4784-ac6e-bdf1e04a9283 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:36.949855 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-edfe6438-48e1-4a1e-adda-e917c40d877e req-d70ff6aa-43da-4784-ac6e-bdf1e04a9283 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1842337 Jul 19 03:19:36.968978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Attempting to bind port 45ea8fea-0ff3-480e-816c-d81931352f6b on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:36.969735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Attempting to bind port 45ea8fea-0ff3-480e-816c-d81931352f6b by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '957718d9-14ed-4d6e-810b-f1521449f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8eddb21f-fc28-45fd-bb91-a46774dce704'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:36.970425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Attempting to bind port 45ea8fea-0ff3-480e-816c-d81931352f6b on network 8eddb21f-fc28-45fd-bb91-a46774dce704 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:36.987880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Port 45ea8fea-0ff3-480e-816c-d81931352f6b on network 8eddb21f-fc28-45fd-bb91-a46774dce704 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:19:36.988581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Attempting to bind port 45ea8fea-0ff3-480e-816c-d81931352f6b on network 8eddb21f-fc28-45fd-bb91-a46774dce704 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:37.002427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:37.003155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Checking segment: {'id': '957718d9-14ed-4d6e-810b-f1521449f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8eddb21f-fc28-45fd-bb91-a46774dce704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:37.003756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Bound using segment: {'id': '957718d9-14ed-4d6e-810b-f1521449f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8eddb21f-fc28-45fd-bb91-a46774dce704'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:37.004400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Bound port: 45ea8fea-0ff3-480e-816c-d81931352f6b, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957718d9-14ed-4d6e-810b-f1521449f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8eddb21f-fc28-45fd-bb91-a46774dce704'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:37.004973 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:37.009815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497d1a-deac-4406-9d38-092decdb3ca7 req-00986548-3bc4-49fd-81eb-8f9758454220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:37.012550 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d497d1a-deac-4406-9d38-092decdb3ca7 req-00986548-3bc4-49fd-81eb-8f9758454220 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbdf263f-32ca-418f-9b3e-3eff9d2acab0 HTTP/1.1" status: 200 len: 844 time: 0.0961776 Jul 19 03:19:37.018777 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:37.083363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d497d1a-deac-4406-9d38-092decdb3ca7 req-73037720-930b-471e-bb38-90bf159e66ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c56f6e79-9018-4544-898f-cd1b5ed065bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416844 Jul 19 03:19:37.112532 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-edfe6438-48e1-4a1e-adda-e917c40d877e req-97f11f67-1b56-4c8f-aa07-5800101113d9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555443 Jul 19 03:19:37.156353 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:37.178759 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:37.324045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] For port 45ea8fea-0ff3-480e-816c-d81931352f6b, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:37.346630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] For port 45ea8fea-0ff3-480e-816c-d81931352f6b, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=45ea8fea-0ff3-480e-816c-d81931352f6b,segment=NetworkSegment(957718d9-14ed-4d6e-810b-f1521449f32e),segment_id=957718d9-14ed-4d6e-810b-f1521449f32e)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:37.360621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:37.361147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Pushing event updated for resources: {'Port': ['ID=357e99b4-982b-4429-a5db-c36ad8a3f9fe,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:37.363893 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:37.382727 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d497d1a-deac-4406-9d38-092decdb3ca7 req-cdf57cb6-126c-40d8-9d55-f9afce4fb711 service neutron] 10.222.0.25 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396801 Jul 19 03:19:37.430435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6b89d38b-d85f-4827-a6a8-756863a94e2f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:37.452445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:37.453074 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:37.454588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] 10.222.0.26 "PUT /v2.0/ports/45ea8fea-0ff3-480e-816c-d81931352f6b HTTP/1.1" status: 200 len: 1092 time: 2.8855441 Jul 19 03:19:37.455878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f4a481-1df5-408b-b81c-e48f39d55bb8', 'tag': '45ea8fea-0ff3-480e-816c-d81931352f6b'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:37.458197 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85767d9-848c-4ce7-83cc-87bcc833225b" -d '{"events": [{"name": "network-changed", "server_uuid": "54f4a481-1df5-408b-b81c-e48f39d55bb8", "tag": "45ea8fea-0ff3-480e-816c-d81931352f6b"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:37.504425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 6b89d38b-d85f-4827-a6a8-756863a94e2f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:37.509156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 6b89d38b-d85f-4827-a6a8-756863a94e2f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:37.509709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:37.524927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6185a-1b1e-404d-8d64-efbd96fd797a req-b6c68d74-1464-4875-aef8-d2ea66ffc29d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:37.527253 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0f6185a-1b1e-404d-8d64-efbd96fd797a req-b6c68d74-1464-4875-aef8-d2ea66ffc29d tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 945 time: 0.2200716 Jul 19 03:19:37.546288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e3300-43cb-49fc-a9ed-f98c6e96a741 req-c1240878-2894-487a-bbe7-b6bafd0961c5 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:37.547958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-473e3300-43cb-49fc-a9ed-f98c6e96a741 req-c1240878-2894-487a-bbe7-b6bafd0961c5 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 943 time: 0.2804451 Jul 19 03:19:37.568205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d9f45-ec56-4bda-8fe6-8b67de80c4dd service neutron] Pushing event updated for resources: {'Port': ['ID=45ea8fea-0ff3-480e-816c-d81931352f6b,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:37.597535 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:37.601081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:37.605775 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0f6185a-1b1e-404d-8d64-efbd96fd797a req-c9333404-4410-4045-ae39-56e76a3f9fee tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668259 Jul 19 03:19:37.632985 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d497d1a-deac-4406-9d38-092decdb3ca7 req-838060b4-2598-4c10-bf71-28e27fb5f28f service neutron] 10.222.0.25 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242994 Jul 19 03:19:37.652784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:37.653487 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-473e3300-43cb-49fc-a9ed-f98c6e96a741 req-10ab63b7-1a16-449c-8c4a-41a20b4d3743 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750475 Jul 19 03:19:37.680497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 6b89d38b-d85f-4827-a6a8-756863a94e2f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6b89d38b-d85f-4827-a6a8-756863a94e2f,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:37.687531 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:37.704256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-397c354f-dcdb-468c-ae19-7cfda4887f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:37.707738 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-397c354f-dcdb-468c-ae19-7cfda4887f12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20f606673fde41bfbcf43aa4c01b3b2c&device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 1095 time: 0.1880207 Jul 19 03:19:37.779835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=6b89d38b-d85f-4827-a6a8-756863a94e2f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:37.836598 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-c5b58642-5d6d-4dde-affc-846c3c5defc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ea8fea-0ff3-480e-816c-d81931352f6b HTTP/1.1" status: 200 len: 217 time: 0.1144288 Jul 19 03:19:37.841453 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:19:37.901851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-431a7aa2-824d-4545-ad7d-71d197d3ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:37.903591 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-431a7aa2-824d-4545-ad7d-71d197d3ad35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e3f7b0c-a76d-47ab-a26b-ad5f38215480 HTTP/1.1" status: 200 len: 861 time: 0.0567396 Jul 19 03:19:37.966129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-c33f7305-019d-429a-9c7b-9155b360a925 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8eddb21f-fc28-45fd-bb91-a46774dce704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476925 Jul 19 03:19:37.984655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-ab3e07d9-d668-4215-9f41-af546c577880 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:37.986248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-ab3e07d9-d668-4215-9f41-af546c577880 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 945 time: 0.2768118 Jul 19 03:19:38.045961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:19:38.053384 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-91d197e4-0a1c-4046-82ea-47716660ec9d admin admin] 10.222.0.20 "PUT /v2.0/routers/9403cc85-d4d2-4f0c-a742-49c8dcceca12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0250301 Jul 19 03:19:38.075750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bc861532-bea1-4d7c-abf8-26f340a0bb94 None None] Provisioning complete for port 357e99b4-982b-4429-a5db-c36ad8a3f9fe triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:38.076156 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bc861532-bea1-4d7c-abf8-26f340a0bb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:38.143700 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ddb33a-2d05-454a-8b6e-b1cfa4dd8b79 x-openstack-request-id: req-02ddb33a-2d05-454a-8b6e-b1cfa4dd8b79 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:38.144010 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f4a481-1df5-408b-b81c-e48f39d55bb8", "tag": "45ea8fea-0ff3-480e-816c-d81931352f6b", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:38.144272 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02ddb33a-2d05-454a-8b6e-b1cfa4dd8b79 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:38.144677 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f4a481-1df5-408b-b81c-e48f39d55bb8', 'tag': '45ea8fea-0ff3-480e-816c-d81931352f6b', 'status': 'completed', 'code': 200} Jul 19 03:19:38.168863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-bc861532-bea1-4d7c-abf8-26f340a0bb94 None None] Port 357e99b4-982b-4429-a5db-c36ad8a3f9fe cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:19:38.266728 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-a6449fd7-d241-4a11-aa27-cb5508c992fd service neutron] 10.222.0.26 "GET /v2.0/networks/8eddb21f-fc28-45fd-bb91-a46774dce704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794199 Jul 19 03:19:38.340789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48bc97-53e5-46de-b977-b39d9f47e7db req-59b22dce-bccb-4610-bc7b-b55bd31bf9a9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:38.342392 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f48bc97-53e5-46de-b977-b39d9f47e7db req-59b22dce-bccb-4610-bc7b-b55bd31bf9a9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.0828648 Jul 19 03:19:38.387063 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f48bc97-53e5-46de-b977-b39d9f47e7db req-194914e7-9189-4509-bdb0-3a4f87485f77 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386605 Jul 19 03:19:38.406526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89670666-5149-4ec5-bdc0-1f0134415fd4 req-f08111de-38c3-49ec-a31d-64468eca8059 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:38.408075 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89670666-5149-4ec5-bdc0-1f0134415fd4 req-f08111de-38c3-49ec-a31d-64468eca8059 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 944 time: 0.2626202 Jul 19 03:19:38.477356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-f9f6f33e-5427-4268-9e58-21ecfc831d08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Deleting port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:19:38.477674 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-f9f6f33e-5427-4268-9e58-21ecfc831d08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:38.484165 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89670666-5149-4ec5-bdc0-1f0134415fd4 req-a443c6e8-1fe9-4fa4-987f-5bc5ad2fd28f tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658858 Jul 19 03:19:38.487439 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2a333b8-f78e-44bb-8a8f-988ae7cd578d req-40651554-e05e-4c4d-9727-b17670c38cfc service neutron] 10.222.0.26 "GET /v2.0/networks/8eddb21f-fc28-45fd-bb91-a46774dce704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069874 Jul 19 03:19:38.581369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Sync routers for ids ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:19:38.592312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Routers {'9403cc85-d4d2-4f0c-a742-49c8dcceca12'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:19:38.593038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:19:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:38.661854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-f9f6f33e-5427-4268-9e58-21ecfc831d08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] For port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:38.662310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-f9f6f33e-5427-4268-9e58-21ecfc831d08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:38.680171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-f9f6f33e-5427-4268-9e58-21ecfc831d08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Calling delete_port for 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:19:38.756220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85767d9-848c-4ce7-83cc-87bcc833225b req-080f0554-00c6-4d33-830a-fdf6e8fac88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:38.758134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c85767d9-848c-4ce7-83cc-87bcc833225b req-080f0554-00c6-4d33-830a-fdf6e8fac88c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20f606673fde41bfbcf43aa4c01b3b2c&device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 1095 time: 0.1752594 Jul 19 03:19:38.767623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Set router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:19:38.904687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85767d9-848c-4ce7-83cc-87bcc833225b req-e600aecd-ae24-41a8-ab61-2785203cc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:38.915658 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c85767d9-848c-4ce7-83cc-87bcc833225b req-e600aecd-ae24-41a8-ab61-2785203cc62c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8eddb21f-fc28-45fd-bb91-a46774dce704 HTTP/1.1" status: 200 len: 921 time: 0.1485202 Jul 19 03:19:38.962812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c85767d9-848c-4ce7-83cc-87bcc833225b req-3a51128e-9d51-43fb-aa35-89f5b27386e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ea8fea-0ff3-480e-816c-d81931352f6b HTTP/1.1" status: 200 len: 217 time: 0.0391414 Jul 19 03:19:39.000673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-f9f6f33e-5427-4268-9e58-21ecfc831d08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.026619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d88e929e-c27a-4585-9597-d352389063e6 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:19:39.033479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['2131ec3e-7dfe-444e-a4a5-e8fb330405c6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:39.066567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['d5c3014d-30a3-4dbf-a999-9f3589fd78e7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:39.079426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52960) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:39.087789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e91d7ebc-15d2-48b0-9a03-5af8b68dfe6a tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--490101911', 'description': 'tempest-description--717266609'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:39.115599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85767d9-848c-4ce7-83cc-87bcc833225b req-7c84cf77-120b-42c9-afc1-025d0ef5807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:39.124601 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c85767d9-848c-4ce7-83cc-87bcc833225b req-7c84cf77-120b-42c9-afc1-025d0ef5807f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e3f7b0c-a76d-47ab-a26b-ad5f38215480 HTTP/1.1" status: 200 len: 861 time: 0.1514440 Jul 19 03:19:39.169235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6f33e-5427-4268-9e58-21ecfc831d08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Pushing event deleted for resources: {'Port': ['ID=2131ec3e-7dfe-444e-a4a5-e8fb330405c6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:39.205256 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e91d7ebc-15d2-48b0-9a03-5af8b68dfe6a tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.251071 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41787179-1339-41dc-95f3-dd1402e949e9 req-95f87232-137e-40d2-876e-2bdf126e45cd tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 210 time: 0.0702384 Jul 19 03:19:39.271320 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c85767d9-848c-4ce7-83cc-87bcc833225b req-d872cdc8-4460-43fe-9218-bbdcbe542e9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8eddb21f-fc28-45fd-bb91-a46774dce704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055329 Jul 19 03:19:39.297202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-f9f6f33e-5427-4268-9e58-21ecfc831d08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] No DVR routers for this DVR port 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:39.397114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6b89d38b-d85f-4827-a6a8-756863a94e2f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:39.400347 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c85767d9-848c-4ce7-83cc-87bcc833225b req-1496ba11-c746-4a6c-bad9-44113866b268 service neutron] 10.222.0.26 "GET /v2.0/networks/8eddb21f-fc28-45fd-bb91-a46774dce704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069384 Jul 19 03:19:39.401938 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-f9f6f33e-5427-4268-9e58-21ecfc831d08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.403909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1659a97-2044-4551-8d56-a6cca4b1d973 req-f9f6f33e-5427-4268-9e58-21ecfc831d08 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.25 "DELETE /v2.0/ports/2131ec3e-7dfe-444e-a4a5-e8fb330405c6 HTTP/1.1" status: 204 len: 173 time: 1.1985641 Jul 19 03:19:39.462968 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e91d7ebc-15d2-48b0-9a03-5af8b68dfe6a tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.473985 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e91d7ebc-15d2-48b0-9a03-5af8b68dfe6a tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.547133 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c85767d9-848c-4ce7-83cc-87bcc833225b req-a838b9aa-ab81-4919-9c6d-13c10f04293b service neutron] 10.222.0.26 "GET /v2.0/networks/8eddb21f-fc28-45fd-bb91-a46774dce704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384201 Jul 19 03:19:39.547338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d7ebc-15d2-48b0-9a03-5af8b68dfe6a tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de10481-8399-49f2-9efd-893c415ee338,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:39.613115 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e91d7ebc-15d2-48b0-9a03-5af8b68dfe6a tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.614752 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e91d7ebc-15d2-48b0-9a03-5af8b68dfe6a tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5340753 Jul 19 03:19:39.618190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52978) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:39.618359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:36Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '357e99b4-982b-4429-a5db-c36ad8a3f9fe', 'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'mac_address': 'fa:16:3e:bf:15:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:35Z', 'updated_at': '2021-07-19T03:19:36Z', 'revision_number': 2, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'subnets': [{'id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:39.626065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7bf03669-2302-4788-9423-62d411645e02 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Request body: {'security_group_rule': {'security_group_id': '4de10481-8399-49f2-9efd-893c415ee338', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:39.626744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d88e929e-c27a-4585-9597-d352389063e6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d88e929e-c27a-4585-9597-d352389063e6,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:39.687849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Checking router: 9403cc85-d4d2-4f0c-a742-49c8dcceca12 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:19:39.688208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Updating router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 port 357e99b4-982b-4429-a5db-c36ad8a3f9fe binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:19:39.693907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf64ff-701a-42b3-915b-ca7f06329f16 req-3c90d465-8d0b-4c81-81af-e8119c9abce6 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:39.695960 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-accf64ff-701a-42b3-915b-ca7f06329f16 req-3c90d465-8d0b-4c81-81af-e8119c9abce6 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 943 time: 0.1524320 Jul 19 03:19:39.700133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7bf03669-2302-4788-9423-62d411645e02 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.779645 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-accf64ff-701a-42b3-915b-ca7f06329f16 req-f43277ba-8c41-4fbc-be7d-27d9813caa9e tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743763 Jul 19 03:19:39.784945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'd88e929e-c27a-4585-9597-d352389063e6', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'port_id': 'd88e929e-c27a-4585-9597-d352389063e6', 'mac_address': 'fa:16:3e:3d:54:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdf263f-32ca-418f-9b3e-3eff9d2acab0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:19:39.814857 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7bf03669-2302-4788-9423-62d411645e02 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.823251 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7bf03669-2302-4788-9423-62d411645e02 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.852427 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.864287 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.877340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 6b89d38b-d85f-4827-a6a8-756863a94e2f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:39.877562 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7bf03669-2302-4788-9423-62d411645e02 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.878066 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.881697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52984) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:39.888459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-8699e178-7cda-441c-a2d0-bfae69b10a2b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Request body: {'security_group_rule': {'security_group_id': '4de10481-8399-49f2-9efd-893c415ee338', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:39.895117 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7bf03669-2302-4788-9423-62d411645e02 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2753429 Jul 19 03:19:39.900724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf03669-2302-4788-9423-62d411645e02 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48ba169-9063-46a7-93b7-810ee29ef3b2,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:39.913936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88e929e-c27a-4585-9597-d352389063e6 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:39.958185 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8699e178-7cda-441c-a2d0-bfae69b10a2b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:39.985025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d88e929e-c27a-4585-9597-d352389063e6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d88e929e-c27a-4585-9597-d352389063e6,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:40.103876 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8699e178-7cda-441c-a2d0-bfae69b10a2b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.113738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8699e178-7cda-441c-a2d0-bfae69b10a2b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.150479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0741d-b078-490d-bd8d-70490e87194c', 'name': 'network-vif-deleted', 'tag': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:40.157303 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6cec1a-a674-452f-8bc0-f0afb640a9bf" -d '{"events": [{"server_uuid": "9eb0741d-b078-490d-bd8d-70490e87194c", "name": "network-vif-deleted", "tag": "2131ec3e-7dfe-444e-a4a5-e8fb330405c6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:40.176667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699e178-7cda-441c-a2d0-bfae69b10a2b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a234307-7e8a-4183-8cdb-ea12975a99a1,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:40.194947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8699e178-7cda-441c-a2d0-bfae69b10a2b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.199975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52992) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:40.205660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:40.227669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8699e178-7cda-441c-a2d0-bfae69b10a2b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3286581 Jul 19 03:19:40.232526 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.263176 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.355545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d88e929e-c27a-4585-9597-d352389063e6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:40.376962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf509df-d54c-499b-b38f-00a59d2c68df req-9eb61c82-ebad-4fec-8302-3fb08e533b0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:40.385151 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6cf509df-d54c-499b-b38f-00a59d2c68df req-9eb61c82-ebad-4fec-8302-3fb08e533b0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 945 time: 0.1369374 Jul 19 03:19:40.469133 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6cf509df-d54c-499b-b38f-00a59d2c68df req-92b0af67-7c60-46a2-b328-e1cc060553a6 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826666 Jul 19 03:19:40.493494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['d88e929e-c27a-4585-9597-d352389063e6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:40.508977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53002) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:40.529181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.552136 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18dd42f-98c5-4c74-ae72-60e5f2ee33f1 x-openstack-request-id: req-a18dd42f-98c5-4c74-ae72-60e5f2ee33f1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:40.552655 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0741d-b078-490d-bd8d-70490e87194c", "name": "network-vif-deleted", "tag": "2131ec3e-7dfe-444e-a4a5-e8fb330405c6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:40.557707 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a18dd42f-98c5-4c74-ae72-60e5f2ee33f1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:40.558362 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0741d-b078-490d-bd8d-70490e87194c', 'name': 'network-vif-deleted', 'tag': '2131ec3e-7dfe-444e-a4a5-e8fb330405c6', 'status': 'completed', 'code': 200} Jul 19 03:19:40.626655 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.674778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Transition to ACTIVE for port object 357e99b4-982b-4429-a5db-c36ad8a3f9fe will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:40.680411 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a95e-1cd8-40e7-8178-787252b0f108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.710448 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.740003 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Allocated IP 172.25.2.210 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/7f6fbe63-d585-4635-8d50-d9772cf54ca4) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:19:40.784156 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49788679-333b-46cf-a3fa-1bcefab59b04 req-77b6d684-d92c-41ed-9fe7-022f81e12bc7 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 210 time: 0.0544970 Jul 19 03:19:40.797587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 45ea8fea-0ff3-480e-816c-d81931352f6b details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:19:40.847338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6687c-9b11-4bff-9dfd-22734bd86aa5 None None] Pushing event updated for resources: {'Port': ['ID=357e99b4-982b-4429-a5db-c36ad8a3f9fe,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:40.895403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96646566-27ba-4635-9537-17918144c7ae req-e017b13e-a359-4ed7-bbda-ccbe957517df tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:40.897144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96646566-27ba-4635-9537-17918144c7ae req-e017b13e-a359-4ed7-bbda-ccbe957517df tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1236238 Jul 19 03:19:40.899387 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a95e-1cd8-40e7-8178-787252b0f108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.931348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a95e-1cd8-40e7-8178-787252b0f108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:40.944940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:40.989326 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a5f5a95e-1cd8-40e7-8178-787252b0f108 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4adc0023b86a40d0a83a25fe65c84700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787676 Jul 19 03:19:40.998033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53010) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:41.028992 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.033781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96646566-27ba-4635-9537-17918144c7ae req-959d0735-6c79-4629-a3ee-cc1e27714752 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288218 Jul 19 03:19:41.046209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:19:41.055666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2131ec3e-7dfe-444e-a4a5-e8fb330405c6 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:19:41.100533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5a95e-1cd8-40e7-8178-787252b0f108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a7e204-3a3c-4afb-9d03-eb95640aab95,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:41.147396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ebc8-90bf-4315-ac9c-d8bd26883146 req-07fc3100-3d3c-4772-a563-9ceb8417f655 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:41.161299 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ce6ebc8-90bf-4315-ac9c-d8bd26883146 req-07fc3100-3d3c-4772-a563-9ceb8417f655 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 943 time: 0.1796987 Jul 19 03:19:41.169063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c946e39e-0df7-4fdf-a35e-f3f19198d815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.182873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Attempting to bind port 357e99b4-982b-4429-a5db-c36ad8a3f9fe on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:41.183242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Attempting to bind port 357e99b4-982b-4429-a5db-c36ad8a3f9fe by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:41.183608 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Attempting to bind port 357e99b4-982b-4429-a5db-c36ad8a3f9fe on network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:41.198421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:41.198828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Checking segment: {'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:41.199371 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.199761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Bound using segment: {'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:41.200239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Bound port: 357e99b4-982b-4429-a5db-c36ad8a3f9fe, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:41.200615 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.223906 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c946e39e-0df7-4fdf-a35e-f3f19198d815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.231964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 45ea8fea-0ff3-480e-816c-d81931352f6b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=45ea8fea-0ff3-480e-816c-d81931352f6b,segment=NetworkSegment(957718d9-14ed-4d6e-810b-f1521449f32e),segment_id=957718d9-14ed-4d6e-810b-f1521449f32e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:41.250360 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ce6ebc8-90bf-4315-ac9c-d8bd26883146 req-be1f63e7-baf2-41eb-ab73-eb3902a2167c tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880227 Jul 19 03:19:41.265929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.278105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '45ea8fea-0ff3-480e-816c-d81931352f6b', 'network_id': '8eddb21f-fc28-45fd-bb91-a46774dce704', 'port_id': '45ea8fea-0ff3-480e-816c-d81931352f6b', 'mac_address': 'fa:16:3e:53:51:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3f7b0c-a76d-47ab-a26b-ad5f38215480', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:19:41.316623 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:41.320143 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c946e39e-0df7-4fdf-a35e-f3f19198d815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.320482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:41.324581 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c946e39e-0df7-4fdf-a35e-f3f19198d815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.325200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:19:41.325776 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c946e39e-0df7-4fdf-a35e-f3f19198d815 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9a7e204-3a3c-4afb-9d03-eb95640aab95 HTTP/1.1" status: 204 len: 168 time: 0.3266158 Jul 19 03:19:41.337399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946e39e-0df7-4fdf-a35e-f3f19198d815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a7e204-3a3c-4afb-9d03-eb95640aab95,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:41.354828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] For port 357e99b4-982b-4429-a5db-c36ad8a3f9fe, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:41.380462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Pushing event updated for resources: {'Port': ['ID=7f6fbe63-d585-4635-8d50-d9772cf54ca4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:41.383293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] For port 357e99b4-982b-4429-a5db-c36ad8a3f9fe, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=357e99b4-982b-4429-a5db-c36ad8a3f9fe,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:41.388754 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.393767 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.447165 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.460463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ea8fea-0ff3-480e-816c-d81931352f6b {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:41.496909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Routers {'9403cc85-d4d2-4f0c-a742-49c8dcceca12'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:19:41.497563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:19:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:41.510550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 45ea8fea-0ff3-480e-816c-d81931352f6b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=45ea8fea-0ff3-480e-816c-d81931352f6b,segment=NetworkSegment(957718d9-14ed-4d6e-810b-f1521449f32e),segment_id=957718d9-14ed-4d6e-810b-f1521449f32e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:41.544470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.567885 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.579588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6687c-9b11-4bff-9dfd-22734bd86aa5 None None] Pushing event updated for resources: {'Port': ['ID=357e99b4-982b-4429-a5db-c36ad8a3f9fe,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:41.705575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53024) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:41.713253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] Set router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:19:41.727251 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a6d050a-9602-4752-9634-89d5ccff6bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.774201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=45ea8fea-0ff3-480e-816c-d81931352f6b,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:41.866742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d98fa-df03-4a0d-8482-d42516bb1d1b req-5f829abd-18d8-4bef-9176-5d10a96b5fc9 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:41.876634 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b80d98fa-df03-4a0d-8482-d42516bb1d1b req-5f829abd-18d8-4bef-9176-5d10a96b5fc9 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 945 time: 0.1263654 Jul 19 03:19:41.892078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45ea8fea-0ff3-480e-816c-d81931352f6b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:41.940719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b80d98fa-df03-4a0d-8482-d42516bb1d1b req-b9145975-ce3a-4811-a300-1fd330fabe2d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629652 Jul 19 03:19:41.984522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a6d050a-9602-4752-9634-89d5ccff6bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:41.991401 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a6d050a-9602-4752-9634-89d5ccff6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:42.041972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3a6d050a-9602-4752-9634-89d5ccff6bb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdb3ce88568348418ff5f1e972a31b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326449 Jul 19 03:19:42.041972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d050a-9602-4752-9634-89d5ccff6bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04356068-64e8-485d-8b3c-0b9c33fbdc0f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:42.043873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53028) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:42.130460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-58a18743-f76b-4628-99b4-02674ef38d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:42.183384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-58a18743-f76b-4628-99b4-02674ef38d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:42.186692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:36Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '357e99b4-982b-4429-a5db-c36ad8a3f9fe', 'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'mac_address': 'fa:16:3e:bf:15:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:35Z', 'updated_at': '2021-07-19T03:19:41Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'subnets': [{'id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:42.228932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245005-d77d-4248-9f0d-903003cc8eab None None] The sync data for ids ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'] in n-d-762330-18 is: [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:36Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '357e99b4-982b-4429-a5db-c36ad8a3f9fe', 'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'mac_address': 'fa:16:3e:bf:15:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:35Z', 'updated_at': '2021-07-19T03:19:41Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'subnets': [{'id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:19:42.353775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-58a18743-f76b-4628-99b4-02674ef38d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:42.356725 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-58a18743-f76b-4628-99b4-02674ef38d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:42.358322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-58a18743-f76b-4628-99b4-02674ef38d6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04356068-64e8-485d-8b3c-0b9c33fbdc0f HTTP/1.1" status: 204 len: 168 time: 0.3131487 Jul 19 03:19:42.378562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a18743-f76b-4628-99b4-02674ef38d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04356068-64e8-485d-8b3c-0b9c33fbdc0f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:42.415452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d41d86-8348-4ba8-b368-07df47c3aa82 req-3889b27e-1bf7-4dd0-8644-247ba01f32b1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:42.417641 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58d41d86-8348-4ba8-b368-07df47c3aa82 req-3889b27e-1bf7-4dd0-8644-247ba01f32b1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1604807 Jul 19 03:19:42.450126 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2ca6314c-696f-442f-b491-f5d74720b3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:42.475294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9b5d0cc2-f0fb-4e38-971f-ff0c9746b585 req-6155f29b-8e47-4384-83a8-72f120286427 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 210 time: 0.0848494 Jul 19 03:19:42.509185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58d41d86-8348-4ba8-b368-07df47c3aa82 req-df1e685e-9b15-4e4c-973c-16db3e76bacc tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853436 Jul 19 03:19:42.568912 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:42.577862 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:42.680040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Pushing event updated for resources: {'Port': ['ID=7f6fbe63-d585-4635-8d50-d9772cf54ca4,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:42.701171 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:42.729945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:42.735001 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b99c6c45-238e-4103-8936-6d92d3875898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5338862 Jul 19 03:19:42.813571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ad16f-2883-4104-8a81-70395e51724d req-3b7dbcd3-48ea-4020-ba7a-6a0c6f521027 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:42.823140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e6ad16f-2883-4104-8a81-70395e51724d req-3b7dbcd3-48ea-4020-ba7a-6a0c6f521027 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 944 time: 0.1482038 Jul 19 03:19:42.875490 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e6ad16f-2883-4104-8a81-70395e51724d req-4abd3fc1-810c-4f69-83b4-bdb77a6be850 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503364 Jul 19 03:19:42.935943 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d88e929e-c27a-4585-9597-d352389063e6 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:43.001626 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-ac4613d3-746e-443d-9932-2e26b2ac8565 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--490101911&fields=id&tenant_id=713eb64ad6744038aeef5af04e46e570 HTTP/1.1" status: 200 len: 267 time: 0.0576844 Jul 19 03:19:43.015826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port d88e929e-c27a-4585-9597-d352389063e6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:43.022026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port d88e929e-c27a-4585-9597-d352389063e6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:43.024543 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:43.149910 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:43.203466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d88e929e-c27a-4585-9597-d352389063e6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d88e929e-c27a-4585-9597-d352389063e6,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:43.204854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88e929e-c27a-4585-9597-d352389063e6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:43.209098 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2cfcda-eb91-4fd7-9e9a-a3ad951290cc" -d '{"events": [{"server_uuid": "e24b2f18-f185-4268-b69d-e87ece715c5c", "name": "network-vif-plugged", "status": "completed", "tag": "d88e929e-c27a-4585-9597-d352389063e6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:43.213281 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:43.232424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-ac1b5227-428e-44cd-9d44-ec86fb920d1b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:43.246929 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-ac1b5227-428e-44cd-9d44-ec86fb920d1b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/networks?id=f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 HTTP/1.1" status: 200 len: 806 time: 0.2372291 Jul 19 03:19:43.280348 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-c60f46ea-da0b-4564-8599-7013057e68d6 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/quotas/713eb64ad6744038aeef5af04e46e570 HTTP/1.1" status: 200 len: 375 time: 0.0323803 Jul 19 03:19:43.333209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d88e929e-c27a-4585-9597-d352389063e6,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:43.339461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9e52-52b8-4df6-8463-27c2c4dece2e req-1ddad4c7-656e-49b1-9e69-037227e0af1b tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:43.345287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-318b9e52-52b8-4df6-8463-27c2c4dece2e req-1ddad4c7-656e-49b1-9e69-037227e0af1b tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 945 time: 0.1554797 Jul 19 03:19:43.409556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 357e99b4-982b-4429-a5db-c36ad8a3f9fe up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:43.420517 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-f4915c3c-dde5-4603-84a0-68f0f9d64902 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=713eb64ad6744038aeef5af04e46e570&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1389935 Jul 19 03:19:43.443905 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-318b9e52-52b8-4df6-8463-27c2c4dece2e req-684a8616-c78b-48bf-8c49-c0561d4a79b3 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931425 Jul 19 03:19:43.532453 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769e43f9-7ed9-4cfc-81ae-60495a28896c x-openstack-request-id: req-769e43f9-7ed9-4cfc-81ae-60495a28896c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:43.532938 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b2f18-f185-4268-b69d-e87ece715c5c", "name": "network-vif-plugged", "status": "completed", "tag": "d88e929e-c27a-4585-9597-d352389063e6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:43.533018 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-769e43f9-7ed9-4cfc-81ae-60495a28896c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:43.533368 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88e929e-c27a-4585-9597-d352389063e6', 'code': 200} Jul 19 03:19:43.556820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 357e99b4-982b-4429-a5db-c36ad8a3f9fe completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:43.565335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 357e99b4-982b-4429-a5db-c36ad8a3f9fe triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:43.565675 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:43.612488 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-e2d9a9d7-49a8-4fbf-84ae-efa967e7beb9 service neutron] 10.222.0.20 "GET /v2.0/networks/f55d9b7b-a2de-479f-8d8b-5a5eceb1d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772585 Jul 19 03:19:43.743429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:43.747337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b162c-6842-4aa1-974c-dadfb36a92e2 req-646e0a15-fa8d-4cf5-95af-816dca2ed7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:43.752612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b30b162c-6842-4aa1-974c-dadfb36a92e2 req-646e0a15-fa8d-4cf5-95af-816dca2ed7b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 1098 time: 0.1397648 Jul 19 03:19:43.783299 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-d36deb3e-4b62-4b51-86b5-a21ddfac1182 service neutron] 10.222.0.20 "GET /v2.0/networks/f55d9b7b-a2de-479f-8d8b-5a5eceb1d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697602 Jul 19 03:19:43.827818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 357e99b4-982b-4429-a5db-c36ad8a3f9fe, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=357e99b4-982b-4429-a5db-c36ad8a3f9fe,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:43.834644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a46d7239-fc67-48b9-b28f-a52649fe9d88 req-0286d203-aef4-4b67-9677-3ab4d15655b2 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 210 time: 0.0465968 Jul 19 03:19:43.838675 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:43.848990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b30b162c-6842-4aa1-974c-dadfb36a92e2 req-7e33f56b-fdc5-4df2-988b-be31be0a55e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868039 Jul 19 03:19:43.944210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=357e99b4-982b-4429-a5db-c36ad8a3f9fe,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:44.119123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141c47d-d0e4-48e8-92f2-77f18cec49f8 req-d211d9f4-87a6-4936-9d1d-41a4c6373244 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:44.121889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2141c47d-d0e4-48e8-92f2-77f18cec49f8 req-d211d9f4-87a6-4936-9d1d-41a4c6373244 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1236579 Jul 19 03:19:44.230330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2141c47d-d0e4-48e8-92f2-77f18cec49f8 req-ecffb407-1020-4847-8d80-5b29354ba5ed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986271 Jul 19 03:19:44.330874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c23a785d-55a9-4803-994d-e04743830e8b req-383305a4-7e1c-4f9a-b919-c730aada07c5 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 210 time: 0.0523636 Jul 19 03:19:44.434134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739d365-c1c6-4da6-8323-3fafd473d164 req-6f8886d9-6d74-4ae1-aae7-d8e0d6d7cecf tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:44.443653 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f739d365-c1c6-4da6-8323-3fafd473d164 req-6f8886d9-6d74-4ae1-aae7-d8e0d6d7cecf tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 944 time: 0.0922506 Jul 19 03:19:44.554127 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f739d365-c1c6-4da6-8323-3fafd473d164 req-4a9325a5-ab55-48a0-9f9c-7ffbfb8e9196 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034746 Jul 19 03:19:44.744228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116678b-dfe9-43a1-89e1-c331f0c11240 req-6b194a1f-e247-4637-ae8e-75644d214538 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:44.746851 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a116678b-dfe9-43a1-89e1-c331f0c11240 req-6b194a1f-e247-4637-ae8e-75644d214538 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 946 time: 0.1309426 Jul 19 03:19:44.810163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 45ea8fea-0ff3-480e-816c-d81931352f6b up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:44.818115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a116678b-dfe9-43a1-89e1-c331f0c11240 req-2df1e88d-6b47-46d7-8855-116ad925a7f1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632765 Jul 19 03:19:44.880905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 45ea8fea-0ff3-480e-816c-d81931352f6b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:44.887592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 45ea8fea-0ff3-480e-816c-d81931352f6b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:44.887977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:44.978003 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:45.025395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 45ea8fea-0ff3-480e-816c-d81931352f6b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=45ea8fea-0ff3-480e-816c-d81931352f6b,segment=NetworkSegment(957718d9-14ed-4d6e-810b-f1521449f32e),segment_id=957718d9-14ed-4d6e-810b-f1521449f32e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:45.044015 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:45.100113 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d54d44c-330a-45d1-b954-386b6b741169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:45.116035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-187a5758-5dd7-4976-a267-a433f86a0fd3 req-ac4f03b9-e0ee-41a7-9ba8-b62a264d6f30 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eb0741d-b078-490d-bd8d-70490e87194c HTTP/1.1" status: 200 len: 210 time: 0.0399075 Jul 19 03:19:45.133050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=45ea8fea-0ff3-480e-816c-d81931352f6b,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:45.358378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 357e99b4-982b-4429-a5db-c36ad8a3f9fe up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:45.437746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 357e99b4-982b-4429-a5db-c36ad8a3f9fe triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:45.439213 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:45.535492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4a481-1df5-408b-b81c-e48f39d55bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ea8fea-0ff3-480e-816c-d81931352f6b'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:45.538186 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e47dc5-63e3-4a33-b252-09a7158764f5" -d '{"events": [{"server_uuid": "54f4a481-1df5-408b-b81c-e48f39d55bb8", "name": "network-vif-plugged", "status": "completed", "tag": "45ea8fea-0ff3-480e-816c-d81931352f6b"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:45.572282 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:45.626357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e64b33-d563-4eb0-a1be-09997d8532ed req-89a9fa36-21ee-4b8e-962d-921fe5b847da tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:45.634809 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6e64b33-d563-4eb0-a1be-09997d8532ed req-89a9fa36-21ee-4b8e-962d-921fe5b847da tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.2314935 Jul 19 03:19:45.638138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e718489-0be4-42ae-adf0-93edfa0e1ab2 req-4476919d-d09d-4550-aa6c-b66eb409711b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 210 time: 0.0722296 Jul 19 03:19:45.692226 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6e64b33-d563-4eb0-a1be-09997d8532ed req-7ae96bff-230c-409b-b585-9dfb6f1d7a24 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556748 Jul 19 03:19:45.707780 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210b86e9-ee0a-41ca-b964-a4a85bac5aa5 x-openstack-request-id: req-210b86e9-ee0a-41ca-b964-a4a85bac5aa5 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:45.708156 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4a481-1df5-408b-b81c-e48f39d55bb8", "name": "network-vif-plugged", "status": "completed", "tag": "45ea8fea-0ff3-480e-816c-d81931352f6b", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:45.708470 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-210b86e9-ee0a-41ca-b964-a4a85bac5aa5 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:45.708910 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f4a481-1df5-408b-b81c-e48f39d55bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ea8fea-0ff3-480e-816c-d81931352f6b', 'code': 200} Jul 19 03:19:46.000112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cbe4a-f0ee-4db8-acd8-6f5decd6989a req-5d00391b-49db-4274-99df-ccec258c1b30 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:46.013782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a21cbe4a-f0ee-4db8-acd8-6f5decd6989a req-5d00391b-49db-4274-99df-ccec258c1b30 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 945 time: 0.1637137 Jul 19 03:19:46.063955 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a21cbe4a-f0ee-4db8-acd8-6f5decd6989a req-9124bba4-2c09-4b47-9bab-59e0ec4e4085 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508566 Jul 19 03:19:46.164004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-b301613c-0053-4a29-9869-8f99aca31036 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:46.165499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-b301613c-0053-4a29-9869-8f99aca31036 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.25 "GET /v2.0/networks?id=f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 HTTP/1.1" status: 200 len: 806 time: 0.3686254 Jul 19 03:19:46.181418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4e90e-b184-499a-8201-63366e21e6f4 req-7150066d-134c-46d6-9ad8-e5d76b348e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:46.183134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8b4e90e-b184-499a-8201-63366e21e6f4 req-7150066d-134c-46d6-9ad8-e5d76b348e4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 1097 time: 0.3069139 Jul 19 03:19:46.243409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe3ed7-bd7e-4a6a-833a-8d1123ca9793 req-f21f85f1-afd1-449c-93cc-512d8eb0a7e8 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:46.245509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7efe3ed7-bd7e-4a6a-833a-8d1123ca9793 req-f21f85f1-afd1-449c-93cc-512d8eb0a7e8 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 946 time: 0.2067616 Jul 19 03:19:46.263567 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-373dc1ca-6ab1-4bd1-a187-33d286568f90 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=713eb64ad6744038aeef5af04e46e570 HTTP/1.1" status: 200 len: 379 time: 0.0861058 Jul 19 03:19:46.277122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Request body: {'port': {'device_id': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'admin_state_up': True, 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'security_groups': ['4de10481-8399-49f2-9efd-893c415ee338']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:46.294497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8b4e90e-b184-499a-8201-63366e21e6f4 req-2a974818-9315-47d4-9480-19757fe6ec12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917156 Jul 19 03:19:46.319863 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:46.339889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7efe3ed7-bd7e-4a6a-833a-8d1123ca9793 req-70299340-f0ca-4b6b-917a-797a4e3a5914 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867522 Jul 19 03:19:46.470110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Made reservation on behalf of 713eb64ad6744038aeef5af04e46e570 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:46.479605 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:46.669516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Allocated IP 172.20.0.8 (f55d9b7b-a2de-479f-8d8b-5a5eceb1d559/f1d786e8-49a1-48bf-b39e-a542dcf70c3b/1840d456-9ac6-49ea-b5a6-3c0fc54fd615) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:19:46.904182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ebd39c76-1b50-4e3a-8c03-de89366fb063 req-177f6322-dedc-4dd0-b024-132429054459 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 210 time: 0.0400712 Jul 19 03:19:46.957602 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:46.974663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32622e-3451-4ee9-a762-aa7eb17cee78 req-9002c747-4f2b-4c0f-b90b-b247dc3ff854 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:46.976200 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc32622e-3451-4ee9-a762-aa7eb17cee78 req-9002c747-4f2b-4c0f-b90b-b247dc3ff854 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 946 time: 0.1359301 Jul 19 03:19:46.995556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Transition to ACTIVE for port object 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:47.024338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc32622e-3451-4ee9-a762-aa7eb17cee78 req-80eb25f9-f368-4fd7-aad4-e690428da2b0 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366774 Jul 19 03:19:47.155436 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:47.214724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:19:47.281266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:19:47.306634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:19:47.395880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:47.396441 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:47.437842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d99f-c136-4c95-ad4a-c6b530e1b01c req-97a65134-2ab8-4a1e-bd20-009d0d1bc7ef tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:47.444958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9007d99f-c136-4c95-ad4a-c6b530e1b01c req-97a65134-2ab8-4a1e-bd20-009d0d1bc7ef tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.3852046 Jul 19 03:19:47.455885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f613-863b-4958-b353-30eeb2baf239 req-4fe2836d-8025-4184-8e85-684d4f75e207 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:47.457563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-00e4f613-863b-4958-b353-30eeb2baf239 req-4fe2836d-8025-4184-8e85-684d4f75e207 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 945 time: 0.1843767 Jul 19 03:19:47.458873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Pushing event updated for resources: {'Port': ['ID=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:47.464322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-03f2f1fd-c6cf-44d2-a92d-009128b87452 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1929157 Jul 19 03:19:47.481954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Request body: {'port': {'device_id': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:47.541127 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9007d99f-c136-4c95-ad4a-c6b530e1b01c req-01901972-5e17-4e06-97fc-8803c4367e9e tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952091 Jul 19 03:19:47.548041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-00e4f613-863b-4958-b353-30eeb2baf239 req-9236734b-6a02-407f-be0a-e9e60d40f174 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790951 Jul 19 03:19:47.619969 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:47.765273 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-74f0afd2-ab8d-47c3-ad50-c419c33d528a None None] Provisioning for port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:47.769763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-74f0afd2-ab8d-47c3-ad50-c419c33d528a None None] Provisioning complete for port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:47.770147 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-74f0afd2-ab8d-47c3-ad50-c419c33d528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:47.820737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-74f0afd2-ab8d-47c3-ad50-c419c33d528a None None] Port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:19:47.841731 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:48.068657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:48.084881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:48.117175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Transition to ACTIVE for port object 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:19:48.123090 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:48.170035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817dc2c-cb4d-4edb-ba6f-1b39f15af56c req-84b9f38d-d9af-4a19-a6c9-4c7a4172335c tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:48.171835 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1817dc2c-cb4d-4edb-ba6f-1b39f15af56c req-84b9f38d-d9af-4a19-a6c9-4c7a4172335c tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 931 time: 0.1023464 Jul 19 03:19:48.225606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Pushing event updated for resources: {'Port': ['ID=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:48.272249 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1817dc2c-cb4d-4edb-ba6f-1b39f15af56c req-5c095cf0-b56f-4ed4-bdb3-1f008ad8257f tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650260 Jul 19 03:19:48.745855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Attempting to bind port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:19:48.746488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Attempting to bind port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:19:48.746985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Attempting to bind port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 on network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:48.756688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 on network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:19:48.757252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Attempting to bind port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 on network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:19:48.766875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:19:48.767353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Checking segment: {'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:19:48.767838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Bound using segment: {'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:19:48.768607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Bound port: 1840d456-9ac6-49ea-b5a6-3c0fc54fd615, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575d834e-f2ed-4280-8968-854dcbbc1022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:19:48.768816 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:48.793512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2daf0-8c36-497d-830d-d51e44fa3058 req-5fa63e12-1d56-4f87-8c15-7c07e21e4a6d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:48.795490 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72b2daf0-8c36-497d-830d-d51e44fa3058 req-5fa63e12-1d56-4f87-8c15-7c07e21e4a6d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 946 time: 0.5927501 Jul 19 03:19:48.815923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fff37e-b725-4e97-b242-f6ab5cd20604 req-9538fa61-4006-46f7-8f6f-5a2f25acc259 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:48.817542 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30fff37e-b725-4e97-b242-f6ab5cd20604 req-9538fa61-4006-46f7-8f6f-5a2f25acc259 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1069009 Jul 19 03:19:48.884493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72b2daf0-8c36-497d-830d-d51e44fa3058 req-8b46ae01-a0c7-4c9c-9e4f-bd5ccff68e10 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661359 Jul 19 03:19:48.890405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] For port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:19:48.894714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] For port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:19:48.897028 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30fff37e-b725-4e97-b242-f6ab5cd20604 req-57c06684-955c-4d1e-8e8a-9b71106585b6 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707154 Jul 19 03:19:48.913763 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:48.991804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:48.992491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:48.993803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] 10.222.0.25 "PUT /v2.0/ports/1840d456-9ac6-49ea-b5a6-3c0fc54fd615 HTTP/1.1" status: 200 len: 1092 time: 1.5212815 Jul 19 03:19:48.994297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'tag': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:48.996627 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fbcd95-2065-4cae-be71-28a045fe0f63" -d '{"events": [{"name": "network-changed", "server_uuid": "ae345b40-ff2f-4036-ba75-d52fe340e17a", "tag": "1840d456-9ac6-49ea-b5a6-3c0fc54fd615"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:49.058337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163f7d7-f4b6-4315-badc-7429394a2346 service neutron] Pushing event updated for resources: {'Port': ['ID=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:49.124633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-d776bf1d-735d-4e3d-9ed0-1740e648cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:49.126485 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-d776bf1d-735d-4e3d-9ed0-1740e648cbd0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=713eb64ad6744038aeef5af04e46e570&device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 1095 time: 0.0817466 Jul 19 03:19:49.187332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27644e1-b4a9-46c1-929f-d2e7606c3fa8 req-277c1f16-4e4f-451b-915f-4bd6778553ee tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:49.200111 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a27644e1-b4a9-46c1-929f-d2e7606c3fa8 req-277c1f16-4e4f-451b-915f-4bd6778553ee tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 945 time: 0.1551087 Jul 19 03:19:49.250694 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-0a0008bd-5fc3-444b-867c-922682341f1a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1840d456-9ac6-49ea-b5a6-3c0fc54fd615 HTTP/1.1" status: 200 len: 217 time: 0.1167572 Jul 19 03:19:49.287827 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a27644e1-b4a9-46c1-929f-d2e7606c3fa8 req-28575d4a-2a24-4525-b393-67f76bdb7ea3 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876698 Jul 19 03:19:49.385093 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da913ba-4fe0-4ffd-a4e1-91e66aa530f9 x-openstack-request-id: req-0da913ba-4fe0-4ffd-a4e1-91e66aa530f9 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:49.386411 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae345b40-ff2f-4036-ba75-d52fe340e17a", "tag": "1840d456-9ac6-49ea-b5a6-3c0fc54fd615", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:49.386670 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0da913ba-4fe0-4ffd-a4e1-91e66aa530f9 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:49.387078 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'tag': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615', 'status': 'completed', 'code': 200} Jul 19 03:19:49.394007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-7e2c4eac-3eed-41f0-9939-76436952c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:49.395733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-7e2c4eac-3eed-41f0-9939-76436952c823 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1d786e8-49a1-48bf-b39e-a542dcf70c3b HTTP/1.1" status: 200 len: 845 time: 0.1379731 Jul 19 03:19:49.515561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-52885ce5-2c63-4660-a1ff-fd14b8f499fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:49.517355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-52885ce5-2c63-4660-a1ff-fd14b8f499fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f55d9b7b-a2de-479f-8d8b-5a5eceb1d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144605 Jul 19 03:19:49.693172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e6a5d-31a2-4e73-9fef-5438a52e6517 req-419de87d-57f6-481d-8962-978ddfdccfc2 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:49.703410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c2e6a5d-31a2-4e73-9fef-5438a52e6517 req-419de87d-57f6-481d-8962-978ddfdccfc2 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 943 time: 0.1017487 Jul 19 03:19:49.716505 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-d5772c30-4927-42dd-86d6-e17bcaf26981 service neutron] 10.222.0.25 "GET /v2.0/networks/f55d9b7b-a2de-479f-8d8b-5a5eceb1d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917994 Jul 19 03:19:49.758477 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c2e6a5d-31a2-4e73-9fef-5438a52e6517 req-aa2b816f-3446-431b-876e-4ec409468ba6 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533903 Jul 19 03:19:49.844852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48c03002-18d3-4eec-a1be-15b961a5b2e8 req-3f48e8c9-3082-4fe1-98be-bf7e505f8e9f service neutron] 10.222.0.25 "GET /v2.0/networks/f55d9b7b-a2de-479f-8d8b-5a5eceb1d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207142 Jul 19 03:19:50.013589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-1008f279-9737-45c3-bfcb-af1fe0dc345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:50.015331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-1008f279-9737-45c3-bfcb-af1fe0dc345a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=713eb64ad6744038aeef5af04e46e570&device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 1095 time: 0.1221635 Jul 19 03:19:50.128964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b4d8e-0ec7-4427-9d07-c51468aef13e req-65a16b10-16e5-4881-ad84-8b40e8fe5db2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:50.131102 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c8b4d8e-0ec7-4427-9d07-c51468aef13e req-65a16b10-16e5-4881-ad84-8b40e8fe5db2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.0863388 Jul 19 03:19:50.191970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c8b4d8e-0ec7-4427-9d07-c51468aef13e req-f941688d-99fa-4827-ab4a-b74206a77e27 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531991 Jul 19 03:19:50.200279 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-83df08c5-5f42-4613-b2d1-b42365f94121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:50.209210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-83df08c5-5f42-4613-b2d1-b42365f94121 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 HTTP/1.1" status: 200 len: 906 time: 0.1874650 Jul 19 03:19:50.308988 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-009053c3-4f50-4903-9f93-43d074a04bb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1840d456-9ac6-49ea-b5a6-3c0fc54fd615 HTTP/1.1" status: 200 len: 217 time: 0.0917172 Jul 19 03:19:50.372772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-7f564507-24cc-4031-8de5-0f1551844bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:50.374530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-7f564507-24cc-4031-8de5-0f1551844bc4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1d786e8-49a1-48bf-b39e-a542dcf70c3b HTTP/1.1" status: 200 len: 845 time: 0.0581126 Jul 19 03:19:50.453094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-6ee57933-52ea-4672-8622-6c67e4db45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:50.454987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-6ee57933-52ea-4672-8622-6c67e4db45c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f55d9b7b-a2de-479f-8d8b-5a5eceb1d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735021 Jul 19 03:19:50.577599 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-36f2b540-efac-4730-a306-b86efbefede5 service neutron] 10.222.0.25 "GET /v2.0/networks/f55d9b7b-a2de-479f-8d8b-5a5eceb1d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077819 Jul 19 03:19:50.707540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61fbcd95-2065-4cae-be71-28a045fe0f63 req-04fb3498-6534-49d8-bfaf-52d44b9584fc service neutron] 10.222.0.25 "GET /v2.0/networks/f55d9b7b-a2de-479f-8d8b-5a5eceb1d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220896 Jul 19 03:19:51.096537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9550b99-d5c2-46de-ba71-125f4100a582 req-5bb59f48-0e6a-4e16-b0bf-aa36a71d6f4b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:51.121409 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9550b99-d5c2-46de-ba71-125f4100a582 req-5bb59f48-0e6a-4e16-b0bf-aa36a71d6f4b tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 943 time: 0.1346464 Jul 19 03:19:51.178245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9550b99-d5c2-46de-ba71-125f4100a582 req-6b2d1048-1648-4f18-b43d-6ff128e46761 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497127 Jul 19 03:19:51.363611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4aeb-c6ff-439d-aac2-b0e94fecd986 req-c0d9933a-17c1-44a6-94dd-fef621d4875b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:51.372186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4edb4aeb-c6ff-439d-aac2-b0e94fecd986 req-c0d9933a-17c1-44a6-94dd-fef621d4875b tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 945 time: 0.0715592 Jul 19 03:19:51.387607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6292d2-50a8-4d76-8aff-942eb9444b78 req-f5e6815b-3c88-46ea-bd2a-ceb1e852e27a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:51.389232 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd6292d2-50a8-4d76-8aff-942eb9444b78 req-f5e6815b-3c88-46ea-bd2a-ceb1e852e27a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.0743186 Jul 19 03:19:51.408732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4edb4aeb-c6ff-439d-aac2-b0e94fecd986 req-4beb73ae-64fd-4892-aab8-c1c54e096ffb tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342669 Jul 19 03:19:51.446837 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd6292d2-50a8-4d76-8aff-942eb9444b78 req-eba5ebed-99c9-4a4f-9507-76f3192db793 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514371 Jul 19 03:19:51.707121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-6d40ae2f-99f1-4ed0-8be4-f8e2c1493463 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:51.709149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-6d40ae2f-99f1-4ed0-8be4-f8e2c1493463 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 945 time: 0.0681150 Jul 19 03:19:51.862335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-a03ebd01-8eb7-4c72-bfa5-690efe858319 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Deleting port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:19:51.862687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-a03ebd01-8eb7-4c72-bfa5-690efe858319 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:51.971020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799bccc-57ca-4285-8550-5bbfbe309565 req-d830b453-33c8-47ac-a45d-edd3b8b9ed18 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:51.972769 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3799bccc-57ca-4285-8550-5bbfbe309565 req-d830b453-33c8-47ac-a45d-edd3b8b9ed18 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 945 time: 0.1503062 Jul 19 03:19:51.981402 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-a03ebd01-8eb7-4c72-bfa5-690efe858319 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] For port d5c3014d-30a3-4dbf-a999-9f3589fd78e7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:51.981785 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-a03ebd01-8eb7-4c72-bfa5-690efe858319 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:52.006634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-a03ebd01-8eb7-4c72-bfa5-690efe858319 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Calling delete_port for d5c3014d-30a3-4dbf-a999-9f3589fd78e7 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:19:52.062975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3799bccc-57ca-4285-8550-5bbfbe309565 req-d9709a0f-19ac-4280-920c-ffb933e97032 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847216 Jul 19 03:19:52.160472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-a03ebd01-8eb7-4c72-bfa5-690efe858319 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:52.174693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['d5c3014d-30a3-4dbf-a999-9f3589fd78e7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:52.190831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ebd01-8eb7-4c72-bfa5-690efe858319 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Pushing event deleted for resources: {'Port': ['ID=d5c3014d-30a3-4dbf-a999-9f3589fd78e7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:52.260420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-a03ebd01-8eb7-4c72-bfa5-690efe858319 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] No DVR routers for this DVR port d5c3014d-30a3-4dbf-a999-9f3589fd78e7 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:52.263985 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-a03ebd01-8eb7-4c72-bfa5-690efe858319 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:52.266150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-870a59d2-e334-409c-b720-96b13b8eaa5c req-a03ebd01-8eb7-4c72-bfa5-690efe858319 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.26 "DELETE /v2.0/ports/d5c3014d-30a3-4dbf-a999-9f3589fd78e7 HTTP/1.1" status: 204 len: 173 time: 0.5440710 Jul 19 03:19:52.266658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'name': 'network-vif-deleted', 'tag': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:52.269608 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2692b577-a6f4-483c-9cd9-77dc4070ca5c" -d '{"events": [{"server_uuid": "32bb4acd-8ed5-4356-8a28-ee641693007d", "name": "network-vif-deleted", "tag": "d5c3014d-30a3-4dbf-a999-9f3589fd78e7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:52.327105 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152cf171-8e56-42e8-a6f8-6313e1f1731b x-openstack-request-id: req-152cf171-8e56-42e8-a6f8-6313e1f1731b {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:52.327336 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bb4acd-8ed5-4356-8a28-ee641693007d", "name": "network-vif-deleted", "tag": "d5c3014d-30a3-4dbf-a999-9f3589fd78e7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:52.327631 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-152cf171-8e56-42e8-a6f8-6313e1f1731b {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:52.328049 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bb4acd-8ed5-4356-8a28-ee641693007d', 'name': 'network-vif-deleted', 'tag': 'd5c3014d-30a3-4dbf-a999-9f3589fd78e7', 'status': 'completed', 'code': 200} Jul 19 03:19:52.410536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc213b-2346-4ec7-a39f-667706578348 req-6ecee463-ffa5-4512-a785-2d919a354d0a tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:52.414808 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fc213b-2346-4ec7-a39f-667706578348 req-6ecee463-ffa5-4512-a785-2d919a354d0a tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 943 time: 0.0701187 Jul 19 03:19:52.462949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0fc213b-2346-4ec7-a39f-667706578348 req-abcc55dd-9071-4e99-b523-f086aff30716 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446885 Jul 19 03:19:52.587203 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ea5c93cb-0c6e-4a94-8602-116ccb4eecdb req-dcbda2b4-126a-48cc-8619-a3b79c8fd201 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=32bb4acd-8ed5-4356-8a28-ee641693007d HTTP/1.1" status: 200 len: 210 time: 0.0353603 Jul 19 03:19:52.646749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac73b77-9ba2-4594-a68a-7647e8114831 req-b13ec4fe-b6b1-441d-87d4-e182daa04eeb tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:52.648417 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fac73b77-9ba2-4594-a68a-7647e8114831 req-b13ec4fe-b6b1-441d-87d4-e182daa04eeb tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.0821710 Jul 19 03:19:52.687062 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fac73b77-9ba2-4594-a68a-7647e8114831 req-4c3994cf-45a7-444c-89f3-d7b7d1cbcc7a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Jul 19 03:19:52.889565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53400) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:52.988255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d88e929e-c27a-4585-9597-d352389063e6 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:19:52.999682 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b5e57b23-33b2-4789-92b8-c305f0da7668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.097029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d88e929e-c27a-4585-9597-d352389063e6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d88e929e-c27a-4585-9597-d352389063e6,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:53.110369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b5e57b23-33b2-4789-92b8-c305f0da7668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.112452 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'd88e929e-c27a-4585-9597-d352389063e6', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'port_id': 'd88e929e-c27a-4585-9597-d352389063e6', 'mac_address': 'fa:16:3e:3d:54:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdf263f-32ca-418f-9b3e-3eff9d2acab0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:19:53.117285 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b5e57b23-33b2-4789-92b8-c305f0da7668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.162089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b5e57b23-33b2-4789-92b8-c305f0da7668 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e799dcf3668b49708fd850c47a0b421f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714005 Jul 19 03:19:53.163099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e57b23-33b2-4789-92b8-c305f0da7668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b4ecd8-02a8-48f5-abfd-6fca95fa42ae,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:53.164856 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53414) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:53.290066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9b97e42e-b73d-455e-83d5-0f4768353a78 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:53.291974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9b97e42e-b73d-455e-83d5-0f4768353a78 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.26 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 945 time: 0.1159308 Jul 19 03:19:53.300703 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abe5ede9-3807-4d3d-80fb-8b8fc8d8f77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.332729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.362983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d88e929e-c27a-4585-9597-d352389063e6 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:53.371517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abe5ede9-3807-4d3d-80fb-8b8fc8d8f77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.401769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d88e929e-c27a-4585-9597-d352389063e6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d88e929e-c27a-4585-9597-d352389063e6,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:53.407588 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.408646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:19:53.425572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9aa92222-06cf-4e8d-a533-ab105bfc42cd tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Deleting port 45ea8fea-0ff3-480e-816c-d81931352f6b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:19:53.425919 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9aa92222-06cf-4e8d-a533-ab105bfc42cd tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.434205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104cc2a-9c7d-4d89-91d9-18852a3e9073 req-b44d540e-de07-4a78-b998-7932e6f90688 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:53.441630 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6104cc2a-9c7d-4d89-91d9-18852a3e9073 req-b44d540e-de07-4a78-b998-7932e6f90688 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 945 time: 0.1825740 Jul 19 03:19:53.498128 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6104cc2a-9c7d-4d89-91d9-18852a3e9073 req-0b2d6859-2664-49f0-aaea-8a388516d2d0 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/security-groups?id=743bd8f6-4a9b-433d-b9c4-981507edbd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523498 Jul 19 03:19:53.509777 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abe5ede9-3807-4d3d-80fb-8b8fc8d8f77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.515111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abe5ede9-3807-4d3d-80fb-8b8fc8d8f77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.516497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-abe5ede9-3807-4d3d-80fb-8b8fc8d8f77c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7b4ecd8-02a8-48f5-abfd-6fca95fa42ae HTTP/1.1" status: 204 len: 168 time: 0.3476269 Jul 19 03:19:53.527823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5ede9-3807-4d3d-80fb-8b8fc8d8f77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b4ecd8-02a8-48f5-abfd-6fca95fa42ae,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:53.553522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9aa92222-06cf-4e8d-a533-ab105bfc42cd tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] For port 45ea8fea-0ff3-480e-816c-d81931352f6b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=45ea8fea-0ff3-480e-816c-d81931352f6b,segment=NetworkSegment(957718d9-14ed-4d6e-810b-f1521449f32e),segment_id=957718d9-14ed-4d6e-810b-f1521449f32e)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:53.554022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9aa92222-06cf-4e8d-a533-ab105bfc42cd tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.574321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9aa92222-06cf-4e8d-a533-ab105bfc42cd tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Calling delete_port for 45ea8fea-0ff3-480e-816c-d81931352f6b owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:19:53.578106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d88e929e-c27a-4585-9597-d352389063e6,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:53.590929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.591230 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.592141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.592632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.593505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.600069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.600713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.601212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.601696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.602167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.605427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.607794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:19:53.650411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:53.667809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'port_id': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615', 'mac_address': 'fa:16:3e:d1:e6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:19:53.720536 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.738748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:19:53.768564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:53.775176 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:53.842418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:53.870009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['d88e929e-c27a-4585-9597-d352389063e6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:53.876796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086a09b-0c02-4ba7-9e2e-a0dcb2ccfaba req-1610da67-9ba5-46f6-b54f-6a0f7a499ba1 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:53.886662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3086a09b-0c02-4ba7-9e2e-a0dcb2ccfaba req-1610da67-9ba5-46f6-b54f-6a0f7a499ba1 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 943 time: 0.2225256 Jul 19 03:19:53.967749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53454) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:54.000104 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80b9d2a4-2336-4303-8b9c-5809586c5818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.001779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3086a09b-0c02-4ba7-9e2e-a0dcb2ccfaba req-9eba5087-bb5e-482c-8e2a-dcbbea13f243 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072848 Jul 19 03:19:54.029353 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9aa92222-06cf-4e8d-a533-ab105bfc42cd tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.029525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['1840d456-9ac6-49ea-b5a6-3c0fc54fd615'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:54.070206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45ea8fea-0ff3-480e-816c-d81931352f6b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:19:54.090906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa92222-06cf-4e8d-a533-ab105bfc42cd tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Pushing event deleted for resources: {'Port': ['ID=45ea8fea-0ff3-480e-816c-d81931352f6b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:54.144654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9aa92222-06cf-4e8d-a533-ab105bfc42cd tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] No DVR routers for this DVR port 45ea8fea-0ff3-480e-816c-d81931352f6b on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:54.147514 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9aa92222-06cf-4e8d-a533-ab105bfc42cd tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.151576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-612746d0-9654-4f74-b94c-146c1c953f46 req-9aa92222-06cf-4e8d-a533-ab105bfc42cd tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.26 "DELETE /v2.0/ports/45ea8fea-0ff3-480e-816c-d81931352f6b HTTP/1.1" status: 204 len: 173 time: 0.8539646 Jul 19 03:19:54.268022 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80b9d2a4-2336-4303-8b9c-5809586c5818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.280815 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80b9d2a4-2336-4303-8b9c-5809586c5818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.326678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c55d7-2ed0-44a4-8f05-1f5c13aff666 req-56141652-8bfa-42ec-9f67-2a93c7e56874 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:54.329569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4a481-1df5-408b-b81c-e48f39d55bb8', 'name': 'network-vif-deleted', 'tag': '45ea8fea-0ff3-480e-816c-d81931352f6b'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:54.332161 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a589f50f-229a-465c-9752-3556469a76a5" -d '{"events": [{"server_uuid": "54f4a481-1df5-408b-b81c-e48f39d55bb8", "name": "network-vif-deleted", "tag": "45ea8fea-0ff3-480e-816c-d81931352f6b"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:54.334168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e80c55d7-2ed0-44a4-8f05-1f5c13aff666 req-56141652-8bfa-42ec-9f67-2a93c7e56874 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1395366 Jul 19 03:19:54.364678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9d2a4-2336-4303-8b9c-5809586c5818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d8a12e-0cf6-46c2-8bf6-0e9b06f6e911,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:54.377177 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-80b9d2a4-2336-4303-8b9c-5809586c5818 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95a5fd41ab144bc6a9c8c0261acb937c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080677 Jul 19 03:19:54.379903 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53464) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:54.411765 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e80c55d7-2ed0-44a4-8f05-1f5c13aff666 req-cd742237-d141-4a19-80f7-8a4d51f0608c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756664 Jul 19 03:19:54.448354 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca03b1b-41ab-45bf-a090-21a1929e5201 req-d02dc124-b215-4855-b646-1e6ada6d3573 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:54.456095 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eca03b1b-41ab-45bf-a090-21a1929e5201 req-d02dc124-b215-4855-b646-1e6ada6d3573 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 944 time: 0.1056316 Jul 19 03:19:54.473183 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b421d121-5d6f-4159-8352-f3c7220138d8 x-openstack-request-id: req-b421d121-5d6f-4159-8352-f3c7220138d8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:54.473475 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4a481-1df5-408b-b81c-e48f39d55bb8", "name": "network-vif-deleted", "tag": "45ea8fea-0ff3-480e-816c-d81931352f6b", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:54.473902 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b421d121-5d6f-4159-8352-f3c7220138d8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:54.474610 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f4a481-1df5-408b-b81c-e48f39d55bb8', 'name': 'network-vif-deleted', 'tag': '45ea8fea-0ff3-480e-816c-d81931352f6b', 'status': 'completed', 'code': 200} Jul 19 03:19:54.490236 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec2f8f9-1897-4b6f-9819-082c5622202f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.520503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec2f8f9-1897-4b6f-9819-082c5622202f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.549869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eca03b1b-41ab-45bf-a090-21a1929e5201 req-30d35bdb-4cb1-42b0-9847-519a63c36fed tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921590 Jul 19 03:19:54.587392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-d9c5e57d-493e-45e7-a7c4-63c8e1dbdab0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:54.587619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec2f8f9-1897-4b6f-9819-082c5622202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.589795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-d9c5e57d-493e-45e7-a7c4-63c8e1dbdab0 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 944 time: 0.1121457 Jul 19 03:19:54.591470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec2f8f9-1897-4b6f-9819-082c5622202f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.592729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5ec2f8f9-1897-4b6f-9819-082c5622202f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4d8a12e-0cf6-46c2-8bf6-0e9b06f6e911 HTTP/1.1" status: 204 len: 168 time: 0.2116783 Jul 19 03:19:54.601933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2f8f9-1897-4b6f-9819-082c5622202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d8a12e-0cf6-46c2-8bf6-0e9b06f6e911,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:54.739576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-57248ae0-6209-4014-8b2f-1e5f6f7ca4fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Deleting port 69074e82-ed74-44b0-a390-3a4a48791887 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:19:54.739915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-57248ae0-6209-4014-8b2f-1e5f6f7ca4fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.753844 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc03b526-29e7-4939-b018-ad89bb89e937 req-7c49e347-e5ea-470b-a029-adef665ff552 tempest-ServerMetadataNegativeTestJSON-10847853 tempest-ServerMetadataNegativeTestJSON-10847853-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f4a481-1df5-408b-b81c-e48f39d55bb8 HTTP/1.1" status: 200 len: 210 time: 0.0637267 Jul 19 03:19:54.828119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d5c3014d-30a3-4dbf-a999-9f3589fd78e7 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:54.846415 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:19:54.861114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: d5c3014d-30a3-4dbf-a999-9f3589fd78e7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:19:54.861468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d5c3014d-30a3-4dbf-a999-9f3589fd78e7 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:19:54.861900 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 45ea8fea-0ff3-480e-816c-d81931352f6b no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:54.902753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 45ea8fea-0ff3-480e-816c-d81931352f6b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:19:54.902917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-57248ae0-6209-4014-8b2f-1e5f6f7ca4fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] For port 69074e82-ed74-44b0-a390-3a4a48791887, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=69074e82-ed74-44b0-a390-3a4a48791887,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:54.903399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 45ea8fea-0ff3-480e-816c-d81931352f6b not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:19:54.903492 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-57248ae0-6209-4014-8b2f-1e5f6f7ca4fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:54.937527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-57248ae0-6209-4014-8b2f-1e5f6f7ca4fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Calling delete_port for 69074e82-ed74-44b0-a390-3a4a48791887 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:19:54.999533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d88e929e-c27a-4585-9597-d352389063e6 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:55.057688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port d88e929e-c27a-4585-9597-d352389063e6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:55.057688 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:55.154241 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:55.199763 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-57248ae0-6209-4014-8b2f-1e5f6f7ca4fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:55.200484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d88e929e-c27a-4585-9597-d352389063e6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d88e929e-c27a-4585-9597-d352389063e6,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:55.201756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88e929e-c27a-4585-9597-d352389063e6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:55.204826 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0961e80-6a39-4fb0-8097-4146bfbc429d" -d '{"events": [{"server_uuid": "e24b2f18-f185-4268-b69d-e87ece715c5c", "name": "network-vif-plugged", "status": "completed", "tag": "d88e929e-c27a-4585-9597-d352389063e6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:55.208605 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:55.209395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:19:55.281284 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f26222-72ea-4ddc-9621-82975a780857 x-openstack-request-id: req-b3f26222-72ea-4ddc-9621-82975a780857 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:55.281556 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b2f18-f185-4268-b69d-e87ece715c5c", "name": "network-vif-plugged", "status": "completed", "tag": "d88e929e-c27a-4585-9597-d352389063e6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:55.281819 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3f26222-72ea-4ddc-9621-82975a780857 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:55.282286 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88e929e-c27a-4585-9597-d352389063e6', 'code': 200} Jul 19 03:19:55.287903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:19:55.295209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:19:55.295654 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:55.332339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-57248ae0-6209-4014-8b2f-1e5f6f7ca4fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] No DVR routers for this DVR port 69074e82-ed74-44b0-a390-3a4a48791887 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:55.336444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-57248ae0-6209-4014-8b2f-1e5f6f7ca4fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:55.339653 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1beb10e-ff93-4a46-b936-977c44d20692 req-57248ae0-6209-4014-8b2f-1e5f6f7ca4fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.25 "DELETE /v2.0/ports/69074e82-ed74-44b0-a390-3a4a48791887 HTTP/1.1" status: 204 len: 173 time: 0.7443759 Jul 19 03:19:55.340867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57248ae0-6209-4014-8b2f-1e5f6f7ca4fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Pushing event deleted for resources: {'Port': ['ID=69074e82-ed74-44b0-a390-3a4a48791887,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:55.342165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d88e929e-c27a-4585-9597-d352389063e6,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:55.393404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739dc42-8540-44ad-b695-13c7fca1afee req-630f86fb-1685-42ea-999e-c2592c094e21 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:55.395855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f739dc42-8540-44ad-b695-13c7fca1afee req-630f86fb-1685-42ea-999e-c2592c094e21 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 944 time: 0.2517705 Jul 19 03:19:55.421295 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:55.465857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:55.475720 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:55.487732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f739dc42-8540-44ad-b695-13c7fca1afee req-9f1fce17-8254-4bc0-9c9d-eb843175a17c tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756056 Jul 19 03:19:55.562596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:55.690739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89998b-3a35-4631-9b8e-e7efac95c411 req-4f334bbd-61a1-46aa-bf75-99b67063b824 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:55.692930 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1e89998b-3a35-4631-9b8e-e7efac95c411 req-4f334bbd-61a1-46aa-bf75-99b67063b824 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1088021 Jul 19 03:19:55.743323 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1e89998b-3a35-4631-9b8e-e7efac95c411 req-c5c05a7f-61fe-4840-97de-91f289a0c4ff tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Jul 19 03:19:55.775260 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1bac3299-25ac-4093-9ad1-905ccf071223 req-e40e2a8c-12c2-4237-b5f0-d5f139a39ed4 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b8c8e1-77b9-4083-aedc-ad15adbf0873 HTTP/1.1" status: 200 len: 210 time: 0.0351198 Jul 19 03:19:55.858894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53542) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:55.907945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83e8a08-7f5d-4f1d-ba91-181ecdba88f0 admin admin] Deleting subnet 5e3f7b0c-a76d-47ab-a26b-ad5f38215480 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:19:55.912271 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e83e8a08-7f5d-4f1d-ba91-181ecdba88f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:55.973620 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e83e8a08-7f5d-4f1d-ba91-181ecdba88f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.062082 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e83e8a08-7f5d-4f1d-ba91-181ecdba88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.154632 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e83e8a08-7f5d-4f1d-ba91-181ecdba88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.196402 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e83e8a08-7f5d-4f1d-ba91-181ecdba88f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.202210 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e83e8a08-7f5d-4f1d-ba91-181ecdba88f0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5e3f7b0c-a76d-47ab-a26b-ad5f38215480 HTTP/1.1" status: 204 len: 168 time: 0.3422451 Jul 19 03:19:56.202400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53554) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:56.203951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e8a08-7f5d-4f1d-ba91-181ecdba88f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3f7b0c-a76d-47ab-a26b-ad5f38215480,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:56.283846 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.387690 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.398487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eddb21f-fc28-45fd-bb91-a46774dce704']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:56.411346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957718d9-14ed-4d6e-810b-f1521449f32e') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:56.411898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957718d9-14ed-4d6e-810b-f1521449f32e') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:19:56.422724 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.439180 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.447175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:19:56.448475 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:19:56.450742 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:19:56.486378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'name': 'network-vif-deleted', 'tag': '69074e82-ed74-44b0-a390-3a4a48791887'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:56.490286 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5455f05-0c15-4ddc-8456-b8700a60b6d0" -d '{"events": [{"server_uuid": "c5b8c8e1-77b9-4083-aedc-ad15adbf0873", "name": "network-vif-deleted", "tag": "69074e82-ed74-44b0-a390-3a4a48791887"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:56.621839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.634877 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:56.643808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8eddb21f-fc28-45fd-bb91-a46774dce704 HTTP/1.1" status: 204 len: 168 time: 0.4399748 Jul 19 03:19:56.686594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f3c2b-ec02-40c5-809e-91232ac7a691 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eddb21f-fc28-45fd-bb91-a46774dce704,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:56.694849 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221c0d84-1d39-4c62-85d7-74555f803070 x-openstack-request-id: req-221c0d84-1d39-4c62-85d7-74555f803070 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:56.699562 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b8c8e1-77b9-4083-aedc-ad15adbf0873", "name": "network-vif-deleted", "tag": "69074e82-ed74-44b0-a390-3a4a48791887", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:56.700805 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-221c0d84-1d39-4c62-85d7-74555f803070 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:56.701516 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b8c8e1-77b9-4083-aedc-ad15adbf0873', 'name': 'network-vif-deleted', 'tag': '69074e82-ed74-44b0-a390-3a4a48791887', 'status': 'completed', 'code': 200} Jul 19 03:19:56.796313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8199d3-3005-49e0-b7d8-8f46a67fa099 req-db82dc98-8706-4acf-aa2d-a1b4fb6e6f78 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:56.801172 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c8199d3-3005-49e0-b7d8-8f46a67fa099 req-db82dc98-8706-4acf-aa2d-a1b4fb6e6f78 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 945 time: 0.1462355 Jul 19 03:19:56.880049 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c8199d3-3005-49e0-b7d8-8f46a67fa099 req-25119262-96f9-4c3b-a77d-d54041163e16 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721452 Jul 19 03:19:56.960734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53590) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:57.050684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dae9a0-21f7-41e9-855c-7ddf05cbda38 req-2aec6794-e4f8-41c9-804c-ee554d0d9de4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:57.052268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0dae9a0-21f7-41e9-855c-7ddf05cbda38 req-2aec6794-e4f8-41c9-804c-ee554d0d9de4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1379378 Jul 19 03:19:57.072272 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e6805658-39a1-4781-8533-06a2bd9c6af3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20f606673fde41bfbcf43aa4c01b3b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1100690 Jul 19 03:19:57.081297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53596) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:57.185192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0dae9a0-21f7-41e9-855c-7ddf05cbda38 req-f8a67cef-13d7-4c09-8b44-d341f84e7763 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257594 Jul 19 03:19:57.237248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2afb312-d319-4d4f-bcb5-d0b9ae78a8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:57.283627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:57.286047 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09d193c-026c-4da3-a2ec-b33c61fd864a" -d '{"events": [{"server_uuid": "ae345b40-ff2f-4036-ba75-d52fe340e17a", "name": "network-vif-plugged", "status": "completed", "tag": "1840d456-9ac6-49ea-b5a6-3c0fc54fd615"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:57.292490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2afb312-d319-4d4f-bcb5-d0b9ae78a8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:57.328358 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a61c21f-ff0b-433e-bb4f-747936bf829d x-openstack-request-id: req-2a61c21f-ff0b-433e-bb4f-747936bf829d {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:57.328886 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae345b40-ff2f-4036-ba75-d52fe340e17a", "name": "network-vif-plugged", "status": "completed", "tag": "1840d456-9ac6-49ea-b5a6-3c0fc54fd615", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:57.329236 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a61c21f-ff0b-433e-bb4f-747936bf829d {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:57.329786 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615', 'code': 200} Jul 19 03:19:57.377658 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2afb312-d319-4d4f-bcb5-d0b9ae78a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:57.380368 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2afb312-d319-4d4f-bcb5-d0b9ae78a8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:57.381539 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d2afb312-d319-4d4f-bcb5-d0b9ae78a8c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/743bd8f6-4a9b-433d-b9c4-981507edbd2e HTTP/1.1" status: 204 len: 168 time: 0.3015232 Jul 19 03:19:57.403491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afb312-d319-4d4f-bcb5-d0b9ae78a8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743bd8f6-4a9b-433d-b9c4-981507edbd2e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:57.544030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3b206-9a1b-4ef9-b66f-f0ba78483971 req-d075f3cb-da6c-449c-b974-0529fbb9f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:57.550793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-45a3b206-9a1b-4ef9-b66f-f0ba78483971 req-d075f3cb-da6c-449c-b974-0529fbb9f65a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 1097 time: 0.1086743 Jul 19 03:19:57.595957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-45a3b206-9a1b-4ef9-b66f-f0ba78483971 req-af5b2b16-7b22-463a-9333-dcb2a580a416 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379825 Jul 19 03:19:57.747303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53614) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:57.821899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e890-5439-4095-9c20-4ddf531a058d req-789a5cd4-81aa-461f-914c-30294d0b9539 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:57.835931 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5273e890-5439-4095-9c20-4ddf531a058d req-789a5cd4-81aa-461f-914c-30294d0b9539 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 944 time: 0.1188154 Jul 19 03:19:57.900961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5273e890-5439-4095-9c20-4ddf531a058d req-2f5854be-c5a0-46b0-9e93-bb9ed3e408fa tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2984920-7029-475c-9f58-671c9186c9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637977 Jul 19 03:19:57.977398 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-efee5c10-9d8d-430a-a5c3-17e9079592dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.143242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91280b0e-d1ec-42a1-94e5-0c565eb35c82 req-46e8019e-aa2a-4433-9e40-6fea5cda4df2 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:58.152976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-91280b0e-d1ec-42a1-94e5-0c565eb35c82 req-46e8019e-aa2a-4433-9e40-6fea5cda4df2 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 945 time: 0.1029913 Jul 19 03:19:58.214966 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-91280b0e-d1ec-42a1-94e5-0c565eb35c82 req-d265f95d-21b2-42ff-89f3-ce9b332f79c5 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606327 Jul 19 03:19:58.227026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-1a88f35a-1bc7-494a-a8ed-bc857adc7086 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:58.232512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-1a88f35a-1bc7-494a-a8ed-bc857adc7086 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.25 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 944 time: 0.1776497 Jul 19 03:19:58.237035 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-efee5c10-9d8d-430a-a5c3-17e9079592dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.253794 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-efee5c10-9d8d-430a-a5c3-17e9079592dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.431348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee5c10-9d8d-430a-a5c3-17e9079592dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1e364c-4090-453b-8941-b6337e40419c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:58.438878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-efee5c10-9d8d-430a-a5c3-17e9079592dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abc97ece4e484363acb43eebeab99bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6905825 Jul 19 03:19:58.441755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53652) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:58.476350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53654) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:58.496844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942abe88-63d1-4378-86b7-d403e76a8346 req-b9def43c-4941-4f46-81b9-b4f73384255a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:58.504320 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-942abe88-63d1-4378-86b7-d403e76a8346 req-b9def43c-4941-4f46-81b9-b4f73384255a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1583362 Jul 19 03:19:58.528333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-72205595-06c9-4ab7-9c67-7c24e512fb0c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Deleting port 1ca02e21-7408-487b-a2e1-924049fd7ff2 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:19:58.528951 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-72205595-06c9-4ab7-9c67-7c24e512fb0c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.591594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-942abe88-63d1-4378-86b7-d403e76a8346 req-116c2ed5-8b97-41fc-bf5e-35a02c84a61f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860333 Jul 19 03:19:58.597060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-769ae2f8-4390-4cb6-b9b1-7269a1f232a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.620370 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-647340732-network', 'tenant_id': '9e0b0f35cded46d9a7214be2ee3a857f'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:58.655942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-769ae2f8-4390-4cb6-b9b1-7269a1f232a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.676112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Made reservation on behalf of 9e0b0f35cded46d9a7214be2ee3a857f for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:58.679008 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.690525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-72205595-06c9-4ab7-9c67-7c24e512fb0c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] For port 1ca02e21-7408-487b-a2e1-924049fd7ff2, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1ca02e21-7408-487b-a2e1-924049fd7ff2,segment=NetworkSegment(3eec96e0-e6e7-417d-b720-06718bc97ade),segment_id=3eec96e0-e6e7-417d-b720-06718bc97ade)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:19:58.691350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-72205595-06c9-4ab7-9c67-7c24e512fb0c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.703973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.706686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-72205595-06c9-4ab7-9c67-7c24e512fb0c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Calling delete_port for 1ca02e21-7408-487b-a2e1-924049fd7ff2 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:19:58.752721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-769ae2f8-4390-4cb6-b9b1-7269a1f232a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.756297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-769ae2f8-4390-4cb6-b9b1-7269a1f232a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.758670 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-769ae2f8-4390-4cb6-b9b1-7269a1f232a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a1e364c-4090-453b-8941-b6337e40419c HTTP/1.1" status: 204 len: 168 time: 0.3143039 Jul 19 03:19:58.799238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ae2f8-4390-4cb6-b9b1-7269a1f232a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1e364c-4090-453b-8941-b6337e40419c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:58.937550 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.944951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:58.996622 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-72205595-06c9-4ab7-9c67-7c24e512fb0c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.028964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 69074e82-ed74-44b0-a390-3a4a48791887 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:59.039357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:19:59.056382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f7042d-316b-4d4f-8106-c907f5e02b71,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:59.072486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 69074e82-ed74-44b0-a390-3a4a48791887 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:19:59.078660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 69074e82-ed74-44b0-a390-3a4a48791887 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:19:59.079770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1ca02e21-7408-487b-a2e1-924049fd7ff2 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:19:59.081162 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.081504 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Added segment eb97d302-9edd-401b-942a-1144ef9d6375 of type vlan for network f68848cc-971d-48db-a5e7-89ade5b07b45 Jul 19 03:19:59.121080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72205595-06c9-4ab7-9c67-7c24e512fb0c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Pushing event deleted for resources: {'Port': ['ID=1ca02e21-7408-487b-a2e1-924049fd7ff2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:59.143480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 1ca02e21-7408-487b-a2e1-924049fd7ff2 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:19:59.145040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1ca02e21-7408-487b-a2e1-924049fd7ff2 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:19:59.177384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-72205595-06c9-4ab7-9c67-7c24e512fb0c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] No DVR routers for this DVR port 1ca02e21-7408-487b-a2e1-924049fd7ff2 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:19:59.181110 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-72205595-06c9-4ab7-9c67-7c24e512fb0c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.184335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7118fe9b-09af-4a48-afad-77c78ef70de5 req-72205595-06c9-4ab7-9c67-7c24e512fb0c tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.25 "DELETE /v2.0/ports/1ca02e21-7408-487b-a2e1-924049fd7ff2 HTTP/1.1" status: 204 len: 173 time: 0.9440207 Jul 19 03:19:59.185121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df74052d-f76d-4e6f-9580-f6223631552c', 'name': 'network-vif-deleted', 'tag': '1ca02e21-7408-487b-a2e1-924049fd7ff2'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:19:59.187823 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812dba52-d557-42e3-9576-6e7776e5b248" -d '{"events": [{"server_uuid": "df74052d-f76d-4e6f-9580-f6223631552c", "name": "network-vif-deleted", "tag": "1ca02e21-7408-487b-a2e1-924049fd7ff2"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:19:59.257258 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0341282-0cc4-4817-ae67-816c6c9746c8 x-openstack-request-id: req-c0341282-0cc4-4817-ae67-816c6c9746c8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:19:59.257817 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df74052d-f76d-4e6f-9580-f6223631552c", "name": "network-vif-deleted", "tag": "1ca02e21-7408-487b-a2e1-924049fd7ff2", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:19:59.257817 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0341282-0cc4-4817-ae67-816c6c9746c8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:19:59.258476 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df74052d-f76d-4e6f-9580-f6223631552c', 'name': 'network-vif-deleted', 'tag': '1ca02e21-7408-487b-a2e1-924049fd7ff2', 'status': 'completed', 'code': 200} Jul 19 03:19:59.269219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53684) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:59.293197 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-85ef03f8-ac48-4c14-89a3-95a9d015442c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.294146 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.300021 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a27c051b-5cf3-4ed1-adf8-8879ee9beb57 req-9454ce1b-a435-4a69-8e47-2133b315c805 tempest-LiveAutoBlockMigrationV225Test-286648335 tempest-LiveAutoBlockMigrationV225Test-286648335-project] 10.222.0.20 "GET /v2.0/ports?device_id=df74052d-f76d-4e6f-9580-f6223631552c HTTP/1.1" status: 200 len: 210 time: 0.0872731 Jul 19 03:19:59.344858 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.346217 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:59.348008 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.467956 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] Pushing event updated for resources: {'Network': ['ID=f68848cc-971d-48db-a5e7-89ade5b07b45,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:59.483986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f68848cc-971d-48db-a5e7-89ade5b07b45 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:19:59.493938 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-85ef03f8-ac48-4c14-89a3-95a9d015442c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.513335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-805c3097-5073-4f2e-b031-dfc30303cc9f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0354125 Jul 19 03:19:59.515656 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-85ef03f8-ac48-4c14-89a3-95a9d015442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.516260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53686) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:59.522192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Request body: {'subnet': {'network_id': 'f68848cc-971d-48db-a5e7-89ade5b07b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-647340732-subnet', 'tenant_id': '9e0b0f35cded46d9a7214be2ee3a857f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:19:59.569893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53688) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:59.570126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-85ef03f8-ac48-4c14-89a3-95a9d015442c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=405fbb8119964ce991ce0ca29ab5353d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996888 Jul 19 03:19:59.576031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef03f8-ac48-4c14-89a3-95a9d015442c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeceeb1-40db-4b2d-9060-97dccd181155,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:19:59.602014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Made reservation on behalf of 9e0b0f35cded46d9a7214be2ee3a857f for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:19:59.604927 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.608705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64faa05e-6754-44dd-8f3f-53844700297f req-b82cce47-cefe-4581-96ee-6439ea1eb13c tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:59.616666 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-64faa05e-6754-44dd-8f3f-53844700297f req-b82cce47-cefe-4581-96ee-6439ea1eb13c tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 945 time: 0.1530530 Jul 19 03:19:59.667462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-64faa05e-6754-44dd-8f3f-53844700297f req-31b1fa72-03a9-48ed-93c2-a315f8c57c2e tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493701 Jul 19 03:19:59.888624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d359a8e-197b-4327-80b9-cfbd71589c89 req-7ef3bb1a-c3b8-4ca1-b05d-f8d2af912423 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:19:59.903520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53696) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:19:59.910067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:19:59.910520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7d359a8e-197b-4327-80b9-cfbd71589c89 req-7ef3bb1a-c3b8-4ca1-b05d-f8d2af912423 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 945 time: 0.1005120 Jul 19 03:19:59.936467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8b9ed6e9-2394-4cc8-bd91-deee881d6f35 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Request body: {'floatingip': {'port_id': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:00.051577 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed6e9-2394-4cc8-bd91-deee881d6f35 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.067724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c0538b-6749-4b93-9744-6244bc5e19f6,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:00.135725 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c74c3b-6ab0-401f-9846-2f11559fd028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.218669 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c74c3b-6ab0-401f-9846-2f11559fd028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.220444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Checking segment: {'id': 'eb97d302-9edd-401b-942a-1144ef9d6375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f68848cc-971d-48db-a5e7-89ade5b07b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:00.220799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Network hostable DHCP agents. Network: f68848cc-971d-48db-a5e7-89ade5b07b45, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:20:00.285620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f203c4d-1485-43c3-b0d0-554d96d12e2a req-687cf0ce-db3e-4b36-9ca5-6c330c3a5003 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:00.287261 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f203c4d-1485-43c3-b0d0-554d96d12e2a req-687cf0ce-db3e-4b36-9ca5-6c330c3a5003 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.4006701 Jul 19 03:20:00.388344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Network f68848cc-971d-48db-a5e7-89ade5b07b45 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:20:00.427823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53714) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:00.432720 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f203c4d-1485-43c3-b0d0-554d96d12e2a req-1e3c0698-4de8-4861-abe1-ecdd17157ade tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235433 Jul 19 03:20:00.448073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, f68848cc-971d-48db-a5e7-89ade5b07b45) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:00.452996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:00.453877 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.459377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a322ac8d-fa15-412d-bbf0-b4b383e0db86 None None] Network f68848cc-971d-48db-a5e7-89ade5b07b45 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:20:00.487340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c74c3b-6ab0-401f-9846-2f11559fd028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.489530 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c74c3b-6ab0-401f-9846-2f11559fd028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.490873 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-32c74c3b-6ab0-401f-9846-2f11559fd028 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbeceeb1-40db-4b2d-9060-97dccd181155 HTTP/1.1" status: 204 len: 168 time: 0.9192085 Jul 19 03:20:00.514655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdbff8d-bad4-48d8-b4f4-2de219c0e0d9 admin admin] Deleting subnet 249b7207-14ce-4506-afb2-bd1730d40f33 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:20:00.521155 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dfdbff8d-bad4-48d8-b4f4-2de219c0e0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.552922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-20f82091-452d-4fd8-818f-95f906821408 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0352147 Jul 19 03:20:00.555884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c74c3b-6ab0-401f-9846-2f11559fd028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeceeb1-40db-4b2d-9060-97dccd181155,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:00.570490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dfdbff8d-bad4-48d8-b4f4-2de219c0e0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.629983 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dfdbff8d-bad4-48d8-b4f4-2de219c0e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.708795 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dfdbff8d-bad4-48d8-b4f4-2de219c0e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.766227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fd149e-3e0b-4817-960a-e8e68171fea8 None None] Network f68848cc-971d-48db-a5e7-89ade5b07b45 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:20:00.769263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbff8d-bad4-48d8-b4f4-2de219c0e0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=249b7207-14ce-4506-afb2-bd1730d40f33,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:00.783084 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dfdbff8d-bad4-48d8-b4f4-2de219c0e0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:00.785038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dfdbff8d-bad4-48d8-b4f4-2de219c0e0d9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/249b7207-14ce-4506-afb2-bd1730d40f33 HTTP/1.1" status: 204 len: 168 time: 0.3557236 Jul 19 03:20:00.792707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53726) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:00.953212 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.112179 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.142779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843dd68e-c0bf-4f74-b642-e9b5acfcbf51']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:01.182589 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed6e9-2394-4cc8-bd91-deee881d6f35 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.185345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eec96e0-e6e7-417d-b720-06718bc97ade') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:01.186883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eec96e0-e6e7-417d-b720-06718bc97ade') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:01.191241 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed6e9-2394-4cc8-bd91-deee881d6f35 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.220349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.266757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.282232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:20:01.282662 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:20:01.295070 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:20:01.325044 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-8b9ed6e9-2394-4cc8-bd91-deee881d6f35 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Floating IP 1417d26e-aa17-4a24-aec9-527dd5e11b31 associated. External IP: 172.25.2.210, port: 1840d456-9ac6-49ea-b5a6-3c0fc54fd615. Jul 19 03:20:01.423519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.487512 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.492059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/843dd68e-c0bf-4f74-b642-e9b5acfcbf51 HTTP/1.1" status: 204 len: 168 time: 0.6961288 Jul 19 03:20:01.492059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206aea0f-a634-41f1-8703-3d09216f9dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=843dd68e-c0bf-4f74-b642-e9b5acfcbf51,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:01.508330 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53764) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:01.596549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c187518-435f-4b3e-a6b2-d7e21cd6e404 admin admin] Deleting subnet 50404fa8-430e-421f-b8a0-75e539306bb1 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:20:01.600557 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c187518-435f-4b3e-a6b2-d7e21cd6e404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.783096 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c187518-435f-4b3e-a6b2-d7e21cd6e404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:01.791868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-422d3f9f-b547-4bc2-b8f2-0be00badd73d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:01.793742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-422d3f9f-b547-4bc2-b8f2-0be00badd73d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/networks?id=f68848cc-971d-48db-a5e7-89ade5b07b45 HTTP/1.1" status: 200 len: 808 time: 0.1647174 Jul 19 03:20:01.805683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9ed6e9-2394-4cc8-bd91-deee881d6f35 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:20:01.868291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de14b97-1910-4f86-b5eb-3f20097df606 req-09518871-6c41-4c2a-89d4-5e2ac7d45727 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:01.870071 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5de14b97-1910-4f86-b5eb-3f20097df606 req-09518871-6c41-4c2a-89d4-5e2ac7d45727 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.2019646 Jul 19 03:20:01.883791 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-feb7f924-8256-4fb4-8c5b-8f649faaab12 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/quotas/9e0b0f35cded46d9a7214be2ee3a857f HTTP/1.1" status: 200 len: 375 time: 0.0529535 Jul 19 03:20:01.968159 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5de14b97-1910-4f86-b5eb-3f20097df606 req-0064a708-8fb8-49ef-9ae2-b6b34baaff88 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886497 Jul 19 03:20:01.971557 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-160b569c-837e-44cf-8953-89565d1044e3 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0b0f35cded46d9a7214be2ee3a857f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755963 Jul 19 03:20:01.995990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9ed6e9-2394-4cc8-bd91-deee881d6f35 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:20:02.008606 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] Sync routers for ids ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:20:02.009638 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed6e9-2394-4cc8-bd91-deee881d6f35 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:02.031359 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] Routers {'9403cc85-d4d2-4f0c-a742-49c8dcceca12'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:20:02.033460 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:19:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:02.072184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8b9ed6e9-2394-4cc8-bd91-deee881d6f35 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "PUT /v2.0/floatingips/1417d26e-aa17-4a24-aec9-527dd5e11b31 HTTP/1.1" status: 200 len: 991 time: 2.1624477 Jul 19 03:20:02.074948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'tag': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:02.080784 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27" -d '{"events": [{"name": "network-changed", "server_uuid": "ae345b40-ff2f-4036-ba75-d52fe340e17a", "tag": "1840d456-9ac6-49ea-b5a6-3c0fc54fd615"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:02.103841 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-11754b16-4cce-4a36-b48b-cb43c1143761 service neutron] 10.222.0.20 "GET /v2.0/networks/f68848cc-971d-48db-a5e7-89ade5b07b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191528 Jul 19 03:20:02.105261 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c187518-435f-4b3e-a6b2-d7e21cd6e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:02.192510 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] Set router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:20:02.277700 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cf1598-aa9c-45fd-8710-223e99289aa5 x-openstack-request-id: req-57cf1598-aa9c-45fd-8710-223e99289aa5 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:02.278065 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae345b40-ff2f-4036-ba75-d52fe340e17a", "tag": "1840d456-9ac6-49ea-b5a6-3c0fc54fd615", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:02.278563 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57cf1598-aa9c-45fd-8710-223e99289aa5 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:02.279101 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'tag': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615', 'status': 'completed', 'code': 200} Jul 19 03:20:02.587515 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:36Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '1417d26e-aa17-4a24-aec9-527dd5e11b31', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'port_id': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'mac_address': 'fa:16:3e:d1:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:19:41Z', 'updated_at': '2021-07-19T03:20:00Z', 'revision_number': 1, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357e99b4-982b-4429-a5db-c36ad8a3f9fe', 'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'mac_address': 'fa:16:3e:bf:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:35Z', 'updated_at': '2021-07-19T03:19:43Z', 'revision_number': 5, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'subnets': [{'id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:02.627079 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] Checking router: 9403cc85-d4d2-4f0c-a742-49c8dcceca12 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:20:02.638795 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] Routers {'9403cc85-d4d2-4f0c-a742-49c8dcceca12'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:20:02.640002 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:19:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:02.742586 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c187518-435f-4b3e-a6b2-d7e21cd6e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:02.801172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c187518-435f-4b3e-a6b2-d7e21cd6e404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50404fa8-430e-421f-b8a0-75e539306bb1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:02.813078 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] Set router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:20:02.836210 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c187518-435f-4b3e-a6b2-d7e21cd6e404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:02.838813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1c187518-435f-4b3e-a6b2-d7e21cd6e404 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50404fa8-430e-421f-b8a0-75e539306bb1 HTTP/1.1" status: 204 len: 168 time: 1.3288028 Jul 19 03:20:02.841548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53814) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:02.889185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-7d135a5e-7a57-4c68-b572-894e6c07b7d5 service neutron] 10.222.0.20 "GET /v2.0/networks/f68848cc-971d-48db-a5e7-89ade5b07b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738602 Jul 19 03:20:02.910877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-d892a6a1-878c-48b6-8bc0-437cebc82b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:02.921858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-d892a6a1-878c-48b6-8bc0-437cebc82b92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=713eb64ad6744038aeef5af04e46e570&device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 1097 time: 0.1984439 Jul 19 03:20:03.016896 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:03.172680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-b7f5d1c7-bde7-46ce-99f0-c852ae93e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:03.183221 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-b7f5d1c7-bde7-46ce-99f0-c852ae93e691 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 HTTP/1.1" status: 200 len: 906 time: 0.2414474 Jul 19 03:20:03.270540 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:03.277726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6da988fe-e0e1-4773-a744-884d807ba62c req-7e58c8b1-a1be-4ab8-a057-88c6c1664dda tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 210 time: 0.0924170 Jul 19 03:20:03.337922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9171624-4d8a-4868-b9ab-b572bdec4ed4']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:03.351784 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:36Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '1417d26e-aa17-4a24-aec9-527dd5e11b31', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'port_id': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'mac_address': 'fa:16:3e:d1:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:19:41Z', 'updated_at': '2021-07-19T03:20:00Z', 'revision_number': 1, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357e99b4-982b-4429-a5db-c36ad8a3f9fe', 'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'mac_address': 'fa:16:3e:bf:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:35Z', 'updated_at': '2021-07-19T03:19:43Z', 'revision_number': 5, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'subnets': [{'id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:03.363620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f38c50-327b-4de9-8c73-3f6bedc406fd') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:03.370555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f38c50-327b-4de9-8c73-3f6bedc406fd') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:03.387611 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-98d91928-e66d-4af7-aa41-a33849f9a5fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1840d456-9ac6-49ea-b5a6-3c0fc54fd615 HTTP/1.1" status: 200 len: 999 time: 0.2035217 Jul 19 03:20:03.409286 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:03.414683 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7315a-0073-4952-a68b-c3d14e19e298 None None] The sync data for ids ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'] in n-d-762330-18 is: [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:36Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '1417d26e-aa17-4a24-aec9-527dd5e11b31', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'port_id': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'mac_address': 'fa:16:3e:d1:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:19:41Z', 'updated_at': '2021-07-19T03:20:00Z', 'revision_number': 1, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357e99b4-982b-4429-a5db-c36ad8a3f9fe', 'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'mac_address': 'fa:16:3e:bf:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:35Z', 'updated_at': '2021-07-19T03:19:43Z', 'revision_number': 5, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'subnets': [{'id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:20:03.452500 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:03.463005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1704d-7610-4f8e-95fa-73a4c2b21121 req-92db30e0-0b43-414d-9aef-cb88059d1efa tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:03.474177 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-23f1704d-7610-4f8e-95fa-73a4c2b21121 req-92db30e0-0b43-414d-9aef-cb88059d1efa tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.2004659 Jul 19 03:20:03.511161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-17d4a57c-8501-487d-baa4-667d646a1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:03.513785 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-17d4a57c-8501-487d-baa4-667d646a1a35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1d786e8-49a1-48bf-b39e-a542dcf70c3b HTTP/1.1" status: 200 len: 845 time: 0.1175370 Jul 19 03:20:03.662367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-6758062d-2cb2-45f3-9937-b8993cff4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:03.664084 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-6758062d-2cb2-45f3-9937-b8993cff4e0a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f55d9b7b-a2de-479f-8d8b-5a5eceb1d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354034 Jul 19 03:20:03.876644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b147fb-1274-4d9c-9658-3145a34400f8 None None] New status for floating IP 1417d26e-aa17-4a24-aec9-527dd5e11b31: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:20:03.915926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-2cc2ca2a-4383-4b98-9a01-fd02afab7a67 service neutron] 10.222.0.25 "GET /v2.0/networks/f55d9b7b-a2de-479f-8d8b-5a5eceb1d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435405 Jul 19 03:20:04.149305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a69ac15-4f09-44eb-aef3-f0cf6f1f4d27 req-420589b4-22b2-443d-a52c-8fba3fddf92e service neutron] 10.222.0.25 "GET /v2.0/networks/f55d9b7b-a2de-479f-8d8b-5a5eceb1d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087679 Jul 19 03:20:04.268661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:20:04.269235 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:20:04.270861 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:20:04.420235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-23f1704d-7610-4f8e-95fa-73a4c2b21121 req-6a59bf83-b5e3-4dea-8c14-4ed735867e1c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9331481 Jul 19 03:20:04.429785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:04.438541 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:04.444667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9171624-4d8a-4868-b9ab-b572bdec4ed4 HTTP/1.1" status: 204 len: 168 time: 1.5984838 Jul 19 03:20:04.475643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6d706-f219-48ee-a9d6-a6189befd152 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9171624-4d8a-4868-b9ab-b572bdec4ed4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:04.573951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcdf53b0-58f2-4b1c-85ff-c3c2069e6621 req-f67b78fb-529a-4104-8b05-63d723800188 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 210 time: 0.0516610 Jul 19 03:20:04.694711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53882) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:05.000994 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f9628900-0574-4755-9ce2-3d9ce6e99c5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87ecb4f1f4054e3bbda937eff36101d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050263 Jul 19 03:20:05.003696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53894) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:05.116856 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3c3e-501a-4021-b324-c3292c43e756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:05.168203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-066bf97d-cf50-44bc-b1be-3ae84e592d37 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:05.171789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-066bf97d-cf50-44bc-b1be-3ae84e592d37 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.26 "GET /v2.0/networks?id=f68848cc-971d-48db-a5e7-89ade5b07b45 HTTP/1.1" status: 200 len: 808 time: 0.1664677 Jul 19 03:20:05.185362 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3c3e-501a-4021-b324-c3292c43e756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:05.188084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Request body: {'port': {'device_id': 'eebd7107-2cd7-4339-82aa-bfbe186c2939', 'network_id': 'f68848cc-971d-48db-a5e7-89ade5b07b45', 'admin_state_up': True, 'tenant_id': '9e0b0f35cded46d9a7214be2ee3a857f'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:05.280754 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3c3e-501a-4021-b324-c3292c43e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:05.284334 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3c3e-501a-4021-b324-c3292c43e756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:05.285912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b1ce3c3e-501a-4021-b324-c3292c43e756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2984920-7029-475c-9f58-671c9186c9c0 HTTP/1.1" status: 204 len: 168 time: 0.2812665 Jul 19 03:20:05.298884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce3c3e-501a-4021-b324-c3292c43e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2984920-7029-475c-9f58-671c9186c9c0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:05.407845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Made reservation on behalf of 9e0b0f35cded46d9a7214be2ee3a857f for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:05.413140 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:05.639747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Allocated IP 172.20.0.2 (f68848cc-971d-48db-a5e7-89ade5b07b45/13c0538b-6749-4b93-9744-6244bc5e19f6/6e94ace7-d327-478c-8efe-675ba279fdcc) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:05.790005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b45ccc8-5339-4c92-9e27-a2259177cfbd req-46e6d7fb-e507-47fa-b3fe-195e47ef19df tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 210 time: 0.0573657 Jul 19 03:20:05.851317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:05.955741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53926) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:06.000563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:06.037746 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-32565c20-e53c-4875-9088-7daf16d1e3ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4691c4f6cc7344e6b15c79225c279f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806584 Jul 19 03:20:06.040448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53932) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:06.148974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Pushing event updated for resources: {'Port': ['ID=6e94ace7-d327-478c-8efe-675ba279fdcc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:06.160961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48bcc985-0c20-4fd1-92fe-daccdab339e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:06.164997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Network f68848cc-971d-48db-a5e7-89ade5b07b45 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:06.172194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:06.176151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:06.237656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48bcc985-0c20-4fd1-92fe-daccdab339e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:06.249700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7c3f4-157a-440c-a831-1994c434b0fa req-b29f8d1b-3d10-408f-890a-8cd8ad3ce7b1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:06.251498 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36d7c3f4-157a-440c-a831-1994c434b0fa req-b29f8d1b-3d10-408f-890a-8cd8ad3ce7b1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.3102381 Jul 19 03:20:06.290031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:06.291323 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:06.339440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36d7c3f4-157a-440c-a831-1994c434b0fa req-696836e8-7ca2-46d8-a723-32fbf67c0edf tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748112 Jul 19 03:20:06.342176 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-f286becf-8fe7-4979-b42e-c04475b6d32d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1609428 Jul 19 03:20:06.372418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Request body: {'port': {'device_id': 'eebd7107-2cd7-4339-82aa-bfbe186c2939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:06.392501 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48bcc985-0c20-4fd1-92fe-daccdab339e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:06.395903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48bcc985-0c20-4fd1-92fe-daccdab339e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:06.397265 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-48bcc985-0c20-4fd1-92fe-daccdab339e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3e720a1-e856-401c-b5fe-db355549a338 HTTP/1.1" status: 204 len: 168 time: 0.3551030 Jul 19 03:20:06.406812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcc985-0c20-4fd1-92fe-daccdab339e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e720a1-e856-401c-b5fe-db355549a338,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:06.483450 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:06.784924 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:06.886610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8f954041-08a6-42f3-ba47-75b97fb77c70 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:20:06.938844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e94ace7-d327-478c-8efe-675ba279fdcc {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:06.964202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:07.005458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Transition to ACTIVE for port object 6e94ace7-d327-478c-8efe-675ba279fdcc will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:07.017448 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:07.137390 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 8f954041-08a6-42f3-ba47-75b97fb77c70, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8f954041-08a6-42f3-ba47-75b97fb77c70,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:07.143922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Pushing event updated for resources: {'Port': ['ID=6e94ace7-d327-478c-8efe-675ba279fdcc,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:07.167349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '8f954041-08a6-42f3-ba47-75b97fb77c70', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'port_id': '8f954041-08a6-42f3-ba47-75b97fb77c70', 'mac_address': 'fa:16:3e:0e:d0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9eede-45cb-4568-8d50-62fdf8d969ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:20:07.236786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d771010-69da-4315-85af-953f1de9e71d req-25ca5298-43d4-42ad-b8da-e6e4eff2a21d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:07.264891 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:07.264994 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d771010-69da-4315-85af-953f1de9e71d req-25ca5298-43d4-42ad-b8da-e6e4eff2a21d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 943 time: 0.1724279 Jul 19 03:20:07.293832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f954041-08a6-42f3-ba47-75b97fb77c70 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:07.308121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Attempting to bind port 6e94ace7-d327-478c-8efe-675ba279fdcc on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:07.308601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Attempting to bind port 6e94ace7-d327-478c-8efe-675ba279fdcc by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'eb97d302-9edd-401b-942a-1144ef9d6375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f68848cc-971d-48db-a5e7-89ade5b07b45'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:07.308804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Attempting to bind port 6e94ace7-d327-478c-8efe-675ba279fdcc on network f68848cc-971d-48db-a5e7-89ade5b07b45 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:07.322239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Port 6e94ace7-d327-478c-8efe-675ba279fdcc on network f68848cc-971d-48db-a5e7-89ade5b07b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:20:07.331364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Attempting to bind port 6e94ace7-d327-478c-8efe-675ba279fdcc on network f68848cc-971d-48db-a5e7-89ade5b07b45 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:07.352280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:07.353123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Checking segment: {'id': 'eb97d302-9edd-401b-942a-1144ef9d6375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f68848cc-971d-48db-a5e7-89ade5b07b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:07.353123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Bound using segment: {'id': 'eb97d302-9edd-401b-942a-1144ef9d6375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f68848cc-971d-48db-a5e7-89ade5b07b45'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:07.353396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Bound port: 6e94ace7-d327-478c-8efe-675ba279fdcc, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb97d302-9edd-401b-942a-1144ef9d6375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f68848cc-971d-48db-a5e7-89ade5b07b45'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:07.353810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:07.362185 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:07.379703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 8f954041-08a6-42f3-ba47-75b97fb77c70, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8f954041-08a6-42f3-ba47-75b97fb77c70,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:07.389877 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:07.396233 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d771010-69da-4315-85af-953f1de9e71d req-0275a609-b442-42f4-93f6-6d85de0e41a7 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301889 Jul 19 03:20:07.546500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=8f954041-08a6-42f3-ba47-75b97fb77c70,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:07.585529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] For port 6e94ace7-d327-478c-8efe-675ba279fdcc, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:07.590053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] For port 6e94ace7-d327-478c-8efe-675ba279fdcc, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6e94ace7-d327-478c-8efe-675ba279fdcc,segment=NetworkSegment(eb97d302-9edd-401b-942a-1144ef9d6375),segment_id=eb97d302-9edd-401b-942a-1144ef9d6375)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:07.596153 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:07.624474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['8f954041-08a6-42f3-ba47-75b97fb77c70'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:07.670053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:07.670851 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:07.674734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] 10.222.0.26 "PUT /v2.0/ports/6e94ace7-d327-478c-8efe-675ba279fdcc HTTP/1.1" status: 200 len: 1092 time: 1.3221829 Jul 19 03:20:07.679522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebd7107-2cd7-4339-82aa-bfbe186c2939', 'tag': '6e94ace7-d327-478c-8efe-675ba279fdcc'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:07.693684 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35f2098-0a9b-4a34-9b2b-966c11a76925" -d '{"events": [{"name": "network-changed", "server_uuid": "eebd7107-2cd7-4339-82aa-bfbe186c2939", "tag": "6e94ace7-d327-478c-8efe-675ba279fdcc"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:07.837034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6d2fc-ef7f-4daa-9da0-0288bb5e9674 service neutron] Pushing event updated for resources: {'Port': ['ID=6e94ace7-d327-478c-8efe-675ba279fdcc,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:07.843175 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12e4073-ffeb-452b-9a8b-9764854a4756 x-openstack-request-id: req-f12e4073-ffeb-452b-9a8b-9764854a4756 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:07.843757 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebd7107-2cd7-4339-82aa-bfbe186c2939", "tag": "6e94ace7-d327-478c-8efe-675ba279fdcc", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:07.844159 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f12e4073-ffeb-452b-9a8b-9764854a4756 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:07.844697 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebd7107-2cd7-4339-82aa-bfbe186c2939', 'tag': '6e94ace7-d327-478c-8efe-675ba279fdcc', 'status': 'completed', 'code': 200} Jul 19 03:20:07.992507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482edf3-99af-4961-9515-7d610ca5e63a req-a3ca271a-a68d-43e5-a85e-7c15cd01b94b tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:08.003285 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3482edf3-99af-4961-9515-7d610ca5e63a req-a3ca271a-a68d-43e5-a85e-7c15cd01b94b tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 945 time: 0.2975767 Jul 19 03:20:08.043746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-71b1d824-7982-48ee-b76c-dca614d8821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:08.045311 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-71b1d824-7982-48ee-b76c-dca614d8821c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e0b0f35cded46d9a7214be2ee3a857f&device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 1095 time: 0.2040629 Jul 19 03:20:08.084117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3482edf3-99af-4961-9515-7d610ca5e63a req-3d1b0656-9304-4ebc-959a-ab37d571f3de tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795717 Jul 19 03:20:08.139062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-a5ab294b-310d-475e-b948-53c4871c8e03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e94ace7-d327-478c-8efe-675ba279fdcc HTTP/1.1" status: 200 len: 217 time: 0.0785754 Jul 19 03:20:08.203977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-22073937-7104-4ee5-94ec-46705195fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:08.208787 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-22073937-7104-4ee5-94ec-46705195fae4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13c0538b-6749-4b93-9744-6244bc5e19f6 HTTP/1.1" status: 200 len: 848 time: 0.0608003 Jul 19 03:20:08.289649 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-5988889b-a2a8-4348-b4c8-08cff1a71070 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f68848cc-971d-48db-a5e7-89ade5b07b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700548 Jul 19 03:20:08.475996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-d5332370-aba7-4322-abcd-cbe4e2e5820f service neutron] 10.222.0.26 "GET /v2.0/networks/f68848cc-971d-48db-a5e7-89ade5b07b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721985 Jul 19 03:20:08.669458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-758bf400-9545-4f86-8abe-4c78cfa4a54e req-b9b2b1a1-184a-402b-986d-a61deb7b1595 service neutron] 10.222.0.26 "GET /v2.0/networks/f68848cc-971d-48db-a5e7-89ade5b07b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874809 Jul 19 03:20:08.687361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9864b-1587-4350-aa60-eee17630fbe2 req-80bd4f5d-b4ac-4b17-a1e5-32040292921d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:08.689018 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07d9864b-1587-4350-aa60-eee17630fbe2 req-80bd4f5d-b4ac-4b17-a1e5-32040292921d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 943 time: 0.0953889 Jul 19 03:20:08.790237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07d9864b-1587-4350-aa60-eee17630fbe2 req-460ad2d6-07de-4bcc-ad32-54fa99403cdd tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925436 Jul 19 03:20:08.857301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f2098-0a9b-4a34-9b2b-966c11a76925 req-952ae1fd-4345-41c9-96fd-8344988aa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:08.859353 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e35f2098-0a9b-4a34-9b2b-966c11a76925 req-952ae1fd-4345-41c9-96fd-8344988aa3ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e0b0f35cded46d9a7214be2ee3a857f&device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 1095 time: 0.1261928 Jul 19 03:20:08.889531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8f954041-08a6-42f3-ba47-75b97fb77c70 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:08.982047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f2098-0a9b-4a34-9b2b-966c11a76925 req-6ec47c5f-93f6-4238-a4c2-13e72e390c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:08.983522 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e35f2098-0a9b-4a34-9b2b-966c11a76925 req-6ec47c5f-93f6-4238-a4c2-13e72e390c6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f68848cc-971d-48db-a5e7-89ade5b07b45 HTTP/1.1" status: 200 len: 908 time: 0.1184957 Jul 19 03:20:08.984295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 8f954041-08a6-42f3-ba47-75b97fb77c70 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:08.984683 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:09.118381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e35f2098-0a9b-4a34-9b2b-966c11a76925 req-67e14bd9-6248-47ab-8e84-99893e733ed3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e94ace7-d327-478c-8efe-675ba279fdcc HTTP/1.1" status: 200 len: 217 time: 0.1162388 Jul 19 03:20:09.169457 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:09.209757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f2098-0a9b-4a34-9b2b-966c11a76925 req-4afd857b-0f75-4dfa-a0c4-d420b5e5185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:09.212227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e35f2098-0a9b-4a34-9b2b-966c11a76925 req-4afd857b-0f75-4dfa-a0c4-d420b5e5185c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13c0538b-6749-4b93-9744-6244bc5e19f6 HTTP/1.1" status: 200 len: 848 time: 0.0738819 Jul 19 03:20:09.219757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f954041-08a6-42f3-ba47-75b97fb77c70'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:09.222731 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2072e7-1250-486b-aa2a-06d48b60c139" -d '{"events": [{"server_uuid": "c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87", "name": "network-vif-plugged", "status": "completed", "tag": "8f954041-08a6-42f3-ba47-75b97fb77c70"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:09.241690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 8f954041-08a6-42f3-ba47-75b97fb77c70, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8f954041-08a6-42f3-ba47-75b97fb77c70,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:09.255287 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:09.286623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e35f2098-0a9b-4a34-9b2b-966c11a76925 req-cdff2688-7fb0-4cf0-8ea0-be227c12c248 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f68848cc-971d-48db-a5e7-89ade5b07b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673959 Jul 19 03:20:09.338890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=8f954041-08a6-42f3-ba47-75b97fb77c70,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:09.503419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476564d-d734-4041-8230-9bc0d4067acc req-5b26d632-bc31-437b-83ba-6f6ab8d1c2e8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:09.505151 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8476564d-d734-4041-8230-9bc0d4067acc req-5b26d632-bc31-437b-83ba-6f6ab8d1c2e8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.2318873 Jul 19 03:20:09.559037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e35f2098-0a9b-4a34-9b2b-966c11a76925 req-600537b9-c772-4ec0-a0bd-8e9496de5218 service neutron] 10.222.0.26 "GET /v2.0/networks/f68848cc-971d-48db-a5e7-89ade5b07b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485743 Jul 19 03:20:09.676143 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e35f2098-0a9b-4a34-9b2b-966c11a76925 req-dd5623e7-f00f-4e31-b3fa-f519efe2d4e9 service neutron] 10.222.0.26 "GET /v2.0/networks/f68848cc-971d-48db-a5e7-89ade5b07b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121652 Jul 19 03:20:09.711906 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8476564d-d734-4041-8230-9bc0d4067acc req-47c2c4da-0f7e-4d2c-b2ce-496e9c862e0c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864095 Jul 19 03:20:09.781298 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592256ae-5b66-4b7c-8ffa-d1127f356079 x-openstack-request-id: req-592256ae-5b66-4b7c-8ffa-d1127f356079 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:09.781757 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87", "name": "network-vif-plugged", "status": "completed", "tag": "8f954041-08a6-42f3-ba47-75b97fb77c70", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:09.782086 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-592256ae-5b66-4b7c-8ffa-d1127f356079 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:09.782588 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f954041-08a6-42f3-ba47-75b97fb77c70', 'code': 200} Jul 19 03:20:09.894744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54108) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:10.136459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bb174dbb-cfa3-43f2-b66b-6219be8f9c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:10.289729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf07e2-4ba3-4366-b945-f1393563fe3e req-d19dab63-9dfd-4b18-9ee8-5dcd477e4223 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:10.297374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a3bf07e2-4ba3-4366-b945-f1393563fe3e req-d19dab63-9dfd-4b18-9ee8-5dcd477e4223 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 943 time: 0.1227551 Jul 19 03:20:10.367128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a3bf07e2-4ba3-4366-b945-f1393563fe3e req-5dbe4804-f1ae-4101-8eb2-b01b52f390f7 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685410 Jul 19 03:20:10.398806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bb174dbb-cfa3-43f2-b66b-6219be8f9c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:10.407717 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bb174dbb-cfa3-43f2-b66b-6219be8f9c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:10.463612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bb174dbb-cfa3-43f2-b66b-6219be8f9c1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cae8eab65c97417499abe31cf40f3e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5675733 Jul 19 03:20:10.464090 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54126) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:10.503444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb174dbb-cfa3-43f2-b66b-6219be8f9c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16e562d-7e7a-4b47-8da2-979c08b7ab7b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:10.559962 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee23a-bc72-4f18-92b0-7f0e067c8a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:10.583599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee23a-bc72-4f18-92b0-7f0e067c8a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:10.651823 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee23a-bc72-4f18-92b0-7f0e067c8a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:10.655872 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee23a-bc72-4f18-92b0-7f0e067c8a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:10.658736 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fc7ee23a-bc72-4f18-92b0-7f0e067c8a86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e16e562d-7e7a-4b47-8da2-979c08b7ab7b HTTP/1.1" status: 204 len: 168 time: 0.1929600 Jul 19 03:20:10.669794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ee23a-bc72-4f18-92b0-7f0e067c8a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16e562d-7e7a-4b47-8da2-979c08b7ab7b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:10.917436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6e94ace7-d327-478c-8efe-675ba279fdcc details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:20:11.076351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce559765-4cb1-4119-93c1-0610bbf121a6 req-e75fc42e-e577-4759-a0ab-2e9bad75c9f9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:11.089440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce559765-4cb1-4119-93c1-0610bbf121a6 req-e75fc42e-e577-4759-a0ab-2e9bad75c9f9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1823337 Jul 19 03:20:11.153048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6e94ace7-d327-478c-8efe-675ba279fdcc, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6e94ace7-d327-478c-8efe-675ba279fdcc,segment=NetworkSegment(eb97d302-9edd-401b-942a-1144ef9d6375),segment_id=eb97d302-9edd-401b-942a-1144ef9d6375)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:11.172493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '6e94ace7-d327-478c-8efe-675ba279fdcc', 'network_id': 'f68848cc-971d-48db-a5e7-89ade5b07b45', 'port_id': '6e94ace7-d327-478c-8efe-675ba279fdcc', 'mac_address': 'fa:16:3e:80:1f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c0538b-6749-4b93-9744-6244bc5e19f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:20:11.188641 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce559765-4cb1-4119-93c1-0610bbf121a6 req-b5ddfb45-86d5-4313-a4e3-132708c314b8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978446 Jul 19 03:20:11.295729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:11.354203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e94ace7-d327-478c-8efe-675ba279fdcc {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:11.407244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6e94ace7-d327-478c-8efe-675ba279fdcc, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6e94ace7-d327-478c-8efe-675ba279fdcc,segment=NetworkSegment(eb97d302-9edd-401b-942a-1144ef9d6375),segment_id=eb97d302-9edd-401b-942a-1144ef9d6375)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:11.416542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:11.440871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54160) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:11.460173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f9a2-0ee6-4c41-96a2-cf2c38bd8840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:11.537883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6e94ace7-d327-478c-8efe-675ba279fdcc,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:11.615346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f9a2-0ee6-4c41-96a2-cf2c38bd8840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:11.623173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f9a2-0ee6-4c41-96a2-cf2c38bd8840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:11.660331 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d6c8f9a2-0ee6-4c41-96a2-cf2c38bd8840 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f4cf397004f4448a4d829c304d9723f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183678 Jul 19 03:20:11.661366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54166) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:11.700275 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['6e94ace7-d327-478c-8efe-675ba279fdcc'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:11.854319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed33e16a-9a05-49de-9180-e4f91d3b4673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:11.953414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8f9a2-0ee6-4c41-96a2-cf2c38bd8840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f3d235-8061-493e-a947-f35025d92b4d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:11.974179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed33e16a-9a05-49de-9180-e4f91d3b4673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:12.069828 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed33e16a-9a05-49de-9180-e4f91d3b4673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:12.072586 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed33e16a-9a05-49de-9180-e4f91d3b4673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:12.074042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ed33e16a-9a05-49de-9180-e4f91d3b4673 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7f3d235-8061-493e-a947-f35025d92b4d HTTP/1.1" status: 204 len: 168 time: 0.4115644 Jul 19 03:20:12.086571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33e16a-9a05-49de-9180-e4f91d3b4673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f3d235-8061-493e-a947-f35025d92b4d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:12.396391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb348b-2bb7-464b-bb75-a491c8492cbe req-8ded89ef-e6d2-40bc-b59e-606f8d1ee248 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:12.404445 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-46fb348b-2bb7-464b-bb75-a491c8492cbe req-8ded89ef-e6d2-40bc-b59e-606f8d1ee248 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 944 time: 0.1419888 Jul 19 03:20:12.459207 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-08a277c5-ac2d-44be-94eb-a57694196398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:12.495878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-46fb348b-2bb7-464b-bb75-a491c8492cbe req-06a8a763-852c-41d0-88c3-7e8bdeed7104 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902660 Jul 19 03:20:12.745233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44e4f3-1939-4c53-bf4b-5ac652599876 req-790241ab-c880-43a0-9eaf-52906bdfc8a7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:12.754509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc44e4f3-1939-4c53-bf4b-5ac652599876 req-790241ab-c880-43a0-9eaf-52906bdfc8a7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.0830576 Jul 19 03:20:12.815942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc44e4f3-1939-4c53-bf4b-5ac652599876 req-5056580c-81a5-4b4c-a010-77ae86ec6c5b tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602515 Jul 19 03:20:13.725447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725f5c8-01d1-4875-b8eb-e236ad557d68 req-f081f85b-cb7e-4d2f-8e3b-12a86b05170d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:13.734750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a725f5c8-01d1-4875-b8eb-e236ad557d68 req-f081f85b-cb7e-4d2f-8e3b-12a86b05170d tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 944 time: 0.1211913 Jul 19 03:20:13.796462 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a725f5c8-01d1-4875-b8eb-e236ad557d68 req-cab92252-3626-4279-a4ab-dbfc88d1c5fd tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602500 Jul 19 03:20:14.101070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d178-5045-4ca5-8666-3359d0a52de9 req-9d9c53cb-9c17-4d0d-9e74-6d38d2a8529d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:14.108791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d53d178-5045-4ca5-8666-3359d0a52de9 req-9d9c53cb-9c17-4d0d-9e74-6d38d2a8529d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.0853219 Jul 19 03:20:14.173187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d53d178-5045-4ca5-8666-3359d0a52de9 req-555b688b-ef14-48b3-8fd7-6e4f84e970f3 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631809 Jul 19 03:20:14.948666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6e94ace7-d327-478c-8efe-675ba279fdcc up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:15.067021 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc22a1-dc05-472e-b6e9-1291cb1482a1 req-00fff413-37fa-4891-b684-71b4a1edbdc5 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:15.081033 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-53cc22a1-dc05-472e-b6e9-1291cb1482a1 req-00fff413-37fa-4891-b684-71b4a1edbdc5 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 944 time: 0.1198647 Jul 19 03:20:15.091809 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e30e20a0-e518-465f-a62b-2b7fd417066f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:15.118990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 6e94ace7-d327-478c-8efe-675ba279fdcc completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:15.124393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 6e94ace7-d327-478c-8efe-675ba279fdcc triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:15.124773 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:15.197049 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-53cc22a1-dc05-472e-b6e9-1291cb1482a1 req-ef98bb56-7ed5-4bd8-8ea7-fe88763f2458 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089303 Jul 19 03:20:15.262358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-dbd2e49e-20ee-421c-9294-ed5410eae402 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:15.266464 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-dbd2e49e-20ee-421c-9294-ed5410eae402 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 804 time: 0.3271732 Jul 19 03:20:15.307294 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-013f6a0d-e9da-412e-a1dc-d7ab5a0bf8f1 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/quotas/637cc5a7860b4761b6629b5be3de2370 HTTP/1.1" status: 200 len: 375 time: 0.0352578 Jul 19 03:20:15.388401 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:15.441427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebd7107-2cd7-4339-82aa-bfbe186c2939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e94ace7-d327-478c-8efe-675ba279fdcc'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:15.449292 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b421dd-7467-4a6d-8dc2-f94468e728fb" -d '{"events": [{"server_uuid": "eebd7107-2cd7-4339-82aa-bfbe186c2939", "name": "network-vif-plugged", "status": "completed", "tag": "6e94ace7-d327-478c-8efe-675ba279fdcc"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:15.457290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-b3eca4f6-b15a-401e-b64d-a37b51cc3528 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429396 Jul 19 03:20:15.481843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6e94ace7-d327-478c-8efe-675ba279fdcc, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6e94ace7-d327-478c-8efe-675ba279fdcc,segment=NetworkSegment(eb97d302-9edd-401b-942a-1144ef9d6375),segment_id=eb97d302-9edd-401b-942a-1144ef9d6375)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:15.492117 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:15.588932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe66f-fc8a-4b10-af9b-ebcbd8b2b75e req-d8aa02f9-bd09-40c2-bae4-7e87aaf8fe39 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:15.588932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2afe66f-fc8a-4b10-af9b-ebcbd8b2b75e req-d8aa02f9-bd09-40c2-bae4-7e87aaf8fe39 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1415117 Jul 19 03:20:15.616098 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:15.616737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-c6bf5556-7565-4bca-800d-8de8798517ee service neutron] 10.222.0.20 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583400 Jul 19 03:20:15.660294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6e94ace7-d327-478c-8efe-675ba279fdcc,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:15.716378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2afe66f-fc8a-4b10-af9b-ebcbd8b2b75e req-2741ca97-a91f-4c6a-89cc-a00577cf6b7f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127779 Jul 19 03:20:15.794829 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-467d9070-e0b7-43e7-9728-4022d5785e47 service neutron] 10.222.0.20 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705074 Jul 19 03:20:16.289453 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ece3e63-4773-421b-ba5f-6ad45afb19e3 x-openstack-request-id: req-1ece3e63-4773-421b-ba5f-6ad45afb19e3 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:16.289922 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebd7107-2cd7-4339-82aa-bfbe186c2939", "name": "network-vif-plugged", "status": "completed", "tag": "6e94ace7-d327-478c-8efe-675ba279fdcc", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:16.290010 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ece3e63-4773-421b-ba5f-6ad45afb19e3 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:16.293191 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebd7107-2cd7-4339-82aa-bfbe186c2939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e94ace7-d327-478c-8efe-675ba279fdcc', 'code': 200} Jul 19 03:20:16.336031 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:16.391925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a653b2d-0615-4c9e-8701-f613ce45ec19 req-1bfbe761-6fae-45e9-b1f5-bc0c6779c8f4 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 210 time: 0.0434275 Jul 19 03:20:16.576719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9a5d7-66fa-4e7b-99a4-5cc6e4cfd874 req-edf573be-47e1-4feb-a6b4-8aa327f1f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:16.578337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2e9a5d7-66fa-4e7b-99a4-5cc6e4cfd874 req-edf573be-47e1-4feb-a6b4-8aa327f1f005 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 1097 time: 0.1897113 Jul 19 03:20:16.608642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-ffc27e6c-356e-4045-8549-fefec5435707 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:16.610083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-ffc27e6c-356e-4045-8549-fefec5435707 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.25 "GET /v2.0/ports?device_id=e24b2f18-f185-4268-b69d-e87ece715c5c HTTP/1.1" status: 200 len: 946 time: 0.1544013 Jul 19 03:20:16.720841 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-264282a4-2630-4ff1-841d-64b74bcc3f4a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494831 Jul 19 03:20:16.772342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2e9a5d7-66fa-4e7b-99a4-5cc6e4cfd874 req-2adc5275-45dd-4192-af98-eecae3af62f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742814 Jul 19 03:20:16.812716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a360f3-4cac-4421-bc50-7f6eee61f64f req-b5444dea-b0d9-4681-b4d4-644bcc3c9dac tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:16.820238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-86a360f3-4cac-4421-bc50-7f6eee61f64f req-b5444dea-b0d9-4681-b4d4-644bcc3c9dac tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 945 time: 0.2391610 Jul 19 03:20:16.848125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-cd3ad370-df47-4d93-a1cc-9ddaa465f466 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Deleting port d88e929e-c27a-4585-9597-d352389063e6 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:20:16.848382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-cd3ad370-df47-4d93-a1cc-9ddaa465f466 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:16.876010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-ab8e332d-6267-4b1b-8d10-0dc5e031a24b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:16.907050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-ab8e332d-6267-4b1b-8d10-0dc5e031a24b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813865 Jul 19 03:20:16.942440 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-6a18286f-1f54-4980-ab2a-df9978431540 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/quotas/8e4c20281fad406fb6fa2e4340d2ca27 HTTP/1.1" status: 200 len: 375 time: 0.0316105 Jul 19 03:20:16.973905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-cd3ad370-df47-4d93-a1cc-9ddaa465f466 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] For port d88e929e-c27a-4585-9597-d352389063e6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d88e929e-c27a-4585-9597-d352389063e6,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:16.974092 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-cd3ad370-df47-4d93-a1cc-9ddaa465f466 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:16.990884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-86a360f3-4cac-4421-bc50-7f6eee61f64f req-34569ea4-d8a6-48e0-96db-a3a86ff5630f tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694164 Jul 19 03:20:16.997751 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-89c1be1a-835d-4db2-bea2-9237e6cd0cb6 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531657 Jul 19 03:20:17.000159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-cd3ad370-df47-4d93-a1cc-9ddaa465f466 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Calling delete_port for d88e929e-c27a-4585-9597-d352389063e6 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:20:17.054180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d88e929e-c27a-4585-9597-d352389063e6 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:20:17.441984 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:17.500212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d88e929e-c27a-4585-9597-d352389063e6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d88e929e-c27a-4585-9597-d352389063e6,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:17.515195 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:17.641026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008636b3-ba15-48ab-b3c9-3dec8ada7440 req-37807814-28ac-403e-bc44-d48578ba6c01 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:17.649150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-008636b3-ba15-48ab-b3c9-3dec8ada7440 req-37807814-28ac-403e-bc44-d48578ba6c01 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1377394 Jul 19 03:20:17.737804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d88e929e-c27a-4585-9597-d352389063e6,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:17.795169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-008636b3-ba15-48ab-b3c9-3dec8ada7440 req-01e0e08a-7507-4461-ba8c-ffb036714cde tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391330 Jul 19 03:20:17.863634 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:17.867339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-cd3ad370-df47-4d93-a1cc-9ddaa465f466 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:17.957291 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1160afbf-77e1-4e64-b652-db8c9958d421 req-f06102fc-9ae3-462e-92ec-e573438e5af7 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 210 time: 0.0773785 Jul 19 03:20:17.969899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ad370-df47-4d93-a1cc-9ddaa465f466 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Pushing event deleted for resources: {'Port': ['ID=d88e929e-c27a-4585-9597-d352389063e6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:18.085200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-cd3ad370-df47-4d93-a1cc-9ddaa465f466 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] No DVR routers for this DVR port d88e929e-c27a-4585-9597-d352389063e6 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:20:18.091534 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-cd3ad370-df47-4d93-a1cc-9ddaa465f466 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:18.096532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c63aa1ab-e424-4a9e-b8bc-0d4b28e0025d req-cd3ad370-df47-4d93-a1cc-9ddaa465f466 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.25 "DELETE /v2.0/ports/d88e929e-c27a-4585-9597-d352389063e6 HTTP/1.1" status: 204 len: 173 time: 1.4616108 Jul 19 03:20:18.097437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'name': 'network-vif-deleted', 'tag': 'd88e929e-c27a-4585-9597-d352389063e6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:18.104398 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436b8990-1687-4362-86c6-5a607a9cb52c" -d '{"events": [{"server_uuid": "e24b2f18-f185-4268-b69d-e87ece715c5c", "name": "network-vif-deleted", "tag": "d88e929e-c27a-4585-9597-d352389063e6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:18.180032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-929e901c-e5ec-4c8a-a176-47ab0ff7faf9 req-c62b6e6b-1785-4064-9ef6-c17a8d17b1e9 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 210 time: 0.1325388 Jul 19 03:20:18.294719 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88e929e-c27a-4585-9597-d352389063e6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:18.298201 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461ad810-60f5-4af9-bf66-745a58d8dc9d" -d '{"events": [{"server_uuid": "e24b2f18-f185-4268-b69d-e87ece715c5c", "name": "network-vif-unplugged", "status": "completed", "tag": "d88e929e-c27a-4585-9597-d352389063e6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:18.402630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a778881-74ba-4b2d-86f0-39632f4816b7 req-a3a8426a-f24d-438b-a984-77366b424d85 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:18.409199 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3a778881-74ba-4b2d-86f0-39632f4816b7 req-a3a8426a-f24d-438b-a984-77366b424d85 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 945 time: 0.1602697 Jul 19 03:20:18.418356 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6094851-ca06-44b3-8a5a-0f7fdcafc29c x-openstack-request-id: req-a6094851-ca06-44b3-8a5a-0f7fdcafc29c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:18.419640 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b2f18-f185-4268-b69d-e87ece715c5c", "name": "network-vif-unplugged", "status": "completed", "tag": "d88e929e-c27a-4585-9597-d352389063e6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:18.419640 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6094851-ca06-44b3-8a5a-0f7fdcafc29c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:18.419640 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88e929e-c27a-4585-9597-d352389063e6', 'code': 200} Jul 19 03:20:18.445516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-b4ac2dc6-7e2d-43c6-afbd-971af2625836 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:18.449165 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-b4ac2dc6-7e2d-43c6-afbd-971af2625836 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.26 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 804 time: 0.2894247 Jul 19 03:20:18.456559 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dae86e-8f67-4188-87c0-2720dd677fda x-openstack-request-id: req-b2dae86e-8f67-4188-87c0-2720dd677fda {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:18.457509 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b2f18-f185-4268-b69d-e87ece715c5c", "name": "network-vif-deleted", "tag": "d88e929e-c27a-4585-9597-d352389063e6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:18.457932 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2dae86e-8f67-4188-87c0-2720dd677fda {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:18.458745 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b2f18-f185-4268-b69d-e87ece715c5c', 'name': 'network-vif-deleted', 'tag': 'd88e929e-c27a-4585-9597-d352389063e6', 'status': 'completed', 'code': 200} Jul 19 03:20:18.469920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Request body: {'port': {'device_id': 'e0af0838-860d-474e-9963-ae90e659c4f8', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'admin_state_up': True, 'tenant_id': '637cc5a7860b4761b6629b5be3de2370'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:18.519263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3a778881-74ba-4b2d-86f0-39632f4816b7 req-8b81d92a-0291-42dc-bcd0-ef56fa7a1424 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034656 Jul 19 03:20:18.680001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Made reservation on behalf of 637cc5a7860b4761b6629b5be3de2370 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:18.685754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:19.055080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Allocated IP 172.20.0.3 (c56f6e79-9018-4544-898f-cd1b5ed065bd/bbdf263f-32ca-418f-9b3e-3eff9d2acab0/09185884-55e5-42e7-92c0-249fad05fc3c) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:19.299557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca270ce-9996-4a7c-8796-1164ea26eb9b req-cb4ffcd3-5934-4bb2-a0d9-bddc50795ddc tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:19.302979 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eca270ce-9996-4a7c-8796-1164ea26eb9b req-cb4ffcd3-5934-4bb2-a0d9-bddc50795ddc tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1516752 Jul 19 03:20:19.313995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d2cd9bf-bfda-42da-a960-31fd12bbb802 req-1ad64004-a826-4387-8a74-8c008863ac05 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 210 time: 0.1038885 Jul 19 03:20:19.373561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eca270ce-9996-4a7c-8796-1164ea26eb9b req-8afa1392-ae72-43b7-9621-e1ddf30c2dfb tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476346 Jul 19 03:20:19.491370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:19.574989 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:19.687655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Network c56f6e79-9018-4544-898f-cd1b5ed065bd is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:19.692023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:19.704718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:19.829968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:19.839283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:19.844425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac3af4-9dbb-4bec-bdac-935234616412 req-7e9882e6-c06a-4501-b2c8-02c52f17c0f5 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:19.846724 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bfac3af4-9dbb-4bec-bdac-935234616412 req-7e9882e6-c06a-4501-b2c8-02c52f17c0f5 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 931 time: 0.2404699 Jul 19 03:20:19.883662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Pushing event updated for resources: {'Port': ['ID=09185884-55e5-42e7-92c0-249fad05fc3c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:19.910646 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-04e12467-ae25-41c3-b8eb-ff612ffaee0d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4448516 Jul 19 03:20:19.919446 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-99b18a11-cdae-4b3d-a846-7b7ca063cf6f tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576816 Jul 19 03:20:19.931885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Request body: {'port': {'device_id': 'e0af0838-860d-474e-9963-ae90e659c4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:19.991413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bfac3af4-9dbb-4bec-bdac-935234616412 req-9e02b8a4-205e-4b5d-9c18-cb87c43fc870 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351161 Jul 19 03:20:20.254526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-93de2b8b-93a1-47d0-b687-fc4eb46084a2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:20.256893 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-93de2b8b-93a1-47d0-b687-fc4eb46084a2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3152549 Jul 19 03:20:20.257208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:20.283466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Request body: {'port': {'device_id': '4961a30e-256f-4b28-bccb-cf40c4719929', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '8e4c20281fad406fb6fa2e4340d2ca27'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:20.569493 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0122033-bdae-4433-a761-490750ffb10a req-5c9631af-d65e-446b-8bc0-9bfdb123866e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 210 time: 0.0490611 Jul 19 03:20:20.628069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Made reservation on behalf of 8e4c20281fad406fb6fa2e4340d2ca27 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:20.631657 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:20.669729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:20.779205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bf0fb-649d-4df3-b983-05aa7f0fd175 req-12e02472-ed94-41f3-80a3-5f88e8571e5d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:20.780844 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e70bf0fb-649d-4df3-b983-05aa7f0fd175 req-12e02472-ed94-41f3-80a3-5f88e8571e5d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.2066100 Jul 19 03:20:21.026010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e70bf0fb-649d-4df3-b983-05aa7f0fd175 req-3a981f59-5397-4641-92c2-d402314de0fa tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106235 Jul 19 03:20:21.050426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09185884-55e5-42e7-92c0-249fad05fc3c {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:21.067843 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:21.086911 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:21.092739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Transition to ACTIVE for port object 09185884-55e5-42e7-92c0-249fad05fc3c will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:21.094146 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:21.127571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b363ca7e-ce9a-47ad-82ce-2a6898abf94f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:21.131520 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:21.431853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Pushing event updated for resources: {'Port': ['ID=09185884-55e5-42e7-92c0-249fad05fc3c,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:21.436420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Allocated IP 192.168.233.216 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:21.526370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Attempting to bind port 09185884-55e5-42e7-92c0-249fad05fc3c on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:21.526724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Attempting to bind port 09185884-55e5-42e7-92c0-249fad05fc3c by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:21.527047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Attempting to bind port 09185884-55e5-42e7-92c0-249fad05fc3c on network c56f6e79-9018-4544-898f-cd1b5ed065bd {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:21.547908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Port 09185884-55e5-42e7-92c0-249fad05fc3c on network c56f6e79-9018-4544-898f-cd1b5ed065bd not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:20:21.548225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Attempting to bind port 09185884-55e5-42e7-92c0-249fad05fc3c on network c56f6e79-9018-4544-898f-cd1b5ed065bd {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:21.557890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae85eee-6c54-40bb-9d21-4011e6556b7c req-da3f7ae6-4574-4f51-9420-c2b7b6051342 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:21.564971 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bae85eee-6c54-40bb-9d21-4011e6556b7c req-da3f7ae6-4574-4f51-9420-c2b7b6051342 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 943 time: 0.3146477 Jul 19 03:20:21.601839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:21.602195 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Checking segment: {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:21.602608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Bound using segment: {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:21.603242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Bound port: 09185884-55e5-42e7-92c0-249fad05fc3c, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562446d5-7432-43a4-a0cc-6f93ac9e6157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:21.604167 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:21.715479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bae85eee-6c54-40bb-9d21-4011e6556b7c req-18fb814e-bcc9-4b02-ad4c-5e66c0ecde7a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495373 Jul 19 03:20:21.858450 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:21.867856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] For port 09185884-55e5-42e7-92c0-249fad05fc3c, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:21.912453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] For port 09185884-55e5-42e7-92c0-249fad05fc3c, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=09185884-55e5-42e7-92c0-249fad05fc3c,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:21.917555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Transition to ACTIVE for port object df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:21.924951 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:22.013523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:22.014160 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:22.015706 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] 10.222.0.26 "PUT /v2.0/ports/09185884-55e5-42e7-92c0-249fad05fc3c HTTP/1.1" status: 200 len: 1092 time: 2.0905199 Jul 19 03:20:22.016108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0af0838-860d-474e-9963-ae90e659c4f8', 'tag': '09185884-55e5-42e7-92c0-249fad05fc3c'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:22.018663 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e0af0838-860d-474e-9963-ae90e659c4f8", "tag": "09185884-55e5-42e7-92c0-249fad05fc3c"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:22.111265 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbee2dd3-b213-439d-8246-3d9662b3be4e x-openstack-request-id: req-fbee2dd3-b213-439d-8246-3d9662b3be4e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:22.111769 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0af0838-860d-474e-9963-ae90e659c4f8", "tag": "09185884-55e5-42e7-92c0-249fad05fc3c", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:22.112194 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbee2dd3-b213-439d-8246-3d9662b3be4e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:22.112760 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0af0838-860d-474e-9963-ae90e659c4f8', 'tag': '09185884-55e5-42e7-92c0-249fad05fc3c', 'status': 'completed', 'code': 200} Jul 19 03:20:22.115971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096cd77-40ac-4587-be1a-e0de449e839a service neutron] Pushing event updated for resources: {'Port': ['ID=09185884-55e5-42e7-92c0-249fad05fc3c,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:22.176565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0ce4902-8717-49c1-8fc6-2a946897e88d req-578c4eb1-69a7-4bd8-a946-d6495b0341ff tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 210 time: 0.0833085 Jul 19 03:20:22.178434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:22.241344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:22.251751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:22.259503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:22.266130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event updated for resources: {'Port': ['ID=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:22.350165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-7c3f1798-a87c-4a75-a3bc-23f13312f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:22.352179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-7c3f1798-a87c-4a75-a3bc-23f13312f13f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 1095 time: 0.2593763 Jul 19 03:20:22.437994 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2774cc-5bd7-4a2c-b33e-6dbf0b4cbc18 req-2dda572a-272c-4a27-8d5c-fdd2a9abee48 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:22.455310 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5d2774cc-5bd7-4a2c-b33e-6dbf0b4cbc18 req-2dda572a-272c-4a27-8d5c-fdd2a9abee48 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1429205 Jul 19 03:20:22.485019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-2486b8e8-61c8-4b04-8fab-490c7007ffaa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09185884-55e5-42e7-92c0-249fad05fc3c HTTP/1.1" status: 200 len: 217 time: 0.1175816 Jul 19 03:20:22.531132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:22.541885 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:22.553541 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5d2774cc-5bd7-4a2c-b33e-6dbf0b4cbc18 req-d118a40b-40bc-4d6e-829d-55e7054449ae tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964389 Jul 19 03:20:22.622089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-476f04b8-75fd-4496-b4f9-b270a58d7c88 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3487144 Jul 19 03:20:22.640659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-a65717ff-d8ab-4d21-b007-c23ac0f9fae0 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:20:22.641823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-a65717ff-d8ab-4d21-b007-c23ac0f9fae0 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111368 Jul 19 03:20:22.643745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-3ff46aed-0307-4f5c-ac2c-b8a24de6d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:22.648910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-3ff46aed-0307-4f5c-ac2c-b8a24de6d64a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbdf263f-32ca-418f-9b3e-3eff9d2acab0 HTTP/1.1" status: 200 len: 844 time: 0.1477487 Jul 19 03:20:22.721226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5b9c7275-b1d3-40d5-96f7-2a8d634719d8 None None] Provisioning for port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:22.731042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5b9c7275-b1d3-40d5-96f7-2a8d634719d8 None None] Provisioning complete for port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:22.731422 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7275-b1d3-40d5-96f7-2a8d634719d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:22.759249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-f2a84cf5-bbcf-4e4e-b650-c7abe326c68d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c56f6e79-9018-4544-898f-cd1b5ed065bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782547 Jul 19 03:20:22.851289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c7275-b1d3-40d5-96f7-2a8d634719d8 None None] Port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:20:22.964172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Request body: {'port': {'device_id': '4961a30e-256f-4b28-bccb-cf40c4719929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:22.986687 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-cb66c145-177c-4089-8cdf-7e07c2108c88 service neutron] 10.222.0.26 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195542 Jul 19 03:20:23.193649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54584) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:23.242391 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:23.262936 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3712060c-7f1d-4455-ba63-efc3ac023305 req-0e0aad53-c0a3-4306-b768-9fe3c47c37a5 service neutron] 10.222.0.26 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297537 Jul 19 03:20:23.338283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4b2b9-be27-41e6-98d5-f91fcc355ceb req-e1fc9d59-1e00-4d72-8d97-34d5ec83e69c tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:23.339995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99f4b2b9-be27-41e6-98d5-f91fcc355ceb req-e1fc9d59-1e00-4d72-8d97-34d5ec83e69c tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 943 time: 0.1685283 Jul 19 03:20:23.347120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97f6fdc1-1d97-4667-bd9f-03984ddb9dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:23.491164 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99f4b2b9-be27-41e6-98d5-f91fcc355ceb req-ee7fbff6-0b32-4560-9f62-5014f89768ec tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437380 Jul 19 03:20:23.538018 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97f6fdc1-1d97-4667-bd9f-03984ddb9dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:23.559523 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97f6fdc1-1d97-4667-bd9f-03984ddb9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:23.575938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad req-e99eee24-6d71-4d21-904b-2a03825ce98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:23.578078 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad req-e99eee24-6d71-4d21-904b-2a03825ce98d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=637cc5a7860b4761b6629b5be3de2370&device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 1095 time: 0.2290957 Jul 19 03:20:23.636126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6fdc1-1d97-4667-bd9f-03984ddb9dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae8659b-c780-465b-9843-3ed270437c8d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:23.687698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-97f6fdc1-1d97-4667-bd9f-03984ddb9dbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd218963c24c43b0a671165a012bd703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921262 Jul 19 03:20:23.705448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54594) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:23.775796 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e71dd377-0e89-4399-9f9c-9433f15d3fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:23.789521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf085328-fa60-4323-a71a-9b0a1318342a req-1b373b12-08b9-438f-919d-d72c44f49ead tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:23.797002 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf085328-fa60-4323-a71a-9b0a1318342a req-1b373b12-08b9-438f-919d-d72c44f49ead tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 936 time: 0.1469648 Jul 19 03:20:23.818701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:23.836541 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e71dd377-0e89-4399-9f9c-9433f15d3fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:23.842828 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:23.863041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf085328-fa60-4323-a71a-9b0a1318342a req-11337549-cad9-4c07-a7d1-67a1e836e4bf tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650780 Jul 19 03:20:23.892109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Transition to ACTIVE for port object df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:23.915823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d6084-089b-41a9-83e6-95b07c536a80 req-e9e37c1b-fbb1-4173-ab4d-f223310bc8c2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:23.918533 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a6d6084-089b-41a9-83e6-95b07c536a80 req-e9e37c1b-fbb1-4173-ab4d-f223310bc8c2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1382570 Jul 19 03:20:23.919197 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:23.937973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e71dd377-0e89-4399-9f9c-9433f15d3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:23.941061 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e71dd377-0e89-4399-9f9c-9433f15d3fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:23.944764 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e71dd377-0e89-4399-9f9c-9433f15d3fe0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ae8659b-c780-465b-9843-3ed270437c8d HTTP/1.1" status: 204 len: 168 time: 0.2343061 Jul 19 03:20:23.965597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dd377-0e89-4399-9f9c-9433f15d3fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae8659b-c780-465b-9843-3ed270437c8d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:24.010675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad req-989412ea-822e-41fb-878f-8464841caa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:24.011974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad req-989412ea-822e-41fb-878f-8464841caa7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 200 len: 904 time: 0.4276545 Jul 19 03:20:24.055825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Pushing event updated for resources: {'Port': ['ID=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:24.148736 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad req-83e58d1e-277a-4f3c-b142-6afaa75334b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09185884-55e5-42e7-92c0-249fad05fc3c HTTP/1.1" status: 200 len: 217 time: 0.1185224 Jul 19 03:20:24.298980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a6d6084-089b-41a9-83e6-95b07c536a80 req-7c4eda0f-b6a2-42ad-85bc-577dd81fc1b3 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024979 Jul 19 03:20:24.443403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Attempting to bind port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:24.444489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Attempting to bind port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:24.444844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Attempting to bind port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:24.453044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:20:24.453523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Attempting to bind port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:24.457503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad req-6d5e2b68-b55e-4c10-bbee-5fc4326c560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:24.463311 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad req-6d5e2b68-b55e-4c10-bbee-5fc4326c560e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbdf263f-32ca-418f-9b3e-3eff9d2acab0 HTTP/1.1" status: 200 len: 844 time: 0.2805681 Jul 19 03:20:24.468783 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:24.469134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:24.469870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:24.470708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Bound port: df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:24.471085 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:24.522233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54610) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:24.538420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad req-afdc3d75-7736-4a91-93fb-e7d618ddf2b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c56f6e79-9018-4544-898f-cd1b5ed065bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616837 Jul 19 03:20:24.555966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49ac7a65-bc4d-4564-a03b-8d63934fcc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:24.711028 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49ac7a65-bc4d-4564-a03b-8d63934fcc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:24.718861 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49ac7a65-bc4d-4564-a03b-8d63934fcc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:24.833553 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-49ac7a65-bc4d-4564-a03b-8d63934fcc0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6b679f0176648f28fa7ddd78e4f3778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095982 Jul 19 03:20:24.856411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54616) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:24.865351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac7a65-bc4d-4564-a03b-8d63934fcc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1836bbf-02f6-49cc-83b8-1338ca30750e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:24.969684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a080a-fdd6-48f0-a3a6-e4f2bc04edc1 req-9c03a457-be79-4f74-994f-edcc2fe8a75d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:24.976886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f25a080a-fdd6-48f0-a3a6-e4f2bc04edc1 req-9c03a457-be79-4f74-994f-edcc2fe8a75d tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 943 time: 0.1303189 Jul 19 03:20:24.995881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 09185884-55e5-42e7-92c0-249fad05fc3c details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:20:25.039536 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f25a080a-fdd6-48f0-a3a6-e4f2bc04edc1 req-6572fc9c-a2be-45f1-92d3-a71f45aad34a tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615699 Jul 19 03:20:25.054178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e0219c2-cc52-4b90-910a-7205e14d3cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:25.096474 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e0219c2-cc52-4b90-910a-7205e14d3cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:25.142583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 09185884-55e5-42e7-92c0-249fad05fc3c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=09185884-55e5-42e7-92c0-249fad05fc3c,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:25.161315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '09185884-55e5-42e7-92c0-249fad05fc3c', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'port_id': '09185884-55e5-42e7-92c0-249fad05fc3c', 'mac_address': 'fa:16:3e:1e:3a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdf263f-32ca-418f-9b3e-3eff9d2acab0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:20:25.214942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e0219c2-cc52-4b90-910a-7205e14d3cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:25.217635 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e0219c2-cc52-4b90-910a-7205e14d3cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:25.219115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9e0219c2-cc52-4b90-910a-7205e14d3cb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1836bbf-02f6-49cc-83b8-1338ca30750e HTTP/1.1" status: 204 len: 168 time: 0.3617761 Jul 19 03:20:25.247109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] For port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:25.257163 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:25.259255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72ad04-9ba9-4663-b9cd-80041171024c req-0d932f34-1c01-4e83-beea-e0148a73bd62 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:25.266849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be72ad04-9ba9-4663-b9cd-80041171024c req-0d932f34-1c01-4e83-beea-e0148a73bd62 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 945 time: 0.2214842 Jul 19 03:20:25.271668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] For port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:25.274811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0219c2-cc52-4b90-910a-7205e14d3cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1836bbf-02f6-49cc-83b8-1338ca30750e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:25.281315 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad req-4201a784-ed4e-48da-b312-eb23b9d07bbf service neutron] 10.222.0.26 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364907 Jul 19 03:20:25.284142 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:25.330805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09185884-55e5-42e7-92c0-249fad05fc3c {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:25.349725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591f53e-ca33-422f-b9cd-85e2d2431c84 req-4ddeae5c-c973-4ccc-9f45-27a5e78b1d73 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:25.358496 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b591f53e-ca33-422f-b9cd-85e2d2431c84 req-4ddeae5c-c973-4ccc-9f45-27a5e78b1d73 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 948 time: 0.1348116 Jul 19 03:20:25.383717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 09185884-55e5-42e7-92c0-249fad05fc3c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=09185884-55e5-42e7-92c0-249fad05fc3c,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:25.396142 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:25.415422 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b591f53e-ca33-422f-b9cd-85e2d2431c84 req-d1c5ecb5-2b18-4af8-9ae0-6aa4ae43ba22 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558641 Jul 19 03:20:25.484893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:25.485168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:25.488312 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] 10.222.0.25 "PUT /v2.0/ports/df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd HTTP/1.1" status: 200 len: 1097 time: 2.8364217 Jul 19 03:20:25.504499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4961a30e-256f-4b28-bccb-cf40c4719929', 'tag': 'df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:25.507789 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c89eae0-6a97-43b2-ac6b-a5df8e579648" -d '{"events": [{"name": "network-changed", "server_uuid": "4961a30e-256f-4b28-bccb-cf40c4719929", "tag": "df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:25.544603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=09185884-55e5-42e7-92c0-249fad05fc3c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:25.560873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be72ad04-9ba9-4663-b9cd-80041171024c req-a6c1d971-22fe-4c0c-8f9e-b29168860564 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929115 Jul 19 03:20:25.655206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0dab3b0c-4e7b-48e0-a731-ad891a7705ad req-e821ea16-4132-425a-879a-f426de3d712c service neutron] 10.222.0.26 "GET /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155837 Jul 19 03:20:25.676340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585ec5-e13a-4b7d-9267-0b87d56fa4ab service neutron] Pushing event updated for resources: {'Port': ['ID=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:25.712251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['09185884-55e5-42e7-92c0-249fad05fc3c'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:25.739491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-1d8b6d5d-c6a0-4052-a580-b8a935f7a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:25.741186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-1d8b6d5d-c6a0-4052-a580-b8a935f7a309 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 1100 time: 0.1758931 Jul 19 03:20:25.814006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff085335-66e1-44f1-901b-703e21da9e1d req-3f9af4cf-98c6-4053-82ed-90f3b97cf014 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:25.836739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ff085335-66e1-44f1-901b-703e21da9e1d req-3f9af4cf-98c6-4053-82ed-90f3b97cf014 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.2265525 Jul 19 03:20:25.877772 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03010f01-b04f-4de4-be26-31504b467657 x-openstack-request-id: req-03010f01-b04f-4de4-be26-31504b467657 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:25.878377 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4961a30e-256f-4b28-bccb-cf40c4719929", "tag": "df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:25.878787 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03010f01-b04f-4de4-be26-31504b467657 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:25.879347 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4961a30e-256f-4b28-bccb-cf40c4719929', 'tag': 'df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', 'status': 'completed', 'code': 200} Jul 19 03:20:25.881455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-bcf90b69-7d0c-4754-823f-e9e2a01356af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd HTTP/1.1" status: 200 len: 217 time: 0.1313655 Jul 19 03:20:25.961423 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ff085335-66e1-44f1-901b-703e21da9e1d req-d1a9468e-1071-46b5-82b0-62dba047cd2b tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235476 Jul 19 03:20:26.014192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-19e48657-77cf-4d77-8146-f7b57c46ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:26.015757 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-19e48657-77cf-4d77-8146-f7b57c46ed69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1231441 Jul 19 03:20:26.122312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-a78c646a-8074-471f-8a0e-b90dc3294605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:26.126418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-a78c646a-8074-471f-8a0e-b90dc3294605 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1034093 Jul 19 03:20:26.295725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-9569f4f2-85fe-4947-8891-93a8e2a8dcfc service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627915 Jul 19 03:20:26.323033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924dd6-acb1-49c7-a0d6-78059538e211 req-5359f12f-e2d6-4f9d-8e11-2ec9721c31c4 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:26.324995 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b924dd6-acb1-49c7-a0d6-78059538e211 req-5359f12f-e2d6-4f9d-8e11-2ec9721c31c4 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 944 time: 0.0902722 Jul 19 03:20:26.333883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-19f2092b-3107-465c-9e48-68874e724227 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:26.335508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-19f2092b-3107-465c-9e48-68874e724227 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.26 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 945 time: 0.1896172 Jul 19 03:20:26.373670 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b924dd6-acb1-49c7-a0d6-78059538e211 req-1d26e360-096e-4389-9159-56cc39c67664 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424011 Jul 19 03:20:26.565381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ed97bf3-6c29-4201-b4b7-09fb341695f2 req-8a844290-3ed4-4765-a1db-0301f7b305ce service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538288 Jul 19 03:20:26.579121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-3de85d83-c5b3-4624-add1-29cdde62f281 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Deleting port 6e94ace7-d327-478c-8efe-675ba279fdcc {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:20:26.579731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-3de85d83-c5b3-4624-add1-29cdde62f281 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:26.783231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16696347-2a1f-4ae9-9094-12dbe2314e2f req-b5256303-4d93-48b9-8063-a4aeb3cf973c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:26.788577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa7e35-b6e6-4828-8ec7-948c631bf25f req-07f8ac86-c1db-43fb-babe-6fb77dbc7c60 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:26.790096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16696347-2a1f-4ae9-9094-12dbe2314e2f req-b5256303-4d93-48b9-8063-a4aeb3cf973c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 948 time: 0.1948893 Jul 19 03:20:26.795169 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0afa7e35-b6e6-4828-8ec7-948c631bf25f req-07f8ac86-c1db-43fb-babe-6fb77dbc7c60 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 945 time: 0.0969810 Jul 19 03:20:26.842199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-52f4715f-0565-47ca-9d3d-eb43f958696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:26.843685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-52f4715f-0565-47ca-9d3d-eb43f958696c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 1100 time: 0.2040956 Jul 19 03:20:26.845681 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-3de85d83-c5b3-4624-add1-29cdde62f281 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] For port 6e94ace7-d327-478c-8efe-675ba279fdcc, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6e94ace7-d327-478c-8efe-675ba279fdcc,segment=NetworkSegment(eb97d302-9edd-401b-942a-1144ef9d6375),segment_id=eb97d302-9edd-401b-942a-1144ef9d6375)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:26.845836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-3de85d83-c5b3-4624-add1-29cdde62f281 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:26.866996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16696347-2a1f-4ae9-9094-12dbe2314e2f req-c23126b7-cc4a-4bb9-9957-286e4bbbbe8f tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759194 Jul 19 03:20:26.875878 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0afa7e35-b6e6-4828-8ec7-948c631bf25f req-56447e10-c5af-4d4b-b8de-15f9a94a019b tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/security-groups?id=04f7042d-316b-4d4f-8106-c907f5e02b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698705 Jul 19 03:20:26.924202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-3de85d83-c5b3-4624-add1-29cdde62f281 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Calling delete_port for 6e94ace7-d327-478c-8efe-675ba279fdcc owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:20:27.011288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 09185884-55e5-42e7-92c0-249fad05fc3c up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:27.058575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-3afc9dff-7323-4910-9e63-65eefbcdbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:27.060102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-3afc9dff-7323-4910-9e63-65eefbcdbe18 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2046001 Jul 19 03:20:27.115948 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-6c950540-8aec-4584-a562-06f7fe42c9c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd HTTP/1.1" status: 200 len: 217 time: 0.0453613 Jul 19 03:20:27.184897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 09185884-55e5-42e7-92c0-249fad05fc3c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:27.193941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 09185884-55e5-42e7-92c0-249fad05fc3c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:27.194343 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:27.283801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54686) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:27.299724 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:27.322935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-efd89e6e-bbce-4a1a-82dc-772a7062af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:27.325056 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-efd89e6e-bbce-4a1a-82dc-772a7062af4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.2014065 Jul 19 03:20:27.328691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af0838-860d-474e-9963-ae90e659c4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09185884-55e5-42e7-92c0-249fad05fc3c'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:27.330835 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-3de85d83-c5b3-4624-add1-29cdde62f281 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:27.332013 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587d09c3-8826-41e8-8463-d744d92a495d" -d '{"events": [{"server_uuid": "e0af0838-860d-474e-9963-ae90e659c4f8", "name": "network-vif-plugged", "status": "completed", "tag": "09185884-55e5-42e7-92c0-249fad05fc3c"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:27.353151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 09185884-55e5-42e7-92c0-249fad05fc3c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=09185884-55e5-42e7-92c0-249fad05fc3c,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:27.364233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:27.414642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de85d83-c5b3-4624-add1-29cdde62f281 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Pushing event deleted for resources: {'Port': ['ID=6e94ace7-d327-478c-8efe-675ba279fdcc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:27.452722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=09185884-55e5-42e7-92c0-249fad05fc3c,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:27.457348 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2063f5-6807-4a40-a7fc-2f8848d1afc4 x-openstack-request-id: req-1e2063f5-6807-4a40-a7fc-2f8848d1afc4 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:27.457636 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af0838-860d-474e-9963-ae90e659c4f8", "name": "network-vif-plugged", "status": "completed", "tag": "09185884-55e5-42e7-92c0-249fad05fc3c", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:27.457894 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e2063f5-6807-4a40-a7fc-2f8848d1afc4 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:27.458318 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af0838-860d-474e-9963-ae90e659c4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09185884-55e5-42e7-92c0-249fad05fc3c', 'code': 200} Jul 19 03:20:27.470836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-3de85d83-c5b3-4624-add1-29cdde62f281 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] No DVR routers for this DVR port 6e94ace7-d327-478c-8efe-675ba279fdcc on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:20:27.473895 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-3de85d83-c5b3-4624-add1-29cdde62f281 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:27.475998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0774fa77-718a-4589-8bbf-02e017f6dd6c req-3de85d83-c5b3-4624-add1-29cdde62f281 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.26 "DELETE /v2.0/ports/6e94ace7-d327-478c-8efe-675ba279fdcc HTTP/1.1" status: 204 len: 173 time: 1.1276855 Jul 19 03:20:27.488112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99006b-ed0c-46cd-86fe-aa3fa9231a40 req-95841878-6d0b-4056-9eb7-c1e5fe82e058 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:27.496332 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c99006b-ed0c-46cd-86fe-aa3fa9231a40 req-95841878-6d0b-4056-9eb7-c1e5fe82e058 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.3159752 Jul 19 03:20:27.557148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c99006b-ed0c-46cd-86fe-aa3fa9231a40 req-bb9b80e1-6917-4673-b6fd-7773a044a62c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585220 Jul 19 03:20:27.564659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-460ae441-df2d-41cf-9929-bf73dc402698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:27.568655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-460ae441-df2d-41cf-9929-bf73dc402698 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2324300 Jul 19 03:20:27.702607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-612681515'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:27.714699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-236bbd0b-a0ca-4bb9-ae40-d9dbcbe061df service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379483 Jul 19 03:20:27.731121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a949a-a635-4df8-aabc-a2eab241043c req-71c4ee7c-f65b-4176-bbba-d08d8eee5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:27.732943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec6a949a-a635-4df8-aabc-a2eab241043c req-71c4ee7c-f65b-4176-bbba-d08d8eee5432 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 1097 time: 0.2567952 Jul 19 03:20:27.766156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Made reservation on behalf of a5bf14ff2cd64483b4c962138ad194c8 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:27.769938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:27.780437 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:27.789599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d151f0d-751a-4240-8143-f84e2ca855ac req-98c615ab-7789-4335-b35d-9e7198ebb6ce tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:27.791274 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d151f0d-751a-4240-8143-f84e2ca855ac req-98c615ab-7789-4335-b35d-9e7198ebb6ce tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 945 time: 0.2031391 Jul 19 03:20:27.824486 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c89eae0-6a97-43b2-ac6b-a5df8e579648 req-641b21be-5c24-4cd7-81c3-a990a0c7bea6 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029012 Jul 19 03:20:27.857577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec6a949a-a635-4df8-aabc-a2eab241043c req-26b5df1d-4327-4d0d-9158-f21e6bb9635e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158977 Jul 19 03:20:27.871685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d151f0d-751a-4240-8143-f84e2ca855ac req-1d767a9c-6651-4fe7-81e9-ea025c5f6e02 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668237 Jul 19 03:20:27.880361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebd7107-2cd7-4339-82aa-bfbe186c2939', 'name': 'network-vif-deleted', 'tag': '6e94ace7-d327-478c-8efe-675ba279fdcc'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:27.884035 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac04110-f2b4-4721-addc-275346941374" -d '{"events": [{"server_uuid": "eebd7107-2cd7-4339-82aa-bfbe186c2939", "name": "network-vif-deleted", "tag": "6e94ace7-d327-478c-8efe-675ba279fdcc"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:27.943978 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee2d5e7-ae49-4032-a661-0b7643f48046 x-openstack-request-id: req-1ee2d5e7-ae49-4032-a661-0b7643f48046 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:27.943978 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebd7107-2cd7-4339-82aa-bfbe186c2939", "name": "network-vif-deleted", "tag": "6e94ace7-d327-478c-8efe-675ba279fdcc", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:27.943978 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ee2d5e7-ae49-4032-a661-0b7643f48046 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:27.943978 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebd7107-2cd7-4339-82aa-bfbe186c2939', 'name': 'network-vif-deleted', 'tag': '6e94ace7-d327-478c-8efe-675ba279fdcc', 'status': 'completed', 'code': 200} Jul 19 03:20:27.966056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:27.973124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.004861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:20:28.033842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.035752 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Added segment 8034669c-a499-440b-bb43-9eab20bd99c2 of type vlan for network fb3ee464-dea2-467d-aabd-9422dbd7a34d Jul 19 03:20:28.099148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.142072 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c03b5b4c-6a68-4b8a-8e48-f3ddb7fc6f0b req-6fa5de7d-02ba-4a05-92be-df8c0acf4f44 tempest-ServerTagsTestJSON-1688237339 tempest-ServerTagsTestJSON-1688237339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebd7107-2cd7-4339-82aa-bfbe186c2939 HTTP/1.1" status: 200 len: 210 time: 0.0669365 Jul 19 03:20:28.218453 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ea18c0-8c73-45b4-b32b-bbe24e238e6c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:28.223222 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.228824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:28.229433 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.305715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Pushing event updated for resources: {'Network': ['ID=fb3ee464-dea2-467d-aabd-9422dbd7a34d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:28.322052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network fb3ee464-dea2-467d-aabd-9422dbd7a34d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:20:28.330539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6393b8f-5bf6-4fd1-a422-b9e94c44e55d req-4c80c977-1da5-4c29-a074-2eaf103a8972 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:28.338141 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6393b8f-5bf6-4fd1-a422-b9e94c44e55d req-4c80c977-1da5-4c29-a074-2eaf103a8972 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 948 time: 0.2299571 Jul 19 03:20:28.345617 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fa932fa0-9ae0-442d-9744-a3a67403635f tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0562570 Jul 19 03:20:28.346543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54704) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:28.404153 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6393b8f-5bf6-4fd1-a422-b9e94c44e55d req-6f518095-ebbb-4116-a9cc-54aa1a02e538 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635002 Jul 19 03:20:28.439395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Request body: {'network': {'name': 'tempest-network--2061451066', 'router:external': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:28.464871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Made reservation on behalf of 25eebfe47217414981b98f8391e06c7a for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:28.469645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.483455 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.607246 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.615524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.672819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:20:28.679232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0d2fe7-c955-40cd-be1b-814d9501281f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:28.689904 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.690411 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Added segment 116724c1-7d5a-4da8-a7ff-0158ab79b81e of type vlan for network 07bc67a8-be90-4c80-8c53-547c8e3cd98c Jul 19 03:20:28.755515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.799869 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.801121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:28.801720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.838334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4905717 Jul 19 03:20:28.841283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54718) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:28.877385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f42d30-f384-41da-a099-99316b841d84 req-4e3d0d59-0599-4356-9cda-602e2a24df2c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:28.879290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-58f42d30-f384-41da-a099-99316b841d84 req-4e3d0d59-0599-4356-9cda-602e2a24df2c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1482310 Jul 19 03:20:28.897152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1c5dd-4218-48c2-830a-fdd4afb46144 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event updated for resources: {'Network': ['ID=07bc67a8-be90-4c80-8c53-547c8e3cd98c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:28.907718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 07bc67a8-be90-4c80-8c53-547c8e3cd98c details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:20:28.949267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:28.996163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-58f42d30-f384-41da-a099-99316b841d84 req-0527091f-cc0e-47a3-b9a5-7adbc158a482 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091485 Jul 19 03:20:29.035259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6e94ace7-d327-478c-8efe-675ba279fdcc no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:20:29.067745 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.078581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bc67a8-be90-4c80-8c53-547c8e3cd98c']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:29.089978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116724c1-7d5a-4da8-a7ff-0158ab79b81e') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:29.090440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116724c1-7d5a-4da8-a7ff-0158ab79b81e') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:29.095785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 6e94ace7-d327-478c-8efe-675ba279fdcc {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:20:29.096145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6e94ace7-d327-478c-8efe-675ba279fdcc not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:20:29.100283 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.119441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.143288 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:20:29.144068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.151781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:20:29.151984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c177ad-7fb0-4bcb-b865-03479ecd83a3 req-2ab2ceb3-a5f8-4993-a9bb-3e57cc101ff5 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:29.153369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09c177ad-7fb0-4bcb-b865-03479ecd83a3 req-2ab2ceb3-a5f8-4993-a9bb-3e57cc101ff5 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 945 time: 0.0710421 Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:20:29.155813 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:20:29.199844 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09c177ad-7fb0-4bcb-b865-03479ecd83a3 req-805f7a72-71b8-4b67-9d65-c191c9302b12 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Jul 19 03:20:29.242443 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.247296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 07bc67a8-be90-4c80-8c53-547c8e3cd98c {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 19 03:20:29.249816 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.256422 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "DELETE /v2.0/networks/07bc67a8-be90-4c80-8c53-547c8e3cd98c HTTP/1.1" status: 204 len: 168 time: 0.4090126 Jul 19 03:20:29.256804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54726) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:29.262771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:29.264669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9791ff6-022d-4f33-9c37-76ca48bce436 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event deleted for resources: {'Network': ['ID=07bc67a8-be90-4c80-8c53-547c8e3cd98c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:29.320976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Made reservation on behalf of 25eebfe47217414981b98f8391e06c7a for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:29.325294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.361109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54730) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:29.365792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:20:29.374760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:29.386122 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.386757 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Added segment 11315bf8-ffbf-473b-abd2-93e55af8520b of type vlan for network afaa21e0-1bd9-40a9-b7b6-62488a731406 Jul 19 03:20:29.393420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', 'mac_address': 'fa:16:3e:9f:90:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:20:29.486639 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.502874 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.525525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cce78d-8411-4353-ac5b-a59ceb71b1e4 admin admin] Deleting subnet 13c0538b-6749-4b93-9744-6244bc5e19f6 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:20:29.531180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:29.531862 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a4cce78d-8411-4353-ac5b-a59ceb71b1e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.566242 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.567927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:29.569713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.591983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:29.602003 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.616798 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a4cce78d-8411-4353-ac5b-a59ceb71b1e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.711962 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a4cce78d-8411-4353-ac5b-a59ceb71b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.712157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:29.727375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4669380 Jul 19 03:20:29.727375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc6db7-f4f5-4d9c-9319-c26b15e4e1b7 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event updated for resources: {'Network': ['ID=afaa21e0-1bd9-40a9-b7b6-62488a731406,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:29.729078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54758) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:29.734862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Request body: {'subnet': {'network_id': 'afaa21e0-1bd9-40a9-b7b6-62488a731406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:29.740332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network afaa21e0-1bd9-40a9-b7b6-62488a731406 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:20:29.793530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Made reservation on behalf of 25eebfe47217414981b98f8391e06c7a for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:29.797451 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.868186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:29.884929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a4cce78d-8411-4353-ac5b-a59ceb71b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.901655 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a4cce78d-8411-4353-ac5b-a59ceb71b1e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:29.904145 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a4cce78d-8411-4353-ac5b-a59ceb71b1e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13c0538b-6749-4b93-9744-6244bc5e19f6 HTTP/1.1" status: 204 len: 168 time: 0.5418136 Jul 19 03:20:29.907203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54764) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:29.915571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b4fa9-3286-4238-a300-2fa6aeed9453 req-50935075-354b-4e40-93c4-c4d0dc7f5476 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:29.917342 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-233b4fa9-3286-4238-a300-2fa6aeed9453 req-50935075-354b-4e40-93c4-c4d0dc7f5476 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 949 time: 0.1339667 Jul 19 03:20:30.009262 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.015323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cce78d-8411-4353-ac5b-a59ceb71b1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c0538b-6749-4b93-9744-6244bc5e19f6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:30.121332 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-233b4fa9-3286-4238-a300-2fa6aeed9453 req-153535f5-ad83-4edc-aa72-0a7e046e0c63 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080811 Jul 19 03:20:30.197188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.207962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68848cc-971d-48db-a5e7-89ade5b07b45']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:30.218914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb97d302-9edd-401b-942a-1144ef9d6375') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:30.219219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb97d302-9edd-401b-942a-1144ef9d6375') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:30.229522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.259131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.267255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:20:30.268144 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:20:30.270541 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:20:30.305871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.objects.ports [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94344) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:20:30.307370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.368376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a7b5f0f1-2772-456e-a13b-b4f2403875ef,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:30.379139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Checking segment: {'id': '11315bf8-ffbf-473b-abd2-93e55af8520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'afaa21e0-1bd9-40a9-b7b6-62488a731406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:30.379139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Network hostable DHCP agents. Network: afaa21e0-1bd9-40a9-b7b6-62488a731406, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:20:30.397113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Network afaa21e0-1bd9-40a9-b7b6-62488a731406 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:20:30.405079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.409013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, afaa21e0-1bd9-40a9-b7b6-62488a731406) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:30.414043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.414325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:30.415082 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.418745 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f68848cc-971d-48db-a5e7-89ade5b07b45 HTTP/1.1" status: 204 len: 168 time: 0.5002782 Jul 19 03:20:30.426352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a248c134-872f-4a0d-bed1-0b40af02bc74 None None] Network afaa21e0-1bd9-40a9-b7b6-62488a731406 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:20:30.446589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eaacddfe-e8e8-49c2-b5a4-b9817962539b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7137058 Jul 19 03:20:30.446820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd5d59-cebf-43ae-9eba-623c6a84e663 admin admin] Pushing event deleted for resources: {'Network': ['ID=f68848cc-971d-48db-a5e7-89ade5b07b45,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:30.446907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54774) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:30.457386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Request body: {'floatingip': {'floating_network_id': 'afaa21e0-1bd9-40a9-b7b6-62488a731406'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:30.504080 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.509454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578c463-39ff-4a1e-a7b1-b966b34f9cee req-1ae9e468-ec27-4c62-80d3-753ac1ebc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:30.511560 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2578c463-39ff-4a1e-a7b1-b966b34f9cee req-1ae9e468-ec27-4c62-80d3-753ac1ebc41f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 1098 time: 0.2234061 Jul 19 03:20:30.520218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226018cd-46c5-43cc-bb5e-7779f37a1c9e req-699b31ec-58ef-4550-b4f4-a6f4e6aaa665 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:30.528917 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-226018cd-46c5-43cc-bb5e-7779f37a1c9e req-699b31ec-58ef-4550-b4f4-a6f4e6aaa665 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.1652112 Jul 19 03:20:30.586909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ca55f-0b5b-4ae3-b812-e8fbc2c60bef None None] Network afaa21e0-1bd9-40a9-b7b6-62488a731406 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:20:30.654389 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-226018cd-46c5-43cc-bb5e-7779f37a1c9e req-7c911e48-51a1-441f-84a8-d5288cb6a2aa tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234348 Jul 19 03:20:30.693534 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.722082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54788) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:30.816216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578c463-39ff-4a1e-a7b1-b966b34f9cee req-6d26a2f7-fda6-4bfe-8130-86bcdc516133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:30.817990 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2578c463-39ff-4a1e-a7b1-b966b34f9cee req-6d26a2f7-fda6-4bfe-8130-86bcdc516133 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 912 time: 0.2869833 Jul 19 03:20:30.843579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8478357f-c5a4-4d77-a1b7-405fbb1bbda1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e0b0f35cded46d9a7214be2ee3a857f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199987 Jul 19 03:20:30.860587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54804) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:30.879977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2578c463-39ff-4a1e-a7b1-b966b34f9cee req-14acc0fb-5de9-4845-925c-044d6779f71b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f954041-08a6-42f3-ba47-75b97fb77c70 HTTP/1.1" status: 200 len: 217 time: 0.0516803 Jul 19 03:20:30.926803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Allocated IP 172.20.0.10 (afaa21e0-1bd9-40a9-b7b6-62488a731406/a7b5f0f1-2772-456e-a13b-b4f2403875ef/04762bc9-1e97-46f6-992a-bb286a2f829f) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:30.944505 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb08b-4465-428d-9018-e85af448f0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:30.953152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578c463-39ff-4a1e-a7b1-b966b34f9cee req-ba369b8c-11d8-4b59-b1c5-f9e7411ecfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:30.955958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2578c463-39ff-4a1e-a7b1-b966b34f9cee req-ba369b8c-11d8-4b59-b1c5-f9e7411ecfc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.0654042 Jul 19 03:20:30.993266 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb08b-4465-428d-9018-e85af448f0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.016020 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2578c463-39ff-4a1e-a7b1-b966b34f9cee req-04cbfba6-1605-408b-aae4-193524ff3b6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527337 Jul 19 03:20:31.093297 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.110902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb08b-4465-428d-9018-e85af448f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.113603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb08b-4465-428d-9018-e85af448f0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.117214 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4f4fb08b-4465-428d-9018-e85af448f0eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04f7042d-316b-4d4f-8106-c907f5e02b71 HTTP/1.1" status: 204 len: 168 time: 0.2531757 Jul 19 03:20:31.129970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fb08b-4465-428d-9018-e85af448f0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f7042d-316b-4d4f-8106-c907f5e02b71,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:31.163039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:31.169914 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.223313 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2578c463-39ff-4a1e-a7b1-b966b34f9cee req-ffe1dd65-0730-47ac-8b2a-83a4e60aa967 service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996543 Jul 19 03:20:31.268221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Network afaa21e0-1bd9-40a9-b7b6-62488a731406 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:31.274731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:31.279418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:31.309682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:31.314880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event updated for resources: {'Port': ['ID=04762bc9-1e97-46f6-992a-bb286a2f829f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:31.315018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:31.315453 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.428237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2578c463-39ff-4a1e-a7b1-b966b34f9cee req-6c1b031a-e238-4dc7-916f-8cb7b7292e6e service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951110 Jul 19 03:20:31.447545 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.454898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45db0b2-a817-4e04-bbbe-d7dd449bd986 req-c95b5c40-9c4c-4998-bd61-d18b40346418 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:31.461632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b45db0b2-a817-4e04-bbbe-d7dd449bd986 req-c95b5c40-9c4c-4998-bd61-d18b40346418 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 945 time: 0.1033933 Jul 19 03:20:31.466398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01543d0b-2696-4d05-a128-3acd88c79e26 req-ff9606a5-df1e-4b6d-9ad5-b6e1048538c9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:31.473389 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01543d0b-2696-4d05-a128-3acd88c79e26 req-ff9606a5-df1e-4b6d-9ad5-b6e1048538c9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 949 time: 0.1418247 Jul 19 03:20:31.500188 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b45db0b2-a817-4e04-bbbe-d7dd449bd986 req-09564b70-9a4b-4432-a0aa-c14c8fbee675 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376756 Jul 19 03:20:31.501170 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.570908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01543d0b-2696-4d05-a128-3acd88c79e26 req-8b8ecad2-cc33-4efc-b7b4-a1cbd63e7f82 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965481 Jul 19 03:20:31.571131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:31.572992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4961a30e-256f-4b28-bccb-cf40c4719929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:31.575820 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8668ba-ee1f-478b-b226-2fa78459c6e8" -d '{"events": [{"server_uuid": "4961a30e-256f-4b28-bccb-cf40c4719929", "name": "network-vif-plugged", "status": "completed", "tag": "df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:31.587516 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.600960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.657637 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f06550-018d-4d30-8446-035779218a5f x-openstack-request-id: req-07f06550-018d-4d30-8446-035779218a5f {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:31.658610 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4961a30e-256f-4b28-bccb-cf40c4719929", "name": "network-vif-plugged", "status": "completed", "tag": "df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:31.659014 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07f06550-018d-4d30-8446-035779218a5f {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:31.659692 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4961a30e-256f-4b28-bccb-cf40c4719929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', 'code': 200} Jul 19 03:20:31.703362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:31.843216 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:20:31.855785 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:31.859925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725815b3-dc30-4b9a-b7d8-fe1c851147d4 req-56c73dc2-cf24-418b-b4f2-b81132ca04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:31.861585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-725815b3-dc30-4b9a-b7d8-fe1c851147d4 req-56c73dc2-cf24-418b-b4f2-b81132ca04ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 1102 time: 0.1021214 Jul 19 03:20:31.862908 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.274190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54854) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:32.292963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event updated for resources: {'Port': ['ID=04762bc9-1e97-46f6-992a-bb286a2f829f,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:32.302306 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-725815b3-dc30-4b9a-b7d8-fe1c851147d4 req-eb5209b8-0bed-4b25-a6a8-5586d50db791 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238489 Jul 19 03:20:32.318390 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.342524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e8e62-4197-49c6-abfd-36794d610b6b req-64a3cda3-94f2-4474-badf-2ef5a8c1a3ba tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:32.344054 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b0e8e62-4197-49c6-abfd-36794d610b6b req-64a3cda3-94f2-4474-badf-2ef5a8c1a3ba tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 946 time: 0.4774520 Jul 19 03:20:32.345246 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.349612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54858) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:32.349743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-77656362-c33f-407a-bc69-c381090e2708 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9011233 Jul 19 03:20:32.387310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b0e8e62-4197-49c6-abfd-36794d610b6b req-3a8c2c90-7e65-4b46-8e60-8a8361b8d620 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Jul 19 03:20:32.408381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1989004443-network', 'tenant_id': 'dba5a064d07a4967aa1b7bbbcfc3e348'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:32.427921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1c739cf2-811f-4eef-aae1-a9d880d6dbd2 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=afaa21e0-1bd9-40a9-b7b6-62488a731406 HTTP/1.1" status: 200 len: 690 time: 0.0772467 Jul 19 03:20:32.430450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54860) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:32.465513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Made reservation on behalf of dba5a064d07a4967aa1b7bbbcfc3e348 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:32.467838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.479802 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.553492 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.747890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292362da-8850-4a0c-bd2c-e73312525601 req-de27284e-b839-4e4e-a22f-2136d11ce1f4 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:32.750038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-292362da-8850-4a0c-bd2c-e73312525601 req-de27284e-b839-4e4e-a22f-2136d11ce1f4 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 950 time: 0.0664229 Jul 19 03:20:32.771084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.781464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d2b49-de75-4bfc-b1e5-db2151bc776b req-29498f5e-e16c-4581-af27-0dc0b6692761 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:32.783014 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-320d2b49-de75-4bfc-b1e5-db2151bc776b req-29498f5e-e16c-4581-af27-0dc0b6692761 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 945 time: 0.1517541 Jul 19 03:20:32.784960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.789304 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-292362da-8850-4a0c-bd2c-e73312525601 req-1817c0c1-7bbe-454d-b82e-f6735d52c750 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Jul 19 03:20:32.791031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Deleting port 04762bc9-1e97-46f6-992a-bb286a2f829f {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:20:32.791409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.850420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:20:32.885531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779dbdd7-1e70-4ca7-9b44-a2559448e334,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:32.913622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.913973 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Added segment c291b2cc-196d-411e-a5c0-6828b660f028 of type vlan for network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 Jul 19 03:20:32.929355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-320d2b49-de75-4bfc-b1e5-db2151bc776b req-ac1059a5-ed5a-41e5-9bba-3cd687a48291 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359668 Jul 19 03:20:32.967438 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.967770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.977312 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:32.989427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Calling delete_port for 04762bc9-1e97-46f6-992a-bb286a2f829f owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:20:33.015885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 09185884-55e5-42e7-92c0-249fad05fc3c details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:20:33.019863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8f954041-08a6-42f3-ba47-75b97fb77c70 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:20:33.060099 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.061167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:33.062379 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.116671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8404038 Jul 19 03:20:33.120078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54874) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:33.155345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Request body: {'subnet': {'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1989004443-subnet', 'tenant_id': 'dba5a064d07a4967aa1b7bbbcfc3e348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:33.173361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2fbaa-dcec-4ff4-9f7c-4aa9c82c4b17 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2ef247-331e-4b1f-906f-ecc0b3566b99,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:33.201989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:20:33.222600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Made reservation on behalf of dba5a064d07a4967aa1b7bbbcfc3e348 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:33.224934 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.293888 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.294591 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.296913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 09185884-55e5-42e7-92c0-249fad05fc3c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=09185884-55e5-42e7-92c0-249fad05fc3c,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:33.326504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '09185884-55e5-42e7-92c0-249fad05fc3c', 'network_id': 'c56f6e79-9018-4544-898f-cd1b5ed065bd', 'port_id': '09185884-55e5-42e7-92c0-249fad05fc3c', 'mac_address': 'fa:16:3e:1e:3a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdf263f-32ca-418f-9b3e-3eff9d2acab0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:20:33.337333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event deleted for resources: {'Port': ['ID=04762bc9-1e97-46f6-992a-bb286a2f829f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:33.376616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 8f954041-08a6-42f3-ba47-75b97fb77c70, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8f954041-08a6-42f3-ba47-75b97fb77c70,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:33.386399 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.411941 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.436298 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.464918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=8f954041-08a6-42f3-ba47-75b97fb77c70,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:33.472236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09185884-55e5-42e7-92c0-249fad05fc3c {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:33.512008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 09185884-55e5-42e7-92c0-249fad05fc3c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=09185884-55e5-42e7-92c0-249fad05fc3c,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:33.517350 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.680034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f954041-08a6-42f3-ba47-75b97fb77c70'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:33.682991 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1606af-8691-4c0f-8183-6c9f55c31483" -d '{"events": [{"server_uuid": "c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87", "name": "network-vif-unplugged", "status": "completed", "tag": "8f954041-08a6-42f3-ba47-75b97fb77c70"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:33.736043 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5800a83-b22a-4121-9e11-d827eceeb4a1 x-openstack-request-id: req-e5800a83-b22a-4121-9e11-d827eceeb4a1 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:33.736657 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87", "name": "network-vif-unplugged", "status": "completed", "tag": "8f954041-08a6-42f3-ba47-75b97fb77c70", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:33.737161 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5800a83-b22a-4121-9e11-d827eceeb4a1 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:33.737750 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f954041-08a6-42f3-ba47-75b97fb77c70', 'code': 200} Jul 19 03:20:33.739211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=09185884-55e5-42e7-92c0-249fad05fc3c,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:33.747075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['09185884-55e5-42e7-92c0-249fad05fc3c'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:33.918343 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.950774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:33.997187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ee1b6-8770-4bc8-8556-34bc3a40a6a1 req-577018a5-3f7a-4411-bf42-f556127ef641 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:33.998748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-112ee1b6-8770-4bc8-8556-34bc3a40a6a1 req-577018a5-3f7a-4411-bf42-f556127ef641 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 950 time: 0.0684118 Jul 19 03:20:34.029142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9de65-1bcc-4f6a-996b-9d0d7b8a1ee8 req-13d8e621-591d-46d0-9b75-647ffae32480 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.030669 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94f9de65-1bcc-4f6a-996b-9d0d7b8a1ee8 req-13d8e621-591d-46d0-9b75-647ffae32480 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 944 time: 0.1979921 Jul 19 03:20:34.037147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:34.039429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-112ee1b6-8770-4bc8-8556-34bc3a40a6a1 req-c67d6bbf-5f5d-4d07-89cf-3149e2ea5b1b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349689 Jul 19 03:20:34.077150 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.079079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Checking segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:34.079432 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Network hostable DHCP agents. Network: 0c2ef247-331e-4b1f-906f-ecc0b3566b99, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:20:34.113759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b5f0f1-2772-456e-a13b-b4f2403875ef,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:34.153276 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94f9de65-1bcc-4f6a-996b-9d0d7b8a1ee8 req-d4d66462-ce3f-4cf5-972e-9908b3b2dc75 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136401 Jul 19 03:20:34.168411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:20:34.203390 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.216474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afaa21e0-1bd9-40a9-b7b6-62488a731406']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:34.223394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 0c2ef247-331e-4b1f-906f-ecc0b3566b99) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:34.228901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11315bf8-ffbf-473b-abd2-93e55af8520b') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:34.229209 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11315bf8-ffbf-473b-abd2-93e55af8520b') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:34.231600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.232193 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.233766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db537c58-1d40-4323-af2d-e1a2aa010a34 None None] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:20:34.251653 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fc596a8c-5fc0-4978-a7e3-6ea49c6ac6e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1288054 Jul 19 03:20:34.253484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.270977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.278538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:20:34.279032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:20:34.281180 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:20:34.352054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f6f9-b627-4a0a-8e56-b45b1436e46c req-fb617368-8642-477b-899c-f7fd5d56fbcf tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.353526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ede2f6f9-b627-4a0a-8e56-b45b1436e46c req-fb617368-8642-477b-899c-f7fd5d56fbcf tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 944 time: 0.0828476 Jul 19 03:20:34.359614 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.364321 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network afaa21e0-1bd9-40a9-b7b6-62488a731406 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 19 03:20:34.367296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.370204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "DELETE /v2.0/networks/afaa21e0-1bd9-40a9-b7b6-62488a731406 HTTP/1.1" status: 204 len: 168 time: 1.9386325 Jul 19 03:20:34.372643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54902) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:34.388485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c55509-ad98-4bc8-b78f-e2203e9305c3 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event deleted for resources: {'Network': ['ID=afaa21e0-1bd9-40a9-b7b6-62488a731406,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:34.445712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a17d3ec-b58a-4c0d-9749-6b90247ada3c None None] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:20:34.523808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ede2f6f9-b627-4a0a-8e56-b45b1436e46c req-873f7edb-3b2d-491c-a752-bd1bdd4e46a3 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622078 Jul 19 03:20:34.600355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-14a6e472-81ed-428f-b152-36901f68711a tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.2265942 Jul 19 03:20:34.603556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54910) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:34.682368 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4882476-4268-44e8-9228-4029103d9707 req-da0f4612-efba-4ad3-8ed0-08adbff47fe9 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.684302 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a4882476-4268-44e8-9228-4029103d9707 req-da0f4612-efba-4ad3-8ed0-08adbff47fe9 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 1102 time: 0.1279235 Jul 19 03:20:34.731936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.732530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.733102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.733624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.734326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.735010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.735429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.736031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.736517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.737022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.737567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:34.739840 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a151507a-84d4-4600-8424-d2c5cff19adb tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7092 time: 0.1352794 Jul 19 03:20:34.741203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4882476-4268-44e8-9228-4029103d9707 req-9370752f-0ef5-4b0c-8513-8b2545ffd942 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.742898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54922) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:34.808769 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-e1fb67a9-d8a0-43d9-b9e1-df7e4291b36b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] delete failed (client error): The resource could not be found. Jul 19 03:20:34.810043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e1fb67a9-d8a0-43d9-b9e1-df7e4291b36b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/ba7bc310-47e8-4fca-ada4-a43e2cb0ae75 HTTP/1.1" status: 404 len: 345 time: 0.0660720 Jul 19 03:20:34.812804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54924) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:34.831978 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86476e2-9812-42a9-8921-667526f03813 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] DELETE failed (client error): The resource could not be found. Jul 19 03:20:34.832635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86476e2-9812-42a9-8921-667526f03813 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:20:34.834475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b86476e2-9812-42a9-8921-667526f03813 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "DELETE /v2.0/networks/afaa21e0-1bd9-40a9-b7b6-62488a731406 HTTP/1.1" status: 404 len: 339 time: 0.0204306 Jul 19 03:20:34.839521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54930) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:34.845113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Request body: {'network': {'name': 'tempest-network--666619808', 'router:external': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:34.864234 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4882476-4268-44e8-9228-4029103d9707 req-9370752f-0ef5-4b0c-8513-8b2545ffd942 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.872257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a4882476-4268-44e8-9228-4029103d9707 req-9370752f-0ef5-4b0c-8513-8b2545ffd942 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.893333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Made reservation on behalf of 25eebfe47217414981b98f8391e06c7a for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:34.897528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.905866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a4882476-4268-44e8-9228-4029103d9707 req-9370752f-0ef5-4b0c-8513-8b2545ffd942 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128522 Jul 19 03:20:34.925734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370752f-0ef5-4b0c-8513-8b2545ffd942 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f831c270-bffe-4e2d-bdfb-686dc3b714d3,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:34.937569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:20:34.950673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:34.951127 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Added segment d7c0601d-7de9-4e04-883f-bc663362c758 of type vlan for network a1cee740-bce0-48e6-b79e-b64f0feff6b6 Jul 19 03:20:35.007702 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.027931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 09185884-55e5-42e7-92c0-249fad05fc3c no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:20:35.052467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.054641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:35.057645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.116759 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2758863 Jul 19 03:20:35.120163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54948) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:35.129538 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.146447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 09185884-55e5-42e7-92c0-249fad05fc3c {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:35.173406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 09185884-55e5-42e7-92c0-249fad05fc3c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=09185884-55e5-42e7-92c0-249fad05fc3c,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:35.182238 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.207144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event updated for resources: {'Network': ['ID=a1cee740-bce0-48e6-b79e-b64f0feff6b6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:35.235608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.236452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.237390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.237888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.238404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.238889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.239371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.239871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.240597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.241202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.241678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.242207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717ec20-0a26-4313-bea9-0daf8a088d22 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:35.250455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=09185884-55e5-42e7-92c0-249fad05fc3c,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:35.255988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network a1cee740-bce0-48e6-b79e-b64f0feff6b6 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:20:35.389029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0cb51-281b-4d68-8d32-89835bddc175 tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:35.395894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0cb51-281b-4d68-8d32-89835bddc175 tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:35.402349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0cb51-281b-4d68-8d32-89835bddc175 tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:35.408207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0cb51-281b-4d68-8d32-89835bddc175 tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:35.409945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a1b0cb51-281b-4d68-8d32-89835bddc175 tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2884982 Jul 19 03:20:35.413149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54972) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:35.523436 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.561482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95deadf7-43e3-481b-be92-36dea8683b07 req-7e4db898-5596-47aa-8159-3a1d324cc83e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:35.563144 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-7e4db898-5596-47aa-8159-3a1d324cc83e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.1065929 Jul 19 03:20:35.580306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-d1d29e10-c273-452c-8c57-ceced25c15ba tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/quotas/dba5a064d07a4967aa1b7bbbcfc3e348 HTTP/1.1" status: 200 len: 375 time: 0.0098076 Jul 19 03:20:35.607275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-b6844d1f-21fb-4f14-a067-573bb4245b7a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:35.608797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-b6844d1f-21fb-4f14-a067-573bb4245b7a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87 HTTP/1.1" status: 200 len: 944 time: 0.1217360 Jul 19 03:20:35.613967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-87e210e4-3b42-482a-a2aa-b5408334d4a5 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285306 Jul 19 03:20:35.637479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.655957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cee740-bce0-48e6-b79e-b64f0feff6b6']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:35.667136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-7c17b404-11bd-45db-b552-70c8b6800330 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:20:35.668171 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-7c17b404-11bd-45db-b552-70c8b6800330 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477490 Jul 19 03:20:35.687847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c0601d-7de9-4e04-883f-bc663362c758') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:35.688154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c0601d-7de9-4e04-883f-bc663362c758') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:35.705190 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.748571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.757367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:20:35.757811 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:20:35.760499 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:20:35.764868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-8143e72b-ac06-4390-9390-8409c167bc34 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891404 Jul 19 03:20:35.826568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-303fee7b-da39-48ab-b3de-b2e3effe3069 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Deleting port 8f954041-08a6-42f3-ba47-75b97fb77c70 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:20:35.826918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-303fee7b-da39-48ab-b3de-b2e3effe3069 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.841896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.852520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1cee740-bce0-48e6-b79e-b64f0feff6b6 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 19 03:20:35.856855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.858782 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a1cee740-bce0-48e6-b79e-b64f0feff6b6 HTTP/1.1" status: 204 len: 168 time: 0.4445519 Jul 19 03:20:35.863959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54984) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:35.870694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c1d0a-3349-438d-aa22-b4b835f6989b tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1cee740-bce0-48e6-b79e-b64f0feff6b6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:35.871407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Request body: {'network': {'name': 'tempest-network--1735111187', 'router:external': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:35.880472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-7e3549c6-1247-4e1a-8c7d-110437fc1ae3 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090214 Jul 19 03:20:35.898544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Made reservation on behalf of 25eebfe47217414981b98f8391e06c7a for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:35.902608 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.932402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:20:35.946971 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:35.948376 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Added segment 3239533c-b38f-4c44-8677-28bbe9f3134b of type vlan for network acce0dd8-ed6b-4909-b9bb-a54c459b9db6 Jul 19 03:20:35.979638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-303fee7b-da39-48ab-b3de-b2e3effe3069 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] For port 8f954041-08a6-42f3-ba47-75b97fb77c70, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8f954041-08a6-42f3-ba47-75b97fb77c70,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:35.980025 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-303fee7b-da39-48ab-b3de-b2e3effe3069 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.002564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-303fee7b-da39-48ab-b3de-b2e3effe3069 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Calling delete_port for 8f954041-08a6-42f3-ba47-75b97fb77c70 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:20:36.009978 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.109625 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.110806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:36.112073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.231257 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-303fee7b-da39-48ab-b3de-b2e3effe3069 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.248569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event updated for resources: {'Network': ['ID=acce0dd8-ed6b-4909-b9bb-a54c459b9db6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:36.255471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3903520 Jul 19 03:20:36.257128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54994) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:36.288318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.288821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.289561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.289728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.290118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.291144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.291819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.294536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.295000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.295444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.295887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.296338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741db41f-7740-4bae-86cd-3734eb32e182 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:36.298763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fee7b-da39-48ab-b3de-b2e3effe3069 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event deleted for resources: {'Port': ['ID=8f954041-08a6-42f3-ba47-75b97fb77c70,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:36.309115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network acce0dd8-ed6b-4909-b9bb-a54c459b9db6 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:20:36.420282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-303fee7b-da39-48ab-b3de-b2e3effe3069 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] No DVR routers for this DVR port 8f954041-08a6-42f3-ba47-75b97fb77c70 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:20:36.422726 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-303fee7b-da39-48ab-b3de-b2e3effe3069 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.425045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebd748b-63a8-43c8-a3ca-eeb8d1a5a660 tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:36.432096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-115b2d15-f02d-43c9-b65c-e7a385d3282e req-303fee7b-da39-48ab-b3de-b2e3effe3069 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "DELETE /v2.0/ports/8f954041-08a6-42f3-ba47-75b97fb77c70 HTTP/1.1" status: 204 len: 173 time: 0.7915714 Jul 19 03:20:36.432763 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9ebd748b-63a8-43c8-a3ca-eeb8d1a5a660 tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] 10.222.0.20 "GET /v2.0/networks/acce0dd8-ed6b-4909-b9bb-a54c459b9db6 HTTP/1.1" status: 200 len: 757 time: 0.1742861 Jul 19 03:20:36.432994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'name': 'network-vif-deleted', 'tag': '8f954041-08a6-42f3-ba47-75b97fb77c70'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:36.434402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55008) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:36.435477 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce22d49f-330d-4f35-8f24-c49300c3374f" -d '{"events": [{"server_uuid": "c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87", "name": "network-vif-deleted", "tag": "8f954041-08a6-42f3-ba47-75b97fb77c70"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:36.514391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-359a66f2-7245-44c3-9ac7-8b3741c8e89a req-0aee43e3-48e1-492e-898d-32d48a934862 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 210 time: 0.0645630 Jul 19 03:20:36.569694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef8fda4-3ce5-44fb-9cdf-1fb3867ce6f0 tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:36.571338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0ef8fda4-3ce5-44fb-9cdf-1fb3867ce6f0 tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] 10.222.0.20 "GET /v2.0/networks/fb3ee464-dea2-467d-aabd-9422dbd7a34d HTTP/1.1" status: 200 len: 767 time: 0.1358776 Jul 19 03:20:36.574152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55018) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:36.664955 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.772838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.786243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acce0dd8-ed6b-4909-b9bb-a54c459b9db6']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:36.787906 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.820822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-72183d33-90d5-4288-85e7-2964df31b822 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388038 Jul 19 03:20:36.822828 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3239533c-b38f-4c44-8677-28bbe9f3134b') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:36.823122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3239533c-b38f-4c44-8677-28bbe9f3134b') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:36.842923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.874171 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.896197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:20:36.896430 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:20:36.899172 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:20:37.002568 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.026799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8f954041-08a6-42f3-ba47-75b97fb77c70 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:20:37.030177 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.036558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network acce0dd8-ed6b-4909-b9bb-a54c459b9db6 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 19 03:20:37.046737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-490315e8-0ac1-42de-b4f5-76776a9d0883 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:37.053346 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-490315e8-0ac1-42de-b4f5-76776a9d0883 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234323 Jul 19 03:20:37.055559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.057489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 8f954041-08a6-42f3-ba47-75b97fb77c70 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:20:37.058147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8f954041-08a6-42f3-ba47-75b97fb77c70 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:20:37.061248 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "DELETE /v2.0/networks/acce0dd8-ed6b-4909-b9bb-a54c459b9db6 HTTP/1.1" status: 204 len: 168 time: 0.4858618 Jul 19 03:20:37.061783 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55040) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:37.067921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Request body: {'network': {'name': 'tempest-network--1165939787'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:37.083879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d3ed-7fcc-45e2-afae-c7614d9973ef tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event deleted for resources: {'Network': ['ID=acce0dd8-ed6b-4909-b9bb-a54c459b9db6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:37.096245 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-fe3278d4-e9d9-4ca4-8f3c-35897ebd99af tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/quotas/8e4c20281fad406fb6fa2e4340d2ca27 HTTP/1.1" status: 200 len: 375 time: 0.0419796 Jul 19 03:20:37.106333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Made reservation on behalf of 25eebfe47217414981b98f8391e06c7a for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:37.111099 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.115837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57109da3-7267-4897-93ac-cf2f478a26ec req-f0719773-bde5-48e0-bc83-19da357300f7 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:37.117355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57109da3-7267-4897-93ac-cf2f478a26ec req-f0719773-bde5-48e0-bc83-19da357300f7 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 943 time: 0.2369027 Jul 19 03:20:37.158052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:20:37.170765 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.171487 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Added segment a83c9609-2ffd-4d12-a77d-7f5fc4242520 of type vlan for network 742822c0-9c89-4d30-9908-f272774cee0b Jul 19 03:20:37.217402 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.242754 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9bf266-0f38-4a89-9d74-a107924bdb30 x-openstack-request-id: req-cc9bf266-0f38-4a89-9d74-a107924bdb30 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:37.243337 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87", "name": "network-vif-deleted", "tag": "8f954041-08a6-42f3-ba47-75b97fb77c70", "status": "failed", "code": 422}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:37.243431 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc9bf266-0f38-4a89-9d74-a107924bdb30 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:37.244533 n-d-762330-18 neutron-server[94344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c4d9dab1-0be4-4ba1-9b00-0dc4ec232e87', 'name': 'network-vif-deleted', 'tag': '8f954041-08a6-42f3-ba47-75b97fb77c70', 'status': 'failed', 'code': 422} returned with failed status Jul 19 03:20:37.255384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.256492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:37.259201 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.278898 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-e4c86859-0960-4fa5-8ef7-af175401843e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816647 Jul 19 03:20:37.307570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-57109da3-7267-4897-93ac-cf2f478a26ec req-5792f004-4e3c-48af-8aad-60b5b64489c2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Deleting port 09185884-55e5-42e7-92c0-249fad05fc3c {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:20:37.307984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-57109da3-7267-4897-93ac-cf2f478a26ec req-5792f004-4e3c-48af-8aad-60b5b64489c2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.321587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2561610 Jul 19 03:20:37.322039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55046) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:37.366399 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c16f8e33-4ac5-4a4e-9714-fd69ae5387d5 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:37.399223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daeb70-c94c-4feb-b3f1-3681ecc6c4b9 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event updated for resources: {'Network': ['ID=742822c0-9c89-4d30-9908-f272774cee0b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:37.413594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 742822c0-9c89-4d30-9908-f272774cee0b details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:20:37.715859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-57109da3-7267-4897-93ac-cf2f478a26ec req-5792f004-4e3c-48af-8aad-60b5b64489c2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] For port 09185884-55e5-42e7-92c0-249fad05fc3c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=09185884-55e5-42e7-92c0-249fad05fc3c,segment=NetworkSegment(562446d5-7432-43a4-a0cc-6f93ac9e6157),segment_id=562446d5-7432-43a4-a0cc-6f93ac9e6157)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:37.716467 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-57109da3-7267-4897-93ac-cf2f478a26ec req-5792f004-4e3c-48af-8aad-60b5b64489c2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.738147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-57109da3-7267-4897-93ac-cf2f478a26ec req-5792f004-4e3c-48af-8aad-60b5b64489c2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Calling delete_port for 09185884-55e5-42e7-92c0-249fad05fc3c owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:20:37.753531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c16f8e33-4ac5-4a4e-9714-fd69ae5387d5 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.773774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95deadf7-43e3-481b-be92-36dea8683b07 req-ec25cbfa-452a-4943-b970-a2c31bbff40c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:37.777481 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-ec25cbfa-452a-4943-b970-a2c31bbff40c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.2933633 Jul 19 03:20:37.802383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Request body: {'port': {'device_id': 'd30caee2-0af6-4f62-9608-02ef66a13105', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'admin_state_up': True, 'tenant_id': 'dba5a064d07a4967aa1b7bbbcfc3e348'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:37.808366 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c16f8e33-4ac5-4a4e-9714-fd69ae5387d5 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.842790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c16f8e33-4ac5-4a4e-9714-fd69ae5387d5 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Network 742822c0-9c89-4d30-9908-f272774cee0b is not hosted by any dhcp agent {{(pid=94345) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 03:20:37.843712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16f8e33-4ac5-4a4e-9714-fd69ae5387d5 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:37.844314 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c16f8e33-4ac5-4a4e-9714-fd69ae5387d5 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:37.848782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c16f8e33-4ac5-4a4e-9714-fd69ae5387d5 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "PUT /v2.0/networks/742822c0-9c89-4d30-9908-f272774cee0b HTTP/1.1" status: 200 len: 857 time: 0.4939477 Jul 19 03:20:37.849442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55060) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:37.896406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f8e33-4ac5-4a4e-9714-fd69ae5387d5 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event updated for resources: {'Network': ['ID=742822c0-9c89-4d30-9908-f272774cee0b,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:37.976170 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-57109da3-7267-4897-93ac-cf2f478a26ec req-5792f004-4e3c-48af-8aad-60b5b64489c2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.004553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.011046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792f004-4e3c-48af-8aad-60b5b64489c2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Pushing event deleted for resources: {'Port': ['ID=09185884-55e5-42e7-92c0-249fad05fc3c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:38.063730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-57109da3-7267-4897-93ac-cf2f478a26ec req-5792f004-4e3c-48af-8aad-60b5b64489c2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] No DVR routers for this DVR port 09185884-55e5-42e7-92c0-249fad05fc3c on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:20:38.066564 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-57109da3-7267-4897-93ac-cf2f478a26ec req-5792f004-4e3c-48af-8aad-60b5b64489c2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.068741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57109da3-7267-4897-93ac-cf2f478a26ec req-5792f004-4e3c-48af-8aad-60b5b64489c2 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.26 "DELETE /v2.0/ports/09185884-55e5-42e7-92c0-249fad05fc3c HTTP/1.1" status: 204 len: 173 time: 0.9326859 Jul 19 03:20:38.069352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af0838-860d-474e-9963-ae90e659c4f8', 'name': 'network-vif-deleted', 'tag': '09185884-55e5-42e7-92c0-249fad05fc3c'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:38.072172 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853623e2-393a-471f-b45b-15b8d60e2947" -d '{"events": [{"server_uuid": "e0af0838-860d-474e-9963-ae90e659c4f8", "name": "network-vif-deleted", "tag": "09185884-55e5-42e7-92c0-249fad05fc3c"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:38.092233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cdfeb-ccc4-466c-ba28-bc8f07a28253 req-53ffc2fb-e557-473e-859c-8ebf8a9e07e9 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:38.105860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be6cdfeb-ccc4-466c-ba28-bc8f07a28253 req-53ffc2fb-e557-473e-859c-8ebf8a9e07e9 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0af0838-860d-474e-9963-ae90e659c4f8 HTTP/1.1" status: 200 len: 865 time: 0.3272729 Jul 19 03:20:38.170532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Made reservation on behalf of dba5a064d07a4967aa1b7bbbcfc3e348 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:38.174242 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.231035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee8af43e-57e0-4aaf-8e25-0f2dca23634a req-d3c73cd6-660b-40ed-94ff-4e8de8b5dcbe tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 210 time: 0.0328794 Jul 19 03:20:38.237194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.242761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be6cdfeb-ccc4-466c-ba28-bc8f07a28253 req-a8b85860-086c-429a-b411-b44b24f40f35 tempest-ImagesTestJSON-1539066481 tempest-ImagesTestJSON-1539066481-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec00b323-4148-4240-ba30-2ef5895e713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360092 Jul 19 03:20:38.325111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742822c0-9c89-4d30-9908-f272774cee0b']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:38.341671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83c9609-2ffd-4d12-a77d-7f5fc4242520') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:38.342388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83c9609-2ffd-4d12-a77d-7f5fc4242520') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:38.397671 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.424313 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.426628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Allocated IP 172.20.0.4 (0c2ef247-331e-4b1f-906f-ecc0b3566b99/38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb/e13531da-d7ea-4f7c-a7c2-5861cc373b0a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:38.436097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:20:38.436539 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:20:38.438580 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:20:38.468740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-89290ef9-7fc4-4a80-8482-613d510d04b7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:38.470755 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-89290ef9-7fc4-4a80-8482-613d510d04b7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.1351936 Jul 19 03:20:38.517378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-531a2118-6297-4a99-b1d8-7d806ed6224a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/quotas/0a123568d24644db84d7b8c2684b29cf HTTP/1.1" status: 200 len: 375 time: 0.0309925 Jul 19 03:20:38.590141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.600426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 742822c0-9c89-4d30-9908-f272774cee0b {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 19 03:20:38.616053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Pushing event deleted for resources: {'Network': ['ID=742822c0-9c89-4d30-9908-f272774cee0b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:38.621216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.631263 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-482255db-2e26-4ac3-8fb8-23c379d5b514 tempest-ExternalNetworksTestJSON-1970293391 tempest-ExternalNetworksTestJSON-1970293391-project-admin] 10.222.0.20 "DELETE /v2.0/networks/742822c0-9c89-4d30-9908-f272774cee0b HTTP/1.1" status: 204 len: 168 time: 0.7798135 Jul 19 03:20:38.631917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55090) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:38.650528 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-98c34557-7693-4a8e-a646-1bea4f5e0050 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1274137 Jul 19 03:20:38.763882 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa38093-d481-44bc-bcd2-2e122e860cfc tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] DELETE failed (client error): The resource could not be found. Jul 19 03:20:38.764345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa38093-d481-44bc-bcd2-2e122e860cfc tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:20:38.766190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9fa38093-d481-44bc-bcd2-2e122e860cfc tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] 10.222.0.20 "DELETE /v2.0/subnets/a7b5f0f1-2772-456e-a13b-b4f2403875ef HTTP/1.1" status: 404 len: 337 time: 0.0753405 Jul 19 03:20:38.779343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55092) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:38.829911 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-ba6d3011-b961-4456-b282-21e27bc3e477 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782727 Jul 19 03:20:38.833610 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3984ee4-c262-43b2-809c-48bd2c974968 x-openstack-request-id: req-f3984ee4-c262-43b2-809c-48bd2c974968 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:38.833967 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af0838-860d-474e-9963-ae90e659c4f8", "name": "network-vif-deleted", "tag": "09185884-55e5-42e7-92c0-249fad05fc3c", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:38.834392 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3984ee4-c262-43b2-809c-48bd2c974968 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:38.835106 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af0838-860d-474e-9963-ae90e659c4f8', 'name': 'network-vif-deleted', 'tag': '09185884-55e5-42e7-92c0-249fad05fc3c', 'status': 'completed', 'code': 200} Jul 19 03:20:38.895828 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af86bf09-9faf-40ab-9ed8-17d05ed0c0c1 req-43245c32-4eb0-4337-9c46-76059d3d72f3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 210 time: 0.1154187 Jul 19 03:20:38.975347 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-2db69d65-b443-4bd7-a674-54ee96321a19 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438515 Jul 19 03:20:38.975683 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:38.983137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:39.041445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 09185884-55e5-42e7-92c0-249fad05fc3c no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:20:39.122440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 09185884-55e5-42e7-92c0-249fad05fc3c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:20:39.122903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 09185884-55e5-42e7-92c0-249fad05fc3c not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:20:39.157292 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:39.191039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3ee464-dea2-467d-aabd-9422dbd7a34d']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:39.229417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8034669c-a499-440b-bb43-9eab20bd99c2') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:39.235844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8034669c-a499-440b-bb43-9eab20bd99c2') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:39.252665 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee7cb985-7d14-4c70-8907-6a6d7808b156 req-4261993d-d032-4300-8aea-f91bda963cb9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 210 time: 0.0468888 Jul 19 03:20:39.267200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:39.294444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:39.303780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:39.307413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:20:39.309131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:20:39.313697 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:20:39.426240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:39.432526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:39.439484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:39.444761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event updated for resources: {'Port': ['ID=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:39.447737 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:39.475614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:39.477459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] 10.222.0.20 "DELETE /v2.0/networks/fb3ee464-dea2-467d-aabd-9422dbd7a34d HTTP/1.1" status: 204 len: 168 time: 0.6880481 Jul 19 03:20:39.499951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d030d83-6e9e-4f20-95f9-1777c90b077a tempest-ExternalNetworksTestJSON-302982673 tempest-ExternalNetworksTestJSON-302982673-project] Pushing event deleted for resources: {'Network': ['ID=fb3ee464-dea2-467d-aabd-9422dbd7a34d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:39.522183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:39.523259 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:39.543997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-2548126b-90cf-4dae-8573-aec7a2957947 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7475636 Jul 19 03:20:39.558747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Request body: {'port': {'device_id': 'd30caee2-0af6-4f62-9608-02ef66a13105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:39.569684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89cf53-5e93-45b4-aa45-da0532ada524 req-76a392e7-4cc6-4dbb-b5ea-87935429b6fa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:39.600147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db89cf53-5e93-45b4-aa45-da0532ada524 req-76a392e7-4cc6-4dbb-b5ea-87935429b6fa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 931 time: 0.1886954 Jul 19 03:20:39.669073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db89cf53-5e93-45b4-aa45-da0532ada524 req-9ad40ba2-4bd1-44f0-9670-3f59d2fb931d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679419 Jul 19 03:20:39.669424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:39.784978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55130) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:39.972189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-59c5b261-1d83-4a66-a823-bf418e0f43d0 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329292 Jul 19 03:20:40.042247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-27e6a225-a4c3-4e6b-a116-9a37a4df877d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5bf14ff2cd64483b4c962138ad194c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560246 Jul 19 03:20:40.042887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55148) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:40.139429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13531da-d7ea-4f7c-a7c2-5861cc373b0a {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:40.154097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-999f0bbb-ff2f-489c-ae55-2761074855ff tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:40.155654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-999f0bbb-ff2f-489c-ae55-2761074855ff tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767316 Jul 19 03:20:40.157674 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:40.163911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-76df77c9-8308-4abe-a4a4-51314e2d2a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:40.192483 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-76df77c9-8308-4abe-a4a4-51314e2d2a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:40.194689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Request body: {'port': {'device_id': '1d2e1fc8-f28f-404e-8f61-ed682055dab4', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '8e4c20281fad406fb6fa2e4340d2ca27'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:40.204951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ef35317-38dd-496f-86cd-6d1dc8ba3bb7 req-095a8f75-69be-4a60-88d2-9ec9ddb4d471 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 210 time: 0.0445945 Jul 19 03:20:40.242071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Transition to ACTIVE for port object e13531da-d7ea-4f7c-a7c2-5861cc373b0a will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:40.251406 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:40.294203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-76df77c9-8308-4abe-a4a4-51314e2d2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:40.297926 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-76df77c9-8308-4abe-a4a4-51314e2d2a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:40.301593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-76df77c9-8308-4abe-a4a4-51314e2d2a17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51ea18c0-8c73-45b4-b32b-bbe24e238e6c HTTP/1.1" status: 204 len: 168 time: 0.2577543 Jul 19 03:20:40.322823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df77c9-8308-4abe-a4a4-51314e2d2a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ea18c0-8c73-45b4-b32b-bbe24e238e6c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:40.390415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Pushing event updated for resources: {'Port': ['ID=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:40.486470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Made reservation on behalf of 8e4c20281fad406fb6fa2e4340d2ca27 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:40.490868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:40.531938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22b7f90a-d188-4600-b967-8d6c0a9684aa req-f3069e21-85f9-4976-b1bb-897c5fb484f8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 210 time: 0.0502985 Jul 19 03:20:40.656860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55172) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:40.659400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Attempting to bind port e13531da-d7ea-4f7c-a7c2-5861cc373b0a on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:40.659928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Attempting to bind port e13531da-d7ea-4f7c-a7c2-5861cc373b0a by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:40.660426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Attempting to bind port e13531da-d7ea-4f7c-a7c2-5861cc373b0a on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:40.683327 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-f03c34c5-09ac-4738-abc2-6eff8bc4a381 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315530 Jul 19 03:20:40.709375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Port e13531da-d7ea-4f7c-a7c2-5861cc373b0a on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:20:40.709710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Attempting to bind port e13531da-d7ea-4f7c-a7c2-5861cc373b0a on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:40.714003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Allocated IP 192.168.233.55 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/7ed73c5c-2db1-4649-9604-1103408e0a4f) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:40.765349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:40.765943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Checking segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:40.766095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Bound using segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:40.771895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Bound port: e13531da-d7ea-4f7c-a7c2-5861cc373b0a, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:40.772291 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:40.801778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55176) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:40.814232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-7427fc0c-3b73-4a13-bc14-a107ef4da1ef admin admin] Deleting subnet bbdf263f-32ca-418f-9b3e-3eff9d2acab0 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:20:40.846538 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7427fc0c-3b73-4a13-bc14-a107ef4da1ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:40.857014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-d09c5624-588f-48db-802a-ccc445ece063 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:40.858821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-d09c5624-588f-48db-802a-ccc445ece063 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690843 Jul 19 03:20:40.870960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Request body: {'port': {'device_id': '19ed8e96-0de2-419e-9748-dc114a200aec', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '8e4c20281fad406fb6fa2e4340d2ca27'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:41.076978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Made reservation on behalf of 8e4c20281fad406fb6fa2e4340d2ca27 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:41.081401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.108636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-edd1402d-04b8-4c2c-825d-73cab56ad749 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:41.110179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-edd1402d-04b8-4c2c-825d-73cab56ad749 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.26 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.1570623 Jul 19 03:20:41.126363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Request body: {'port': {'device_id': 'd900b770-24c9-4fb1-8f8c-ac7ba2145c1d', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'admin_state_up': True, 'tenant_id': '0a123568d24644db84d7b8c2684b29cf'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:41.286020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Made reservation on behalf of 0a123568d24644db84d7b8c2684b29cf for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:41.290249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.308950 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7427fc0c-3b73-4a13-bc14-a107ef4da1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.365386 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-93b5a841-3d80-46a3-906a-679992cca9b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25eebfe47217414981b98f8391e06c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5623336 Jul 19 03:20:41.369706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] For port e13531da-d7ea-4f7c-a7c2-5861cc373b0a, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:41.380089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55184) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:41.388363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4677c14-545b-4446-a902-a5cfc9dbab69 req-137ceec7-a8a6-4745-b936-3018312bd982 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 210 time: 0.0409424 Jul 19 03:20:41.436469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] For port e13531da-d7ea-4f7c-a7c2-5861cc373b0a, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:41.455900 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Allocated IP 172.20.0.3 (1e0d100a-4153-486a-bb53-5344731032ea/2ce9eede-45cb-4568-8d50-62fdf8d969ee/96099641-73db-4c47-8e38-c9766b804fd0) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:41.456228 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.471276 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7427fc0c-3b73-4a13-bc14-a107ef4da1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.570806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b7426-c90f-4db7-a4f1-42483ed9ec17 req-a21a8a95-7f8d-4bcc-8731-eb2bc8e21961 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:41.570806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d9b7426-c90f-4db7-a4f1-42483ed9ec17 req-a21a8a95-7f8d-4bcc-8731-eb2bc8e21961 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 943 time: 0.7169626 Jul 19 03:20:41.580106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:41.580740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.582259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] 10.222.0.26 "PUT /v2.0/ports/e13531da-d7ea-4f7c-a7c2-5861cc373b0a HTTP/1.1" status: 200 len: 1092 time: 2.0305302 Jul 19 03:20:41.582643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30caee2-0af6-4f62-9608-02ef66a13105', 'tag': 'e13531da-d7ea-4f7c-a7c2-5861cc373b0a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:41.584895 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557163a8-4a5a-482a-935f-2335608d7449" -d '{"events": [{"name": "network-changed", "server_uuid": "d30caee2-0af6-4f62-9608-02ef66a13105", "tag": "e13531da-d7ea-4f7c-a7c2-5861cc373b0a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:41.616409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.647061 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.676435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Transition to ACTIVE for port object 7ed73c5c-2db1-4649-9604-1103408e0a4f will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:41.696520 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.704483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1f995-c849-48b4-b39b-e1fbb89d9b95 service neutron] Pushing event updated for resources: {'Port': ['ID=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:41.726181 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0494b9d0-608a-4609-b052-74e320ce42ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.744195 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d9b7426-c90f-4db7-a4f1-42483ed9ec17 req-048f2a7d-8fb9-43ec-9c0e-ea7f219a47fc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435549 Jul 19 03:20:41.752564 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7427fc0c-3b73-4a13-bc14-a107ef4da1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.773109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Network 1e0d100a-4153-486a-bb53-5344731032ea is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:41.781867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:41.784998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:41.787512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event updated for resources: {'Port': ['ID=96099641-73db-4c47-8e38-c9766b804fd0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:41.809445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427fc0c-3b73-4a13-bc14-a107ef4da1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbdf263f-32ca-418f-9b3e-3eff9d2acab0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:41.812739 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7427fc0c-3b73-4a13-bc14-a107ef4da1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.814698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7427fc0c-3b73-4a13-bc14-a107ef4da1ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bbdf263f-32ca-418f-9b3e-3eff9d2acab0 HTTP/1.1" status: 204 len: 168 time: 1.1564317 Jul 19 03:20:41.818146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55194) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:41.819969 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0494b9d0-608a-4609-b052-74e320ce42ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.826759 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0272a1c0-4cb3-4bec-8476-408251a7331a x-openstack-request-id: req-0272a1c0-4cb3-4bec-8476-408251a7331a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:41.827062 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30caee2-0af6-4f62-9608-02ef66a13105", "tag": "e13531da-d7ea-4f7c-a7c2-5861cc373b0a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:41.827302 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0272a1c0-4cb3-4bec-8476-408251a7331a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:41.827697 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30caee2-0af6-4f62-9608-02ef66a13105', 'tag': 'e13531da-d7ea-4f7c-a7c2-5861cc373b0a', 'status': 'completed', 'code': 200} Jul 19 03:20:41.860234 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.860778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699bbe4-fe31-42b4-a6c9-8a4d8a3337bc req-5cfbc145-856f-42ca-9ef5-8c62a941d938 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:41.862323 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c699bbe4-fe31-42b4-a6c9-8a4d8a3337bc req-5cfbc145-856f-42ca-9ef5-8c62a941d938 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 931 time: 0.1775508 Jul 19 03:20:41.872285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:41.875771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a8010447-05d5-411b-80d0-86fecc4d84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:41.877448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-a8010447-05d5-411b-80d0-86fecc4d84f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 1095 time: 0.2453320 Jul 19 03:20:41.923628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:41.923865 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:41.961893 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-30582bda-28a3-4e53-a1fc-5e73725872e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e13531da-d7ea-4f7c-a7c2-5861cc373b0a HTTP/1.1" status: 200 len: 217 time: 0.0738215 Jul 19 03:20:41.969054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:41.992406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:42.002402 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-b8b7d285-ef40-414d-bef4-409f4627681a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8810654 Jul 19 03:20:42.013831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:42.016660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event updated for resources: {'Port': ['ID=7ed73c5c-2db1-4649-9604-1103408e0a4f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:42.021962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0494b9d0-608a-4609-b052-74e320ce42ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.024365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Request body: {'port': {'device_id': 'd900b770-24c9-4fb1-8f8c-ac7ba2145c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:42.024580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0494b9d0-608a-4609-b052-74e320ce42ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.027964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0494b9d0-608a-4609-b052-74e320ce42ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f0d2fe7-c955-40cd-be1b-814d9501281f HTTP/1.1" status: 204 len: 168 time: 0.6433835 Jul 19 03:20:42.028275 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Allocated IP 192.168.233.20 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/e44923f7-6102-4509-87d9-6c458b663580) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:42.057046 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.071512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494b9d0-608a-4609-b052-74e320ce42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0d2fe7-c955-40cd-be1b-814d9501281f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:42.088147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95deadf7-43e3-481b-be92-36dea8683b07 req-5cf4ac3a-40b2-4543-ab17-c2fa782f91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:42.089451 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-5cf4ac3a-40b2-4543-ab17-c2fa782f91fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.1171999 Jul 19 03:20:42.114355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:42.114996 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.135300 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c699bbe4-fe31-42b4-a6c9-8a4d8a3337bc req-110ce7cb-ea67-47da-823d-cc42c32995d8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392411 Jul 19 03:20:42.140481 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-4675cd1c-63f0-49a2-a87a-af14769a4599 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434051 Jul 19 03:20:42.178350 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-257831bd-1cbc-4ed0-a4a7-ad64cbe90161 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0072854 Jul 19 03:20:42.191042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Request body: {'port': {'device_id': '1d2e1fc8-f28f-404e-8f61-ed682055dab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:42.249051 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.266963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56f6e79-9018-4544-898f-cd1b5ed065bd']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:42.334256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-5eb636a8-5901-406e-8a42-7f4297f3c46c service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864610 Jul 19 03:20:42.378390 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.381015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5e2de91a-e67e-44cf-8b81-6815a087c0a3 None None] Provisioning for port 7ed73c5c-2db1-4649-9604-1103408e0a4f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:42.388529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5e2de91a-e67e-44cf-8b81-6815a087c0a3 None None] Provisioning complete for port 7ed73c5c-2db1-4649-9604-1103408e0a4f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:42.389284 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e2de91a-e67e-44cf-8b81-6815a087c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.460196 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c9ea48cd-16a1-458a-bfae-4ad80ded1b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.465610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5e2de91a-e67e-44cf-8b81-6815a087c0a3 None None] Port 7ed73c5c-2db1-4649-9604-1103408e0a4f cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:20:42.641912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95deadf7-43e3-481b-be92-36dea8683b07 req-0a30464b-ef58-46ab-b4e8-d726e4d38c06 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012779 Jul 19 03:20:42.663253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562446d5-7432-43a4-a0cc-6f93ac9e6157') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:42.663787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562446d5-7432-43a4-a0cc-6f93ac9e6157') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:42.674143 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.681932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-86d55fad-2b29-473f-bda8-5fcdf7886b2c req-2613327b-8523-4a66-a73d-a908b5d2d67b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 210 time: 0.0615983 Jul 19 03:20:42.690109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.696964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:20:42.697681 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:20:42.709290 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:20:42.791771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557163a8-4a5a-482a-935f-2335608d7449 req-cfb7af7e-d39d-4d5c-a6a7-257ddfac3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:42.794014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-557163a8-4a5a-482a-935f-2335608d7449 req-cfb7af7e-d39d-4d5c-a6a7-257ddfac3589 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 1095 time: 0.0798674 Jul 19 03:20:42.838476 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.847064 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.851554 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c56f6e79-9018-4544-898f-cd1b5ed065bd HTTP/1.1" status: 204 len: 168 time: 1.0289609 Jul 19 03:20:42.855198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:42.878038 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498c74c-76fb-4369-8e6f-7e265b2d0397 admin admin] Pushing event deleted for resources: {'Network': ['ID=c56f6e79-9018-4544-898f-cd1b5ed065bd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:42.999260 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.019845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557163a8-4a5a-482a-935f-2335608d7449 req-4b3c7d05-ea6f-4caa-bb1f-d07f705c3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:43.022130 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-557163a8-4a5a-482a-935f-2335608d7449 req-4b3c7d05-ea6f-4caa-bb1f-d07f705c3543 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 906 time: 0.2210648 Jul 19 03:20:43.058444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dd3dd-6c36-418e-91f1-6792b7aaa335 req-cc81341a-73d8-4959-aece-5270146e2c68 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:43.069460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f9dd3dd-6c36-418e-91f1-6792b7aaa335 req-cc81341a-73d8-4959-aece-5270146e2c68 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 943 time: 0.1763198 Jul 19 03:20:43.081272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Transition to ACTIVE for port object e44923f7-6102-4509-87d9-6c458b663580 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:43.119368 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-557163a8-4a5a-482a-935f-2335608d7449 req-485cae73-be54-42f3-aabf-cc747b5ada65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e13531da-d7ea-4f7c-a7c2-5861cc373b0a HTTP/1.1" status: 200 len: 217 time: 0.0807605 Jul 19 03:20:43.142618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55238) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:43.199919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f9dd3dd-6c36-418e-91f1-6792b7aaa335 req-0622e3bf-a030-4022-9457-9f63b68fd199 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293859 Jul 19 03:20:43.221622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557163a8-4a5a-482a-935f-2335608d7449 req-5c6e56e2-4ebb-4871-8aa4-e0315824096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:43.223151 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-557163a8-4a5a-482a-935f-2335608d7449 req-5c6e56e2-4ebb-4871-8aa4-e0315824096a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.0965898 Jul 19 03:20:43.244216 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-153c9cc4-6cf9-4650-a1ee-33ae9a04182f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=637cc5a7860b4761b6629b5be3de2370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976765 Jul 19 03:20:43.244942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55242) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:43.256926 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.266080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-557163a8-4a5a-482a-935f-2335608d7449 req-a5601b4c-f337-47a8-9b28-201707a26440 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358162 Jul 19 03:20:43.268980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:43.342751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event updated for resources: {'Port': ['ID=e44923f7-6102-4509-87d9-6c458b663580,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:43.374313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:43.391666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:43.394085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:43.456804 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-557163a8-4a5a-482a-935f-2335608d7449 req-c575539d-49c2-4ed0-9968-343335466fc9 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754804 Jul 19 03:20:43.573030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:43.573979 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.588450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b826be5-de28-4c6c-8964-977d648304de req-1e2d48b9-ddd0-4e8c-8078-8be94161a10b tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:43.590722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed73c5c-2db1-4649-9604-1103408e0a4f {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:43.592577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b826be5-de28-4c6c-8964-977d648304de req-1e2d48b9-ddd0-4e8c-8078-8be94161a10b tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 931 time: 0.3179169 Jul 19 03:20:43.603248 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32bec275-3413-45c2-bf38-c8071d33d6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.608871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.637938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Transition to ACTIVE for port object 7ed73c5c-2db1-4649-9604-1103408e0a4f will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:43.642761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-557163a8-4a5a-482a-935f-2335608d7449 req-01e2361b-0d76-4b83-84b8-5b24dcfda51c service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781962 Jul 19 03:20:43.643809 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.653450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96099641-73db-4c47-8e38-c9766b804fd0 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:43.667522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.688740 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-26ffa76e-72c5-45d0-9c3f-bc95bbc8cbab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8221550 Jul 19 03:20:43.691487 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32bec275-3413-45c2-bf38-c8071d33d6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.730361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Request body: {'port': {'device_id': '19ed8e96-0de2-419e-9748-dc114a200aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:43.737836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Transition to ACTIVE for port object 96099641-73db-4c47-8e38-c9766b804fd0 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:43.777054 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.809525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-75b036d4-03a3-4794-be54-a2ef8677c729 None None] Provisioning for port e44923f7-6102-4509-87d9-6c458b663580 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:43.824247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-75b036d4-03a3-4794-be54-a2ef8677c729 None None] Provisioning complete for port e44923f7-6102-4509-87d9-6c458b663580 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:43.824247 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75b036d4-03a3-4794-be54-a2ef8677c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.828666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed73c5c-2db1-4649-9604-1103408e0a4f,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:43.837586 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b826be5-de28-4c6c-8964-977d648304de req-087dabf3-505d-45e4-9cfa-b842a3f84f56 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176201 Jul 19 03:20:43.840322 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55258) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:43.925065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-75b036d4-03a3-4794-be54-a2ef8677c729 None None] Port e44923f7-6102-4509-87d9-6c458b663580 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:20:43.945183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Pushing event updated for resources: {'Port': ['ID=96099641-73db-4c47-8e38-c9766b804fd0,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:43.970964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32bec275-3413-45c2-bf38-c8071d33d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.973662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32bec275-3413-45c2-bf38-c8071d33d6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:43.977432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-32bec275-3413-45c2-bf38-c8071d33d6e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec00b323-4148-4240-ba30-2ef5895e713d HTTP/1.1" status: 204 len: 168 time: 0.7268763 Jul 19 03:20:43.977559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Attempting to bind port 7ed73c5c-2db1-4649-9604-1103408e0a4f on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:43.977559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Attempting to bind port 7ed73c5c-2db1-4649-9604-1103408e0a4f by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:43.977559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Attempting to bind port 7ed73c5c-2db1-4649-9604-1103408e0a4f on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:43.985503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Port 7ed73c5c-2db1-4649-9604-1103408e0a4f on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:20:43.985763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Attempting to bind port 7ed73c5c-2db1-4649-9604-1103408e0a4f on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:43.992479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:43.992830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:43.993223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:43.994187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Bound port: 7ed73c5c-2db1-4649-9604-1103408e0a4f, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:43.994596 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.019151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2145216418', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:44.067836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bec275-3413-45c2-bf38-c8071d33d6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec00b323-4148-4240-ba30-2ef5895e713d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:44.077316 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.079256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Attempting to bind port 96099641-73db-4c47-8e38-c9766b804fd0 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:44.079613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Attempting to bind port 96099641-73db-4c47-8e38-c9766b804fd0 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:44.079918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Attempting to bind port 96099641-73db-4c47-8e38-c9766b804fd0 on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:44.085176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Port 96099641-73db-4c47-8e38-c9766b804fd0 on network 1e0d100a-4153-486a-bb53-5344731032ea not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:20:44.085499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Attempting to bind port 96099641-73db-4c47-8e38-c9766b804fd0 on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:44.096993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:44.097480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Checking segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:44.097737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Bound using segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:44.098162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Bound port: 96099641-73db-4c47-8e38-c9766b804fd0, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:44.098581 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.105078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac0f35-2463-403f-b35f-c35892060840 req-b18ca6ba-6457-4ceb-aa1b-7dfe6d8979c3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:44.106694 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d3ac0f35-2463-403f-b35f-c35892060840 req-b18ca6ba-6457-4ceb-aa1b-7dfe6d8979c3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 935 time: 0.2582419 Jul 19 03:20:44.154072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Made reservation on behalf of 0698f45c99f0493ab1001e57ed7202de for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:44.157013 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.201515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.216460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] For port 7ed73c5c-2db1-4649-9604-1103408e0a4f, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:44.245015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] For port 7ed73c5c-2db1-4649-9604-1103408e0a4f, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=7ed73c5c-2db1-4649-9604-1103408e0a4f,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:44.266496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d3ac0f35-2463-403f-b35f-c35892060840 req-1e319dd6-a044-406f-87d8-2561907840a8 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410208 Jul 19 03:20:44.276709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.298160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] For port 96099641-73db-4c47-8e38-c9766b804fd0, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:44.318473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] For port 96099641-73db-4c47-8e38-c9766b804fd0, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=96099641-73db-4c47-8e38-c9766b804fd0,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:44.338872 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.374912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:44.375847 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.377258 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] 10.222.0.25 "PUT /v2.0/ports/7ed73c5c-2db1-4649-9604-1103408e0a4f HTTP/1.1" status: 200 len: 1096 time: 2.1908984 Jul 19 03:20:44.377714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2e1fc8-f28f-404e-8f61-ed682055dab4', 'tag': '7ed73c5c-2db1-4649-9604-1103408e0a4f'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:44.380566 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45df301-d1a3-40c9-b0ff-1cefac4cafac" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2e1fc8-f28f-404e-8f61-ed682055dab4", "tag": "7ed73c5c-2db1-4649-9604-1103408e0a4f"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:44.386194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a26b0e-30aa-4e3b-a534-640d12b28fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed73c5c-2db1-4649-9604-1103408e0a4f,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:44.442158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:44.442868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.444215 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] 10.222.0.26 "PUT /v2.0/ports/96099641-73db-4c47-8e38-c9766b804fd0 HTTP/1.1" status: 200 len: 1092 time: 2.4278090 Jul 19 03:20:44.483381 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eeef1f-3db1-454f-8747-7b5403fe44b5 x-openstack-request-id: req-a4eeef1f-3db1-454f-8747-7b5403fe44b5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:44.483864 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2e1fc8-f28f-404e-8f61-ed682055dab4", "tag": "7ed73c5c-2db1-4649-9604-1103408e0a4f", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:44.484563 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4eeef1f-3db1-454f-8747-7b5403fe44b5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:44.484563 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2e1fc8-f28f-404e-8f61-ed682055dab4', 'tag': '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'status': 'completed', 'code': 200} Jul 19 03:20:44.486420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd900b770-24c9-4fb1-8f8c-ac7ba2145c1d', 'tag': '96099641-73db-4c47-8e38-c9766b804fd0'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:44.488820 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081dfa7a-e798-4307-b932-86d3cb9e0a55" -d '{"events": [{"name": "network-changed", "server_uuid": "d900b770-24c9-4fb1-8f8c-ac7ba2145c1d", "tag": "96099641-73db-4c47-8e38-c9766b804fd0"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:44.510313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a7e06-8a88-4f26-93f6-82447adf0e34 service neutron] Pushing event updated for resources: {'Port': ['ID=96099641-73db-4c47-8e38-c9766b804fd0,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:44.544935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.556479 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bf534-41af-426d-b047-6e555e50c629 x-openstack-request-id: req-102bf534-41af-426d-b047-6e555e50c629 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:44.557075 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d900b770-24c9-4fb1-8f8c-ac7ba2145c1d", "tag": "96099641-73db-4c47-8e38-c9766b804fd0", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:44.557389 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-102bf534-41af-426d-b047-6e555e50c629 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:44.557775 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd900b770-24c9-4fb1-8f8c-ac7ba2145c1d', 'tag': '96099641-73db-4c47-8e38-c9766b804fd0', 'status': 'completed', 'code': 200} Jul 19 03:20:44.564493 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.568327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] device_id is not set on port 65aa32cb-9b59-46d1-a40f-b7fd8962200c yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:20:44.622046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3434f30-6d86-48e1-819c-3f21881e6355 req-40333372-4288-464a-ac61-c9e8c1690ada tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:44.623564 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3434f30-6d86-48e1-819c-3f21881e6355 req-40333372-4288-464a-ac61-c9e8c1690ada tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 943 time: 0.2488286 Jul 19 03:20:44.644147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-8f17a915-903a-47a5-a6ed-e632d291024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:44.645922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-8f17a915-903a-47a5-a6ed-e632d291024d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 1095 time: 0.1545947 Jul 19 03:20:44.663176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-3675bad9-76c5-40da-b04f-ea8c65e67395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:44.664771 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-3675bad9-76c5-40da-b04f-ea8c65e67395 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=1d2e1fc8-f28f-404e-8f61-ed682055dab4 HTTP/1.1" status: 200 len: 1099 time: 0.2208114 Jul 19 03:20:44.668380 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bbd1c9-d20a-494c-ab46-8be909ccf350,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:44.729696 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-844321ad-62ef-4dd5-a6bf-37221c7c04c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96099641-73db-4c47-8e38-c9766b804fd0 HTTP/1.1" status: 200 len: 217 time: 0.0534782 Jul 19 03:20:44.736870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Allocated IP 172.25.2.64 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/65aa32cb-9b59-46d1-a40f-b7fd8962200c) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:44.747152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44923f7-6102-4509-87d9-6c458b663580 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:44.778097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-1cf673f8-a2fa-4d16-820e-c1856916d88e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7ed73c5c-2db1-4649-9604-1103408e0a4f HTTP/1.1" status: 200 len: 217 time: 0.0532167 Jul 19 03:20:44.785088 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.790000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3434f30-6d86-48e1-819c-3f21881e6355 req-5e8d502e-60b3-4c7b-9ab0-2c3302ea3b3b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526260 Jul 19 03:20:44.823827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Transition to ACTIVE for port object e44923f7-6102-4509-87d9-6c458b663580 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:44.830328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-9ea0067b-d457-48c5-85c7-e8a03c00aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:44.832079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-9ea0067b-d457-48c5-85c7-e8a03c00aff4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.0898314 Jul 19 03:20:44.833098 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:44.878453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-4bf3b382-00d9-4bf0-9784-d45587771e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:44.880224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-4bf3b382-00d9-4bf0-9784-d45587771e85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0940402 Jul 19 03:20:44.902542 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-893ff98f-7486-43ce-8d3a-95749062de56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607836 Jul 19 03:20:45.008696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55298) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:45.016975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Pushing event updated for resources: {'Port': ['ID=e44923f7-6102-4509-87d9-6c458b663580,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:45.052855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.055006 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75e73b09-6fe0-43ea-b3e6-b9d39fd03e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.064572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e13531da-d7ea-4f7c-a7c2-5861cc373b0a details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:20:45.114758 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-cd23ce47-e462-4f18-a36a-cda0b4bb3be1 service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030580 Jul 19 03:20:45.188676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Attempting to bind port e44923f7-6102-4509-87d9-6c458b663580 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:45.189034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Attempting to bind port e44923f7-6102-4509-87d9-6c458b663580 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:45.189376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Attempting to bind port e44923f7-6102-4509-87d9-6c458b663580 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:45.197191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Port e44923f7-6102-4509-87d9-6c458b663580 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:20:45.197849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Attempting to bind port e44923f7-6102-4509-87d9-6c458b663580 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:45.204810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.214981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-07781d43-e38a-4922-823d-89470808b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:45.216658 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-07781d43-e38a-4922-823d-89470808b49c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3262269 Jul 19 03:20:45.238937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:45.239275 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:45.239673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:45.240132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Bound port: e44923f7-6102-4509-87d9-6c458b663580, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:45.240504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.247256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e13531da-d7ea-4f7c-a7c2-5861cc373b0a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:45.269988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'e13531da-d7ea-4f7c-a7c2-5861cc373b0a', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'port_id': 'e13531da-d7ea-4f7c-a7c2-5861cc373b0a', 'mac_address': 'fa:16:3e:84:68:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:20:45.292954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-524722335-network', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:45.320715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.335634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13531da-d7ea-4f7c-a7c2-5861cc373b0a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:45.339937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a529d-c9fd-448d-83b0-2681c7a89704 req-44a42f4f-71fb-4cb0-a390-f526f10fc2b0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:45.347809 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-105a529d-c9fd-448d-83b0-2681c7a89704 req-44a42f4f-71fb-4cb0-a390-f526f10fc2b0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 943 time: 0.2632012 Jul 19 03:20:45.356190 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b978c55-f299-4c75-9121-32ad0e2356a3 req-265872a7-f2c8-43a2-8270-95e126506b0a service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344739 Jul 19 03:20:45.357273 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e13531da-d7ea-4f7c-a7c2-5861cc373b0a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:45.358558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] For port e44923f7-6102-4509-87d9-6c458b663580, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:45.360967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:45.363567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] For port e44923f7-6102-4509-87d9-6c458b663580, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e44923f7-6102-4509-87d9-6c458b663580,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:45.367874 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.372763 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.383632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:45.392479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Pushing event updated for resources: {'Port': ['ID=65aa32cb-9b59-46d1-a40f-b7fd8962200c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:45.397078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:45.432246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:45.460931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:45.461774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.463564 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] 10.222.0.25 "PUT /v2.0/ports/e44923f7-6102-4509-87d9-6c458b663580 HTTP/1.1" status: 200 len: 1096 time: 1.7519758 Jul 19 03:20:45.501619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc0ffa-ff16-4b56-819b-a46700671464 service neutron] Pushing event updated for resources: {'Port': ['ID=e44923f7-6102-4509-87d9-6c458b663580,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:45.505508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Made reservation on behalf of 770a1666774949b7b6969c1fcdc652a3 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:45.508613 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.529736 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.542881 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.551510 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-105a529d-c9fd-448d-83b0-2681c7a89704 req-9409a9fd-5dc7-4a36-9217-2467dc0c3031 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031417 Jul 19 03:20:45.573175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:45.573802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.587952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-6172438f-113c-40c7-b9c3-0f26032e26d4 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623729 Jul 19 03:20:45.628064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:45.654951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dfa7a-e798-4307-b932-86d3cb9e0a55 req-16b3fe39-7777-4b3d-b2d4-be1c60fc234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:45.657338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081dfa7a-e798-4307-b932-86d3cb9e0a55 req-16b3fe39-7777-4b3d-b2d4-be1c60fc234d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 1095 time: 0.2168503 Jul 19 03:20:45.670133 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-8c0a47f0-4aae-414a-b234-01a103fe2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:45.672336 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-8c0a47f0-4aae-414a-b234-01a103fe2183 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 1099 time: 0.1647713 Jul 19 03:20:45.737088 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-b2161af0-c38f-4585-97ce-3e6dc6e78b8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=e44923f7-6102-4509-87d9-6c458b663580 HTTP/1.1" status: 200 len: 217 time: 0.0530312 Jul 19 03:20:45.759497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-ec9a08bd-9eb0-4d55-b243-ac9c26b87f19 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641591 Jul 19 03:20:45.769313 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.773976 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.796868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8030dc-c368-4a81-960d-e6ee74522b27 req-e3beabe4-0530-4236-97a5-9054364803a9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:45.797716 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-815d78c5-8616-4e0c-876c-5481a01a2472 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9543850 Jul 19 03:20:45.798694 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b8030dc-c368-4a81-960d-e6ee74522b27 req-e3beabe4-0530-4236-97a5-9054364803a9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 947 time: 0.2383120 Jul 19 03:20:45.802231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55310) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:45.803272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:20:45.811327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64'}]}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:45.864844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-5eaff4a6-3d14-408b-bd34-9f0249bf40d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:45.866472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-5eaff4a6-3d14-408b-bd34-9f0249bf40d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1208725 Jul 19 03:20:45.877675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.878054 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Added segment baad7eec-7f00-4138-9881-dcc277412bc8 of type vlan for network ccbd75a7-d986-46f0-9641-f34658277b42 Jul 19 03:20:45.881508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1bc51a-8502-4d4b-be9d-e23021966047,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:45.928100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.929109 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.936183 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b8030dc-c368-4a81-960d-e6ee74522b27 req-8c02be76-d4af-4708-aab9-5d18583befb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978842 Jul 19 03:20:45.938248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dfa7a-e798-4307-b932-86d3cb9e0a55 req-e98dbde8-5f38-4fdb-a04f-40b02387ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:45.939859 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081dfa7a-e798-4307-b932-86d3cb9e0a55 req-e98dbde8-5f38-4fdb-a04f-40b02387ef1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 912 time: 0.2740796 Jul 19 03:20:45.964031 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:45.986973 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081dfa7a-e798-4307-b932-86d3cb9e0a55 req-cc1c7d78-6c8a-49e0-85e4-4eb48571daac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96099641-73db-4c47-8e38-c9766b804fd0 HTTP/1.1" status: 200 len: 217 time: 0.0403302 Jul 19 03:20:46.023890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-17205c98-008e-4c72-b4cb-063787b8bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:46.025369 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-17205c98-008e-4c72-b4cb-063787b8bc96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1506155 Jul 19 03:20:46.056157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-3b73cdf9-13fe-4b77-8b5c-2dd729605902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:46.058424 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-3b73cdf9-13fe-4b77-8b5c-2dd729605902 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=1d2e1fc8-f28f-404e-8f61-ed682055dab4 HTTP/1.1" status: 200 len: 1099 time: 0.2347796 Jul 19 03:20:46.066929 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:46.067688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dfa7a-e798-4307-b932-86d3cb9e0a55 req-b6b2e4f8-0389-42cd-bfe1-82b548de0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:46.069236 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081dfa7a-e798-4307-b932-86d3cb9e0a55 req-b6b2e4f8-0389-42cd-bfe1-82b548de0e70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.0758085 Jul 19 03:20:46.097104 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:46.098073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:46.098686 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:46.134515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081dfa7a-e798-4307-b932-86d3cb9e0a55 req-726dc0d0-40ea-4e19-8b67-025a26fe55a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568662 Jul 19 03:20:46.184204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-de48b0cb-1e96-4a4c-84ab-4564f8886733 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513708 Jul 19 03:20:46.245187 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1655817 Jul 19 03:20:46.250808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55320) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:46.263484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Request body: {'subnet': {'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-524722335-subnet', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:46.289662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081dfa7a-e798-4307-b932-86d3cb9e0a55 req-8cd3a192-6ba2-457e-92c2-9629395a598c service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472933 Jul 19 03:20:46.336719 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:46.372126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Made reservation on behalf of 770a1666774949b7b6969c1fcdc652a3 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:46.374523 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:46.456321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89dd7ab0-bda1-4244-90ad-cf795e79b4b5 req-771372cb-761e-43c8-b4f8-30db8cd51c40 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112527 Jul 19 03:20:46.529570 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081dfa7a-e798-4307-b932-86d3cb9e0a55 req-f35d4ace-2ceb-438b-9473-834833d951d7 service neutron] 10.222.0.26 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323470 Jul 19 03:20:46.562761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ed8e96-0de2-419e-9748-dc114a200aec', 'tag': 'e44923f7-6102-4509-87d9-6c458b663580'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:46.564962 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694091f1-3f0e-462b-8952-02b7edaf4835" -d '{"events": [{"name": "network-changed", "server_uuid": "19ed8e96-0de2-419e-9748-dc114a200aec", "tag": "e44923f7-6102-4509-87d9-6c458b663580"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:46.614602 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f7fd9c-1085-447f-b3ba-92192e0f26e7 x-openstack-request-id: req-16f7fd9c-1085-447f-b3ba-92192e0f26e7 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:46.614893 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ed8e96-0de2-419e-9748-dc114a200aec", "tag": "e44923f7-6102-4509-87d9-6c458b663580", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:46.615123 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16f7fd9c-1085-447f-b3ba-92192e0f26e7 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:46.615515 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ed8e96-0de2-419e-9748-dc114a200aec', 'tag': 'e44923f7-6102-4509-87d9-6c458b663580', 'status': 'completed', 'code': 200} Jul 19 03:20:46.629764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10cd53-2167-4f7a-b743-0ad25f188abd req-a478a99f-85ba-4221-8fe8-aff1553046ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:46.631845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da10cd53-2167-4f7a-b743-0ad25f188abd req-a478a99f-85ba-4221-8fe8-aff1553046ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 944 time: 0.6896276 Jul 19 03:20:46.647235 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:46.700353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61038a4-04a6-4b98-9f01-10c77c1f615d admin admin] Pushing event updated for resources: {'Network': ['ID=ccbd75a7-d986-46f0-9641-f34658277b42,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:46.715198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ccbd75a7-d986-46f0-9641-f34658277b42 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:20:46.722598 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:46.752179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-985c38de-e3f3-4180-9b10-fc20318cf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:46.753773 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-985c38de-e3f3-4180-9b10-fc20318cf399 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.6809614 Jul 19 03:20:46.777923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da10cd53-2167-4f7a-b743-0ad25f188abd req-077e76aa-d29b-40b6-882c-1a5d55824799 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158264 Jul 19 03:20:46.815964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-aacf26e4-7ff1-41e3-a256-d5e882d8fc52 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7ed73c5c-2db1-4649-9604-1103408e0a4f HTTP/1.1" status: 200 len: 217 time: 0.0479040 Jul 19 03:20:46.905757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-a5485c5e-76f9-41bf-95a2-657f12085072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:46.907274 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-a5485c5e-76f9-41bf-95a2-657f12085072 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0835736 Jul 19 03:20:47.066191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-0e609a75-a6b8-4a96-a4b4-5e6575257a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:47.067654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-0e609a75-a6b8-4a96-a4b4-5e6575257a75 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520076 Jul 19 03:20:47.074990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 96099641-73db-4c47-8e38-c9766b804fd0 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:20:47.078118 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e13531da-d7ea-4f7c-a7c2-5861cc373b0a up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:47.085227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b17120-1fc5-41d5-99dc-a11cd5920add,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:47.117913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Checking segment: {'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:47.118315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Network hostable DHCP agents. Network: ccbd75a7-d986-46f0-9641-f34658277b42, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:20:47.123014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-fdb78a4e-0576-4cd0-b664-049a2d97d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:47.124584 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-fdb78a4e-0576-4cd0-b664-049a2d97d922 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 1099 time: 0.4864354 Jul 19 03:20:47.161289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.192040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d1288-e559-4083-9dec-7b2af59b552c req-ea629094-c9db-4d6a-b88a-d889bc1830b8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:47.194163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port e13531da-d7ea-4f7c-a7c2-5861cc373b0a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:47.199479 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc2d1288-e559-4083-9dec-7b2af59b552c req-ea629094-c9db-4d6a-b88a-d889bc1830b8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 943 time: 0.4851229 Jul 19 03:20:47.203704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port e13531da-d7ea-4f7c-a7c2-5861cc373b0a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:47.204645 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.205139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Network ccbd75a7-d986-46f0-9641-f34658277b42 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:20:47.211212 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.260093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ccbd75a7-d986-46f0-9641-f34658277b42) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:47.261531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 96099641-73db-4c47-8e38-c9766b804fd0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=96099641-73db-4c47-8e38-c9766b804fd0,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:47.266061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:47.266061 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.289017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf24c40-53a7-4aa1-a6a1-696e3a808213 None None] Network ccbd75a7-d986-46f0-9641-f34658277b42 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:20:47.300112 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e94cf1e4-bd29-428b-b000-afc6ffe92b82 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0389051 Jul 19 03:20:47.300305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c6821-8865-4b02-be4c-ec6a79623f3f req-7e0522de-28dc-49ff-85af-f37291e499ec tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:47.304573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55334) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:47.305313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-912c6821-8865-4b02-be4c-ec6a79623f3f req-7e0522de-28dc-49ff-85af-f37291e499ec tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 947 time: 0.2364011 Jul 19 03:20:47.316657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:47.331456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '96099641-73db-4c47-8e38-c9766b804fd0', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'port_id': '96099641-73db-4c47-8e38-c9766b804fd0', 'mac_address': 'fa:16:3e:bf:c9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9eede-45cb-4568-8d50-62fdf8d969ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:20:47.336019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-28f2fadd-6cb1-4145-a832-e0bf6f83b657 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538438 Jul 19 03:20:47.346727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc2d1288-e559-4083-9dec-7b2af59b552c req-783e899b-0435-4389-b1cb-5e713c2448f4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463325 Jul 19 03:20:47.347770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-8a7eb617-aff0-4995-9075-39d7d80c1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:47.349447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-8a7eb617-aff0-4995-9075-39d7d80c1de3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2181585 Jul 19 03:20:47.364618 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.365688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.384600 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.402712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-7479eaab-bf74-436d-932d-fc7c1fe75d35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=e44923f7-6102-4509-87d9-6c458b663580 HTTP/1.1" status: 200 len: 217 time: 0.0456121 Jul 19 03:20:47.450124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96099641-73db-4c47-8e38-c9766b804fd0 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:47.462156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-912c6821-8865-4b02-be4c-ec6a79623f3f req-befdcf33-75a1-4063-8087-ae8327c601ef tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561921 Jul 19 03:20:47.466022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-74aa1053-102f-4652-996d-f8ad05229831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:47.467886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-74aa1053-102f-4652-996d-f8ad05229831 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0559173 Jul 19 03:20:47.510871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 96099641-73db-4c47-8e38-c9766b804fd0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=96099641-73db-4c47-8e38-c9766b804fd0,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:47.541023 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.542886 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.552026 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.611592 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e45df301-d1a3-40c9-b0ff-1cefac4cafac req-eb44c633-8c52-480a-89da-298a5827c294 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592552 Jul 19 03:20:47.613931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.614194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30caee2-0af6-4f62-9608-02ef66a13105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13531da-d7ea-4f7c-a7c2-5861cc373b0a'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:47.616796 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca096b96-5b23-4393-8f7e-cafe8dba5f14" -d '{"events": [{"server_uuid": "d30caee2-0af6-4f62-9608-02ef66a13105", "name": "network-vif-plugged", "status": "completed", "tag": "e13531da-d7ea-4f7c-a7c2-5861cc373b0a"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:47.638059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e13531da-d7ea-4f7c-a7c2-5861cc373b0a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:47.672660 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.681806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=96099641-73db-4c47-8e38-c9766b804fd0,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:47.685528 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40e3ced-cbef-47fa-81df-1cfdfc63c4d6 x-openstack-request-id: req-e40e3ced-cbef-47fa-81df-1cfdfc63c4d6 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:47.685822 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30caee2-0af6-4f62-9608-02ef66a13105", "name": "network-vif-plugged", "status": "completed", "tag": "e13531da-d7ea-4f7c-a7c2-5861cc373b0a", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:47.686082 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e40e3ced-cbef-47fa-81df-1cfdfc63c4d6 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:47.687126 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30caee2-0af6-4f62-9608-02ef66a13105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13531da-d7ea-4f7c-a7c2-5861cc373b0a', 'code': 200} Jul 19 03:20:47.692458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-ccbd75a7-d986-46f0-9641-f34658277b42', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:20:47.693189 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.757851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-c8e9983e-e90a-4428-9d98-d64c41caa19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:47.760599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-c8e9983e-e90a-4428-9d98-d64c41caa19e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2791171 Jul 19 03:20:47.764436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.809149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['96099641-73db-4c47-8e38-c9766b804fd0'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:47.832753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:47.866084 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.870353 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.890714 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.936339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:47.936845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06a4f484-4348-44ac-b19a-a4dd372d29d4 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:20:47.946901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78291519-86ba-4bf1-93b7-f890d34a6199 req-ee4da8f0-1766-4788-b965-ef93aeb0fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:47.948442 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-78291519-86ba-4bf1-93b7-f890d34a6199 req-ee4da8f0-1766-4788-b965-ef93aeb0fcbd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 1097 time: 0.1800992 Jul 19 03:20:47.951483 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-ce6559db-3c78-49c1-bd2c-d470a43b8075 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820476 Jul 19 03:20:47.972197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Allocated IP 172.20.0.2 (ccbd75a7-d986-46f0-9641-f34658277b42/67b17120-1fc5-41d5-99dc-a11cd5920add/0b2909ee-fcd6-4412-ae16-90ae47968b65) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:47.990787 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 19 03:20:47.995100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b0847326-aa7c-4c5e-b40b-3ab05c8828a7 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1863811 Jul 19 03:20:47.995350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55344) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:48.073085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2162f3d-0a43-4ad5-9341-8c35d37cb985 req-56fb9fe6-6914-40ee-ad4c-04bd5d8bfe8d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:48.075207 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2162f3d-0a43-4ad5-9341-8c35d37cb985 req-56fb9fe6-6914-40ee-ad4c-04bd5d8bfe8d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 945 time: 0.1282234 Jul 19 03:20:48.085130 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-78291519-86ba-4bf1-93b7-f890d34a6199 req-148c8c3e-d762-497b-a51c-8ba3bfd65ed4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043644 Jul 19 03:20:48.118300 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-694091f1-3f0e-462b-8952-02b7edaf4835 req-d8f8f1e6-b7da-4a63-aebb-fcd87127a684 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384866 Jul 19 03:20:48.143442 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2162f3d-0a43-4ad5-9341-8c35d37cb985 req-56c5baad-8765-468c-a4bc-2a13e10c8aec tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496411 Jul 19 03:20:48.177591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-47a25cd5-a7d1-4472-ae34-66a567cf5e29 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Deleting port 65aa32cb-9b59-46d1-a40f-b7fd8962200c {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:20:48.178348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47a25cd5-a7d1-4472-ae34-66a567cf5e29 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.231251 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.250829 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.264617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47a25cd5-a7d1-4472-ae34-66a567cf5e29 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.277411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-47a25cd5-a7d1-4472-ae34-66a567cf5e29 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Calling delete_port for 65aa32cb-9b59-46d1-a40f-b7fd8962200c owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:20:48.302361 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.315074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Transition to ACTIVE for port object 0b2909ee-fcd6-4412-ae16-90ae47968b65 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:48.334620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Transition to ACTIVE for port object 0b2909ee-fcd6-4412-ae16-90ae47968b65 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:48.341540 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.377067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Allocated IP 172.25.2.133 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/91bbc95d-4326-4b35-89c9-a7178e7b69b3) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:48.387405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Network ccbd75a7-d986-46f0-9641-f34658277b42 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:48.393289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:48.397470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:48.408704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Pushing event updated for resources: {'Port': ['ID=0b2909ee-fcd6-4412-ae16-90ae47968b65,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:48.424060 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47a25cd5-a7d1-4472-ae34-66a567cf5e29 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.459537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a25cd5-a7d1-4472-ae34-66a567cf5e29 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Pushing event deleted for resources: {'Port': ['ID=65aa32cb-9b59-46d1-a40f-b7fd8962200c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:48.465309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Attempting to bind port 0b2909ee-fcd6-4412-ae16-90ae47968b65 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:48.465531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Attempting to bind port 0b2909ee-fcd6-4412-ae16-90ae47968b65 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:48.465896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Attempting to bind port 0b2909ee-fcd6-4412-ae16-90ae47968b65 on network ccbd75a7-d986-46f0-9641-f34658277b42 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:48.471284 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:48.471670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Checking segment: {'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:48.472075 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.472468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Bound using segment: {'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:48.472935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Bound port: 0b2909ee-fcd6-4412-ae16-90ae47968b65, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:48.473318 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.545114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] For port 0b2909ee-fcd6-4412-ae16-90ae47968b65, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:48.549072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] For port 0b2909ee-fcd6-4412-ae16-90ae47968b65, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0b2909ee-fcd6-4412-ae16-90ae47968b65,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:48.555207 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47a25cd5-a7d1-4472-ae34-66a567cf5e29 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.561167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-47a25cd5-a7d1-4472-ae34-66a567cf5e29 tempest-RoutersAdminNegativeTest-1539545182 tempest-RoutersAdminNegativeTest-1539545182-project-admin] 10.222.0.20 "DELETE /v2.0/ports/65aa32cb-9b59-46d1-a40f-b7fd8962200c HTTP/1.1" status: 204 len: 168 time: 0.5618975 Jul 19 03:20:48.561329 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.584014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.638410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932055c-cacb-4d4d-a135-f182ff60f20f None None] Pushing event updated for resources: {'Port': ['ID=0b2909ee-fcd6-4412-ae16-90ae47968b65,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:48.661171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92727-f8ce-4ac5-83b2-f5801e8ed31c req-c459a88a-8c1f-49a7-b5ac-c10f5b9268aa tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:48.668096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95e92727-f8ce-4ac5-83b2-f5801e8ed31c req-c459a88a-8c1f-49a7-b5ac-c10f5b9268aa tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 944 time: 0.1488264 Jul 19 03:20:48.676947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235299-3892-427b-a328-4fe0ea228922 req-9ce1146d-8146-4b8c-a578-30290feffa0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:48.678578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98235299-3892-427b-a328-4fe0ea228922 req-9ce1146d-8146-4b8c-a578-30290feffa0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 947 time: 0.0801127 Jul 19 03:20:48.696676 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:48.725163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98235299-3892-427b-a328-4fe0ea228922 req-26dc17fc-a618-403e-8f91-49c545231748 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Jul 19 03:20:48.743008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95e92727-f8ce-4ac5-83b2-f5801e8ed31c req-b706d422-6869-47e4-b91e-19ebe76e30ed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739641 Jul 19 03:20:48.777833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:48.804431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:48.814989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Pushing event updated for resources: {'Port': ['ID=91bbc95d-4326-4b35-89c9-a7178e7b69b3,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:48.824791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:48.916090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55362) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:49.051952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf58286c-81e3-4821-95ca-6c98fa04fd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.088343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 96099641-73db-4c47-8e38-c9766b804fd0 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:49.158796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 96099641-73db-4c47-8e38-c9766b804fd0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:49.160547 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf58286c-81e3-4821-95ca-6c98fa04fd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.162940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 96099641-73db-4c47-8e38-c9766b804fd0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:49.163416 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.166494 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf58286c-81e3-4821-95ca-6c98fa04fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.179568 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.208224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 7ed73c5c-2db1-4649-9604-1103408e0a4f details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:20:49.216119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58286c-81e3-4821-95ca-6c98fa04fd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae6df2b-4970-4e90-8738-2a1251e7f079,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:49.231445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55368) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:49.232840 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cf58286c-81e3-4821-95ca-6c98fa04fd43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ed494d49ab5499a9bed340aa392615a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157191 Jul 19 03:20:49.338845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 7ed73c5c-2db1-4649-9604-1103408e0a4f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=7ed73c5c-2db1-4649-9604-1103408e0a4f,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:49.355898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'mac_address': 'fa:16:3e:77:15:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:20:49.403846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75a9c24e-fbe1-4828-b88a-b9f739cbac76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.439083 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.446160 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75a9c24e-fbe1-4828-b88a-b9f739cbac76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.478195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0b2909ee-fcd6-4412-ae16-90ae47968b65 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:49.481336 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.514142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d5842-49a7-4b07-8ec9-ad202e7cf4a9 req-1a42547b-8539-4a40-bbbe-ef585ef215da tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:49.515736 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d1d5842-49a7-4b07-8ec9-ad202e7cf4a9 req-1a42547b-8539-4a40-bbbe-ef585ef215da tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 945 time: 0.2185555 Jul 19 03:20:49.531587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 96099641-73db-4c47-8e38-c9766b804fd0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=96099641-73db-4c47-8e38-c9766b804fd0,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:49.535283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed73c5c-2db1-4649-9604-1103408e0a4f {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:49.550314 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.562060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.606483 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 7ed73c5c-2db1-4649-9604-1103408e0a4f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=7ed73c5c-2db1-4649-9604-1103408e0a4f,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:49.615865 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d1d5842-49a7-4b07-8ec9-ad202e7cf4a9 req-dc480acb-2787-4f7a-89dc-8a259bc9f6d1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909271 Jul 19 03:20:49.617566 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.618230 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e44923f7-6102-4509-87d9-6c458b663580 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:20:49.619079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75a9c24e-fbe1-4828-b88a-b9f739cbac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.621659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75a9c24e-fbe1-4828-b88a-b9f739cbac76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.623170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-75a9c24e-fbe1-4828-b88a-b9f739cbac76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ae6df2b-4970-4e90-8738-2a1251e7f079 HTTP/1.1" status: 204 len: 168 time: 0.3900681 Jul 19 03:20:49.635720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=96099641-73db-4c47-8e38-c9766b804fd0,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:49.657006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9c24e-fbe1-4828-b88a-b9f739cbac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae6df2b-4970-4e90-8738-2a1251e7f079,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:49.695359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd900b770-24c9-4fb1-8f8c-ac7ba2145c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96099641-73db-4c47-8e38-c9766b804fd0'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:49.697858 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a907f512-27cc-4ceb-ac65-512d4d4ddb7f" -d '{"events": [{"server_uuid": "d900b770-24c9-4fb1-8f8c-ac7ba2145c1d", "name": "network-vif-plugged", "status": "completed", "tag": "96099641-73db-4c47-8e38-c9766b804fd0"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:49.725689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 0b2909ee-fcd6-4412-ae16-90ae47968b65 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:49.745792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e44923f7-6102-4509-87d9-6c458b663580, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e44923f7-6102-4509-87d9-6c458b663580,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:49.815140 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbee3799-e4ed-4bdd-83ba-2e882fc4954d x-openstack-request-id: req-dbee3799-e4ed-4bdd-83ba-2e882fc4954d {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:49.815441 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d900b770-24c9-4fb1-8f8c-ac7ba2145c1d", "name": "network-vif-plugged", "status": "completed", "tag": "96099641-73db-4c47-8e38-c9766b804fd0", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:49.815699 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbee3799-e4ed-4bdd-83ba-2e882fc4954d {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:49.816107 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd900b770-24c9-4fb1-8f8c-ac7ba2145c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96099641-73db-4c47-8e38-c9766b804fd0', 'code': 200} Jul 19 03:20:49.828007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Router ca484eee-35bd-46a0-9e78-4c340e34b9f6 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:20:49.832887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'e44923f7-6102-4509-87d9-6c458b663580', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'e44923f7-6102-4509-87d9-6c458b663580', 'mac_address': 'fa:16:3e:13:7c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:20:49.834967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=7ed73c5c-2db1-4649-9604-1103408e0a4f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:49.965144 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:49.980141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44923f7-6102-4509-87d9-6c458b663580 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:50.006119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08b350c-7db3-49bd-b8ff-ad7c34b8f821 None None] Network ccbd75a7-d986-46f0-9641-f34658277b42 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:20:50.010616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e44923f7-6102-4509-87d9-6c458b663580, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e44923f7-6102-4509-87d9-6c458b663580,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:50.028069 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.050881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b78e8-1490-445c-bab5-ab877b6d2200 req-96ff710a-bec4-4461-a184-9e4bc1ce340c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:50.053405 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-633b78e8-1490-445c-bab5-ab877b6d2200 req-96ff710a-bec4-4461-a184-9e4bc1ce340c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1014521 Jul 19 03:20:50.084354 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:20:50.099151 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Sync routers for ids ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:20:50.115916 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Routers {'ca484eee-35bd-46a0-9e78-4c340e34b9f6'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:20:50.116556 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:20:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:50.117820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2e88a975-7835-462f-a7bd-03a28c01f30d None None] Provisioning for port 0b2909ee-fcd6-4412-ae16-90ae47968b65 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:50.131232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f5cbe-77c2-4947-b4db-4039db23edd8 req-56661a60-fd69-4b6b-9ddd-0693f0946738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:50.131450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2e88a975-7835-462f-a7bd-03a28c01f30d None None] Provisioning complete for port 0b2909ee-fcd6-4412-ae16-90ae47968b65 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:50.131605 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2e88a975-7835-462f-a7bd-03a28c01f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.136820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-633b78e8-1490-445c-bab5-ab877b6d2200 req-c2146524-c875-4c34-87bc-707045c44627 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748918 Jul 19 03:20:50.138537 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f71f5cbe-77c2-4947-b4db-4039db23edd8 req-56661a60-fd69-4b6b-9ddd-0693f0946738 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 1097 time: 0.2108722 Jul 19 03:20:50.163730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e44923f7-6102-4509-87d9-6c458b663580,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:50.174606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55392) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:50.284011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['7ed73c5c-2db1-4649-9604-1103408e0a4f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:50.296325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['e44923f7-6102-4509-87d9-6c458b663580'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:50.297273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae073a4-08ac-445d-b032-022818a6e684 req-892ff43b-6d2f-4755-9059-c192eb0f0867 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:50.300866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0ae073a4-08ac-445d-b032-022818a6e684 req-892ff43b-6d2f-4755-9059-c192eb0f0867 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 948 time: 0.2986522 Jul 19 03:20:50.301630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.302897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-572443d2-9fc8-46c2-ad92-7fb2f9ec669b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9900928 Jul 19 03:20:50.306951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55394) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:50.340429 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f71f5cbe-77c2-4947-b4db-4039db23edd8 req-636226ed-3dc9-44bd-8b90-bc096cd3e69f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005851 Jul 19 03:20:50.371599 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2e88a975-7835-462f-a7bd-03a28c01f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.380578 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0ae073a4-08ac-445d-b032-022818a6e684 req-4e48d85f-5f21-423c-8ff2-22c0fd896d81 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718677 Jul 19 03:20:50.412587 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Set router ca484eee-35bd-46a0-9e78-4c340e34b9f6 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:20:50.489516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-39eafc47-688a-4813-8312-25d4f0fe973a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0698f45c99f0493ab1001e57ed7202de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116007 Jul 19 03:20:50.492278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55408) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:50.600548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2e88a975-7835-462f-a7bd-03a28c01f30d None None] For port 0b2909ee-fcd6-4412-ae16-90ae47968b65, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0b2909ee-fcd6-4412-ae16-90ae47968b65,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:50.615197 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2e88a975-7835-462f-a7bd-03a28c01f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.641224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d6a6-130d-4b7d-b6f6-af6409b43fc8 req-b320d1f3-a15b-4243-ad72-34e6874b5733 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:50.651049 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca93d6a6-130d-4b7d-b6f6-af6409b43fc8 req-b320d1f3-a15b-4243-ad72-34e6874b5733 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.1669717 Jul 19 03:20:50.664497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13d771d8-77c8-4d0e-9501-be0ea7e1c3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.670805 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca93d6a6-130d-4b7d-b6f6-af6409b43fc8 req-8b1fa060-2cc8-4b95-8841-22a1244a868d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/quotas/dba5a064d07a4967aa1b7bbbcfc3e348 HTTP/1.1" status: 200 len: 375 time: 0.0185318 Jul 19 03:20:50.674403 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:49Z', 'revision_number': 3, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:50.678871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88a975-7835-462f-a7bd-03a28c01f30d None None] Pushing event updated for resources: {'Port': ['ID=0b2909ee-fcd6-4412-ae16-90ae47968b65,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:50.702620 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Checking router: ca484eee-35bd-46a0-9e78-4c340e34b9f6 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:20:50.703182 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Updating router ca484eee-35bd-46a0-9e78-4c340e34b9f6 port 91bbc95d-4326-4b35-89c9-a7178e7b69b3 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:20:50.742202 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.749192 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13d771d8-77c8-4d0e-9501-be0ea7e1c3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.790528 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca93d6a6-130d-4b7d-b6f6-af6409b43fc8 req-91f2ef30-3ecd-4383-8fb8-8a676fe125bd tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178758 Jul 19 03:20:50.851730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3baaf84c-2711-4ceb-b60c-293437b78902 None None] Provisioning complete for port 0b2909ee-fcd6-4412-ae16-90ae47968b65 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:50.851730 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3baaf84c-2711-4ceb-b60c-293437b78902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.892018 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13d771d8-77c8-4d0e-9501-be0ea7e1c3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.894843 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13d771d8-77c8-4d0e-9501-be0ea7e1c3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:50.896080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-13d771d8-77c8-4d0e-9501-be0ea7e1c3db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42bbd1c9-d20a-494c-ab46-8be909ccf350 HTTP/1.1" status: 204 len: 168 time: 0.4026632 Jul 19 03:20:50.910617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d771d8-77c8-4d0e-9501-be0ea7e1c3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bbd1c9-d20a-494c-ab46-8be909ccf350,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:50.966086 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca93d6a6-130d-4b7d-b6f6-af6409b43fc8 req-d01aab9e-6c7f-455c-929d-ec90d9c03d30 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742315 Jul 19 03:20:50.996760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:51.052051 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:51.064865 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Transition to ACTIVE for port object 91bbc95d-4326-4b35-89c9-a7178e7b69b3 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:51.075437 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:51.102606 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca93d6a6-130d-4b7d-b6f6-af6409b43fc8 req-0e1be340-ce21-40c9-991f-017f52d7237a service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274409 Jul 19 03:20:51.138363 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Pushing event updated for resources: {'Port': ['ID=91bbc95d-4326-4b35-89c9-a7178e7b69b3,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:51.159107 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Attempting to bind port 91bbc95d-4326-4b35-89c9-a7178e7b69b3 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:51.159481 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Attempting to bind port 91bbc95d-4326-4b35-89c9-a7178e7b69b3 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:51.159845 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Attempting to bind port 91bbc95d-4326-4b35-89c9-a7178e7b69b3 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:51.170304 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:51.170722 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:51.173032 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:51.173622 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:51.174248 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Bound port: 91bbc95d-4326-4b35-89c9-a7178e7b69b3, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:51.174863 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:51.222734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Allocated IP 172.20.0.1 (ccbd75a7-d986-46f0-9641-f34658277b42/67b17120-1fc5-41d5-99dc-a11cd5920add/db36ffaa-98e6-4611-8e08-fa9a1de16da6) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:51.289130 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] For port 91bbc95d-4326-4b35-89c9-a7178e7b69b3, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:51.293249 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] For port 91bbc95d-4326-4b35-89c9-a7178e7b69b3, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=91bbc95d-4326-4b35-89c9-a7178e7b69b3,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:51.295911 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.302847 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.303427 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.303922 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.304410 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.304892 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.305384 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.305873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.306635 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.307281 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.307767 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.308246 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:51.315159 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:51.428944 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Routers {'ca484eee-35bd-46a0-9e78-4c340e34b9f6'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:20:51.431358 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:20:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:51.480677 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350351bf-9070-4077-9ef9-a2f4412f7148 None None] Pushing event updated for resources: {'Port': ['ID=91bbc95d-4326-4b35-89c9-a7178e7b69b3,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:51.497992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0b2909ee-fcd6-4412-ae16-90ae47968b65 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:51.567832 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] Set router ca484eee-35bd-46a0-9e78-4c340e34b9f6 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:20:51.580862 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:51.606901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0da238-5424-4ccc-8dc9-c9e2976f82e6 req-84b74bcb-5661-42e3-a684-4e9a765083d7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:51.608465 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d0da238-5424-4ccc-8dc9-c9e2976f82e6 req-84b74bcb-5661-42e3-a684-4e9a765083d7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1719868 Jul 19 03:20:51.609735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Transition to ACTIVE for port object db36ffaa-98e6-4611-8e08-fa9a1de16da6 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:51.613164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0b2909ee-fcd6-4412-ae16-90ae47968b65 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:51.613656 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:51.684644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d0da238-5424-4ccc-8dc9-c9e2976f82e6 req-98d6e130-ee32-4f8b-add9-f8caab48d89a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680764 Jul 19 03:20:51.717548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:51.774317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Pushing event updated for resources: {'Port': ['ID=db36ffaa-98e6-4611-8e08-fa9a1de16da6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:51.784609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f88e51-b642-469f-b080-952553c515df req-f5533ce0-dd1a-4b08-a44b-08cfda8898fa tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:51.785790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Network ccbd75a7-d986-46f0-9641-f34658277b42 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:51.786599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-66f88e51-b642-469f-b080-952553c515df req-f5533ce0-dd1a-4b08-a44b-08cfda8898fa tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 948 time: 0.2324858 Jul 19 03:20:51.796145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:51.807063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:51.842829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-66f88e51-b642-469f-b080-952553c515df req-d5430f98-d4ef-4465-aa51-76e29ed39363 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499475 Jul 19 03:20:51.918931 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:49Z', 'revision_number': 3, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:51.919140 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:51.992595 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2efc2-7c53-48f9-9d28-1b49d95431d0 None None] The sync data for ids ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'] in n-d-762330-18 is: [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:49Z', 'revision_number': 3, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:20:52.276649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.311087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c7810ef7-7f99-4e6c-8f22-b35ffae2365d None None] Provisioning for port db36ffaa-98e6-4611-8e08-fa9a1de16da6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:52.315839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c7810ef7-7f99-4e6c-8f22-b35ffae2365d None None] Provisioning complete for port db36ffaa-98e6-4611-8e08-fa9a1de16da6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:52.316719 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c7810ef7-7f99-4e6c-8f22-b35ffae2365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.389950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c7810ef7-7f99-4e6c-8f22-b35ffae2365d None None] Port db36ffaa-98e6-4611-8e08-fa9a1de16da6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:20:52.483305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72005113-12d3-44c3-9492-136ce8c1c3fa req-633d458f-36e9-4728-abbe-9677d4f48f53 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:52.486109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72005113-12d3-44c3-9492-136ce8c1c3fa req-633d458f-36e9-4728-abbe-9677d4f48f53 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1347651 Jul 19 03:20:52.492420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55480) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:52.524469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-9ff80655-3a9c-4955-ba7b-39d94f0bdaa9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:52.526637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-9ff80655-3a9c-4955-ba7b-39d94f0bdaa9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.2216818 Jul 19 03:20:52.557199 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72005113-12d3-44c3-9492-136ce8c1c3fa req-f7412f92-bc85-412a-b40a-49883b870a15 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602705 Jul 19 03:20:52.575092 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-afb68ac8-1f74-4416-af5b-6463d5451381 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/quotas/dba5a064d07a4967aa1b7bbbcfc3e348 HTTP/1.1" status: 200 len: 375 time: 0.0192647 Jul 19 03:20:52.623611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1566716496'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:52.649815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Made reservation on behalf of b5f08871eea34af5af198ca9fede6689 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:52.653783 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.662927 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.677046 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.682910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-767dbbcd-86ce-4e3c-bf9f-51bde6b28b99 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1047747 Jul 19 03:20:52.684199 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.763510 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.773112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Pushing event updated for resources: {'Port': ['ID=db36ffaa-98e6-4611-8e08-fa9a1de16da6,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:52.779984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.787473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.808122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-b0a5eb41-8130-475e-8a10-70cff53c9868 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:20:52.815544 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-b0a5eb41-8130-475e-8a10-70cff53c9868 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1056101 Jul 19 03:20:52.815755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:20:52.830794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0446e15-56c7-459d-b99b-aee398705a75,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:52.836285 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.836285 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Added segment cea18c39-ebb1-47b2-b535-84edd0ea1391 of type vlan for network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 Jul 19 03:20:52.889129 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.926118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.933942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:52.934929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:52.971120 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4748402 Jul 19 03:20:52.977178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55490) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:52.982620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Request body: {'subnet': {'network_id': '4a5a3a8a-dde1-41f8-a163-8c4b77f43b70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:53.090231 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Made reservation on behalf of b5f08871eea34af5af198ca9fede6689 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:53.094397 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:53.186679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a246d4-e7bc-47d7-b21d-dc27a40ac1f5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event updated for resources: {'Network': ['ID=4a5a3a8a-dde1-41f8-a163-8c4b77f43b70,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:53.203395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:20:53.216613 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 7ed73c5c-2db1-4649-9604-1103408e0a4f up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:53.318158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Network ccbd75a7-d986-46f0-9641-f34658277b42 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:53.320993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:53.321114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090586d-77f5-4bea-bda2-f7dbed305f0d req-d13eb55e-8194-4599-bfe2-1b47d35778ba tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:53.324018 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8090586d-77f5-4bea-bda2-f7dbed305f0d req-d13eb55e-8194-4599-bfe2-1b47d35778ba tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 948 time: 0.2234821 Jul 19 03:20:53.330693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-78d04929-e61a-4920-a769-4eb452c77004 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146644 Jul 19 03:20:53.341582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 7ed73c5c-2db1-4649-9604-1103408e0a4f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:53.349631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 7ed73c5c-2db1-4649-9604-1103408e0a4f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:53.350225 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:53.411247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8090586d-77f5-4bea-bda2-f7dbed305f0d req-4aec8f7b-6c3e-4e7e-a8ec-941976e77f0d tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674155 Jul 19 03:20:53.477179 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:53.511080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 91bbc95d-4326-4b35-89c9-a7178e7b69b3 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:53.596368 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2e1fc8-f28f-404e-8f61-ed682055dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed73c5c-2db1-4649-9604-1103408e0a4f'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:53.599290 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd2fe87-257c-4f90-b29a-0204ba4048bc" -d '{"events": [{"server_uuid": "1d2e1fc8-f28f-404e-8f61-ed682055dab4", "name": "network-vif-plugged", "status": "completed", "tag": "7ed73c5c-2db1-4649-9604-1103408e0a4f"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:53.622728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 91bbc95d-4326-4b35-89c9-a7178e7b69b3 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:53.630849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 7ed73c5c-2db1-4649-9604-1103408e0a4f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=7ed73c5c-2db1-4649-9604-1103408e0a4f,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:53.632735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 91bbc95d-4326-4b35-89c9-a7178e7b69b3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:53.633319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:53.671251 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-d7141b59-016d-4463-bb3f-a885bb892fea service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397307 Jul 19 03:20:53.673754 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:53.674388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e44923f7-6102-4509-87d9-6c458b663580 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:53.714835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Router ca484eee-35bd-46a0-9e78-4c340e34b9f6 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:20:53.766822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a8ff3758-9063-421c-861e-9aeb427a02a2 None None] Provisioning complete for port db36ffaa-98e6-4611-8e08-fa9a1de16da6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:53.767354 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3758-9063-421c-861e-9aeb427a02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:53.820705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff3758-9063-421c-861e-9aeb427a02a2 None None] Port db36ffaa-98e6-4611-8e08-fa9a1de16da6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:20:53.855483 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port e44923f7-6102-4509-87d9-6c458b663580 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:53.882866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port e44923f7-6102-4509-87d9-6c458b663580 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:53.883570 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:53.947059 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b1f19e-0452-4ba4-9ac8-523186fd0dbc x-openstack-request-id: req-e7b1f19e-0452-4ba4-9ac8-523186fd0dbc {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:53.949953 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2e1fc8-f28f-404e-8f61-ed682055dab4", "name": "network-vif-plugged", "status": "completed", "tag": "7ed73c5c-2db1-4649-9604-1103408e0a4f", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:53.950552 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7b1f19e-0452-4ba4-9ac8-523186fd0dbc {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:53.952391 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2e1fc8-f28f-404e-8f61-ed682055dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'code': 200} Jul 19 03:20:53.970087 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:53.987295 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e0430fb0-1c00-4c72-8715-4e02d2e955b3 req-0de3e2c7-aaa5-4aa1-b215-76f91c1d2333 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 210 time: 0.0492361 Jul 19 03:20:54.035665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:20:54.043167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4d7488bc-ac43-412e-8e5d-a78d17cd237c admin admin] 10.222.0.20 "PUT /v2.0/routers/ca484eee-35bd-46a0-9e78-4c340e34b9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7349794 Jul 19 03:20:54.049955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=7ed73c5c-2db1-4649-9604-1103408e0a4f,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:54.063647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.064001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.065170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.065514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.065864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.066203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.066579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.067054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.067392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.067861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.068203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.068532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:20:54.094508 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:54.141352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 91bbc95d-4326-4b35-89c9-a7178e7b69b3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=91bbc95d-4326-4b35-89c9-a7178e7b69b3,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:54.175216 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:54.197582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event updated for resources: {'Subnet': ['ID=c3e6ce5b-56c6-400f-837e-f1b626484279,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:54.220606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c2e19-21ef-42d2-af15-9b201149bb23 req-e834c199-ce95-494e-a216-06e9017caaae tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:54.221707 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:54.228514 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f52c2e19-21ef-42d2-af15-9b201149bb23 req-e834c199-ce95-494e-a216-06e9017caaae tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.2718801 Jul 19 03:20:54.268096 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=91bbc95d-4326-4b35-89c9-a7178e7b69b3,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:54.289555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2325bdf-4b13-43a7-83a9-83d650016f06 req-97758a53-19ee-4eed-a0ce-4e630c33bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:54.291855 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2325bdf-4b13-43a7-83a9-83d650016f06 req-97758a53-19ee-4eed-a0ce-4e630c33bb86 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d2e1fc8-f28f-404e-8f61-ed682055dab4 HTTP/1.1" status: 200 len: 1101 time: 0.2981482 Jul 19 03:20:54.292259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e44923f7-6102-4509-87d9-6c458b663580, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e44923f7-6102-4509-87d9-6c458b663580,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:54.296728 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:54.317678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Checking segment: {'id': 'cea18c39-ebb1-47b2-b535-84edd0ea1391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4a5a3a8a-dde1-41f8-a163-8c4b77f43b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:54.318041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Network hostable DHCP agents. Network: 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:20:54.360508 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Sync routers for ids ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:20:54.363638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e44923f7-6102-4509-87d9-6c458b663580,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:54.373689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Routers {'ca484eee-35bd-46a0-9e78-4c340e34b9f6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:20:54.374344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:20:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:54.376943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f52c2e19-21ef-42d2-af15-9b201149bb23 req-a81a9420-ddb9-4c5f-9c06-4b2896c924f2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411769 Jul 19 03:20:54.406819 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2325bdf-4b13-43a7-83a9-83d650016f06 req-a96393fe-3bf1-445b-8a17-72c21ad475e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055017 Jul 19 03:20:54.413961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:20:54.428469 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:54.435006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:54.435610 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:54.456015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55522) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:54.462049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Request body: {'port': {'network_id': '4a5a3a8a-dde1-41f8-a163-8c4b77f43b70', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1637469947'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:54.467083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d8212ad1-ba7b-4261-a282-88cfa118d8cf tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4884720 Jul 19 03:20:54.628973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Made reservation on behalf of b5f08871eea34af5af198ca9fede6689 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:54.637722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be0bc9-8be6-4c49-8171-01bd79cdbcfc None None] Network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:20:54.638135 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:54.669577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] device_id is not set on port 039d89a8-ed90-49b8-869f-b8a53d4ec7d1 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:20:54.697003 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd3f24-3184-42bd-bfcd-3674cf2fb1ec req-0185cf26-cce0-475b-a0fc-9851bee49911 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:54.705604 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-14cd3f24-3184-42bd-bfcd-3674cf2fb1ec req-0185cf26-cce0-475b-a0fc-9851bee49911 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 949 time: 0.1015401 Jul 19 03:20:54.719027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Set router ca484eee-35bd-46a0-9e78-4c340e34b9f6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:20:54.793252 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-14cd3f24-3184-42bd-bfcd-3674cf2fb1ec req-940bae94-5b8d-46e5-af8c-af0ef23ba211 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862193 Jul 19 03:20:54.831784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Allocated IP 2001:db8::168 (4a5a3a8a-dde1-41f8-a163-8c4b77f43b70/c3e6ce5b-56c6-400f-837e-f1b626484279/039d89a8-ed90-49b8-869f-b8a53d4ec7d1) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:54.850431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55530) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:54.855433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5ee62947-5fbc-4821-90dc-58ac2bd60d59 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068064882', 'description': 'tempest-description--1136935064'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:54.896100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ee62947-5fbc-4821-90dc-58ac2bd60d59 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.011297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-4a5a3a8a-dde1-41f8-a163-8c4b77f43b70', 'network_id': '4a5a3a8a-dde1-41f8-a163-8c4b77f43b70', 'tenant_id': 'b5f08871eea34af5af198ca9fede6689', 'fixed_ips': [{'subnet_id': 'c3e6ce5b-56c6-400f-837e-f1b626484279'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:20:55.012091 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.020000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ee62947-5fbc-4821-90dc-58ac2bd60d59 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.026057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ee62947-5fbc-4821-90dc-58ac2bd60d59 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.060713 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ee62947-5fbc-4821-90dc-58ac2bd60d59 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.062073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5ee62947-5fbc-4821-90dc-58ac2bd60d59 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2106118 Jul 19 03:20:55.065448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55534) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:55.071252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0ca7c35b-266d-4ba8-8403-11cd5ef56e0e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Request body: {'security_group_rule': {'security_group_id': '23bca3d6-1e99-45cd-814e-d9719190cce7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:55.076298 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.092534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Transition to ACTIVE for port object 039d89a8-ed90-49b8-869f-b8a53d4ec7d1 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:55.095252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee62947-5fbc-4821-90dc-58ac2bd60d59 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23bca3d6-1e99-45cd-814e-d9719190cce7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:55.111441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ca7c35b-266d-4ba8-8403-11cd5ef56e0e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.168249 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.198978 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ca7c35b-266d-4ba8-8403-11cd5ef56e0e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.204679 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ca7c35b-266d-4ba8-8403-11cd5ef56e0e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.226894 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be60041f-c476-413f-b294-27b264bca9be req-641a52f3-6da9-46a5-bb27-5009ab45724f tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 210 time: 0.0744050 Jul 19 03:20:55.228316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:52Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'db36ffaa-98e6-4611-8e08-fa9a1de16da6', 'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'mac_address': 'fa:16:3e:1d:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:51Z', 'updated_at': '2021-07-19T03:20:52Z', 'revision_number': 2, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'subnets': [{'id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:55.258374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7c35b-266d-4ba8-8403-11cd5ef56e0e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45c0828-90db-406f-b9f8-1800a3e42ebf,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:55.266257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ca7c35b-266d-4ba8-8403-11cd5ef56e0e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.270117 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0ca7c35b-266d-4ba8-8403-11cd5ef56e0e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2014406 Jul 19 03:20:55.270670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55538) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:55.275299 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Checking router: ca484eee-35bd-46a0-9e78-4c340e34b9f6 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:20:55.275796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Updating router ca484eee-35bd-46a0-9e78-4c340e34b9f6 port db36ffaa-98e6-4611-8e08-fa9a1de16da6 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:20:55.278901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c0e0226b-e000-479d-a5b2-c7183ee5504a tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Request body: {'security_group_rule': {'security_group_id': '23bca3d6-1e99-45cd-814e-d9719190cce7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:55.283759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Allocated IP 2001:db8::2 (4a5a3a8a-dde1-41f8-a163-8c4b77f43b70/c3e6ce5b-56c6-400f-837e-f1b626484279/22866b92-faa6-4213-9590-07d3466b8da7) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:55.339522 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.350389 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0e0226b-e000-479d-a5b2-c7183ee5504a tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.356683 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event updated for resources: {'Port': ['ID=039d89a8-ed90-49b8-869f-b8a53d4ec7d1,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:55.361825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:55.366721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:55.369637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:55.379508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:55.380177 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.397167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3b58f8fb-8455-448d-bf82-4c21d2cbc5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9399083 Jul 19 03:20:55.401729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55542) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:55.412778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Request body: {'port': {'network_id': '4a5a3a8a-dde1-41f8-a163-8c4b77f43b70', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2081380942', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:55.413393 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.api.validators [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] bootfile-name is not in valid_values {{(pid=94344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:20:55.413735 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.api.validators [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] tftp-server is not in valid_values {{(pid=94344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:20:55.414092 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.api.validators [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] server-ip-address is not in valid_values {{(pid=94344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:20:55.429326 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0e0226b-e000-479d-a5b2-c7183ee5504a tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.433866 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0e0226b-e000-479d-a5b2-c7183ee5504a tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.453167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0226b-e000-479d-a5b2-c7183ee5504a tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad628f7-d3dd-4983-8a68-1cd7b417da8b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:55.470164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0e0226b-e000-479d-a5b2-c7183ee5504a tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.474235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c0e0226b-e000-479d-a5b2-c7183ee5504a tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1999042 Jul 19 03:20:55.474892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55544) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:55.484380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:55.503080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 91bbc95d-4326-4b35-89c9-a7178e7b69b3 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:55.606749 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.679980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-85b826e7-fdf9-4db9-8176-55281e113c7d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:55.681878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909fd76-dfb5-4533-8b2e-019769fd3449 req-42252631-7726-4b0c-8d9d-2d73ec507098 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:55.682391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-85b826e7-fdf9-4db9-8176-55281e113c7d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.1684566 Jul 19 03:20:55.689462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0909fd76-dfb5-4533-8b2e-019769fd3449 req-42252631-7726-4b0c-8d9d-2d73ec507098 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1350889 Jul 19 03:20:55.724911 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.729909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Made reservation on behalf of b5f08871eea34af5af198ca9fede6689 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:55.734182 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.734778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Request body: {'port': {'device_id': 'ea2e3a12-1f6f-4558-aa28-6643a02835e2', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'admin_state_up': True, 'tenant_id': 'dba5a064d07a4967aa1b7bbbcfc3e348'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:55.736961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Transition to ACTIVE for port object 22866b92-faa6-4213-9590-07d3466b8da7 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:55.755639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Transition to ACTIVE for port object 22866b92-faa6-4213-9590-07d3466b8da7 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:55.768807 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0909fd76-dfb5-4533-8b2e-019769fd3449 req-a1929889-1c10-4981-b93a-84b22ba564aa tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781033 Jul 19 03:20:55.769164 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.774507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] device_id is not set on port 43a79767-8bb3-41a3-8ef2-7521103bfd69 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:20:55.851740 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.867542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Pushing event updated for resources: {'Port': ['ID=22866b92-faa6-4213-9590-07d3466b8da7,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:55.897535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:55.902821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:55.906234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:55.919713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Allocated IP 2001:db8::9b (4a5a3a8a-dde1-41f8-a163-8c4b77f43b70/c3e6ce5b-56c6-400f-837e-f1b626484279/43a79767-8bb3-41a3-8ef2-7521103bfd69) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:55.939256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 91bbc95d-4326-4b35-89c9-a7178e7b69b3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:55.939602 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:55.968391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed8e96-0de2-419e-9748-dc114a200aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44923f7-6102-4509-87d9-6c458b663580'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:55.970663 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c772d8-8d71-44d2-8689-1995d59a1600" -d '{"events": [{"server_uuid": "19ed8e96-0de2-419e-9748-dc114a200aec", "name": "network-vif-plugged", "status": "completed", "tag": "e44923f7-6102-4509-87d9-6c458b663580"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:55.980539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Allocated IP 172.25.2.222 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/9c0eb43c-8129-4da0-bfb7-6d00a77302fd) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:56.041010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Attempting to bind port 22866b92-faa6-4213-9590-07d3466b8da7 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:56.041536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Attempting to bind port 22866b92-faa6-4213-9590-07d3466b8da7 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'cea18c39-ebb1-47b2-b535-84edd0ea1391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4a5a3a8a-dde1-41f8-a163-8c4b77f43b70'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:56.041915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Attempting to bind port 22866b92-faa6-4213-9590-07d3466b8da7 on network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:56.063724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:56.064107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Checking segment: {'id': 'cea18c39-ebb1-47b2-b535-84edd0ea1391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4a5a3a8a-dde1-41f8-a163-8c4b77f43b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:56.064514 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.064908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Bound using segment: {'id': 'cea18c39-ebb1-47b2-b535-84edd0ea1391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4a5a3a8a-dde1-41f8-a163-8c4b77f43b70'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:56.065382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Bound port: 22866b92-faa6-4213-9590-07d3466b8da7, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea18c39-ebb1-47b2-b535-84edd0ea1391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4a5a3a8a-dde1-41f8-a163-8c4b77f43b70'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:56.065769 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.142441 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.176249 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c0a201-2fd3-42a7-a603-ce85a8ebed72 x-openstack-request-id: req-d1c0a201-2fd3-42a7-a603-ce85a8ebed72 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:20:56.176551 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed8e96-0de2-419e-9748-dc114a200aec", "name": "network-vif-plugged", "status": "completed", "tag": "e44923f7-6102-4509-87d9-6c458b663580", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:20:56.177288 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1c0a201-2fd3-42a7-a603-ce85a8ebed72 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:20:56.177288 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed8e96-0de2-419e-9748-dc114a200aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44923f7-6102-4509-87d9-6c458b663580', 'code': 200} Jul 19 03:20:56.181961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Made reservation on behalf of dba5a064d07a4967aa1b7bbbcfc3e348 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:20:56.185587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.197173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.197597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Transition to ACTIVE for port object db36ffaa-98e6-4611-8e08-fa9a1de16da6 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:56.202426 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.214144 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.215305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb92ba3-8857-4e08-8ca7-03ee2b3bd2f8 req-fb566517-e4c0-43a9-9419-c6b637e21002 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:56.219434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Transition to ACTIVE for port object 43a79767-8bb3-41a3-8ef2-7521103bfd69 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:56.223885 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4cb92ba3-8857-4e08-8ca7-03ee2b3bd2f8 req-fb566517-e4c0-43a9-9419-c6b637e21002 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 949 time: 0.2027667 Jul 19 03:20:56.257309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] For port 22866b92-faa6-4213-9590-07d3466b8da7, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:56.273555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.280280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] For port 22866b92-faa6-4213-9590-07d3466b8da7, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=22866b92-faa6-4213-9590-07d3466b8da7,segment=NetworkSegment(cea18c39-ebb1-47b2-b535-84edd0ea1391),segment_id=cea18c39-ebb1-47b2-b535-84edd0ea1391)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:56.289423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e5a9d-cf0d-45cf-8cd9-23f8c75d8737 None None] Pushing event updated for resources: {'Port': ['ID=db36ffaa-98e6-4611-8e08-fa9a1de16da6,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:56.295206 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.363473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event updated for resources: {'Port': ['ID=43a79767-8bb3-41a3-8ef2-7521103bfd69,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:56.375150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:56.376623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:56.379050 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:56.391689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:56.392404 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.440064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f08c39fd-144c-45c7-b565-186ec69d3fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0369282 Jul 19 03:20:56.442945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55560) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:56.444894 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4cb92ba3-8857-4e08-8ca7-03ee2b3bd2f8 req-bbc1bedb-051a-46b2-8388-02f9f12ffdd9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179461 Jul 19 03:20:56.449871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Attempting to bind port db36ffaa-98e6-4611-8e08-fa9a1de16da6 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:56.450364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Attempting to bind port db36ffaa-98e6-4611-8e08-fa9a1de16da6 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:56.450737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Attempting to bind port db36ffaa-98e6-4611-8e08-fa9a1de16da6 on network ccbd75a7-d986-46f0-9641-f34658277b42 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:56.459216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff436181-eec4-44ce-9b1c-4935cf4c5083 None None] Pushing event updated for resources: {'Port': ['ID=22866b92-faa6-4213-9590-07d3466b8da7,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:56.463329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:56.463865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Checking segment: {'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:56.464281 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.464862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Bound using segment: {'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:56.465153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Bound port: db36ffaa-98e6-4611-8e08-fa9a1de16da6, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:56.465539 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.565702 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d5fd26ff-af3d-49b2-a4c2-e971a1702d2a req-177685d7-839e-484b-922b-21143142ebbf tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 210 time: 0.1242793 Jul 19 03:20:56.575654 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.599415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] For port db36ffaa-98e6-4611-8e08-fa9a1de16da6, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:56.604024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] For port db36ffaa-98e6-4611-8e08-fa9a1de16da6, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=db36ffaa-98e6-4611-8e08-fa9a1de16da6,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:56.612819 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.649255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea7cca-e521-4fd7-be4c-9d2dcab1c39d req-bbe4b6e9-65ea-44c5-810e-b6a6d65b5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:56.651651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75ea7cca-e521-4fd7-be4c-9d2dcab1c39d req-bbe4b6e9-65ea-44c5-810e-b6a6d65b5ab5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 1101 time: 0.3804464 Jul 19 03:20:56.653690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Pushing event updated for resources: {'Port': ['ID=9c0eb43c-8129-4da0-bfb7-6d00a77302fd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:56.673919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:56.676339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Allocated IP 172.20.0.2 (0c2ef247-331e-4b1f-906f-ecc0b3566b99/38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb/4a41f2f5-4f30-40a9-8f07-530fc7f24c54) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:20:56.685822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:56.693030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:56.697377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Routers {'ca484eee-35bd-46a0-9e78-4c340e34b9f6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:20:56.698038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:20:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:56.716587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de47a0-7518-4272-8585-6cc38d196bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:56.731745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de47a0-7518-4272-8585-6cc38d196bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:56.770992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de47a0-7518-4272-8585-6cc38d196bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:56.776901 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-61de47a0-7518-4272-8585-6cc38d196bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3294783 Jul 19 03:20:56.777078 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75ea7cca-e521-4fd7-be4c-9d2dcab1c39d req-21ba2b36-57ae-49cd-9514-1030637662fe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122093 Jul 19 03:20:56.777164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55566) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:56.786579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e5a9d-cf0d-45cf-8cd9-23f8c75d8737 None None] Pushing event updated for resources: {'Port': ['ID=db36ffaa-98e6-4611-8e08-fa9a1de16da6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:56.961068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-14d3d618-fd1a-430d-adb5-606424ef3cac tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Deleting port 43a79767-8bb3-41a3-8ef2-7521103bfd69 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:20:56.961434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14d3d618-fd1a-430d-adb5-606424ef3cac tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.971628 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:56.973868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] Set router ca484eee-35bd-46a0-9e78-4c340e34b9f6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:20:57.058848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.062647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.137480 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14d3d618-fd1a-430d-adb5-606424ef3cac tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.150304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-14d3d618-fd1a-430d-adb5-606424ef3cac tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Calling delete_port for 43a79767-8bb3-41a3-8ef2-7521103bfd69 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:20:57.191378 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.207431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:20:57.258635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc6330-8a74-4c5b-8d74-dbbe630345a0 req-de7a5d5c-e4c4-460c-83c5-5948ed71e106 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:57.262923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9cc6330-8a74-4c5b-8d74-dbbe630345a0 req-de7a5d5c-e4c4-460c-83c5-5948ed71e106 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.2973137 Jul 19 03:20:57.264763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:20:57.282645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:20:57.286370 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event updated for resources: {'Port': ['ID=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:57.290140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:20:57.345645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.349789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9cc6330-8a74-4c5b-8d74-dbbe630345a0 req-78ae59cf-d104-4ee1-bc99-a751bbf3767a tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796845 Jul 19 03:20:57.377478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:57.378155 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.380688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.458516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14d3d618-fd1a-430d-adb5-606424ef3cac tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.514924 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-eb2b25af-20ec-4ca9-b21a-e24d6ccbc7ab tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7923160 Jul 19 03:20:57.520314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:52Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'db36ffaa-98e6-4611-8e08-fa9a1de16da6', 'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'mac_address': 'fa:16:3e:1d:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:51Z', 'updated_at': '2021-07-19T03:20:56Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'subnets': [{'id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:20:57.532160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Request body: {'port': {'device_id': 'ea2e3a12-1f6f-4558-aa28-6643a02835e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:57.542719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3d618-fd1a-430d-adb5-606424ef3cac tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event deleted for resources: {'Port': ['ID=43a79767-8bb3-41a3-8ef2-7521103bfd69,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:57.546414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Pushing event updated for resources: {'Port': ['ID=9c0eb43c-8129-4da0-bfb7-6d00a77302fd,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:57.556844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 22866b92-faa6-4213-9590-07d3466b8da7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:57.563773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb7d9c-2f79-4b81-999f-eea70cdf0d65 None None] The sync data for ids ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'] in n-d-762330-18 is: [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:52Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'db36ffaa-98e6-4611-8e08-fa9a1de16da6', 'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'mac_address': 'fa:16:3e:1d:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:51Z', 'updated_at': '2021-07-19T03:20:56Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'subnets': [{'id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:20:57.608846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.647490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14d3d618-fd1a-430d-adb5-606424ef3cac tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.649487 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-14d3d618-fd1a-430d-adb5-606424ef3cac tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "DELETE /v2.0/ports/43a79767-8bb3-41a3-8ef2-7521103bfd69 HTTP/1.1" status: 204 len: 168 time: 0.8713963 Jul 19 03:20:57.657299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55576) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:57.720772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Request body: {'port': {'name': 'tempest-new-port-name-636416389', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:20:57.722601 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.api.validators [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] bootfile-name is not in valid_values {{(pid=94345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:20:57.724584 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.api.validators [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] tftp-server is not in valid_values {{(pid=94345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:20:57.725085 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.api.validators [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] server-ip-address is not in valid_values {{(pid=94345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:20:57.809744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 22866b92-faa6-4213-9590-07d3466b8da7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:57.881663 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:57.882917 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4c54db0d-e1af-4e49-b904-70d830e9f06c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4062147 Jul 19 03:20:57.883025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8c03a-10a7-46df-a6a6-0faecdcfc76b req-6b44ff78-6db6-4c45-aace-643de64a00f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:57.885323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dba8c03a-10a7-46df-a6a6-0faecdcfc76b req-6b44ff78-6db6-4c45-aace-643de64a00f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 931 time: 0.0914359 Jul 19 03:20:57.944461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dba8c03a-10a7-46df-a6a6-0faecdcfc76b req-69b18a85-615b-4bdb-86cf-a8b5ecb6857e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516942 Jul 19 03:20:58.023958 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.024422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01f03d-eaff-4d82-9387-062dcf25b6cf None None] Network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:20:58.060334 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.144165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0c7276f-2ed4-4de2-867d-b3b52366122f None None] Provisioning for port 22866b92-faa6-4213-9590-07d3466b8da7 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:58.176023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0c7276f-2ed4-4de2-867d-b3b52366122f None None] Provisioning complete for port 22866b92-faa6-4213-9590-07d3466b8da7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:58.176943 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a0c7276f-2ed4-4de2-867d-b3b52366122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.256455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a708a8-9558-4ff7-88ce-d3b054c5f0b1 req-4bc2882b-564a-404a-912d-8a5b1e056a24 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:58.263431 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04a708a8-9558-4ff7-88ce-d3b054c5f0b1 req-4bc2882b-564a-404a-912d-8a5b1e056a24 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 949 time: 0.3873596 Jul 19 03:20:58.338211 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a0c7276f-2ed4-4de2-867d-b3b52366122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.401442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a0c7276f-2ed4-4de2-867d-b3b52366122f None None] For port 22866b92-faa6-4213-9590-07d3466b8da7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=22866b92-faa6-4213-9590-07d3466b8da7,segment=NetworkSegment(cea18c39-ebb1-47b2-b535-84edd0ea1391),segment_id=cea18c39-ebb1-47b2-b535-84edd0ea1391)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:58.411033 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a0c7276f-2ed4-4de2-867d-b3b52366122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.492076 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04a708a8-9558-4ff7-88ce-d3b054c5f0b1 req-f31b869f-c2ce-4d86-9fc9-2f158f377bd1 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277451 Jul 19 03:20:58.506176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7276f-2ed4-4de2-867d-b3b52366122f None None] Pushing event updated for resources: {'Port': ['ID=22866b92-faa6-4213-9590-07d3466b8da7,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:58.559014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.569926 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.649788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] In _notify_port_updated(), no bound segment for port 039d89a8-ed90-49b8-869f-b8a53d4ec7d1 on network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:20:58.656272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:58.657291 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.658857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "PUT /v2.0/ports/039d89a8-ed90-49b8-869f-b8a53d4ec7d1 HTTP/1.1" status: 200 len: 1129 time: 0.9998274 Jul 19 03:20:58.661883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982ae75-4418-4303-b60d-7a33b9c2ffb5 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event updated for resources: {'Port': ['ID=039d89a8-ed90-49b8-869f-b8a53d4ec7d1,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:58.665807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55632) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:58.701954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1de633-5269-43a7-a332-8c0b8c2c26d5 req-ce5f9eeb-e155-474b-96c2-d3d96e3f6884 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:58.710656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b1de633-5269-43a7-a332-8c0b8c2c26d5 req-ce5f9eeb-e155-474b-96c2-d3d96e3f6884 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1051750 Jul 19 03:20:58.803249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b1de633-5269-43a7-a332-8c0b8c2c26d5 req-1eb874bb-864a-4d0f-8bed-751ae286ecd1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875943 Jul 19 03:20:58.803908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7d32a-b83d-4f1e-bde7-bf6d0697d830 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:58.806643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5ab7d32a-b83d-4f1e-bde7-bf6d0697d830 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "GET /v2.0/ports/039d89a8-ed90-49b8-869f-b8a53d4ec7d1 HTTP/1.1" status: 200 len: 1129 time: 0.0965002 Jul 19 03:20:58.817282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55644) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:58.909379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:20:58.925920 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.938202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c8aaff6a-61bb-4361-8ad9-c7b999a07f7d None None] Provisioning complete for port 22866b92-faa6-4213-9590-07d3466b8da7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:58.938716 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c8aaff6a-61bb-4361-8ad9-c7b999a07f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.957940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Transition to ACTIVE for port object 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:20:58.966880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-38853fc7-63b1-45d5-8950-26823a0f322e tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Deleting port 039d89a8-ed90-49b8-869f-b8a53d4ec7d1 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:20:58.967558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38853fc7-63b1-45d5-8950-26823a0f322e tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:58.983622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.119228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c8aaff6a-61bb-4361-8ad9-c7b999a07f7d None None] Provisioning for port 039d89a8-ed90-49b8-869f-b8a53d4ec7d1 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:59.125188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c8aaff6a-61bb-4361-8ad9-c7b999a07f7d None None] Provisioning complete for port 039d89a8-ed90-49b8-869f-b8a53d4ec7d1 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:59.125715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c8aaff6a-61bb-4361-8ad9-c7b999a07f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.167392 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38853fc7-63b1-45d5-8950-26823a0f322e tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.201714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-38853fc7-63b1-45d5-8950-26823a0f322e tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Calling delete_port for 039d89a8-ed90-49b8-869f-b8a53d4ec7d1 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:20:59.208953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c8aaff6a-61bb-4361-8ad9-c7b999a07f7d None None] Port 039d89a8-ed90-49b8-869f-b8a53d4ec7d1 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:20:59.225705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Pushing event updated for resources: {'Port': ['ID=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:59.408371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83b13-dea5-47b1-a599-aca81fb81fef req-eb761aaf-88bc-4ba0-b175-586d29d6eac2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:59.411260 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2af83b13-dea5-47b1-a599-aca81fb81fef req-eb761aaf-88bc-4ba0-b175-586d29d6eac2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 943 time: 0.1867218 Jul 19 03:20:59.424802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38853fc7-63b1-45d5-8950-26823a0f322e tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.443130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-61cf4339-502c-46b7-ab68-88ffd2bf8a29 None None] Could not find standard attr ID for object 039d89a8-ed90-49b8-869f-b8a53d4ec7d1. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:20:59.476147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38853fc7-63b1-45d5-8950-26823a0f322e tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event deleted for resources: {'Port': ['ID=039d89a8-ed90-49b8-869f-b8a53d4ec7d1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:20:59.532216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38853fc7-63b1-45d5-8950-26823a0f322e tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.534768 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-38853fc7-63b1-45d5-8950-26823a0f322e tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "DELETE /v2.0/ports/039d89a8-ed90-49b8-869f-b8a53d4ec7d1 HTTP/1.1" status: 204 len: 168 time: 0.7216437 Jul 19 03:20:59.538112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55678) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:20:59.543960 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2af83b13-dea5-47b1-a599-aca81fb81fef req-2c8d162a-c878-4cdf-aa7f-6ba383807356 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122882 Jul 19 03:20:59.550143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Attempting to bind port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:20:59.550371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Attempting to bind port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:20:59.551800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Attempting to bind port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:59.559376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device db36ffaa-98e6-4611-8e08-fa9a1de16da6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:59.574913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:20:59.575377 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Attempting to bind port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:20:59.596992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:20:59.598216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Checking segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:20:59.601398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Bound using segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:20:59.603637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Bound port: 4a41f2f5-4f30-40a9-8f07-530fc7f24c54, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:20:59.605076 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.672859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port db36ffaa-98e6-4611-8e08-fa9a1de16da6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:20:59.677854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d85e6a-f3a1-450f-8306-97b18934aeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Deleting subnet c3e6ce5b-56c6-400f-837e-f1b626484279 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:20:59.679122 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port db36ffaa-98e6-4611-8e08-fa9a1de16da6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:20:59.680174 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.692417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82d85e6a-f3a1-450f-8306-97b18934aeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.763403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82d85e6a-f3a1-450f-8306-97b18934aeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.775558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-45864ba3-d47c-4527-9207-95aa1421772a None None] Could not find standard attr ID for object 43a79767-8bb3-41a3-8ef2-7521103bfd69. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:20:59.827336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] For port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:20:59.831882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] For port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:20:59.843827 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.855837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.892982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82d85e6a-f3a1-450f-8306-97b18934aeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.935336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:59.936274 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.938258 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] 10.222.0.26 "PUT /v2.0/ports/4a41f2f5-4f30-40a9-8f07-530fc7f24c54 HTTP/1.1" status: 200 len: 1092 time: 2.4114325 Jul 19 03:20:59.938798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2e3a12-1f6f-4558-aa28-6643a02835e2', 'tag': '4a41f2f5-4f30-40a9-8f07-530fc7f24c54'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:20:59.941372 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2e3a12-1f6f-4558-aa28-6643a02835e2", "tag": "4a41f2f5-4f30-40a9-8f07-530fc7f24c54"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:20:59.945490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port db36ffaa-98e6-4611-8e08-fa9a1de16da6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=db36ffaa-98e6-4611-8e08-fa9a1de16da6,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:20:59.953791 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.954734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 22866b92-faa6-4213-9590-07d3466b8da7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:20:59.987537 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82d85e6a-f3a1-450f-8306-97b18934aeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:20:59.997953 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c509fd-79f6-4b12-beab-28e030ede7ae req-be5e9912-9b4d-4af4-9827-b70310387c1f tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:20:59.999579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30c509fd-79f6-4b12-beab-28e030ede7ae req-be5e9912-9b4d-4af4-9827-b70310387c1f tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 949 time: 0.2716072 Jul 19 03:21:00.036832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d85e6a-f3a1-450f-8306-97b18934aeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e6ce5b-56c6-400f-837e-f1b626484279,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:00.078573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f973d24-8f3d-4dd3-887e-6e5c11689e72 service neutron] Pushing event updated for resources: {'Port': ['ID=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:00.111318 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30c509fd-79f6-4b12-beab-28e030ede7ae req-41f2f5a8-36da-4887-9d3f-ccbdcbfefa2c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947783 Jul 19 03:21:00.119461 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82d85e6a-f3a1-450f-8306-97b18934aeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:00.124468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-82d85e6a-f3a1-450f-8306-97b18934aeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "DELETE /v2.0/subnets/c3e6ce5b-56c6-400f-837e-f1b626484279 HTTP/1.1" status: 204 len: 168 time: 0.5823069 Jul 19 03:21:00.124671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55690) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:00.163451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=db36ffaa-98e6-4611-8e08-fa9a1de16da6,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:00.173660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 22866b92-faa6-4213-9590-07d3466b8da7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:00.174529 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:00.187867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-9ef90f82-2483-466a-86bd-3968995e7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:00.189375 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-9ef90f82-2483-466a-86bd-3968995e7d0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 1095 time: 0.1869018 Jul 19 03:21:00.200084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c6ea6-a4bb-421b-8349-7c67562f7b8a req-2e92698d-7b06-4654-9354-ba6860ef4721 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:00.205384 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b2c6ea6-a4bb-421b-8349-7c67562f7b8a req-2e92698d-7b06-4654-9354-ba6860ef4721 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1550252 Jul 19 03:21:00.284187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-c825a15f-270a-4374-87c2-1b5af8f30b3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a41f2f5-4f30-40a9-8f07-530fc7f24c54 HTTP/1.1" status: 200 len: 217 time: 0.0852854 Jul 19 03:21:00.288193 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591fab7b-25f7-4dd4-bd3f-214777f23892 x-openstack-request-id: req-591fab7b-25f7-4dd4-bd3f-214777f23892 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:00.291243 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2e3a12-1f6f-4558-aa28-6643a02835e2", "tag": "4a41f2f5-4f30-40a9-8f07-530fc7f24c54", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:00.291243 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-591fab7b-25f7-4dd4-bd3f-214777f23892 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:00.291243 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2e3a12-1f6f-4558-aa28-6643a02835e2', 'tag': '4a41f2f5-4f30-40a9-8f07-530fc7f24c54', 'status': 'completed', 'code': 200} Jul 19 03:21:00.306910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b2c6ea6-a4bb-421b-8349-7c67562f7b8a req-0d04abac-242c-47ee-9d52-a0bcb2e5b9f1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954220 Jul 19 03:21:00.379867 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:00.404829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0845905-a5c2-4c7b-a19a-b290111937ec None None] Network 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:00.429808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-9d407de8-f903-4ef1-a1cb-ef7bf880140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:00.431477 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-9d407de8-f903-4ef1-a1cb-ef7bf880140d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.1414049 Jul 19 03:21:00.494427 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-b333b45c-d075-4d82-bcc7-8080f1ab2448 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385101 Jul 19 03:21:00.517528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fde664df-ac24-4ca7-8944-a15fb6f49bb2 None None] Could not find standard attr ID for object 039d89a8-ed90-49b8-869f-b8a53d4ec7d1. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:21:00.545112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ec582-60c7-4c58-962c-bc7542b24c77 req-146b24af-689a-431e-a6ef-abd709497944 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:00.546620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-150ec582-60c7-4c58-962c-bc7542b24c77 req-146b24af-689a-431e-a6ef-abd709497944 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d2e1fc8-f28f-404e-8f61-ed682055dab4 HTTP/1.1" status: 200 len: 949 time: 0.2042763 Jul 19 03:21:00.612721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Deleting port 22866b92-faa6-4213-9590-07d3466b8da7 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:00.613063 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:00.645234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9414d62-f664-491d-9d2d-0664ead1a0ad None None] DHCP port deletion for 4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:21:00.697113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-20ea18e7-cd5f-4bba-9781-f6a6cdefac10 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955843 Jul 19 03:21:00.703364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] For port 22866b92-faa6-4213-9590-07d3466b8da7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=22866b92-faa6-4213-9590-07d3466b8da7,segment=NetworkSegment(cea18c39-ebb1-47b2-b535-84edd0ea1391),segment_id=cea18c39-ebb1-47b2-b535-84edd0ea1391)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:00.703723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:00.713995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b9414d62-f664-491d-9d2d-0664ead1a0ad None None] Deleting port 22866b92-faa6-4213-9590-07d3466b8da7 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:00.714398 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9414d62-f664-491d-9d2d-0664ead1a0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:00.749045 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-150ec582-60c7-4c58-962c-bc7542b24c77 req-65e99d7e-095f-43be-afcc-bb8edc527fa5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586258 Jul 19 03:21:00.758732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Calling delete_port for 22866b92-faa6-4213-9590-07d3466b8da7 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:00.792662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be8ddd-cc04-4129-92fc-f13c2659ec9c req-dc865e9d-5ef4-40b1-a683-15dc98911920 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:00.797288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b9414d62-f664-491d-9d2d-0664ead1a0ad None None] For port 22866b92-faa6-4213-9590-07d3466b8da7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=22866b92-faa6-4213-9590-07d3466b8da7,segment=NetworkSegment(cea18c39-ebb1-47b2-b535-84edd0ea1391),segment_id=cea18c39-ebb1-47b2-b535-84edd0ea1391)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:00.797690 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9414d62-f664-491d-9d2d-0664ead1a0ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:00.802064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c7be8ddd-cc04-4129-92fc-f13c2659ec9c req-dc865e9d-5ef4-40b1-a683-15dc98911920 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 943 time: 0.1029906 Jul 19 03:21:00.819488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b9414d62-f664-491d-9d2d-0664ead1a0ad None None] Calling delete_port for 22866b92-faa6-4213-9590-07d3466b8da7 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:00.856191 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c7be8ddd-cc04-4129-92fc-f13c2659ec9c req-b6ea3789-9033-4680-92eb-0adc600cc2a8 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491076 Jul 19 03:21:00.932158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-327e5ce7-07dc-413e-9350-84c4bfa28455 req-5417c78a-3270-49ea-bb09-ce9c37a207cc service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211003 Jul 19 03:21:00.956250 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: from cryptography.utils import int_from_bytes Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: from cryptography.utils import int_from_bytes Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.965386 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:21:00.968477 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:21:00.974789 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9414d62-f664-491d-9d2d-0664ead1a0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:01.003326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event deleted for resources: {'Port': ['ID=22866b92-faa6-4213-9590-07d3466b8da7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:01.010215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] No DVR routers for this DVR port 22866b92-faa6-4213-9590-07d3466b8da7 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:01.017766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9414d62-f664-491d-9d2d-0664ead1a0ad None None] Pushing event deleted for resources: {'Port': ['ID=22866b92-faa6-4213-9590-07d3466b8da7,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:01.023163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9414d62-f664-491d-9d2d-0664ead1a0ad None None] No DVR routers for this DVR port 22866b92-faa6-4213-9590-07d3466b8da7 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:01.230005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5921e-056f-465e-b10f-273d02c566ae req-b65151ed-122c-40ae-a186-3da12e154bbf tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:01.236424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5921e-056f-465e-b10f-273d02c566ae req-b65151ed-122c-40ae-a186-3da12e154bbf tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:01.238224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab5921e-056f-465e-b10f-273d02c566ae req-b65151ed-122c-40ae-a186-3da12e154bbf tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec&device_id=1d2e1fc8-f28f-404e-8f61-ed682055dab4 HTTP/1.1" status: 200 len: 1689 time: 0.0827677 Jul 19 03:21:01.284846 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab5921e-056f-465e-b10f-273d02c566ae req-b161c57c-7a18-4a97-8dfa-24d2838cb8a1 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 Jul 19 03:21:01.457099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device db36ffaa-98e6-4611-8e08-fa9a1de16da6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:01.528715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port db36ffaa-98e6-4611-8e08-fa9a1de16da6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:01.529241 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:01.536213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:01.560949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5a3a8a-dde1-41f8-a163-8c4b77f43b70']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:01.572057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b0439-7a5f-4802-8b30-2c821c4bc228 req-068d1be0-4836-41af-ba01-bb7d6f9da4f5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:01.574090 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c1b0439-7a5f-4802-8b30-2c821c4bc228 req-068d1be0-4836-41af-ba01-bb7d6f9da4f5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.0969241 Jul 19 03:21:01.589138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea18c39-ebb1-47b2-b535-84edd0ea1391') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:01.589524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea18c39-ebb1-47b2-b535-84edd0ea1391') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:01.607334 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:01.623817 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c1b0439-7a5f-4802-8b30-2c821c4bc228 req-3400d1b6-c73f-472e-8fc3-92c5dd094a9d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 Jul 19 03:21:01.627950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63 req-116fed16-76e9-4850-9422-33d97164ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:01.629654 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63 req-116fed16-76e9-4850-9422-33d97164ac52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 1095 time: 0.6229815 Jul 19 03:21:01.631752 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:01.644748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:01.645162 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:01.656298 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:01.708788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab907f68-8b19-471d-803c-a5fbdf80057f req-ff27243d-2255-48d8-b359-d242e3ac3f87 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:01.710437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab907f68-8b19-471d-803c-a5fbdf80057f req-ff27243d-2255-48d8-b359-d242e3ac3f87 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 1101 time: 0.1711195 Jul 19 03:21:01.747171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 22866b92-faa6-4213-9590-07d3466b8da7 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:01.769698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 22866b92-faa6-4213-9590-07d3466b8da7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:01.770167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 22866b92-faa6-4213-9590-07d3466b8da7 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:01.804163 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:01.829037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:01.830941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] 10.222.0.20 "DELETE /v2.0/networks/4a5a3a8a-dde1-41f8-a163-8c4b77f43b70 HTTP/1.1" status: 204 len: 168 time: 1.7059331 Jul 19 03:21:01.846681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612af302-a034-42d6-b3df-61bbc663ac05 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969 tempest-ExtraDHCPOptionsIpV6TestJSON-808266969-project] Pushing event deleted for resources: {'Network': ['ID=4a5a3a8a-dde1-41f8-a163-8c4b77f43b70,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:01.857665 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab907f68-8b19-471d-803c-a5fbdf80057f req-e054b928-fb75-4f17-a98b-b7601316aaca tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134689 Jul 19 03:21:01.893598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63 req-00a48003-12c2-4e1d-a4bb-e7d443b85a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:01.896476 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63 req-00a48003-12c2-4e1d-a4bb-e7d443b85a2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 906 time: 0.2528660 Jul 19 03:21:01.953337 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63 req-b6ce607e-7907-4eb6-b0aa-2480ea7344b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a41f2f5-4f30-40a9-8f07-530fc7f24c54 HTTP/1.1" status: 200 len: 217 time: 0.0496330 Jul 19 03:21:02.070030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63 req-b75d5407-33ea-491a-9da1-d583a1bb6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:02.071927 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63 req-b75d5407-33ea-491a-9da1-d583a1bb6414 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.1072083 Jul 19 03:21:02.078880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52a7ce-2116-4546-be4e-c9f3d3633459 req-12da3a97-f55b-4aba-88db-c5afb3797471 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:02.087926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe52a7ce-2116-4546-be4e-c9f3d3633459 req-12da3a97-f55b-4aba-88db-c5afb3797471 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 943 time: 0.1100886 Jul 19 03:21:02.112695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63 req-e5f688b7-49af-4301-b5bf-7a150bda03b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340295 Jul 19 03:21:02.140518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe52a7ce-2116-4546-be4e-c9f3d3633459 req-22c6a441-de71-4c56-96f9-e78405620fc5 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509446 Jul 19 03:21:02.191152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb67524-7bba-413b-8e1c-f080dc424862 req-0d04358f-ac7b-403e-a2bf-1283c24000e6 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:02.192692 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4eb67524-7bba-413b-8e1c-f080dc424862 req-0d04358f-ac7b-403e-a2bf-1283c24000e6 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d2e1fc8-f28f-404e-8f61-ed682055dab4 HTTP/1.1" status: 200 len: 1101 time: 0.1729553 Jul 19 03:21:02.226365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55732) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:02.256704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63 req-426717fc-3c53-4632-bd1d-12013d6d8089 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357155 Jul 19 03:21:02.272769 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4eb67524-7bba-413b-8e1c-f080dc424862 req-39f11406-563a-4d15-9b26-5ffd9ba8d0aa tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715275 Jul 19 03:21:02.393381 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d56f8ff6-7a6f-49ea-a69b-90e909c54c63 req-c4ea0a6c-952f-4d9e-bbee-7cdc6a50f99d service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290302 Jul 19 03:21:02.404468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2db44503-5f4f-43d0-9ee1-f0fff667c174 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5f08871eea34af5af198ca9fede6689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769321 Jul 19 03:21:02.406939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55738) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:02.473148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98ff-d240-47a2-bfb6-35e77eac5929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:02.499625 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98ff-d240-47a2-bfb6-35e77eac5929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:02.552080 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98ff-d240-47a2-bfb6-35e77eac5929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:02.554682 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98ff-d240-47a2-bfb6-35e77eac5929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:02.563034 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a6fd98ff-d240-47a2-bfb6-35e77eac5929 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0446e15-56c7-459d-b99b-aee398705a75 HTTP/1.1" status: 204 len: 168 time: 0.1548421 Jul 19 03:21:02.575011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd98ff-d240-47a2-bfb6-35e77eac5929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0446e15-56c7-459d-b99b-aee398705a75,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:02.662521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-218ddfff-2da2-4dd9-9c45-687ed8f27192 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248749 Jul 19 03:21:02.819571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-68e459a7-3029-4edd-bb4c-f718f4eca62b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:02.827178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-68e459a7-3029-4edd-bb4c-f718f4eca62b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522050 Jul 19 03:21:02.827612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acea6a0-0c7b-42bc-a3c7-b67947835270 req-cf05d972-247e-4cd2-8ee1-98c65dcd93bd tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:02.829163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2acea6a0-0c7b-42bc-a3c7-b67947835270 req-cf05d972-247e-4cd2-8ee1-98c65dcd93bd tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.0740948 Jul 19 03:21:02.850551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-abdaa9e6-bc13-454c-ae78-7b126e0ce57d tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/quotas/8e4c20281fad406fb6fa2e4340d2ca27 HTTP/1.1" status: 200 len: 375 time: 0.0221674 Jul 19 03:21:02.873687 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2acea6a0-0c7b-42bc-a3c7-b67947835270 req-6bc2aceb-9bf8-4901-9d1e-e3c452249f28 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383527 Jul 19 03:21:02.954913 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-cec5255f-020b-4364-8d76-8ccda6b579ce tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033576 Jul 19 03:21:03.133703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:21:03.292936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:03.313408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '4a41f2f5-4f30-40a9-8f07-530fc7f24c54', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'port_id': '4a41f2f5-4f30-40a9-8f07-530fc7f24c54', 'mac_address': 'fa:16:3e:e1:1c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:21:03.361728 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:03.376936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:03.394815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ae7fe-d7f2-4dbe-93a2-52bc004a4014 req-b37cfcc6-cea5-442f-91f8-e7b161a225c3 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:03.398215 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-022ae7fe-d7f2-4dbe-93a2-52bc004a4014 req-b37cfcc6-cea5-442f-91f8-e7b161a225c3 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 943 time: 0.1106327 Jul 19 03:21:03.400678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:03.407363 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:03.451799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55786) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:03.464002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:03.473642 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-022ae7fe-d7f2-4dbe-93a2-52bc004a4014 req-64e00efa-bbe2-4f58-a067-f8650c3b4daf tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661168 Jul 19 03:21:03.619252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-61719194'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:03.651833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:03.658037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:03.671509 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:03.717252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['4a41f2f5-4f30-40a9-8f07-530fc7f24c54'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:03.853580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:03.862809 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:03.880034 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec1a3824-1b91-429f-aa66-8e874ed84d3e req-347f5922-376c-4635-8563-e7b0af77ec27 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 210 time: 0.0462518 Jul 19 03:21:03.897294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b50dc22-4a2c-436f-b3a5-52b81cbf48dc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:03.912526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:21:03.935778 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:03.940132 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Added segment 18d8d6f9-cb16-410a-a850-78ef60f45021 of type vlan for network 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f Jul 19 03:21:04.036128 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:04.128533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:04.143860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:04.144698 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:04.190288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a68e4-51ce-44d6-8e2d-8f61f98d22fc req-8d724adc-9c2b-4597-8fae-da6b7bc18620 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:04.191846 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-203a68e4-51ce-44d6-8e2d-8f61f98d22fc req-8d724adc-9c2b-4597-8fae-da6b7bc18620 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1461055 Jul 19 03:21:04.210636 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7535636 Jul 19 03:21:04.292168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600da0f2-67d4-4b77-ad06-7517c7e5b6d1 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Network': ['ID=7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:04.301513 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-203a68e4-51ce-44d6-8e2d-8f61f98d22fc req-e9e4fb30-a9d0-40ec-ad94-b99137be3a02 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967977 Jul 19 03:21:04.329920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:21:04.721902 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a4daf-9834-4e2f-b6a7-650b05f66294 req-fa562a90-c94c-4b7b-89ad-bbf83a418b8a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:04.735642 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db9a4daf-9834-4e2f-b6a7-650b05f66294 req-fa562a90-c94c-4b7b-89ad-bbf83a418b8a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 944 time: 0.1421394 Jul 19 03:21:04.812545 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db9a4daf-9834-4e2f-b6a7-650b05f66294 req-70e95eb3-313b-4d1b-bd19-2b377b18b924 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755897 Jul 19 03:21:05.032391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b1209c3e-2789-4b1b-b448-be75c0787cce req-97a0a077-9d7a-4571-a112-427dcc572aae tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 210 time: 0.0327847 Jul 19 03:21:05.149218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:05.216175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:05.221880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:05.222422 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:05.323494 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:05.388540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2e3a12-1f6f-4558-aa28-6643a02835e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a41f2f5-4f30-40a9-8f07-530fc7f24c54'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:05.391766 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c3b1dc-9a62-41f0-939c-e6fa96f56d53" -d '{"events": [{"server_uuid": "ea2e3a12-1f6f-4558-aa28-6643a02835e2", "name": "network-vif-plugged", "status": "completed", "tag": "4a41f2f5-4f30-40a9-8f07-530fc7f24c54"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:05.399828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:05.405221 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:05.484053 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa590996-d394-4fd1-9962-c90d3595542b x-openstack-request-id: req-fa590996-d394-4fd1-9962-c90d3595542b {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:05.484331 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2e3a12-1f6f-4558-aa28-6643a02835e2", "name": "network-vif-plugged", "status": "completed", "tag": "4a41f2f5-4f30-40a9-8f07-530fc7f24c54", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:05.488706 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa590996-d394-4fd1-9962-c90d3595542b {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:05.490740 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2e3a12-1f6f-4558-aa28-6643a02835e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a41f2f5-4f30-40a9-8f07-530fc7f24c54', 'code': 200} Jul 19 03:21:05.500208 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3a1bfa7a-db82-4acf-a8dc-c143b66dbbe6 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782845 Jul 19 03:21:05.528174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:05.675955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ee780-ddbc-4c6e-b846-91e89639c629 req-1b7c7a37-d311-4ece-8c23-710754a07a72 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:05.678098 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e40ee780-ddbc-4c6e-b846-91e89639c629 req-1b7c7a37-d311-4ece-8c23-710754a07a72 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1106722 Jul 19 03:21:05.767568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-7a5cd391-72f3-4121-8fbe-d1c98587dcb0 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589004 Jul 19 03:21:05.784620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e40ee780-ddbc-4c6e-b846-91e89639c629 req-7edf4d5b-b493-4696-839d-c20783f59fbf tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740147 Jul 19 03:21:05.808491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a508f21-86ce-4653-bc2a-02f36ad8d5bf req-2aa82034-aa73-4d94-8adf-fa6cb8dde956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:05.811064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a508f21-86ce-4653-bc2a-02f36ad8d5bf req-2aa82034-aa73-4d94-8adf-fa6cb8dde956 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 1097 time: 0.1673839 Jul 19 03:21:05.936468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a508f21-86ce-4653-bc2a-02f36ad8d5bf req-77fa9363-115b-4db5-b13b-cd8fe7ff9405 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161826 Jul 19 03:21:05.968833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-f2bbc02f-167b-458d-afb4-f4867d715423 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:05.974338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-f2bbc02f-167b-458d-afb4-f4867d715423 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930389 Jul 19 03:21:06.001052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-694a48ec-1861-4455-af5c-ac9aa758aab5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:06.007544 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-694a48ec-1861-4455-af5c-ac9aa758aab5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5024881 Jul 19 03:21:06.017123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Request body: {'port': {'device_id': '05c3d49b-34ab-4556-acd7-47b3225f6a66', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '8e4c20281fad406fb6fa2e4340d2ca27'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:06.033271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Request body: {'port': {'device_id': 'eb676e63-4ba3-4fbc-aea8-863142bb9772', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '8e4c20281fad406fb6fa2e4340d2ca27'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:06.222543 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59be955d-d180-49a4-a265-ba65643e7645 req-2e19a300-9190-45ad-b1ea-09995fc35a80 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 210 time: 0.0318515 Jul 19 03:21:06.402605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e76ca3-36c3-4a8c-9273-fd48ce35c94a req-1c8dcb31-ebcc-4836-b6c2-762767947c08 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:06.404146 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56e76ca3-36c3-4a8c-9273-fd48ce35c94a req-1c8dcb31-ebcc-4836-b6c2-762767947c08 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 945 time: 0.3292339 Jul 19 03:21:06.443085 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:21:06.443085 n-d-762330-18 neutron-server[94345]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 19 03:21:06.443085 n-d-762330-18 neutron-server[94345]: [parameters: {'project_id': '8e4c20281fad406fb6fa2e4340d2ca27', 'id': 'fc835dfc-1585-4588-8f73-03956adba05d', 'expiration': datetime.datetime(2021, 7, 19, 3, 23, 6, 432901)}] Jul 19 03:21:06.443085 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:21:06.443520 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:21:06.455404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Made reservation on behalf of 8e4c20281fad406fb6fa2e4340d2ca27 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:06.460217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:06.475619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56e76ca3-36c3-4a8c-9273-fd48ce35c94a req-abce4c33-eca7-4082-a19f-8d258c28c50d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640700 Jul 19 03:21:06.627782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Allocated IP 192.168.233.198 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/86fb7eb5-e4b1-478f-aaf8-7d88e853289d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:06.784273 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:06.861171 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:06.881824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Transition to ACTIVE for port object 86fb7eb5-e4b1-478f-aaf8-7d88e853289d will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:06.929409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:06.942058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'e44923f7-6102-4509-87d9-6c458b663580'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:07.007242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:07.031156 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:07.034055 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:07.036571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:07.098112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:07.098973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:07.105590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event updated for resources: {'Port': ['ID=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:07.119618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Made reservation on behalf of 8e4c20281fad406fb6fa2e4340d2ca27 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:07.123583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:07.152255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-fb903fce-c5ff-4041-a46a-cf56d5896e2e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1433113 Jul 19 03:21:07.174159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Request body: {'port': {'device_id': '05c3d49b-34ab-4556-acd7-47b3225f6a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:07.360793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db3d52-0e01-4065-a796-e7ae4dc6f633 req-e9fa1f88-d4d0-46a9-aa24-fcefbca00ed5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:07.362408 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72db3d52-0e01-4065-a796-e7ae4dc6f633 req-e9fa1f88-d4d0-46a9-aa24-fcefbca00ed5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.3797936 Jul 19 03:21:07.514914 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72db3d52-0e01-4065-a796-e7ae4dc6f633 req-1a34d30c-63d9-4b3a-8453-4eb07a8643b4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392174 Jul 19 03:21:07.584823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Allocated IP 192.168.233.40 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/45c7fd38-f056-4278-a418-3e84a861ac47) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:07.588273 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:07.612285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-50776f9f-da61-4cbf-8f91-b311d64e749a None None] Provisioning for port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:07.619541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-50776f9f-da61-4cbf-8f91-b311d64e749a None None] Provisioning complete for port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:07.620218 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-50776f9f-da61-4cbf-8f91-b311d64e749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:07.688012 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-50776f9f-da61-4cbf-8f91-b311d64e749a None None] Port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:21:07.739089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55864) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:07.750752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'subnet': {'network_id': '7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:07.871992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4986e77-4121-4541-85cb-d3bc380bb308 req-4183e5c3-8e80-416b-a82a-ac25abd154f5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:07.873860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4986e77-4121-4541-85cb-d3bc380bb308 req-4183e5c3-8e80-416b-a82a-ac25abd154f5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 936 time: 0.1695564 Jul 19 03:21:07.874284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:07.877568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:07.960837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104b74b-4ee8-4b53-87ef-5f34bff20dc8 req-0e36b609-3b27-4a9c-8142-c42cf7bd700e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:07.962503 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6104b74b-4ee8-4b53-87ef-5f34bff20dc8 req-0e36b609-3b27-4a9c-8142-c42cf7bd700e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 945 time: 0.2457430 Jul 19 03:21:07.977470 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4986e77-4121-4541-85cb-d3bc380bb308 req-36030b9f-1274-4201-8a4d-da629e960e0c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951838 Jul 19 03:21:08.017441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.044923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Transition to ACTIVE for port object 45c7fd38-f056-4278-a418-3e84a861ac47 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:08.048967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6104b74b-4ee8-4b53-87ef-5f34bff20dc8 req-c81da38f-2503-417e-a582-7dce4f0fab1f tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766940 Jul 19 03:21:08.095240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.126045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'e44923f7-6102-4509-87d9-6c458b663580'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:08.143062 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.180255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:08.187356 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:08.189809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:08.232211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Subnet': ['ID=950c8426-f1ed-47b3-b06e-c0ee3fbc8239,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:08.257833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Checking segment: {'id': '18d8d6f9-cb16-410a-a850-78ef60f45021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:08.258192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network hostable DHCP agents. Network: 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:21:08.321326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:21:08.339870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:08.350754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f15d8b-929d-4139-9cec-4e5f1eaac40c None None] Network 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:08.359805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:08.360921 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.393550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event updated for resources: {'Port': ['ID=45c7fd38-f056-4278-a418-3e84a861ac47,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:08.408344 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a85e0c78-7df7-4ee3-94e5-b3af69323ae9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6670101 Jul 19 03:21:08.412054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55874) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:08.422143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1408727073'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:08.435929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:08.435929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.466217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:08.472783 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.510518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:21:08.511559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-8ca312f1-d98b-4066-a2ab-d58621660e33 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4838693 Jul 19 03:21:08.525721 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.526105 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Added segment fc435d27-af32-416c-b89f-fe635b881576 of type vlan for network 163d85bd-8f1f-476f-bebc-004624826873 Jul 19 03:21:08.561723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Request body: {'port': {'device_id': 'eb676e63-4ba3-4fbc-aea8-863142bb9772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:08.616407 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.640020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca09f4-37c1-4c63-883b-074398840eb2 req-17fd6f10-4952-415b-9dbb-2f649c75122a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:08.647174 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-afca09f4-37c1-4c63-883b-074398840eb2 req-17fd6f10-4952-415b-9dbb-2f649c75122a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 945 time: 0.3632245 Jul 19 03:21:08.679589 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b6801290-7b62-4041-80b2-27cd71e4fe61 None None] Provisioning for port 45c7fd38-f056-4278-a418-3e84a861ac47 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:08.693181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f', 'network_id': '7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f', 'tenant_id': '7a3e5886ea4248b9aafa6371e7b9bf91', 'fixed_ips': [{'subnet_id': '950c8426-f1ed-47b3-b06e-c0ee3fbc8239'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:21:08.694885 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.695499 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.707717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b6801290-7b62-4041-80b2-27cd71e4fe61 None None] Provisioning complete for port 45c7fd38-f056-4278-a418-3e84a861ac47 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:08.708092 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b6801290-7b62-4041-80b2-27cd71e4fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.714588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:08.717599 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.733791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fb7eb5-e4b1-478f-aaf8-7d88e853289d {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:08.749794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.790894 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-afca09f4-37c1-4c63-883b-074398840eb2 req-03faba72-b1d3-4d61-b392-371caec28530 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430166 Jul 19 03:21:08.793904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3805029 Jul 19 03:21:08.802099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55880) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:08.802962 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.820618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Transition to ACTIVE for port object 86fb7eb5-e4b1-478f-aaf8-7d88e853289d will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:08.829829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'subnet': {'network_id': '163d85bd-8f1f-476f-bebc-004624826873', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:08.841449 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:21:08.959684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:08.973603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8e7a3-0e16-43c0-9fbb-be05ac60ed2c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Network': ['ID=163d85bd-8f1f-476f-bebc-004624826873,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:08.990850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 163d85bd-8f1f-476f-bebc-004624826873 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:21:08.994133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b6801290-7b62-4041-80b2-27cd71e4fe61 None None] Port 45c7fd38-f056-4278-a418-3e84a861ac47 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:21:09.044539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6cf6f-87d4-4491-9a2b-98b893091747 req-008d2953-45bd-46f8-8762-07bf37bb76c1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:09.048034 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cdb6cf6f-87d4-4491-9a2b-98b893091747 req-008d2953-45bd-46f8-8762-07bf37bb76c1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.2021894 Jul 19 03:21:09.085643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:09.090986 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:09.225847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Allocated IP 2001:db8:0:ffff::2 (7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f/950c8426-f1ed-47b3-b06e-c0ee3fbc8239/58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:09.375965 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Pushing event updated for resources: {'Port': ['ID=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:09.542510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:09.553011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Transition to ACTIVE for port object 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:09.575202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Transition to ACTIVE for port object 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:09.584576 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:09.622423 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cdb6cf6f-87d4-4491-9a2b-98b893091747 req-152384c4-4ff4-480a-926b-8bb1ec26808c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665696 Jul 19 03:21:09.663005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Network 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:09.670353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:09.674130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Pushing event updated for resources: {'Port': ['ID=58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:09.676440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:09.708261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Attempting to bind port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:09.708601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Attempting to bind port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:09.708927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Attempting to bind port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:09.755134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Attempting to bind port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:09.755662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Attempting to bind port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '18d8d6f9-cb16-410a-a850-78ef60f45021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:09.756038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Attempting to bind port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 on network 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:09.763016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:09.763468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Checking segment: {'id': '18d8d6f9-cb16-410a-a850-78ef60f45021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:09.763888 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:09.764282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Bound using segment: {'id': '18d8d6f9-cb16-410a-a850-78ef60f45021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:09.764767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Bound port: 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d8d6f9-cb16-410a-a850-78ef60f45021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:09.765157 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:09.854128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] For port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:09.858321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] For port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4,segment=NetworkSegment(18d8d6f9-cb16-410a-a850-78ef60f45021),segment_id=18d8d6f9-cb16-410a-a850-78ef60f45021)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:09.867874 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:09.957889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1adb96-96d6-4665-bb9e-4bd7a2a0765f None None] Pushing event updated for resources: {'Port': ['ID=58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:09.994113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1558f7b-95d7-4a63-8b20-19a399c07ddf req-191874f3-09c1-4ef2-8a12-630cbdd6bd3c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:10.005376 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1558f7b-95d7-4a63-8b20-19a399c07ddf req-191874f3-09c1-4ef2-8a12-630cbdd6bd3c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 945 time: 0.0873160 Jul 19 03:21:10.046002 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1558f7b-95d7-4a63-8b20-19a399c07ddf req-cd43e7d8-46c4-46ee-835f-1860ac03b6fc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391219 Jul 19 03:21:10.138001 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:21:10.138637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Attempting to bind port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:10.166097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:10.166097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:10.166475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:10.166770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Bound port: 86fb7eb5-e4b1-478f-aaf8-7d88e853289d, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:10.167138 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:10.320389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011dea1-216f-4d0f-832a-e323bd25a9be req-2ab70bd8-0581-4f3e-8470-bd8957dd1211 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:10.322243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2011dea1-216f-4d0f-832a-e323bd25a9be req-2ab70bd8-0581-4f3e-8470-bd8957dd1211 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 948 time: 0.8255076 Jul 19 03:21:10.433497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] For port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:10.451574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c7fd38-f056-4278-a418-3e84a861ac47 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:10.472585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:10.477191 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2011dea1-216f-4d0f-832a-e323bd25a9be req-946307e0-30d4-435e-9191-21372c125851 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444991 Jul 19 03:21:10.481910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] For port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:10.523319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:21:10.527944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:10.533387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:10.535386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Transition to ACTIVE for port object 45c7fd38-f056-4278-a418-3e84a861ac47 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:10.581455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:10.608833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:10.609447 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:10.610937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] 10.222.0.25 "PUT /v2.0/ports/86fb7eb5-e4b1-478f-aaf8-7d88e853289d HTTP/1.1" status: 200 len: 1097 time: 3.4414539 Jul 19 03:21:10.617384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c3d49b-34ab-4556-acd7-47b3225f6a66', 'tag': '86fb7eb5-e4b1-478f-aaf8-7d88e853289d'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:10.620332 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496df063-22b6-4427-b715-5e1b54c31a14" -d '{"events": [{"name": "network-changed", "server_uuid": "05c3d49b-34ab-4556-acd7-47b3225f6a66", "tag": "86fb7eb5-e4b1-478f-aaf8-7d88e853289d"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:10.666697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Subnet': ['ID=1572d539-cd50-4550-be2a-bf7fe6ca8e2c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:10.722427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c4da4-a38a-4f56-8d4d-6f34d3168239 service neutron] Pushing event updated for resources: {'Port': ['ID=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:10.725990 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee32095-ba93-44e2-a686-6d88227e2c53 x-openstack-request-id: req-8ee32095-ba93-44e2-a686-6d88227e2c53 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:10.726228 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c3d49b-34ab-4556-acd7-47b3225f6a66", "tag": "86fb7eb5-e4b1-478f-aaf8-7d88e853289d", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:10.731588 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ee32095-ba93-44e2-a686-6d88227e2c53 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:10.732041 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c3d49b-34ab-4556-acd7-47b3225f6a66', 'tag': '86fb7eb5-e4b1-478f-aaf8-7d88e853289d', 'status': 'completed', 'code': 200} Jul 19 03:21:10.789878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-b6e1b933-1d74-422d-8b36-e50e28fe13e2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:10.792367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-b6e1b933-1d74-422d-8b36-e50e28fe13e2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 945 time: 0.1340778 Jul 19 03:21:10.861863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Checking segment: {'id': 'fc435d27-af32-416c-b89f-fe635b881576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '163d85bd-8f1f-476f-bebc-004624826873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:10.862235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network hostable DHCP agents. Network: 163d85bd-8f1f-476f-bebc-004624826873, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:21:10.962774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-e6373db5-a150-462e-a545-9953464f9406 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Deleting port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:10.963466 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-e6373db5-a150-462e-a545-9953464f9406 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:11.025246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Pushing event updated for resources: {'Port': ['ID=45c7fd38-f056-4278-a418-3e84a861ac47,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:11.064858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network 163d85bd-8f1f-476f-bebc-004624826873 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:21:11.080063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-7937a779-bfcd-469f-951d-345640d6aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:11.082501 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-7937a779-bfcd-469f-951d-345640d6aac9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 1100 time: 0.4006329 Jul 19 03:21:11.106359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 163d85bd-8f1f-476f-bebc-004624826873) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:11.113440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:11.114919 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:11.116809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f053b6-452c-47d9-8332-7e275942b244 None None] Network 163d85bd-8f1f-476f-bebc-004624826873 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:11.155810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Attempting to bind port 45c7fd38-f056-4278-a418-3e84a861ac47 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:11.156796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Attempting to bind port 45c7fd38-f056-4278-a418-3e84a861ac47 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:11.157297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Attempting to bind port 45c7fd38-f056-4278-a418-3e84a861ac47 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:11.168057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Port 45c7fd38-f056-4278-a418-3e84a861ac47 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:21:11.168756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Attempting to bind port 45c7fd38-f056-4278-a418-3e84a861ac47 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:11.177340 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-eab76fb6-f983-4991-a830-47dd0dda5641 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=86fb7eb5-e4b1-478f-aaf8-7d88e853289d HTTP/1.1" status: 200 len: 217 time: 0.0794835 Jul 19 03:21:11.184422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:11.185081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:11.185781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:11.186712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Bound port: 45c7fd38-f056-4278-a418-3e84a861ac47, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:11.187614 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:11.202853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-e6373db5-a150-462e-a545-9953464f9406 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] For port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:11.203660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-e6373db5-a150-462e-a545-9953464f9406 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:11.235142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-e6373db5-a150-462e-a545-9953464f9406 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Calling delete_port for 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:11.264636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3f151205-7e0f-440a-a288-847125b06b95 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4563231 Jul 19 03:21:11.266842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55914) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:11.272788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'port': {'network_id': '163d85bd-8f1f-476f-bebc-004624826873', 'name': 'tempest-NetworksIpV6TestAttrs-1606531618'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:11.368487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ba973-d01d-46e1-8ce0-6f7f44267883 None None] Network 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:11.452711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce34ec7-a894-406f-92e3-9308b3aec23d req-f72532c0-6537-46c6-a349-13f7b2b52e2e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:11.461803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dce34ec7-a894-406f-92e3-9308b3aec23d req-f72532c0-6537-46c6-a349-13f7b2b52e2e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea2e3a12-1f6f-4558-aa28-6643a02835e2 HTTP/1.1" status: 200 len: 945 time: 0.1287544 Jul 19 03:21:11.490431 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-e6373db5-a150-462e-a545-9953464f9406 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:11.518717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a', '4a41f2f5-4f30-40a9-8f07-530fc7f24c54'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:11.551483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450d7f1-ebe1-4462-8abd-396db275bd03 req-7e8b8b1f-9368-45aa-98b1-fb7dcc4def47 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:11.559841 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c450d7f1-ebe1-4462-8abd-396db275bd03 req-7e8b8b1f-9368-45aa-98b1-fb7dcc4def47 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.6011188 Jul 19 03:21:11.569645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:11.590955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-52523073-d031-4660-8498-625e69b36c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:11.592345 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-52523073-d031-4660-8498-625e69b36c1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.3692112 Jul 19 03:21:11.621026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6373db5-a150-462e-a545-9953464f9406 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event deleted for resources: {'Port': ['ID=4a41f2f5-4f30-40a9-8f07-530fc7f24c54,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:11.632710 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dce34ec7-a894-406f-92e3-9308b3aec23d req-a325ab34-bf33-4eb0-b768-0f7eeafa363b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603246 Jul 19 03:21:11.648271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0f57f6d-4f04-41f7-9de7-e2f416ac5fec None None] Provisioning for port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:11.655497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-e6373db5-a150-462e-a545-9953464f9406 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] No DVR routers for this DVR port 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:11.660374 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-e6373db5-a150-462e-a545-9953464f9406 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:11.662947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-269fadd9-f8a4-4846-8aab-27c56a5e1b11 req-e6373db5-a150-462e-a545-9953464f9406 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "DELETE /v2.0/ports/4a41f2f5-4f30-40a9-8f07-530fc7f24c54 HTTP/1.1" status: 204 len: 173 time: 0.8637702 Jul 19 03:21:11.663106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] For port 45c7fd38-f056-4278-a418-3e84a861ac47, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:11.663414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2e3a12-1f6f-4558-aa28-6643a02835e2', 'name': 'network-vif-deleted', 'tag': '4a41f2f5-4f30-40a9-8f07-530fc7f24c54'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:11.667579 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c266b691-7a9f-4895-9203-557167ba50dc" -d '{"events": [{"server_uuid": "ea2e3a12-1f6f-4558-aa28-6643a02835e2", "name": "network-vif-deleted", "tag": "4a41f2f5-4f30-40a9-8f07-530fc7f24c54"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:11.667712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:11.671966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:11.702161 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c450d7f1-ebe1-4462-8abd-396db275bd03 req-97265493-28f1-40b4-a156-f36a293f88e1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415725 Jul 19 03:21:11.726123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] device_id is not set on port 42473066-1f89-43a7-a2a9-26f6a230ac82 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:21:11.747792 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] For port 45c7fd38-f056-4278-a418-3e84a861ac47, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=45c7fd38-f056-4278-a418-3e84a861ac47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:11.752434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-163d85bd-8f1f-476f-bebc-004624826873', 'network_id': '163d85bd-8f1f-476f-bebc-004624826873', 'tenant_id': '7a3e5886ea4248b9aafa6371e7b9bf91', 'fixed_ips': [{'subnet_id': '1572d539-cd50-4550-be2a-bf7fe6ca8e2c'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:21:11.753441 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:11.772746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:11.779120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:11.856155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:11.856155 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:11.977604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Pushing event updated for resources: {'Port': ['ID=45c7fd38-f056-4278-a418-3e84a861ac47,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:12.011238 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52096ab2-437a-4fb0-b56b-65efc5045760 x-openstack-request-id: req-52096ab2-437a-4fb0-b56b-65efc5045760 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:12.011614 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2e3a12-1f6f-4558-aa28-6643a02835e2", "name": "network-vif-deleted", "tag": "4a41f2f5-4f30-40a9-8f07-530fc7f24c54", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:12.011941 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52096ab2-437a-4fb0-b56b-65efc5045760 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:12.012414 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2e3a12-1f6f-4558-aa28-6643a02835e2', 'name': 'network-vif-deleted', 'tag': '4a41f2f5-4f30-40a9-8f07-530fc7f24c54', 'status': 'completed', 'code': 200} Jul 19 03:21:12.019250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:12.020549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:12.023190 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-3b91ad9d-0434-44d8-b143-008dcd7f71bc service neutron] 10.222.0.26 "PUT /v2.0/ports/45c7fd38-f056-4278-a418-3e84a861ac47 HTTP/1.1" status: 200 len: 1096 time: 3.4853415 Jul 19 03:21:12.041145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-cf32a29b-b171-4c0d-ad34-f457adc24a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:12.041145 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-cf32a29b-b171-4c0d-ad34-f457adc24a81 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4309711 Jul 19 03:21:12.206678 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:12.277539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4,segment=NetworkSegment(18d8d6f9-cb16-410a-a850-78ef60f45021),segment_id=18d8d6f9-cb16-410a-a850-78ef60f45021)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:12.302474 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:12.306252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Allocated IP 2001:db8::f816:3eff:fe15:5148 (163d85bd-8f1f-476f-bebc-004624826873/1572d539-cd50-4550-be2a-bf7fe6ca8e2c/42473066-1f89-43a7-a2a9-26f6a230ac82) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:12.327821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818150f-6c02-4940-ab21-ba2247a65281 req-3af17cf0-c6d2-4dc3-b287-f2a53c58aaa7 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:12.329716 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7818150f-6c02-4940-ab21-ba2247a65281 req-3af17cf0-c6d2-4dc3-b287-f2a53c58aaa7 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 948 time: 0.4268856 Jul 19 03:21:12.442430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-e208db90-bffb-409d-8378-f9b7994efce8 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977807 Jul 19 03:21:12.471085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-aa801b5f-9b30-4187-8219-66fad6e5b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:12.472861 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-aa801b5f-9b30-4187-8219-66fad6e5b5f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=eb676e63-4ba3-4fbc-aea8-863142bb9772 HTTP/1.1" status: 200 len: 1099 time: 0.3931539 Jul 19 03:21:12.485684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:12.499632 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bd303bbd-350c-4902-8b56-51bd23b8a4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:12.566415 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7818150f-6c02-4940-ab21-ba2247a65281 req-fc3eb80b-1d83-4081-ac14-43609476923d tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227287 Jul 19 03:21:12.643232 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-b78722b0-3c41-40fb-bf40-960c7b977dcb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=45c7fd38-f056-4278-a418-3e84a861ac47 HTTP/1.1" status: 200 len: 217 time: 0.0805662 Jul 19 03:21:12.703681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c728b8e5-6924-4931-97bf-6086deb0b058 None None] Provisioning complete for port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:12.704059 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c728b8e5-6924-4931-97bf-6086deb0b058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:12.715654 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-6757f29c-473f-459a-942d-729422075307 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485428 Jul 19 03:21:12.733340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb676e63-4ba3-4fbc-aea8-863142bb9772', 'tag': '45c7fd38-f056-4278-a418-3e84a861ac47'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:12.736192 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5749c77c-0155-43e1-b6d4-9711a60f71ca" -d '{"events": [{"name": "network-changed", "server_uuid": "eb676e63-4ba3-4fbc-aea8-863142bb9772", "tag": "45c7fd38-f056-4278-a418-3e84a861ac47"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:12.781910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-6d5ef77b-469e-45ea-bf1f-2aa441bdd78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:12.783204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-6d5ef77b-469e-45ea-bf1f-2aa441bdd78f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1331573 Jul 19 03:21:12.870658 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db41ff3-3527-44eb-aca0-aff4d763ad4e x-openstack-request-id: req-1db41ff3-3527-44eb-aca0-aff4d763ad4e {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:12.870959 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb676e63-4ba3-4fbc-aea8-863142bb9772", "tag": "45c7fd38-f056-4278-a418-3e84a861ac47", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:12.871706 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1db41ff3-3527-44eb-aca0-aff4d763ad4e {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:12.872378 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb676e63-4ba3-4fbc-aea8-863142bb9772', 'tag': '45c7fd38-f056-4278-a418-3e84a861ac47', 'status': 'completed', 'code': 200} Jul 19 03:21:12.976608 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:13.008568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Transition to ACTIVE for port object 42473066-1f89-43a7-a2a9-26f6a230ac82 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:13.023699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-87c84c7b-5d15-4b75-9c48-44585bbcf397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:13.025452 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-87c84c7b-5d15-4b75-9c48-44585bbcf397 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2342086 Jul 19 03:21:13.031314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496df063-22b6-4427-b715-5e1b54c31a14 req-0559d01a-e991-4783-8ca7-439d9ec01d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:13.032708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496df063-22b6-4427-b715-5e1b54c31a14 req-0559d01a-e991-4783-8ca7-439d9ec01d17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 1100 time: 0.2448630 Jul 19 03:21:13.186601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ad1b5-ef22-4240-a3ab-b8105efe9d4e req-6b61a268-6d2b-499d-99d7-108f8426ce91 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:13.188098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-836ad1b5-ef22-4240-a3ab-b8105efe9d4e req-6b61a268-6d2b-499d-99d7-108f8426ce91 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.2833419 Jul 19 03:21:13.215966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:13.265763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Allocated IP 2001:db8::f816:3eff:fe08:23b1 (163d85bd-8f1f-476f-bebc-004624826873/1572d539-cd50-4550-be2a-bf7fe6ca8e2c/6eef7576-3d93-4597-beec-f4dd70b7450c) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:13.318758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496df063-22b6-4427-b715-5e1b54c31a14 req-9be6c23a-1c1f-49bb-868a-7f06a7e48a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:13.320246 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496df063-22b6-4427-b715-5e1b54c31a14 req-9be6c23a-1c1f-49bb-868a-7f06a7e48a43 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.2705183 Jul 19 03:21:13.329562 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-42270e76-780c-4f3d-a300-452a622aecd5 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931800 Jul 19 03:21:13.331317 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network 163d85bd-8f1f-476f-bebc-004624826873 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:13.340906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Port': ['ID=42473066-1f89-43a7-a2a9-26f6a230ac82,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:13.345976 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:13.383247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-836ad1b5-ef22-4240-a3ab-b8105efe9d4e req-7eb90103-0b21-4e91-859c-af1db7d5c980 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867609 Jul 19 03:21:13.384612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:13.394860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:13.395530 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:13.401601 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496df063-22b6-4427-b715-5e1b54c31a14 req-f78b212a-b7d4-484a-8bf0-1c6d86270ff4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=86fb7eb5-e4b1-478f-aaf8-7d88e853289d HTTP/1.1" status: 200 len: 217 time: 0.0675962 Jul 19 03:21:13.497761 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cc12c2a2-584d-4337-a6d4-c3ba2976b350 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2289052 Jul 19 03:21:13.498470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55950) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:13.522296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496df063-22b6-4427-b715-5e1b54c31a14 req-2d2aeebf-2113-4ded-8fd3-b29e05a85e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:13.523990 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496df063-22b6-4427-b715-5e1b54c31a14 req-2d2aeebf-2113-4ded-8fd3-b29e05a85e88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1007552 Jul 19 03:21:13.636963 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-569e3aad-5bb1-4c3f-bfea-e28ae385b939 req-2f289968-ea82-472d-a57c-23d7050355af service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930019 Jul 19 03:21:13.655763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496df063-22b6-4427-b715-5e1b54c31a14 req-2785bb02-1684-4ce3-b597-7915f249edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:13.657287 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496df063-22b6-4427-b715-5e1b54c31a14 req-2785bb02-1684-4ce3-b597-7915f249edc0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0972209 Jul 19 03:21:13.662379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b7c980-5e78-4e50-830d-6f5fb1da4554 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Deleting subnet 1572d539-cd50-4550-be2a-bf7fe6ca8e2c {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:21:13.765026 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:13.778977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Transition to ACTIVE for port object 6eef7576-3d93-4597-beec-f4dd70b7450c will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:13.800774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Transition to ACTIVE for port object 6eef7576-3d93-4597-beec-f4dd70b7450c will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:13.818562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:13.858122 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:13.865103 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61b7c980-5e78-4e50-830d-6f5fb1da4554 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:13.916974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Network 163d85bd-8f1f-476f-bebc-004624826873 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:13.926583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:13.931441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:13.936741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496df063-22b6-4427-b715-5e1b54c31a14 req-c6f23617-9993-4d2d-93d8-66be18e0d695 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592421 Jul 19 03:21:13.938421 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61b7c980-5e78-4e50-830d-6f5fb1da4554 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:13.959354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Pushing event updated for resources: {'Port': ['ID=6eef7576-3d93-4597-beec-f4dd70b7450c,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:13.978175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-5fda359b-1e6e-48f8-b51a-df1ed3caa119 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:13.986832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-5fda359b-1e6e-48f8-b51a-df1ed3caa119 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.2127569 Jul 19 03:21:14.012801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:14.013182 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.013495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-8bf1190a-bba2-4a83-bf86-98b85175e633 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/quotas/dba5a064d07a4967aa1b7bbbcfc3e348 HTTP/1.1" status: 200 len: 375 time: 0.0147407 Jul 19 03:21:14.017294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Attempting to bind port 6eef7576-3d93-4597-beec-f4dd70b7450c on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:14.017675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Attempting to bind port 6eef7576-3d93-4597-beec-f4dd70b7450c by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'fc435d27-af32-416c-b89f-fe635b881576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '163d85bd-8f1f-476f-bebc-004624826873'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:14.018046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Attempting to bind port 6eef7576-3d93-4597-beec-f4dd70b7450c on network 163d85bd-8f1f-476f-bebc-004624826873 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:14.023107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-989e0e7c-7682-4064-9c90-82874a572534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:14.025586 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-989e0e7c-7682-4064-9c90-82874a572534 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=eb676e63-4ba3-4fbc-aea8-863142bb9772 HTTP/1.1" status: 200 len: 1099 time: 0.3121324 Jul 19 03:21:14.041824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:14.042207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Checking segment: {'id': 'fc435d27-af32-416c-b89f-fe635b881576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '163d85bd-8f1f-476f-bebc-004624826873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:14.042663 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.043062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Bound using segment: {'id': 'fc435d27-af32-416c-b89f-fe635b881576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '163d85bd-8f1f-476f-bebc-004624826873'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:14.043548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Bound port: 6eef7576-3d93-4597-beec-f4dd70b7450c, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc435d27-af32-416c-b89f-fe635b881576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '163d85bd-8f1f-476f-bebc-004624826873'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:14.043682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18cdfc-8431-4c4b-8112-0fea9421add3 req-36887433-9c26-423f-870b-1bba18c3a92a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:14.043975 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.045478 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b18cdfc-8431-4c4b-8112-0fea9421add3 req-36887433-9c26-423f-870b-1bba18c3a92a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 948 time: 0.2864461 Jul 19 03:21:14.132840 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-06f4194e-42fb-41b4-bac4-cbae16dbe9f5 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1122992 Jul 19 03:21:14.212439 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61b7c980-5e78-4e50-830d-6f5fb1da4554 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.308140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-83e2ca32-fd9b-4665-bc44-c4e30c3c673c service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438968 Jul 19 03:21:14.345230 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] For port 6eef7576-3d93-4597-beec-f4dd70b7450c, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:14.351090 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61b7c980-5e78-4e50-830d-6f5fb1da4554 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.363749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] For port 6eef7576-3d93-4597-beec-f4dd70b7450c, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6eef7576-3d93-4597-beec-f4dd70b7450c,segment=NetworkSegment(fc435d27-af32-416c-b89f-fe635b881576),segment_id=fc435d27-af32-416c-b89f-fe635b881576)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:14.373078 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.386037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61b7c980-5e78-4e50-830d-6f5fb1da4554 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.387965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-61b7c980-5e78-4e50-830d-6f5fb1da4554 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/subnets/1572d539-cd50-4550-be2a-bf7fe6ca8e2c HTTP/1.1" status: 204 len: 168 time: 0.8883588 Jul 19 03:21:14.390698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55970) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:14.404275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7c980-5e78-4e50-830d-6f5fb1da4554 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Subnet': ['ID=1572d539-cd50-4550-be2a-bf7fe6ca8e2c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:14.445544 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c0f23-cd6c-4bb4-b16f-5037efcb7a03 None None] Pushing event updated for resources: {'Port': ['ID=6eef7576-3d93-4597-beec-f4dd70b7450c,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:14.534945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98043b90-3c48-4a75-a766-2ed496a22658 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:14.536998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98043b90-3c48-4a75-a766-2ed496a22658 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:14.538654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-98043b90-3c48-4a75-a766-2ed496a22658 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1470401 Jul 19 03:21:14.541730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55980) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:14.585457 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-e8fa1b7d-a5bb-4b8a-9304-2c0e320483f8 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620771 Jul 19 03:21:14.650816 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8603804f-3ca7-4534-b999-35b6591dcf57 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.654601 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b18cdfc-8431-4c4b-8112-0fea9421add3 req-7380a5e2-e41a-44d8-8f05-4b63dfbf455c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021430 Jul 19 03:21:14.661077 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-8603804f-3ca7-4534-b999-35b6591dcf57 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 19 03:21:14.662511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8603804f-3ca7-4534-b999-35b6591dcf57 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:21:14.669161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8603804f-3ca7-4534-b999-35b6591dcf57 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/163d85bd-8f1f-476f-bebc-004624826873 HTTP/1.1" status: 409 len: 405 time: 0.1219873 Jul 19 03:21:14.669755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55992) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:14.684449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1393964093'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:14.688089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496df063-22b6-4427-b715-5e1b54c31a14 req-e7489da9-2d25-409b-a527-d20f6956a2ee service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7390943 Jul 19 03:21:14.727950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-55319588-fe3a-456f-97f0-1a4c04c4af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:14.730502 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-55319588-fe3a-456f-97f0-1a4c04c4af41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.6794293 Jul 19 03:21:14.742834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:14.749477 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.793778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:21:14.809867 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.810377 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Added segment 3e14cc35-c82f-404d-9632-33489d7f2485 of type vlan for network a3a12df2-0d18-4e28-a573-844068f05dd9 Jul 19 03:21:14.827671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-efddaa6b-e8e8-41e2-9bed-f35c87850265 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=45c7fd38-f056-4278-a418-3e84a861ac47 HTTP/1.1" status: 200 len: 217 time: 0.0749753 Jul 19 03:21:14.881504 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.948020 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.954206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:14.954802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:14.957718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-9ca6082b-b819-467a-95ae-6a84a86e47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:14.964516 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-9ca6082b-b819-467a-95ae-6a84a86e47da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1155989 Jul 19 03:21:14.984967 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3133888 Jul 19 03:21:14.997176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55998) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:15.058417 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1011eb0e-bcc3-44a6-96f5-40f661bea248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:15.081160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'subnet': {'network_id': 'a3a12df2-0d18-4e28-a573-844068f05dd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:15.102624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b66f39-bc83-4c00-b34e-0936804c1f67 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Network': ['ID=a3a12df2-0d18-4e28-a573-844068f05dd9,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:15.114129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network a3a12df2-0d18-4e28-a573-844068f05dd9 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:21:15.186324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24870f79-b17f-4b48-bfbc-7e1d2eaf0030 req-057f5ade-c832-45cf-b318-b91a5a99e6b0 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 210 time: 0.0495212 Jul 19 03:21:15.188991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6c4a-0008-49ed-99fd-8716e18b3a5d req-62d84aa7-bc44-48d8-b35b-1c96a4d8bf3f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:15.196707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0fb6c4a-0008-49ed-99fd-8716e18b3a5d req-62d84aa7-bc44-48d8-b35b-1c96a4d8bf3f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1034985 Jul 19 03:21:15.229491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 45c7fd38-f056-4278-a418-3e84a861ac47 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:21:15.234830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:15.265712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:15.266062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4a41f2f5-4f30-40a9-8f07-530fc7f24c54 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:15.275324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:15.279632 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:15.283214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 86fb7eb5-e4b1-478f-aaf8-7d88e853289d details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:21:15.286821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-2af45f15-f63d-4b14-87fb-2ddb59b2f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:15.288430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-2af45f15-f63d-4b14-87fb-2ddb59b2f154 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3112650 Jul 19 03:21:15.291358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0fb6c4a-0008-49ed-99fd-8716e18b3a5d req-546c93a2-e123-4133-8026-068105f94e2f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748169 Jul 19 03:21:15.414188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 45c7fd38-f056-4278-a418-3e84a861ac47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=45c7fd38-f056-4278-a418-3e84a861ac47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:15.450386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '45c7fd38-f056-4278-a418-3e84a861ac47', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '45c7fd38-f056-4278-a418-3e84a861ac47', 'mac_address': 'fa:16:3e:50:78:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:21:15.517173 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-4878c8c2-ea37-40ce-8246-5a7d29cf9528 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172034 Jul 19 03:21:15.522671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6eef7576-3d93-4597-beec-f4dd70b7450c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:15.608076 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:15.630764 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:15.645867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c7fd38-f056-4278-a418-3e84a861ac47 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:15.655138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:15.713522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 45c7fd38-f056-4278-a418-3e84a861ac47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=45c7fd38-f056-4278-a418-3e84a861ac47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:15.724177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '86fb7eb5-e4b1-478f-aaf8-7d88e853289d', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '86fb7eb5-e4b1-478f-aaf8-7d88e853289d', 'mac_address': 'fa:16:3e:41:14:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:21:15.726520 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:15.739985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 6eef7576-3d93-4597-beec-f4dd70b7450c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:15.749147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5749c77c-0155-43e1-b6d4-9711a60f71ca req-44674b22-e8ba-4a10-95e9-acf19323efeb service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203848 Jul 19 03:21:15.833805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:15.856662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fb7eb5-e4b1-478f-aaf8-7d88e853289d {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:15.908669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:15.917436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=45c7fd38-f056-4278-a418-3e84a861ac47,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:15.935166 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:16.015423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:16.031654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579024d4-c9ae-4bed-8eb7-094b7957101a req-f900b2f1-4776-4843-a199-899b0b619711 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:16.033441 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-579024d4-c9ae-4bed-8eb7-094b7957101a req-f900b2f1-4776-4843-a199-899b0b619711 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 948 time: 0.1655169 Jul 19 03:21:16.057492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45c7fd38-f056-4278-a418-3e84a861ac47'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:16.140799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:21:16.147386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:16.156347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef35b36-848d-4c52-bd73-d0ebe78c581d None None] Network 163d85bd-8f1f-476f-bebc-004624826873 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:16.209049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Subnet': ['ID=f77e2bb0-1bcc-4f76-b3dd-f9ac53f200b6,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:16.218237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-579024d4-c9ae-4bed-8eb7-094b7957101a req-0045f528-0867-43bc-aa0f-1c7982221841 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766367 Jul 19 03:21:16.256525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Checking segment: {'id': '3e14cc35-c82f-404d-9632-33489d7f2485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a3a12df2-0d18-4e28-a573-844068f05dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:16.257253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network hostable DHCP agents. Network: a3a12df2-0d18-4e28-a573-844068f05dd9, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:21:16.281877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network a3a12df2-0d18-4e28-a573-844068f05dd9 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:21:16.296909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['86fb7eb5-e4b1-478f-aaf8-7d88e853289d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:16.297426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, a3a12df2-0d18-4e28-a573-844068f05dd9) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:16.304013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:16.304893 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:16.324120 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6dc68dfe-1be4-40fb-8315-06e9a10fc6d6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3254831 Jul 19 03:21:16.329862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56030) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:16.336195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'port': {'network_id': 'a3a12df2-0d18-4e28-a573-844068f05dd9', 'name': 'tempest-NetworksIpV6TestAttrs-194540716'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:16.376681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e6447-993d-4651-969e-7eabf60e8a36 None None] Network a3a12df2-0d18-4e28-a573-844068f05dd9 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:16.382028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d6c16e8a-7916-48ff-a52a-d3f34c307e74 None None] Provisioning for port 6eef7576-3d93-4597-beec-f4dd70b7450c completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:16.433192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f637b8b-8e26-41f6-9641-64449fa53135 req-d9b6fd0d-95f6-4da2-a4ae-3a721209305c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 210 time: 0.0380173 Jul 19 03:21:16.442938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d6c16e8a-7916-48ff-a52a-d3f34c307e74 None None] Provisioning complete for port 6eef7576-3d93-4597-beec-f4dd70b7450c triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:16.443418 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d6c16e8a-7916-48ff-a52a-d3f34c307e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:16.517159 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:16.548756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:16.552407 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:16.572274 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] device_id is not set on port 0dcd0a83-1715-4cba-9101-bbb081fc4915 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:21:16.651727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c40386-8a94-42f8-8ca1-07d6364016d0 req-eb5075f9-2a7d-43ad-a75a-f3f02d46dfb7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:16.653524 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10c40386-8a94-42f8-8ca1-07d6364016d0 req-eb5075f9-2a7d-43ad-a75a-f3f02d46dfb7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1699796 Jul 19 03:21:16.800605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9a78f-2f32-4258-a7e6-47483146d71f None None] DHCP port deletion for 163d85bd-8f1f-476f-bebc-004624826873 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:21:16.803204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10c40386-8a94-42f8-8ca1-07d6364016d0 req-534a09ce-5097-40ef-bc18-caf4b92091ab tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351929 Jul 19 03:21:16.845830 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d6c16e8a-7916-48ff-a52a-d3f34c307e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:16.882950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Allocated IP 2001:db8::f816:3eff:fe78:628d (a3a12df2-0d18-4e28-a573-844068f05dd9/f77e2bb0-1bcc-4f76-b3dd-f9ac53f200b6/0dcd0a83-1715-4cba-9101-bbb081fc4915) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:16.897064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-a3a12df2-0d18-4e28-a573-844068f05dd9', 'network_id': 'a3a12df2-0d18-4e28-a573-844068f05dd9', 'tenant_id': '7a3e5886ea4248b9aafa6371e7b9bf91', 'fixed_ips': [{'subnet_id': 'f77e2bb0-1bcc-4f76-b3dd-f9ac53f200b6'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:21:16.897991 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:16.921021 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-50722192-2637-44c6-aff5-88c9ba4b4122 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:16.922737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-50722192-2637-44c6-aff5-88c9ba4b4122 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.1954083 Jul 19 03:21:16.979323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Request body: {'port': {'device_id': 'ab45705c-5a86-48f0-80c3-f4bf992359b9', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'admin_state_up': True, 'tenant_id': 'dba5a064d07a4967aa1b7bbbcfc3e348'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:17.025628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d6c16e8a-7916-48ff-a52a-d3f34c307e74 None None] For port 6eef7576-3d93-4597-beec-f4dd70b7450c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6eef7576-3d93-4597-beec-f4dd70b7450c,segment=NetworkSegment(fc435d27-af32-416c-b89f-fe635b881576),segment_id=fc435d27-af32-416c-b89f-fe635b881576)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:17.037822 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d6c16e8a-7916-48ff-a52a-d3f34c307e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.083560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f6f9a78f-2f32-4258-a7e6-47483146d71f None None] Deleting port 6eef7576-3d93-4597-beec-f4dd70b7450c {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:17.083951 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a78f-2f32-4258-a7e6-47483146d71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.117293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c16e8a-7916-48ff-a52a-d3f34c307e74 None None] Pushing event updated for resources: {'Port': ['ID=6eef7576-3d93-4597-beec-f4dd70b7450c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:17.167871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f6f9a78f-2f32-4258-a7e6-47483146d71f None None] For port 6eef7576-3d93-4597-beec-f4dd70b7450c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6eef7576-3d93-4597-beec-f4dd70b7450c,segment=NetworkSegment(fc435d27-af32-416c-b89f-fe635b881576),segment_id=fc435d27-af32-416c-b89f-fe635b881576)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:17.168390 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a78f-2f32-4258-a7e6-47483146d71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.181515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f6f9a78f-2f32-4258-a7e6-47483146d71f None None] Calling delete_port for 6eef7576-3d93-4597-beec-f4dd70b7450c owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:17.224919 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.246009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Transition to ACTIVE for port object 0dcd0a83-1715-4cba-9101-bbb081fc4915 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:17.273408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Made reservation on behalf of dba5a064d07a4967aa1b7bbbcfc3e348 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:17.282295 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.301594 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a78f-2f32-4258-a7e6-47483146d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.332633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9a78f-2f32-4258-a7e6-47483146d71f None None] Pushing event deleted for resources: {'Port': ['ID=6eef7576-3d93-4597-beec-f4dd70b7450c,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:17.334553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f9a78f-2f32-4258-a7e6-47483146d71f None None] No DVR routers for this DVR port 6eef7576-3d93-4597-beec-f4dd70b7450c on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:17.441479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.479203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6eef7576-3d93-4597-beec-f4dd70b7450c no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:17.510216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 6eef7576-3d93-4597-beec-f4dd70b7450c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:17.511208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6eef7576-3d93-4597-beec-f4dd70b7450c not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:17.531007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Allocated IP 2001:db8::f816:3eff:fe85:c802 (a3a12df2-0d18-4e28-a573-844068f05dd9/f77e2bb0-1bcc-4f76-b3dd-f9ac53f200b6/205a200b-5280-45eb-97be-a3b92d999105) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:17.534503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb680027-444d-46c0-a1b7-aee9240ebfc8 req-7b2ce669-90d9-483b-b573-91b6a606882a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:17.543269 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb680027-444d-46c0-a1b7-aee9240ebfc8 req-7b2ce669-90d9-483b-b573-91b6a606882a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 949 time: 0.1428034 Jul 19 03:21:17.582154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Allocated IP 172.20.0.14 (0c2ef247-331e-4b1f-906f-ecc0b3566b99/38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb/975fc8d3-f809-42c6-8d69-72ee419e7f48) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:17.625296 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb680027-444d-46c0-a1b7-aee9240ebfc8 req-731ffc35-cd7b-4569-8506-5abefe74f556 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736530 Jul 19 03:21:17.698791 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.707057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Transition to ACTIVE for port object 205a200b-5280-45eb-97be-a3b92d999105 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:17.718925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Port': ['ID=0dcd0a83-1715-4cba-9101-bbb081fc4915,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:17.722110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Transition to ACTIVE for port object 205a200b-5280-45eb-97be-a3b92d999105 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:17.731899 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.736860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network a3a12df2-0d18-4e28-a573-844068f05dd9 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:17.753966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Network a3a12df2-0d18-4e28-a573-844068f05dd9 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:17.756932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:17.764510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:17.769853 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5e35b47-8a78-4497-8f9a-a37b1255f5f9 req-40e84636-b54d-4f86-95b1-67d45c838db8 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 210 time: 0.0519881 Jul 19 03:21:17.770616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:17.780606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:17.781192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:17.781852 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.824717 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-446ea4d3-15cc-4039-9851-8d63504ce005 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4932044 Jul 19 03:21:17.827409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56060) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:17.856484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.862237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Pushing event updated for resources: {'Port': ['ID=205a200b-5280-45eb-97be-a3b92d999105,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:17.867898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Attempting to bind port 205a200b-5280-45eb-97be-a3b92d999105 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:17.868520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Attempting to bind port 205a200b-5280-45eb-97be-a3b92d999105 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '3e14cc35-c82f-404d-9632-33489d7f2485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a3a12df2-0d18-4e28-a573-844068f05dd9'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:17.869666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Attempting to bind port 205a200b-5280-45eb-97be-a3b92d999105 on network a3a12df2-0d18-4e28-a573-844068f05dd9 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:17.875023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:17.875688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Checking segment: {'id': '3e14cc35-c82f-404d-9632-33489d7f2485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a3a12df2-0d18-4e28-a573-844068f05dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:17.876196 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.876687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Bound using segment: {'id': '3e14cc35-c82f-404d-9632-33489d7f2485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a3a12df2-0d18-4e28-a573-844068f05dd9'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:17.877262 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Bound port: 205a200b-5280-45eb-97be-a3b92d999105, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e14cc35-c82f-404d-9632-33489d7f2485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a3a12df2-0d18-4e28-a573-844068f05dd9'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:17.877745 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.943946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.945292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c1635e-0e76-459d-a065-e4766fcd3038 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Deleting subnet f77e2bb0-1bcc-4f76-b3dd-f9ac53f200b6 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:21:17.950076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] For port 205a200b-5280-45eb-97be-a3b92d999105, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:17.955359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] For port 205a200b-5280-45eb-97be-a3b92d999105, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=205a200b-5280-45eb-97be-a3b92d999105,segment=NetworkSegment(3e14cc35-c82f-404d-9632-33489d7f2485),segment_id=3e14cc35-c82f-404d-9632-33489d7f2485)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:17.956988 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:17.959418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:17.965614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56c1635e-0e76-459d-a065-e4766fcd3038 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.008215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:18.009747 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.013456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:18.032507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:18.041034 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56c1635e-0e76-459d-a065-e4766fcd3038 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.086258 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event updated for resources: {'Port': ['ID=975fc8d3-f809-42c6-8d69-72ee419e7f48,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:18.113090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c1a1b-7f96-4a49-9f2f-301b723f59fa None None] Pushing event updated for resources: {'Port': ['ID=205a200b-5280-45eb-97be-a3b92d999105,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:18.123565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.124155 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.125444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8e238-8d12-4a13-9a8f-42a8585eea99 req-4f6c0331-0e6d-4f6b-b8ee-4a662bc41fe3 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.127111 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dee8e238-8d12-4a13-9a8f-42a8585eea99 req-4f6c0331-0e6d-4f6b-b8ee-4a662bc41fe3 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1404948 Jul 19 03:21:18.167382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d89ccaf7-5ca5-412b-83b9-1577df4e5efa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1943080 Jul 19 03:21:18.181345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Request body: {'port': {'device_id': 'ab45705c-5a86-48f0-80c3-f4bf992359b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:18.248549 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56c1635e-0e76-459d-a065-e4766fcd3038 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.301583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dee8e238-8d12-4a13-9a8f-42a8585eea99 req-80234046-c590-48bf-8790-ec84e7136766 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668959 Jul 19 03:21:18.346523 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.382858 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56c1635e-0e76-459d-a065-e4766fcd3038 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.434437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56c1635e-0e76-459d-a065-e4766fcd3038 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.436745 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-56c1635e-0e76-459d-a065-e4766fcd3038 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/subnets/f77e2bb0-1bcc-4f76-b3dd-f9ac53f200b6 HTTP/1.1" status: 204 len: 168 time: 0.6080415 Jul 19 03:21:18.437713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1635e-0e76-459d-a065-e4766fcd3038 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Subnet': ['ID=f77e2bb0-1bcc-4f76-b3dd-f9ac53f200b6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:18.439940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56068) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:18.632619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b15163-9b14-4cd0-8e13-19a3cd9b16bd tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.634800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b15163-9b14-4cd0-8e13-19a3cd9b16bd tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.636341 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-29b15163-9b14-4cd0-8e13-19a3cd9b16bd tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1951604 Jul 19 03:21:18.639150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56072) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:18.779782 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-15a6535d-366d-407c-aedf-5c05ff27e7d0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.800714 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-f1e8a965-2bd1-4628-8ad0-faadbd38de45 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0826805 Jul 19 03:21:18.827089 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a6535d-366d-407c-aedf-5c05ff27e7d0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 19 03:21:18.827558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a6535d-366d-407c-aedf-5c05ff27e7d0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:21:18.829399 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-15a6535d-366d-407c-aedf-5c05ff27e7d0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/a3a12df2-0d18-4e28-a573-844068f05dd9 HTTP/1.1" status: 409 len: 405 time: 0.1893380 Jul 19 03:21:18.834750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56082) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:18.840941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-286658305'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:18.920483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975fc8d3-f809-42c6-8d69-72ee419e7f48 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:18.928113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:18.932511 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.935904 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:18.949921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-804e9414-2a52-4112-9843-4720c70d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.950752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-804e9414-2a52-4112-9843-4720c70d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.951354 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-804e9414-2a52-4112-9843-4720c70d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.952766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-804e9414-2a52-4112-9843-4720c70d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.953371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-804e9414-2a52-4112-9843-4720c70d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.953907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-804e9414-2a52-4112-9843-4720c70d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.954630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-804e9414-2a52-4112-9843-4720c70d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.957408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-804e9414-2a52-4112-9843-4720c70d2e9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6499 time: 0.0997598 Jul 19 03:21:18.962294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf6d2f-2542-4307-92e0-fd9018cb72db req-a3ee8a66-722f-45bf-9d84-a369b7f76108 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:18.964115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d9bf6d2f-2542-4307-92e0-fd9018cb72db req-a3ee8a66-722f-45bf-9d84-a369b7f76108 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 949 time: 0.2031453 Jul 19 03:21:18.978297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Transition to ACTIVE for port object 975fc8d3-f809-42c6-8d69-72ee419e7f48 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:19.003810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:19.019664 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:21:19.084147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Pushing event updated for resources: {'Port': ['ID=975fc8d3-f809-42c6-8d69-72ee419e7f48,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:19.097997 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:19.098359 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Added segment 05b99435-5585-4860-b587-e834226b3119 of type vlan for network 26f3e03a-32ac-4f3b-8480-3c16b416917b Jul 19 03:21:19.112428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-a24c9ae7-6173-4554-b5cf-e7c0608a55b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:19.113075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-a24c9ae7-6173-4554-b5cf-e7c0608a55b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:19.113617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-a24c9ae7-6173-4554-b5cf-e7c0608a55b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:19.115753 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-a24c9ae7-6173-4554-b5cf-e7c0608a55b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1119ccee-19ea-4731-b9d3-c915a28a468d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5 HTTP/1.1" status: 200 len: 2291 time: 0.1164048 Jul 19 03:21:19.116193 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d9bf6d2f-2542-4307-92e0-fd9018cb72db req-24c54d74-9f9e-423c-a936-3ff89ca58bf9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418965 Jul 19 03:21:19.216483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1462be5-0e8d-4665-b57e-f6cd80451d34 req-8a970a3d-3603-400d-80c6-e81ffe75e395 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:19.224724 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b1462be5-0e8d-4665-b57e-f6cd80451d34 req-8a970a3d-3603-400d-80c6-e81ffe75e395 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 932 time: 0.3010075 Jul 19 03:21:19.245978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 45c7fd38-f056-4278-a418-3e84a861ac47 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:19.261848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:19.285246 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-bef35df0-624e-475c-87de-638a669898b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649 HTTP/1.1" status: 200 len: 1001 time: 0.1602051 Jul 19 03:21:19.304426 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b1462be5-0e8d-4665-b57e-f6cd80451d34 req-7c305d41-0fc3-4e0a-a228-b09dd2f7a4b0 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783956 Jul 19 03:21:19.402715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Attempting to bind port 975fc8d3-f809-42c6-8d69-72ee419e7f48 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:19.403985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Attempting to bind port 975fc8d3-f809-42c6-8d69-72ee419e7f48 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:19.403985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Attempting to bind port 975fc8d3-f809-42c6-8d69-72ee419e7f48 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:19.412769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Port 975fc8d3-f809-42c6-8d69-72ee419e7f48 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:21:19.412769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Attempting to bind port 975fc8d3-f809-42c6-8d69-72ee419e7f48 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:19.422255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:19.422690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Checking segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:19.423590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Bound using segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:19.424065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Bound port: 975fc8d3-f809-42c6-8d69-72ee419e7f48, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:19.426011 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:19.436205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-21c62595-c7ac-4595-b10a-fe32d9f4b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:19.440261 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-21c62595-c7ac-4595-b10a-fe32d9f4b419 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de HTTP/1.1" status: 200 len: 851 time: 0.1322327 Jul 19 03:21:19.474056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:19.492728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:19.497041 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:19.576847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 86fb7eb5-e4b1-478f-aaf8-7d88e853289d up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:19.608954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315cee34-9440-4b16-96c6-5cc59679e307 None None] Network a3a12df2-0d18-4e28-a573-844068f05dd9 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:19.620322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 205a200b-5280-45eb-97be-a3b92d999105 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:19.640826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-8d01a0d7-8d4f-487d-89e3-fdcf58b2d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:19.642563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-8d01a0d7-8d4f-487d-89e3-fdcf58b2d8ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1119ccee-19ea-4731-b9d3-c915a28a468d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1752369 Jul 19 03:21:19.695651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3a8dd755-8d92-42ad-b105-2ee267b91a0a None None] Provisioning for port 205a200b-5280-45eb-97be-a3b92d999105 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:19.709368 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 45c7fd38-f056-4278-a418-3e84a861ac47 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:19.761931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 45c7fd38-f056-4278-a418-3e84a861ac47 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:19.762346 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:19.799620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-5db5d8e9-1f15-442f-881a-fe774461e34c service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461830 Jul 19 03:21:19.818052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:19.854135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:19.854135 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:19.854490 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0145497 Jul 19 03:21:19.869039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56096) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:19.886430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd96843-f511-47e3-8308-437a47f9dba9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Network': ['ID=26f3e03a-32ac-4f3b-8480-3c16b416917b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:19.915936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] For port 975fc8d3-f809-42c6-8d69-72ee419e7f48, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:19.921480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] For port 975fc8d3-f809-42c6-8d69-72ee419e7f48, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=975fc8d3-f809-42c6-8d69-72ee419e7f48,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:19.923088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 205a200b-5280-45eb-97be-a3b92d999105 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:19.931830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 26f3e03a-32ac-4f3b-8480-3c16b416917b details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:21:19.952119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'subnet': {'network_id': '26f3e03a-32ac-4f3b-8480-3c16b416917b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:19.963009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 205a200b-5280-45eb-97be-a3b92d999105 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:19.963592 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:19.980407 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-12b78de3-b301-4ab3-8147-8a7f69404e42 service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723595 Jul 19 03:21:20.063267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.103679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:20.107850 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.108354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-9618e2b5-d150-4a03-ae48-80cb8a5d71b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=1141a9db-5aca-44eb-9146-efaf34d67951 HTTP/1.1" status: 200 len: 217 time: 0.1210411 Jul 19 03:21:20.234772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a80cf3d-3a2b-4175-a40d-ff1a47638030 None None] DHCP port deletion for a3a12df2-0d18-4e28-a573-844068f05dd9 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:21:20.289297 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.291909 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.297220 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.326509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Pushing event updated for resources: {'Port': ['ID=975fc8d3-f809-42c6-8d69-72ee419e7f48,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:20.327226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-6e85818d-5c5b-4782-87d1-9a392cf915d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:20.328847 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-6e85818d-5c5b-4782-87d1-9a392cf915d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.2133572 Jul 19 03:21:20.345618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c3d49b-34ab-4556-acd7-47b3225f6a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fb7eb5-e4b1-478f-aaf8-7d88e853289d'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:20.348126 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31191d89-619d-480f-84cf-71aa96883b15" -d '{"events": [{"server_uuid": "05c3d49b-34ab-4556-acd7-47b3225f6a66", "name": "network-vif-plugged", "status": "completed", "tag": "86fb7eb5-e4b1-478f-aaf8-7d88e853289d"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:20.375501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 205a200b-5280-45eb-97be-a3b92d999105, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=205a200b-5280-45eb-97be-a3b92d999105,segment=NetworkSegment(3e14cc35-c82f-404d-9632-33489d7f2485),segment_id=3e14cc35-c82f-404d-9632-33489d7f2485)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:20.402602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:20.406971 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.422063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-38668ec6-b406-410c-8a3b-1274fdc27fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:20.424124 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-38668ec6-b406-410c-8a3b-1274fdc27fe9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861523 Jul 19 03:21:20.437917 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.458185 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:20.458185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.458541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 45c7fd38-f056-4278-a418-3e84a861ac47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=45c7fd38-f056-4278-a418-3e84a861ac47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:20.469010 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-d9e7bba6-56b2-4b83-8d7a-47614da0ea97 service neutron] 10.222.0.26 "PUT /v2.0/ports/975fc8d3-f809-42c6-8d69-72ee419e7f48 HTTP/1.1" status: 200 len: 1093 time: 2.2934246 Jul 19 03:21:20.469582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab45705c-5a86-48f0-80c3-f4bf992359b9', 'tag': '975fc8d3-f809-42c6-8d69-72ee419e7f48'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:20.472681 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df" -d '{"events": [{"name": "network-changed", "server_uuid": "ab45705c-5a86-48f0-80c3-f4bf992359b9", "tag": "975fc8d3-f809-42c6-8d69-72ee419e7f48"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:20.480983 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.521855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7a80cf3d-3a2b-4175-a40d-ff1a47638030 None None] Deleting port 205a200b-5280-45eb-97be-a3b92d999105 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:20.522577 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7a80cf3d-3a2b-4175-a40d-ff1a47638030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.547698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=205a200b-5280-45eb-97be-a3b92d999105,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:20.548451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87acd90-2298-4074-ae7c-93c23a738db4 req-4461ad26-c1f6-40cd-ac15-038159ae43c0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:20.556346 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b87acd90-2298-4074-ae7c-93c23a738db4 req-4461ad26-c1f6-40cd-ac15-038159ae43c0 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.9356506 Jul 19 03:21:20.622619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443e3ca-6320-4339-b8df-14034d342bd5 req-476c6dd8-6905-4623-9d5a-d5ed41740773 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:20.624486 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6443e3ca-6320-4339-b8df-14034d342bd5 req-476c6dd8-6905-4623-9d5a-d5ed41740773 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 950 time: 0.1962631 Jul 19 03:21:20.627145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-3fe1f7e9-28d0-409c-ae81-3727162a36b3 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876309 Jul 19 03:21:20.629939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:20.646222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b87acd90-2298-4074-ae7c-93c23a738db4 req-a7dad443-eada-4321-92d0-8c76f3a573ed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888014 Jul 19 03:21:20.741411 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6443e3ca-6320-4339-b8df-14034d342bd5 req-3dcf2695-0d1e-4f6b-823d-2e596afff659 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103489 Jul 19 03:21:20.750220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7a80cf3d-3a2b-4175-a40d-ff1a47638030 None None] For port 205a200b-5280-45eb-97be-a3b92d999105, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=205a200b-5280-45eb-97be-a3b92d999105,segment=NetworkSegment(3e14cc35-c82f-404d-9632-33489d7f2485),segment_id=3e14cc35-c82f-404d-9632-33489d7f2485)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:20.752361 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7a80cf3d-3a2b-4175-a40d-ff1a47638030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.776737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=45c7fd38-f056-4278-a418-3e84a861ac47,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:20.778399 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-ef5c3af4-0144-46d6-8fb9-5a7b8097e419 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382310 Jul 19 03:21:20.793552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7a80cf3d-3a2b-4175-a40d-ff1a47638030 None None] Calling delete_port for 205a200b-5280-45eb-97be-a3b92d999105 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:20.796812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:21:20.801174 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.829203 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-8fe74550-85aa-4334-ab3d-44ceb750b0bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=16dab0cb-1b58-4f0f-b704-a007cc0c89b2 HTTP/1.1" status: 200 len: 217 time: 0.0442324 Jul 19 03:21:20.856048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-ad87d936-9a20-4ded-ad46-bdf97f0d8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:20.858035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-ad87d936-9a20-4ded-ad46-bdf97f0d8bfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 1096 time: 0.2832446 Jul 19 03:21:20.858709 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aace74-3211-41d2-a82f-f82089537217 x-openstack-request-id: req-40aace74-3211-41d2-a82f-f82089537217 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:20.860246 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c3d49b-34ab-4556-acd7-47b3225f6a66", "name": "network-vif-plugged", "status": "completed", "tag": "86fb7eb5-e4b1-478f-aaf8-7d88e853289d", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:20.860601 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40aace74-3211-41d2-a82f-f82089537217 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:20.861066 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c3d49b-34ab-4556-acd7-47b3225f6a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fb7eb5-e4b1-478f-aaf8-7d88e853289d', 'code': 200} Jul 19 03:21:20.909364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-391f77a9-59ce-4a54-b4a2-cfbb5e595aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:20.911226 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-391f77a9-59ce-4a54-b4a2-cfbb5e595aa8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.0731380 Jul 19 03:21:20.916245 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec8c659-b883-4f8f-896b-5e971b524938 x-openstack-request-id: req-dec8c659-b883-4f8f-896b-5e971b524938 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:20.916537 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab45705c-5a86-48f0-80c3-f4bf992359b9", "tag": "975fc8d3-f809-42c6-8d69-72ee419e7f48", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:20.916873 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dec8c659-b883-4f8f-896b-5e971b524938 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:20.919155 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab45705c-5a86-48f0-80c3-f4bf992359b9', 'tag': '975fc8d3-f809-42c6-8d69-72ee419e7f48', 'status': 'completed', 'code': 200} Jul 19 03:21:20.931499 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7a80cf3d-3a2b-4175-a40d-ff1a47638030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:20.978555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80cf3d-3a2b-4175-a40d-ff1a47638030 None None] Pushing event deleted for resources: {'Port': ['ID=205a200b-5280-45eb-97be-a3b92d999105,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:20.980991 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80cf3d-3a2b-4175-a40d-ff1a47638030 None None] No DVR routers for this DVR port 205a200b-5280-45eb-97be-a3b92d999105 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:21.017036 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-618917fe-c4ca-44e7-9e29-d28bcc49e86c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=975fc8d3-f809-42c6-8d69-72ee419e7f48 HTTP/1.1" status: 200 len: 217 time: 0.1294410 Jul 19 03:21:21.028609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-0b96d18e-75f1-4c36-8f34-e5ceaf2a5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:21.030116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-0b96d18e-75f1-4c36-8f34-e5ceaf2a5418 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1122189 Jul 19 03:21:21.089663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Subnet': ['ID=4053df33-029c-4a35-8218-567471b232ee,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:21.128564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-7feb33d8-af49-4c29-80ba-4bbdba4fb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:21.130114 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-7feb33d8-af49-4c29-80ba-4bbdba4fb2bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.0867319 Jul 19 03:21:21.137519 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Checking segment: {'id': '05b99435-5585-4860-b587-e834226b3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '26f3e03a-32ac-4f3b-8480-3c16b416917b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:21.137885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network hostable DHCP agents. Network: 26f3e03a-32ac-4f3b-8480-3c16b416917b, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:21:21.171688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-6db3c2ef-693d-4084-8cfe-d58e30140d9f service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269889 Jul 19 03:21:21.189146 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-2be3ebf9-13b0-4ac1-81bc-d88d126dc9e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463226 Jul 19 03:21:21.207101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699eaf6-c719-4918-9ec4-40aaa15fb51b req-e7f6e941-e74c-41ca-bdb9-c36d71185d77 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:21.215295 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c699eaf6-c719-4918-9ec4-40aaa15fb51b req-e7f6e941-e74c-41ca-bdb9-c36d71185d77 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 944 time: 0.3437481 Jul 19 03:21:21.266393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795f656-d599-455a-be20-7dc06b7424d5 req-0069d397-03e9-48ec-b86e-d00a0af1b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:21.267945 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9795f656-d599-455a-be20-7dc06b7424d5 req-0069d397-03e9-48ec-b86e-d00a0af1b81a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 1102 time: 0.2646651 Jul 19 03:21:21.270446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network 26f3e03a-32ac-4f3b-8480-3c16b416917b is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:21:21.281855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-07a4f1cc-c11d-4b41-aa07-241cb5f56d88 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032834 Jul 19 03:21:21.329240 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-d4414ddb-2e51-4871-b53e-2100c6b31694 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=88907317-83f2-4cc5-91d6-81b3325e2898 HTTP/1.1" status: 200 len: 217 time: 0.0359933 Jul 19 03:21:21.387807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-e8bda362-cfbb-4495-87bf-489b596ac08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:21.389317 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-e8bda362-cfbb-4495-87bf-489b596ac08b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.0534859 Jul 19 03:21:21.408234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 205a200b-5280-45eb-97be-a3b92d999105 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:21.432110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 205a200b-5280-45eb-97be-a3b92d999105 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:21.432639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 205a200b-5280-45eb-97be-a3b92d999105 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:21.454850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-7a47911a-dca4-42b8-bf26-e02679a3ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:21.456423 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-7a47911a-dca4-42b8-bf26-e02679a3ff10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596218 Jul 19 03:21:21.556966 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-3e52d793-b878-4ce2-b080-ccb420f0a26e service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935280 Jul 19 03:21:21.660861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 26f3e03a-32ac-4f3b-8480-3c16b416917b) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:21.670438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:21.670438 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:21.673097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b587e46d-3eec-4c30-84d6-086bc74c447f None None] Network 26f3e03a-32ac-4f3b-8480-3c16b416917b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:21.678122 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c699eaf6-c719-4918-9ec4-40aaa15fb51b req-80cc9955-c57e-4cc0-b727-c4794181257d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614699 Jul 19 03:21:21.690475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-f422652d-5c3d-4dbe-9e9f-380016326865 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1068064882&fields=id&tenant_id=770a1666774949b7b6969c1fcdc652a3 HTTP/1.1" status: 200 len: 267 time: 0.0593009 Jul 19 03:21:21.692669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-ff5f72bc-ad9c-4574-9a8a-229ea5ab9e2d service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288714 Jul 19 03:21:21.703121 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9795f656-d599-455a-be20-7dc06b7424d5 req-bdbb2eba-a0c3-4bbf-b356-225f9d5d495f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217391 Jul 19 03:21:21.717513 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fd05c0a4-6bcc-47f1-a223-35ed6285d89c tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8392837 Jul 19 03:21:21.719931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56124) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:21.731322 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-6e03f04f-fa5c-4c60-b0a3-8d180c0c5912 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115201 Jul 19 03:21:21.864573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac873db-69db-45a6-abf6-279653638924 req-eca4a1ac-2263-4b27-bf39-a1b670ef8760 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:21.871320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-26f3e03a-32ac-4f3b-8480-3c16b416917b', 'network_id': '26f3e03a-32ac-4f3b-8480-3c16b416917b', 'tenant_id': '7a3e5886ea4248b9aafa6371e7b9bf91', 'fixed_ips': [{'subnet_id': '4053df33-029c-4a35-8218-567471b232ee'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:21:21.872009 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-eca4a1ac-2263-4b27-bf39-a1b670ef8760 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/networks?id=ccbd75a7-d986-46f0-9641-f34658277b42 HTTP/1.1" status: 200 len: 815 time: 0.1716607 Jul 19 03:21:21.872246 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:21.875475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-2d6acc62-7e28-400b-819e-eb38dda8a4dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe HTTP/1.1" status: 200 len: 217 time: 0.0585949 Jul 19 03:21:21.898194 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-d780aaf5-c294-4968-a62c-0e67d61ceb74 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/quotas/770a1666774949b7b6969c1fcdc652a3 HTTP/1.1" status: 200 len: 375 time: 0.0250490 Jul 19 03:21:21.968658 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:21.969651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-2de02c74-ec18-4290-8bf3-feebbc516ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:21.971183 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-2de02c74-ec18-4290-8bf3-feebbc516ca2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.0888326 Jul 19 03:21:22.017198 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-b02a7308-d41c-437e-8aa3-1754c640e8fd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2552879 Jul 19 03:21:22.021638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Allocated IP 2001:db8::f816:3eff:fe06:ee0 (26f3e03a-32ac-4f3b-8480-3c16b416917b/4053df33-029c-4a35-8218-567471b232ee/1f7ab9e2-ff9d-468c-8253-88b10a09aa3b) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:22.031229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d3fb5-c8ff-4afa-b691-fbad99328949 req-c4f4d1cb-ed79-46c8-bf3d-0407d9fe9bd9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:22.032750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-583d3fb5-c8ff-4afa-b691-fbad99328949 req-c4f4d1cb-ed79-46c8-bf3d-0407d9fe9bd9 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.2049987 Jul 19 03:21:22.042873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-e791b8f4-e10a-4dd6-8cff-f59752beac53 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=770a1666774949b7b6969c1fcdc652a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1435764 Jul 19 03:21:22.126702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-2f31c064-2b5b-4863-9a68-ba07f88fea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:22.128214 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-2f31c064-2b5b-4863-9a68-ba07f88fea44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1466277 Jul 19 03:21:22.140774 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d37bcb-591f-4008-9ae1-4a56a414952b req-6a5fcda6-46df-4d8c-8eff-8b9aeb3e9382 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139908 Jul 19 03:21:22.176392 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.210821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-7779d5e1-37d7-4b4a-9ae8-41969f508c1e service neutron] 10.222.0.20 "GET /v2.0/networks/ccbd75a7-d986-46f0-9641-f34658277b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586642 Jul 19 03:21:22.216017 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.218248 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-583d3fb5-c8ff-4afa-b691-fbad99328949 req-976dc743-2bef-45bc-b485-ae2bd6e6e60f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551466 Jul 19 03:21:22.238801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Transition to ACTIVE for port object 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:22.263054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Transition to ACTIVE for port object 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:22.274866 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.285162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-1213b162-bebd-42e2-ade5-988290e4b1d0 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423671 Jul 19 03:21:22.317399 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-3b60ea82-a07d-4ed3-8dce-21f2734cf97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:22.319037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-3b60ea82-a07d-4ed3-8dce-21f2734cf97f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.2439151 Jul 19 03:21:22.335402 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.357994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Pushing event updated for resources: {'Port': ['ID=1f7ab9e2-ff9d-468c-8253-88b10a09aa3b,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:22.362768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Network 26f3e03a-32ac-4f3b-8480-3c16b416917b is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:22.364692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:22.367079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:22.382861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df req-60fa1e8c-e8c8-4243-903c-bb03a51e1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:22.384874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df req-60fa1e8c-e8c8-4243-903c-bb03a51e1cb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 1096 time: 0.1794710 Jul 19 03:21:22.409634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Subnet': ['ID=4053df33-029c-4a35-8218-567471b232ee,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:22.436116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Attempting to bind port 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:22.436715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Attempting to bind port 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '05b99435-5585-4860-b587-e834226b3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '26f3e03a-32ac-4f3b-8480-3c16b416917b'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:22.436938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Attempting to bind port 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b on network 26f3e03a-32ac-4f3b-8480-3c16b416917b {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:22.442612 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:22.443006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Checking segment: {'id': '05b99435-5585-4860-b587-e834226b3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '26f3e03a-32ac-4f3b-8480-3c16b416917b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:22.443704 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.443834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Bound using segment: {'id': '05b99435-5585-4860-b587-e834226b3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '26f3e03a-32ac-4f3b-8480-3c16b416917b'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:22.444221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Bound port: 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b99435-5585-4860-b587-e834226b3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '26f3e03a-32ac-4f3b-8480-3c16b416917b'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:22.444804 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.518789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] For port 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:22.523228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] For port 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1f7ab9e2-ff9d-468c-8253-88b10a09aa3b,segment=NetworkSegment(05b99435-5585-4860-b587-e834226b3119),segment_id=05b99435-5585-4860-b587-e834226b3119)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:22.529018 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.620715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8cc70-9727-44f7-8f3d-7b8a01e7508f None None] Pushing event updated for resources: {'Port': ['ID=1f7ab9e2-ff9d-468c-8253-88b10a09aa3b,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:22.650651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43cbcfd-7251-4fdb-9a40-902bc47b6562 None None] Network 26f3e03a-32ac-4f3b-8480-3c16b416917b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:22.656444 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.679312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f3e03a-32ac-4f3b-8480-3c16b416917b']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:22.705511 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b99435-5585-4860-b587-e834226b3119') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:22.705927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b99435-5585-4860-b587-e834226b3119') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:22.731956 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.740936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78180c2-6b93-4efa-9b58-d3841eabc262 req-4dd5125c-bdd5-4702-bc80-3ef3f3e01293 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:22.748266 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-98dfdb13-b0e7-40e1-a5e8-81273c1f9edd service neutron] 10.222.0.20 "GET /v2.0/networks/ccbd75a7-d986-46f0-9641-f34658277b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572749 Jul 19 03:21:22.749159 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e78180c2-6b93-4efa-9b58-d3841eabc262 req-4dd5125c-bdd5-4702-bc80-3ef3f3e01293 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 950 time: 0.4077523 Jul 19 03:21:22.757261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df req-791a5a91-179b-43b2-b4c2-b1b2e234dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:22.759670 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df req-791a5a91-179b-43b2-b4c2-b1b2e234dc0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 906 time: 0.3458760 Jul 19 03:21:22.760693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-56c4d1cc-4865-459c-a72e-0e7ed74cbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:22.762072 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-56c4d1cc-4865-459c-a72e-0e7ed74cbe2b service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.3836470 Jul 19 03:21:22.823082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbea7d4-a148-4adb-a46a-de4f0086de0b None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:21:22.862673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.869587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb676e63-4ba3-4fbc-aea8-863142bb9772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7fd38-f056-4278-a418-3e84a861ac47'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:22.870092 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df req-c5aa0fd8-558f-4382-8d28-676a46343a8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=975fc8d3-f809-42c6-8d69-72ee419e7f48 HTTP/1.1" status: 200 len: 217 time: 0.0992568 Jul 19 03:21:22.873695 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a26b088-1305-4b56-bb22-77835baa75ed" -d '{"events": [{"server_uuid": "eb676e63-4ba3-4fbc-aea8-863142bb9772", "name": "network-vif-plugged", "status": "completed", "tag": "45c7fd38-f056-4278-a418-3e84a861ac47"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:22.891407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:22.891833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:22.895958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-ce498ee4-4a66-4f95-a6ec-faa9d51e5326 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460414 Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:22.904763 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:22.938866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e78180c2-6b93-4efa-9b58-d3841eabc262 req-5fac40d4-7905-4e30-825a-1f3b0b7725af tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887436 Jul 19 03:21:22.952135 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-336944f0-822d-4ebe-b863-4410b4235e3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 HTTP/1.1" status: 200 len: 217 time: 0.0488985 Jul 19 03:21:23.023122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-8c6b1231-7002-4e91-8925-a696898a87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:23.025463 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-8c6b1231-7002-4e91-8925-a696898a87e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.0653360 Jul 19 03:21:23.028403 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-7b49eff5-1d52-4548-84b2-a01fe8055bce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 999 time: 0.2483475 Jul 19 03:21:23.033875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbea7d4-a148-4adb-a46a-de4f0086de0b None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:21:23.050522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:21:23.050522 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:21:23.050522 n-d-762330-18 neutron-server[94345]: [parameters: {'id': '26f3e03a-32ac-4f3b-8480-3c16b416917b'}] Jul 19 03:21:23.050522 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:21:23.051321 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:21:23.073420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df req-d641a39e-6a3d-4c1e-8f35-0b6123b63e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:23.074943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df req-d641a39e-6a3d-4c1e-8f35-0b6123b63e0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.1857038 Jul 19 03:21:23.125444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df req-ac144f06-5302-4913-95f2-c94c20661b9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409069 Jul 19 03:21:23.129347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-9892da48-61c0-4529-ad16-a2b4143cfeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:23.133312 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-9892da48-61c0-4529-ad16-a2b4143cfeb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.0934901 Jul 19 03:21:23.136964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-38b0237a-8b69-44c5-ad78-e652f300e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:23.139585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-38b0237a-8b69-44c5-ad78-e652f300e394 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0966325 Jul 19 03:21:23.279540 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df req-d0953fac-1c95-4e7c-9f20-515afb3d1046 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447532 Jul 19 03:21:23.281751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-290af9fd-68d1-403f-9b11-01aeee6a45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:23.283241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-290af9fd-68d1-403f-9b11-01aeee6a45a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362443 Jul 19 03:21:23.288139 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-60f96b83-daca-4aab-8725-b74cfade04db service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400938 Jul 19 03:21:23.407271 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e67f594-4bbb-4df8-b27e-41b0ff4c3bde x-openstack-request-id: req-5e67f594-4bbb-4df8-b27e-41b0ff4c3bde {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:23.407581 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb676e63-4ba3-4fbc-aea8-863142bb9772", "name": "network-vif-plugged", "status": "completed", "tag": "45c7fd38-f056-4278-a418-3e84a861ac47", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:23.407810 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e67f594-4bbb-4df8-b27e-41b0ff4c3bde {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:23.408204 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb676e63-4ba3-4fbc-aea8-863142bb9772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7fd38-f056-4278-a418-3e84a861ac47', 'code': 200} Jul 19 03:21:23.410082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 975fc8d3-f809-42c6-8d69-72ee419e7f48 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:21:23.442035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-a1648467-50fa-4ac2-bdb9-541c5df080b2 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477067 Jul 19 03:21:23.505867 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36f4ffaa-ba79-46b2-b3dc-4a4ab50b17df req-3ae129ed-d0d7-47ba-83ef-690765dfeac1 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195442 Jul 19 03:21:23.528651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-f3d4b4d7-a32f-4b36-b7e1-e5f41c8647bf service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327681 Jul 19 03:21:23.560362 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:23.572042 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-2f5216f4-0dbc-4267-be26-c70fbd5d2198 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16 HTTP/1.1" status: 200 len: 217 time: 0.1219609 Jul 19 03:21:23.692965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-b2a82c5f-c83a-4c21-8bf1-e89b92cbbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:23.694619 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-b2a82c5f-c83a-4c21-8bf1-e89b92cbbb38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.0915399 Jul 19 03:21:23.711462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c89421-65e9-49f2-a9a5-a90a7be5ff8a req-d8a57f06-cb1c-492c-9365-40e31b477eba tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:23.713242 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67c89421-65e9-49f2-a9a5-a90a7be5ff8a req-d8a57f06-cb1c-492c-9365-40e31b477eba tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 944 time: 0.1855326 Jul 19 03:21:23.726236 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7a9b854-7031-4928-8dbb-7690c49d50d9 req-c3aea836-e796-4bf0-9402-af15f03ce4cf service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885521 Jul 19 03:21:23.735153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d465e3-f49c-4c2a-aed0-61637faa37e6 req-2fbb4807-0c2b-4b83-a612-f66b4787f20b tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:23.740208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 975fc8d3-f809-42c6-8d69-72ee419e7f48, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=975fc8d3-f809-42c6-8d69-72ee419e7f48,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:23.742113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6d465e3-f49c-4c2a-aed0-61637faa37e6 req-2fbb4807-0c2b-4b83-a612-f66b4787f20b tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.2057118 Jul 19 03:21:23.763268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a54f32-13ad-4fda-9b3f-e7bc76fee71b req-25f1f3e5-9178-4ab4-8b5f-5e0054af0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:23.764904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-70a54f32-13ad-4fda-9b3f-e7bc76fee71b req-25f1f3e5-9178-4ab4-8b5f-5e0054af0e55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb676e63-4ba3-4fbc-aea8-863142bb9772 HTTP/1.1" status: 200 len: 1101 time: 0.2273991 Jul 19 03:21:23.790788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '975fc8d3-f809-42c6-8d69-72ee419e7f48', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'port_id': '975fc8d3-f809-42c6-8d69-72ee419e7f48', 'mac_address': 'fa:16:3e:02:5f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:21:23.812273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Deleting port 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:23.812848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:23.817484 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67c89421-65e9-49f2-a9a5-a90a7be5ff8a req-e418df41-d6e2-4ba6-9313-b60a2a7e2ccb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929692 Jul 19 03:21:23.872595 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6d465e3-f49c-4c2a-aed0-61637faa37e6 req-1eb53aca-f582-4476-bfde-36507267a2c6 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252313 Jul 19 03:21:23.872897 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-70a54f32-13ad-4fda-9b3f-e7bc76fee71b req-56575ed1-2649-4794-827b-e60f4d614641 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992486 Jul 19 03:21:23.881133 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:23.881514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-1bef76d1-4a9c-4e68-9e28-2d51fcc404ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:23.884035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-1bef76d1-4a9c-4e68-9e28-2d51fcc404ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1689494 Jul 19 03:21:23.905780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975fc8d3-f809-42c6-8d69-72ee419e7f48 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:23.947570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] For port 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1f7ab9e2-ff9d-468c-8253-88b10a09aa3b,segment=NetworkSegment(05b99435-5585-4860-b587-e834226b3119),segment_id=05b99435-5585-4860-b587-e834226b3119)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:23.948212 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:23.966237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Calling delete_port for 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:23.969752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c13b4da-748b-4d5c-b020-4b18da9af85b req-bf65aaf5-c000-4ea7-8b74-7c79e04b207f tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 210 time: 0.0722170 Jul 19 03:21:24.025738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 975fc8d3-f809-42c6-8d69-72ee419e7f48, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=975fc8d3-f809-42c6-8d69-72ee419e7f48,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:24.049338 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.207880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.248562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=975fc8d3-f809-42c6-8d69-72ee419e7f48,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:24.263972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-0c64eec5-73bb-4301-ac29-4f7ec9ca7008 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400397 Jul 19 03:21:24.299995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No DVR routers for this DVR port 1f7ab9e2-ff9d-468c-8253-88b10a09aa3b on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:24.320589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beba228-2fed-4764-a960-c78fc3afbbc5 req-000fa34b-55d0-44b6-9701-cb5c434c95a5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:24.324446 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6beba228-2fed-4764-a960-c78fc3afbbc5 req-000fa34b-55d0-44b6-9701-cb5c434c95a5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 950 time: 0.1832674 Jul 19 03:21:24.331649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Port': ['ID=1f7ab9e2-ff9d-468c-8253-88b10a09aa3b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:24.364522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['975fc8d3-f809-42c6-8d69-72ee419e7f48'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:24.431734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b408325-b73e-443d-94f9-fdfe610ec037 req-58a4945a-3799-435a-8378-735a48d451ba service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606925 Jul 19 03:21:24.435098 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6beba228-2fed-4764-a960-c78fc3afbbc5 req-5cbd7886-d5de-47cb-a1c3-b7c578b1f82c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048357 Jul 19 03:21:24.440806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.453253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f3e03a-32ac-4f3b-8480-3c16b416917b']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:24.472838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b99435-5585-4860-b587-e834226b3119') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:24.473237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b99435-5585-4860-b587-e834226b3119') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:24.484411 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.508305 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.518337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:24.518775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:24.591151 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:24.599217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.611258 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.616765 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/26f3e03a-32ac-4f3b-8480-3c16b416917b HTTP/1.1" status: 204 len: 168 time: 2.8957839 Jul 19 03:21:24.617645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56178) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:24.634688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b2a54-e14b-4058-a042-548eebcb275a tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Network': ['ID=26f3e03a-32ac-4f3b-8480-3c16b416917b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:24.637086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1936188146'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:24.669123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:24.674398 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.707849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:21:24.739118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.739812 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Added segment 275de4cd-15e1-4649-a273-3304c09483f5 of type vlan for network 693ad76d-728f-4849-98c3-046268a0ef35 Jul 19 03:21:24.794295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50c2ca-c197-4c36-b3c0-bff35f0c2559 req-cdb9996f-a14b-42c8-bce2-6444a521692c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:24.795985 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f50c2ca-c197-4c36-b3c0-bff35f0c2559 req-cdb9996f-a14b-42c8-bce2-6444a521692c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.0754676 Jul 19 03:21:24.812067 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.851846 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f50c2ca-c197-4c36-b3c0-bff35f0c2559 req-1379e4c1-0af0-4642-b288-a18c442f56e2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481560 Jul 19 03:21:24.866110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadb79b-11ef-49cc-bdfa-0247d7505c1d req-d258ec3d-9579-4a89-b288-4789c731d4ef tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:24.873713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7fadb79b-11ef-49cc-bdfa-0247d7505c1d req-d258ec3d-9579-4a89-b288-4789c731d4ef tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb676e63-4ba3-4fbc-aea8-863142bb9772 HTTP/1.1" status: 200 len: 949 time: 0.1681876 Jul 19 03:21:24.880731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.886800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:24.887418 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:24.948298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3233624 Jul 19 03:21:24.949688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56182) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:24.954639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'subnet': {'network_id': '693ad76d-728f-4849-98c3-046268a0ef35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:24.987970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50c22f-bb0b-4a1e-87d2-d0b135266790 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Network': ['ID=693ad76d-728f-4849-98c3-046268a0ef35,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:25.001981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7fadb79b-11ef-49cc-bdfa-0247d7505c1d req-48fee54b-686a-402b-b19e-43651926e231 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273258 Jul 19 03:21:25.008493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 693ad76d-728f-4849-98c3-046268a0ef35 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:21:25.126437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038fa66-3fff-4fd2-96cd-5c19d4fb2279 req-0c985fb9-25a9-4681-8776-ef2540fec35f tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:25.134287 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f038fa66-3fff-4fd2-96cd-5c19d4fb2279 req-0c985fb9-25a9-4681-8776-ef2540fec35f tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 945 time: 0.1471381 Jul 19 03:21:25.184798 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f038fa66-3fff-4fd2-96cd-5c19d4fb2279 req-71b783f3-7615-472a-9c71-a0d58da2de64 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492918 Jul 19 03:21:25.248123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2897e192-bd26-4dea-acd2-6c952e3d8d65 req-383c037b-b14f-4e4f-8fea-ac7d5507a2de tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 210 time: 0.0733442 Jul 19 03:21:25.279598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:25.283146 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:25.319558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac873db-69db-45a6-abf6-279653638924 req-02a2387d-cfec-4118-af0e-b133ea8f4b0d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:25.321091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-02a2387d-cfec-4118-af0e-b133ea8f4b0d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.26 "GET /v2.0/networks?id=ccbd75a7-d986-46f0-9641-f34658277b42 HTTP/1.1" status: 200 len: 815 time: 0.2264421 Jul 19 03:21:25.417597 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-b8756cb6-071f-456f-80a9-884e62131de8 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770a1666774949b7b6969c1fcdc652a3 HTTP/1.1" status: 200 len: 380 time: 0.0849211 Jul 19 03:21:25.429402 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Request body: {'port': {'device_id': '91240e13-4c56-4b91-a489-ef91b56c3535', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'admin_state_up': True, 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'security_groups': ['23bca3d6-1e99-45cd-814e-d9719190cce7']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:25.600674 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:25.652548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Subnet': ['ID=7c75dc24-32af-475c-a783-e6a5d74de4a3,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:25.666940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Made reservation on behalf of 770a1666774949b7b6969c1fcdc652a3 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:25.670577 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:25.710826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Checking segment: {'id': '275de4cd-15e1-4649-a273-3304c09483f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '693ad76d-728f-4849-98c3-046268a0ef35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:25.711225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network hostable DHCP agents. Network: 693ad76d-728f-4849-98c3-046268a0ef35, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:21:25.768339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network 693ad76d-728f-4849-98c3-046268a0ef35 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:21:25.783223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 693ad76d-728f-4849-98c3-046268a0ef35) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:25.793206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fae477-2d25-4c87-bcc4-ef2e3536822f None None] Network 693ad76d-728f-4849-98c3-046268a0ef35 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:25.814016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:25.814642 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:25.839519 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6744f4e4-cf7b-43d3-af27-3053defc31a0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8886287 Jul 19 03:21:25.842889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56194) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:25.854079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Allocated IP 172.20.0.6 (ccbd75a7-d986-46f0-9641-f34658277b42/67b17120-1fc5-41d5-99dc-a11cd5920add/01a14d44-1b0e-4614-b2d9-402cf17187b7) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:25.977344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-693ad76d-728f-4849-98c3-046268a0ef35', 'network_id': '693ad76d-728f-4849-98c3-046268a0ef35', 'tenant_id': '7a3e5886ea4248b9aafa6371e7b9bf91', 'fixed_ips': [{'subnet_id': '7c75dc24-32af-475c-a783-e6a5d74de4a3'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:21:25.978610 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.062408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.140965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-1c9adfb1-2f70-4d1e-9d1e-bf2c24cc03d5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:26.142674 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-1c9adfb1-2f70-4d1e-9d1e-bf2c24cc03d5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.26 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.2342393 Jul 19 03:21:26.179821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Allocated IP 2001:db8::2 (693ad76d-728f-4849-98c3-046268a0ef35/7c75dc24-32af-475c-a783-e6a5d74de4a3/a54ef0f0-7e2f-4b8d-b82c-b005e788176d) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:26.185848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.195283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d536fe-1a52-4855-b922-c02fca9e6cfc req-d81fda6b-a557-4ef7-88f5-d834b30d8fdf tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:26.204645 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40d536fe-1a52-4855-b922-c02fca9e6cfc req-d81fda6b-a557-4ef7-88f5-d834b30d8fdf tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 945 time: 0.1970019 Jul 19 03:21:26.225508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Transition to ACTIVE for port object 01a14d44-1b0e-4614-b2d9-402cf17187b7 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:26.229049 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.278917 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40d536fe-1a52-4855-b922-c02fca9e6cfc req-76efcc9a-a79b-4574-bd71-a2e1bae4bb77 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732701 Jul 19 03:21:26.330029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.378617 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.392180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Transition to ACTIVE for port object a54ef0f0-7e2f-4b8d-b82c-b005e788176d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:26.417367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Transition to ACTIVE for port object a54ef0f0-7e2f-4b8d-b82c-b005e788176d will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:26.424109 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.438639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Network ccbd75a7-d986-46f0-9641-f34658277b42 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:26.444728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:26.449904 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.469536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Pushing event updated for resources: {'Port': ['ID=01a14d44-1b0e-4614-b2d9-402cf17187b7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:26.472360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:26.514375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Pushing event updated for resources: {'Port': ['ID=a54ef0f0-7e2f-4b8d-b82c-b005e788176d,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:26.525098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Subnet': ['ID=7c75dc24-32af-475c-a783-e6a5d74de4a3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:26.529174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Network 693ad76d-728f-4849-98c3-046268a0ef35 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:26.531616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:26.543909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:26.557666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80ff4-1fb9-4128-a6c6-447e9ff0e658 req-0440b6fc-1d25-42e8-a981-cc98dba764ef tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:26.559476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fda80ff4-1fb9-4128-a6c6-447e9ff0e658 req-0440b6fc-1d25-42e8-a981-cc98dba764ef tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb676e63-4ba3-4fbc-aea8-863142bb9772 HTTP/1.1" status: 200 len: 949 time: 0.2925930 Jul 19 03:21:26.593710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:26.594368 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.615462 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.617262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-d7f14abf-57af-4d12-a430-d36cf89bb2e7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Deleting port 96099641-73db-4c47-8e38-c9766b804fd0 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:26.617958 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-d7f14abf-57af-4d12-a430-d36cf89bb2e7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.627339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Attempting to bind port a54ef0f0-7e2f-4b8d-b82c-b005e788176d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:26.628032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Attempting to bind port a54ef0f0-7e2f-4b8d-b82c-b005e788176d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '275de4cd-15e1-4649-a273-3304c09483f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '693ad76d-728f-4849-98c3-046268a0ef35'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:26.628880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Attempting to bind port a54ef0f0-7e2f-4b8d-b82c-b005e788176d on network 693ad76d-728f-4849-98c3-046268a0ef35 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:26.639179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:26.640350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Checking segment: {'id': '275de4cd-15e1-4649-a273-3304c09483f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '693ad76d-728f-4849-98c3-046268a0ef35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:26.641078 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.641848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Bound using segment: {'id': '275de4cd-15e1-4649-a273-3304c09483f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '693ad76d-728f-4849-98c3-046268a0ef35'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:26.642574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Bound port: a54ef0f0-7e2f-4b8d-b82c-b005e788176d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275de4cd-15e1-4649-a273-3304c09483f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '693ad76d-728f-4849-98c3-046268a0ef35'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:26.643194 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.645911 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693ad76d-728f-4849-98c3-046268a0ef35']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:26.665764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-b12065f9-0aa9-47ed-8dfd-c53975a32b1d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2400358 Jul 19 03:21:26.667632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275de4cd-15e1-4649-a273-3304c09483f5') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:26.667980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275de4cd-15e1-4649-a273-3304c09483f5') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:26.681392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f05434-fe2f-4946-b26c-dca2f13eff0e req-26a4aa7f-ddd9-4aca-be62-ae99f52cdb02 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:26.685540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Request body: {'port': {'device_id': '91240e13-4c56-4b91-a489-ef91b56c3535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:26.689145 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70f05434-fe2f-4946-b26c-dca2f13eff0e req-26a4aa7f-ddd9-4aca-be62-ae99f52cdb02 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 945 time: 0.2524350 Jul 19 03:21:26.713463 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.737086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fda80ff4-1fb9-4128-a6c6-447e9ff0e658 req-58c7e9d0-292d-420d-bba1-5384beec9a17 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534698 Jul 19 03:21:26.769490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.773702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] For port a54ef0f0-7e2f-4b8d-b82c-b005e788176d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:26.792372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:26.792902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:26.796630 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:26.814427 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70f05434-fe2f-4946-b26c-dca2f13eff0e req-a4918595-e81b-4b47-a32d-47957840a63e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009443 Jul 19 03:21:26.887345 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:21:26.887345 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:21:26.887345 n-d-762330-18 neutron-server[94345]: [parameters: {'id': '693ad76d-728f-4849-98c3-046268a0ef35'}] Jul 19 03:21:26.887345 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:21:26.888178 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:21:26.896957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] For port a54ef0f0-7e2f-4b8d-b82c-b005e788176d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a54ef0f0-7e2f-4b8d-b82c-b005e788176d,segment=NetworkSegment(275de4cd-15e1-4649-a273-3304c09483f5),segment_id=275de4cd-15e1-4649-a273-3304c09483f5)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:26.904380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d8f9ec59-312c-430f-be0a-e10dbdd270bc None None] Provisioning for port 01a14d44-1b0e-4614-b2d9-402cf17187b7 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:26.911603 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.916977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d8f9ec59-312c-430f-be0a-e10dbdd270bc None None] Provisioning complete for port 01a14d44-1b0e-4614-b2d9-402cf17187b7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:26.917561 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d8f9ec59-312c-430f-be0a-e10dbdd270bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.950863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-d7f14abf-57af-4d12-a430-d36cf89bb2e7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] For port 96099641-73db-4c47-8e38-c9766b804fd0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=96099641-73db-4c47-8e38-c9766b804fd0,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:26.951228 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-d7f14abf-57af-4d12-a430-d36cf89bb2e7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:26.973944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-d7f14abf-57af-4d12-a430-d36cf89bb2e7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Calling delete_port for 96099641-73db-4c47-8e38-c9766b804fd0 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:26.989494 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:27.047188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9ec59-312c-430f-be0a-e10dbdd270bc None None] Port 01a14d44-1b0e-4614-b2d9-402cf17187b7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:21:27.065137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c67973-865e-4b14-a7be-4a9c750ebf80 None None] Pushing event updated for resources: {'Port': ['ID=a54ef0f0-7e2f-4b8d-b82c-b005e788176d,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:27.085492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad1e842-40d3-4ccc-ba37-188411b2d71e None None] Network 693ad76d-728f-4849-98c3-046268a0ef35 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:27.121321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844b7f7-6d15-4355-a63f-77bde9ee74ae req-1af564e9-da11-4252-912f-d29ddd7d5ce6 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:27.128094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2844b7f7-6d15-4355-a63f-77bde9ee74ae req-1af564e9-da11-4252-912f-d29ddd7d5ce6 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 931 time: 0.2587030 Jul 19 03:21:27.220512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e752c-328b-48b4-8736-d9b9f2497acf req-d085a0d4-73be-4efe-a850-f8a144769461 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:27.229063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e752c-328b-48b4-8736-d9b9f2497acf req-d085a0d4-73be-4efe-a850-f8a144769461 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:27.235079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ac6e752c-328b-48b4-8736-d9b9f2497acf req-d085a0d4-73be-4efe-a850-f8a144769461 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66&device_id=eb676e63-4ba3-4fbc-aea8-863142bb9772 HTTP/1.1" status: 200 len: 1690 time: 0.1012895 Jul 19 03:21:27.245256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee88782-84c1-463f-903c-a6fd825f77df None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:21:27.282420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2844b7f7-6d15-4355-a63f-77bde9ee74ae req-8950d43d-3358-4dae-8c38-bb22ebf14a82 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507666 Jul 19 03:21:27.308490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 975fc8d3-f809-42c6-8d69-72ee419e7f48 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:27.343921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ac6e752c-328b-48b4-8736-d9b9f2497acf req-8835258b-d9f2-4fb5-8ab9-3f8ec8bc3650 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068265 Jul 19 03:21:27.389058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:27.429378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 975fc8d3-f809-42c6-8d69-72ee419e7f48 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:27.438510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 975fc8d3-f809-42c6-8d69-72ee419e7f48 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:27.438877 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:27.488816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee88782-84c1-463f-903c-a6fd825f77df None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:21:27.531463 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Deleting port a54ef0f0-7e2f-4b8d-b82c-b005e788176d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:27.532864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:27.598132 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-d7f14abf-57af-4d12-a430-d36cf89bb2e7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:27.626528 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] For port a54ef0f0-7e2f-4b8d-b82c-b005e788176d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a54ef0f0-7e2f-4b8d-b82c-b005e788176d,segment=NetworkSegment(275de4cd-15e1-4649-a273-3304c09483f5),segment_id=275de4cd-15e1-4649-a273-3304c09483f5)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:27.627127 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:27.661646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f14abf-57af-4d12-a430-d36cf89bb2e7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event deleted for resources: {'Port': ['ID=96099641-73db-4c47-8e38-c9766b804fd0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:27.676619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Calling delete_port for a54ef0f0-7e2f-4b8d-b82c-b005e788176d owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:27.776062 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:27.789904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-d7f14abf-57af-4d12-a430-d36cf89bb2e7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] No DVR routers for this DVR port 96099641-73db-4c47-8e38-c9766b804fd0 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:27.798567 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-d7f14abf-57af-4d12-a430-d36cf89bb2e7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:27.801861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b57aaeeb-2bb6-4a1f-80a2-3281c8212e99 req-d7f14abf-57af-4d12-a430-d36cf89bb2e7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.26 "DELETE /v2.0/ports/96099641-73db-4c47-8e38-c9766b804fd0 HTTP/1.1" status: 204 len: 173 time: 1.6480520 Jul 19 03:21:27.802818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd900b770-24c9-4fb1-8f8c-ac7ba2145c1d', 'name': 'network-vif-deleted', 'tag': '96099641-73db-4c47-8e38-c9766b804fd0'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:27.813937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-455d43b4-a1b0-40e0-8d4f-1b679b6d3e73 req-e5407b34-ea04-40ae-9c26-0cdd92ba7c5c tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d900b770-24c9-4fb1-8f8c-ac7ba2145c1d HTTP/1.1" status: 200 len: 210 time: 0.0499549 Jul 19 03:21:27.814470 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b91a67-8d19-419f-becc-44418699d6cb" -d '{"events": [{"server_uuid": "d900b770-24c9-4fb1-8f8c-ac7ba2145c1d", "name": "network-vif-deleted", "tag": "96099641-73db-4c47-8e38-c9766b804fd0"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:27.867353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No DVR routers for this DVR port a54ef0f0-7e2f-4b8d-b82c-b005e788176d on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:27.869259 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Port': ['ID=a54ef0f0-7e2f-4b8d-b82c-b005e788176d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:27.869386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['96099641-73db-4c47-8e38-c9766b804fd0'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:27.871872 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:27.954024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a14d44-1b0e-4614-b2d9-402cf17187b7 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:27.963695 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:27.979489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Transition to ACTIVE for port object 01a14d44-1b0e-4614-b2d9-402cf17187b7 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:27.986618 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe9d27d-2441-422b-bdc1-2ef4833fb9bd x-openstack-request-id: req-cfe9d27d-2441-422b-bdc1-2ef4833fb9bd {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:27.987905 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d900b770-24c9-4fb1-8f8c-ac7ba2145c1d", "name": "network-vif-deleted", "tag": "96099641-73db-4c47-8e38-c9766b804fd0", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:27.988368 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfe9d27d-2441-422b-bdc1-2ef4833fb9bd {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:27.989688 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd900b770-24c9-4fb1-8f8c-ac7ba2145c1d', 'name': 'network-vif-deleted', 'tag': '96099641-73db-4c47-8e38-c9766b804fd0', 'status': 'completed', 'code': 200} Jul 19 03:21:27.994192 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.036849 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.064649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693ad76d-728f-4849-98c3-046268a0ef35']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:28.080856 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275de4cd-15e1-4649-a273-3304c09483f5') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:28.081411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275de4cd-15e1-4649-a273-3304c09483f5') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:28.081642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 975fc8d3-f809-42c6-8d69-72ee419e7f48, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=975fc8d3-f809-42c6-8d69-72ee419e7f48,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:28.085065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab45705c-5a86-48f0-80c3-f4bf992359b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975fc8d3-f809-42c6-8d69-72ee419e7f48'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:28.089282 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c279e8d-f897-496f-8e89-e10cdb3f62b5" -d '{"events": [{"server_uuid": "ab45705c-5a86-48f0-80c3-f4bf992359b9", "name": "network-vif-plugged", "status": "completed", "tag": "975fc8d3-f809-42c6-8d69-72ee419e7f48"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:28.093795 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.095032 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.097678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Pushing event updated for resources: {'Port': ['ID=01a14d44-1b0e-4614-b2d9-402cf17187b7,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:28.116459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.154942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:28.155619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:28.159376 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:28.168195 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b811950-efe8-468d-885b-91fbed5b0e1c req-eeed01aa-a3d5-47ee-a4f2-6654dfc0c995 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:28.168407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=975fc8d3-f809-42c6-8d69-72ee419e7f48,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:28.175182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2b811950-efe8-468d-885b-91fbed5b0e1c req-eeed01aa-a3d5-47ee-a4f2-6654dfc0c995 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 1102 time: 0.3430908 Jul 19 03:21:28.244240 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2b811950-efe8-468d-885b-91fbed5b0e1c req-2828dbf0-8902-46ca-8e52-fa23e68c2d2e tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681467 Jul 19 03:21:28.301969 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ace5a49-ce44-4202-8acc-5a55a332ad9e x-openstack-request-id: req-3ace5a49-ce44-4202-8acc-5a55a332ad9e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:28.302522 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab45705c-5a86-48f0-80c3-f4bf992359b9", "name": "network-vif-plugged", "status": "completed", "tag": "975fc8d3-f809-42c6-8d69-72ee419e7f48", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:28.302619 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ace5a49-ce44-4202-8acc-5a55a332ad9e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:28.308912 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab45705c-5a86-48f0-80c3-f4bf992359b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975fc8d3-f809-42c6-8d69-72ee419e7f48', 'code': 200} Jul 19 03:21:28.311825 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.318176 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.327723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Attempting to bind port 01a14d44-1b0e-4614-b2d9-402cf17187b7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:28.331268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Attempting to bind port 01a14d44-1b0e-4614-b2d9-402cf17187b7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:28.332520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Attempting to bind port 01a14d44-1b0e-4614-b2d9-402cf17187b7 on network ccbd75a7-d986-46f0-9641-f34658277b42 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:28.335650 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/693ad76d-728f-4849-98c3-046268a0ef35 HTTP/1.1" status: 204 len: 168 time: 2.4913812 Jul 19 03:21:28.355250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56244) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:28.367589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30503462-3129-474a-ad99-cea869b97132 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Network': ['ID=693ad76d-728f-4849-98c3-046268a0ef35,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:28.372130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-252426318'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:28.382886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Port 01a14d44-1b0e-4614-b2d9-402cf17187b7 on network ccbd75a7-d986-46f0-9641-f34658277b42 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:21:28.383217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Attempting to bind port 01a14d44-1b0e-4614-b2d9-402cf17187b7 on network ccbd75a7-d986-46f0-9641-f34658277b42 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:28.405195 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:28.405702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Checking segment: {'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:28.406833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bfb70-194e-4bf8-985a-8ff2a23bd5ce req-a2af1f5a-48bd-4de0-b08e-da3543e21ae2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:28.407060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Bound using segment: {'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:28.407610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Bound port: 01a14d44-1b0e-4614-b2d9-402cf17187b7, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baad7eec-7f00-4138-9881-dcc277412bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:28.408905 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.410723 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd3bfb70-194e-4bf8-985a-8ff2a23bd5ce req-a2af1f5a-48bd-4de0-b08e-da3543e21ae2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 946 time: 0.2837496 Jul 19 03:21:28.467871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:28.471786 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.497505 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd3bfb70-194e-4bf8-985a-8ff2a23bd5ce req-4c81cded-fc84-43eb-a978-ceece3487b3b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801067 Jul 19 03:21:28.608201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:21:28.631970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] For port 01a14d44-1b0e-4614-b2d9-402cf17187b7, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:28.640261 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.640610 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Added segment 52b90f1b-266d-4a5d-86f5-3a032ebdd076 of type vlan for network 34dbb301-35da-41bd-b672-401dfac346c3 Jul 19 03:21:28.643134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] For port 01a14d44-1b0e-4614-b2d9-402cf17187b7, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01a14d44-1b0e-4614-b2d9-402cf17187b7,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:28.673673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.745011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c3d21-a4b0-4dd6-999c-1aedfc068a40 req-49fca36b-68e9-40d2-b9a7-da102a33462d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:28.752281 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-347c3d21-a4b0-4dd6-999c-1aedfc068a40 req-49fca36b-68e9-40d2-b9a7-da102a33462d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 943 time: 0.1105206 Jul 19 03:21:28.764215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ef340-ab4d-45ce-a3bc-353813a2da8c req-37b5fad1-e8a4-4b39-a117-ff543dd50801 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:28.765808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da3ef340-ab4d-45ce-a3bc-353813a2da8c req-37b5fad1-e8a4-4b39-a117-ff543dd50801 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eb676e63-4ba3-4fbc-aea8-863142bb9772 HTTP/1.1" status: 200 len: 1101 time: 0.3125148 Jul 19 03:21:28.767295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:28.767932 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.769307 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] 10.222.0.26 "PUT /v2.0/ports/01a14d44-1b0e-4614-b2d9-402cf17187b7 HTTP/1.1" status: 200 len: 1092 time: 2.0891893 Jul 19 03:21:28.786529 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.810097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e6170-f3ca-4b9f-9ac3-0a6c19d9ab50 req-f96c83da-68f3-40c7-9972-4ed78e110792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:28.812061 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b91e6170-f3ca-4b9f-9ac3-0a6c19d9ab50 req-f96c83da-68f3-40c7-9972-4ed78e110792 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 1098 time: 0.3453360 Jul 19 03:21:28.862717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e6a1f-4162-403e-8503-6cda08fbb586 service neutron] Pushing event updated for resources: {'Port': ['ID=01a14d44-1b0e-4614-b2d9-402cf17187b7,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:28.955013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da3ef340-ab4d-45ce-a3bc-353813a2da8c req-7ee6a08c-8ad2-4fdf-8bb3-ab6901e05caf tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590908 Jul 19 03:21:28.955972 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.963701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:28.964337 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:28.990167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b91e6170-f3ca-4b9f-9ac3-0a6c19d9ab50 req-24e9cc3a-7079-48d1-8ccc-1a80664c71d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625073 Jul 19 03:21:29.101016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7325122 Jul 19 03:21:29.105650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56254) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:29.133415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Request body: {'subnet': {'network_id': '34dbb301-35da-41bd-b672-401dfac346c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:29.226214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1db97f-4cde-4f91-b544-ab053fe7d737 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Network': ['ID=34dbb301-35da-41bd-b672-401dfac346c3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:29.235631 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-347c3d21-a4b0-4dd6-999c-1aedfc068a40 req-66eb8bfa-4e37-46a5-8649-c26d7e3984ba tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4824266 Jul 19 03:21:29.245291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 34dbb301-35da-41bd-b672-401dfac346c3 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:21:29.417187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac873db-69db-45a6-abf6-279653638924 req-6950c961-79a7-4a5c-a2f8-92e83bf3d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:29.419097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-6950c961-79a7-4a5c-a2f8-92e83bf3d80a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=770a1666774949b7b6969c1fcdc652a3&device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 1095 time: 0.5806170 Jul 19 03:21:29.420268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Made reservation on behalf of 7a3e5886ea4248b9aafa6371e7b9bf91 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:29.429164 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:29.519322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-f86f4b53-bee0-4964-88e8-6c57dc1a0900 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a14d44-1b0e-4614-b2d9-402cf17187b7 HTTP/1.1" status: 200 len: 217 time: 0.0582101 Jul 19 03:21:29.543638 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-52583044-4a50-4127-a5ab-1e4cbe1d67f7 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836906 Jul 19 03:21:29.695080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-be76c173-7676-4e87-9cf7-f633d689de60 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:29.697848 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-be76c173-7676-4e87-9cf7-f633d689de60 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.1160600 Jul 19 03:21:29.714981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-c7487e2d-ded7-4909-bf3d-643f167de798 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/quotas/0a123568d24644db84d7b8c2684b29cf HTTP/1.1" status: 200 len: 375 time: 0.0111861 Jul 19 03:21:29.772683 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-8fbe94c5-1d61-42df-aead-9b0db18b4802 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514340 Jul 19 03:21:29.873549 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-b924f2f6-bb2c-4d15-8c13-d969ca99ae04 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908053 Jul 19 03:21:29.981914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac873db-69db-45a6-abf6-279653638924 req-349cd656-9aad-40cf-80a2-b8f32ca5e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:29.983502 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-349cd656-9aad-40cf-80a2-b8f32ca5e6f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67b17120-1fc5-41d5-99dc-a11cd5920add HTTP/1.1" status: 200 len: 854 time: 0.4524794 Jul 19 03:21:29.991723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91240e13-4c56-4b91-a489-ef91b56c3535', 'tag': '01a14d44-1b0e-4614-b2d9-402cf17187b7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:29.994092 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96631662-7af1-4356-ae0e-c09e673fabe2" -d '{"events": [{"name": "network-changed", "server_uuid": "91240e13-4c56-4b91-a489-ef91b56c3535", "tag": "01a14d44-1b0e-4614-b2d9-402cf17187b7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:29.995562 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-634711cb-ec6e-4e18-b515-e472348f0b15 service neutron] 10.222.0.20 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094971 Jul 19 03:21:30.148301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-1a817d49-cf60-4fd1-8764-09558041d6da tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:30.154938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-1a817d49-cf60-4fd1-8764-09558041d6da tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341852 Jul 19 03:21:30.210188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-b8b25baa-568f-4d9a-b8b5-14dfb0a3613d tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/quotas/8e4c20281fad406fb6fa2e4340d2ca27 HTTP/1.1" status: 200 len: 375 time: 0.0543151 Jul 19 03:21:30.272203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac873db-69db-45a6-abf6-279653638924 req-81acee20-dbb5-4eef-98a3-973d852b3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:30.273736 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-81acee20-dbb5-4eef-98a3-973d852b3172 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccbd75a7-d986-46f0-9641-f34658277b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2482820 Jul 19 03:21:30.288249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf20692-9a41-4490-8419-35c521b12b68 req-7a5e619c-73fc-4989-bd22-dc65e0947775 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:30.289718 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-adf20692-9a41-4490-8419-35c521b12b68 req-7a5e619c-73fc-4989-bd22-dc65e0947775 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 946 time: 0.0786786 Jul 19 03:21:30.334033 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-adf20692-9a41-4490-8419-35c521b12b68 req-cbe94bc4-b791-4ebc-8097-f5fc67952257 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373688 Jul 19 03:21:30.406601 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02818933-6bfb-401e-a38b-be7d0733609d x-openstack-request-id: req-02818933-6bfb-401e-a38b-be7d0733609d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:30.406895 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91240e13-4c56-4b91-a489-ef91b56c3535", "tag": "01a14d44-1b0e-4614-b2d9-402cf17187b7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:30.407149 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02818933-6bfb-401e-a38b-be7d0733609d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:30.407592 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91240e13-4c56-4b91-a489-ef91b56c3535', 'tag': '01a14d44-1b0e-4614-b2d9-402cf17187b7', 'status': 'completed', 'code': 200} Jul 19 03:21:30.464879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-b339e05c-dee3-4274-a46e-b3910f85dfcf tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2537475 Jul 19 03:21:30.471977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-453fb2b1-c288-4dc7-abf4-cc3b7a49b4ec req-39295088-324d-43bf-8ddb-2f7a2fd7c7b7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 210 time: 0.0349407 Jul 19 03:21:30.517223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.objects.ports [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94344) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:21:30.541013 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:30.582974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-b2e04746-e21d-43e4-a5af-3cf6826d3350 service neutron] 10.222.0.26 "GET /v2.0/networks/ccbd75a7-d986-46f0-9641-f34658277b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022211 Jul 19 03:21:30.656475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event updated for resources: {'Subnet': ['ID=9b3a14a8-d3ea-441b-a222-68cff958756b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:30.668395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Checking segment: {'id': '52b90f1b-266d-4a5d-86f5-3a032ebdd076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '34dbb301-35da-41bd-b672-401dfac346c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:30.668763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network hostable DHCP agents. Network: 34dbb301-35da-41bd-b672-401dfac346c3, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:21:30.729749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Network 34dbb301-35da-41bd-b672-401dfac346c3 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:21:30.747434 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eac873db-69db-45a6-abf6-279653638924 req-d4cc2289-3d15-4b6d-b8a2-4df0680cc1ba service neutron] 10.222.0.26 "GET /v2.0/networks/ccbd75a7-d986-46f0-9641-f34658277b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575651 Jul 19 03:21:30.752378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 34dbb301-35da-41bd-b672-401dfac346c3) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:30.759281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:30.762881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe81e1b-80a2-4669-aa7a-707cdcb28f6c None None] Network 34dbb301-35da-41bd-b672-401dfac346c3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:30.770464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:30.803047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56312) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:30.803480 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c4644757-3d99-4546-a145-b2fb19bc70a5 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6902795 Jul 19 03:21:31.076018 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-fc06fc71-2c80-4b62-a64e-3aa502fea80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:31.080525 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-fc06fc71-2c80-4b62-a64e-3aa502fea80f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=770a1666774949b7b6969c1fcdc652a3&device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 1095 time: 0.2217667 Jul 19 03:21:31.087486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5772f9b-a1fe-4681-a967-727abee51398 req-207877a2-9870-4ca0-a5eb-1fde49c1b949 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:31.090467 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5772f9b-a1fe-4681-a967-727abee51398 req-207877a2-9870-4ca0-a5eb-1fde49c1b949 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 943 time: 0.2732706 Jul 19 03:21:31.128418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-34dbb301-35da-41bd-b672-401dfac346c3', 'network_id': '34dbb301-35da-41bd-b672-401dfac346c3', 'tenant_id': '7a3e5886ea4248b9aafa6371e7b9bf91', 'fixed_ips': [{'subnet_id': '9b3a14a8-d3ea-441b-a222-68cff958756b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:21:31.129415 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:31.150795 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:31.177904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5772f9b-a1fe-4681-a967-727abee51398 req-a56bbed0-cbad-45b8-bfbe-21979ff84177 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819769 Jul 19 03:21:31.250730 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:31.269507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62928e-c7ad-427c-b53e-cfbb3474c620 req-84295be6-a109-40da-95b9-f79ebebd3ae6 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:31.271250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f62928e-c7ad-427c-b53e-cfbb3474c620 req-84295be6-a109-40da-95b9-f79ebebd3ae6 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 946 time: 0.2831004 Jul 19 03:21:31.340834 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c845a3b3-538c-4ef1-9b49-f63ff1410d92 req-f2dff25f-4bad-4ff1-84bc-7ebcc01e032d tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 210 time: 0.0576644 Jul 19 03:21:31.385736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 96099641-73db-4c47-8e38-c9766b804fd0 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:31.391301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-8ff2d72c-2454-4b99-a37b-9e30611ab80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:31.392703 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-8ff2d72c-2454-4b99-a37b-9e30611ab80a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccbd75a7-d986-46f0-9641-f34658277b42 HTTP/1.1" status: 200 len: 915 time: 0.3040512 Jul 19 03:21:31.402509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f62928e-c7ad-427c-b53e-cfbb3474c620 req-b191ddfb-313f-49be-9f97-f10f3a31fcc7 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230187 Jul 19 03:21:31.424876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 96099641-73db-4c47-8e38-c9766b804fd0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:31.425248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 96099641-73db-4c47-8e38-c9766b804fd0 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:31.437265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Allocated IP 2001:db8::f816:3eff:fe77:89c7 (34dbb301-35da-41bd-b672-401dfac346c3/9b3a14a8-d3ea-441b-a222-68cff958756b/f8ed379b-bdac-48ff-beb2-46b3f3d49327) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:31.449331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-b6a96747-f5dc-48f9-8903-1ea92fa3f620 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a14d44-1b0e-4614-b2d9-402cf17187b7 HTTP/1.1" status: 200 len: 217 time: 0.0457809 Jul 19 03:21:31.511073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-fc7fd261-d529-489b-9e61-c9116a641e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:31.512666 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-fc7fd261-d529-489b-9e61-c9116a641e00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67b17120-1fc5-41d5-99dc-a11cd5920add HTTP/1.1" status: 200 len: 854 time: 0.0569658 Jul 19 03:21:31.605137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-1a2ff486-b68d-4073-823f-945643ed8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:31.607431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-1a2ff486-b68d-4073-823f-945643ed8dce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccbd75a7-d986-46f0-9641-f34658277b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865650 Jul 19 03:21:31.711245 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:31.715136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-d7d64579-0a50-4433-94c5-6af330ed49a1 service neutron] 10.222.0.26 "GET /v2.0/networks/ccbd75a7-d986-46f0-9641-f34658277b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012125 Jul 19 03:21:31.723336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Transition to ACTIVE for port object f8ed379b-bdac-48ff-beb2-46b3f3d49327 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:31.749483 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59f54875-e4a0-4a34-9e76-a16f26b5ab7e req-fc98fdb0-dda6-4f35-bfae-0c18f472caf1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 210 time: 0.0332932 Jul 19 03:21:31.751439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Transition to ACTIVE for port object f8ed379b-bdac-48ff-beb2-46b3f3d49327 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:31.767727 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:31.801644 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:31.882170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Network 34dbb301-35da-41bd-b672-401dfac346c3 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:31.891350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3a14a8-d3ea-441b-a222-68cff958756b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:31.897090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:31.900074 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96631662-7af1-4356-ae0e-c09e673fabe2 req-c4bcced7-30da-4578-bf46-3712f936911f service neutron] 10.222.0.26 "GET /v2.0/networks/ccbd75a7-d986-46f0-9641-f34658277b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482811 Jul 19 03:21:31.907796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:31.939360 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Pushing event updated for resources: {'Port': ['ID=f8ed379b-bdac-48ff-beb2-46b3f3d49327,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:32.073486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Attempting to bind port f8ed379b-bdac-48ff-beb2-46b3f3d49327 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:32.074287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Attempting to bind port f8ed379b-bdac-48ff-beb2-46b3f3d49327 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '52b90f1b-266d-4a5d-86f5-3a032ebdd076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '34dbb301-35da-41bd-b672-401dfac346c3'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:32.075067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Attempting to bind port f8ed379b-bdac-48ff-beb2-46b3f3d49327 on network 34dbb301-35da-41bd-b672-401dfac346c3 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:32.084138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:32.084138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Checking segment: {'id': '52b90f1b-266d-4a5d-86f5-3a032ebdd076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '34dbb301-35da-41bd-b672-401dfac346c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:32.084138 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:32.084812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Bound using segment: {'id': '52b90f1b-266d-4a5d-86f5-3a032ebdd076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '34dbb301-35da-41bd-b672-401dfac346c3'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:32.085687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Bound port: f8ed379b-bdac-48ff-beb2-46b3f3d49327, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b90f1b-266d-4a5d-86f5-3a032ebdd076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '34dbb301-35da-41bd-b672-401dfac346c3'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:32.086383 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:32.099010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:32.116881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34dbb301-35da-41bd-b672-401dfac346c3']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:32.173805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] For port f8ed379b-bdac-48ff-beb2-46b3f3d49327, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:32.178003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] For port f8ed379b-bdac-48ff-beb2-46b3f3d49327, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f8ed379b-bdac-48ff-beb2-46b3f3d49327,segment=NetworkSegment(52b90f1b-266d-4a5d-86f5-3a032ebdd076),segment_id=52b90f1b-266d-4a5d-86f5-3a032ebdd076)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:32.185996 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:32.231714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b90f1b-266d-4a5d-86f5-3a032ebdd076') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:32.232011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b90f1b-266d-4a5d-86f5-3a032ebdd076') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:32.251422 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:32.283070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc57869-7a07-459b-8344-8d89d4bf0b9d None None] Pushing event updated for resources: {'Port': ['ID=f8ed379b-bdac-48ff-beb2-46b3f3d49327,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:32.300571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08144d99-17c7-4a35-bf46-4cf895e0efb0 None None] Network 34dbb301-35da-41bd-b672-401dfac346c3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:32.311850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-f6b60dc7-36ba-496b-8d8f-d883806aaf40 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:32.313832 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-f6b60dc7-36ba-496b-8d8f-d883806aaf40 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 812 time: 0.3472099 Jul 19 03:21:32.315246 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:32.330360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Request body: {'port': {'device_id': '4c8c901d-7305-4e32-91a1-7f7873ece6db', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'admin_state_up': True, 'tenant_id': '0a123568d24644db84d7b8c2684b29cf'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:32.334315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:32.334856 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:32.339198 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:32.399251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2600dad-a77d-4749-b2fa-f806341e1840 req-fe123f56-27dc-4cf5-aad4-b996da4602e9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:32.400869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2600dad-a77d-4749-b2fa-f806341e1840 req-fe123f56-27dc-4cf5-aad4-b996da4602e9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 946 time: 0.2138023 Jul 19 03:21:32.466096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13086289-8088-4bdd-81b1-dd0ce555372e req-38d47940-2f1b-4741-9811-57b78b5fe9b4 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:32.473462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13086289-8088-4bdd-81b1-dd0ce555372e req-38d47940-2f1b-4741-9811-57b78b5fe9b4 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 943 time: 0.0799651 Jul 19 03:21:32.497340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e47d1bf-087e-4ac6-bf0a-e54a8bf2007f None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:21:32.503674 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:21:32.503674 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:21:32.503674 n-d-762330-18 neutron-server[94345]: [parameters: {'id': '34dbb301-35da-41bd-b672-401dfac346c3'}] Jul 19 03:21:32.503674 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:21:32.504126 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:21:32.511346 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-a4137165-cada-455b-9d0c-7e4d53f1c26f tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352120 Jul 19 03:21:32.536769 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2600dad-a77d-4749-b2fa-f806341e1840 req-8f601fc4-30b1-4720-ae4a-930c292cd52b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245971 Jul 19 03:21:32.584590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Made reservation on behalf of 0a123568d24644db84d7b8c2684b29cf for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:32.590015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:32.603385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13086289-8088-4bdd-81b1-dd0ce555372e req-77e22f99-5d5a-408e-8b7b-a382ae04ea72 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287296 Jul 19 03:21:32.647793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e47d1bf-087e-4ac6-bf0a-e54a8bf2007f None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:21:32.701265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-54e183fe-a344-4cf7-8890-7157f97a51b9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:32.703238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-54e183fe-a344-4cf7-8890-7157f97a51b9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848378 Jul 19 03:21:32.724846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Request body: {'port': {'device_id': '529520b8-87d1-47f8-b09c-82df1ca9613c', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '8e4c20281fad406fb6fa2e4340d2ca27'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:32.741561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a73ea1fd-6db3-4d34-910c-94df6659c295 req-c345f430-16df-47fe-9393-87a51e779567 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 210 time: 0.0400910 Jul 19 03:21:32.817177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Allocated IP 172.20.0.5 (1e0d100a-4153-486a-bb53-5344731032ea/2ce9eede-45cb-4568-8d50-62fdf8d969ee/0d8ecf94-7a32-45d1-b119-a50965775758) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:32.908412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Made reservation on behalf of 8e4c20281fad406fb6fa2e4340d2ca27 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:32.911896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:32.940327 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-414887eb-9643-4b43-b16c-bc2622558fca req-700ed031-1ffc-46ec-839f-d27d35bdc10d tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 210 time: 0.0461400 Jul 19 03:21:32.997205 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.004740 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.067585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Allocated IP 192.168.233.71 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/ecc9234d-ba90-44c8-8fb6-a723b1bd98ee) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:33.083619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.140900 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Deleting port f8ed379b-bdac-48ff-beb2-46b3f3d49327 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:33.141573 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.144745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Network 1e0d100a-4153-486a-bb53-5344731032ea is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:33.166709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:33.176525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:33.206716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event updated for resources: {'Port': ['ID=0d8ecf94-7a32-45d1-b119-a50965775758,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:33.247871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.261589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] For port f8ed379b-bdac-48ff-beb2-46b3f3d49327, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f8ed379b-bdac-48ff-beb2-46b3f3d49327,segment=NetworkSegment(52b90f1b-266d-4a5d-86f5-3a032ebdd076),segment_id=52b90f1b-266d-4a5d-86f5-3a032ebdd076)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:33.261944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.271537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Transition to ACTIVE for port object ecc9234d-ba90-44c8-8fb6-a723b1bd98ee will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:33.281987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:33.282656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.285013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Calling delete_port for f8ed379b-bdac-48ff-beb2-46b3f3d49327 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:33.304932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-966b5465-a057-4006-9f87-cf5ef4105bed tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9789546 Jul 19 03:21:33.343881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Request body: {'port': {'device_id': '4c8c901d-7305-4e32-91a1-7f7873ece6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:33.351806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-71f8c207-1bdc-499e-a25f-207eb22d9c96 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:33.353856 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-71f8c207-1bdc-499e-a25f-207eb22d9c96 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 946 time: 0.0919530 Jul 19 03:21:33.355064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.368684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45c7fd38-f056-4278-a418-3e84a861ac47'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:33.370983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'e44923f7-6102-4509-87d9-6c458b663580', '86fb7eb5-e4b1-478f-aaf8-7d88e853289d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:33.442847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:33.444541 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.448315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:33.454843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.459526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:33.485566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event updated for resources: {'Port': ['ID=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:33.520085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Port': ['ID=f8ed379b-bdac-48ff-beb2-46b3f3d49327,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:33.525236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No DVR routers for this DVR port f8ed379b-bdac-48ff-beb2-46b3f3d49327 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:33.614146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:33.614863 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.634147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-d60075be-4253-443e-8f12-d896555de7f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Deleting port 975fc8d3-f809-42c6-8d69-72ee419e7f48 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:33.634370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-d60075be-4253-443e-8f12-d896555de7f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.658699 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.669557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34dbb301-35da-41bd-b672-401dfac346c3']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:33.693168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b90f1b-266d-4a5d-86f5-3a032ebdd076') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:33.693486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b90f1b-266d-4a5d-86f5-3a032ebdd076') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:33.712526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.761563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-d60075be-4253-443e-8f12-d896555de7f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] For port 975fc8d3-f809-42c6-8d69-72ee419e7f48, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=975fc8d3-f809-42c6-8d69-72ee419e7f48,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:33.761861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-d60075be-4253-443e-8f12-d896555de7f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.792733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.798495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-d60075be-4253-443e-8f12-d896555de7f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Calling delete_port for 975fc8d3-f809-42c6-8d69-72ee419e7f48 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:33.811813 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7351fc91-6ee8-4420-b244-ca49e3049172 None None] Provisioning for port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:33.812245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:33.812803 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:33.816648 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:33.822593 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7351fc91-6ee8-4420-b244-ca49e3049172 None None] Provisioning complete for port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:33.822985 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7351fc91-6ee8-4420-b244-ca49e3049172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:33.862332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7351fc91-6ee8-4420-b244-ca49e3049172 None None] Port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:21:33.960939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-db12a333-9654-463e-b657-17b9b58b2bf2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2413549 Jul 19 03:21:34.003167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Request body: {'port': {'device_id': '529520b8-87d1-47f8-b09c-82df1ca9613c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:34.007083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.018838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.024228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/34dbb301-35da-41bd-b672-401dfac346c3 HTTP/1.1" status: 204 len: 168 time: 3.2163017 Jul 19 03:21:34.025636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56360) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:34.054105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e894725-f9e3-44d4-bba0-178db2e06e1d tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Network': ['ID=34dbb301-35da-41bd-b672-401dfac346c3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:34.085014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-d60075be-4253-443e-8f12-d896555de7f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.095919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a', '975fc8d3-f809-42c6-8d69-72ee419e7f48'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:34.108040 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93bc077-c349-4e77-9437-21b5be0be779 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] DELETE failed (client error): The resource could not be found. Jul 19 03:21:34.108494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93bc077-c349-4e77-9437-21b5be0be779 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:21:34.110259 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a93bc077-c349-4e77-9437-21b5be0be779 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/subnets/9b3a14a8-d3ea-441b-a222-68cff958756b HTTP/1.1" status: 404 len: 337 time: 0.0726368 Jul 19 03:21:34.125692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56362) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:34.131169 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc45e164-3c2e-4ba5-96ce-baad1f80ec57 req-0e31c592-3f80-4469-9f8e-8eb104d36378 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45705c-5a86-48f0-80c3-f4bf992359b9 HTTP/1.1" status: 200 len: 210 time: 0.0855095 Jul 19 03:21:34.144584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60075be-4253-443e-8f12-d896555de7f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event deleted for resources: {'Port': ['ID=975fc8d3-f809-42c6-8d69-72ee419e7f48,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:34.145747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8ecf94-7a32-45d1-b119-a50965775758 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:34.157795 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.163280 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.182098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Transition to ACTIVE for port object 0d8ecf94-7a32-45d1-b119-a50965775758 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:34.187897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.233872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-d60075be-4253-443e-8f12-d896555de7f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] No DVR routers for this DVR port 975fc8d3-f809-42c6-8d69-72ee419e7f48 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:34.235856 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d16c5eb-ae45-4098-bf06-25b0ee7afa85 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] DELETE failed (client error): The resource could not be found. Jul 19 03:21:34.236654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d16c5eb-ae45-4098-bf06-25b0ee7afa85 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:21:34.243968 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4d16c5eb-ae45-4098-bf06-25b0ee7afa85 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/34dbb301-35da-41bd-b672-401dfac346c3 HTTP/1.1" status: 404 len: 339 time: 0.1165657 Jul 19 03:21:34.246460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56368) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:34.247587 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-d60075be-4253-443e-8f12-d896555de7f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.249562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29bc7789-6bc9-40e1-82ab-4fc763b443f1 req-d60075be-4253-443e-8f12-d896555de7f9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "DELETE /v2.0/ports/975fc8d3-f809-42c6-8d69-72ee419e7f48 HTTP/1.1" status: 204 len: 173 time: 0.8869286 Jul 19 03:21:34.251447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab45705c-5a86-48f0-80c3-f4bf992359b9', 'name': 'network-vif-deleted', 'tag': '975fc8d3-f809-42c6-8d69-72ee419e7f48'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:34.253730 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83c0dfd-13c0-4ce5-b197-fba2d4ac7722" -d '{"events": [{"server_uuid": "ab45705c-5a86-48f0-80c3-f4bf992359b9", "name": "network-vif-deleted", "tag": "975fc8d3-f809-42c6-8d69-72ee419e7f48"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:34.304666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3820a-6e7e-49df-9441-b351373dc5a1 req-d1a2006c-7fdc-46be-85e3-2339faa5077c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:34.306777 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9dd3820a-6e7e-49df-9441-b351373dc5a1 req-d1a2006c-7fdc-46be-85e3-2339faa5077c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 943 time: 0.3487160 Jul 19 03:21:34.325453 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cbc4f2-8bb9-4e0d-b368-1f1c486d10e6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] DELETE failed (client error): The resource could not be found. Jul 19 03:21:34.325453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cbc4f2-8bb9-4e0d-b368-1f1c486d10e6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:21:34.329117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-86cbc4f2-8bb9-4e0d-b368-1f1c486d10e6 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/subnets/7c75dc24-32af-475c-a783-e6a5d74de4a3 HTTP/1.1" status: 404 len: 337 time: 0.0783830 Jul 19 03:21:34.331689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56372) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:34.347647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Pushing event updated for resources: {'Port': ['ID=0d8ecf94-7a32-45d1-b119-a50965775758,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:34.365923 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0d0a48-a8be-42b6-8fec-279415c31bfa tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] DELETE failed (client error): The resource could not be found. Jul 19 03:21:34.366508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0d0a48-a8be-42b6-8fec-279415c31bfa tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:21:34.368336 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-da0d0a48-a8be-42b6-8fec-279415c31bfa tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/693ad76d-728f-4849-98c3-046268a0ef35 HTTP/1.1" status: 404 len: 339 time: 0.0309949 Jul 19 03:21:34.372199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56374) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:34.404039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Attempting to bind port 0d8ecf94-7a32-45d1-b119-a50965775758 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:34.404376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Attempting to bind port 0d8ecf94-7a32-45d1-b119-a50965775758 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:34.405327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Attempting to bind port 0d8ecf94-7a32-45d1-b119-a50965775758 on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:34.412630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Port 0d8ecf94-7a32-45d1-b119-a50965775758 on network 1e0d100a-4153-486a-bb53-5344731032ea not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:21:34.413017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Attempting to bind port 0d8ecf94-7a32-45d1-b119-a50965775758 on network 1e0d100a-4153-486a-bb53-5344731032ea {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:34.423741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78498d-4b7d-460c-8054-6a4aea2dbd10 req-2dad6f6c-6d02-4777-a309-01973571bb0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:34.425253 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f78498d-4b7d-460c-8054-6a4aea2dbd10 req-2dad6f6c-6d02-4777-a309-01973571bb0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 935 time: 0.1461112 Jul 19 03:21:34.428063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:34.428390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Checking segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:34.428767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Bound using segment: {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:34.429195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Bound port: 0d8ecf94-7a32-45d1-b119-a50965775758, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75101636-276f-40d4-ac14-757123b25dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:34.429549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.460695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9dd3820a-6e7e-49df-9441-b351373dc5a1 req-f8ca5a1f-2d3e-45e3-904f-7de9c1749b12 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288249 Jul 19 03:21:34.464716 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-34be132f-6afb-4c89-924b-be041a934a56 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] DELETE failed (client error): The resource could not be found. Jul 19 03:21:34.465065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34be132f-6afb-4c89-924b-be041a934a56 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:21:34.469388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-34be132f-6afb-4c89-924b-be041a934a56 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/subnets/4053df33-029c-4a35-8218-567471b232ee HTTP/1.1" status: 404 len: 337 time: 0.0913451 Jul 19 03:21:34.469981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56376) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:34.498471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f78498d-4b7d-460c-8054-6a4aea2dbd10 req-aef8f69e-23e1-4dd5-a8d7-916078727ac0 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659966 Jul 19 03:21:34.502933 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bb29a1-436b-4137-ab48-1f4a4fa0ab52 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] DELETE failed (client error): The resource could not be found. Jul 19 03:21:34.503596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bb29a1-436b-4137-ab48-1f4a4fa0ab52 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:21:34.508008 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-66bb29a1-436b-4137-ab48-1f4a4fa0ab52 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/26f3e03a-32ac-4f3b-8480-3c16b416917b HTTP/1.1" status: 404 len: 339 time: 0.0313017 Jul 19 03:21:34.511310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56378) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:34.572083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] For port 0d8ecf94-7a32-45d1-b119-a50965775758, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:34.595236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] For port 0d8ecf94-7a32-45d1-b119-a50965775758, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d8ecf94-7a32-45d1-b119-a50965775758,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:34.615809 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.672531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:34.673786 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.675079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] 10.222.0.25 "PUT /v2.0/ports/0d8ecf94-7a32-45d1-b119-a50965775758 HTTP/1.1" status: 200 len: 1092 time: 1.3367984 Jul 19 03:21:34.677332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8c901d-7305-4e32-91a1-7f7873ece6db', 'tag': '0d8ecf94-7a32-45d1-b119-a50965775758'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:34.679657 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8c901d-7305-4e32-91a1-7f7873ece6db", "tag": "0d8ecf94-7a32-45d1-b119-a50965775758"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:34.722328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc9234d-ba90-44c8-8fb6-a723b1bd98ee {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:34.731223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a947f31-3632-4291-b6ef-0244118abcdd service neutron] Pushing event updated for resources: {'Port': ['ID=0d8ecf94-7a32-45d1-b119-a50965775758,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:34.734774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-a0277d2b-1495-40be-9e99-824d0644c721 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Deleting port 0dcd0a83-1715-4cba-9101-bbb081fc4915 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:34.735214 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0277d2b-1495-40be-9e99-824d0644c721 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.736929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7426-0846-4d13-a010-7876e510ea94 req-c55dc85f-822b-4a23-83a8-93f93d0a069f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:34.745011 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7aaa7426-0846-4d13-a010-7876e510ea94 req-c55dc85f-822b-4a23-83a8-93f93d0a069f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 943 time: 0.1300976 Jul 19 03:21:34.748232 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.781251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Transition to ACTIVE for port object ecc9234d-ba90-44c8-8fb6-a723b1bd98ee will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:34.793149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.811468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7aaa7426-0846-4d13-a010-7876e510ea94 req-8cc4b8bc-2b98-43a4-8b6c-1a8b5957d2a6 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654392 Jul 19 03:21:34.845203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0277d2b-1495-40be-9e99-824d0644c721 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:34.861253 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a725167-a248-4644-8ea6-d164592ed93a x-openstack-request-id: req-0a725167-a248-4644-8ea6-d164592ed93a {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:34.861543 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8c901d-7305-4e32-91a1-7f7873ece6db", "tag": "0d8ecf94-7a32-45d1-b119-a50965775758", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:34.861790 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a725167-a248-4644-8ea6-d164592ed93a {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:34.862199 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8c901d-7305-4e32-91a1-7f7873ece6db', 'tag': '0d8ecf94-7a32-45d1-b119-a50965775758', 'status': 'completed', 'code': 200} Jul 19 03:21:34.868573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-a0277d2b-1495-40be-9e99-824d0644c721 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Calling delete_port for 0dcd0a83-1715-4cba-9101-bbb081fc4915 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:34.876426 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4e6b2b-7a9f-4955-8eec-c5bb899e81dd x-openstack-request-id: req-cd4e6b2b-7a9f-4955-8eec-c5bb899e81dd {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:34.876727 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab45705c-5a86-48f0-80c3-f4bf992359b9", "name": "network-vif-deleted", "tag": "975fc8d3-f809-42c6-8d69-72ee419e7f48", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:34.876994 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd4e6b2b-7a9f-4955-8eec-c5bb899e81dd {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:34.877423 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab45705c-5a86-48f0-80c3-f4bf992359b9', 'name': 'network-vif-deleted', 'tag': '975fc8d3-f809-42c6-8d69-72ee419e7f48', 'status': 'completed', 'code': 200} Jul 19 03:21:34.887826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-5b58ec47-9e5c-4ee2-9448-c18b8819fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:34.889478 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-5b58ec47-9e5c-4ee2-9448-c18b8819fc37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 1095 time: 0.1664326 Jul 19 03:21:34.927062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Pushing event updated for resources: {'Port': ['ID=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:34.963763 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-31006912-70a6-4fee-80ac-e029e8eff1ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d8ecf94-7a32-45d1-b119-a50965775758 HTTP/1.1" status: 200 len: 217 time: 0.0399344 Jul 19 03:21:34.987544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Attempting to bind port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:34.987862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Attempting to bind port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:34.988142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Attempting to bind port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:34.994560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:21:34.994937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Attempting to bind port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:35.003568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:35.004960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:35.005412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:35.005809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Bound port: ecc9234d-ba90-44c8-8fb6-a723b1bd98ee, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:35.006187 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.043748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-45f4cf49-87b3-4a2e-8c7c-4f91b511225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:35.045400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-45f4cf49-87b3-4a2e-8c7c-4f91b511225e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.0736394 Jul 19 03:21:35.063438 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0277d2b-1495-40be-9e99-824d0644c721 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.091374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-d45b3b18-9b20-4e54-8c8f-e16dc237e8e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380630 Jul 19 03:21:35.101112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] For port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:35.104625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] For port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:35.109053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.122435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0277d2b-1495-40be-9e99-824d0644c721 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Port': ['ID=0dcd0a83-1715-4cba-9101-bbb081fc4915,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:35.151613 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0277d2b-1495-40be-9e99-824d0644c721 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.151613 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a0277d2b-1495-40be-9e99-824d0644c721 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/ports/0dcd0a83-1715-4cba-9101-bbb081fc4915 HTTP/1.1" status: 204 len: 168 time: 0.6365924 Jul 19 03:21:35.151883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56386) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:35.153702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:35.154348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.155779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] 10.222.0.26 "PUT /v2.0/ports/ecc9234d-ba90-44c8-8fb6-a723b1bd98ee HTTP/1.1" status: 200 len: 1096 time: 1.1610205 Jul 19 03:21:35.189893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9070734-86fc-4f94-b4bd-8d59bce5cc9b service neutron] Pushing event updated for resources: {'Port': ['ID=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:35.214171 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63dcdbf-ece1-4486-a8c5-100e7875e327 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] DELETE failed (client error): The resource could not be found. Jul 19 03:21:35.214656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63dcdbf-ece1-4486-a8c5-100e7875e327 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:21:35.216625 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b63dcdbf-ece1-4486-a8c5-100e7875e327 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/subnets/f77e2bb0-1bcc-4f76-b3dd-f9ac53f200b6 HTTP/1.1" status: 404 len: 337 time: 0.0638289 Jul 19 03:21:35.219399 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56390) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:35.279802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-98b0ab01-41cc-4de2-b2cf-06e25068a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:35.281784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-98b0ab01-41cc-4de2-b2cf-06e25068a9d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 1099 time: 0.0704603 Jul 19 03:21:35.306582 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-80163f02-82bd-4b5a-a712-0b7ee3ca30e1 service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958013 Jul 19 03:21:35.332923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-d3b16cc6-fe6c-4ea3-aa7b-37cb6a6fb51b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee HTTP/1.1" status: 200 len: 217 time: 0.0436733 Jul 19 03:21:35.343154 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.427663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-d0b49840-01dd-4b61-9336-ed2e8b434a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:35.429354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-d0b49840-01dd-4b61-9336-ed2e8b434a2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0882609 Jul 19 03:21:35.486533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-e51426b9-0ba2-4f49-bf75-a254c5b1bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:35.488051 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-e51426b9-0ba2-4f49-bf75-a254c5b1bc9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524817 Jul 19 03:21:35.502194 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5153e0aa-4839-4230-a746-a45e764fbad0 req-da14023c-6627-43a0-ba93-365725f2e3d2 service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856408 Jul 19 03:21:35.534424 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.550798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a12df2-0d18-4e28-a573-844068f05dd9']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:35.596493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e14cc35-c82f-404d-9632-33489d7f2485') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:35.596814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e14cc35-c82f-404d-9632-33489d7f2485') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:35.632408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.644730 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-680c555d-5c85-4be6-96c0-c78838228faf service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500888 Jul 19 03:21:35.663662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.679126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-c107d540-27c7-47e7-b5e7-e3cb3574c0d6 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:35.681396 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-c107d540-27c7-47e7-b5e7-e3cb3574c0d6 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.2322853 Jul 19 03:21:35.682490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:35.682893 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:35.687157 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:35.732045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bf4ef-ebe5-4722-9de0-1140d8017408 req-c50d3d29-f3af-43cd-a5df-1cc46d3d32a4 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:35.733586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af8bf4ef-ebe5-4722-9de0-1140d8017408 req-c50d3d29-f3af-43cd-a5df-1cc46d3d32a4 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 943 time: 0.1399500 Jul 19 03:21:35.753934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-bc3199c0-6c3f-4513-b87e-3f9aa72192c2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/quotas/dba5a064d07a4967aa1b7bbbcfc3e348 HTTP/1.1" status: 200 len: 375 time: 0.0532632 Jul 19 03:21:35.761796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0 req-102a896a-5db1-48e2-9cc7-fcb3fca36cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:35.763459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0 req-102a896a-5db1-48e2-9cc7-fcb3fca36cb5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a123568d24644db84d7b8c2684b29cf&device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 1095 time: 0.1795750 Jul 19 03:21:35.777641 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.787628 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca1e4a8e-c77f-48ee-bcfc-04928b342494 req-977788ed-7607-4474-b621-f2c0611c259b service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362417 Jul 19 03:21:35.797571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af8bf4ef-ebe5-4722-9de0-1140d8017408 req-fa5e4483-e62e-4717-8e36-bfe37487af31 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574374 Jul 19 03:21:35.815233 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.817225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/a3a12df2-0d18-4e28-a573-844068f05dd9 HTTP/1.1" status: 204 len: 168 time: 0.5968485 Jul 19 03:21:35.825819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56418) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:35.847657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251da38-c078-44e8-9b30-d51d00789da3 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Network': ['ID=a3a12df2-0d18-4e28-a573-844068f05dd9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:35.927242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-8868cef6-ad94-44b1-af74-3b3b6bf9b453 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597214 Jul 19 03:21:35.930503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0 req-5924a82e-05b6-45fe-a124-c84d940a4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:35.932070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0 req-5924a82e-05b6-45fe-a124-c84d940a4a29 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 200 len: 912 time: 0.1526489 Jul 19 03:21:35.964460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Deleting port 42473066-1f89-43a7-a2a9-26f6a230ac82 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:35.964893 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:35.994971 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0 req-3fd6dc21-7767-4fd0-aa3c-4aaa42714780 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d8ecf94-7a32-45d1-b119-a50965775758 HTTP/1.1" status: 200 len: 217 time: 0.0516951 Jul 19 03:21:36.048287 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.058182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0da31f-19b0-4921-8ee9-cf31c2db2c92 req-226adaa2-1d8a-4422-9ad9-982ec99c029f tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:36.059732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d0da31f-19b0-4921-8ee9-cf31c2db2c92 req-226adaa2-1d8a-4422-9ad9-982ec99c029f tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 947 time: 0.1371410 Jul 19 03:21:36.071851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Calling delete_port for 42473066-1f89-43a7-a2a9-26f6a230ac82 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:36.087854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0 req-8c8d05ee-4344-454e-ba0b-0b1be399579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:36.089414 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0 req-8c8d05ee-4344-454e-ba0b-0b1be399579e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 200 len: 852 time: 0.0616698 Jul 19 03:21:36.091374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-ed772b2f-7eb7-4a9c-9e4f-9d59dfee8ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563497 Jul 19 03:21:36.144193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d0da31f-19b0-4921-8ee9-cf31c2db2c92 req-de6acb9d-e5e5-468c-a9d5-9c8c649f5191 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741792 Jul 19 03:21:36.144580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0 req-47f8ce9f-b5d9-4acf-b7da-ee20ad862d7e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e0d100a-4153-486a-bb53-5344731032ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482917 Jul 19 03:21:36.184295 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.211749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Port': ['ID=42473066-1f89-43a7-a2a9-26f6a230ac82,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:36.222690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.223500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.223500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.223878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.224381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.225072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.225072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.225339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.225644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.226287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.226287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.226634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:36.231464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.236001 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-caf06feb-a551-42ab-bfb8-d0d1e5fa14e0 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/ports/42473066-1f89-43a7-a2a9-26f6a230ac82 HTTP/1.1" status: 204 len: 168 time: 0.4091330 Jul 19 03:21:36.236601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56422) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:36.266917 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-c513f650-c565-4ea0-bad7-ddcfa9847fb9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] DELETE failed (client error): The resource could not be found. Jul 19 03:21:36.267372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c513f650-c565-4ea0-bad7-ddcfa9847fb9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:21:36.269152 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c513f650-c565-4ea0-bad7-ddcfa9847fb9 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/subnets/1572d539-cd50-4550-be2a-bf7fe6ca8e2c HTTP/1.1" status: 404 len: 337 time: 0.0316374 Jul 19 03:21:36.271719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56424) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:36.282499 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-83f235c1-0d6b-49fc-88bf-e013cbe7a239 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775861 Jul 19 03:21:36.303094 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0 req-348d0bf6-53af-41eb-87ac-77a2f94a191e service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484337 Jul 19 03:21:36.348952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.416692 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4770a8f9-1f1e-4ac1-ab99-51734a8f5be0 req-14ef303a-56f5-4edc-910f-08c7607a7547 service neutron] 10.222.0.25 "GET /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056151 Jul 19 03:21:36.465542 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.476072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163d85bd-8f1f-476f-bebc-004624826873']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:36.487214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc435d27-af32-416c-b89f-fe635b881576') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:36.487628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc435d27-af32-416c-b89f-fe635b881576') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:36.498061 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.504844 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-25534bfb-f5ea-479b-b79f-0ef4c7620f17 req-78f3ef4a-9b92-4eaa-ad91-b50cf79506ff tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 210 time: 0.0361264 Jul 19 03:21:36.523497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.548983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:36.549386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:36.553159 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:36.620857 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.628783 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.630621 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/163d85bd-8f1f-476f-bebc-004624826873 HTTP/1.1" status: 204 len: 168 time: 0.3579788 Jul 19 03:21:36.633267 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56434) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:36.644549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495875b-03ee-4d9d-90b7-6d1d69ba1962 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Network': ['ID=163d85bd-8f1f-476f-bebc-004624826873,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:36.658157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb4f7-1519-4f14-bdbf-713022c84836 req-c289a92a-11bb-4218-9a01-7ca4344477f1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:36.659748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-02cdb4f7-1519-4f14-bdbf-713022c84836 req-c289a92a-11bb-4218-9a01-7ca4344477f1 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 943 time: 0.1493087 Jul 19 03:21:36.702695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-02cdb4f7-1519-4f14-bdbf-713022c84836 req-511add4d-15fb-4ff8-9ce7-b90f0e55c8ca tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357168 Jul 19 03:21:36.789265 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:36.878429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529520b8-87d1-47f8-b09c-82df1ca9613c', 'tag': 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:36.881617 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddccc5e9-66d8-4691-8c42-f6fffb64852b" -d '{"events": [{"name": "network-changed", "server_uuid": "529520b8-87d1-47f8-b09c-82df1ca9613c", "tag": "ecc9234d-ba90-44c8-8fb6-a723b1bd98ee"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:36.932609 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eacd6f-4b17-4f5b-8a44-ad59a8a35a93 x-openstack-request-id: req-b0eacd6f-4b17-4f5b-8a44-ad59a8a35a93 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:36.932923 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529520b8-87d1-47f8-b09c-82df1ca9613c", "tag": "ecc9234d-ba90-44c8-8fb6-a723b1bd98ee", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:36.933180 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0eacd6f-4b17-4f5b-8a44-ad59a8a35a93 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:36.933887 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529520b8-87d1-47f8-b09c-82df1ca9613c', 'tag': 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee', 'status': 'completed', 'code': 200} Jul 19 03:21:37.005868 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.023472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-070651fc-824d-4fc7-9245-2f73d9ad3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:37.026220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-070651fc-824d-4fc7-9245-2f73d9ad3ced service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 1099 time: 0.0645638 Jul 19 03:21:37.100056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Deleting subnet 950c8426-f1ed-47b3-b06e-c0ee3fbc8239 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:21:37.105722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.140435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-3b508185-44e5-452a-9927-6032e3b0a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:37.142204 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-3b508185-44e5-452a-9927-6032e3b0a1b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1077583 Jul 19 03:21:37.157393 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.190251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd11914-fbeb-4f18-85eb-9eda137efcdc req-8c615a31-9b60-49a2-8ea8-9473421cf114 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:37.191789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-2a985bfe-1a3a-453b-95dd-b19d2e8a41b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee HTTP/1.1" status: 200 len: 217 time: 0.0414836 Jul 19 03:21:37.192329 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dbd11914-fbeb-4f18-85eb-9eda137efcdc req-8c615a31-9b60-49a2-8ea8-9473421cf114 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 943 time: 0.1433933 Jul 19 03:21:37.252299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-6034bff1-de6d-47da-aca0-6f35afe243ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:37.253976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-6034bff1-de6d-47da-aca0-6f35afe243ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0559561 Jul 19 03:21:37.263433 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dbd11914-fbeb-4f18-85eb-9eda137efcdc req-ee7dcf5b-c874-4d33-bb86-448fa4a8ac31 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637906 Jul 19 03:21:37.282441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.294602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 975fc8d3-f809-42c6-8d69-72ee419e7f48 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:37.326545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 975fc8d3-f809-42c6-8d69-72ee419e7f48 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:37.326896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 975fc8d3-f809-42c6-8d69-72ee419e7f48 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:37.359936 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.388349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d8ecf94-7a32-45d1-b119-a50965775758 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:21:37.395665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Subnet': ['ID=950c8426-f1ed-47b3-b06e-c0ee3fbc8239,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:37.403435 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.405479 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/subnets/950c8426-f1ed-47b3-b06e-c0ee3fbc8239 HTTP/1.1" status: 204 len: 168 time: 0.7701063 Jul 19 03:21:37.411290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0568a04-3096-4956-a849-f89937f7970d None None] Network 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:37.418052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56452) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:37.505083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.512373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.512602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.512873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.513253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.513589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.513921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.514250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.514595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.514920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.515240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.515560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.515878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114a7190-3d0c-4543-8ee7-0bfcd1e61406 tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:21:37.576745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Deleting port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:37.576745 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.632351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d8ecf94-7a32-45d1-b119-a50965775758, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d8ecf94-7a32-45d1-b119-a50965775758,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:37.646697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] For port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4,segment=NetworkSegment(18d8d6f9-cb16-410a-a850-78ef60f45021),segment_id=18d8d6f9-cb16-410a-a850-78ef60f45021)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:37.647068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.654288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '0d8ecf94-7a32-45d1-b119-a50965775758', 'network_id': '1e0d100a-4153-486a-bb53-5344731032ea', 'port_id': '0d8ecf94-7a32-45d1-b119-a50965775758', 'mac_address': 'fa:16:3e:a8:f6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9eede-45cb-4568-8d50-62fdf8d969ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:21:37.659664 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Calling delete_port for 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:37.737250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-7fca993a-1f01-490d-8ed2-6979dfa2be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:37.742658 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-7fca993a-1f01-490d-8ed2-6979dfa2be65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4811425 Jul 19 03:21:37.785060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f28-9a3f-406f-b266-823ddce30f25 req-ba545036-19fe-4196-afaa-b475320864a6 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:37.786888 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.788359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af182f28-9a3f-406f-b266-823ddce30f25 req-ba545036-19fe-4196-afaa-b475320864a6 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 947 time: 0.1461942 Jul 19 03:21:37.806522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8ecf94-7a32-45d1-b119-a50965775758 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:37.858115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d8ecf94-7a32-45d1-b119-a50965775758, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d8ecf94-7a32-45d1-b119-a50965775758,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:37.878647 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89682999-d1e9-4c10-9567-7902229091f7 req-ac32a280-f4b5-41c9-b0e4-87aed01cf412 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 210 time: 0.0352156 Jul 19 03:21:37.881303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.881912 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:37.916400 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af182f28-9a3f-406f-b266-823ddce30f25 req-8b43789c-3417-427b-9e10-c4e675b4d0c4 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990193 Jul 19 03:21:37.929719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] No DVR routers for this DVR port 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:37.932133 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Port': ['ID=58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:37.952501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d8ecf94-7a32-45d1-b119-a50965775758,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:37.967089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bcb27e-79d6-4ab4-a207-ab5b39584074 None None] DHCP port deletion for 7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:21:37.967377 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-61c1d245-122c-476e-a9ed-1f688e616f63 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153902 Jul 19 03:21:37.980592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-7425771d-9337-452e-b34f-ffa9da96cf74 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:37.991575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-7425771d-9337-452e-b34f-ffa9da96cf74 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.25 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.2792711 Jul 19 03:21:38.019587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Request body: {'port': {'device_id': 'e2fd7e4c-3cad-45c4-bc6d-d7039397a512', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'admin_state_up': True, 'tenant_id': 'dba5a064d07a4967aa1b7bbbcfc3e348'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:38.081540 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.117985 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ddccc5e9-66d8-4691-8c42-f6fffb64852b req-341ae8f3-1363-432b-b4f4-28a3d96db4e0 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412599 Jul 19 03:21:38.124312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:38.141027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d8d6f9-cb16-410a-a850-78ef60f45021') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:38.141248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d8d6f9-cb16-410a-a850-78ef60f45021') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:38.151087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de5b47-049f-4bd2-8351-e0ca0a38d629 req-255f8210-9259-41c5-bb33-10b276998d78 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:38.152700 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d5de5b47-049f-4bd2-8351-e0ca0a38d629 req-255f8210-9259-41c5-bb33-10b276998d78 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 944 time: 0.0889871 Jul 19 03:21:38.155132 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.180720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0d8ecf94-7a32-45d1-b119-a50965775758'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:38.180940 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.190313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:38.190555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:38.193479 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:38.197285 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d5de5b47-049f-4bd2-8351-e0ca0a38d629 req-31c37d21-9901-478e-aee8-a2398034a594 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369587 Jul 19 03:21:38.252117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Made reservation on behalf of dba5a064d07a4967aa1b7bbbcfc3e348 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:38.255814 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.274645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.285397 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.289669 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] 10.222.0.20 "DELETE /v2.0/networks/7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f HTTP/1.1" status: 204 len: 168 time: 0.8683848 Jul 19 03:21:38.302063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22cbf1-923e-4d59-a7db-706bb197217f tempest-NetworksIpV6TestAttrs-1004371810 tempest-NetworksIpV6TestAttrs-1004371810-project] Pushing event deleted for resources: {'Network': ['ID=7cdbf0cc-3c6a-43a0-881b-f0d8b74e439f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:38.435681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Allocated IP 172.20.0.3 (0c2ef247-331e-4b1f-906f-ecc0b3566b99/38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb/6b20abfa-4ede-4fce-adf3-9451f08eb654) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:38.507694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1b49-85f9-4748-873e-b6512d0d0bec req-b63ceff1-b0c6-418e-9318-725190838a0f tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:38.509435 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30bb1b49-85f9-4748-873e-b6512d0d0bec req-b63ceff1-b0c6-418e-9318-725190838a0f tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 943 time: 0.1155159 Jul 19 03:21:38.574545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56472) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:38.605235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30bb1b49-85f9-4748-873e-b6512d0d0bec req-ecfd6c35-e97e-490c-905a-550aa2a02f18 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896249 Jul 19 03:21:38.653708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.700880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.713750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:38.744106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced2cef-3d50-4841-9c9b-7ed4e3f184d1 req-22817a3f-38bc-43ff-a75f-c1c96f00c52c tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:38.745774 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2ced2cef-3d50-4841-9c9b-7ed4e3f184d1 req-22817a3f-38bc-43ff-a75f-c1c96f00c52c tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 945 time: 0.0954561 Jul 19 03:21:38.769783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9ba24e08-4d5d-40a4-9325-2978b09bce26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a3e5886ea4248b9aafa6371e7b9bf91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908784 Jul 19 03:21:38.769957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:38.769957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56478) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:38.782947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:38.798471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:38.800956 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2ced2cef-3d50-4841-9c9b-7ed4e3f184d1 req-7c36a9aa-5509-49e8-90ae-e00f6d244898 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463338 Jul 19 03:21:38.830593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event updated for resources: {'Port': ['ID=6b20abfa-4ede-4fce-adf3-9451f08eb654,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:38.873358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:38.873960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.892637 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2866801d-ca28-4b8e-81b0-3f02a287ac8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:38.897766 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-eeb36931-0c72-4d9c-8b87-423698c2fe09 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8898146 Jul 19 03:21:38.919531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Request body: {'port': {'device_id': 'e2fd7e4c-3cad-45c4-bc6d-d7039397a512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:38.923682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2866801d-ca28-4b8e-81b0-3f02a287ac8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.025766 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.040820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2866801d-ca28-4b8e-81b0-3f02a287ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.043410 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2866801d-ca28-4b8e-81b0-3f02a287ac8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.044586 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2866801d-ca28-4b8e-81b0-3f02a287ac8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b50dc22-4a2c-436f-b3a5-52b81cbf48dc HTTP/1.1" status: 204 len: 168 time: 0.2745028 Jul 19 03:21:39.081057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866801d-ca28-4b8e-81b0-3f02a287ac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b50dc22-4a2c-436f-b3a5-52b81cbf48dc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:39.123442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cc55a-c189-4dee-ad42-d5efa83687f8 req-fe9858a2-30fa-4cd2-854a-e0546bc70a4b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:39.125321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d6cc55a-c189-4dee-ad42-d5efa83687f8 req-fe9858a2-30fa-4cd2-854a-e0546bc70a4b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 931 time: 0.0777693 Jul 19 03:21:39.169124 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d6cc55a-c189-4dee-ad42-d5efa83687f8 req-b8060060-75ed-4199-bd83-7b9cbc7670c0 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383253 Jul 19 03:21:39.239930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800db6f2-1f1c-40a6-bd22-f96a2e915a63 req-8854135b-c7c9-4203-850e-5fa564851416 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:39.241482 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-800db6f2-1f1c-40a6-bd22-f96a2e915a63 req-8854135b-c7c9-4203-850e-5fa564851416 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 947 time: 0.1946630 Jul 19 03:21:39.291255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01a14d44-1b0e-4614-b2d9-402cf17187b7 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:21:39.327899 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-800db6f2-1f1c-40a6-bd22-f96a2e915a63 req-b52c67b9-fd41-4ad4-a056-12499e0f532a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764542 Jul 19 03:21:39.398049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56237f11-7b7b-4ec4-944a-22f64872f01c req-bc50365a-57b9-4119-b1cf-81c32b656372 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:39.405726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56237f11-7b7b-4ec4-944a-22f64872f01c req-bc50365a-57b9-4119-b1cf-81c32b656372 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 944 time: 0.0866930 Jul 19 03:21:39.419100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d8ecf94-7a32-45d1-b119-a50965775758 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:39.473076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b20abfa-4ede-4fce-adf3-9451f08eb654 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:39.483566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.494863 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56237f11-7b7b-4ec4-944a-22f64872f01c req-391bebbe-1467-4590-addb-b80341efa0f2 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829778 Jul 19 03:21:39.496505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:39.505242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Transition to ACTIVE for port object 6b20abfa-4ede-4fce-adf3-9451f08eb654 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:39.511641 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.551076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:39.551235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 58e7d1cb-ad5c-4b1a-adfa-21cb9e3dcab4 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:39.563249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 01a14d44-1b0e-4614-b2d9-402cf17187b7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01a14d44-1b0e-4614-b2d9-402cf17187b7,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:39.568585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b20abfa-4ede-4fce-adf3-9451f08eb654,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:39.584308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '01a14d44-1b0e-4614-b2d9-402cf17187b7', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'port_id': '01a14d44-1b0e-4614-b2d9-402cf17187b7', 'mac_address': 'fa:16:3e:f3:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:21:39.613497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 0d8ecf94-7a32-45d1-b119-a50965775758 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:39.621040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 0d8ecf94-7a32-45d1-b119-a50965775758 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:39.623282 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.649177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Attempting to bind port 6b20abfa-4ede-4fce-adf3-9451f08eb654 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:39.649713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Attempting to bind port 6b20abfa-4ede-4fce-adf3-9451f08eb654 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:39.650401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Attempting to bind port 6b20abfa-4ede-4fce-adf3-9451f08eb654 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:39.657121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Port 6b20abfa-4ede-4fce-adf3-9451f08eb654 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:21:39.657566 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Attempting to bind port 6b20abfa-4ede-4fce-adf3-9451f08eb654 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:39.660340 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.663812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:39.664326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Checking segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:39.665333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Bound using segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:39.666226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Bound port: 6b20abfa-4ede-4fce-adf3-9451f08eb654, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:39.666623 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.685501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a14d44-1b0e-4614-b2d9-402cf17187b7 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:39.709658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 01a14d44-1b0e-4614-b2d9-402cf17187b7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01a14d44-1b0e-4614-b2d9-402cf17187b7,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:39.723414 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.724066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ecc9234d-ba90-44c8-8fb6-a723b1bd98ee details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:21:39.813793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] For port 6b20abfa-4ede-4fce-adf3-9451f08eb654, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:39.818847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] For port 6b20abfa-4ede-4fce-adf3-9451f08eb654, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6b20abfa-4ede-4fce-adf3-9451f08eb654,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:39.848597 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:39.850308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7028-9a63-4e96-ab51-b3e592562244 req-75354e9e-729e-43e4-8611-7c7fe57b994c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:39.864137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a06a7028-9a63-4e96-ab51-b3e592562244 req-75354e9e-729e-43e4-8611-7c7fe57b994c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 944 time: 0.1118639 Jul 19 03:21:39.914988 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a06a7028-9a63-4e96-ab51-b3e592562244 req-924ddf5d-5a3f-4705-9fbf-f2deb50f28cc tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492902 Jul 19 03:21:39.935075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56524) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:39.967521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b20abfa-4ede-4fce-adf3-9451f08eb654,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:40.001483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.002254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.003744 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-3780e3af-7ddb-4d8d-8324-e67d45c608c3 service neutron] 10.222.0.25 "PUT /v2.0/ports/6b20abfa-4ede-4fce-adf3-9451f08eb654 HTTP/1.1" status: 200 len: 1092 time: 1.0925431 Jul 19 03:21:40.004208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fd7e4c-3cad-45c4-bc6d-d7039397a512', 'tag': '6b20abfa-4ede-4fce-adf3-9451f08eb654'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:40.006547 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3678cb-994a-405f-83c0-9573c7e7280d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fd7e4c-3cad-45c4-bc6d-d7039397a512", "tag": "6b20abfa-4ede-4fce-adf3-9451f08eb654"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:40.029738 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.036261 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=01a14d44-1b0e-4614-b2d9-402cf17187b7,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:40.065075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-314092652'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:40.080938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8c901d-7305-4e32-91a1-7f7873ece6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8ecf94-7a32-45d1-b119-a50965775758'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:40.083578 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d93db14-bbcd-4e09-aee2-cba02b6a71c9" -d '{"events": [{"server_uuid": "4c8c901d-7305-4e32-91a1-7f7873ece6db", "name": "network-vif-plugged", "status": "completed", "tag": "0d8ecf94-7a32-45d1-b119-a50965775758"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:40.110635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d8ecf94-7a32-45d1-b119-a50965775758, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d8ecf94-7a32-45d1-b119-a50965775758,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:40.114178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:40.118871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.123303 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.128620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-fde1cb58-d7f1-459c-a764-789d33584a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.132149 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-fde1cb58-d7f1-459c-a764-789d33584a60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 1095 time: 0.0781097 Jul 19 03:21:40.136840 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.138513 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1506bdc7-1b70-4ffc-a449-f649e12f1485 x-openstack-request-id: req-1506bdc7-1b70-4ffc-a449-f649e12f1485 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:40.139036 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fd7e4c-3cad-45c4-bc6d-d7039397a512", "tag": "6b20abfa-4ede-4fce-adf3-9451f08eb654", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:40.139190 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1506bdc7-1b70-4ffc-a449-f649e12f1485 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:40.139617 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fd7e4c-3cad-45c4-bc6d-d7039397a512', 'tag': '6b20abfa-4ede-4fce-adf3-9451f08eb654', 'status': 'completed', 'code': 200} Jul 19 03:21:40.208912 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f35679-810a-4788-b39f-ea2096e9a6a8 x-openstack-request-id: req-59f35679-810a-4788-b39f-ea2096e9a6a8 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:40.209252 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8c901d-7305-4e32-91a1-7f7873ece6db", "name": "network-vif-plugged", "status": "completed", "tag": "0d8ecf94-7a32-45d1-b119-a50965775758", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:40.209498 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59f35679-810a-4788-b39f-ea2096e9a6a8 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:40.210201 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8c901d-7305-4e32-91a1-7f7873ece6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8ecf94-7a32-45d1-b119-a50965775758', 'code': 200} Jul 19 03:21:40.226149 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-fb513dfa-fe2f-4137-80f2-dccdfdebb5a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b20abfa-4ede-4fce-adf3-9451f08eb654 HTTP/1.1" status: 200 len: 217 time: 0.0835319 Jul 19 03:21:40.247436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d8ecf94-7a32-45d1-b119-a50965775758,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:40.277355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:40.291410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee', 'mac_address': 'fa:16:3e:5a:de:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:21:40.308076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-14c83c3a-7aa8-4257-9a54-5636985cff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.310549 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-14c83c3a-7aa8-4257-9a54-5636985cff37 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.0620396 Jul 19 03:21:40.334090 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.336623 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.348314 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-773f68cc-35aa-4e4c-9e18-23dae39e4663 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304379 Jul 19 03:21:40.351484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc9234d-ba90-44c8-8fb6-a723b1bd98ee {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:40.360967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a37c3-c394-4959-be8c-ac088fef95a3 req-eb3276fc-d690-4013-be36-e528d135d260 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.362507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb3a37c3-c394-4959-be8c-ac088fef95a3 req-eb3276fc-d690-4013-be36-e528d135d260 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 945 time: 0.1472766 Jul 19 03:21:40.371028 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.375281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:40.379456 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.414424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:21:40.434930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:40.442834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d9638f-12a1-456b-abb4-648cdcdabdb4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:40.452828 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.453180 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added segment 4050cd18-3fd0-412a-9965-9bf19f6b05c3 of type vlan for network 5514d0c4-e7ec-43e9-a965-a7628cb411d0 Jul 19 03:21:40.460474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb3a37c3-c394-4959-be8c-ac088fef95a3 req-3467f6dc-807b-4ce1-8a74-b1da7ab9abc3 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743885 Jul 19 03:21:40.467117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5ead0-b591-43b9-9548-23eb088bed34 req-e6652745-f69d-4069-b2ff-302be2094c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.468779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ef5ead0-b591-43b9-9548-23eb088bed34 req-e6652745-f69d-4069-b2ff-302be2094c3b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 1097 time: 0.2151458 Jul 19 03:21:40.492810 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-96ac0e34-4d76-408c-93ce-45e8465569cc service neutron] 10.222.0.25 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292472 Jul 19 03:21:40.526966 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.540306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d115d-54de-48f3-8e71-72f2e9a05f3f req-f004daae-4d42-4b64-a6e6-4f989fb4fe42 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.542030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed0d115d-54de-48f3-8e71-72f2e9a05f3f req-f004daae-4d42-4b64-a6e6-4f989fb4fe42 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 943 time: 0.2146862 Jul 19 03:21:40.575235 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ef5ead0-b591-43b9-9548-23eb088bed34 req-3e9aefba-a67f-4a47-9379-7938d5d18c47 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832446 Jul 19 03:21:40.608040 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed0d115d-54de-48f3-8e71-72f2e9a05f3f req-6fc3afcc-d871-4661-bfd1-c6d8dc4f7bd3 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Jul 19 03:21:40.609644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.619429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.620077 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.634346 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b8707a9-edf3-4eb3-aca9-0ebfb2135509 req-f443bb0f-e670-4631-b7c4-b593e2823f31 service neutron] 10.222.0.25 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350033 Jul 19 03:21:40.650753 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7138810 Jul 19 03:21:40.653103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56540) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:40.659953 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1405191857'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:40.676865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['ecc9234d-ba90-44c8-8fb6-a723b1bd98ee'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:40.680256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['01a14d44-1b0e-4614-b2d9-402cf17187b7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:40.691918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a6799-0815-4a5e-963e-c6835acbdeb6 req-eefbf4d9-db3a-48f5-83da-d7d01d760694 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.699625 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a8a6799-0815-4a5e-963e-c6835acbdeb6 req-eefbf4d9-db3a-48f5-83da-d7d01d760694 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 948 time: 0.1280334 Jul 19 03:21:40.723755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ea277-4324-453f-b888-bd5a7b0580b5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Network': ['ID=5514d0c4-e7ec-43e9-a965-a7628cb411d0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:40.749675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 5514d0c4-e7ec-43e9-a965-a7628cb411d0 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:21:40.774637 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a8a6799-0815-4a5e-963e-c6835acbdeb6 req-536ba926-f88f-4a49-96c9-7546e1b6fd2d tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740643 Jul 19 03:21:40.776849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:40.780306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.818031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:21:40.831430 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.831765 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added segment c22fdd42-f839-4a02-89ea-550fc1cb433f of type vlan for network 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 Jul 19 03:21:40.844411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3678cb-994a-405f-83c0-9573c7e7280d req-06e5f831-eaf1-4716-98db-3dcf20cad98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.846116 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a3678cb-994a-405f-83c0-9573c7e7280d req-06e5f831-eaf1-4716-98db-3dcf20cad98d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 1095 time: 0.1268797 Jul 19 03:21:40.868433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3def5e8-a2f0-42e4-b761-0636186952b4 req-ad900030-60ac-4988-9665-036ec8eb7781 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.870369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3def5e8-a2f0-42e4-b761-0636186952b4 req-ad900030-60ac-4988-9665-036ec8eb7781 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 945 time: 0.0827990 Jul 19 03:21:40.908209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.918579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3def5e8-a2f0-42e4-b761-0636186952b4 req-d1d42176-211e-4c2c-9047-638f22540606 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Jul 19 03:21:40.981344 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:40.986993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:40.987569 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:41.033525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3678cb-994a-405f-83c0-9573c7e7280d req-da0a38bf-bb7b-47f8-bc86-0335aa280d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:41.036480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a3678cb-994a-405f-83c0-9573c7e7280d req-da0a38bf-bb7b-47f8-bc86-0335aa280d37 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 906 time: 0.1662078 Jul 19 03:21:41.050164 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3956695 Jul 19 03:21:41.053151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56552) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:41.060079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'subnet': {'network_id': '5514d0c4-e7ec-43e9-a965-a7628cb411d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:41.144740 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a3678cb-994a-405f-83c0-9573c7e7280d req-64e28d59-36bd-4d3c-9a26-bdaaa4c1ea9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b20abfa-4ede-4fce-adf3-9451f08eb654 HTTP/1.1" status: 200 len: 217 time: 0.0934567 Jul 19 03:21:41.145834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3308b0f-d0eb-4fd5-bc3d-14ea5b3ce2cf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Network': ['ID=2c0e4d97-1d80-4d66-9a67-f5e02cfa2949,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:41.165529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:21:41.166353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:41.170364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:41.208877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3678cb-994a-405f-83c0-9573c7e7280d req-a9a47ef9-d775-4950-b307-9b2c84eb52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:41.212324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a3678cb-994a-405f-83c0-9573c7e7280d req-a9a47ef9-d775-4950-b307-9b2c84eb52d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.0584078 Jul 19 03:21:41.253237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a3678cb-994a-405f-83c0-9573c7e7280d req-accbcb23-a845-4c07-b73e-91be26ab450b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329344 Jul 19 03:21:41.285102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950f5a-915c-4ba2-8792-b6092d686e35 req-5919bf42-80a8-400c-8013-7dfbe7f0c4c0 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:41.286638 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24950f5a-915c-4ba2-8792-b6092d686e35 req-5919bf42-80a8-400c-8013-7dfbe7f0c4c0 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 944 time: 0.2558985 Jul 19 03:21:41.384167 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24950f5a-915c-4ba2-8792-b6092d686e35 req-a26ee188-3555-417d-a5bb-30d8eb967a31 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870111 Jul 19 03:21:41.413608 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:41.413825 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a3678cb-994a-405f-83c0-9573c7e7280d req-c9555980-ba2b-48ff-9264-2de158aee75a service neutron] 10.222.0.25 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446395 Jul 19 03:21:41.472953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Subnet': ['ID=b430bbf0-eeb1-40df-999b-0cdfd2eaae02,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:41.479091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Checking segment: {'id': '4050cd18-3fd0-412a-9965-9bf19f6b05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5514d0c4-e7ec-43e9-a965-a7628cb411d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:41.479450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network hostable DHCP agents. Network: 5514d0c4-e7ec-43e9-a965-a7628cb411d0, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:21:41.506914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 5514d0c4-e7ec-43e9-a965-a7628cb411d0 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:21:41.511226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a3678cb-994a-405f-83c0-9573c7e7280d req-8a0b68e3-7adf-4380-9f6c-5366a9339e2d service neutron] 10.222.0.25 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917037 Jul 19 03:21:41.547784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 5514d0c4-e7ec-43e9-a965-a7628cb411d0) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:41.554569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:41.555371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:41.555908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4fee93-53e8-4667-8a94-6bf24c65b568 None None] Network 5514d0c4-e7ec-43e9-a965-a7628cb411d0 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:41.574418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3962cadd-913a-4aab-bc9a-5cca448631c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5200479 Jul 19 03:21:41.578488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56558) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:41.586968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'subnet': {'network_id': '2c0e4d97-1d80-4d66-9a67-f5e02cfa2949', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:41.628696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfce27-e0af-4776-8c11-73ccc007e632 req-2f3a2b81-8680-46f9-a59b-c5bc8e21ad10 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:41.630945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fadfce27-e0af-4776-8c11-73ccc007e632 req-2f3a2b81-8680-46f9-a59b-c5bc8e21ad10 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 945 time: 0.1347966 Jul 19 03:21:41.714742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fadfce27-e0af-4776-8c11-73ccc007e632 req-cc8b8169-e0ad-4e50-a541-7e0177d200fc tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764887 Jul 19 03:21:41.722432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-5514d0c4-e7ec-43e9-a965-a7628cb411d0', 'network_id': '5514d0c4-e7ec-43e9-a965-a7628cb411d0', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'fixed_ips': [{'subnet_id': 'b430bbf0-eeb1-40df-999b-0cdfd2eaae02'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:21:41.723495 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:41.747995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:41.754880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:41.812918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4a7d3-d960-47df-8f15-346588d8d0af req-067201f5-a02c-407a-93ef-906d768f0acf tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:41.821401 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbc4a7d3-d960-47df-8f15-346588d8d0af req-067201f5-a02c-407a-93ef-906d768f0acf tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 943 time: 0.0821619 Jul 19 03:21:41.870757 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbc4a7d3-d960-47df-8f15-346588d8d0af req-4aee64af-e96e-4af5-a174-c39f923e9b1c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Jul 19 03:21:41.874224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Allocated IP 2001:db8::2 (5514d0c4-e7ec-43e9-a965-a7628cb411d0/b430bbf0-eeb1-40df-999b-0cdfd2eaae02/95df2178-ed46-4356-af3d-ef03e328b806) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:42.011763 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.030109 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.038496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Transition to ACTIVE for port object 95df2178-ed46-4356-af3d-ef03e328b806 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:42.054761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Transition to ACTIVE for port object 95df2178-ed46-4356-af3d-ef03e328b806 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:42.063227 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.083486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30cd5-6f5b-40a5-a9ea-688e29071a2d req-99783ff2-04c4-4d8f-a814-e807c4610b86 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:42.085001 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10d30cd5-6f5b-40a5-a9ea-688e29071a2d req-99783ff2-04c4-4d8f-a814-e807c4610b86 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 948 time: 0.1512454 Jul 19 03:21:42.105211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Subnet': ['ID=8270d178-d3a5-4529-8f45-fd0679b1a4c6,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:42.110513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f26908-7994-4fa6-b2b0-540742f903b2 req-55ded2d3-3670-411f-a5fb-50fa9b06e3e8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:42.112301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60f26908-7994-4fa6-b2b0-540742f903b2 req-55ded2d3-3670-411f-a5fb-50fa9b06e3e8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 945 time: 0.0745213 Jul 19 03:21:42.117738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Network 5514d0c4-e7ec-43e9-a965-a7628cb411d0 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:42.122126 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:42.124311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Pushing event updated for resources: {'Port': ['ID=95df2178-ed46-4356-af3d-ef03e328b806,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:42.129388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Checking segment: {'id': 'c22fdd42-f839-4a02-89ea-550fc1cb433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c0e4d97-1d80-4d66-9a67-f5e02cfa2949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:42.129752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network hostable DHCP agents. Network: 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:21:42.131288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:42.156076 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10d30cd5-6f5b-40a5-a9ea-688e29071a2d req-8636b511-fc0b-4709-8fcc-d2beb8ebafd1 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622556 Jul 19 03:21:42.161857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60f26908-7994-4fa6-b2b0-540742f903b2 req-932da3e3-5380-423b-8330-8a4a059ba387 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Jul 19 03:21:42.167516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:21:42.186730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:42.193321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:42.194935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.198988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bded6786-e164-4e83-98cf-fa2579c494c5 None None] Network 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:42.216045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-460dba0e-8ea7-4a31-993d-b5c2db55e405 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6334484 Jul 19 03:21:42.216402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56572) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:42.221032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Attempting to bind port 95df2178-ed46-4356-af3d-ef03e328b806 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:42.221184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bdbeeffd-e28b-4359-ab2d-f3f4f1d77ed2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1883208837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:42.221505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Attempting to bind port 95df2178-ed46-4356-af3d-ef03e328b806 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '4050cd18-3fd0-412a-9965-9bf19f6b05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5514d0c4-e7ec-43e9-a965-a7628cb411d0'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:42.221862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Attempting to bind port 95df2178-ed46-4356-af3d-ef03e328b806 on network 5514d0c4-e7ec-43e9-a965-a7628cb411d0 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:42.231425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:42.231796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Checking segment: {'id': '4050cd18-3fd0-412a-9965-9bf19f6b05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5514d0c4-e7ec-43e9-a965-a7628cb411d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:42.232197 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.232586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Bound using segment: {'id': '4050cd18-3fd0-412a-9965-9bf19f6b05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5514d0c4-e7ec-43e9-a965-a7628cb411d0'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:42.233044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Bound port: 95df2178-ed46-4356-af3d-ef03e328b806, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4050cd18-3fd0-412a-9965-9bf19f6b05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5514d0c4-e7ec-43e9-a965-a7628cb411d0'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:42.233417 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.245092 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdbeeffd-e28b-4359-ab2d-f3f4f1d77ed2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.246144 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdbeeffd-e28b-4359-ab2d-f3f4f1d77ed2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.302448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdbeeffd-e28b-4359-ab2d-f3f4f1d77ed2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.316046 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdbeeffd-e28b-4359-ab2d-f3f4f1d77ed2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.343882 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdbeeffd-e28b-4359-ab2d-f3f4f1d77ed2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.347681 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bdbeeffd-e28b-4359-ab2d-f3f4f1d77ed2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1278465 Jul 19 03:21:42.347990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56574) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:42.367561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] For port 95df2178-ed46-4356-af3d-ef03e328b806, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:42.386517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] For port 95df2178-ed46-4356-af3d-ef03e328b806, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=95df2178-ed46-4356-af3d-ef03e328b806,segment=NetworkSegment(4050cd18-3fd0-412a-9965-9bf19f6b05c3),segment_id=4050cd18-3fd0-412a-9965-9bf19f6b05c3)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:42.395093 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.474382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b2821-7b31-4bd2-9910-316893bc642d None None] Pushing event updated for resources: {'Port': ['ID=95df2178-ed46-4356-af3d-ef03e328b806,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:42.498256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-2c0e4d97-1d80-4d66-9a67-f5e02cfa2949', 'network_id': '2c0e4d97-1d80-4d66-9a67-f5e02cfa2949', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'fixed_ips': [{'subnet_id': '8270d178-d3a5-4529-8f45-fd0679b1a4c6'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:21:42.498990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.511641 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5fedf084-2158-42cf-bb40-6e0b4ab88b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.676589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e5af0-40f9-47b0-af4c-6aabc67178f7 req-26c7d3ab-4a14-4169-9189-54f2cb27590a tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:42.678318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-998e5af0-40f9-47b0-af4c-6aabc67178f7 req-26c7d3ab-4a14-4169-9189-54f2cb27590a tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 944 time: 0.1049576 Jul 19 03:21:42.710632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Allocated IP 2001:db8:1::2 (2c0e4d97-1d80-4d66-9a67-f5e02cfa2949/8270d178-d3a5-4529-8f45-fd0679b1a4c6/ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:42.746060 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-998e5af0-40f9-47b0-af4c-6aabc67178f7 req-0cef0dec-1d63-49d7-bf7d-be6025dc237d tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612218 Jul 19 03:21:42.811322 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.853776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f40442-439b-45f2-b7b4-52a4d21c91b7 req-39f6ceae-17f9-4f17-b244-d8d77b4593d8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:42.861477 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-42f40442-439b-45f2-b7b4-52a4d21c91b7 req-39f6ceae-17f9-4f17-b244-d8d77b4593d8 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 945 time: 0.1909425 Jul 19 03:21:42.954197 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:42.965498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Transition to ACTIVE for port object ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:42.978616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9927c9-ed7b-4827-a62b-0b13756dec4f req-be09cc54-7232-450d-b943-be355c2f1947 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:42.984713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Transition to ACTIVE for port object ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:42.985974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab9927c9-ed7b-4827-a62b-0b13756dec4f req-be09cc54-7232-450d-b943-be355c2f1947 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 945 time: 0.0988741 Jul 19 03:21:42.996152 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:43.031290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab9927c9-ed7b-4827-a62b-0b13756dec4f req-5adcac4a-6d4f-4d3d-adbc-d6e71e352420 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440102 Jul 19 03:21:43.057740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Network 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:43.060869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:43.064939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:43.073657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Pushing event updated for resources: {'Port': ['ID=ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:43.138193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Attempting to bind port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:43.138193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Attempting to bind port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c22fdd42-f839-4a02-89ea-550fc1cb433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c0e4d97-1d80-4d66-9a67-f5e02cfa2949'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:43.138193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Attempting to bind port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 on network 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:43.144099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:43.144099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Checking segment: {'id': 'c22fdd42-f839-4a02-89ea-550fc1cb433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c0e4d97-1d80-4d66-9a67-f5e02cfa2949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:43.144659 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:43.145113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Bound using segment: {'id': 'c22fdd42-f839-4a02-89ea-550fc1cb433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c0e4d97-1d80-4d66-9a67-f5e02cfa2949'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:43.145668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Bound port: ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22fdd42-f839-4a02-89ea-550fc1cb433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c0e4d97-1d80-4d66-9a67-f5e02cfa2949'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:43.146210 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:43.219863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] For port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:43.224106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] For port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8,segment=NetworkSegment(c22fdd42-f839-4a02-89ea-550fc1cb433f),segment_id=c22fdd42-f839-4a02-89ea-550fc1cb433f)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:43.229378 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:43.268727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab8aa-c8b0-4649-b9e2-eab3b524e490 req-4dab9830-6f03-48c1-b780-3e59379c556a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:43.270737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a54ab8aa-c8b0-4649-b9e2-eab3b524e490 req-4dab9830-6f03-48c1-b780-3e59379c556a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 943 time: 0.0947130 Jul 19 03:21:43.292134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c994099-a2ed-4965-beae-11c06cf033be None None] Pushing event updated for resources: {'Port': ['ID=ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:43.306525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01a14d44-1b0e-4614-b2d9-402cf17187b7 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:43.321312 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a54ab8aa-c8b0-4649-b9e2-eab3b524e490 req-0fdc6599-deda-4d3a-934c-e1b33c48d2a4 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439136 Jul 19 03:21:43.385761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 01a14d44-1b0e-4614-b2d9-402cf17187b7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:43.391837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 01a14d44-1b0e-4614-b2d9-402cf17187b7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:43.392253 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:43.436399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6b20abfa-4ede-4fce-adf3-9451f08eb654 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:21:43.588691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 95df2178-ed46-4356-af3d-ef03e328b806 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:43.591591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-42f40442-439b-45f2-b7b4-52a4d21c91b7 req-242719cb-1595-4690-9876-84abcf36fca5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067525 Jul 19 03:21:43.614043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd239fda-1917-430b-9820-f4d18f65fd5f req-f9b4ed3a-aecc-40b1-8966-5be7a7591ed8 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:43.631158 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd239fda-1917-430b-9820-f4d18f65fd5f req-f9b4ed3a-aecc-40b1-8966-5be7a7591ed8 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 948 time: 0.1201828 Jul 19 03:21:43.640435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-bebb7155-5caa-4ebc-8c37-0b61559def0c tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:43.642343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-bebb7155-5caa-4ebc-8c37-0b61559def0c tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 945 time: 0.8191402 Jul 19 03:21:43.685786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6b20abfa-4ede-4fce-adf3-9451f08eb654, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6b20abfa-4ede-4fce-adf3-9451f08eb654,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:43.690743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd239fda-1917-430b-9820-f4d18f65fd5f req-c364324f-ebcd-4ee6-8150-5b84db7b9bb4 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581725 Jul 19 03:21:43.710499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '6b20abfa-4ede-4fce-adf3-9451f08eb654', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'port_id': '6b20abfa-4ede-4fce-adf3-9451f08eb654', 'mac_address': 'fa:16:3e:8b:27:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:21:43.804324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 95df2178-ed46-4356-af3d-ef03e328b806 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:43.834908 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:43.855867 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:43.875319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b20abfa-4ede-4fce-adf3-9451f08eb654 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:43.886495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91240e13-4c56-4b91-a489-ef91b56c3535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a14d44-1b0e-4614-b2d9-402cf17187b7'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:43.888913 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ba1cda-ad01-4b20-b2eb-d3bc55e98bcf" -d '{"events": [{"server_uuid": "91240e13-4c56-4b91-a489-ef91b56c3535", "name": "network-vif-plugged", "status": "completed", "tag": "01a14d44-1b0e-4614-b2d9-402cf17187b7"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:43.912795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 01a14d44-1b0e-4614-b2d9-402cf17187b7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01a14d44-1b0e-4614-b2d9-402cf17187b7,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:43.915308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6b20abfa-4ede-4fce-adf3-9451f08eb654, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6b20abfa-4ede-4fce-adf3-9451f08eb654,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:43.915646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Allocated IP 2001:db8::1 (5514d0c4-e7ec-43e9-a965-a7628cb411d0/b430bbf0-eeb1-40df-999b-0cdfd2eaae02/2b5c184a-6476-4bb0-b712-33c900e302d0) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:43.923080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:43.924417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ecc9234d-ba90-44c8-8fb6-a723b1bd98ee up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:43.932787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Deleting port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:43.933133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:43.955226 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:43.986373 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f25b88e-2c9f-4822-94af-0c0cc47c4843 x-openstack-request-id: req-7f25b88e-2c9f-4822-94af-0c0cc47c4843 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:43.986811 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91240e13-4c56-4b91-a489-ef91b56c3535", "name": "network-vif-plugged", "status": "completed", "tag": "01a14d44-1b0e-4614-b2d9-402cf17187b7", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:43.986927 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f25b88e-2c9f-4822-94af-0c0cc47c4843 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:43.987289 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91240e13-4c56-4b91-a489-ef91b56c3535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a14d44-1b0e-4614-b2d9-402cf17187b7', 'code': 200} Jul 19 03:21:44.025930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=01a14d44-1b0e-4614-b2d9-402cf17187b7,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:44.073399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bc17d-bf04-40a5-8d24-57f58f06f52c req-2b8f3b5f-bf8e-4cb1-9df5-c780159fbf18 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:44.080382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-954bc17d-bf04-40a5-8d24-57f58f06f52c req-2b8f3b5f-bf8e-4cb1-9df5-c780159fbf18 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 945 time: 0.1834528 Jul 19 03:21:44.088573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3133479c-2162-405f-9255-64c46e640453 None None] Network 5514d0c4-e7ec-43e9-a965-a7628cb411d0 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:44.107501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] For port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:44.107778 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.171206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-954bc17d-bf04-40a5-8d24-57f58f06f52c req-0f903397-224e-45ab-ad85-5bd00a4bed89 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899184 Jul 19 03:21:44.193721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7743004-a24e-4263-95d7-bc476cc741b7 req-4ce15cdc-f2e7-48a7-9470-85d852790ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:44.204992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f7743004-a24e-4263-95d7-bc476cc741b7 req-4ce15cdc-f2e7-48a7-9470-85d852790ad2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 1097 time: 0.1142642 Jul 19 03:21:44.239772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f7743004-a24e-4263-95d7-bc476cc741b7 req-225b7202-1781-4fe2-8ce5-ade4afe08db8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358944 Jul 19 03:21:44.262736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.328238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Transition to ACTIVE for port object 2b5c184a-6476-4bb0-b712-33c900e302d0 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:44.351150 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a26efd9c-8c75-4534-af71-e6b27278338c None None] Provisioning for port 95df2178-ed46-4356-af3d-ef03e328b806 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:44.357914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a26efd9c-8c75-4534-af71-e6b27278338c None None] Provisioning complete for port 95df2178-ed46-4356-af3d-ef03e328b806 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:44.358404 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a26efd9c-8c75-4534-af71-e6b27278338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.359828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=6b20abfa-4ede-4fce-adf3-9451f08eb654,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:44.369849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:44.406793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6b20abfa-4ede-4fce-adf3-9451f08eb654'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:44.419277 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:44.419653 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.471508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d3f18-62c3-4647-8886-a0d2a6a36cbb req-a305d52d-a597-4b73-84d0-ebc2bd85b555 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:44.480881 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-897d3f18-62c3-4647-8886-a0d2a6a36cbb req-a305d52d-a597-4b73-84d0-ebc2bd85b555 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 945 time: 0.2831197 Jul 19 03:21:44.501697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.555639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6e30c-e8dd-4fa3-9e5f-b5988ecd9db4 req-b07b1924-a2fb-48fd-a72d-a3f214bae3ea tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:44.563142 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bb6e30c-e8dd-4fa3-9e5f-b5988ecd9db4 req-b07b1924-a2fb-48fd-a72d-a3f214bae3ea tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 944 time: 0.0919487 Jul 19 03:21:44.592195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-897d3f18-62c3-4647-8886-a0d2a6a36cbb req-bdd6f14c-b6e2-481b-9e99-ceaa8a522409 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups?id=4de10481-8399-49f2-9efd-893c415ee338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101358 Jul 19 03:21:44.600215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 5514d0c4-e7ec-43e9-a965-a7628cb411d0 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:44.618750 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.619371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.619788 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Floating IP 1417d26e-aa17-4a24-aec9-527dd5e11b31 disassociated. External IP: 172.25.2.210, port: 1840d456-9ac6-49ea-b5a6-3c0fc54fd615. Jul 19 03:21:44.620211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Calling delete_port for 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:44.622728 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bb6e30c-e8dd-4fa3-9e5f-b5988ecd9db4 req-710c0c97-0b4e-401a-adae-9ff0756b20d1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577655 Jul 19 03:21:44.629893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:44.640927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:44.641571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.674157 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a26efd9c-8c75-4534-af71-e6b27278338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.676151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c09c8-d4fd-427e-8b93-bf3d3d078a8a None None] Network 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:44.688274 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=2b5c184a-6476-4bb0-b712-33c900e302d0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:44.766869 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.845034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a26efd9c-8c75-4534-af71-e6b27278338c None None] For port 95df2178-ed46-4356-af3d-ef03e328b806, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=95df2178-ed46-4356-af3d-ef03e328b806,segment=NetworkSegment(4050cd18-3fd0-412a-9965-9bf19f6b05c3),segment_id=4050cd18-3fd0-412a-9965-9bf19f6b05c3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:44.870017 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a26efd9c-8c75-4534-af71-e6b27278338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.885491 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.943666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08ad76-0a3a-48b4-a94e-c14fd4d459c5 req-0c35c3ca-ef0b-4395-910c-7bd28cc1e7b3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:44.945458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7d08ad76-0a3a-48b4-a94e-c14fd4d459c5 req-0c35c3ca-ef0b-4395-910c-7bd28cc1e7b3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 948 time: 0.0978212 Jul 19 03:21:44.950937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26efd9c-8c75-4534-af71-e6b27278338c None None] Pushing event updated for resources: {'Port': ['ID=95df2178-ed46-4356-af3d-ef03e328b806,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:44.954681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:44.978337 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:44.979302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25995b4-02f5-4295-99a0-2b687e8879bc req-c80ff7ad-1691-41e8-a5f3-6f719ca7269f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:44.986914 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b25995b4-02f5-4295-99a0-2b687e8879bc req-c80ff7ad-1691-41e8-a5f3-6f719ca7269f tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 945 time: 0.2155039 Jul 19 03:21:45.014241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7d08ad76-0a3a-48b4-a94e-c14fd4d459c5 req-f81b9e43-f12d-4f47-8291-1c0ecb676d31 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590477 Jul 19 03:21:45.106941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f8942511-e85d-4b76-b9e7-3168574e33ae None None] Provisioning for port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:45.135319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.149473 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3923f9c0-6bfd-48c1-b0d8-85fc96a39ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.152358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:45.160235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b25995b4-02f5-4295-99a0-2b687e8879bc req-92bd4922-de86-40df-8096-a3593a5baee5 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723468 Jul 19 03:21:45.210944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Pushing event deleted for resources: {'Port': ['ID=1840d456-9ac6-49ea-b5a6-3c0fc54fd615,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:45.293435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a6ee8c2d-da6c-4bee-b73e-629ba69d3974 None None] Provisioning complete for port 95df2178-ed46-4356-af3d-ef03e328b806 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:45.294001 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6ee8c2d-da6c-4bee-b73e-629ba69d3974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.498012 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:45.621478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:45.621778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:45.641287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a6ee8c2d-da6c-4bee-b73e-629ba69d3974 None None] Provisioning for port 2b5c184a-6476-4bb0-b712-33c900e302d0 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:45.653220 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.662745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a6ee8c2d-da6c-4bee-b73e-629ba69d3974 None None] Provisioning complete for port 2b5c184a-6476-4bb0-b712-33c900e302d0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:45.663373 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6ee8c2d-da6c-4bee-b73e-629ba69d3974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.711044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee8c2d-da6c-4bee-b73e-629ba69d3974 None None] Port 2b5c184a-6476-4bb0-b712-33c900e302d0 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:21:45.718469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:45.718788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:21:45.788675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:45.795151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:45.795542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.814305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92061b4-ec65-4593-add7-9f01722b1d9c req-1985d147-0db2-4f56-b76d-4fc0eb8de726 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:45.814910 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.824293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92061b4-ec65-4593-add7-9f01722b1d9c req-1985d147-0db2-4f56-b76d-4fc0eb8de726 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 945 time: 0.1261840 Jul 19 03:21:45.843248 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:21:45.853498 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.855268 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.857716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1b16f07b-3787-4551-be07-2703585422c1 None None] Provisioning complete for port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:45.858190 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b16f07b-3787-4551-be07-2703585422c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.874371 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92061b4-ec65-4593-add7-9f01722b1d9c req-115007fc-aa6f-4bce-b881-13bbbc841a79 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483754 Jul 19 03:21:45.948154 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:45.993391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529520b8-87d1-47f8-b09c-82df1ca9613c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:45.995836 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3400a6f-dff4-4ba2-a934-35dff60a65d8" -d '{"events": [{"server_uuid": "529520b8-87d1-47f8-b09c-82df1ca9613c", "name": "network-vif-plugged", "status": "completed", "tag": "ecc9234d-ba90-44c8-8fb6-a723b1bd98ee"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:46.000951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e27982f4-69a5-482a-8731-d92b3629ca27 req-c37356f1-1cd0-4079-9dac-5df924809587 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae345b40-ff2f-4036-ba75-d52fe340e17a HTTP/1.1" status: 200 len: 210 time: 0.0289483 Jul 19 03:21:46.021088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=2b5c184a-6476-4bb0-b712-33c900e302d0,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:46.026254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8,segment=NetworkSegment(c22fdd42-f839-4a02-89ea-550fc1cb433f),segment_id=c22fdd42-f839-4a02-89ea-550fc1cb433f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:46.027487 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b16f07b-3787-4551-be07-2703585422c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:46.040007 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:46.040812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 95df2178-ed46-4356-af3d-ef03e328b806 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:46.052055 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:21:46.064737 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] Sync routers for ids ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:21:46.091900 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] Routers {'9403cc85-d4d2-4f0c-a742-49c8dcceca12'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:46.092548 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:46.127601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab19e1-ead6-438a-a2f6-7f9b473c63d8 req-3e0049d8-ce35-46ec-aa3b-7a6bac207bf7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:46.139517 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34ab19e1-ead6-438a-a2f6-7f9b473c63d8 req-3e0049d8-ce35-46ec-aa3b-7a6bac207bf7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 945 time: 0.3559592 Jul 19 03:21:46.172193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] No DVR routers for this DVR port 1840d456-9ac6-49ea-b5a6-3c0fc54fd615 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:46.177485 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:46.179948 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-124d0a38-562d-4bcb-9ed5-2f36728fd543 req-4efe6eb7-7e44-4de5-a0fc-2c157fd90e58 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.25 "DELETE /v2.0/ports/1840d456-9ac6-49ea-b5a6-3c0fc54fd615 HTTP/1.1" status: 204 len: 173 time: 2.4485106 Jul 19 03:21:46.196452 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'name': 'network-vif-deleted', 'tag': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:46.199505 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15afcb34-7124-462b-9436-475859d8613d" -d '{"events": [{"server_uuid": "ae345b40-ff2f-4036-ba75-d52fe340e17a", "name": "network-vif-deleted", "tag": "1840d456-9ac6-49ea-b5a6-3c0fc54fd615"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:46.205244 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-1b16f07b-3787-4551-be07-2703585422c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:21:46.205696 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-1b16f07b-3787-4551-be07-2703585422c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:21:46.213678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:46.229422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 95df2178-ed46-4356-af3d-ef03e328b806 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:46.229799 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:46.238846 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] Set router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:21:46.245822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580941e8-ff29-4a22-95da-f69ee849fadc req-28d121dd-7ee4-48af-8721-dcc584a03ccf tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:46.256331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-580941e8-ff29-4a22-95da-f69ee849fadc req-28d121dd-7ee4-48af-8721-dcc584a03ccf tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 944 time: 0.1111009 Jul 19 03:21:46.262195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34ab19e1-ead6-438a-a2f6-7f9b473c63d8 req-cba6f756-eedb-465d-bfdb-883f112df63b tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201394 Jul 19 03:21:46.284599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 5514d0c4-e7ec-43e9-a965-a7628cb411d0 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:46.286967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:46.356452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-580941e8-ff29-4a22-95da-f69ee849fadc req-c04550df-9b9f-454e-9185-cd603435dc86 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926566 Jul 19 03:21:46.412426 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:46.455821 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcfd113-7bd4-43b5-a220-6093dc58306d x-openstack-request-id: req-dbcfd113-7bd4-43b5-a220-6093dc58306d {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:46.456113 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529520b8-87d1-47f8-b09c-82df1ca9613c", "name": "network-vif-plugged", "status": "completed", "tag": "ecc9234d-ba90-44c8-8fb6-a723b1bd98ee", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:46.456372 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbcfd113-7bd4-43b5-a220-6093dc58306d {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:46.456772 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529520b8-87d1-47f8-b09c-82df1ca9613c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee', 'code': 200} Jul 19 03:21:46.541337 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:36Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '357e99b4-982b-4429-a5db-c36ad8a3f9fe', 'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'mac_address': 'fa:16:3e:bf:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:35Z', 'updated_at': '2021-07-19T03:19:43Z', 'revision_number': 5, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'subnets': [{'id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:46.569957 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] Checking router: 9403cc85-d4d2-4f0c-a742-49c8dcceca12 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:21:46.579085 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] Routers {'9403cc85-d4d2-4f0c-a742-49c8dcceca12'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:46.579711 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:46.584379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a626f-667d-45b3-b10e-8f0502fe6b37 req-84bcea3b-962a-4046-9f25-28640607fec6 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:46.590869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-456a626f-667d-45b3-b10e-8f0502fe6b37 req-84bcea3b-962a-4046-9f25-28640607fec6 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 945 time: 0.1370759 Jul 19 03:21:46.599812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56642) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:46.607721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6abc3bd9-4678-4c86-a7b0-91d389bbd63e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Request body: {'floatingip': {'port_id': '01a14d44-1b0e-4614-b2d9-402cf17187b7'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:46.651818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576860a5-0b9a-4d5a-86fd-8633d1413507 req-88dde140-739e-480b-958f-7c4131511fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:46.653482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-576860a5-0b9a-4d5a-86fd-8633d1413507 req-88dde140-739e-480b-958f-7c4131511fe8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 1101 time: 0.1319783 Jul 19 03:21:46.663125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6abc3bd9-4678-4c86-a7b0-91d389bbd63e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:46.682915 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35080ce-df4c-4f0d-8b6f-814a3aa888fd x-openstack-request-id: req-c35080ce-df4c-4f0d-8b6f-814a3aa888fd {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:46.683300 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae345b40-ff2f-4036-ba75-d52fe340e17a", "name": "network-vif-deleted", "tag": "1840d456-9ac6-49ea-b5a6-3c0fc54fd615", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:46.683513 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c35080ce-df4c-4f0d-8b6f-814a3aa888fd {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:46.683872 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae345b40-ff2f-4036-ba75-d52fe340e17a', 'name': 'network-vif-deleted', 'tag': '1840d456-9ac6-49ea-b5a6-3c0fc54fd615', 'status': 'completed', 'code': 200} Jul 19 03:21:46.718670 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-576860a5-0b9a-4d5a-86fd-8633d1413507 req-74e0da3b-a14f-4134-bae1-a3efb7508aab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466771 Jul 19 03:21:46.745273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router a863d262-464f-4ef7-ac4a-f19708d23a6d is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:21:46.753887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c6df-f11a-4357-b265-427b30e5d139 req-68bfc39e-1633-407e-ad19-dee99b9d0b3a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:46.755733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1b16f07b-3787-4551-be07-2703585422c1 None None] Provisioning complete for port 2b5c184a-6476-4bb0-b712-33c900e302d0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:46.755935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6239c6df-f11a-4357-b265-427b30e5d139 req-68bfc39e-1633-407e-ad19-dee99b9d0b3a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 949 time: 0.1431236 Jul 19 03:21:46.756091 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b16f07b-3787-4551-be07-2703585422c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:46.817760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1b16f07b-3787-4551-be07-2703585422c1 None None] Port 2b5c184a-6476-4bb0-b712-33c900e302d0 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:21:46.824680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6239c6df-f11a-4357-b265-427b30e5d139 req-cb53c937-066b-45d8-946f-364e4911f0bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589638 Jul 19 03:21:46.878489 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] Set router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:21:46.941967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2e4a9d44-5077-45e9-9d10-016553f26477 None None] Provisioning complete for port 2b5c184a-6476-4bb0-b712-33c900e302d0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:46.942926 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9d44-5077-45e9-9d10-016553f26477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:46.988641 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:21:46.997806 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bec63d02-97c8-40d5-91d9-7b798a6f530a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/a863d262-464f-4ef7-ac4a-f19708d23a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6470056 Jul 19 03:21:46.999643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a9d44-5077-45e9-9d10-016553f26477 None None] Port 2b5c184a-6476-4bb0-b712-33c900e302d0 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:21:46.999784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56644) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:47.008488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df1a745-330c-46ce-9dbc-f1c54f81aa74 None None] Sync routers for ids ['a863d262-464f-4ef7-ac4a-f19708d23a6d'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:21:47.022865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1a745-330c-46ce-9dbc-f1c54f81aa74 None None] Routers {'a863d262-464f-4ef7-ac4a-f19708d23a6d'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:47.024232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0df1a745-330c-46ce-9dbc-f1c54f81aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a863d262-464f-4ef7-ac4a-f19708d23a6d'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:47.066631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0df1a745-330c-46ce-9dbc-f1c54f81aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:47.076310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ee70f-88b7-4c93-bfed-3f6f279880b8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:47.080694 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e28ee70f-88b7-4c93-bfed-3f6f279880b8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports/2b5c184a-6476-4bb0-b712-33c900e302d0 HTTP/1.1" status: 200 len: 911 time: 0.0797074 Jul 19 03:21:47.081416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56648) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:47.094813 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1a745-330c-46ce-9dbc-f1c54f81aa74 None None] Routers {'a863d262-464f-4ef7-ac4a-f19708d23a6d'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:47.095700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0df1a745-330c-46ce-9dbc-f1c54f81aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a863d262-464f-4ef7-ac4a-f19708d23a6d'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:47.168525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0df1a745-330c-46ce-9dbc-f1c54f81aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:47.169308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df1a745-330c-46ce-9dbc-f1c54f81aa74 None None] The sync data for ids ['a863d262-464f-4ef7-ac4a-f19708d23a6d'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:21:47.185064 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:36Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '357e99b4-982b-4429-a5db-c36ad8a3f9fe', 'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'mac_address': 'fa:16:3e:bf:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:35Z', 'updated_at': '2021-07-19T03:19:43Z', 'revision_number': 5, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'subnets': [{'id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:47.212557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56656) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:47.228138 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16ed20-8b8f-49da-9102-488e7367124c None None] The sync data for ids ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'] in n-d-762330-18 is: [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:19:36Z', 'revision_number': 4, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '357e99b4-982b-4429-a5db-c36ad8a3f9fe', 'name': '', 'network_id': 'f55d9b7b-a2de-479f-8d8b-5a5eceb1d559', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'mac_address': 'fa:16:3e:bf:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:35Z', 'updated_at': '2021-07-19T03:19:43Z', 'revision_number': 5, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'subnets': [{'id': 'f1d786e8-49a1-48bf-b39e-a542dcf70c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:21:47.443165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6b20abfa-4ede-4fce-adf3-9451f08eb654 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:47.493521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:21:47.576117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 6b20abfa-4ede-4fce-adf3-9451f08eb654 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:47.588475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 6b20abfa-4ede-4fce-adf3-9451f08eb654 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:47.588806 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:47.620668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:47.621047 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:47.656731 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29eb742-9576-47fb-bdcb-264de34a617b None None] New status for floating IP 1417d26e-aa17-4a24-aec9-527dd5e11b31: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:21:47.760542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:47.767526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb242dd-9e20-48d4-a4ae-6f70d8c8f8b1 req-d5c893b8-5262-4125-8eb4-546545c3e11b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:47.775450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bb242dd-9e20-48d4-a4ae-6f70d8c8f8b1 req-d5c893b8-5262-4125-8eb4-546545c3e11b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 944 time: 0.1803429 Jul 19 03:21:47.815205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6b20abfa-4ede-4fce-adf3-9451f08eb654, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6b20abfa-4ede-4fce-adf3-9451f08eb654,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:47.818509 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:47.820759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:47.835324 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bb242dd-9e20-48d4-a4ae-6f70d8c8f8b1 req-e26de1a3-6157-4cff-8ab8-ff969a750cb9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589175 Jul 19 03:21:47.882039 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:47.897580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=6b20abfa-4ede-4fce-adf3-9451f08eb654,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:47.906718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-d4b454f0-a8a6-4fc4-8bfe-665a9d41ffae tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:47.908253 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-d4b454f0-a8a6-4fc4-8bfe-665a9d41ffae tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 945 time: 0.6948204 Jul 19 03:21:47.981012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81ddf7-02db-4052-a28f-6ccecfbb5c5f req-281915f5-fced-4429-b685-a85bed0c98c4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:47.982985 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3b81ddf7-02db-4052-a28f-6ccecfbb5c5f req-281915f5-fced-4429-b685-a85bed0c98c4 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 945 time: 0.2507238 Jul 19 03:21:47.999835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fcecc429-3783-4729-8f69-6a61f1ee5ef7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.078030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fcecc429-3783-4729-8f69-6a61f1ee5ef7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.142149 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.resource_extend [None req-6abc3bd9-4678-4c86-a7b0-91d389bbd63e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:21:48.176358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Allocated IP 2001:db8:1::1 (2c0e4d97-1d80-4d66-9a67-f5e02cfa2949/8270d178-d3a5-4529-8f45-fd0679b1a4c6/10c11104-9f0b-44a4-a5e7-8b6978c1797e) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:48.190371 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3b81ddf7-02db-4052-a28f-6ccecfbb5c5f req-e7821f8d-3230-4f2c-9000-a8b15ebc13d3 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/security-groups?id=daceefc4-5f28-42e4-83ef-b874d81b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959286 Jul 19 03:21:48.222458 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6abc3bd9-4678-4c86-a7b0-91d389bbd63e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.226515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d12fe5-8943-4cb6-a7fb-8d83537ba717 req-0e8f2ffe-1700-4973-8a86-be8a504c1583 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:48.228363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38d12fe5-8943-4cb6-a7fb-8d83537ba717 req-0e8f2ffe-1700-4973-8a86-be8a504c1583 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 949 time: 0.1379020 Jul 19 03:21:48.229539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6abc3bd9-4678-4c86-a7b0-91d389bbd63e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.272716 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fcecc429-3783-4729-8f69-6a61f1ee5ef7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.275289 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fcecc429-3783-4729-8f69-6a61f1ee5ef7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.278688 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fcecc429-3783-4729-8f69-6a61f1ee5ef7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "DELETE /v2.0/security-groups/4de10481-8399-49f2-9efd-893c415ee338 HTTP/1.1" status: 204 len: 168 time: 1.0617754 Jul 19 03:21:48.281874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-2a63fcca-3ff8-4ccf-91e3-0424268a53f7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Deleting port 0d8ecf94-7a32-45d1-b119-a50965775758 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:48.282209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-2a63fcca-3ff8-4ccf-91e3-0424268a53f7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.285590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56670) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:48.316320 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38d12fe5-8943-4cb6-a7fb-8d83537ba717 req-170def41-2091-427f-8df0-400781708fd7 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741489 Jul 19 03:21:48.328330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecc429-3783-4729-8f69-6a61f1ee5ef7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de10481-8399-49f2-9efd-893c415ee338,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:48.342775 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-d6035a79-87e4-4c1a-8c27-2edda6ae03ee tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] show failed (client error): The resource could not be found. Jul 19 03:21:48.346383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d6035a79-87e4-4c1a-8c27-2edda6ae03ee tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "GET /v2.0/security-groups/4de10481-8399-49f2-9efd-893c415ee338 HTTP/1.1" status: 404 len: 347 time: 0.0550144 Jul 19 03:21:48.349041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56674) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:48.359872 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.379089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Transition to ACTIVE for port object 10c11104-9f0b-44a4-a5e7-8b6978c1797e will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:48.415539 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.457811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fd7e4c-3cad-45c4-bc6d-d7039397a512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b20abfa-4ede-4fce-adf3-9451f08eb654'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:48.460171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:48.460725 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54defc26-132d-412f-af8e-18681867cd93" -d '{"events": [{"server_uuid": "e2fd7e4c-3cad-45c4-bc6d-d7039397a512", "name": "network-vif-plugged", "status": "completed", "tag": "6b20abfa-4ede-4fce-adf3-9451f08eb654"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:48.466059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:48.469886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:48.470615 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.512967 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44f7494-1114-4183-9c9b-aa0aed8c0f4c x-openstack-request-id: req-a44f7494-1114-4183-9c9b-aa0aed8c0f4c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:48.514035 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fd7e4c-3cad-45c4-bc6d-d7039397a512", "name": "network-vif-plugged", "status": "completed", "tag": "6b20abfa-4ede-4fce-adf3-9451f08eb654", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:48.514153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=10c11104-9f0b-44a4-a5e7-8b6978c1797e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:48.514482 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a44f7494-1114-4183-9c9b-aa0aed8c0f4c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:48.515111 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fd7e4c-3cad-45c4-bc6d-d7039397a512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b20abfa-4ede-4fce-adf3-9451f08eb654', 'code': 200} Jul 19 03:21:48.578246 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-6abc3bd9-4678-4c86-a7b0-91d389bbd63e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Floating IP 2b4da903-74a4-4a6f-a51a-bc3b2a2da38c associated. External IP: 172.25.2.222, port: 01a14d44-1b0e-4614-b2d9-402cf17187b7. Jul 19 03:21:48.632386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-2a63fcca-3ff8-4ccf-91e3-0424268a53f7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] For port 0d8ecf94-7a32-45d1-b119-a50965775758, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d8ecf94-7a32-45d1-b119-a50965775758,segment=NetworkSegment(75101636-276f-40d4-ac14-757123b25dc5),segment_id=75101636-276f-40d4-ac14-757123b25dc5)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:48.632912 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-2a63fcca-3ff8-4ccf-91e3-0424268a53f7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.654524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.666526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-2a63fcca-3ff8-4ccf-91e3-0424268a53f7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Calling delete_port for 0d8ecf94-7a32-45d1-b119-a50965775758 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:48.720813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded08175-b00a-4e35-88be-204a579d669d req-25ec35c9-1e25-4589-a836-53cf565c759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:48.722369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ded08175-b00a-4e35-88be-204a579d669d req-25ec35c9-1e25-4589-a836-53cf565c759b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 1097 time: 0.1168759 Jul 19 03:21:48.778723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae852ba8-1379-4af8-8150-55cc2f6aeecb req-4cb512ec-71af-470f-9977-83979a032db4 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:48.780344 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ae852ba8-1379-4af8-8150-55cc2f6aeecb req-4cb512ec-71af-470f-9977-83979a032db4 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 1101 time: 0.3257549 Jul 19 03:21:48.784878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ab28944c-5d0e-446e-a6a6-d35410152be7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Deleting port 7f6fbe63-d585-4635-8d50-d9772cf54ca4 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:48.785221 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab28944c-5d0e-446e-a6a6-d35410152be7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.824161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ded08175-b00a-4e35-88be-204a579d669d req-1151ee94-5806-4d9e-96b2-c0f2bf63d243 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681951 Jul 19 03:21:48.837162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b5955c12-c6a9-4129-ad1e-11e614df486c None None] Provisioning for port 10c11104-9f0b-44a4-a5e7-8b6978c1797e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:48.842523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b5955c12-c6a9-4129-ad1e-11e614df486c None None] Provisioning complete for port 10c11104-9f0b-44a4-a5e7-8b6978c1797e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:48.843580 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b5955c12-c6a9-4129-ad1e-11e614df486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.903011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b5955c12-c6a9-4129-ad1e-11e614df486c None None] Port 10c11104-9f0b-44a4-a5e7-8b6978c1797e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:21:48.946050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ae852ba8-1379-4af8-8150-55cc2f6aeecb req-5a3238c6-556a-4966-8447-a79fa6caf933 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574109 Jul 19 03:21:48.988807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.995875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab28944c-5d0e-446e-a6a6-d35410152be7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:48.996244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab28944c-5d0e-446e-a6a6-d35410152be7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:49.025857 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:49.026892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:49.036656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ab28944c-5d0e-446e-a6a6-d35410152be7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Calling delete_port for 7f6fbe63-d585-4635-8d50-d9772cf54ca4 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:49.119028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc3bd9-4678-4c86-a7b0-91d389bbd63e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Router ca484eee-35bd-46a0-9e78-4c340e34b9f6 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:21:49.131765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=10c11104-9f0b-44a4-a5e7-8b6978c1797e,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:49.140304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-2a63fcca-3ff8-4ccf-91e3-0424268a53f7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:49.190399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717d4cb-d749-46fe-91a3-229db32733fc req-720397af-a120-45ba-bcd5-91c71ed0ccea tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:49.191900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c717d4cb-d749-46fe-91a3-229db32733fc req-720397af-a120-45ba-bcd5-91c71ed0ccea tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 945 time: 0.2200012 Jul 19 03:21:49.211631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63fcca-3ff8-4ccf-91e3-0424268a53f7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Pushing event deleted for resources: {'Port': ['ID=0d8ecf94-7a32-45d1-b119-a50965775758,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:49.227995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:49.232488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:49.259176 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c717d4cb-d749-46fe-91a3-229db32733fc req-3d5e6daf-998d-44d0-8dc7-0dc4e3c2d3e1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573566 Jul 19 03:21:49.362684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-2a63fcca-3ff8-4ccf-91e3-0424268a53f7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] No DVR routers for this DVR port 0d8ecf94-7a32-45d1-b119-a50965775758 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:21:49.369090 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-2a63fcca-3ff8-4ccf-91e3-0424268a53f7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:49.371912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9df1a59-d55c-47ad-bf5d-0b3563f497da req-2a63fcca-3ff8-4ccf-91e3-0424268a53f7 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.25 "DELETE /v2.0/ports/0d8ecf94-7a32-45d1-b119-a50965775758 HTTP/1.1" status: 204 len: 173 time: 1.4537330 Jul 19 03:21:49.403497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8c901d-7305-4e32-91a1-7f7873ece6db', 'name': 'network-vif-deleted', 'tag': '0d8ecf94-7a32-45d1-b119-a50965775758'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:49.406800 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ee094c-6264-4a1a-b0b1-070289821ac0" -d '{"events": [{"server_uuid": "4c8c901d-7305-4e32-91a1-7f7873ece6db", "name": "network-vif-deleted", "tag": "0d8ecf94-7a32-45d1-b119-a50965775758"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:49.418294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-8d068e0c-9bb6-469b-8a98-e13e02fa41e3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024766 Jul 19 03:21:49.475446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d8ecf94-7a32-45d1-b119-a50965775758 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:49.484534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc3bd9-4678-4c86-a7b0-91d389bbd63e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:21:49.490976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6abc3bd9-4678-4c86-a7b0-91d389bbd63e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:49.509208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] Sync routers for ids ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:21:49.516620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 0d8ecf94-7a32-45d1-b119-a50965775758 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:49.516968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d8ecf94-7a32-45d1-b119-a50965775758 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:49.526584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] Routers {'ca484eee-35bd-46a0-9e78-4c340e34b9f6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:49.527370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:49.623202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab28944c-5d0e-446e-a6a6-d35410152be7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:49.630791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6abc3bd9-4678-4c86-a7b0-91d389bbd63e tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "PUT /v2.0/floatingips/2b4da903-74a4-4a6f-a51a-bc3b2a2da38c HTTP/1.1" status: 200 len: 991 time: 3.0295789 Jul 19 03:21:49.673564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28944c-5d0e-446e-a6a6-d35410152be7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Pushing event deleted for resources: {'Port': ['ID=7f6fbe63-d585-4635-8d50-d9772cf54ca4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:49.681751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4f170803-6892-41e1-b8d9-b1cdd207ce4c None None] Provisioning complete for port 10c11104-9f0b-44a4-a5e7-8b6978c1797e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:49.682116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f170803-6892-41e1-b8d9-b1cdd207ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:49.720375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4f170803-6892-41e1-b8d9-b1cdd207ce4c None None] Port 10c11104-9f0b-44a4-a5e7-8b6978c1797e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:21:49.723122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-3020bf46-f56e-41bd-adc7-8223d67d6a69 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:49.724565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-3020bf46-f56e-41bd-adc7-8223d67d6a69 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643583 Jul 19 03:21:49.730114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2eb155b5-4cb2-48c8-9396-4518ee7d7643 req-4baa09c3-5b7d-44e7-bf82-9c083f5d7b71 tempest-DeleteServersTestJSON-2146244346 tempest-DeleteServersTestJSON-2146244346-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8c901d-7305-4e32-91a1-7f7873ece6db HTTP/1.1" status: 200 len: 210 time: 0.0605354 Jul 19 03:21:49.736171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] Set router ca484eee-35bd-46a0-9e78-4c340e34b9f6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:21:49.776455 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-1519fa68-32de-47b0-969c-f7b45edafcfe tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/quotas/8e4c20281fad406fb6fa2e4340d2ca27 HTTP/1.1" status: 200 len: 375 time: 0.0312378 Jul 19 03:21:49.790836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router a863d262-464f-4ef7-ac4a-f19708d23a6d has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:21:49.800961 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb04df8-312a-4799-8d5b-8ef09d85cbc1 x-openstack-request-id: req-6eb04df8-312a-4799-8d5b-8ef09d85cbc1 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:49.801266 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8c901d-7305-4e32-91a1-7f7873ece6db", "name": "network-vif-deleted", "tag": "0d8ecf94-7a32-45d1-b119-a50965775758", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:49.801525 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6eb04df8-312a-4799-8d5b-8ef09d85cbc1 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:49.801928 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8c901d-7305-4e32-91a1-7f7873ece6db', 'name': 'network-vif-deleted', 'tag': '0d8ecf94-7a32-45d1-b119-a50965775758', 'status': 'completed', 'code': 200} Jul 19 03:21:49.806974 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab28944c-5d0e-446e-a6a6-d35410152be7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:49.809558 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab28944c-5d0e-446e-a6a6-d35410152be7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:49.814523 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ab28944c-5d0e-446e-a6a6-d35410152be7 tempest-ServersTestJSON-1113670111 tempest-ServersTestJSON-1113670111-project] 10.222.0.20 "DELETE /v2.0/floatingips/1417d26e-aa17-4a24-aec9-527dd5e11b31 HTTP/1.1" status: 204 len: 168 time: 1.4347348 Jul 19 03:21:49.815081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56704) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:49.931732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:21:49.944604 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af3aa9-6e99-4401-9f89-ad8c8ca59377 None None] Sync routers for ids ['a863d262-464f-4ef7-ac4a-f19708d23a6d'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:21:49.954874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-73dd5871-1aaa-42b8-9a17-fd9254656877 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1706288 Jul 19 03:21:49.959163 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af3aa9-6e99-4401-9f89-ad8c8ca59377 None None] Routers {'a863d262-464f-4ef7-ac4a-f19708d23a6d'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:49.959339 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d50d8a98-9369-452e-bc58-b21ee4352430 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/a863d262-464f-4ef7-ac4a-f19708d23a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8766787 Jul 19 03:21:49.959807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56706) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:49.959926 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c1af3aa9-6e99-4401-9f89-ad8c8ca59377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a863d262-464f-4ef7-ac4a-f19708d23a6d'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:50.043089 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c1af3aa9-6e99-4401-9f89-ad8c8ca59377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:50.049842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dbfc59-44d9-4611-88df-d0343793733c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:50.052203 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-50dbfc59-44d9-4611-88df-d0343793733c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports/10c11104-9f0b-44a4-a5e7-8b6978c1797e HTTP/1.1" status: 200 len: 913 time: 0.0903325 Jul 19 03:21:50.054244 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56708) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:50.064422 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af3aa9-6e99-4401-9f89-ad8c8ca59377 None None] Routers {'a863d262-464f-4ef7-ac4a-f19708d23a6d'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:50.066161 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c1af3aa9-6e99-4401-9f89-ad8c8ca59377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a863d262-464f-4ef7-ac4a-f19708d23a6d'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:50.120042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:52Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '2b4da903-74a4-4a6f-a51a-bc3b2a2da38c', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'port_id': '01a14d44-1b0e-4614-b2d9-402cf17187b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'mac_address': 'fa:16:3e:f3:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91240e13-4c56-4b91-a489-ef91b56c3535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:20:56Z', 'updated_at': '2021-07-19T03:21:48Z', 'revision_number': 1, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db36ffaa-98e6-4611-8e08-fa9a1de16da6', 'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'mac_address': 'fa:16:3e:1d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:51Z', 'updated_at': '2021-07-19T03:20:59Z', 'revision_number': 5, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'subnets': [{'id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:50.160278 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c1af3aa9-6e99-4401-9f89-ad8c8ca59377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:50.161285 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af3aa9-6e99-4401-9f89-ad8c8ca59377 None None] The sync data for ids ['a863d262-464f-4ef7-ac4a-f19708d23a6d'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:21:50.172146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] Checking router: ca484eee-35bd-46a0-9e78-4c340e34b9f6 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:21:50.185961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] Routers {'ca484eee-35bd-46a0-9e78-4c340e34b9f6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:50.188473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:50.490295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ccecc-673e-4d56-9c8d-5126d6a0645b req-55177f40-b858-4f8c-a771-dbbeb0de335c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:50.497759 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da7ccecc-673e-4d56-9c8d-5126d6a0645b req-55177f40-b858-4f8c-a771-dbbeb0de335c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 945 time: 0.0802729 Jul 19 03:21:50.547761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da7ccecc-673e-4d56-9c8d-5126d6a0645b req-7a8d660b-bb26-433a-99e9-63c544897cf9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489929 Jul 19 03:21:50.589835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] Set router ca484eee-35bd-46a0-9e78-4c340e34b9f6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:21:50.719593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-454b1629-9501-42ce-a607-7d4c85df08fc req-f5a1dc63-ffce-44a0-8eed-de9402fceb1a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 210 time: 0.4512763 Jul 19 03:21:50.946650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-44e3a704-950b-495b-b8c5-8499e7891de7 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:50.948935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-44e3a704-950b-495b-b8c5-8499e7891de7 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.1997526 Jul 19 03:21:50.963933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:52Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '2b4da903-74a4-4a6f-a51a-bc3b2a2da38c', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'port_id': '01a14d44-1b0e-4614-b2d9-402cf17187b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'mac_address': 'fa:16:3e:f3:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91240e13-4c56-4b91-a489-ef91b56c3535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:20:56Z', 'updated_at': '2021-07-19T03:21:48Z', 'revision_number': 1, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db36ffaa-98e6-4611-8e08-fa9a1de16da6', 'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'mac_address': 'fa:16:3e:1d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:51Z', 'updated_at': '2021-07-19T03:20:59Z', 'revision_number': 5, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'subnets': [{'id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:50.977492 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-26a4dff2-3070-40f5-ae33-5c97d0378c06 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/quotas/dba5a064d07a4967aa1b7bbbcfc3e348 HTTP/1.1" status: 200 len: 375 time: 0.0225561 Jul 19 03:21:50.999313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e4073-2266-4e88-afc5-45419cb924f5 None None] The sync data for ids ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'] in n-d-762330-18 is: [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:52Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '2b4da903-74a4-4a6f-a51a-bc3b2a2da38c', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'port_id': '01a14d44-1b0e-4614-b2d9-402cf17187b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'mac_address': 'fa:16:3e:f3:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91240e13-4c56-4b91-a489-ef91b56c3535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:20:56Z', 'updated_at': '2021-07-19T03:21:48Z', 'revision_number': 1, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db36ffaa-98e6-4611-8e08-fa9a1de16da6', 'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'mac_address': 'fa:16:3e:1d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:51Z', 'updated_at': '2021-07-19T03:20:59Z', 'revision_number': 5, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'subnets': [{'id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:21:51.081654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-ef56afbe-d7e2-49ea-b6c7-cea71d59e7a2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031709 Jul 19 03:21:51.193544 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-717ed43e-752c-4d64-8dca-b2e780c7a23d service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105044 Jul 19 03:21:51.301718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-33d5ae55-0a81-4818-b0ab-fd1771118b5d service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011045 Jul 19 03:21:51.316389 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:51.416089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841eab88-dfb7-400b-a343-a98cd11ba601 None None] New status for floating IP 2b4da903-74a4-4a6f-a51a-bc3b2a2da38c: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:21:51.628483 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-c7ce95b0-2f6e-4f7e-a00b-420aeba3804c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296581 Jul 19 03:21:51.680942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dfff3dfd-f7ee-4dc6-9828-196631b0ab5f req-2b3e74c7-6055-44e2-9b56-65f23add4ec0 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 210 time: 0.0656819 Jul 19 03:21:51.791717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:51.839002 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e352c3c4-eaf1-4070-aca9-d2b97a82c684 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:51.840898 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e352c3c4-eaf1-4070-aca9-d2b97a82c684 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050326 Jul 19 03:21:51.855686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Request body: {'port': {'device_id': '8dbee5e0-e202-415f-961c-701f81bf5dcd', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '8e4c20281fad406fb6fa2e4340d2ca27'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:51.926229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91240e13-4c56-4b91-a489-ef91b56c3535', 'tag': '01a14d44-1b0e-4614-b2d9-402cf17187b7'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:51.930814 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "91240e13-4c56-4b91-a489-ef91b56c3535", "tag": "01a14d44-1b0e-4614-b2d9-402cf17187b7"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:52.015903 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06da8bda-c484-440a-b61c-082232acdc63 req-61df1359-45f8-4523-bd8a-75f5c0306dfd tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 210 time: 0.0907652 Jul 19 03:21:52.027006 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c23328a-3d7e-4fe6-8c58-9b3f5f3a6df8 x-openstack-request-id: req-3c23328a-3d7e-4fe6-8c58-9b3f5f3a6df8 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:52.027617 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91240e13-4c56-4b91-a489-ef91b56c3535", "tag": "01a14d44-1b0e-4614-b2d9-402cf17187b7", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:52.027882 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c23328a-3d7e-4fe6-8c58-9b3f5f3a6df8 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:52.028348 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91240e13-4c56-4b91-a489-ef91b56c3535', 'tag': '01a14d44-1b0e-4614-b2d9-402cf17187b7', 'status': 'completed', 'code': 200} Jul 19 03:21:52.141632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-5cbec2d1-3fb9-4363-8bbe-6e352b10328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:52.143202 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-5cbec2d1-3fb9-4363-8bbe-6e352b10328a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=770a1666774949b7b6969c1fcdc652a3&device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 1097 time: 0.0992301 Jul 19 03:21:52.179645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Made reservation on behalf of 8e4c20281fad406fb6fa2e4340d2ca27 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:52.183824 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:52.325037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 10c11104-9f0b-44a4-a5e7-8b6978c1797e {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:52.325412 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:52.370195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] Deleting port 357e99b4-982b-4429-a5db-c36ad8a3f9fe {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:52.370566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:52.384544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-ce554b81-3f27-426b-ae52-0ae516290799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:52.387041 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-ce554b81-3f27-426b-ae52-0ae516290799 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccbd75a7-d986-46f0-9641-f34658277b42 HTTP/1.1" status: 200 len: 915 time: 0.2374420 Jul 19 03:21:52.451615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Allocated IP 192.168.233.63 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/520570f3-e949-4d4d-a557-15710b65f876) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:52.500084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:52.506398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-f4754016-ee1f-4b89-ac19-815617ae34d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a14d44-1b0e-4614-b2d9-402cf17187b7 HTTP/1.1" status: 200 len: 1001 time: 0.1049337 Jul 19 03:21:52.525210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 10c11104-9f0b-44a4-a5e7-8b6978c1797e owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:52.551615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] For port 357e99b4-982b-4429-a5db-c36ad8a3f9fe, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=357e99b4-982b-4429-a5db-c36ad8a3f9fe,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:52.551951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:52.602959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] Calling delete_port for 357e99b4-982b-4429-a5db-c36ad8a3f9fe owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:52.629034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-7da83b35-80cf-400a-9c9b-f95cce89f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:52.631589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-7da83b35-80cf-400a-9c9b-f95cce89f799 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67b17120-1fc5-41d5-99dc-a11cd5920add HTTP/1.1" status: 200 len: 854 time: 0.1147678 Jul 19 03:21:52.763685 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:52.770588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-71907899-5553-45f9-83c7-8b2ee68243b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:52.772179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-71907899-5553-45f9-83c7-8b2ee68243b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccbd75a7-d986-46f0-9641-f34658277b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316073 Jul 19 03:21:52.861076 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf7a72f9-7914-4291-b3d5-91225611a994 req-2032cf89-cc08-4b93-9845-37f8e8901c6d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 210 time: 0.0391171 Jul 19 03:21:52.899534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:52.912609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Transition to ACTIVE for port object 520570f3-e949-4d4d-a557-15710b65f876 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:52.970448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-a3843d85-7887-4c5d-a6a6-20b580fa2a30 service neutron] 10.222.0.26 "GET /v2.0/networks/ccbd75a7-d986-46f0-9641-f34658277b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870685 Jul 19 03:21:53.006245 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:53.020306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'e44923f7-6102-4509-87d9-6c458b663580', '86fb7eb5-e4b1-478f-aaf8-7d88e853289d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:53.024031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45c7fd38-f056-4278-a418-3e84a861ac47', 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:53.106752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:53.113831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:53.116787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:53.166422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event updated for resources: {'Port': ['ID=520570f3-e949-4d4d-a557-15710b65f876,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:53.210469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13fa0ae2-b2c7-4ca6-b1d1-4a1433f3e9d3 req-d92dde62-67b7-42db-841e-a14ea93ee57c service neutron] 10.222.0.26 "GET /v2.0/networks/ccbd75a7-d986-46f0-9641-f34658277b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336016 Jul 19 03:21:53.236548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=10c11104-9f0b-44a4-a5e7-8b6978c1797e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:53.260593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:53.261281 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:53.286920 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e7bd6d97-41d4-4169-bdaf-d99db46976ac tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4366632 Jul 19 03:21:53.298547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Request body: {'port': {'device_id': '8dbee5e0-e202-415f-961c-701f81bf5dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:53.431962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-1dc5252d-e41b-41b8-bba5-c9bf9b306e5e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:53.433518 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-1dc5252d-e41b-41b8-bba5-c9bf9b306e5e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.25 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.1982245 Jul 19 03:21:53.499052 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:53.553930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Request body: {'port': {'device_id': '33406148-6d45-4625-a0da-97824e833fd8', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'admin_state_up': True, 'tenant_id': 'dba5a064d07a4967aa1b7bbbcfc3e348'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:53.663487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f8c8e375-3792-4651-948b-f70a91bcabe7 None None] Provisioning for port 520570f3-e949-4d4d-a557-15710b65f876 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:21:53.684431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f8c8e375-3792-4651-948b-f70a91bcabe7 None None] Provisioning complete for port 520570f3-e949-4d4d-a557-15710b65f876 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:21:53.684811 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f8c8e375-3792-4651-948b-f70a91bcabe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:53.850694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8e375-3792-4651-948b-f70a91bcabe7 None None] Port 520570f3-e949-4d4d-a557-15710b65f876 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:21:53.954929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520570f3-e949-4d4d-a557-15710b65f876 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:53.968516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:53.993834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:53.997252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Transition to ACTIVE for port object 520570f3-e949-4d4d-a557-15710b65f876 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:54.002128 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:54.013125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Made reservation on behalf of dba5a064d07a4967aa1b7bbbcfc3e348 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:21:54.023633 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:54.027642 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:54.116642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=357e99b4-982b-4429-a5db-c36ad8a3f9fe,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:54.147233 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6217990c-fa40-497c-a17e-6904c1a3f864 req-5cdc3563-8798-4fb3-a111-796239118df7 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 210 time: 0.0834358 Jul 19 03:21:54.207059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Pushing event updated for resources: {'Port': ['ID=520570f3-e949-4d4d-a557-15710b65f876,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:54.267039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Attempting to bind port 520570f3-e949-4d4d-a557-15710b65f876 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:54.267303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Attempting to bind port 520570f3-e949-4d4d-a557-15710b65f876 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:54.267634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Attempting to bind port 520570f3-e949-4d4d-a557-15710b65f876 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:54.271539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a59c1-1da9-4922-bb3f-c66226a9f0a5 req-6d9843e7-5623-437f-b015-f47896bff0ec tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:54.273179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Port 520570f3-e949-4d4d-a557-15710b65f876 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:21:54.273348 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-631a59c1-1da9-4922-bb3f-c66226a9f0a5 req-6d9843e7-5623-437f-b015-f47896bff0ec tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 935 time: 0.8361437 Jul 19 03:21:54.273559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Attempting to bind port 520570f3-e949-4d4d-a557-15710b65f876 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:54.283228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:54.283569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:54.283956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:54.284394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Bound port: 520570f3-e949-4d4d-a557-15710b65f876, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:54.284757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:54.401569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] For port 520570f3-e949-4d4d-a557-15710b65f876, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:54.405254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] For port 520570f3-e949-4d4d-a557-15710b65f876, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=520570f3-e949-4d4d-a557-15710b65f876,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:54.412091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:54.446783 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:54.447591 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:54.449224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] 10.222.0.26 "PUT /v2.0/ports/520570f3-e949-4d4d-a557-15710b65f876 HTTP/1.1" status: 200 len: 1096 time: 1.1554334 Jul 19 03:21:54.449761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbee5e0-e202-415f-961c-701f81bf5dcd', 'tag': '520570f3-e949-4d4d-a557-15710b65f876'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:54.452187 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9969e0ae-d4bf-4146-a399-715dfb7087bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbee5e0-e202-415f-961c-701f81bf5dcd", "tag": "520570f3-e949-4d4d-a557-15710b65f876"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:54.483405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ea9fd-d1ab-4a13-a8fa-526c0d29d70a service neutron] Pushing event updated for resources: {'Port': ['ID=520570f3-e949-4d4d-a557-15710b65f876,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:54.550136 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94eb7fb3-06b9-42cb-a14d-b81c1cc87a5b x-openstack-request-id: req-94eb7fb3-06b9-42cb-a14d-b81c1cc87a5b {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:54.550570 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbee5e0-e202-415f-961c-701f81bf5dcd", "tag": "520570f3-e949-4d4d-a557-15710b65f876", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:54.550921 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94eb7fb3-06b9-42cb-a14d-b81c1cc87a5b {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:54.551418 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dbee5e0-e202-415f-961c-701f81bf5dcd', 'tag': '520570f3-e949-4d4d-a557-15710b65f876', 'status': 'completed', 'code': 200} Jul 19 03:21:54.588047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e58a3ecd-71eb-485f-abf3-4cb14acfa846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:54.589830 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-e58a3ecd-71eb-485f-abf3-4cb14acfa846 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 1099 time: 0.0891676 Jul 19 03:21:54.599784 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:54.614961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-631a59c1-1da9-4922-bb3f-c66226a9f0a5 req-8d1011af-0615-400b-b7bd-41808fac0b1b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699258 Jul 19 03:21:54.652739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-d8d74443-0fb0-48f5-8e0b-f8b50cb85c0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=520570f3-e949-4d4d-a557-15710b65f876 HTTP/1.1" status: 200 len: 217 time: 0.0445492 Jul 19 03:21:54.721610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-6f248602-ae5c-4c90-839b-41ac3065cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:54.723395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-6f248602-ae5c-4c90-839b-41ac3065cd79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0636044 Jul 19 03:21:54.784773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-36bd91d1-0756-4b73-a928-06923041ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:54.786230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-36bd91d1-0756-4b73-a928-06923041ec70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551071 Jul 19 03:21:54.887217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-913b0088-9db1-48ee-acbe-10497c565293 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941813 Jul 19 03:21:54.900095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Allocated IP 172.20.0.2 (0c2ef247-331e-4b1f-906f-ecc0b3566b99/38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb/d65d8289-4caa-463a-b327-3f980938cc07) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:21:54.936554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router a863d262-464f-4ef7-ac4a-f19708d23a6d has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:21:55.004475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728630df-34b1-41d6-ae5e-1b795e1c34c6 req-69feb01d-d608-454f-8207-558f041a2708 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102474 Jul 19 03:21:55.112257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-27fff63d-baeb-492d-87d3-321d09e90df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:55.113777 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-27fff63d-baeb-492d-87d3-321d09e90df5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 1099 time: 0.0558095 Jul 19 03:21:55.227700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-c22490f9-770b-4bd2-9bf0-ff3bba5d003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:55.230366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-c22490f9-770b-4bd2-9bf0-ff3bba5d003f service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1090021 Jul 19 03:21:55.236717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:21:55.249335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-32eb6233-4003-49b1-a491-66833caa262f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/a863d262-464f-4ef7-ac4a-f19708d23a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1928947 Jul 19 03:21:55.249653 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52027f2-dcb1-4308-9211-aadbbc3ee949 None None] Sync routers for ids ['a863d262-464f-4ef7-ac4a-f19708d23a6d'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:21:55.254582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56828) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:55.262196 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52027f2-dcb1-4308-9211-aadbbc3ee949 None None] Routers {'a863d262-464f-4ef7-ac4a-f19708d23a6d'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:55.263218 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e52027f2-dcb1-4308-9211-aadbbc3ee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a863d262-464f-4ef7-ac4a-f19708d23a6d'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:55.298121 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e52027f2-dcb1-4308-9211-aadbbc3ee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:55.307790 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52027f2-dcb1-4308-9211-aadbbc3ee949 None None] Routers {'a863d262-464f-4ef7-ac4a-f19708d23a6d'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:55.308746 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e52027f2-dcb1-4308-9211-aadbbc3ee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a863d262-464f-4ef7-ac4a-f19708d23a6d'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:55.330515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-dbccfe13-b3f3-4aa5-bdf8-1bc8faa4193b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=520570f3-e949-4d4d-a557-15710b65f876 HTTP/1.1" status: 200 len: 217 time: 0.0867314 Jul 19 03:21:55.346839 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e52027f2-dcb1-4308-9211-aadbbc3ee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:55.347834 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52027f2-dcb1-4308-9211-aadbbc3ee949 None None] The sync data for ids ['a863d262-464f-4ef7-ac4a-f19708d23a6d'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:21:55.363097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] Router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:21:55.416690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88900634-b844-413a-af00-fe8ea0667f4b req-8b89d8ed-80cd-4d82-afb9-c8082082f327 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 210 time: 0.0789235 Jul 19 03:21:55.438574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-2979b41b-d270-496e-9c55-9aea7ecce9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:55.440568 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-2979b41b-d270-496e-9c55-9aea7ecce9d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0921533 Jul 19 03:21:55.519786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-853592c8-6989-4644-b550-c16766139837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:55.522096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-853592c8-6989-4644-b550-c16766139837 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0662634 Jul 19 03:21:55.536277 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:55.636922 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-91a34594-aa81-4f04-8cc0-d61e26b5961f service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959983 Jul 19 03:21:55.807672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56848) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:55.862210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfc9359-4354-4efd-914f-5632c563ce8b admin admin] Deleting subnet 2ce9eede-45cb-4568-8d50-62fdf8d969ee {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:21:55.868913 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9969e0ae-d4bf-4146-a399-715dfb7087bf req-f8128349-74af-4862-8096-309d8f866ae6 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229843 Jul 19 03:21:55.869856 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9359-4354-4efd-914f-5632c563ce8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:55.931630 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9359-4354-4efd-914f-5632c563ce8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:55.980082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598ab8b-837a-4ab7-a350-737492b95a13 req-5b63e14a-95d7-4565-948d-25ffef06d10d tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:55.980947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:21:55.982411 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d598ab8b-837a-4ab7-a350-737492b95a13 req-5b63e14a-95d7-4565-948d-25ffef06d10d tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 947 time: 0.2173078 Jul 19 03:21:55.990240 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-44dd9135-0ad4-4d3a-a81a-4a7cab990e32 admin admin] 10.222.0.20 "PUT /v2.0/routers/9403cc85-d4d2-4f0c-a742-49c8dcceca12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1555235 Jul 19 03:21:55.994596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:56.002388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9359-4354-4efd-914f-5632c563ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.003364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] Sync routers for ids ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:21:56.019836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] Routers {'9403cc85-d4d2-4f0c-a742-49c8dcceca12'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:56.021578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:56.027854 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.129777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:21:56.142880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:21:56.185399 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:21:56.188703 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event updated for resources: {'Port': ['ID=d65d8289-4caa-463a-b327-3f980938cc07,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:56.196637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] Set router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:21:56.205779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d598ab8b-837a-4ab7-a350-737492b95a13 req-2dfd55c9-613c-4c2b-8bfe-91e811d7ea7a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465569 Jul 19 03:21:56.230387 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9359-4354-4efd-914f-5632c563ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.258936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc9359-4354-4efd-914f-5632c563ce8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce9eede-45cb-4568-8d50-62fdf8d969ee,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:56.271006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6b20abfa-4ede-4fce-adf3-9451f08eb654'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:56.274218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:21:56.279335 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9359-4354-4efd-914f-5632c563ce8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.281443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ccfc9359-4354-4efd-914f-5632c563ce8b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2ce9eede-45cb-4568-8d50-62fdf8d969ee HTTP/1.1" status: 204 len: 168 time: 0.4715903 Jul 19 03:21:56.284133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56854) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:56.324568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:56.326196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.332588 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.396820 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.400467 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c090a35f-81e0-4620-9398-588538a8bddb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8642402 Jul 19 03:21:56.413729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Request body: {'port': {'device_id': '33406148-6d45-4625-a0da-97824e833fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:21:56.469379 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.497711 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.510569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0d100a-4153-486a-bb53-5344731032ea']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:56.525215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75101636-276f-40d4-ac14-757123b25dc5') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:56.525745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75101636-276f-40d4-ac14-757123b25dc5') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:56.536649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.557314 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.566850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:21:56.568999 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:21:56.575867 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:21:56.630341 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.677301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.686638 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.690282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:21:53Z', 'revision_number': 5, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port': {'id': '6b89d38b-d85f-4827-a6a8-756863a94e2f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:19:29Z', 'updated_at': '2021-07-19T03:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:56.695151 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.700361 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1e0d100a-4153-486a-bb53-5344731032ea HTTP/1.1" status: 204 len: 168 time: 0.4116867 Jul 19 03:21:56.712185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1090a-616e-45ba-8b99-f02d6e482ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0d100a-4153-486a-bb53-5344731032ea,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:56.726712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] Checking router: 9403cc85-d4d2-4f0c-a742-49c8dcceca12 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:21:56.741470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] Routers {'9403cc85-d4d2-4f0c-a742-49c8dcceca12'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:56.742827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:56.751325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a16cb2-f5dd-43f8-be57-078b06f35e81 req-1f564fe6-8efd-4c6f-9fe6-15d1d50e1a17 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:56.754319 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1a16cb2-f5dd-43f8-be57-078b06f35e81 req-1f564fe6-8efd-4c6f-9fe6-15d1d50e1a17 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 931 time: 0.1060905 Jul 19 03:21:56.813679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1a16cb2-f5dd-43f8-be57-078b06f35e81 req-df5836d0-6469-47b0-a897-a4656d2a82e0 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509949 Jul 19 03:21:56.859791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] Set router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:21:56.903289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Deleting port 6b89d38b-d85f-4827-a6a8-756863a94e2f {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:56.903637 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:56.918939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:21:56Z', 'revision_number': 6, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:56.953048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67637fc-1723-481c-b865-46b7a4e24d88 None None] The sync data for ids ['9403cc85-d4d2-4f0c-a742-49c8dcceca12'] in n-d-762330-18 is: [{'id': '9403cc85-d4d2-4f0c-a742-49c8dcceca12', 'name': 'tempest-ServersTestJSON-1412232592-router', 'tenant_id': '713eb64ad6744038aeef5af04e46e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:19:27Z', 'updated_at': '2021-07-19T03:21:56Z', 'revision_number': 6, 'project_id': '713eb64ad6744038aeef5af04e46e570', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:21:56.974289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56866) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:57.027793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1b7c5b28-792f-4852-8b2a-3549b9acf68e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a123568d24644db84d7b8c2684b29cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521483 Jul 19 03:21:57.030373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56868) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:57.086626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-578304fd-dc7b-4d51-beee-710028a08497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.109399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-578304fd-dc7b-4d51-beee-710028a08497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.154372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] For port 6b89d38b-d85f-4827-a6a8-756863a94e2f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6b89d38b-d85f-4827-a6a8-756863a94e2f,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:57.154745 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.162645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-578304fd-dc7b-4d51-beee-710028a08497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.166014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-578304fd-dc7b-4d51-beee-710028a08497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.167286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-578304fd-dc7b-4d51-beee-710028a08497 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daceefc4-5f28-42e4-83ef-b874d81b033f HTTP/1.1" status: 204 len: 168 time: 0.1358180 Jul 19 03:21:57.175541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578304fd-dc7b-4d51-beee-710028a08497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daceefc4-5f28-42e4-83ef-b874d81b033f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:57.180870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Calling delete_port for 6b89d38b-d85f-4827-a6a8-756863a94e2f owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:57.279197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65d8289-4caa-463a-b327-3f980938cc07 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:57.287546 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.300629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Transition to ACTIVE for port object d65d8289-4caa-463a-b327-3f980938cc07 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:21:57.305393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 2b5c184a-6476-4bb0-b712-33c900e302d0 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:57.305955 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.317572 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.418491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 357e99b4-982b-4429-a5db-c36ad8a3f9fe no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:57.448476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 357e99b4-982b-4429-a5db-c36ad8a3f9fe {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:57.450538 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 357e99b4-982b-4429-a5db-c36ad8a3f9fe not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:57.484416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8f4c2-b4e8-43d6-989f-fba608564ac4 req-acf0d852-3cdc-4dc5-a45f-3f4eb6580cf4 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:57.491873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29e8f4c2-b4e8-43d6-989f-fba608564ac4 req-acf0d852-3cdc-4dc5-a45f-3f4eb6580cf4 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 947 time: 0.1346173 Jul 19 03:21:57.539435 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29e8f4c2-b4e8-43d6-989f-fba608564ac4 req-4f840d51-90a0-4d7e-89c7-8bef5ac0d609 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Jul 19 03:21:57.552201 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Pushing event updated for resources: {'Port': ['ID=d65d8289-4caa-463a-b327-3f980938cc07,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:57.646863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.665026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 2b5c184a-6476-4bb0-b712-33c900e302d0 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:57.666819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Attempting to bind port d65d8289-4caa-463a-b327-3f980938cc07 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:21:57.667155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Attempting to bind port d65d8289-4caa-463a-b327-3f980938cc07 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:21:57.667489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Attempting to bind port d65d8289-4caa-463a-b327-3f980938cc07 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:57.680782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Port d65d8289-4caa-463a-b327-3f980938cc07 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:21:57.681273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Attempting to bind port d65d8289-4caa-463a-b327-3f980938cc07 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:21:57.715706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:21:57.716046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Checking segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:21:57.716425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Bound using segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:21:57.716872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Bound port: d65d8289-4caa-463a-b327-3f980938cc07, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:21:57.717233 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.822022 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:57.872345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b89d38b-d85f-4827-a6a8-756863a94e2f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:57.947214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] For port d65d8289-4caa-463a-b327-3f980938cc07, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:21:58.002709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] For port d65d8289-4caa-463a-b327-3f980938cc07, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d65d8289-4caa-463a-b327-3f980938cc07,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:21:58.030257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.085660 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.411775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:58.412399 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.413821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] 10.222.0.25 "PUT /v2.0/ports/d65d8289-4caa-463a-b327-3f980938cc07 HTTP/1.1" status: 200 len: 1092 time: 2.0053382 Jul 19 03:21:58.448942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33406148-6d45-4625-a0da-97824e833fd8', 'tag': 'd65d8289-4caa-463a-b327-3f980938cc07'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:21:58.451281 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014" -d '{"events": [{"name": "network-changed", "server_uuid": "33406148-6d45-4625-a0da-97824e833fd8", "tag": "d65d8289-4caa-463a-b327-3f980938cc07"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:21:58.544590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.553418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.565167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c43cd8-2f4d-4286-86e1-68cf680a9911 service neutron] Pushing event updated for resources: {'Port': ['ID=d65d8289-4caa-463a-b327-3f980938cc07,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:58.592394 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9458f601-42be-4d2d-a8b8-bb86189ef8e3 x-openstack-request-id: req-9458f601-42be-4d2d-a8b8-bb86189ef8e3 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:21:58.592394 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33406148-6d45-4625-a0da-97824e833fd8", "tag": "d65d8289-4caa-463a-b327-3f980938cc07", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:21:58.592394 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9458f601-42be-4d2d-a8b8-bb86189ef8e3 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:21:58.592859 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33406148-6d45-4625-a0da-97824e833fd8', 'tag': 'd65d8289-4caa-463a-b327-3f980938cc07', 'status': 'completed', 'code': 200} Jul 19 03:21:58.625772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.671977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff95ae5-347c-4bbb-aadd-329494471ff2 req-b9333148-300e-4b32-8ed2-888ec90ed21b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:58.673479 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dff95ae5-347c-4bbb-aadd-329494471ff2 req-b9333148-300e-4b32-8ed2-888ec90ed21b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 943 time: 0.6936450 Jul 19 03:21:58.680567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.681065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9403cc85-d4d2-4f0c-a742-49c8dcceca12 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:21:58.682709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=2b5c184a-6476-4bb0-b712-33c900e302d0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:58.688073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.689217 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-573e3ad8-61a5-4d66-b898-48692e79c854 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9403cc85-d4d2-4f0c-a742-49c8dcceca12 HTTP/1.1" status: 204 len: 168 time: 2.6935906 Jul 19 03:21:58.693409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56936) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:58.829408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fd17b7-9e41-432c-8e5e-731f647559a0 admin admin] Deleting subnet f1d786e8-49a1-48bf-b39e-a542dcf70c3b {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:21:58.833066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-2de08241-3fe6-4488-8fb1-0fa43654f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:58.834841 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-2de08241-3fe6-4488-8fb1-0fa43654f6f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 1095 time: 0.3399715 Jul 19 03:21:58.838909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.845634 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6fd17b7-9e41-432c-8e5e-731f647559a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.868025 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dff95ae5-347c-4bbb-aadd-329494471ff2 req-a050ea0f-3e0b-4f5f-a463-3050da7f85be tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509464 Jul 19 03:21:58.904264 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-c9c36534-ff0f-451e-9557-639ce94ef5c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d65d8289-4caa-463a-b327-3f980938cc07 HTTP/1.1" status: 200 len: 217 time: 0.0562553 Jul 19 03:21:58.907299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6fd17b7-9e41-432c-8e5e-731f647559a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:58.938711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213acc27-e36d-4a38-8b9f-384b7075a060 req-a122dfc8-3b21-443d-942a-b67ae01471fa tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:58.945873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-213acc27-e36d-4a38-8b9f-384b7075a060 req-a122dfc8-3b21-443d-942a-b67ae01471fa tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 947 time: 0.2246912 Jul 19 03:21:58.969931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56940) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:59.025554 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-213acc27-e36d-4a38-8b9f-384b7075a060 req-f628ec71-4627-42c8-9190-f7a1a1ab27e6 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781512 Jul 19 03:21:59.032739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-5d6c8fc7-818d-4b71-8a82-6a8eaa61b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:59.035016 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-5d6c8fc7-818d-4b71-8a82-6a8eaa61b8ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.0967486 Jul 19 03:21:59.078715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6fd17b7-9e41-432c-8e5e-731f647559a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.118221 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aef269ea-4f74-44d1-b3f6-0fd6aae175bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.124701 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-92d0067c-80c3-4616-9772-babdda145a16 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594285 Jul 19 03:21:59.132880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router a863d262-464f-4ef7-ac4a-f19708d23a6d has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:21:59.167783 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6fd17b7-9e41-432c-8e5e-731f647559a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.205329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd17b7-9e41-432c-8e5e-731f647559a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d786e8-49a1-48bf-b39e-a542dcf70c3b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:59.214539 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6fd17b7-9e41-432c-8e5e-731f647559a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.219424 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b6fd17b7-9e41-432c-8e5e-731f647559a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f1d786e8-49a1-48bf-b39e-a542dcf70c3b HTTP/1.1" status: 204 len: 168 time: 0.5242813 Jul 19 03:21:59.221286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56946) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:59.227027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b3260-ab98-410c-b912-635992d9ac02 None None] Network f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:21:59.275256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:21:59.284931 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c0f08f80-9a2b-45dd-8098-c5336cb73eca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/a863d262-464f-4ef7-ac4a-f19708d23a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0264566 Jul 19 03:21:59.285575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56948) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:59.289978 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1aac57-091b-434b-ad0c-940969b8da06 None None] Sync routers for ids ['a863d262-464f-4ef7-ac4a-f19708d23a6d'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:21:59.302380 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1aac57-091b-434b-ad0c-940969b8da06 None None] Routers {'a863d262-464f-4ef7-ac4a-f19708d23a6d'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:59.303724 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4b1aac57-091b-434b-ad0c-940969b8da06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a863d262-464f-4ef7-ac4a-f19708d23a6d'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:59.335678 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4bdc7ae4-24fb-4ccc-9e77-8ddf9099ba1a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863d262-464f-4ef7-ac4a-f19708d23a6d HTTP/1.1" status: 200 len: 205 time: 0.0469301 Jul 19 03:21:59.336957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56950) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:59.346979 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-12c8bdf5-3628-40d1-99b9-a596e6bcbe54 service neutron] 10.222.0.25 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124934 Jul 19 03:21:59.347758 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4b1aac57-091b-434b-ad0c-940969b8da06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:59.360412 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1aac57-091b-434b-ad0c-940969b8da06 None None] Routers {'a863d262-464f-4ef7-ac4a-f19708d23a6d'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:21:59.361605 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4b1aac57-091b-434b-ad0c-940969b8da06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a863d262-464f-4ef7-ac4a-f19708d23a6d'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:59.378228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 520570f3-e949-4d4d-a557-15710b65f876 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:21:59.434911 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4b1aac57-091b-434b-ad0c-940969b8da06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:21:59.435772 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1aac57-091b-434b-ad0c-940969b8da06 None None] The sync data for ids ['a863d262-464f-4ef7-ac4a-f19708d23a6d'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:21:59.452078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e8da571-9530-434c-a0f2-3a33f25c517e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.510291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6b89d38b-d85f-4827-a6a8-756863a94e2f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:21:59.537550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 520570f3-e949-4d4d-a557-15710b65f876, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=520570f3-e949-4d4d-a557-15710b65f876,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:59.670327 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94fc7008-2ed3-42d9-b52c-d5cdcdf843b6 req-005150d5-cdac-40a2-9fe7-eb36e7a5a449 service neutron] 10.222.0.25 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900276 Jul 19 03:21:59.705833 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.722504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e8da571-9530-434c-a0f2-3a33f25c517e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.725465 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e8da571-9530-434c-a0f2-3a33f25c517e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.747083 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aef269ea-4f74-44d1-b3f6-0fd6aae175bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.765985 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aef269ea-4f74-44d1-b3f6-0fd6aae175bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.781577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 6b89d38b-d85f-4827-a6a8-756863a94e2f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:21:59.782015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6b89d38b-d85f-4827-a6a8-756863a94e2f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:21:59.784781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9256e9c7-156f-426c-b534-a355405dc0b2 None None] DHCP port deletion for f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:21:59.787443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '520570f3-e949-4d4d-a557-15710b65f876', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '520570f3-e949-4d4d-a557-15710b65f876', 'mac_address': 'fa:16:3e:0f:c4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:21:59.812422 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e8da571-9530-434c-a0f2-3a33f25c517e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.813021 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8da571-9530-434c-a0f2-3a33f25c517e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Fanout notify agent at l3_agent the message router_deleted on router a863d262-464f-4ef7-ac4a-f19708d23a6d {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:21:59.819589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aef269ea-4f74-44d1-b3f6-0fd6aae175bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c6088775b074ab8b351cfdd170ec70d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8456969 Jul 19 03:21:59.822047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef269ea-4f74-44d1-b3f6-0fd6aae175bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a008ec-d874-4b06-98a2-5bbe5fa168b4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:21:59.822819 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6e8da571-9530-434c-a0f2-3a33f25c517e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.823951 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6e8da571-9530-434c-a0f2-3a33f25c517e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/a863d262-464f-4ef7-ac4a-f19708d23a6d HTTP/1.1" status: 204 len: 168 time: 0.4842930 Jul 19 03:21:59.826975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56958) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:59.827214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56960) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:21:59.846826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Deleting port 5af5a70b-54ca-4561-a99c-6812759b95d1 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:59.847239 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.858821 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.880385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520570f3-e949-4d4d-a557-15710b65f876 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:21:59.899045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014 req-4c8b39da-6ceb-4402-9612-00171dd5833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:21:59.900594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014 req-4c8b39da-6ceb-4402-9612-00171dd5833e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 1095 time: 0.1350310 Jul 19 03:21:59.901620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9256e9c7-156f-426c-b534-a355405dc0b2 None None] Deleting port 5af5a70b-54ca-4561-a99c-6812759b95d1 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:21:59.902058 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9256e9c7-156f-426c-b534-a355405dc0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.916982 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] For port 5af5a70b-54ca-4561-a99c-6812759b95d1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5af5a70b-54ca-4561-a99c-6812759b95d1,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:59.917429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.920556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 520570f3-e949-4d4d-a557-15710b65f876, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=520570f3-e949-4d4d-a557-15710b65f876,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:21:59.926423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e54e803-40dc-487c-a3f2-423ba359d797 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting subnet 8270d178-d3a5-4529-8f45-fd0679b1a4c6 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:21:59.934120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Calling delete_port for 5af5a70b-54ca-4561-a99c-6812759b95d1 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:21:59.942349 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e54e803-40dc-487c-a3f2-423ba359d797 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:21:59.949607 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.028272 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.034181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-61ae5565-559f-468d-a2af-7fc66e3f121c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.037013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=520570f3-e949-4d4d-a557-15710b65f876,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:00.058529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af5a70b-54ca-4561-a99c-6812759b95d1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:00.063962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] No DVR routers for this DVR port 5af5a70b-54ca-4561-a99c-6812759b95d1 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:00.077739 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e54e803-40dc-487c-a3f2-423ba359d797 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.079655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.079655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.079655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.079989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.080287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.080951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.080951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.081341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.081580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.081905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.082231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.082602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:00.100398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9256e9c7-156f-426c-b534-a355405dc0b2 None None] For port 5af5a70b-54ca-4561-a99c-6812759b95d1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5af5a70b-54ca-4561-a99c-6812759b95d1,segment=NetworkSegment(575d834e-f2ed-4280-8968-854dcbbc1022),segment_id=575d834e-f2ed-4280-8968-854dcbbc1022)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:00.102492 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9256e9c7-156f-426c-b534-a355405dc0b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.119726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9256e9c7-156f-426c-b534-a355405dc0b2 None None] Calling delete_port for 5af5a70b-54ca-4561-a99c-6812759b95d1 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:00.153113 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-61ae5565-559f-468d-a2af-7fc66e3f121c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.164506 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.179684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55d9b7b-a2de-479f-8d8b-5a5eceb1d559']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:00.184397 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014 req-776ed21a-67ca-42a8-b84b-6cd38335fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:00.185927 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014 req-776ed21a-67ca-42a8-b84b-6cd38335fc3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 906 time: 0.2762105 Jul 19 03:22:00.202535 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575d834e-f2ed-4280-8968-854dcbbc1022') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:00.202980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575d834e-f2ed-4280-8968-854dcbbc1022') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:00.224579 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9256e9c7-156f-426c-b534-a355405dc0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.230890 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.250904 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.254139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256e9c7-156f-426c-b534-a355405dc0b2 None None] Pushing event deleted for resources: {'Port': ['ID=5af5a70b-54ca-4561-a99c-6812759b95d1,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:00.258817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256e9c7-156f-426c-b534-a355405dc0b2 None None] No DVR routers for this DVR port 5af5a70b-54ca-4561-a99c-6812759b95d1 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:00.269222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:22:00.269838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:22:00.274496 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:22:00.277403 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014 req-3217c546-4390-4b1a-95df-b30bb82d8fca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d65d8289-4caa-463a-b327-3f980938cc07 HTTP/1.1" status: 200 len: 217 time: 0.0698979 Jul 19 03:22:00.297330 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e54e803-40dc-487c-a3f2-423ba359d797 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.308903 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b486-facb-4fe1-84fe-497d2f89c51e req-ae3abc49-47c1-42d1-9f20-a9ef8a7256cb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:00.310589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e995b486-facb-4fe1-84fe-497d2f89c51e req-ae3abc49-47c1-42d1-9f20-a9ef8a7256cb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 943 time: 0.2832749 Jul 19 03:22:00.324326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['520570f3-e949-4d4d-a557-15710b65f876'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:00.346606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f497aba-0e03-446e-bc56-46e836fa848d req-b6cfea42-aabe-4927-b676-9a4fcb71b160 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:00.348218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f497aba-0e03-446e-bc56-46e836fa848d req-b6cfea42-aabe-4927-b676-9a4fcb71b160 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 948 time: 0.1606789 Jul 19 03:22:00.356388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.363383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.366113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f55d9b7b-a2de-479f-8d8b-5a5eceb1d559 HTTP/1.1" status: 204 len: 168 time: 1.1440206 Jul 19 03:22:00.393334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031770c-662b-4e50-88c9-fe1025622555 admin admin] Pushing event deleted for resources: {'Network': ['ID=f55d9b7b-a2de-479f-8d8b-5a5eceb1d559,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:00.431375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f497aba-0e03-446e-bc56-46e836fa848d req-cd2204db-0897-44e4-a93e-4a85ab5ddb4b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638704 Jul 19 03:22:00.527978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56970) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:00.571919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-65ac089a-4e1c-4c35-a258-82cd82d8a780 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=713eb64ad6744038aeef5af04e46e570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423498 Jul 19 03:22:00.574494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56972) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:00.629332 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdeb264c-d6b4-416e-91dc-037c3de77e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.646936 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-61ae5565-559f-468d-a2af-7fc66e3f121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.650178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-61ae5565-559f-468d-a2af-7fc66e3f121c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.651369 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-61ae5565-559f-468d-a2af-7fc66e3f121c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23a008ec-d874-4b06-98a2-5bbe5fa168b4 HTTP/1.1" status: 204 len: 168 time: 0.8232670 Jul 19 03:22:00.652469 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdeb264c-d6b4-416e-91dc-037c3de77e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.696527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014 req-eb7ea0e9-afb6-4613-a02b-ae1c3b2e7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:00.698055 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014 req-eb7ea0e9-afb6-4613-a02b-ae1c3b2e7984 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.4134872 Jul 19 03:22:00.698805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae5565-559f-468d-a2af-7fc66e3f121c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a008ec-d874-4b06-98a2-5bbe5fa168b4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:00.707830 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e995b486-facb-4fe1-84fe-497d2f89c51e req-345a6f01-684b-4b46-b3c6-136813a4cc01 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898724 Jul 19 03:22:00.724442 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdeb264c-d6b4-416e-91dc-037c3de77e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.728588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdeb264c-d6b4-416e-91dc-037c3de77e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.730047 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cdeb264c-d6b4-416e-91dc-037c3de77e19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb7eb7c0-abde-4f3e-87e8-83db8722748b HTTP/1.1" status: 204 len: 168 time: 0.1543944 Jul 19 03:22:00.740985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb264c-d6b4-416e-91dc-037c3de77e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7eb7c0-abde-4f3e-87e8-83db8722748b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:00.744321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014 req-973f6ba1-f79e-4603-b00d-32208955d1a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357852 Jul 19 03:22:00.782742 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e54e803-40dc-487c-a3f2-423ba359d797 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.844685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54e803-40dc-487c-a3f2-423ba359d797 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Subnet': ['ID=8270d178-d3a5-4529-8f45-fd0679b1a4c6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:00.849408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e54e803-40dc-487c-a3f2-423ba359d797 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.852040 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5e54e803-40dc-487c-a3f2-423ba359d797 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/8270d178-d3a5-4529-8f45-fd0679b1a4c6 HTTP/1.1" status: 204 len: 168 time: 1.0224404 Jul 19 03:22:00.854658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56984) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:00.855795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a34173-0f17-4320-a339-d0262fb30ded None None] Network 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:00.919588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f7ceb9-d992-4a9b-ab1e-ba2f70bf6510 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting subnet b430bbf0-eeb1-40df-999b-0cdfd2eaae02 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:22:00.932206 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14f7ceb9-d992-4a9b-ab1e-ba2f70bf6510 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:00.950615 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014 req-74121ab2-65d9-43d1-9390-0c7285cb9ac6 service neutron] 10.222.0.25 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964314 Jul 19 03:22:00.984815 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14f7ceb9-d992-4a9b-ab1e-ba2f70bf6510 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.089099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d762ba6-95cf-44f0-9890-c1d0102b8563 None None] DHCP port deletion for 2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:22:01.114873 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-255007c9-e2c3-4bfb-9f98-e1b0b76e6014 req-46dd8da8-d7ca-46fe-a3f4-cf3efa5c1d2e service neutron] 10.222.0.25 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559386 Jul 19 03:22:01.118020 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14f7ceb9-d992-4a9b-ab1e-ba2f70bf6510 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.166677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5d762ba6-95cf-44f0-9890-c1d0102b8563 None None] Deleting port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:01.167083 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5d762ba6-95cf-44f0-9890-c1d0102b8563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.210364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14f7ceb9-d992-4a9b-ab1e-ba2f70bf6510 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.244543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7ceb9-d992-4a9b-ab1e-ba2f70bf6510 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Subnet': ['ID=b430bbf0-eeb1-40df-999b-0cdfd2eaae02,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:01.254387 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14f7ceb9-d992-4a9b-ab1e-ba2f70bf6510 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.254387 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-14f7ceb9-d992-4a9b-ab1e-ba2f70bf6510 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/b430bbf0-eeb1-40df-999b-0cdfd2eaae02 HTTP/1.1" status: 204 len: 168 time: 0.3949504 Jul 19 03:22:01.254989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56996) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:01.266142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a05d8f7-d42b-4c14-b21e-dd0b97a0e869 None None] Network 5514d0c4-e7ec-43e9-a965-a7628cb411d0 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:01.270234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5d762ba6-95cf-44f0-9890-c1d0102b8563 None None] For port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8,segment=NetworkSegment(c22fdd42-f839-4a02-89ea-550fc1cb433f),segment_id=c22fdd42-f839-4a02-89ea-550fc1cb433f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:01.270665 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5d762ba6-95cf-44f0-9890-c1d0102b8563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.301610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5d762ba6-95cf-44f0-9890-c1d0102b8563 None None] Calling delete_port for ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:01.345076 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.407320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:01.407930 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.478718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5af5a70b-54ca-4561-a99c-6812759b95d1 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:01.496691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8,segment=NetworkSegment(c22fdd42-f839-4a02-89ea-550fc1cb433f),segment_id=c22fdd42-f839-4a02-89ea-550fc1cb433f)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:01.497152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.507345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 5af5a70b-54ca-4561-a99c-6812759b95d1 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:01.507911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5af5a70b-54ca-4561-a99c-6812759b95d1 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:01.508450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:01.515942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:01.516220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d65d8289-4caa-463a-b327-3f980938cc07 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:22:01.665025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.705045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:01.723366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No DVR routers for this DVR port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:01.738033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:01.738430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:01.759082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d65d8289-4caa-463a-b327-3f980938cc07, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d65d8289-4caa-463a-b327-3f980938cc07,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:01.782466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97dba0-eda4-4929-bbb8-e84751c54df7 req-08d1c311-3290-44e3-9769-0572ed6b5b17 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:01.784438 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c97dba0-eda4-4929-bbb8-e84751c54df7 req-08d1c311-3290-44e3-9769-0572ed6b5b17 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 948 time: 0.2000952 Jul 19 03:22:01.786775 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5d762ba6-95cf-44f0-9890-c1d0102b8563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.810916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'd65d8289-4caa-463a-b327-3f980938cc07', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'port_id': 'd65d8289-4caa-463a-b327-3f980938cc07', 'mac_address': 'fa:16:3e:da:8b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:22:01.858729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d762ba6-95cf-44f0-9890-c1d0102b8563 None None] Pushing event deleted for resources: {'Port': ['ID=ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:01.887315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d762ba6-95cf-44f0-9890-c1d0102b8563 None None] No DVR routers for this DVR port ff20ff64-20cc-4a22-bd8d-8c9e8b6034e8 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:01.898594 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.917752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0e4d97-1d80-4d66-9a67-f5e02cfa2949']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:01.930211 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c97dba0-eda4-4929-bbb8-e84751c54df7 req-ac7b7ab4-b46f-42f6-b09c-5f57d5005401 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310933 Jul 19 03:22:01.934074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22fdd42-f839-4a02-89ea-550fc1cb433f') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:01.934477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22fdd42-f839-4a02-89ea-550fc1cb433f') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:01.945769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.968090 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:01.984485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65d8289-4caa-463a-b327-3f980938cc07 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:22:01.984685 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.000435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:22:02.000435 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.009875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d65d8289-4caa-463a-b327-3f980938cc07, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d65d8289-4caa-463a-b327-3f980938cc07,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:02.013314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5b298f-817a-4578-b2cc-aa8b2daa13a1 None None] DHCP port deletion for 5514d0c4-e7ec-43e9-a965-a7628cb411d0 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:22:02.051439 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:22:02.103663 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:22:02.119581 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.128363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc8744-2d28-485c-9a57-02dc8fd8560d req-161cd926-0412-404d-9e38-8efddb3d1f2a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:02.129975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38bc8744-2d28-485c-9a57-02dc8fd8560d req-161cd926-0412-404d-9e38-8efddb3d1f2a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 943 time: 0.1623349 Jul 19 03:22:02.131307 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.137965 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/networks/2c0e4d97-1d80-4d66-9a67-f5e02cfa2949 HTTP/1.1" status: 204 len: 168 time: 0.8809254 Jul 19 03:22:02.138164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d65d8289-4caa-463a-b327-3f980938cc07,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:02.141112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b298f-817a-4578-b2cc-aa8b2daa13a1 None None] Deleting port 95df2178-ed46-4356-af3d-ef03e328b806 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:02.141498 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9a5b298f-817a-4578-b2cc-aa8b2daa13a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.157293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57044) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:02.176754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b21a17-5dcf-47e4-b474-952a1bb84aca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Network': ['ID=2c0e4d97-1d80-4d66-9a67-f5e02cfa2949,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:02.199979 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38bc8744-2d28-485c-9a57-02dc8fd8560d req-0eb26eec-ac0e-4315-ab6c-c3405836e505 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447116 Jul 19 03:22:02.227617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9a5b298f-817a-4578-b2cc-aa8b2daa13a1 None None] For port 95df2178-ed46-4356-af3d-ef03e328b806, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=95df2178-ed46-4356-af3d-ef03e328b806,segment=NetworkSegment(4050cd18-3fd0-412a-9965-9bf19f6b05c3),segment_id=4050cd18-3fd0-412a-9965-9bf19f6b05c3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:02.228710 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9a5b298f-817a-4578-b2cc-aa8b2daa13a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.252377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b298f-817a-4578-b2cc-aa8b2daa13a1 None None] Calling delete_port for 95df2178-ed46-4356-af3d-ef03e328b806 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:02.288270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.350100 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9a5b298f-817a-4578-b2cc-aa8b2daa13a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.366942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 95df2178-ed46-4356-af3d-ef03e328b806 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:02.367438 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.381922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['d65d8289-4caa-463a-b327-3f980938cc07'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:02.386449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b298f-817a-4578-b2cc-aa8b2daa13a1 None None] Pushing event deleted for resources: {'Port': ['ID=95df2178-ed46-4356-af3d-ef03e328b806,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:02.415062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b298f-817a-4578-b2cc-aa8b2daa13a1 None None] No DVR routers for this DVR port 95df2178-ed46-4356-af3d-ef03e328b806 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:02.451906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port 95df2178-ed46-4356-af3d-ef03e328b806, host n-d-762330-18, got binding levels [] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:02.452387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.467505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 95df2178-ed46-4356-af3d-ef03e328b806 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:02.470614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Port 95df2178-ed46-4356-af3d-ef03e328b806 was not found and therefore no delete operation was performed {{(pid=94345) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:22:02.472138 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.512024 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No DVR routers for this DVR port 95df2178-ed46-4356-af3d-ef03e328b806 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:02.517730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=95df2178-ed46-4356-af3d-ef03e328b806,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:02.649564 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.656631 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-111ed835-39d7-419c-ba4a-f54ef0fc6d77 req-620d974a-d03c-4c6a-9c89-e05aa338c624 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d260ec-9423-4655-80cf-20baa3bf5cee HTTP/1.1" status: 200 len: 210 time: 0.0429273 Jul 19 03:22:02.666316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5514d0c4-e7ec-43e9-a965-a7628cb411d0']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:02.675671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4050cd18-3fd0-412a-9965-9bf19f6b05c3') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:02.676107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4050cd18-3fd0-412a-9965-9bf19f6b05c3') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:02.688025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.711987 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.719928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:22:02.720402 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:22:02.723811 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:22:02.817148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.828946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.838748 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/networks/5514d0c4-e7ec-43e9-a965-a7628cb411d0 HTTP/1.1" status: 204 len: 168 time: 0.6710515 Jul 19 03:22:02.838940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57084) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:02.843714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-240639442'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:02.875992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30093c-fb0b-4ece-b751-269617558b95 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Network': ['ID=5514d0c4-e7ec-43e9-a965-a7628cb411d0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:02.892352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:02.897729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.931282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:22:02.943122 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:02.943600 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added segment 1faa814e-03c1-4504-8545-84956828289c of type vlan for network 07ae50c5-69c1-4480-b502-863e27f4408f Jul 19 03:22:03.019624 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:03.074974 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:03.084112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:03.084766 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:03.150925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3116639 Jul 19 03:22:03.154276 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57100) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:03.163385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'subnet': {'network_id': '07ae50c5-69c1-4480-b502-863e27f4408f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:03.190177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad8a36-e50a-40aa-b2a7-d10f686d09e5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Network': ['ID=07ae50c5-69c1-4480-b502-863e27f4408f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:03.204716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 07ae50c5-69c1-4480-b502-863e27f4408f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:22:03.277363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-434b6a56-5173-4230-a53a-8a00433d8125 req-36a8cd8e-c9d5-493e-a501-4fa796fd35f7 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0468936 Jul 19 03:22:03.318052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871ace4-a9d4-437d-b85d-ad41344a2113 req-6a4de58d-3913-4478-b856-4e6321a9b359 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:03.319730 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5871ace4-a9d4-437d-b85d-ad41344a2113 req-6a4de58d-3913-4478-b856-4e6321a9b359 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 948 time: 0.2166333 Jul 19 03:22:03.371733 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:03.375792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:03.382441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 520570f3-e949-4d4d-a557-15710b65f876 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:03.405386 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5871ace4-a9d4-437d-b85d-ad41344a2113 req-044797f5-c314-481a-9dcb-e929850e16ab tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735281 Jul 19 03:22:03.473177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 520570f3-e949-4d4d-a557-15710b65f876 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:03.482558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 520570f3-e949-4d4d-a557-15710b65f876 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:03.483070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:03.605638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d65d8289-4caa-463a-b327-3f980938cc07 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:03.608291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 95df2178-ed46-4356-af3d-ef03e328b806 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:03.640102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 95df2178-ed46-4356-af3d-ef03e328b806 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:03.640711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 95df2178-ed46-4356-af3d-ef03e328b806 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:03.743921 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:03.760821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port d65d8289-4caa-463a-b327-3f980938cc07 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:03.774231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port d65d8289-4caa-463a-b327-3f980938cc07 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:03.774709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:03.785292 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47330b3e-70d7-4852-97ea-f66177650252 req-1e45c590-ac42-42c8-b8e5-efafbaf10760 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:03.786843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-47330b3e-70d7-4852-97ea-f66177650252 req-1e45c590-ac42-42c8-b8e5-efafbaf10760 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 944 time: 0.1902061 Jul 19 03:22:03.803285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbee5e0-e202-415f-961c-701f81bf5dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520570f3-e949-4d4d-a557-15710b65f876'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:03.806369 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945150fb-63fc-405f-a1d2-b412b115f1ec" -d '{"events": [{"server_uuid": "8dbee5e0-e202-415f-961c-701f81bf5dcd", "name": "network-vif-plugged", "status": "completed", "tag": "520570f3-e949-4d4d-a557-15710b65f876"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:03.828027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 520570f3-e949-4d4d-a557-15710b65f876, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=520570f3-e949-4d4d-a557-15710b65f876,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:03.848363 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:03.864098 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d4cfb5-301f-442a-b8f7-9d32857c0207 x-openstack-request-id: req-44d4cfb5-301f-442a-b8f7-9d32857c0207 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:03.864489 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbee5e0-e202-415f-961c-701f81bf5dcd", "name": "network-vif-plugged", "status": "completed", "tag": "520570f3-e949-4d4d-a557-15710b65f876", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:03.864828 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44d4cfb5-301f-442a-b8f7-9d32857c0207 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:03.865239 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbee5e0-e202-415f-961c-701f81bf5dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520570f3-e949-4d4d-a557-15710b65f876', 'code': 200} Jul 19 03:22:03.865864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:03.961285 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-47330b3e-70d7-4852-97ea-f66177650252 req-36b141eb-23bd-4c5b-9eb4-b6c9fa4286e9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337073 Jul 19 03:22:03.961877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=520570f3-e949-4d4d-a557-15710b65f876,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:03.981439 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.004510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Checking segment: {'id': '1faa814e-03c1-4504-8545-84956828289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '07ae50c5-69c1-4480-b502-863e27f4408f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:04.004862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network hostable DHCP agents. Network: 07ae50c5-69c1-4480-b502-863e27f4408f, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:22:04.011036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Subnet': ['ID=203020dc-00da-4b3c-b676-ee956cc9d374,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:04.025671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d65d8289-4caa-463a-b327-3f980938cc07, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d65d8289-4caa-463a-b327-3f980938cc07,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:04.031206 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.032994 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 07ae50c5-69c1-4480-b502-863e27f4408f is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:22:04.048523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 07ae50c5-69c1-4480-b502-863e27f4408f) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:04.053839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:04.056112 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.076011 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cc7ebf5f-fe2e-4557-877d-6b01dd307ae1 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9195845 Jul 19 03:22:04.078599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57122) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:04.086859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0f11d849-96fc-4df5-a913-9b5d737ce6b2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-914192020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:04.090124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009bb25-9830-4fc1-a39b-47eefef4cf95 None None] Network 07ae50c5-69c1-4480-b502-863e27f4408f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:04.117792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f11d849-96fc-4df5-a913-9b5d737ce6b2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.119488 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f11d849-96fc-4df5-a913-9b5d737ce6b2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.127928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c2199-11dc-4056-b2ee-c0f5254e92df req-0f8c4ed1-67f5-49f6-bfe2-5539cb9caddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:04.129776 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac0c2199-11dc-4056-b2ee-c0f5254e92df req-0f8c4ed1-67f5-49f6-bfe2-5539cb9caddc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 1101 time: 0.0881696 Jul 19 03:22:04.174250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac0c2199-11dc-4056-b2ee-c0f5254e92df req-aba0d900-df2a-4f7f-9c01-c5997c6702ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356741 Jul 19 03:22:04.174955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d65d8289-4caa-463a-b327-3f980938cc07,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:04.204038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f11d849-96fc-4df5-a913-9b5d737ce6b2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.210505 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f11d849-96fc-4df5-a913-9b5d737ce6b2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.229003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f11d849-96fc-4df5-a913-9b5d737ce6b2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.232837 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0f11d849-96fc-4df5-a913-9b5d737ce6b2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1501257 Jul 19 03:22:04.232971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57124) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:04.238325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'port': {'network_id': '07ae50c5-69c1-4480-b502-863e27f4408f', 'name': 'tempest-RoutersIpV6Test-2141173652'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:04.267348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-07ae50c5-69c1-4480-b502-863e27f4408f', 'network_id': '07ae50c5-69c1-4480-b502-863e27f4408f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'fixed_ips': [{'subnet_id': '203020dc-00da-4b3c-b676-ee956cc9d374'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:22:04.268219 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.369538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:04.374758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.397941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] device_id is not set on port ed12cd20-622f-4cd9-bc75-75eaabba935b yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:22:04.456504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Allocated IP 2001:db8::2 (07ae50c5-69c1-4480-b502-863e27f4408f/203020dc-00da-4b3c-b676-ee956cc9d374/e2a2cf31-6990-4d25-b820-7ee63f7a40af) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:04.490052 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34fca284-37dc-42b1-a027-8b03f22a6e62 req-2f4a9883-023c-4343-bc91-71797bd662a9 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0447888 Jul 19 03:22:04.644126 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.655451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Transition to ACTIVE for port object e2a2cf31-6990-4d25-b820-7ee63f7a40af will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:04.659071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35ce35-080c-44d1-86a3-29e299cf455e req-f139cd02-9fc3-4288-9292-ffaca7cb59cf tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:04.668451 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e35ce35-080c-44d1-86a3-29e299cf455e req-f139cd02-9fc3-4288-9292-ffaca7cb59cf tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 949 time: 0.0971823 Jul 19 03:22:04.672911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Transition to ACTIVE for port object e2a2cf31-6990-4d25-b820-7ee63f7a40af will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:04.684883 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.719168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e35ce35-080c-44d1-86a3-29e299cf455e req-f04b9c9a-b4d2-4dce-9a95-2948f0fff213 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485816 Jul 19 03:22:04.732974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Network 07ae50c5-69c1-4480-b502-863e27f4408f is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:04.736291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:04.740325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:04.747993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Pushing event updated for resources: {'Port': ['ID=e2a2cf31-6990-4d25-b820-7ee63f7a40af,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:04.782573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Allocated IP 2001:db8::47 (07ae50c5-69c1-4480-b502-863e27f4408f/203020dc-00da-4b3c-b676-ee956cc9d374/ed12cd20-622f-4cd9-bc75-75eaabba935b) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:04.846408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Attempting to bind port e2a2cf31-6990-4d25-b820-7ee63f7a40af on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:04.847070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Attempting to bind port e2a2cf31-6990-4d25-b820-7ee63f7a40af by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '1faa814e-03c1-4504-8545-84956828289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '07ae50c5-69c1-4480-b502-863e27f4408f'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:04.847617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Attempting to bind port e2a2cf31-6990-4d25-b820-7ee63f7a40af on network 07ae50c5-69c1-4480-b502-863e27f4408f {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:04.854855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:04.855237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Checking segment: {'id': '1faa814e-03c1-4504-8545-84956828289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '07ae50c5-69c1-4480-b502-863e27f4408f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:04.855728 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.856189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Bound using segment: {'id': '1faa814e-03c1-4504-8545-84956828289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '07ae50c5-69c1-4480-b502-863e27f4408f'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:04.856725 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Bound port: e2a2cf31-6990-4d25-b820-7ee63f7a40af, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1faa814e-03c1-4504-8545-84956828289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '07ae50c5-69c1-4480-b502-863e27f4408f'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:04.857170 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.926568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] For port e2a2cf31-6990-4d25-b820-7ee63f7a40af, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:04.930422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] For port e2a2cf31-6990-4d25-b820-7ee63f7a40af, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e2a2cf31-6990-4d25-b820-7ee63f7a40af,segment=NetworkSegment(1faa814e-03c1-4504-8545-84956828289c),segment_id=1faa814e-03c1-4504-8545-84956828289c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:04.937435 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:04.999782 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:05.018547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fe436-361b-4d94-9f5d-2a4c63842523 None None] Pushing event updated for resources: {'Port': ['ID=e2a2cf31-6990-4d25-b820-7ee63f7a40af,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:05.033675 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Transition to ACTIVE for port object ed12cd20-622f-4cd9-bc75-75eaabba935b will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:05.095194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:05.135396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 07ae50c5-69c1-4480-b502-863e27f4408f is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:05.149774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:05.177411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:05.184438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:05.185213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:05.270840 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0364730 Jul 19 03:22:05.273924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57152) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:05.278355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6306af5-6ecb-4c86-9c89-dd32fb6927f9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=ed12cd20-622f-4cd9-bc75-75eaabba935b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:05.319154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2bdf-034a-4807-8a0e-542007e650a8 req-18103124-c9a6-4633-95d7-177e114043f2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:05.331120 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-090f2bdf-034a-4807-8a0e-542007e650a8 req-18103124-c9a6-4633-95d7-177e114043f2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 945 time: 0.1921041 Jul 19 03:22:05.443233 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-090f2bdf-034a-4807-8a0e-542007e650a8 req-a4d36a82-3b08-41c2-9fbe-1c7bfdc5662e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111188 Jul 19 03:22:05.577302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e2a2cf31-6990-4d25-b820-7ee63f7a40af up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:05.634133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port e2a2cf31-6990-4d25-b820-7ee63f7a40af completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:05.718925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53746170-922b-443b-bc17-dde985635930 req-558e8e40-a044-4810-adfd-94cbf0edebfd tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0350964 Jul 19 03:22:05.866482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33406148-6d45-4625-a0da-97824e833fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65d8289-4caa-463a-b327-3f980938cc07'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:05.869041 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bba7944-0926-4b72-abdc-32eb4617f223" -d '{"events": [{"server_uuid": "33406148-6d45-4625-a0da-97824e833fd8", "name": "network-vif-plugged", "status": "completed", "tag": "d65d8289-4caa-463a-b327-3f980938cc07"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:05.872896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:05.960530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f487f-08cd-470c-af35-16e72ff675a2 req-40642446-2e81-4c7d-9c85-6e5bc2a70758 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:05.963934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5d8f487f-08cd-470c-af35-16e72ff675a2 req-40642446-2e81-4c7d-9c85-6e5bc2a70758 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 949 time: 0.1038756 Jul 19 03:22:06.032779 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4486d37-0c8c-4d6b-9f60-9102db4462c0 x-openstack-request-id: req-c4486d37-0c8c-4d6b-9f60-9102db4462c0 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:06.033151 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33406148-6d45-4625-a0da-97824e833fd8", "name": "network-vif-plugged", "status": "completed", "tag": "d65d8289-4caa-463a-b327-3f980938cc07", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:06.033327 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4486d37-0c8c-4d6b-9f60-9102db4462c0 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:06.033730 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33406148-6d45-4625-a0da-97824e833fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65d8289-4caa-463a-b327-3f980938cc07', 'code': 200} Jul 19 03:22:06.049326 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5d8f487f-08cd-470c-af35-16e72ff675a2 req-379b39ea-0adc-475a-8bf0-b475f4883f6f tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 Jul 19 03:22:06.171373 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a15d22eb-3959-4b5a-9706-cafc825c93d8 req-43742cad-d63a-4bbc-9603-cf2844104a0b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5d260ec-9423-4655-80cf-20baa3bf5cee HTTP/1.1" status: 200 len: 210 time: 0.0584204 Jul 19 03:22:06.364385 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:06.372284 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b227e-8e52-4479-8f58-537e2023614e None None] Network 07ae50c5-69c1-4480-b502-863e27f4408f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:06.373042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273ed8c-d9b2-45d7-91c0-ed9da772970e req-a44f9fb0-fb20-4303-94a5-1c9d1b069758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:06.374574 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4273ed8c-d9b2-45d7-91c0-ed9da772970e req-a44f9fb0-fb20-4303-94a5-1c9d1b069758 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 1097 time: 0.1954405 Jul 19 03:22:06.375401 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:06.427248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dac41-76c2-4a9d-bf66-4d2e024314fe req-cd71c970-04cd-41a3-bdf9-73967050c03a tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:06.430737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af5dac41-76c2-4a9d-bf66-4d2e024314fe req-cd71c970-04cd-41a3-bdf9-73967050c03a tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 1101 time: 0.1634758 Jul 19 03:22:06.474311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5cdf1698-fcab-4261-a95d-7f5cc6363aa8 None None] Provisioning for port e2a2cf31-6990-4d25-b820-7ee63f7a40af completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:06.481357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5cdf1698-fcab-4261-a95d-7f5cc6363aa8 None None] Provisioning complete for port e2a2cf31-6990-4d25-b820-7ee63f7a40af triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:06.481739 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1698-fcab-4261-a95d-7f5cc6363aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:06.503457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=ed12cd20-622f-4cd9-bc75-75eaabba935b,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:06.535777 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4273ed8c-d9b2-45d7-91c0-ed9da772970e req-b7623359-5714-47db-9218-ba037a0c86cb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522429 Jul 19 03:22:06.562842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af5dac41-76c2-4a9d-bf66-4d2e024314fe req-580bcd6d-5085-4806-b0b1-85cc074b5744 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934782 Jul 19 03:22:06.635046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d5e4-8eda-4c68-af9e-5ce9e90d521c req-e50d4e86-5930-462f-b90a-eca4491352de tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:06.643088 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30b7d5e4-8eda-4c68-af9e-5ce9e90d521c req-e50d4e86-5930-462f-b90a-eca4491352de tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 945 time: 0.0827727 Jul 19 03:22:06.654011 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1698-fcab-4261-a95d-7f5cc6363aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:06.707952 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30b7d5e4-8eda-4c68-af9e-5ce9e90d521c req-61e4b139-c214-4e5d-825e-f6010b666719 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634847 Jul 19 03:22:06.730622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5cdf1698-fcab-4261-a95d-7f5cc6363aa8 None None] For port e2a2cf31-6990-4d25-b820-7ee63f7a40af, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e2a2cf31-6990-4d25-b820-7ee63f7a40af,segment=NetworkSegment(1faa814e-03c1-4504-8545-84956828289c),segment_id=1faa814e-03c1-4504-8545-84956828289c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:06.737990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1698-fcab-4261-a95d-7f5cc6363aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:06.761497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:06.856828 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-d98edf82-5c3b-4104-a6c7-469b78c2ebaa tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340500 Jul 19 03:22:06.868211 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:06.872524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf1698-fcab-4261-a95d-7f5cc6363aa8 None None] Pushing event updated for resources: {'Port': ['ID=e2a2cf31-6990-4d25-b820-7ee63f7a40af,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:06.970481 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2abcdbe6-413a-4dbc-850b-e8f3b0b4b2d6 req-7d772e54-8ed6-42dc-b42e-6522e2cad128 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0809841 Jul 19 03:22:07.013560 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a387cd86-9421-4c03-b499-1d0b20da6860 req-03a0db1e-cc53-4866-a5aa-5b07fa0a4717 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0363278 Jul 19 03:22:07.077807 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:07.156340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:07.188619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-d375b111-aa46-4617-8dcc-31e159c9c76c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:07.190350 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-d375b111-aa46-4617-8dcc-31e159c9c76c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993958 Jul 19 03:22:07.190614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f5e31cfb-596b-4b18-824e-ffdec3071a9d None None] Provisioning complete for port e2a2cf31-6990-4d25-b820-7ee63f7a40af triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:07.191084 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f5e31cfb-596b-4b18-824e-ffdec3071a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:07.237595 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-e54044d7-c080-4efa-a33e-6e390cd09d23 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/quotas/8e4c20281fad406fb6fa2e4340d2ca27 HTTP/1.1" status: 200 len: 375 time: 0.0201209 Jul 19 03:22:07.302569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f5e31cfb-596b-4b18-824e-ffdec3071a9d None None] Provisioning for port ed12cd20-622f-4cd9-bc75-75eaabba935b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:07.308229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f5e31cfb-596b-4b18-824e-ffdec3071a9d None None] Provisioning complete for port ed12cd20-622f-4cd9-bc75-75eaabba935b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:07.308616 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f5e31cfb-596b-4b18-824e-ffdec3071a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:07.374246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f5e31cfb-596b-4b18-824e-ffdec3071a9d None None] Port ed12cd20-622f-4cd9-bc75-75eaabba935b cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:07.497778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e2a2cf31-6990-4d25-b820-7ee63f7a40af up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:07.541172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bec43fa2-e65b-47da-a5a8-2455a0b9d925 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2922871 Jul 19 03:22:07.570421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port e2a2cf31-6990-4d25-b820-7ee63f7a40af triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:07.570962 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:07.649677 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:07.661821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:07.663014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:07.665576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cb6e6c08-e06d-4953-ba9e-dfbcad10802d None None] Provisioning complete for port ed12cd20-622f-4cd9-bc75-75eaabba935b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:07.666116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6c08-e06d-4953-ba9e-dfbcad10802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:07.723766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=ed12cd20-622f-4cd9-bc75-75eaabba935b,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:07.773949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e6c08-e06d-4953-ba9e-dfbcad10802d None None] Port ed12cd20-622f-4cd9-bc75-75eaabba935b cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:07.931871 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e0cc61f-2137-4d58-ae24-7d248af20b37 req-30a18c46-ca1f-4899-8b59-cc3c3151b18a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 210 time: 0.1078112 Jul 19 03:22:08.003426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d585b53a-1343-4571-9426-67896dd750a9 None None] Provisioning complete for port ed12cd20-622f-4cd9-bc75-75eaabba935b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:08.005461 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d585b53a-1343-4571-9426-67896dd750a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:08.125902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d585b53a-1343-4571-9426-67896dd750a9 None None] Port ed12cd20-622f-4cd9-bc75-75eaabba935b cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:08.169941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 07ae50c5-69c1-4480-b502-863e27f4408f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:08.171052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db483b-c367-4924-87fc-e9eaff419b13 req-8adbc0c5-9c4a-4ee4-931e-965bdb073cd2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:08.176133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:08.181491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-13db483b-c367-4924-87fc-e9eaff419b13 req-8adbc0c5-9c4a-4ee4-931e-965bdb073cd2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 945 time: 0.1976619 Jul 19 03:22:08.231285 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-13db483b-c367-4924-87fc-e9eaff419b13 req-9c97ad47-919d-4091-8a92-a14780d81c48 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485201 Jul 19 03:22:08.398918 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e26b320-d692-4bf7-9b32-17c94debe6de req-a8a3fb60-06d6-4d22-aff6-b7b789f9161b tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.1195817 Jul 19 03:22:08.474397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 004ebb7b-ab7b-4abb-9ce1-8e158f201340 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:22:08.585288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f7f412ef-c478-4f55-a8fa-f6851cec4d36 None None] Provisioning complete for port ed12cd20-622f-4cd9-bc75-75eaabba935b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:08.586233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7f412ef-c478-4f55-a8fa-f6851cec4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:08.659486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f7f412ef-c478-4f55-a8fa-f6851cec4d36 None None] Port ed12cd20-622f-4cd9-bc75-75eaabba935b cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:08.681980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aecf9c-6249-48a7-8ab3-74c3004bc06e req-e56d101a-18cd-4238-a5dd-7ee62c035ba5 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:08.683909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27aecf9c-6249-48a7-8ab3-74c3004bc06e req-e56d101a-18cd-4238-a5dd-7ee62c035ba5 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 945 time: 0.1354640 Jul 19 03:22:08.735366 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27aecf9c-6249-48a7-8ab3-74c3004bc06e req-c4d266eb-62d1-4826-a455-59707c69e84b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447893 Jul 19 03:22:09.068322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60843f81-a872-43b5-97f2-2c40304bc365 req-4bd107a3-f808-47e7-b905-48c417b0526d tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0416231 Jul 19 03:22:09.075494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:22:09.085121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-083d9a1e-a922-40a9-b9f5-aa0275fcee5b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/004ebb7b-ab7b-4abb-9ce1-8e158f201340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8099189 Jul 19 03:22:09.085545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57260) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:09.102662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b929a703-0378-44c8-a279-50fdf027397a None None] Sync routers for ids ['004ebb7b-ab7b-4abb-9ce1-8e158f201340'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:22:09.113412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929a703-0378-44c8-a279-50fdf027397a None None] Routers {'004ebb7b-ab7b-4abb-9ce1-8e158f201340'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:09.114109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b929a703-0378-44c8-a279-50fdf027397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['004ebb7b-ab7b-4abb-9ce1-8e158f201340'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:09.124876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3c8f-1e66-4bf8-be12-8936fac88e55 req-23f388a6-696b-424f-bb8c-76a1c6a86f0a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:09.127158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17ed3c8f-1e66-4bf8-be12-8936fac88e55 req-23f388a6-696b-424f-bb8c-76a1c6a86f0a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 945 time: 0.0978768 Jul 19 03:22:09.151174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b929a703-0378-44c8-a279-50fdf027397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:09.164183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929a703-0378-44c8-a279-50fdf027397a None None] Routers {'004ebb7b-ab7b-4abb-9ce1-8e158f201340'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:09.164971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b929a703-0378-44c8-a279-50fdf027397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['004ebb7b-ab7b-4abb-9ce1-8e158f201340'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:09.201491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51287f3d-b0c1-40ff-93fe-e29bff16582a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:09.206113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-51287f3d-b0c1-40ff-93fe-e29bff16582a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports/ed12cd20-622f-4cd9-bc75-75eaabba935b HTTP/1.1" status: 200 len: 983 time: 0.1161234 Jul 19 03:22:09.206396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57262) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:09.226995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b929a703-0378-44c8-a279-50fdf027397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:09.227775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b929a703-0378-44c8-a279-50fdf027397a None None] The sync data for ids ['004ebb7b-ab7b-4abb-9ce1-8e158f201340'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:22:09.248749 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17ed3c8f-1e66-4bf8-be12-8936fac88e55 req-3fa8dfa2-9408-4dc0-ac82-f64a5563f33a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018763 Jul 19 03:22:09.308549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-188e00b0-cea1-4c5b-9a36-6e1dfb805986 req-b7483092-6261-4cf8-b13f-414f4e2cf6cf tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 210 time: 0.0927544 Jul 19 03:22:09.458815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-a8be3210-b2a2-4145-ba7e-812717029893 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654728 Jul 19 03:22:09.704024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-3910790c-d6dd-4bdb-b07b-7b9f05650710 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:09.705907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-3910790c-d6dd-4bdb-b07b-7b9f05650710 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137356 Jul 19 03:22:09.721964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bff0d2-02dc-48cc-a303-cf8aa0613145 req-48689814-ac9f-42c6-9ec9-8423cbc3cf0a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:09.727200 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c3bff0d2-02dc-48cc-a303-cf8aa0613145 req-48689814-ac9f-42c6-9ec9-8423cbc3cf0a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 945 time: 0.0764742 Jul 19 03:22:09.735756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Request body: {'port': {'device_id': 'e072839d-cbd1-4ed8-a41f-396797710cdc', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '8e4c20281fad406fb6fa2e4340d2ca27'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:09.782328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c3bff0d2-02dc-48cc-a303-cf8aa0613145 req-47e6e42b-2805-41b0-b4ea-b9e1449050e1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525999 Jul 19 03:22:09.996325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Made reservation on behalf of 8e4c20281fad406fb6fa2e4340d2ca27 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:10.000802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:10.006654 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:10.242968 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-91a44a0c-435f-4ff2-a225-ca464227e068 req-100983d1-588b-4437-9e37-013869d0b690 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0325794 Jul 19 03:22:10.307329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Allocated IP 192.168.233.239 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/3129dcb7-0fe0-4d39-a273-4040c59e8d27) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:10.519169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port ed12cd20-622f-4cd9-bc75-75eaabba935b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:10.519553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:10.528106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e4161ae-bdca-40f2-9787-0385eb1d2c0d req-64f287c9-5956-4819-91c4-de629225d769 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 210 time: 0.0873668 Jul 19 03:22:10.620222 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:10.647848 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Transition to ACTIVE for port object 3129dcb7-0fe0-4d39-a273-4040c59e8d27 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:10.655606 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:10.678742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for ed12cd20-622f-4cd9-bc75-75eaabba935b owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:10.758581 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:10.773694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45c7fd38-f056-4278-a418-3e84a861ac47', 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee', '520570f3-e949-4d4d-a557-15710b65f876'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:10.813673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:10.833228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'e44923f7-6102-4509-87d9-6c458b663580', '86fb7eb5-e4b1-478f-aaf8-7d88e853289d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:10.854560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:10.862352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:10.903249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event updated for resources: {'Port': ['ID=3129dcb7-0fe0-4d39-a273-4040c59e8d27,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:10.926674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:10.927339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:11.015282 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-bc7b3018-9a7b-4c86-bae9-7ad394960f20 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2836101 Jul 19 03:22:11.035196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Request body: {'port': {'device_id': 'e072839d-cbd1-4ed8-a41f-396797710cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:11.121938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b9463-9a59-400c-9f79-f34f8ea1851b req-218c48ac-d87a-4e75-84ef-b1e75c8d6eec tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:11.129314 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e77b9463-9a59-400c-9f79-f34f8ea1851b req-218c48ac-d87a-4e75-84ef-b1e75c8d6eec tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 945 time: 0.1983559 Jul 19 03:22:11.138568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:11.222358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-bb34137c-b4cd-4a64-bf83-2e12dd40404c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:11.227628 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-bb34137c-b4cd-4a64-bf83-2e12dd40404c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.25 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 945 time: 0.1534638 Jul 19 03:22:11.243933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=ed12cd20-622f-4cd9-bc75-75eaabba935b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:11.285375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d894a2b2-389d-422a-9cb5-ac377c7880a5 None None] Provisioning for port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:11.318507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d894a2b2-389d-422a-9cb5-ac377c7880a5 None None] Provisioning complete for port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:11.318972 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d894a2b2-389d-422a-9cb5-ac377c7880a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:11.433219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-1f34284c-de6e-4496-99c7-a45ddaa4c942 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Deleting port d65d8289-4caa-463a-b327-3f980938cc07 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:11.433753 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-1f34284c-de6e-4496-99c7-a45ddaa4c942 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:11.453259 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:11.464410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e77b9463-9a59-400c-9f79-f34f8ea1851b req-22055ad2-65c5-4d0d-ada0-1ab4b3f104a7 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341579 Jul 19 03:22:11.468160 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:11.649911 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-1f34284c-de6e-4496-99c7-a45ddaa4c942 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] For port d65d8289-4caa-463a-b327-3f980938cc07, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d65d8289-4caa-463a-b327-3f980938cc07,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:11.650661 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-1f34284c-de6e-4496-99c7-a45ddaa4c942 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:11.667576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-1f34284c-de6e-4496-99c7-a45ddaa4c942 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Calling delete_port for d65d8289-4caa-463a-b327-3f980938cc07 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:11.718304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d894a2b2-389d-422a-9cb5-ac377c7880a5 None None] Port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:11.752454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca894602-d2cd-4f4a-968e-e20544b761c1 req-a9090c93-9406-4f87-b11b-8696e6456432 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0364115 Jul 19 03:22:11.908117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-1f34284c-de6e-4496-99c7-a45ddaa4c942 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:11.953385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34284c-de6e-4496-99c7-a45ddaa4c942 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event deleted for resources: {'Port': ['ID=d65d8289-4caa-463a-b327-3f980938cc07,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:12.019854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-1f34284c-de6e-4496-99c7-a45ddaa4c942 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] No DVR routers for this DVR port d65d8289-4caa-463a-b327-3f980938cc07 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:12.024571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-1f34284c-de6e-4496-99c7-a45ddaa4c942 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:12.027480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77cdb02e-390e-40c2-8c1b-d006d1d526f8 req-1f34284c-de6e-4496-99c7-a45ddaa4c942 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.25 "DELETE /v2.0/ports/d65d8289-4caa-463a-b327-3f980938cc07 HTTP/1.1" status: 204 len: 173 time: 0.7941797 Jul 19 03:22:12.028171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33406148-6d45-4625-a0da-97824e833fd8', 'name': 'network-vif-deleted', 'tag': 'd65d8289-4caa-463a-b327-3f980938cc07'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:12.031437 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428af019-843b-4cc0-b2cc-f0cabfa90f49" -d '{"events": [{"server_uuid": "33406148-6d45-4625-a0da-97824e833fd8", "name": "network-vif-deleted", "tag": "d65d8289-4caa-463a-b327-3f980938cc07"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:12.063269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3129dcb7-0fe0-4d39-a273-4040c59e8d27 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:22:12.106719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:12.120341 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39129f5a-ff16-4a28-a27a-31f07251722f x-openstack-request-id: req-39129f5a-ff16-4a28-a27a-31f07251722f {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:12.121027 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33406148-6d45-4625-a0da-97824e833fd8", "name": "network-vif-deleted", "tag": "d65d8289-4caa-463a-b327-3f980938cc07", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:12.121853 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39129f5a-ff16-4a28-a27a-31f07251722f {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:12.122588 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33406148-6d45-4625-a0da-97824e833fd8', 'name': 'network-vif-deleted', 'tag': 'd65d8289-4caa-463a-b327-3f980938cc07', 'status': 'completed', 'code': 200} Jul 19 03:22:12.139450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Transition to ACTIVE for port object 3129dcb7-0fe0-4d39-a273-4040c59e8d27 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:12.157363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab47a19-854c-4ffb-bd53-9a2cd11c704d req-224206ec-0d1f-453f-b1b0-0241b0d25b8e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:12.159290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bab47a19-854c-4ffb-bd53-9a2cd11c704d req-224206ec-0d1f-453f-b1b0-0241b0d25b8e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 936 time: 0.4247816 Jul 19 03:22:12.161461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 004ebb7b-ab7b-4abb-9ce1-8e158f201340 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:22:12.162584 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:12.351803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bab47a19-854c-4ffb-bd53-9a2cd11c704d req-d55969ca-af6c-43d5-8240-277adaaf4ab8 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777534 Jul 19 03:22:12.357423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Pushing event updated for resources: {'Port': ['ID=3129dcb7-0fe0-4d39-a273-4040c59e8d27,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:12.447674 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-87722517-5626-4aba-8820-3b60db687451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:12.676046 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9bfe9726-6470-4fbd-b688-78f670cdc96f req-d69aa51d-defb-4daf-a7e9-73143e1805c4 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=33406148-6d45-4625-a0da-97824e833fd8 HTTP/1.1" status: 200 len: 210 time: 0.0539665 Jul 19 03:22:12.810359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:22:12.813874 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-37ba1749-3b55-42fe-8d46-dafe54ace88c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/004ebb7b-ab7b-4abb-9ce1-8e158f201340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6024971 Jul 19 03:22:12.814443 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57362) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:12.815981 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde48eaa-cc64-4064-bfd4-d6bf79b443e2 None None] Sync routers for ids ['004ebb7b-ab7b-4abb-9ce1-8e158f201340'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:22:12.816621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:12.825360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Attempting to bind port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:12.828021 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde48eaa-cc64-4064-bfd4-d6bf79b443e2 None None] Routers {'004ebb7b-ab7b-4abb-9ce1-8e158f201340'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:12.828552 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dde48eaa-cc64-4064-bfd4-d6bf79b443e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['004ebb7b-ab7b-4abb-9ce1-8e158f201340'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:12.830233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Attempting to bind port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:12.830620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Attempting to bind port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:12.840402 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:12.840733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Attempting to bind port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:12.853474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:12.853819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:12.854217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:12.854687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Bound port: 3129dcb7-0fe0-4d39-a273-4040c59e8d27, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:12.855051 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:12.900791 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dde48eaa-cc64-4064-bfd4-d6bf79b443e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:12.920163 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde48eaa-cc64-4064-bfd4-d6bf79b443e2 None None] Routers {'004ebb7b-ab7b-4abb-9ce1-8e158f201340'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:12.921474 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dde48eaa-cc64-4064-bfd4-d6bf79b443e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:21:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['004ebb7b-ab7b-4abb-9ce1-8e158f201340'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:12.994828 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dde48eaa-cc64-4064-bfd4-d6bf79b443e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:12.995565 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde48eaa-cc64-4064-bfd4-d6bf79b443e2 None None] The sync data for ids ['004ebb7b-ab7b-4abb-9ce1-8e158f201340'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:22:13.066483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] For port 3129dcb7-0fe0-4d39-a273-4040c59e8d27, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:13.078131 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-93d9d447-187e-47b8-9c5c-01e7c9413c45 req-5ed685d5-7d88-48ea-8e51-f41977413e8c tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0799208 Jul 19 03:22:13.098893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] For port 3129dcb7-0fe0-4d39-a273-4040c59e8d27, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3129dcb7-0fe0-4d39-a273-4040c59e8d27,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:13.109890 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:13.125869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6b20abfa-4ede-4fce-adf3-9451f08eb654'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:13.196755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:13.197535 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:13.198742 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-d2bed2fc-06b4-4c10-b08d-1cbc67c3c00f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] remove_router_interface failed (client error): The resource could not be found. Jul 19 03:22:13.199185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] 10.222.0.25 "PUT /v2.0/ports/3129dcb7-0fe0-4d39-a273-4040c59e8d27 HTTP/1.1" status: 200 len: 1097 time: 2.1698499 Jul 19 03:22:13.199697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e072839d-cbd1-4ed8-a41f-396797710cdc', 'tag': '3129dcb7-0fe0-4d39-a273-4040c59e8d27'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:13.201599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d2bed2fc-06b4-4c10-b08d-1cbc67c3c00f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/004ebb7b-ab7b-4abb-9ce1-8e158f201340/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3826852 Jul 19 03:22:13.202839 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e072839d-cbd1-4ed8-a41f-396797710cdc", "tag": "3129dcb7-0fe0-4d39-a273-4040c59e8d27"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:13.212004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57366) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:13.283232 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-145be2df-7bda-4e39-adcd-44108f7f490c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=004ebb7b-ab7b-4abb-9ce1-8e158f201340 HTTP/1.1" status: 200 len: 205 time: 0.0696857 Jul 19 03:22:13.285780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57370) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:13.286055 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40212847-9731-47ff-b7d0-e278a402d4d2 x-openstack-request-id: req-40212847-9731-47ff-b7d0-e278a402d4d2 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:13.286369 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e072839d-cbd1-4ed8-a41f-396797710cdc", "tag": "3129dcb7-0fe0-4d39-a273-4040c59e8d27", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:13.286621 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40212847-9731-47ff-b7d0-e278a402d4d2 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:13.287010 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e072839d-cbd1-4ed8-a41f-396797710cdc', 'tag': '3129dcb7-0fe0-4d39-a273-4040c59e8d27', 'status': 'completed', 'code': 200} Jul 19 03:22:13.311037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a87e82-8d76-4a08-96b4-62025f54fa57 service neutron] Pushing event updated for resources: {'Port': ['ID=3129dcb7-0fe0-4d39-a273-4040c59e8d27,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:13.344644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-4245ede6-9e15-4fd6-b07f-8b6e89b94309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:13.346354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-4245ede6-9e15-4fd6-b07f-8b6e89b94309 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 1100 time: 0.0935793 Jul 19 03:22:13.453668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-b0b7470c-7809-4b75-ac0b-920f62832601 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3129dcb7-0fe0-4d39-a273-4040c59e8d27 HTTP/1.1" status: 200 len: 217 time: 0.0924237 Jul 19 03:22:13.497660 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e41009-2642-4e2b-9ff2-ad0b914b8272 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:13.614855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d65d8289-4caa-463a-b327-3f980938cc07 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:13.636299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-42438968-9c74-4ecd-ae99-1ae5bcf6906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:13.638908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-42438968-9c74-4ecd-ae99-1ae5bcf6906d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1771679 Jul 19 03:22:13.648810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: d65d8289-4caa-463a-b327-3f980938cc07 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:13.649146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d65d8289-4caa-463a-b327-3f980938cc07 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:13.705832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79e0f1-6eeb-49aa-a430-8fe1e58fbbe4 req-b663c6bb-b685-4b37-841c-6dfcfcdd3039 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:13.707482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a79e0f1-6eeb-49aa-a430-8fe1e58fbbe4 req-b663c6bb-b685-4b37-841c-6dfcfcdd3039 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 948 time: 0.1614077 Jul 19 03:22:13.800400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-1e1f22a9-984b-4cfd-9058-569007a9dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:13.801972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-1e1f22a9-984b-4cfd-9058-569007a9dbb8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1539710 Jul 19 03:22:13.910044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a79e0f1-6eeb-49aa-a430-8fe1e58fbbe4 req-73c0212c-e282-4b34-b333-035b28b4b595 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839690 Jul 19 03:22:14.010720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-7b0c4aa2-33f7-4edb-91fe-bc90ff1c61a9 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856437 Jul 19 03:22:14.080298 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e41009-2642-4e2b-9ff2-ad0b914b8272 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:14.082650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e41009-2642-4e2b-9ff2-ad0b914b8272 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:14.144814 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e41009-2642-4e2b-9ff2-ad0b914b8272 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:14.145555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e41009-2642-4e2b-9ff2-ad0b914b8272 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Fanout notify agent at l3_agent the message router_deleted on router 004ebb7b-ab7b-4abb-9ce1-8e158f201340 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:22:14.164594 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e41009-2642-4e2b-9ff2-ad0b914b8272 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:14.169282 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-36e41009-2642-4e2b-9ff2-ad0b914b8272 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/004ebb7b-ab7b-4abb-9ce1-8e158f201340 HTTP/1.1" status: 204 len: 168 time: 0.8811285 Jul 19 03:22:14.171204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57390) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:14.224117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc2a346e-2d6e-48cb-be2d-891bd1c5b9cf req-33349491-8549-4fcf-ac68-55b84c7ed569 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059093 Jul 19 03:22:14.268640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a1ab99-568a-4e95-87ed-b64c7b008e13 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting subnet 203020dc-00da-4b3c-b676-ee956cc9d374 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:22:14.272250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26a1ab99-568a-4e95-87ed-b64c7b008e13 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:14.286244 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49a44b8f-f42e-4238-9cd2-7f4389338ce8 req-67d32a09-52e9-4f24-8e75-e76cc1eb59b2 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0336885 Jul 19 03:22:14.367723 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26a1ab99-568a-4e95-87ed-b64c7b008e13 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:14.427449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0a1ed-9c23-4a7c-9bc0-3948e1d4685b req-ec0158d5-113c-469c-ba68-c13e242ac5bc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:14.428976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39a0a1ed-9c23-4a7c-9bc0-3948e1d4685b req-ec0158d5-113c-469c-ba68-c13e242ac5bc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 945 time: 0.2101150 Jul 19 03:22:14.486969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-7a6317e4-0d61-46fd-b478-02ce70b1c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:14.488499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-7a6317e4-0d61-46fd-b478-02ce70b1c019 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 1100 time: 0.1942618 Jul 19 03:22:14.543865 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39a0a1ed-9c23-4a7c-9bc0-3948e1d4685b req-ea6c5552-7254-469e-9e53-1e83ee6a2310 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032054 Jul 19 03:22:14.549546 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26a1ab99-568a-4e95-87ed-b64c7b008e13 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:14.649587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-8471084c-93e7-45a0-a71d-692908d570c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:14.651125 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-8471084c-93e7-45a0-a71d-692908d570c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1552203 Jul 19 03:22:14.669665 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26a1ab99-568a-4e95-87ed-b64c7b008e13 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:14.715488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-4ab6d102-3c8e-409c-b741-749709ef0bd6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3129dcb7-0fe0-4d39-a273-4040c59e8d27 HTTP/1.1" status: 200 len: 217 time: 0.0546823 Jul 19 03:22:14.743284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1ab99-568a-4e95-87ed-b64c7b008e13 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Subnet': ['ID=203020dc-00da-4b3c-b676-ee956cc9d374,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:14.745481 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26a1ab99-568a-4e95-87ed-b64c7b008e13 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:14.747293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce99d2-f6ed-464f-8afd-3b22151c34ba None None] Network 07ae50c5-69c1-4480-b502-863e27f4408f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:14.750634 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-26a1ab99-568a-4e95-87ed-b64c7b008e13 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/203020dc-00da-4b3c-b676-ee956cc9d374 HTTP/1.1" status: 204 len: 168 time: 0.5781949 Jul 19 03:22:14.750779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57400) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:14.791614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-97432bcb-7792-4de9-8ded-fcaa4d0e11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:14.793336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-97432bcb-7792-4de9-8ded-fcaa4d0e11ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0596879 Jul 19 03:22:14.864202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-45d633da-08cd-46a6-98ab-845954bab387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:14.866102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-45d633da-08cd-46a6-98ab-845954bab387 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0651178 Jul 19 03:22:14.869851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:14.968151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port e2a2cf31-6990-4d25-b820-7ee63f7a40af {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:14.968646 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.024187 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-3a88ff2c-4a54-47ac-b703-3144a8509527 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495790 Jul 19 03:22:15.058618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b22645-1303-4cb5-a1d9-9770b436bc0e None None] DHCP port deletion for 07ae50c5-69c1-4480-b502-863e27f4408f request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:22:15.081953 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4e192dd0-7228-4d67-83e5-0288c677a79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.092338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port e2a2cf31-6990-4d25-b820-7ee63f7a40af, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e2a2cf31-6990-4d25-b820-7ee63f7a40af,segment=NetworkSegment(1faa814e-03c1-4504-8545-84956828289c),segment_id=1faa814e-03c1-4504-8545-84956828289c)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:15.093285 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.108399 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for e2a2cf31-6990-4d25-b820-7ee63f7a40af owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:15.212879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-37b22645-1303-4cb5-a1d9-9770b436bc0e None None] Deleting port e2a2cf31-6990-4d25-b820-7ee63f7a40af {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:15.213262 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37b22645-1303-4cb5-a1d9-9770b436bc0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.213981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.277186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=e2a2cf31-6990-4d25-b820-7ee63f7a40af,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:15.291029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No DVR routers for this DVR port e2a2cf31-6990-4d25-b820-7ee63f7a40af on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:15.317428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd9746-970c-4bf3-987c-562d5a70b379 req-fcdfe186-7c27-4767-bebf-1e58d6c4d140 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:15.331088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74fd9746-970c-4bf3-987c-562d5a70b379 req-fcdfe186-7c27-4767-bebf-1e58d6c4d140 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 948 time: 0.1847858 Jul 19 03:22:15.344456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbe439e7-bda2-4599-bdc8-6c11a2e87e0f req-a35281cf-e4b4-4325-8fb4-4dc7facf9094 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106444 Jul 19 03:22:15.348371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-37b22645-1303-4cb5-a1d9-9770b436bc0e None None] For port e2a2cf31-6990-4d25-b820-7ee63f7a40af, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:15.348787 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37b22645-1303-4cb5-a1d9-9770b436bc0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.380192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-37b22645-1303-4cb5-a1d9-9770b436bc0e None None] Calling delete_port for e2a2cf31-6990-4d25-b820-7ee63f7a40af owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:15.384995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-37b22645-1303-4cb5-a1d9-9770b436bc0e None None] Port e2a2cf31-6990-4d25-b820-7ee63f7a40af was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:22:15.387412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37b22645-1303-4cb5-a1d9-9770b436bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.419618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b22645-1303-4cb5-a1d9-9770b436bc0e None None] Pushing event deleted for resources: {'Port': ['ID=e2a2cf31-6990-4d25-b820-7ee63f7a40af,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:15.426746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b22645-1303-4cb5-a1d9-9770b436bc0e None None] No DVR routers for this DVR port e2a2cf31-6990-4d25-b820-7ee63f7a40af on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:15.464439 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74fd9746-970c-4bf3-987c-562d5a70b379 req-204bb22d-0cac-47bb-87ae-90b13f11fae0 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175456 Jul 19 03:22:15.485617 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.508666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ae50c5-69c1-4480-b502-863e27f4408f']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:15.533254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faa814e-03c1-4504-8545-84956828289c') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:15.533477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faa814e-03c1-4504-8545-84956828289c') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:15.553260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e2a2cf31-6990-4d25-b820-7ee63f7a40af no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:15.556847 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.626095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: e2a2cf31-6990-4d25-b820-7ee63f7a40af {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:15.626604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e2a2cf31-6990-4d25-b820-7ee63f7a40af not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:15.631253 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.644623 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.662216 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-81a21442-ffa7-4c59-8192-c38c2c1ae461 req-6d8e66d8-aac1-4c88-b1a6-50bd143e09ea tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0902383 Jul 19 03:22:15.677201 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:22:15.678935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:22:15.689753 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:22:15.830165 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.858414 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.866496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57422) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:15.871069 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/networks/07ae50c5-69c1-4480-b502-863e27f4408f HTTP/1.1" status: 204 len: 168 time: 1.1189258 Jul 19 03:22:15.872132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206112bf-6492-4d06-bae8-2d7ecca2b2cc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Network': ['ID=07ae50c5-69c1-4480-b502-863e27f4408f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:15.874855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2047103491'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:15.893618 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-771f75a6-ca72-4e04-898e-7ddb14e6b3a3 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:15.895224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-771f75a6-ca72-4e04-898e-7ddb14e6b3a3 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 945 time: 0.1433110 Jul 19 03:22:15.953984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:15.957863 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:15.967749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9989a-f894-4353-a9bf-71ba4b7cb88a req-a7a94831-6806-44e2-9fa3-674513a129c2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:15.970779 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-65b9989a-f894-4353-a9bf-71ba4b7cb88a req-a7a94831-6806-44e2-9fa3-674513a129c2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 945 time: 0.0814204 Jul 19 03:22:16.019320 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-65b9989a-f894-4353-a9bf-71ba4b7cb88a req-662e9f40-2172-4996-af3e-6a117c881bc5 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 Jul 19 03:22:16.026775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:22:16.046991 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.047336 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added segment facf3b1e-1220-4359-a351-20ac53f67b10 of type vlan for network 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 Jul 19 03:22:16.093872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-9a8fbb3b-b31c-47d0-adf6-1786cad459ef tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Deleting port 6b20abfa-4ede-4fce-adf3-9451f08eb654 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:16.094056 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-9a8fbb3b-b31c-47d0-adf6-1786cad459ef tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.134995 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.237393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-9a8fbb3b-b31c-47d0-adf6-1786cad459ef tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] For port 6b20abfa-4ede-4fce-adf3-9451f08eb654, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6b20abfa-4ede-4fce-adf3-9451f08eb654,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:16.237754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-9a8fbb3b-b31c-47d0-adf6-1786cad459ef tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.240506 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.247343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:16.247926 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.285030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4126027 Jul 19 03:22:16.286327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57426) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:16.292309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-9a8fbb3b-b31c-47d0-adf6-1786cad459ef tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Calling delete_port for 6b20abfa-4ede-4fce-adf3-9451f08eb654 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:16.294127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'subnet': {'network_id': '2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:16.337189 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.347634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224402fb-d4f9-45d0-a045-f434b948fa46 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Network': ['ID=2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:16.360977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:22:16.448708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:16.458550 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.487192 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-9a8fbb3b-b31c-47d0-adf6-1786cad459ef tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.501223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6b20abfa-4ede-4fce-adf3-9451f08eb654'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:16.529215 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:16.596012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fbb3b-b31c-47d0-adf6-1786cad459ef tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event deleted for resources: {'Port': ['ID=6b20abfa-4ede-4fce-adf3-9451f08eb654,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:16.688556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-9a8fbb3b-b31c-47d0-adf6-1786cad459ef tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] No DVR routers for this DVR port 6b20abfa-4ede-4fce-adf3-9451f08eb654 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:16.696859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-9a8fbb3b-b31c-47d0-adf6-1786cad459ef tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.700579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e28f24d2-9e69-49e2-b8fc-c8354c77b7f3 req-9a8fbb3b-b31c-47d0-adf6-1786cad459ef tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.25 "DELETE /v2.0/ports/6b20abfa-4ede-4fce-adf3-9451f08eb654 HTTP/1.1" status: 204 len: 173 time: 0.7986100 Jul 19 03:22:16.715883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fd7e4c-3cad-45c4-bc6d-d7039397a512', 'name': 'network-vif-deleted', 'tag': '6b20abfa-4ede-4fce-adf3-9451f08eb654'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:16.718695 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe00a2dc-67df-4dce-bc46-d38741f7551b" -d '{"events": [{"server_uuid": "e2fd7e4c-3cad-45c4-bc6d-d7039397a512", "name": "network-vif-deleted", "tag": "6b20abfa-4ede-4fce-adf3-9451f08eb654"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:16.731283 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:16.808452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65417802-2c0b-4ac1-ac92-ff9f4aad00c0 req-d559277e-1124-4831-a2b4-f2f034285f35 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:16.810179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65417802-2c0b-4ac1-ac92-ff9f4aad00c0 req-d559277e-1124-4831-a2b4-f2f034285f35 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 948 time: 0.1086645 Jul 19 03:22:16.849971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Subnet': ['ID=d22a70d0-48f7-4dd7-8bb4-e9dcdad7ac89,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:16.873819 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65417802-2c0b-4ac1-ac92-ff9f4aad00c0 req-fa6acb22-9561-44ab-9ad9-da62b9fd1e12 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566027 Jul 19 03:22:16.893347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Checking segment: {'id': 'facf3b1e-1220-4359-a351-20ac53f67b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:16.893836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network hostable DHCP agents. Network: 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:22:16.918236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:22:16.946928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:16.956789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151f0e9-05b3-4be5-aeff-591e54e922c2 None None] Network 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:16.980854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31ce16fb-1587-4460-8ddb-e4113a2db8c6 req-b35fe488-55ed-412e-806d-8ce8766d4ee9 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0531847 Jul 19 03:22:16.982307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:16.983441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.009834 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6b3ac574-d310-4646-b1c8-7f9a6de17df4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7209036 Jul 19 03:22:17.010888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57442) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:17.015892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3f7f88f5-d106-41e5-9c83-8cf6439f0881 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1930515222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:17.044055 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88f5-d106-41e5-9c83-8cf6439f0881 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.045302 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88f5-d106-41e5-9c83-8cf6439f0881 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.084618 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f277c1b-70ec-4081-999f-505eaac9ec6e x-openstack-request-id: req-5f277c1b-70ec-4081-999f-505eaac9ec6e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:17.085162 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fd7e4c-3cad-45c4-bc6d-d7039397a512", "name": "network-vif-deleted", "tag": "6b20abfa-4ede-4fce-adf3-9451f08eb654", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:17.085162 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f277c1b-70ec-4081-999f-505eaac9ec6e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:17.096754 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fd7e4c-3cad-45c4-bc6d-d7039397a512', 'name': 'network-vif-deleted', 'tag': '6b20abfa-4ede-4fce-adf3-9451f08eb654', 'status': 'completed', 'code': 200} Jul 19 03:22:17.124017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88f5-d106-41e5-9c83-8cf6439f0881 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.143502 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88f5-d106-41e5-9c83-8cf6439f0881 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.182842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88f5-d106-41e5-9c83-8cf6439f0881 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.187057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3f7f88f5-d106-41e5-9c83-8cf6439f0881 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1750855 Jul 19 03:22:17.187432 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57446) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:17.200162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6', 'network_id': '2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'fixed_ips': [{'subnet_id': 'd22a70d0-48f7-4dd7-8bb4-e9dcdad7ac89'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:22:17.201480 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.342158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bb995f4-5793-4569-8249-532fd045225e req-23df99c5-8f9f-497a-84f3-2f2fe3ccf3db tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fd7e4c-3cad-45c4-bc6d-d7039397a512 HTTP/1.1" status: 200 len: 210 time: 0.0514405 Jul 19 03:22:17.448447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Allocated IP 2001:db8::2 (2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6/d22a70d0-48f7-4dd7-8bb4-e9dcdad7ac89/24512443-bd45-42bd-bc56-8b5b248687de) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:17.620962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.621204 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.630004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Transition to ACTIVE for port object 24512443-bd45-42bd-bc56-8b5b248687de will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:17.651554 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3129dcb7-0fe0-4d39-a273-4040c59e8d27 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:22:17.677694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Transition to ACTIVE for port object 24512443-bd45-42bd-bc56-8b5b248687de will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:17.699690 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.799272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Network 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:17.808587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:17.816910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:17.822003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Pushing event updated for resources: {'Port': ['ID=24512443-bd45-42bd-bc56-8b5b248687de,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:17.868577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 3129dcb7-0fe0-4d39-a273-4040c59e8d27, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3129dcb7-0fe0-4d39-a273-4040c59e8d27,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:17.907557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.908245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Allocated IP 2001:db8::1 (2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6/d22a70d0-48f7-4dd7-8bb4-e9dcdad7ac89/e19c4ea8-3004-49dc-b58e-d1e09c502196) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:17.913766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '3129dcb7-0fe0-4d39-a273-4040c59e8d27', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '3129dcb7-0fe0-4d39-a273-4040c59e8d27', 'mac_address': 'fa:16:3e:e8:dc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:22:17.959079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Attempting to bind port 24512443-bd45-42bd-bc56-8b5b248687de on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:17.959458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Attempting to bind port 24512443-bd45-42bd-bc56-8b5b248687de by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'facf3b1e-1220-4359-a351-20ac53f67b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:17.959823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Attempting to bind port 24512443-bd45-42bd-bc56-8b5b248687de on network 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:17.974523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:17.975017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Checking segment: {'id': 'facf3b1e-1220-4359-a351-20ac53f67b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:17.975432 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:17.975823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Bound using segment: {'id': 'facf3b1e-1220-4359-a351-20ac53f67b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:17.976370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Bound port: 24512443-bd45-42bd-bc56-8b5b248687de, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facf3b1e-1220-4359-a351-20ac53f67b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:17.976748 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:18.014014 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:18.036148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3129dcb7-0fe0-4d39-a273-4040c59e8d27 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:22:18.060062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 3129dcb7-0fe0-4d39-a273-4040c59e8d27, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3129dcb7-0fe0-4d39-a273-4040c59e8d27,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:18.068747 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:18.114594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] For port 24512443-bd45-42bd-bc56-8b5b248687de, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:18.129202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:18.136271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] For port 24512443-bd45-42bd-bc56-8b5b248687de, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=24512443-bd45-42bd-bc56-8b5b248687de,segment=NetworkSegment(facf3b1e-1220-4359-a351-20ac53f67b10),segment_id=facf3b1e-1220-4359-a351-20ac53f67b10)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:18.148320 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:18.160238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f0dea-47d0-4f2f-b41c-7f2509720e19 req-4c5b0f22-5d0f-41a4-abd6-58e6e4fce274 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:18.162067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fc1f0dea-47d0-4f2f-b41c-7f2509720e19 req-4c5b0f22-5d0f-41a4-abd6-58e6e4fce274 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 948 time: 0.1604235 Jul 19 03:22:18.162403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=3129dcb7-0fe0-4d39-a273-4040c59e8d27,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:18.169096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8b41c8b5-8a90-4eca-9e83-0eec6ca0f3fb req-117ca6e2-770e-4d18-87b3-a9f4cf987dda tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0413144 Jul 19 03:22:18.205392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Transition to ACTIVE for port object e19c4ea8-3004-49dc-b58e-d1e09c502196 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:18.229810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec6881-30c6-4d41-a697-3aa163b9f56f None None] Pushing event updated for resources: {'Port': ['ID=24512443-bd45-42bd-bc56-8b5b248687de,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:18.238452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fc1f0dea-47d0-4f2f-b41c-7f2509720e19 req-476074d8-2010-4dde-93b6-11f966f96566 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659335 Jul 19 03:22:18.285609 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:18.366459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['3129dcb7-0fe0-4d39-a273-4040c59e8d27'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:18.380732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:18.383833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:18.389143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:18.389912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:18.394376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=e19c4ea8-3004-49dc-b58e-d1e09c502196,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:18.590252 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:18.792019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57486) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:18.902377 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ae52d16-d903-40ea-91c7-77de1fad2cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:18.957174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-d09f522f-00b1-4a59-98ec-df740c6970fd tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:18.958574 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-d09f522f-00b1-4a59-98ec-df740c6970fd tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.1792681 Jul 19 03:22:18.986760 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-90d64e0a-0d43-4842-90fd-84ff87751f65 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/quotas/dba5a064d07a4967aa1b7bbbcfc3e348 HTTP/1.1" status: 200 len: 375 time: 0.0186472 Jul 19 03:22:19.003958 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ae52d16-d903-40ea-91c7-77de1fad2cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:19.009015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ae52d16-d903-40ea-91c7-77de1fad2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:19.045595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:19.058314 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3ae52d16-d903-40ea-91c7-77de1fad2cf0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3fb07b486b74da182314e77192ade6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651110 Jul 19 03:22:19.058600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:19.059205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae52d16-d903-40ea-91c7-77de1fad2cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44d8360-2817-48e6-9822-d49964880d90,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:19.059448 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:19.061544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57490) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:19.114718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c7883da-16f9-4589-9cd8-80d8f3f6aabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:19.138422 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c7883da-16f9-4589-9cd8-80d8f3f6aabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:19.140835 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-4cc68126-c51b-4e46-93af-0b6c8ed80feb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1481333 Jul 19 03:22:19.143718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=e19c4ea8-3004-49dc-b58e-d1e09c502196,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:19.198102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c7883da-16f9-4589-9cd8-80d8f3f6aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:19.202526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c7883da-16f9-4589-9cd8-80d8f3f6aabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:19.205084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8c7883da-16f9-4589-9cd8-80d8f3f6aabc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b44d8360-2817-48e6-9822-d49964880d90 HTTP/1.1" status: 204 len: 168 time: 0.1414485 Jul 19 03:22:19.214612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7883da-16f9-4589-9cd8-80d8f3f6aabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44d8360-2817-48e6-9822-d49964880d90,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:19.316037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:19.319234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:19.343956 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-726d6270-1951-4485-96bc-42aae4d0afe2 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870527 Jul 19 03:22:19.360778 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a201b21-d538-4e43-a31e-903c0d26cd23 req-b731ab80-2861-40de-8089-295e644a8d5a tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0503261 Jul 19 03:22:19.572792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd3603b-0094-4695-a977-9a5af5528fd2 None None] Network 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:19.589337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 24512443-bd45-42bd-bc56-8b5b248687de up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:19.590381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626a20-f951-4985-9c32-d5d856f1f48c req-73afe3de-8552-46f0-9896-d997315a940f tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:19.592148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d626a20-f951-4985-9c32-d5d856f1f48c req-73afe3de-8552-46f0-9896-d997315a940f tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 949 time: 0.1004086 Jul 19 03:22:19.659441 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d626a20-f951-4985-9c32-d5d856f1f48c req-e557f38f-7504-49b8-94a6-a98b9aafa25e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599618 Jul 19 03:22:19.719519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3129dcb7-0fe0-4d39-a273-4040c59e8d27 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:19.859514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6106fb87-dfdb-4153-a2d1-0880371e88c2 None None] Provisioning for port 24512443-bd45-42bd-bc56-8b5b248687de completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:19.943616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 24512443-bd45-42bd-bc56-8b5b248687de completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:19.948572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:19.958241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 24512443-bd45-42bd-bc56-8b5b248687de triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:19.958462 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:19.961341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:19.961701 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:20.047292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-14e3ca4b-6f27-4f30-8dc7-4b475e6854e3 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707840 Jul 19 03:22:20.058446 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-6ba9808a-d98d-4414-a605-96be254fa317 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1808298 Jul 19 03:22:20.129790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 184a10a6-874a-4cb2-9bf3-122044b6417b is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:22:20.159569 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:20.171679 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:20.217966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e072839d-cbd1-4ed8-a41f-396797710cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3129dcb7-0fe0-4d39-a273-4040c59e8d27'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:20.220381 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71204c-7726-4768-bc76-64d8ea9f66c5" -d '{"events": [{"server_uuid": "e072839d-cbd1-4ed8-a41f-396797710cdc", "name": "network-vif-plugged", "status": "completed", "tag": "3129dcb7-0fe0-4d39-a273-4040c59e8d27"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:20.274406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 3129dcb7-0fe0-4d39-a273-4040c59e8d27, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3129dcb7-0fe0-4d39-a273-4040c59e8d27,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:20.283818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 24512443-bd45-42bd-bc56-8b5b248687de, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=24512443-bd45-42bd-bc56-8b5b248687de,segment=NetworkSegment(facf3b1e-1220-4359-a351-20ac53f67b10),segment_id=facf3b1e-1220-4359-a351-20ac53f67b10)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:20.291074 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c533c4-e64d-441a-ac36-cada6af6e0c4 x-openstack-request-id: req-c4c533c4-e64d-441a-ac36-cada6af6e0c4 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:20.291618 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e072839d-cbd1-4ed8-a41f-396797710cdc", "name": "network-vif-plugged", "status": "completed", "tag": "3129dcb7-0fe0-4d39-a273-4040c59e8d27", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:20.291757 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4c533c4-e64d-441a-ac36-cada6af6e0c4 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:20.292982 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e072839d-cbd1-4ed8-a41f-396797710cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3129dcb7-0fe0-4d39-a273-4040c59e8d27', 'code': 200} Jul 19 03:22:20.302256 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:20.302256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6b20abfa-4ede-4fce-adf3-9451f08eb654 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:20.344742 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 6b20abfa-4ede-4fce-adf3-9451f08eb654 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:20.345098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6b20abfa-4ede-4fce-adf3-9451f08eb654 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:20.346686 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:20.376056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:22:20.380886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c2da72aa-0c70-4f28-8e1d-219b904b7b07 None None] Provisioning for port e19c4ea8-3004-49dc-b58e-d1e09c502196 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:20.388046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c2da72aa-0c70-4f28-8e1d-219b904b7b07 None None] Provisioning complete for port e19c4ea8-3004-49dc-b58e-d1e09c502196 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:20.388571 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2da72aa-0c70-4f28-8e1d-219b904b7b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:20.441449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c2da72aa-0c70-4f28-8e1d-219b904b7b07 None None] Port e19c4ea8-3004-49dc-b58e-d1e09c502196 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:20.442989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-55e030ec-9f20-47c6-8650-c0e8cfc3f067 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/184a10a6-874a-4cb2-9bf3-122044b6417b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2539823 Jul 19 03:22:20.446361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57534) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:20.453375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f53eab-5d69-4dbe-82ef-0d6dcdcdae4b None None] Sync routers for ids ['184a10a6-874a-4cb2-9bf3-122044b6417b'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:22:20.508024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c2da72aa-0c70-4f28-8e1d-219b904b7b07 None None] Provisioning complete for port 24512443-bd45-42bd-bc56-8b5b248687de triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:20.508407 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2da72aa-0c70-4f28-8e1d-219b904b7b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:20.534112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f53eab-5d69-4dbe-82ef-0d6dcdcdae4b None None] Routers {'184a10a6-874a-4cb2-9bf3-122044b6417b'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:20.536364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c8f53eab-5d69-4dbe-82ef-0d6dcdcdae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['184a10a6-874a-4cb2-9bf3-122044b6417b'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:20.589960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba579f3-8356-41d4-a2b2-17e923d66f14 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:20.593676 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eba579f3-8356-41d4-a2b2-17e923d66f14 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports/e19c4ea8-3004-49dc-b58e-d1e09c502196 HTTP/1.1" status: 200 len: 911 time: 0.1447885 Jul 19 03:22:20.608179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57538) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:20.610438 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52335b40-e412-4fbb-af18-2548e998a86b req-e3041c54-5a9f-4765-aab5-3938e0325ee7 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 210 time: 0.2244813 Jul 19 03:22:20.649779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-6387d447-a312-4954-8e25-e0e376f275bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:20.651315 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-6387d447-a312-4954-8e25-e0e376f275bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 1097 time: 0.5612991 Jul 19 03:22:20.664421 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7bc202fb-2d91-48f0-96e9-cf298ad15903 req-edd3aa30-d068-4573-9228-257590f3deb8 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0921760 Jul 19 03:22:20.819519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c8f53eab-5d69-4dbe-82ef-0d6dcdcdae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:20.870033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=3129dcb7-0fe0-4d39-a273-4040c59e8d27,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:20.894536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93e5a3-30f8-4eea-8c65-fc0eae3b43cb req-01d8466b-9951-4764-942f-f69cd37d5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:20.895692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f53eab-5d69-4dbe-82ef-0d6dcdcdae4b None None] Routers {'184a10a6-874a-4cb2-9bf3-122044b6417b'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:20.896472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c8f53eab-5d69-4dbe-82ef-0d6dcdcdae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['184a10a6-874a-4cb2-9bf3-122044b6417b'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:20.899168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c93e5a3-30f8-4eea-8c65-fc0eae3b43cb req-01d8466b-9951-4764-942f-f69cd37d5738 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 1102 time: 0.5095773 Jul 19 03:22:21.012806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-9c617c99-48d1-470e-8597-8a24007455a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:21.014407 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-9c617c99-48d1-470e-8597-8a24007455a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 906 time: 0.3303885 Jul 19 03:22:21.059806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c8f53eab-5d69-4dbe-82ef-0d6dcdcdae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:21.061478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f53eab-5d69-4dbe-82ef-0d6dcdcdae4b None None] The sync data for ids ['184a10a6-874a-4cb2-9bf3-122044b6417b'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:22:21.085789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c93e5a3-30f8-4eea-8c65-fc0eae3b43cb req-927a2447-f4aa-402d-8572-513355e58bdf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749165 Jul 19 03:22:21.096567 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-c12767ef-0739-44e9-86ab-1d771fd78809 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e13531da-d7ea-4f7c-a7c2-5861cc373b0a HTTP/1.1" status: 200 len: 217 time: 0.0724990 Jul 19 03:22:21.126511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fafa1-8fe5-447b-be94-55fc0d8312c2 req-49910719-c9e1-4ca9-9899-70745c3dec89 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:21.135904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=24512443-bd45-42bd-bc56-8b5b248687de,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:21.139145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-403fafa1-8fe5-447b-be94-55fc0d8312c2 req-49910719-c9e1-4ca9-9899-70745c3dec89 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 950 time: 0.1965652 Jul 19 03:22:21.249968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-4736921d-995a-43c8-a5c9-d4227941b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:21.252167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-4736921d-995a-43c8-a5c9-d4227941b3e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.1117566 Jul 19 03:22:21.255571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-403fafa1-8fe5-447b-be94-55fc0d8312c2 req-566cb039-912a-4ee8-8a47-dbd2997af225 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625036 Jul 19 03:22:21.313968 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-db87eef4-5948-48a4-8797-1bc11c142c2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526705 Jul 19 03:22:21.372811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a8781b01-75b0-4590-ad41-e88fc9c79947 None None] Provisioning complete for port e19c4ea8-3004-49dc-b58e-d1e09c502196 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:21.373194 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a8781b01-75b0-4590-ad41-e88fc9c79947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:21.427285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a8781b01-75b0-4590-ad41-e88fc9c79947 None None] Port e19c4ea8-3004-49dc-b58e-d1e09c502196 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:21.449960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:21.454118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-64b574a5-642d-4538-8b19-702753080dfe service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320496 Jul 19 03:22:21.500931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 24512443-bd45-42bd-bc56-8b5b248687de up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:21.604070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a572553e-0be1-46c7-9d93-c72ae745da69 req-782e4475-5ea3-4fc3-acd1-815df2b9c2ed service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424217 Jul 19 03:22:21.866232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 24512443-bd45-42bd-bc56-8b5b248687de triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:21.866959 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:21.896470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port e19c4ea8-3004-49dc-b58e-d1e09c502196 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:21.896835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:22.007655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14b19149-a17b-4f4a-b3a1-5281d768badd req-f30d517e-937b-4604-868c-f4bc16a7933e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 210 time: 0.1283848 Jul 19 03:22:22.049148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-a89acb7f-29aa-4c11-92c2-063bff363e80 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2370930 Jul 19 03:22:22.098848 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e17911c1-2940-4bad-ae6a-4435822dee6c req-0351d73a-b0a2-404e-93f8-138f533d979f tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0613189 Jul 19 03:22:22.104323 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:22.130402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for e19c4ea8-3004-49dc-b58e-d1e09c502196 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:22.174806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-47ecf7c0-6159-4d0e-9a8a-8c1af4b939bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:22.176494 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-47ecf7c0-6159-4d0e-9a8a-8c1af4b939bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 1102 time: 0.0720320 Jul 19 03:22:22.340044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-260222d0-a5db-4732-86d1-642461dee0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:22.341157 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-260222d0-a5db-4732-86d1-642461dee0e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1416931 Jul 19 03:22:22.401418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:22.409160 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-d20e78ee-d9e6-4034-a3f1-e1fc7cf3be20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd HTTP/1.1" status: 200 len: 217 time: 0.0503483 Jul 19 03:22:22.458748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=e19c4ea8-3004-49dc-b58e-d1e09c502196,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:22.514987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-a09bb323-6d15-424a-aa9c-e5f9a6dd775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:22.518592 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-a09bb323-6d15-424a-aa9c-e5f9a6dd775b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.1008847 Jul 19 03:22:22.599556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-9e596b56-9688-4d4b-ad13-d088ea71d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:22.602302 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-9e596b56-9688-4d4b-ad13-d088ea71d772 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0772340 Jul 19 03:22:22.756189 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:22.837795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-950c8dcd-3d11-48fa-ace3-5ab6d1782a29 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253952 Jul 19 03:22:22.842112 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:22:22.849199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-d9766eec-1a36-4329-82fe-7359353c0d05 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:22.851354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-d9766eec-1a36-4329-82fe-7359353c0d05 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.2035761 Jul 19 03:22:22.904292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Request body: {'port': {'device_id': '229117d4-ef0b-415e-9470-80b1904f2544', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'admin_state_up': True, 'tenant_id': 'dba5a064d07a4967aa1b7bbbcfc3e348'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:22.999749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15672efe-ae16-447e-8568-d808195db018 req-42b084a0-5b82-4125-8ddc-2657ad07fcbd tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:23.007520 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-15672efe-ae16-447e-8568-d808195db018 req-42b084a0-5b82-4125-8ddc-2657ad07fcbd tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 950 time: 0.4599235 Jul 19 03:22:23.012147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57606) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:23.033082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 184a10a6-874a-4cb2-9bf3-122044b6417b has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:22:23.078066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57648171-7a7d-447d-a0d0-3471ee0ac2f2 req-79ef8b98-8334-4bc6-b868-6183df6b4af0 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255828 Jul 19 03:22:23.106625 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-15672efe-ae16-447e-8568-d808195db018 req-acd7be3f-9cd1-431c-923a-ea9ecfed6519 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950589 Jul 19 03:22:23.114292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Made reservation on behalf of dba5a064d07a4967aa1b7bbbcfc3e348 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:23.122377 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.175862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:22:23.186317 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef738be-9533-4522-92cf-2f09f530b166 None None] Sync routers for ids ['184a10a6-874a-4cb2-9bf3-122044b6417b'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:22:23.191854 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-262826b1-19e3-487c-863d-e2ecc9a5c784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.205186 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef738be-9533-4522-92cf-2f09f530b166 None None] Routers {'184a10a6-874a-4cb2-9bf3-122044b6417b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:23.206393 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-aef738be-9533-4522-92cf-2f09f530b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['184a10a6-874a-4cb2-9bf3-122044b6417b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:23.207082 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-12b470ad-57dd-416b-86b2-c09e91cc8ddb tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/184a10a6-874a-4cb2-9bf3-122044b6417b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5962250 Jul 19 03:22:23.209458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57616) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:23.247973 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f47ef66c-a5ca-4718-a2bb-d6d24ad797d7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=184a10a6-874a-4cb2-9bf3-122044b6417b HTTP/1.1" status: 200 len: 205 time: 0.0359499 Jul 19 03:22:23.248613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57618) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:23.261195 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-aef738be-9533-4522-92cf-2f09f530b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:23.276898 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef738be-9533-4522-92cf-2f09f530b166 None None] Routers {'184a10a6-874a-4cb2-9bf3-122044b6417b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:23.278759 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-aef738be-9533-4522-92cf-2f09f530b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['184a10a6-874a-4cb2-9bf3-122044b6417b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:23.279529 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d1d725b-0c59-462b-bdb7-b91739f0fe3b req-5570d7fe-c7e9-4ab0-9f3e-cc8b3349fc88 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 210 time: 0.0644476 Jul 19 03:22:23.326228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b14cc61-8695-45c4-b426-94b3f1d7cf43 req-690b274a-c59a-4488-b50e-fe3ddc5f21e4 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0474005 Jul 19 03:22:23.332312 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-aef738be-9533-4522-92cf-2f09f530b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:23.333030 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef738be-9533-4522-92cf-2f09f530b166 None None] The sync data for ids ['184a10a6-874a-4cb2-9bf3-122044b6417b'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:22:23.374732 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c64ced1-be45-459f-9f7d-eca61d5b4168 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.377770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Allocated IP 172.20.0.12 (0c2ef247-331e-4b1f-906f-ecc0b3566b99/38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb/3388b2cd-d4fa-41cd-babd-e2a8e1b97798) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:23.393322 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-262826b1-19e3-487c-863d-e2ecc9a5c784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.406615 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-262826b1-19e3-487c-863d-e2ecc9a5c784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.453408 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-262826b1-19e3-487c-863d-e2ecc9a5c784 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b4821240d524d47a14f58a3919b8325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337142 Jul 19 03:22:23.453408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262826b1-19e3-487c-863d-e2ecc9a5c784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5dd373-028d-4a31-aa1a-5be6ef25f378,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:23.454425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57622) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:23.624824 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c64ced1-be45-459f-9f7d-eca61d5b4168 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.634799 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c64ced1-be45-459f-9f7d-eca61d5b4168 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.728442 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb0e513f-14ce-4cb7-ac11-59a52e288500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.729918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c64ced1-be45-459f-9f7d-eca61d5b4168 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.730465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c64ced1-be45-459f-9f7d-eca61d5b4168 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Fanout notify agent at l3_agent the message router_deleted on router 184a10a6-874a-4cb2-9bf3-122044b6417b {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:22:23.740840 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c64ced1-be45-459f-9f7d-eca61d5b4168 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.742563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8c64ced1-be45-459f-9f7d-eca61d5b4168 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/184a10a6-874a-4cb2-9bf3-122044b6417b HTTP/1.1" status: 204 len: 168 time: 0.4889591 Jul 19 03:22:23.745547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57626) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:23.782975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b4319-6fcd-4198-a917-8f62aa92a38d req-834d489d-e249-4eab-b06c-ac53b41c5e84 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:23.784540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f33b4319-6fcd-4198-a917-8f62aa92a38d req-834d489d-e249-4eab-b06c-ac53b41c5e84 tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 1102 time: 0.3346562 Jul 19 03:22:23.802361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff16b962-1353-4477-b822-901183772946 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting subnet d22a70d0-48f7-4dd7-8bb4-e9dcdad7ac89 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:22:23.805974 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff16b962-1353-4477-b822-901183772946 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.812409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb0e513f-14ce-4cb7-ac11-59a52e288500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.846573 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff16b962-1353-4477-b822-901183772946 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.883536 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.893949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f33b4319-6fcd-4198-a917-8f62aa92a38d req-55ab6b69-71bf-4a6e-bfaf-0abfc7e7976d tempest-ServersOnMultiNodesTest-1560408675 tempest-ServersOnMultiNodesTest-1560408675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972831 Jul 19 03:22:23.941073 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb0e513f-14ce-4cb7-ac11-59a52e288500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.946127 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb0e513f-14ce-4cb7-ac11-59a52e288500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.947403 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fb0e513f-14ce-4cb7-ac11-59a52e288500 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f5dd373-028d-4a31-aa1a-5be6ef25f378 HTTP/1.1" status: 204 len: 168 time: 0.4832337 Jul 19 03:22:23.953687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.954160 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff16b962-1353-4477-b822-901183772946 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:23.965684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e513f-14ce-4cb7-ac11-59a52e288500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5dd373-028d-4a31-aa1a-5be6ef25f378,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:23.970352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:24.013193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:24.017710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:24.021856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:24.026772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event updated for resources: {'Port': ['ID=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:24.066038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff16b962-1353-4477-b822-901183772946 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.097269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:24.098101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.119458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16b962-1353-4477-b822-901183772946 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Subnet': ['ID=d22a70d0-48f7-4dd7-8bb4-e9dcdad7ac89,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:24.122524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff16b962-1353-4477-b822-901183772946 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.127844 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ff16b962-1353-4477-b822-901183772946 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/d22a70d0-48f7-4dd7-8bb4-e9dcdad7ac89 HTTP/1.1" status: 204 len: 168 time: 0.3796868 Jul 19 03:22:24.129018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57638) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:24.130172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-7628a3ce-516e-499f-bcac-7eb7f87d8fbc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2323124 Jul 19 03:22:24.131294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79811fe7-e76f-4f99-b6ed-06b017a4cc79 None None] Network 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:24.157160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Request body: {'port': {'device_id': '229117d4-ef0b-415e-9470-80b1904f2544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:24.311172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.363757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.451950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562841c2-6973-4f1f-94e9-3c276b30eaff None None] DHCP port deletion for 2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:22:24.469990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 24512443-bd45-42bd-bc56-8b5b248687de {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:24.470484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.482923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57646) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:24.508209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-562841c2-6973-4f1f-94e9-3c276b30eaff None None] Deleting port 24512443-bd45-42bd-bc56-8b5b248687de {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:24.509492 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-562841c2-6973-4f1f-94e9-3c276b30eaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.509737 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ecf2ded7-3316-4994-a675-d1c83e2bab8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.582223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-562841c2-6973-4f1f-94e9-3c276b30eaff None None] For port 24512443-bd45-42bd-bc56-8b5b248687de, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=24512443-bd45-42bd-bc56-8b5b248687de,segment=NetworkSegment(facf3b1e-1220-4359-a351-20ac53f67b10),segment_id=facf3b1e-1220-4359-a351-20ac53f67b10)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:24.582927 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-562841c2-6973-4f1f-94e9-3c276b30eaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.596549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-562841c2-6973-4f1f-94e9-3c276b30eaff None None] Calling delete_port for 24512443-bd45-42bd-bc56-8b5b248687de owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:24.624451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21748ab-a23b-426d-aa5b-19b451c7b114 req-2d3b0fc9-eb25-4c6c-a24d-38fb2935cace tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:24.626582 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f21748ab-a23b-426d-aa5b-19b451c7b114 req-2d3b0fc9-eb25-4c6c-a24d-38fb2935cace tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 932 time: 0.1667991 Jul 19 03:22:24.692991 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-562841c2-6973-4f1f-94e9-3c276b30eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.713761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f21748ab-a23b-426d-aa5b-19b451c7b114 req-f310e96a-28d7-47a4-a3e9-28ea8f75df79 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774412 Jul 19 03:22:24.734022 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562841c2-6973-4f1f-94e9-3c276b30eaff None None] Pushing event deleted for resources: {'Port': ['ID=24512443-bd45-42bd-bc56-8b5b248687de,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:24.737444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562841c2-6973-4f1f-94e9-3c276b30eaff None None] No DVR routers for this DVR port 24512443-bd45-42bd-bc56-8b5b248687de on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:24.799047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:22:24.808082 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.821592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Transition to ACTIVE for port object 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:24.826452 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.886850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port 24512443-bd45-42bd-bc56-8b5b248687de, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=24512443-bd45-42bd-bc56-8b5b248687de,segment=NetworkSegment(facf3b1e-1220-4359-a351-20ac53f67b10),segment_id=facf3b1e-1220-4359-a351-20ac53f67b10)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:24.887488 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:24.903979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Pushing event updated for resources: {'Port': ['ID=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:24.907216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 24512443-bd45-42bd-bc56-8b5b248687de owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:24.955896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6db6b47c-0cff-483f-bf56-c1a0ab80f6ff req-4dc36f96-8e21-49a2-9757-345dfef345d7 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0694230 Jul 19 03:22:25.001339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Attempting to bind port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:25.002447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Attempting to bind port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:25.003092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Attempting to bind port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:25.009105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:25.009639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Attempting to bind port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:25.016058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:25.016666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Checking segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:25.018603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Bound using segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:25.018906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Bound port: 3388b2cd-d4fa-41cd-babd-e2a8e1b97798, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:25.019286 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.022069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f5280-0399-46a2-8754-b101983d3888 req-97be9b91-20ab-4cd6-9725-b274a1adf5b5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:25.030230 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5d6f5280-0399-46a2-8754-b101983d3888 req-97be9b91-20ab-4cd6-9725-b274a1adf5b5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 950 time: 0.4997191 Jul 19 03:22:25.092059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] For port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:25.095437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] For port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:25.099769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.107320 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.108916 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5d6f5280-0399-46a2-8754-b101983d3888 req-13d54e59-6939-4f20-94fa-548cc7542352 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777719 Jul 19 03:22:25.153823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=24512443-bd45-42bd-bc56-8b5b248687de,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:25.159819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:25.160750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.161037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ecf2ded7-3316-4994-a675-d1c83e2bab8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.161855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] 10.222.0.26 "PUT /v2.0/ports/3388b2cd-d4fa-41cd-babd-e2a8e1b97798 HTTP/1.1" status: 200 len: 1093 time: 1.0212812 Jul 19 03:22:25.162381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229117d4-ef0b-415e-9470-80b1904f2544', 'tag': '3388b2cd-d4fa-41cd-babd-e2a8e1b97798'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:25.165165 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "229117d4-ef0b-415e-9470-80b1904f2544", "tag": "3388b2cd-d4fa-41cd-babd-e2a8e1b97798"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:25.165590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No DVR routers for this DVR port 24512443-bd45-42bd-bc56-8b5b248687de on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:25.171094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ecf2ded7-3316-4994-a675-d1c83e2bab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.193840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45292bf3-492e-4e84-96c2-64076589a09c service neutron] Pushing event updated for resources: {'Port': ['ID=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:25.211983 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6de99fb-d08a-474a-86fa-9f540c35e1c3 x-openstack-request-id: req-c6de99fb-d08a-474a-86fa-9f540c35e1c3 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:25.212385 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229117d4-ef0b-415e-9470-80b1904f2544", "tag": "3388b2cd-d4fa-41cd-babd-e2a8e1b97798", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:25.212734 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6de99fb-d08a-474a-86fa-9f540c35e1c3 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:25.213388 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229117d4-ef0b-415e-9470-80b1904f2544', 'tag': '3388b2cd-d4fa-41cd-babd-e2a8e1b97798', 'status': 'completed', 'code': 200} Jul 19 03:22:25.262643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ecf2ded7-3316-4994-a675-d1c83e2bab8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cbe4a08ecbc4ffa93cab903d0a9a2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7785780 Jul 19 03:22:25.265544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2ded7-3316-4994-a675-d1c83e2bab8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba22d6b-134a-4726-b2c0-a17e127624c7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:25.266369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57658) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:25.301958 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.302197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-bcb71375-7a05-4fcf-99a3-d1950cfb89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:25.303741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-bcb71375-7a05-4fcf-99a3-d1950cfb89d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 1096 time: 0.0818479 Jul 19 03:22:25.312193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:25.322427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facf3b1e-1220-4359-a351-20ac53f67b10') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:25.322719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facf3b1e-1220-4359-a351-20ac53f67b10') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:25.331427 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.345768 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.350186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-c1e7f32b-fce7-4e56-a7a1-b0e34d8caa6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3388b2cd-d4fa-41cd-babd-e2a8e1b97798 HTTP/1.1" status: 200 len: 217 time: 0.0377829 Jul 19 03:22:25.353004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:22:25.353518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:22:25.356624 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:22:25.367784 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c335ac3-fd4f-4b8e-acd0-ed8359c1df31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.416715 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.421692 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.428538 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/networks/2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6 HTTP/1.1" status: 204 len: 168 time: 1.2939215 Jul 19 03:22:25.429576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c335ac3-fd4f-4b8e-acd0-ed8359c1df31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.430765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57660) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:25.439118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e593b-d290-469c-a131-e89516156ce0 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Network': ['ID=2a280b8a-feff-4f4b-9ec9-5fda1b9ac7d6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:25.439758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1095219521', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:25.449249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-6943b601-2771-48f6-99dd-20e0325d99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:25.450721 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-6943b601-2771-48f6-99dd-20e0325d99e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.0930982 Jul 19 03:22:25.469401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 24512443-bd45-42bd-bc56-8b5b248687de no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:25.489922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 24512443-bd45-42bd-bc56-8b5b248687de {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:25.490417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 24512443-bd45-42bd-bc56-8b5b248687de not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:25.506738 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-d258e8ec-7b99-4da7-9da3-9c007fdbfc4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453627 Jul 19 03:22:25.515329 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.516342 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.554399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c335ac3-fd4f-4b8e-acd0-ed8359c1df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.556853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c335ac3-fd4f-4b8e-acd0-ed8359c1df31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.557973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9c335ac3-fd4f-4b8e-acd0-ed8359c1df31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dba22d6b-134a-4726-b2c0-a17e127624c7 HTTP/1.1" status: 204 len: 168 time: 0.2898262 Jul 19 03:22:25.636182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c335ac3-fd4f-4b8e-acd0-ed8359c1df31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba22d6b-134a-4726-b2c0-a17e127624c7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:25.643493 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:25.729881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-54b7a0ca-de28-483b-abda-3ca2feb96631 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098756 Jul 19 03:22:25.976614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4221e8-6981-4ec4-b76f-396bb3a99750 req-bdbb12a8-a02d-4342-8598-63810a790264 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:25.982155 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3a4221e8-6981-4ec4-b76f-396bb3a99750 req-bdbb12a8-a02d-4342-8598-63810a790264 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 944 time: 0.0967066 Jul 19 03:22:26.051489 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3a4221e8-6981-4ec4-b76f-396bb3a99750 req-eb22a8ad-44a2-4ec4-a243-40f3812bb8ad tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538003 Jul 19 03:22:26.343645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8eb9aed-ec63-49dc-9a86-8c8e7511b543 req-9925eaf0-b842-41f6-a79e-a5ddf698b90a tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0966640 Jul 19 03:22:26.343645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:26.485645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5b8b058-5d4f-41ca-98d8-fa6167ac2503 req-492910e1-ea59-4f3c-8d82-ec9a2ef7c5f6 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178948 Jul 19 03:22:26.503808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc843230-08e6-4e72-ad87-37099ee51949 req-04ee78ab-8290-4b52-94eb-319fdab493c7 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:26.509938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc843230-08e6-4e72-ad87-37099ee51949 req-04ee78ab-8290-4b52-94eb-319fdab493c7 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 950 time: 0.1194613 Jul 19 03:22:26.564461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-e3dc15e6-22b5-4091-b989-cbd4a361b1c9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:26.566207 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-e3dc15e6-22b5-4091-b989-cbd4a361b1c9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 950 time: 0.3111403 Jul 19 03:22:26.574515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc843230-08e6-4e72-ad87-37099ee51949 req-0949701b-b907-4137-8cd4-9bfac088c204 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550859 Jul 19 03:22:26.767638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd req-cbf4f026-d23e-4223-bcb5-094fb08264db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:26.768967 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd req-cbf4f026-d23e-4223-bcb5-094fb08264db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 1096 time: 0.1999700 Jul 19 03:22:26.878747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-a0ea36a6-37e3-412e-ad93-7981e38ec65b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Deleting port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:26.879093 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-a0ea36a6-37e3-412e-ad93-7981e38ec65b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:26.957701 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:26.990988 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:27.079568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd req-09f3f2df-34bc-4afa-b724-1a2d6104e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:27.081050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd req-09f3f2df-34bc-4afa-b724-1a2d6104e6c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 906 time: 0.3031425 Jul 19 03:22:27.163132 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd req-29262b02-a3d5-4683-8e8b-6e78939084ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3388b2cd-d4fa-41cd-babd-e2a8e1b97798 HTTP/1.1" status: 200 len: 217 time: 0.0695045 Jul 19 03:22:27.169438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-a0ea36a6-37e3-412e-ad93-7981e38ec65b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] For port 3129dcb7-0fe0-4d39-a273-4040c59e8d27, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3129dcb7-0fe0-4d39-a273-4040c59e8d27,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:27.169804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-a0ea36a6-37e3-412e-ad93-7981e38ec65b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:27.212974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-a0ea36a6-37e3-412e-ad93-7981e38ec65b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Calling delete_port for 3129dcb7-0fe0-4d39-a273-4040c59e8d27 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:27.344679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Allocated IP 172.25.2.13 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/4b7476c0-4c2c-4972-ad6f-a66cf9c8adaa) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:27.350211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd req-7918a0c7-bdb1-40fe-9164-e4eb53714271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:27.352357 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd req-7918a0c7-bdb1-40fe-9164-e4eb53714271 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.1520717 Jul 19 03:22:27.418196 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd req-3ec55299-e81d-401e-b114-0d83eca0fe61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547116 Jul 19 03:22:27.535914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea6f46-edf3-4a44-99c6-231765a30d9d req-35661ddf-2748-4630-a161-dae42585e518 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:27.537337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9ea6f46-edf3-4a44-99c6-231765a30d9d req-35661ddf-2748-4630-a161-dae42585e518 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 944 time: 0.3039002 Jul 19 03:22:27.550300 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2f78a78-1bbc-438c-a46d-2864a15438b1 req-816ec52e-774a-4a02-b1dc-0bcb62ce63b8 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0334952 Jul 19 03:22:27.628803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57736) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:27.700499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9ea6f46-edf3-4a44-99c6-231765a30d9d req-d3e7118e-eeb2-4a59-b0e8-aa549ea8abf5 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101675 Jul 19 03:22:27.702713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd req-337409e6-3373-4ef4-a0e2-a0ff71460579 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668426 Jul 19 03:22:27.705198 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-a0ea36a6-37e3-412e-ad93-7981e38ec65b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:27.709609 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:27.720186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45c7fd38-f056-4278-a418-3e84a861ac47', 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee', '520570f3-e949-4d4d-a557-15710b65f876'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:27.736605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'e44923f7-6102-4509-87d9-6c458b663580', '86fb7eb5-e4b1-478f-aaf8-7d88e853289d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:27.778249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea36a6-37e3-412e-ad93-7981e38ec65b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event deleted for resources: {'Port': ['ID=3129dcb7-0fe0-4d39-a273-4040c59e8d27,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:27.781721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d837818e-0ec0-4d10-85d2-38b7e7a80e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:27.854669 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0071e13e-37ef-47b2-8b71-ab5a56c10231 req-e7e86748-1d63-4eac-b255-c5183068a1eb tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=e072839d-cbd1-4ed8-a41f-396797710cdc HTTP/1.1" status: 200 len: 210 time: 0.0494294 Jul 19 03:22:27.896261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-a0ea36a6-37e3-412e-ad93-7981e38ec65b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] No DVR routers for this DVR port 3129dcb7-0fe0-4d39-a273-4040c59e8d27 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:27.905947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-a0ea36a6-37e3-412e-ad93-7981e38ec65b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:27.908225 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2cd5fa0-516b-48ec-b848-47144b44d8fa req-a0ea36a6-37e3-412e-ad93-7981e38ec65b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "DELETE /v2.0/ports/3129dcb7-0fe0-4d39-a273-4040c59e8d27 HTTP/1.1" status: 204 len: 173 time: 1.3270078 Jul 19 03:22:27.916864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e072839d-cbd1-4ed8-a41f-396797710cdc', 'name': 'network-vif-deleted', 'tag': '3129dcb7-0fe0-4d39-a273-4040c59e8d27'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:27.919468 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e02f2a-9b94-4b6e-9478-f6ffa464c92e" -d '{"events": [{"server_uuid": "e072839d-cbd1-4ed8-a41f-396797710cdc", "name": "network-vif-deleted", "tag": "3129dcb7-0fe0-4d39-a273-4040c59e8d27"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:27.972867 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d837818e-0ec0-4d10-85d2-38b7e7a80e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:27.978915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d837818e-0ec0-4d10-85d2-38b7e7a80e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:27.986571 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f2987e-cf17-41ac-adbb-1eb6b17f82f5 x-openstack-request-id: req-09f2987e-cf17-41ac-adbb-1eb6b17f82f5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:27.986947 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e072839d-cbd1-4ed8-a41f-396797710cdc", "name": "network-vif-deleted", "tag": "3129dcb7-0fe0-4d39-a273-4040c59e8d27", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:27.987464 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09f2987e-cf17-41ac-adbb-1eb6b17f82f5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:27.988363 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e072839d-cbd1-4ed8-a41f-396797710cdc', 'name': 'network-vif-deleted', 'tag': '3129dcb7-0fe0-4d39-a273-4040c59e8d27', 'status': 'completed', 'code': 200} Jul 19 03:22:27.989073 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:28.009732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff0f9dbf-5c76-4b09-841c-c2f0eb64a8bd req-daa821dd-aac2-4a31-ab9a-4693b282367f service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954440 Jul 19 03:22:28.056909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d837818e-0ec0-4d10-85d2-38b7e7a80e0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5d20e11a0d94307b8187f7dd558f932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266744 Jul 19 03:22:28.058130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:28.058988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57742) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:28.073036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837818e-0ec0-4d10-85d2-38b7e7a80e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc800ca-5d86-4790-a09a-3188b3d14745,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:28.074258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:28.077016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:28.124894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=4b7476c0-4c2c-4972-ad6f-a66cf9c8adaa,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:28.245178 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b063e9-829a-4653-9ac0-b0aed060fe48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:28.330204 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b063e9-829a-4653-9ac0-b0aed060fe48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:28.528946 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b063e9-829a-4653-9ac0-b0aed060fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:28.532019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b063e9-829a-4653-9ac0-b0aed060fe48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:28.546257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e0b063e9-829a-4653-9ac0-b0aed060fe48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cc800ca-5d86-4790-a09a-3188b3d14745 HTTP/1.1" status: 204 len: 168 time: 0.4756448 Jul 19 03:22:28.578290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b063e9-829a-4653-9ac0-b0aed060fe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc800ca-5d86-4790-a09a-3188b3d14745,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:28.606860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:28.822252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dab6b166-3ac8-4da9-9e03-920c74d74803 req-431916ed-b858-4538-9c70-d96203304280 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0787833 Jul 19 03:22:28.908424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:28.987996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589efe-268c-4ecf-9f30-49ff42505207 req-1e5cadc0-e19f-4423-88c0-d6fcc3727c27 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:28.996014 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7589efe-268c-4ecf-9f30-49ff42505207 req-1e5cadc0-e19f-4423-88c0-d6fcc3727c27 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 944 time: 0.0727608 Jul 19 03:22:29.042224 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7589efe-268c-4ecf-9f30-49ff42505207 req-0d4871ae-d4d5-40fc-9f0f-b436e4b2b1a1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450296 Jul 19 03:22:29.109845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router a141b100-2445-457f-a37f-f5f37ab580c5 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:22:29.246762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:22:29.259181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fbb4e1-408d-4f2b-bf55-4de8a75fe2b4 None None] Sync routers for ids ['a141b100-2445-457f-a37f-f5f37ab580c5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:22:29.275257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fbb4e1-408d-4f2b-bf55-4de8a75fe2b4 None None] Routers {'a141b100-2445-457f-a37f-f5f37ab580c5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:29.276351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c6fbb4e1-408d-4f2b-bf55-4de8a75fe2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a141b100-2445-457f-a37f-f5f37ab580c5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:29.283193 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:29.289149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bc6eaadb-f0cb-4a0b-b340-3e4554dd5cc2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8501110 Jul 19 03:22:29.289664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57786) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:29.320702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c6fbb4e1-408d-4f2b-bf55-4de8a75fe2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:29.331380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fbb4e1-408d-4f2b-bf55-4de8a75fe2b4 None None] Routers {'a141b100-2445-457f-a37f-f5f37ab580c5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:29.332428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c6fbb4e1-408d-4f2b-bf55-4de8a75fe2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a141b100-2445-457f-a37f-f5f37ab580c5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:29.369835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c6fbb4e1-408d-4f2b-bf55-4de8a75fe2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:29.370752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fbb4e1-408d-4f2b-bf55-4de8a75fe2b4 None None] The sync data for ids ['a141b100-2445-457f-a37f-f5f37ab580c5'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:22:29.372785 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ba286-1ba1-430c-ba5d-6eb0492c6c75 req-2807a759-58be-4728-a728-889425c71211 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:29.374391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-400ba286-1ba1-430c-ba5d-6eb0492c6c75 req-2807a759-58be-4728-a728-889425c71211 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 949 time: 0.0718436 Jul 19 03:22:29.424335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-400ba286-1ba1-430c-ba5d-6eb0492c6c75 req-bb2c9111-8779-410a-82bb-551addbc7ab1 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Jul 19 03:22:29.481675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:22:29.597729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:29.614370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '3388b2cd-d4fa-41cd-babd-e2a8e1b97798', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'port_id': '3388b2cd-d4fa-41cd-babd-e2a8e1b97798', 'mac_address': 'fa:16:3e:46:98:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:22:29.655896 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:29.670582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:22:29.690949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3129dcb7-0fe0-4d39-a273-4040c59e8d27 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:29.697422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:29.714804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 3129dcb7-0fe0-4d39-a273-4040c59e8d27 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:29.715161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3129dcb7-0fe0-4d39-a273-4040c59e8d27 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:29.716768 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:29.776141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:29.817323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-138ce876-dd72-4539-b187-429421b52907 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/routers/a141b100-2445-457f-a37f-f5f37ab580c5 HTTP/1.1" status: 200 len: 884 time: 0.5191381 Jul 19 03:22:29.817612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57800) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:30.031246 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4d0931f-4002-422d-ac18-f648a9599dd2 req-a05a771b-98eb-497c-aa5c-59dec10da5dc tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0453305 Jul 19 03:22:30.071788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['3388b2cd-d4fa-41cd-babd-e2a8e1b97798'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:30.097081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c58a5179-b28f-4f9c-bc3e-db20efb832a4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2780042 Jul 19 03:22:30.099597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57812) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:30.106296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-57f08dcb-0d3d-4aa2-9dd7-923b3c5e2101 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1095219521'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:30.342941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5752398-18e5-4715-83c6-bade2b393c5c req-463f337d-34bf-448e-885f-3e7e465a1577 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:30.344436 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5752398-18e5-4715-83c6-bade2b393c5c req-463f337d-34bf-448e-885f-3e7e465a1577 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 945 time: 0.1740127 Jul 19 03:22:30.433675 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5752398-18e5-4715-83c6-bade2b393c5c req-9947505d-d323-4728-bcbb-632dee024a99 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801368 Jul 19 03:22:30.563094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57f08dcb-0d3d-4aa2-9dd7-923b3c5e2101 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:30.575931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57f08dcb-0d3d-4aa2-9dd7-923b3c5e2101 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:30.616127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e38b1-2b1e-4ddd-a350-3048b4c824ef req-b6f620c2-3b5e-44d0-8589-04c161d4e3bb tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:30.617700 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-648e38b1-2b1e-4ddd-a350-3048b4c824ef req-b6f620c2-3b5e-44d0-8589-04c161d4e3bb tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 949 time: 0.0684671 Jul 19 03:22:30.697663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f08dcb-0d3d-4aa2-9dd7-923b3c5e2101 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router a141b100-2445-457f-a37f-f5f37ab580c5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:22:30.707499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-648e38b1-2b1e-4ddd-a350-3048b4c824ef req-39104794-7f7b-4740-ab47-4f2e22f16c67 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806360 Jul 19 03:22:30.752207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e70d49-7773-48da-b436-bd0c94fced4e req-19af7852-d946-4dd0-b2bb-c8b7b00e4202 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:30.753833 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94e70d49-7773-48da-b436-bd0c94fced4e req-19af7852-d946-4dd0-b2bb-c8b7b00e4202 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 949 time: 0.1091897 Jul 19 03:22:30.827629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57858) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:30.835861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f08dcb-0d3d-4aa2-9dd7-923b3c5e2101 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:22:30.842903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57f08dcb-0d3d-4aa2-9dd7-923b3c5e2101 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:30.845217 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18258dd-ec97-47fb-aa56-3e21dbfbd2b1 None None] Sync routers for ids ['a141b100-2445-457f-a37f-f5f37ab580c5'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:22:30.857072 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-57f08dcb-0d3d-4aa2-9dd7-923b3c5e2101 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/a141b100-2445-457f-a37f-f5f37ab580c5 HTTP/1.1" status: 200 len: 891 time: 0.7531810 Jul 19 03:22:30.857072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57862) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:30.860185 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18258dd-ec97-47fb-aa56-3e21dbfbd2b1 None None] Routers {'a141b100-2445-457f-a37f-f5f37ab580c5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:30.860822 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d18258dd-ec97-47fb-aa56-3e21dbfbd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a141b100-2445-457f-a37f-f5f37ab580c5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:30.886119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-94e70d49-7773-48da-b436-bd0c94fced4e req-ba492f03-6991-4b1a-a005-b8e697997cb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Deleting port 520570f3-e949-4d4d-a557-15710b65f876 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:30.886722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-94e70d49-7773-48da-b436-bd0c94fced4e req-ba492f03-6991-4b1a-a005-b8e697997cb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:30.919517 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d18258dd-ec97-47fb-aa56-3e21dbfbd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:30.941614 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18258dd-ec97-47fb-aa56-3e21dbfbd2b1 None None] Routers {'a141b100-2445-457f-a37f-f5f37ab580c5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:30.942237 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d18258dd-ec97-47fb-aa56-3e21dbfbd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a141b100-2445-457f-a37f-f5f37ab580c5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:31.006719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-94e70d49-7773-48da-b436-bd0c94fced4e req-ba492f03-6991-4b1a-a005-b8e697997cb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] For port 520570f3-e949-4d4d-a557-15710b65f876, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=520570f3-e949-4d4d-a557-15710b65f876,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:31.008246 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-94e70d49-7773-48da-b436-bd0c94fced4e req-ba492f03-6991-4b1a-a005-b8e697997cb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.012065 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d18258dd-ec97-47fb-aa56-3e21dbfbd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:31.022318 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18258dd-ec97-47fb-aa56-3e21dbfbd2b1 None None] The sync data for ids ['a141b100-2445-457f-a37f-f5f37ab580c5'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:22:31.027023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-94e70d49-7773-48da-b436-bd0c94fced4e req-ba492f03-6991-4b1a-a005-b8e697997cb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Calling delete_port for 520570f3-e949-4d4d-a557-15710b65f876 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:31.030152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-271329e9-1580-4a7e-994a-7974607e24f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.076593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-759e59fb-8041-4f71-938c-2c3cf0fa35a6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/routers/a141b100-2445-457f-a37f-f5f37ab580c5 HTTP/1.1" status: 200 len: 891 time: 0.2189124 Jul 19 03:22:31.094697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57868) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:31.162301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0c74ac5b-dc40-4645-b01f-c38e7d6b2e2b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=a141b100-2445-457f-a37f-f5f37ab580c5 HTTP/1.1" status: 200 len: 205 time: 0.0662210 Jul 19 03:22:31.165263 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57870) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:31.206058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-94e70d49-7773-48da-b436-bd0c94fced4e req-ba492f03-6991-4b1a-a005-b8e697997cb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.220971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45c7fd38-f056-4278-a418-3e84a861ac47', 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee', '520570f3-e949-4d4d-a557-15710b65f876'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:31.237303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba492f03-6991-4b1a-a005-b8e697997cb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event deleted for resources: {'Port': ['ID=520570f3-e949-4d4d-a557-15710b65f876,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:31.289260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e70d49-7773-48da-b436-bd0c94fced4e req-ba492f03-6991-4b1a-a005-b8e697997cb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] No DVR routers for this DVR port 520570f3-e949-4d4d-a557-15710b65f876 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:31.289481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'e44923f7-6102-4509-87d9-6c458b663580', '86fb7eb5-e4b1-478f-aaf8-7d88e853289d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:31.291670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-94e70d49-7773-48da-b436-bd0c94fced4e req-ba492f03-6991-4b1a-a005-b8e697997cb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.293748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94e70d49-7773-48da-b436-bd0c94fced4e req-ba492f03-6991-4b1a-a005-b8e697997cb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "DELETE /v2.0/ports/520570f3-e949-4d4d-a557-15710b65f876 HTTP/1.1" status: 204 len: 173 time: 0.5337682 Jul 19 03:22:31.294202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbee5e0-e202-415f-961c-701f81bf5dcd', 'name': 'network-vif-deleted', 'tag': '520570f3-e949-4d4d-a557-15710b65f876'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:31.296703 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc66419-f8f1-41ad-8014-bb8759bdf6a8" -d '{"events": [{"server_uuid": "8dbee5e0-e202-415f-961c-701f81bf5dcd", "name": "network-vif-deleted", "tag": "520570f3-e949-4d4d-a557-15710b65f876"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:31.299682 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6742ae4-efe0-4225-9606-b844f72b5893 req-5b411ad7-0c03-4a66-bcbf-2769506e1f52 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0827682 Jul 19 03:22:31.354036 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-271329e9-1580-4a7e-994a-7974607e24f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.364991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-271329e9-1580-4a7e-994a-7974607e24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.380555 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b75e14-cac8-4e73-a45d-59acc39f71d0 x-openstack-request-id: req-f2b75e14-cac8-4e73-a45d-59acc39f71d0 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:31.380857 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbee5e0-e202-415f-961c-701f81bf5dcd", "name": "network-vif-deleted", "tag": "520570f3-e949-4d4d-a557-15710b65f876", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:31.381114 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2b75e14-cac8-4e73-a45d-59acc39f71d0 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:31.381513 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbee5e0-e202-415f-961c-701f81bf5dcd', 'name': 'network-vif-deleted', 'tag': '520570f3-e949-4d4d-a557-15710b65f876', 'status': 'completed', 'code': 200} Jul 19 03:22:31.522975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:31.544082 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-271329e9-1580-4a7e-994a-7974607e24f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6537cf9d6e8473aa8506040d42a4fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7153723 Jul 19 03:22:31.546925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57880) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:31.552699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271329e9-1580-4a7e-994a-7974607e24f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba44b3c-830a-4e2d-989d-3b22563e4d19,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:31.574856 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.659838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff190e8-a1d5-436c-b849-2a0d3aef7c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.684181 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff190e8-a1d5-436c-b849-2a0d3aef7c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.726993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:31.742244 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff190e8-a1d5-436c-b849-2a0d3aef7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.745610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff190e8-a1d5-436c-b849-2a0d3aef7c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.752604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:31.753168 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.774195 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eff190e8-a1d5-436c-b849-2a0d3aef7c01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ba44b3c-830a-4e2d-989d-3b22563e4d19 HTTP/1.1" status: 204 len: 168 time: 0.2035451 Jul 19 03:22:31.791521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff190e8-a1d5-436c-b849-2a0d3aef7c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba44b3c-830a-4e2d-989d-3b22563e4d19,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:31.821280 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:31.946217 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d85ec-1ec8-4658-b0cf-cbd761c545da req-70cc295e-f060-4b5e-8600-630eb9395bf1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:31.954880 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a5d85ec-1ec8-4658-b0cf-cbd761c545da req-70cc295e-f060-4b5e-8600-630eb9395bf1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 945 time: 0.2704961 Jul 19 03:22:31.997421 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b902f82-1bc0-4aa9-9867-a94e8c57a9a0 req-972a1007-d8b7-4c07-a768-d01bc5da4ead tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dbee5e0-e202-415f-961c-701f81bf5dcd HTTP/1.1" status: 200 len: 210 time: 0.0709002 Jul 19 03:22:32.006037 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.080349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229117d4-ef0b-415e-9470-80b1904f2544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388b2cd-d4fa-41cd-babd-e2a8e1b97798'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:32.085636 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff56356-ba9e-4244-8f5e-525436726791" -d '{"events": [{"server_uuid": "229117d4-ef0b-415e-9470-80b1904f2544", "name": "network-vif-plugged", "status": "completed", "tag": "3388b2cd-d4fa-41cd-babd-e2a8e1b97798"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:32.091999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a5d85ec-1ec8-4658-b0cf-cbd761c545da req-d04bcde1-7460-495a-ab55-1b855f22a922 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358535 Jul 19 03:22:32.112916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 4b7476c0-4c2c-4972-ad6f-a66cf9c8adaa {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:32.115284 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.126992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:32.143279 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.259533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:32.273419 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427eff41-9d05-4dc3-8fcf-c9cec169ba2f x-openstack-request-id: req-427eff41-9d05-4dc3-8fcf-c9cec169ba2f {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:32.273704 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229117d4-ef0b-415e-9470-80b1904f2544", "name": "network-vif-plugged", "status": "completed", "tag": "3388b2cd-d4fa-41cd-babd-e2a8e1b97798", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:32.273954 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-427eff41-9d05-4dc3-8fcf-c9cec169ba2f {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:32.274382 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229117d4-ef0b-415e-9470-80b1904f2544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388b2cd-d4fa-41cd-babd-e2a8e1b97798', 'code': 200} Jul 19 03:22:32.283090 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.298783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 4b7476c0-4c2c-4972-ad6f-a66cf9c8adaa owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:32.408318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df20d2c-ca06-417b-8235-915f94a298b5 req-2f4727ac-0989-4534-8697-77b9b4babfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:32.410367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1df20d2c-ca06-417b-8235-915f94a298b5 req-2f4727ac-0989-4534-8697-77b9b4babfbd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 1098 time: 0.0665941 Jul 19 03:22:32.473145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1df20d2c-ca06-417b-8235-915f94a298b5 req-7a811d43-facc-48c2-8b21-0207ced04cdb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556424 Jul 19 03:22:32.544874 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.559433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49b55cfc-8185-4786-b1c0-d85e1d1c995f req-355d3267-b05f-40fd-92b5-5b4f6d71b32e tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0352345 Jul 19 03:22:32.575402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=4b7476c0-4c2c-4972-ad6f-a66cf9c8adaa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:32.647420 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.738734 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.740800 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.791561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.792057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Fanout notify agent at l3_agent the message router_deleted on router a141b100-2445-457f-a37f-f5f37ab580c5 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:22:32.798823 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.799938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-27c464bd-b18d-4998-8688-3871075cb376 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/a141b100-2445-457f-a37f-f5f37ab580c5 HTTP/1.1" status: 204 len: 168 time: 1.6336229 Jul 19 03:22:32.804227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57922) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:32.810054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1770883847'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:32.831572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:32.835956 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.861901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:22:32.871738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.872084 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added segment 5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1 of type vlan for network 301e50cf-d33c-4968-abd9-eff0a33e456c Jul 19 03:22:32.912438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.941599 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.947450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:32.948042 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:32.983122 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1770928 Jul 19 03:22:32.985876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57926) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:32.990815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'subnet': {'network_id': '301e50cf-d33c-4968-abd9-eff0a33e456c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:33.045220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c01a78-27a5-4f41-853a-7dfd1eaadd4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Network': ['ID=301e50cf-d33c-4968-abd9-eff0a33e456c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:33.058811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 301e50cf-d33c-4968-abd9-eff0a33e456c details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:22:33.139309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:33.143304 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:33.298844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbb970-3b5a-4da1-adc6-6255290da6a3 req-6255506e-4222-407a-a226-f99157ceef7f tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:33.300331 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1cbb970-3b5a-4da1-adc6-6255290da6a3 req-6255506e-4222-407a-a226-f99157ceef7f tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 946 time: 0.0676608 Jul 19 03:22:33.355365 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1cbb970-3b5a-4da1-adc6-6255290da6a3 req-3f440fff-3ecf-4941-9ade-2ef2578ef0af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483570 Jul 19 03:22:33.360428 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:33.482301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Subnet': ['ID=d85a84be-5715-4e7f-9912-160f9f24a837,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:33.494635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Checking segment: {'id': '5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '301e50cf-d33c-4968-abd9-eff0a33e456c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:33.495015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network hostable DHCP agents. Network: 301e50cf-d33c-4968-abd9-eff0a33e456c, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:22:33.528789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 301e50cf-d33c-4968-abd9-eff0a33e456c is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:22:33.543519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 301e50cf-d33c-4968-abd9-eff0a33e456c) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:33.549505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:33.550458 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:33.553107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352639a-c6ca-4788-876a-637bbd1d590f None None] Network 301e50cf-d33c-4968-abd9-eff0a33e456c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:33.594049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b6a47c1f-60ea-4f7c-a1ea-1abb2705ab90 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6048572 Jul 19 03:22:33.594310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57952) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:33.598840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f64eaedf-94af-47b1-9b42-c64fb2c88aa7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1899614377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:33.651641 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f64eaedf-94af-47b1-9b42-c64fb2c88aa7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:33.653573 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f64eaedf-94af-47b1-9b42-c64fb2c88aa7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:33.729651 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f64eaedf-94af-47b1-9b42-c64fb2c88aa7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:33.731347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4033-04b0-4530-a793-db0dfad777d2 req-31511076-6576-4451-93aa-44169998898c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:33.739784 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9f9f4033-04b0-4530-a793-db0dfad777d2 req-31511076-6576-4451-93aa-44169998898c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 949 time: 0.0875552 Jul 19 03:22:33.750254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f64eaedf-94af-47b1-9b42-c64fb2c88aa7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:33.785162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76689740-599a-47ef-bd1c-60aae84dffc5 req-8062d212-daeb-4936-9fa9-2d53581083af tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0491626 Jul 19 03:22:33.805890 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9f9f4033-04b0-4530-a793-db0dfad777d2 req-001d7eb8-5878-4429-9885-99347a7811b5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623047 Jul 19 03:22:33.819101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-301e50cf-d33c-4968-abd9-eff0a33e456c', 'network_id': '301e50cf-d33c-4968-abd9-eff0a33e456c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'fixed_ips': [{'subnet_id': 'd85a84be-5715-4e7f-9912-160f9f24a837'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:22:33.820164 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:33.825013 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f64eaedf-94af-47b1-9b42-c64fb2c88aa7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:33.829628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57966) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:33.829752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f64eaedf-94af-47b1-9b42-c64fb2c88aa7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2344019 Jul 19 03:22:33.964463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Allocated IP 2001:db8::2 (301e50cf-d33c-4968-abd9-eff0a33e456c/d85a84be-5715-4e7f-9912-160f9f24a837/fa0c4704-18b9-4731-aaf3-08cf79fcdf8f) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:34.110886 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.127624 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.136944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Transition to ACTIVE for port object fa0c4704-18b9-4731-aaf3-08cf79fcdf8f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:34.156260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57980) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:34.162057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Transition to ACTIVE for port object fa0c4704-18b9-4731-aaf3-08cf79fcdf8f will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:34.172186 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.208474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Network 301e50cf-d33c-4968-abd9-eff0a33e456c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:34.215958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:34.218750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:34.228651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Pushing event updated for resources: {'Port': ['ID=fa0c4704-18b9-4731-aaf3-08cf79fcdf8f,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:34.269176 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ca39f43-cbec-4dfd-896d-027d3d6fb08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.291734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Attempting to bind port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:34.292101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Attempting to bind port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '301e50cf-d33c-4968-abd9-eff0a33e456c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:34.292464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Attempting to bind port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f on network 301e50cf-d33c-4968-abd9-eff0a33e456c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:34.297623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:34.297997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Checking segment: {'id': '5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '301e50cf-d33c-4968-abd9-eff0a33e456c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:34.298429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.298819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Bound using segment: {'id': '5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '301e50cf-d33c-4968-abd9-eff0a33e456c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:34.299282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Bound port: fa0c4704-18b9-4731-aaf3-08cf79fcdf8f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '301e50cf-d33c-4968-abd9-eff0a33e456c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:34.299665 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.368746 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ca39f43-cbec-4dfd-896d-027d3d6fb08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.372378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Allocated IP 2001:db8::1 (301e50cf-d33c-4968-abd9-eff0a33e456c/d85a84be-5715-4e7f-9912-160f9f24a837/33e7bfbb-acd5-422e-b7cc-3b4fc1e80663) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:34.373586 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ca39f43-cbec-4dfd-896d-027d3d6fb08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.378006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] For port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:34.382567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] For port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fa0c4704-18b9-4731-aaf3-08cf79fcdf8f,segment=NetworkSegment(5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1),segment_id=5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:34.388770 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.424458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9ca39f43-cbec-4dfd-896d-027d3d6fb08e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b8cafdf5a954a948cb3606ffa44fa50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674625 Jul 19 03:22:34.425647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca39f43-cbec-4dfd-896d-027d3d6fb08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6676a13d-b502-496d-b10a-35e0edbc1f48,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:34.428136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57986) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:34.470186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d2e5b-04af-4bc2-a2fb-6adbbd2f1a4a None None] Pushing event updated for resources: {'Port': ['ID=fa0c4704-18b9-4731-aaf3-08cf79fcdf8f,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:34.497228 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-81ae0e7d-8a94-4cfd-b03b-a8d2318c60ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.536272 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-81ae0e7d-8a94-4cfd-b03b-a8d2318c60ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.549535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.576370 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Transition to ACTIVE for port object 33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:34.625662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.630695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379470e-11e6-4b12-ae39-03093a9bb13d req-26340572-3c77-4363-87d7-ddc2e8456393 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:34.632811 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3379470e-11e6-4b12-ae39-03093a9bb13d req-26340572-3c77-4363-87d7-ddc2e8456393 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 946 time: 0.1134553 Jul 19 03:22:34.675129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 301e50cf-d33c-4968-abd9-eff0a33e456c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:34.692393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:34.700388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:34.702400 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.714189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3379470e-11e6-4b12-ae39-03093a9bb13d req-f30ba0a3-0360-4fd6-83ff-e6c52034137e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746505 Jul 19 03:22:34.715237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-81ae0e7d-8a94-4cfd-b03b-a8d2318c60ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.717839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-81ae0e7d-8a94-4cfd-b03b-a8d2318c60ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.719062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-81ae0e7d-8a94-4cfd-b03b-a8d2318c60ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6676a13d-b502-496d-b10a-35e0edbc1f48 HTTP/1.1" status: 204 len: 168 time: 0.2899714 Jul 19 03:22:34.743989 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae0e7d-8a94-4cfd-b03b-a8d2318c60ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6676a13d-b502-496d-b10a-35e0edbc1f48,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:34.772125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=33e7bfbb-acd5-422e-b7cc-3b4fc1e80663,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:34.827126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-1fe4cb28-f1f2-457b-b5e6-108386c61bb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:34.828789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-1fe4cb28-f1f2-457b-b5e6-108386c61bb2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 949 time: 0.1007612 Jul 19 03:22:34.973784 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:34.999347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-2ca6c001-ddce-4f3f-8d24-828bcd10cc32 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Deleting port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:34.999701 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-2ca6c001-ddce-4f3f-8d24-828bcd10cc32 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:35.085665 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2f7ef23-cdfe-4a53-8549-94fce6d41da0 req-8efb132b-d781-4031-a02d-c65dd3c9a2fb tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0399971 Jul 19 03:22:35.119888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-2ca6c001-ddce-4f3f-8d24-828bcd10cc32 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] For port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:35.119888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-2ca6c001-ddce-4f3f-8d24-828bcd10cc32 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:35.141977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-2ca6c001-ddce-4f3f-8d24-828bcd10cc32 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Calling delete_port for ecc9234d-ba90-44c8-8fb6-a723b1bd98ee owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:35.358202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-2ca6c001-ddce-4f3f-8d24-828bcd10cc32 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:35.371710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45c7fd38-f056-4278-a418-3e84a861ac47', 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:35.380910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'e44923f7-6102-4509-87d9-6c458b663580', '86fb7eb5-e4b1-478f-aaf8-7d88e853289d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:35.395047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6c001-ddce-4f3f-8d24-828bcd10cc32 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event deleted for resources: {'Port': ['ID=ecc9234d-ba90-44c8-8fb6-a723b1bd98ee,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:35.408059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7a7b9-a3e9-46ba-baec-a25323c30b0d req-ef3c4661-38ec-4827-90ce-8c0c24b29fd5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:35.416794 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-afd7a7b9-a3e9-46ba-baec-a25323c30b0d req-ef3c4661-38ec-4827-90ce-8c0c24b29fd5 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=529520b8-87d1-47f8-b09c-82df1ca9613c HTTP/1.1" status: 200 len: 949 time: 0.1460383 Jul 19 03:22:35.500855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-2ca6c001-ddce-4f3f-8d24-828bcd10cc32 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] No DVR routers for this DVR port ecc9234d-ba90-44c8-8fb6-a723b1bd98ee on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:35.507548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-2ca6c001-ddce-4f3f-8d24-828bcd10cc32 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:35.510135 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ebed1df-f1a2-4075-b15d-33e4293f1e0e req-2ca6c001-ddce-4f3f-8d24-828bcd10cc32 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "DELETE /v2.0/ports/ecc9234d-ba90-44c8-8fb6-a723b1bd98ee HTTP/1.1" status: 204 len: 173 time: 0.6757236 Jul 19 03:22:35.511088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529520b8-87d1-47f8-b09c-82df1ca9613c', 'name': 'network-vif-deleted', 'tag': 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:35.513797 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32220ea-1bd9-4d8d-97ec-1790bdd6e005" -d '{"events": [{"server_uuid": "529520b8-87d1-47f8-b09c-82df1ca9613c", "name": "network-vif-deleted", "tag": "ecc9234d-ba90-44c8-8fb6-a723b1bd98ee"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:35.527146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 520570f3-e949-4d4d-a557-15710b65f876 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:35.597987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-afd7a7b9-a3e9-46ba-baec-a25323c30b0d req-93ad1c54-c9c5-481c-bdd3-0611938573f8 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798012 Jul 19 03:22:35.610963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 520570f3-e949-4d4d-a557-15710b65f876 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:35.611319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 520570f3-e949-4d4d-a557-15710b65f876 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:35.675154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fa0c4704-18b9-4731-aaf3-08cf79fcdf8f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:35.706456 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006545e4-7de9-49af-a81d-62f18f6691ec x-openstack-request-id: req-006545e4-7de9-49af-a81d-62f18f6691ec {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:35.707098 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529520b8-87d1-47f8-b09c-82df1ca9613c", "name": "network-vif-deleted", "tag": "ecc9234d-ba90-44c8-8fb6-a723b1bd98ee", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:35.707662 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-006545e4-7de9-49af-a81d-62f18f6691ec {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:35.708282 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529520b8-87d1-47f8-b09c-82df1ca9613c', 'name': 'network-vif-deleted', 'tag': 'ecc9234d-ba90-44c8-8fb6-a723b1bd98ee', 'status': 'completed', 'code': 200} Jul 19 03:22:35.875158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd128558-6360-41b9-8ffa-f254ad506f73 req-991dcd89-4d4e-4dc2-8e29-3f949c837402 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:35.883381 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd128558-6360-41b9-8ffa-f254ad506f73 req-991dcd89-4d4e-4dc2-8e29-3f949c837402 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 946 time: 0.3881335 Jul 19 03:22:35.994152 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd128558-6360-41b9-8ffa-f254ad506f73 req-9ce7d5c5-6051-46b9-a0e9-80550fd6461b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096673 Jul 19 03:22:36.037432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:36.049951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:36.054892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:36.090177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa369c-9d2d-4073-a757-6ef21a71f116 None None] Network 301e50cf-d33c-4968-abd9-eff0a33e456c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:36.238530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-77a8317c-a9ec-468b-8dff-231956afa232 None None] Provisioning for port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:36.281008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 301e50cf-d33c-4968-abd9-eff0a33e456c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:36.308222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0782ddc9-5ce7-47de-a7db-75437d96a8db req-40a80c3a-aac0-4574-9466-9978adeddc2b tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0497541 Jul 19 03:22:36.342807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:36.355115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:36.378322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=33e7bfbb-acd5-422e-b7cc-3b4fc1e80663,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:36.436421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:36.437017 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:36.494081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbf199-77e8-4a4a-92ef-b124918e46f5 req-8dfa882f-52a3-4358-94b0-c74802bdc25d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:36.495925 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0fbf199-77e8-4a4a-92ef-b124918e46f5 req-8dfa882f-52a3-4358-94b0-c74802bdc25d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 946 time: 0.2412202 Jul 19 03:22:36.565659 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0fbf199-77e8-4a4a-92ef-b124918e46f5 req-4ec29eca-2cb1-4144-ad89-4df7a2161136 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576229 Jul 19 03:22:36.566819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 939142cf-0196-49d0-b314-6f82df3d08c3 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:22:36.617219 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:36.678111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fa0c4704-18b9-4731-aaf3-08cf79fcdf8f,segment=NetworkSegment(5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1),segment_id=5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:36.688076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:22:36.690258 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:36.696746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58054) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:36.697230 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-015d1f9c-5fbe-46f6-abe4-8b825b3f6ff8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/939142cf-0196-49d0-b314-6f82df3d08c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8659499 Jul 19 03:22:36.727857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d40ee-8025-4f3f-8bb9-49b3abc38f8a None None] Sync routers for ids ['939142cf-0196-49d0-b314-6f82df3d08c3'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:22:36.790109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d40ee-8025-4f3f-8bb9-49b3abc38f8a None None] Routers {'939142cf-0196-49d0-b314-6f82df3d08c3'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:36.790872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a59d40ee-8025-4f3f-8bb9-49b3abc38f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['939142cf-0196-49d0-b314-6f82df3d08c3'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:36.813552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58056) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:36.821765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a345d7a-2f0a-4c14-b855-4ab46b9fa6f8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:36.829265 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1a345d7a-2f0a-4c14-b855-4ab46b9fa6f8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports/33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 HTTP/1.1" status: 200 len: 911 time: 0.1263766 Jul 19 03:22:36.829965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58062) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:36.836020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd85a84be-5715-4e7f-9912-160f9f24a837'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:36.839527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=fa0c4704-18b9-4731-aaf3-08cf79fcdf8f,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:36.849880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a59d40ee-8025-4f3f-8bb9-49b3abc38f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:36.857403 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:36.884185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d40ee-8025-4f3f-8bb9-49b3abc38f8a None None] Routers {'939142cf-0196-49d0-b314-6f82df3d08c3'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:36.884918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a59d40ee-8025-4f3f-8bb9-49b3abc38f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['939142cf-0196-49d0-b314-6f82df3d08c3'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:36.984245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a59d40ee-8025-4f3f-8bb9-49b3abc38f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:36.984879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d40ee-8025-4f3f-8bb9-49b3abc38f8a None None] The sync data for ids ['939142cf-0196-49d0-b314-6f82df3d08c3'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:22:37.035237 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d81ca14-a672-4faf-ad7c-33a765a8e99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.081327 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.083858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-05ce01bb-0706-4f40-8fc3-cd31438b1d95 None None] Provisioning for port 33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:37.093195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-05ce01bb-0706-4f40-8fc3-cd31438b1d95 None None] Provisioning complete for port 33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:37.093576 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-05ce01bb-0706-4f40-8fc3-cd31438b1d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.177280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-05ce01bb-0706-4f40-8fc3-cd31438b1d95 None None] Port 33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:37.189065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-05ce01bb-0706-4f40-8fc3-cd31438b1d95 None None] Provisioning complete for port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:37.189451 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-05ce01bb-0706-4f40-8fc3-cd31438b1d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.199458 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.248113 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d81ca14-a672-4faf-ad7c-33a765a8e99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.257141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d81ca14-a672-4faf-ad7c-33a765a8e99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.338647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81ca14-a672-4faf-ad7c-33a765a8e99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14acb29-fdc5-4f9a-8d6a-ad1cbc0ed0b0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:37.349242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7d81ca14-a672-4faf-ad7c-33a765a8e99a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12b52c1ce8964873b3e517cbbaf71c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5335927 Jul 19 03:22:37.386471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58074) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:37.473678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec98a4-bbbf-49c3-b8c3-5ce3e1c039e0 req-f1381f5c-7486-41b0-8d5e-33aece772641 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:37.475350 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f1ec98a4-bbbf-49c3-b8c3-5ce3e1c039e0 req-f1381f5c-7486-41b0-8d5e-33aece772641 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 946 time: 0.1378455 Jul 19 03:22:37.479647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.504992 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.515004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2cde3232-8163-4afd-a482-3e3001773080 None None] Provisioning complete for port 33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:37.515613 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2cde3232-8163-4afd-a482-3e3001773080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.562982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.565598 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.579257 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f14acb29-fdc5-4f9a-8d6a-ad1cbc0ed0b0 HTTP/1.1" status: 204 len: 168 time: 0.1795468 Jul 19 03:22:37.594952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fa0c4704-18b9-4731-aaf3-08cf79fcdf8f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:37.596785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-2cde3232-8163-4afd-a482-3e3001773080 None None] Port 33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:37.610722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14acb29-fdc5-4f9a-8d6a-ad1cbc0ed0b0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:37.664118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.664476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.664821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.665412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.665542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.665808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.666140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.666503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.666833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.667357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.667487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.668411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fede1c-148b-4340-9852-e7ecf05eb4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:37.702830 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f1ec98a4-bbbf-49c3-b8c3-5ce3e1c039e0 req-832ef3c6-074d-429f-8cf1-06d9083850be tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476784 Jul 19 03:22:37.725160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:37.725739 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.755301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c61c098e-c081-442d-bef7-9f26f7385b56 None None] Provisioning complete for port 33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:37.755709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c61c098e-c081-442d-bef7-9f26f7385b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.816552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c61c098e-c081-442d-bef7-9f26f7385b56 None None] Port 33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:37.920996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd521808-c59c-4613-92ce-35bce69e27e9 req-7c9f211e-8f31-4c2d-bb97-93fe2324846a tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0366738 Jul 19 03:22:37.936323 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.948623 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.950097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bff78-97df-4791-a975-4d1557ebacf1 req-5e68e00d-6c74-4b15-8bb2-5aa4d5901c6d tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:37.951671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-919bff78-97df-4791-a975-4d1557ebacf1 req-5e68e00d-6c74-4b15-8bb2-5aa4d5901c6d tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb676e63-4ba3-4fbc-aea8-863142bb9772 HTTP/1.1" status: 200 len: 949 time: 0.0772183 Jul 19 03:22:37.954691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:37.955718 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:37.957354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/ports/33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 HTTP/1.1" status: 200 len: 911 time: 1.1264133 Jul 19 03:22:37.960571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58088) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:38.012666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=33e7bfbb-acd5-422e-b7cc-3b4fc1e80663,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:38.020365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.020722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.021071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.021392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.021737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.022176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.022604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.022960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.023355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.023756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.024095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.024426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419157b1-d48f-48eb-a106-98fb3e5d5456 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:38.069174 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-919bff78-97df-4791-a975-4d1557ebacf1 req-7351e9fb-3fe3-46f1-a05e-a4deabd07a3b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101146 Jul 19 03:22:38.332336 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:38.509764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617f078-b703-42e7-9152-c623a9047852 req-483e38db-9381-4f0e-b071-d91c15c9f67e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:38.511823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f617f078-b703-42e7-9152-c623a9047852 req-483e38db-9381-4f0e-b071-d91c15c9f67e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 946 time: 0.0743163 Jul 19 03:22:38.616858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:38.617375 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:38.671909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3b919-1d70-4048-be99-5236e9c689aa req-d95cd0bc-1385-43c9-abc5-447f4316d609 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:38.673405 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88b3b919-1d70-4048-be99-5236e9c689aa req-d95cd0bc-1385-43c9-abc5-447f4316d609 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb676e63-4ba3-4fbc-aea8-863142bb9772 HTTP/1.1" status: 200 len: 949 time: 0.1555719 Jul 19 03:22:38.690908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-f617f078-b703-42e7-9152-c623a9047852 req-4358d90a-6cbe-40e5-8c45-b48deb2616af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Deleting port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:38.691256 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f617f078-b703-42e7-9152-c623a9047852 req-4358d90a-6cbe-40e5-8c45-b48deb2616af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:38.709456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:38.725331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 33e7bfbb-acd5-422e-b7cc-3b4fc1e80663 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:38.845921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f617f078-b703-42e7-9152-c623a9047852 req-4358d90a-6cbe-40e5-8c45-b48deb2616af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] For port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:38.846335 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f617f078-b703-42e7-9152-c623a9047852 req-4358d90a-6cbe-40e5-8c45-b48deb2616af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:38.863696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-f617f078-b703-42e7-9152-c623a9047852 req-4358d90a-6cbe-40e5-8c45-b48deb2616af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Calling delete_port for 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:38.877154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-88b3b919-1d70-4048-be99-5236e9c689aa req-67654a29-d6ca-4bc6-a27e-e77fc002a6b2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Deleting port 45c7fd38-f056-4278-a418-3e84a861ac47 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:38.877500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-88b3b919-1d70-4048-be99-5236e9c689aa req-67654a29-d6ca-4bc6-a27e-e77fc002a6b2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:38.928192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:38.964541 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=33e7bfbb-acd5-422e-b7cc-3b4fc1e80663,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:39.086124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:39.209546 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a08f722-c520-4969-b034-9f67765840e0 req-cc23900c-60a8-496c-b310-ec9f6d3e39ab tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0670092 Jul 19 03:22:39.292982 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58132) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:39.310977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 939142cf-0196-49d0-b314-6f82df3d08c3 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:22:39.417505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-88b3b919-1d70-4048-be99-5236e9c689aa req-67654a29-d6ca-4bc6-a27e-e77fc002a6b2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] For port 45c7fd38-f056-4278-a418-3e84a861ac47, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=45c7fd38-f056-4278-a418-3e84a861ac47,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:39.418025 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-88b3b919-1d70-4048-be99-5236e9c689aa req-67654a29-d6ca-4bc6-a27e-e77fc002a6b2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:39.439606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-88b3b919-1d70-4048-be99-5236e9c689aa req-67654a29-d6ca-4bc6-a27e-e77fc002a6b2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Calling delete_port for 45c7fd38-f056-4278-a418-3e84a861ac47 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:39.456166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1002-efa8-4257-ab34-5d53d8ee0f0e req-e95c7c32-28eb-4411-98d0-719ef3f1a39f tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:39.457753 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-816a1002-efa8-4257-ab34-5d53d8ee0f0e req-e95c7c32-28eb-4411-98d0-719ef3f1a39f tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=229117d4-ef0b-415e-9470-80b1904f2544 HTTP/1.1" status: 200 len: 946 time: 0.5733407 Jul 19 03:22:39.539132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ecc9234d-ba90-44c8-8fb6-a723b1bd98ee no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:39.563389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: ecc9234d-ba90-44c8-8fb6-a723b1bd98ee {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:39.563878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ecc9234d-ba90-44c8-8fb6-a723b1bd98ee not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:39.607819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-5f472585-da8d-4037-9cb7-f5a1f0e90c3b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:39.609405 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-5f472585-da8d-4037-9cb7-f5a1f0e90c3b tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c3d49b-34ab-4556-acd7-47b3225f6a66 HTTP/1.1" status: 200 len: 950 time: 0.2504013 Jul 19 03:22:39.620706 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f617f078-b703-42e7-9152-c623a9047852 req-4358d90a-6cbe-40e5-8c45-b48deb2616af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:39.632683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a', '3388b2cd-d4fa-41cd-babd-e2a8e1b97798'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:39.646619 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-816a1002-efa8-4257-ab34-5d53d8ee0f0e req-c2eb5096-d405-4786-9960-c24f43fddd82 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806734 Jul 19 03:22:39.696860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:22:39.700009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358d90a-6cbe-40e5-8c45-b48deb2616af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event deleted for resources: {'Port': ['ID=3388b2cd-d4fa-41cd-babd-e2a8e1b97798,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:39.705244 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-67e480cc-a4a1-4c79-81d9-1f44f6f9023f tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1439442839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:39.705373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-67e480cc-a4a1-4c79-81d9-1f44f6f9023f tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Unknown quota resources ['metering_label']. {{(pid=94345) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:22:39.713452 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2b74b-bfa0-4ed1-b6d0-6e40d2e5d490 None None] Sync routers for ids ['939142cf-0196-49d0-b314-6f82df3d08c3'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:22:39.713999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-246d5c66-f132-4502-b097-87081a5e0172 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/939142cf-0196-49d0-b314-6f82df3d08c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7521379 Jul 19 03:22:39.721979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58140) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:39.731924 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2b74b-bfa0-4ed1-b6d0-6e40d2e5d490 None None] Routers {'939142cf-0196-49d0-b314-6f82df3d08c3'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:39.734336 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b2e2b74b-bfa0-4ed1-b6d0-6e40d2e5d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['939142cf-0196-49d0-b314-6f82df3d08c3'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:39.783774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f617f078-b703-42e7-9152-c623a9047852 req-4358d90a-6cbe-40e5-8c45-b48deb2616af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] No DVR routers for this DVR port 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:39.790742 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f617f078-b703-42e7-9152-c623a9047852 req-4358d90a-6cbe-40e5-8c45-b48deb2616af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:39.793059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f617f078-b703-42e7-9152-c623a9047852 req-4358d90a-6cbe-40e5-8c45-b48deb2616af tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "DELETE /v2.0/ports/3388b2cd-d4fa-41cd-babd-e2a8e1b97798 HTTP/1.1" status: 204 len: 173 time: 1.2739279 Jul 19 03:22:39.794367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229117d4-ef0b-415e-9470-80b1904f2544', 'name': 'network-vif-deleted', 'tag': '3388b2cd-d4fa-41cd-babd-e2a8e1b97798'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:39.796830 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33415a1d-0f4f-4739-8d40-084c811bb170" -d '{"events": [{"server_uuid": "229117d4-ef0b-415e-9470-80b1904f2544", "name": "network-vif-deleted", "tag": "3388b2cd-d4fa-41cd-babd-e2a8e1b97798"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:39.887246 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-38964410-2afb-4094-ae42-aa2eb4906c55 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=939142cf-0196-49d0-b314-6f82df3d08c3 HTTP/1.1" status: 200 len: 205 time: 0.1445060 Jul 19 03:22:39.891711 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b2e2b74b-bfa0-4ed1-b6d0-6e40d2e5d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:39.894214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58148) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:39.908969 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2b74b-bfa0-4ed1-b6d0-6e40d2e5d490 None None] Routers {'939142cf-0196-49d0-b314-6f82df3d08c3'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:39.909970 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b2e2b74b-bfa0-4ed1-b6d0-6e40d2e5d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['939142cf-0196-49d0-b314-6f82df3d08c3'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:39.917090 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-88b3b919-1d70-4048-be99-5236e9c689aa req-67654a29-d6ca-4bc6-a27e-e77fc002a6b2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:39.930750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'e44923f7-6102-4509-87d9-6c458b663580'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:39.953995 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b2e2b74b-bfa0-4ed1-b6d0-6e40d2e5d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:39.954985 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2b74b-bfa0-4ed1-b6d0-6e40d2e5d490 None None] The sync data for ids ['939142cf-0196-49d0-b314-6f82df3d08c3'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:22:39.971334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67654a29-d6ca-4bc6-a27e-e77fc002a6b2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event deleted for resources: {'Port': ['ID=45c7fd38-f056-4278-a418-3e84a861ac47,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:40.032471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67e480cc-a4a1-4c79-81d9-1f44f6f9023f tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.033035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b3b919-1d70-4048-be99-5236e9c689aa req-67654a29-d6ca-4bc6-a27e-e77fc002a6b2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] No DVR routers for this DVR port 45c7fd38-f056-4278-a418-3e84a861ac47 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:40.035945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-88b3b919-1d70-4048-be99-5236e9c689aa req-67654a29-d6ca-4bc6-a27e-e77fc002a6b2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.036589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-67e480cc-a4a1-4c79-81d9-1f44f6f9023f tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7426739 Jul 19 03:22:40.039334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88b3b919-1d70-4048-be99-5236e9c689aa req-67654a29-d6ca-4bc6-a27e-e77fc002a6b2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.26 "DELETE /v2.0/ports/45c7fd38-f056-4278-a418-3e84a861ac47 HTTP/1.1" status: 204 len: 173 time: 1.3606904 Jul 19 03:22:40.049875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-91d16e11-367c-4260-93ab-bd9b958247d3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Deleting port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:40.050119 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-91d16e11-367c-4260-93ab-bd9b958247d3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.067854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58150) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:40.074183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ef737060-6983-44c7-8f7e-2ca5bce94fab tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '94eea8ea-d1f8-4189-868a-c87e3e3363f4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:40.074733 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ef737060-6983-44c7-8f7e-2ca5bce94fab tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94345) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:22:40.083816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45c7fd38-f056-4278-a418-3e84a861ac47'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:40.099691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38b800-a0b5-4e43-be10-4d28d5488180 req-45eb62d5-b8fb-4bab-b13f-97c3a63b2822 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:40.102157 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc38b800-a0b5-4e43-be10-4d28d5488180 req-45eb62d5-b8fb-4bab-b13f-97c3a63b2822 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb676e63-4ba3-4fbc-aea8-863142bb9772 HTTP/1.1" status: 200 len: 867 time: 0.7472994 Jul 19 03:22:40.106875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc05d00e-4e13-44ec-b706-b106c32d51aa tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.179205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-91d16e11-367c-4260-93ab-bd9b958247d3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] For port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:40.179478 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-91d16e11-367c-4260-93ab-bd9b958247d3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.199657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-91d16e11-367c-4260-93ab-bd9b958247d3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Calling delete_port for 86fb7eb5-e4b1-478f-aaf8-7d88e853289d owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:40.204448 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4119eaf-e151-4aea-9bbd-d3d8847f64d5 x-openstack-request-id: req-e4119eaf-e151-4aea-9bbd-d3d8847f64d5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:40.204750 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229117d4-ef0b-415e-9470-80b1904f2544", "name": "network-vif-deleted", "tag": "3388b2cd-d4fa-41cd-babd-e2a8e1b97798", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:40.205005 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4119eaf-e151-4aea-9bbd-d3d8847f64d5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:40.205593 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229117d4-ef0b-415e-9470-80b1904f2544', 'name': 'network-vif-deleted', 'tag': '3388b2cd-d4fa-41cd-babd-e2a8e1b97798', 'status': 'completed', 'code': 200} Jul 19 03:22:40.282490 n-d-762330-18 neutron-server[94345]: WARNING neutron.services.metering.metering_plugin [None req-ef737060-6983-44c7-8f7e-2ca5bce94fab tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 19 03:22:40.472406 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef737060-6983-44c7-8f7e-2ca5bce94fab tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.473811 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f5ee338-c99e-4bf4-a03a-1cb9d7ec5847 req-15f529a8-9d78-42e2-92b2-a0777d8abf07 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0859129 Jul 19 03:22:40.477680 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ef737060-6983-44c7-8f7e-2ca5bce94fab tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4047861 Jul 19 03:22:40.477856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58154) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:40.483202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7f07ebdb-2bb2-4ec8-acbe-46cfed6dedd3 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '94eea8ea-d1f8-4189-868a-c87e3e3363f4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:40.484275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7f07ebdb-2bb2-4ec8-acbe-46cfed6dedd3 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94344) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:22:40.494046 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-91d16e11-367c-4260-93ab-bd9b958247d3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.505605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['45c7fd38-f056-4278-a418-3e84a861ac47'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:40.544893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d16e11-367c-4260-93ab-bd9b958247d3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event deleted for resources: {'Port': ['ID=86fb7eb5-e4b1-478f-aaf8-7d88e853289d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:40.549477 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc38b800-a0b5-4e43-be10-4d28d5488180 req-6cf0d3f7-ee56-444f-bda2-86a7ee181097 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361775 Jul 19 03:22:40.607627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc05d00e-4e13-44ec-b706-b106c32d51aa tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.613233 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc05d00e-4e13-44ec-b706-b106c32d51aa tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.672054 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc05d00e-4e13-44ec-b706-b106c32d51aa tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.672579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc05d00e-4e13-44ec-b706-b106c32d51aa tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Fanout notify agent at l3_agent the message router_deleted on router 939142cf-0196-49d0-b314-6f82df3d08c3 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:22:40.685494 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc05d00e-4e13-44ec-b706-b106c32d51aa tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.686861 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fc05d00e-4e13-44ec-b706-b106c32d51aa tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/939142cf-0196-49d0-b314-6f82df3d08c3 HTTP/1.1" status: 204 len: 168 time: 0.7866256 Jul 19 03:22:40.689789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58158) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:40.707017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-91d16e11-367c-4260-93ab-bd9b958247d3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] No DVR routers for this DVR port 86fb7eb5-e4b1-478f-aaf8-7d88e853289d on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:40.708777 n-d-762330-18 neutron-server[94344]: WARNING neutron.services.metering.metering_plugin [None req-7f07ebdb-2bb2-4ec8-acbe-46cfed6dedd3 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 19 03:22:40.752434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-183d6cfd-6dc4-4666-9791-4ff97d9837b7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting subnet d85a84be-5715-4e7f-9912-160f9f24a837 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:22:40.756143 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-183d6cfd-6dc4-4666-9791-4ff97d9837b7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.793447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-91d16e11-367c-4260-93ab-bd9b958247d3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.795781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bbbaa8b4-3196-41df-a0ef-9e2b5ae4e256 req-91d16e11-367c-4260-93ab-bd9b958247d3 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "DELETE /v2.0/ports/86fb7eb5-e4b1-478f-aaf8-7d88e853289d HTTP/1.1" status: 204 len: 173 time: 1.1779680 Jul 19 03:22:40.815573 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-183d6cfd-6dc4-4666-9791-4ff97d9837b7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.848071 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f07ebdb-2bb2-4ec8-acbe-46cfed6dedd3 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:40.849572 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7f07ebdb-2bb2-4ec8-acbe-46cfed6dedd3 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3702750 Jul 19 03:22:40.853644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58166) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:40.871388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6b5c1dc3-20dc-4d7a-9212-16041412af11 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=ea47f975-5331-4506-827c-6ea3f3cbd065 HTTP/1.1" status: 200 len: 462 time: 0.0152559 Jul 19 03:22:40.873775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58168) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:40.988159 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-183d6cfd-6dc4-4666-9791-4ff97d9837b7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.049327 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56687985-3dc2-4b91-854d-fdf2153ff615 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.050939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-56687985-3dc2-4b91-854d-fdf2153ff615 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/ea47f975-5331-4506-827c-6ea3f3cbd065 HTTP/1.1" status: 204 len: 168 time: 0.1749828 Jul 19 03:22:41.054591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58182) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:41.088147 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-af0ee77e-9587-4e26-b6d1-5b3088b91ece tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=ea47f975-5331-4506-827c-6ea3f3cbd065 HTTP/1.1" status: 200 len: 221 time: 0.0272880 Jul 19 03:22:41.090171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58184) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:41.103166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-50f6a892-771b-4188-b6d8-da5b294c2294 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--96743001', 'description': 'label created by tempest'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:41.105154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-50f6a892-771b-4188-b6d8-da5b294c2294 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Unknown quota resources ['metering_label']. {{(pid=94344) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:22:41.160055 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-183d6cfd-6dc4-4666-9791-4ff97d9837b7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.191631 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-183d6cfd-6dc4-4666-9791-4ff97d9837b7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.195120 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-183d6cfd-6dc4-4666-9791-4ff97d9837b7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/d85a84be-5715-4e7f-9912-160f9f24a837 HTTP/1.1" status: 204 len: 168 time: 0.5036209 Jul 19 03:22:41.201430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a71e51-980b-4572-9b8d-b0f510e37306 None None] Network 301e50cf-d33c-4968-abd9-eff0a33e456c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:41.202766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58188) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:41.240645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3058441-b9a8-4002-8b11-9d674406a669 req-688206b9-f2ba-495b-be7b-89492f88c46a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:41.243412 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-688206b9-f2ba-495b-be7b-89492f88c46a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.2257135 Jul 19 03:22:41.246089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6cfd-6dc4-4666-9791-4ff97d9837b7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Subnet': ['ID=d85a84be-5715-4e7f-9912-160f9f24a837,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:41.301762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'e44923f7-6102-4509-87d9-6c458b663580'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:41.303042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-5ab5cc9b-9f47-45ba-9187-95ee99153172 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/quotas/dba5a064d07a4967aa1b7bbbcfc3e348 HTTP/1.1" status: 200 len: 375 time: 0.0531898 Jul 19 03:22:41.377529 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.389915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-50f6a892-771b-4188-b6d8-da5b294c2294 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.393875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-50f6a892-771b-4188-b6d8-da5b294c2294 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2979038 Jul 19 03:22:41.394478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58190) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:41.442565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-b88578d8-0ff1-4813-90fe-c812ab2d6583 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1346829 Jul 19 03:22:41.478895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2c042817-345c-4c2a-b44a-13fadcb4fb53 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=2cf25818-60a3-4b00-bc09-ae28147cb7ba HTTP/1.1" status: 200 len: 466 time: 0.0833189 Jul 19 03:22:41.481594 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58192) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:41.497989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:41.498193 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.587385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4ac892-df02-430a-a3ec-e29ec43945c1 None None] DHCP port deletion for 301e50cf-d33c-4968-abd9-eff0a33e456c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:22:41.687422 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3be0e4-40da-4244-9383-e2239493cc89 req-4d51c3eb-719f-47b8-905f-d6d5eae9a948 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0401959 Jul 19 03:22:41.720857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ac892-df02-430a-a3ec-e29ec43945c1 None None] Deleting port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:41.721228 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac892-df02-430a-a3ec-e29ec43945c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.738088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fa0c4704-18b9-4731-aaf3-08cf79fcdf8f,segment=NetworkSegment(5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1),segment_id=5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:41.738490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.764766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 86fb7eb5-e4b1-478f-aaf8-7d88e853289d no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:41.788204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for fa0c4704-18b9-4731-aaf3-08cf79fcdf8f owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:41.825128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 86fb7eb5-e4b1-478f-aaf8-7d88e853289d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:41.825475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 86fb7eb5-e4b1-478f-aaf8-7d88e853289d not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:41.836250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bb4ac892-df02-430a-a3ec-e29ec43945c1 None None] For port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fa0c4704-18b9-4731-aaf3-08cf79fcdf8f,segment=NetworkSegment(5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1),segment_id=5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:41.836646 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac892-df02-430a-a3ec-e29ec43945c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.855795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ac892-df02-430a-a3ec-e29ec43945c1 None None] Calling delete_port for fa0c4704-18b9-4731-aaf3-08cf79fcdf8f owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:41.862420 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-8157ea15-00c9-4776-b058-d1fdf647fa29 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079025 Jul 19 03:22:41.895180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99d7ca5f-2803-40b1-a050-765811507fce tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.896376 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-99d7ca5f-2803-40b1-a050-765811507fce tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/2cf25818-60a3-4b00-bc09-ae28147cb7ba HTTP/1.1" status: 204 len: 168 time: 0.4138594 Jul 19 03:22:41.900841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58206) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:41.930718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b9e52e17-7eba-4bd9-bfe4-6c7d48678562 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=2cf25818-60a3-4b00-bc09-ae28147cb7ba HTTP/1.1" status: 200 len: 216 time: 0.0251889 Jul 19 03:22:41.931635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58210) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:41.967670 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d33f3665-d589-4448-a768-e7a734178d54 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0335805 Jul 19 03:22:41.968191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58212) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:41.968883 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac892-df02-430a-a3ec-e29ec43945c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:41.987727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58214) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:41.988192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-db59098e-3558-4021-87e4-0c508b69633e tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0179729 Jul 19 03:22:42.005384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ac892-df02-430a-a3ec-e29ec43945c1 None None] Pushing event deleted for resources: {'Port': ['ID=fa0c4704-18b9-4731-aaf3-08cf79fcdf8f,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:42.007432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ac892-df02-430a-a3ec-e29ec43945c1 None None] No DVR routers for this DVR port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:42.052008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f013094a-9c33-43e5-911f-16e6785d2edf tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/94eea8ea-d1f8-4189-868a-c87e3e3363f4 HTTP/1.1" status: 200 len: 473 time: 0.0618994 Jul 19 03:22:42.057947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58216) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:42.071057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fd143dc8-85bd-4dc2-8d98-5f08ed7c817a tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/66a9b008-3327-4a61-bb80-16897efc07d6 HTTP/1.1" status: 200 len: 459 time: 0.0116470 Jul 19 03:22:42.071256 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-8d3fdd39-a9a6-45e5-8753-c5f7428e2821 service neutron] 10.222.0.20 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792018 Jul 19 03:22:42.071732 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.074837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58218) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:42.099799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=fa0c4704-18b9-4731-aaf3-08cf79fcdf8f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:42.102452 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No DVR routers for this DVR port fa0c4704-18b9-4731-aaf3-08cf79fcdf8f on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:42.197818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.210488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301e50cf-d33c-4968-abd9-eff0a33e456c']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:42.219405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb676e63-4ba3-4fbc-aea8-863142bb9772', 'name': 'network-vif-deleted', 'tag': '45c7fd38-f056-4278-a418-3e84a861ac47'}, {'server_uuid': '05c3d49b-34ab-4556-acd7-47b3225f6a66', 'name': 'network-vif-deleted', 'tag': '86fb7eb5-e4b1-478f-aaf8-7d88e853289d'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:42.222078 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a3fa9-ec10-483c-8257-74fad81a5f61" -d '{"events": [{"server_uuid": "eb676e63-4ba3-4fbc-aea8-863142bb9772", "name": "network-vif-deleted", "tag": "45c7fd38-f056-4278-a418-3e84a861ac47"}, {"server_uuid": "05c3d49b-34ab-4556-acd7-47b3225f6a66", "name": "network-vif-deleted", "tag": "86fb7eb5-e4b1-478f-aaf8-7d88e853289d"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:42.228399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90c07514-d79f-42d4-8bc8-07109ab3ff59 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.231761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-90c07514-d79f-42d4-8bc8-07109ab3ff59 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/66a9b008-3327-4a61-bb80-16897efc07d6 HTTP/1.1" status: 204 len: 168 time: 0.1535091 Jul 19 03:22:42.232025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58226) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:42.237015 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:42.237207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa0c8c0-432d-47f9-9a4c-f66d0a27dec1') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:42.255552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.300722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.313835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:22:42.314255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:22:42.324212 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:22:42.422571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.452618 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.454591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/networks/301e50cf-d33c-4968-abd9-eff0a33e456c HTTP/1.1" status: 204 len: 168 time: 1.2306464 Jul 19 03:22:42.463066 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2e1afab8-ae8c-4a00-b40a-dda67c128495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.473596 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62a4370-9731-46b6-906b-d74af5bdf7af x-openstack-request-id: req-f62a4370-9731-46b6-906b-d74af5bdf7af {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:42.473920 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb676e63-4ba3-4fbc-aea8-863142bb9772", "name": "network-vif-deleted", "tag": "45c7fd38-f056-4278-a418-3e84a861ac47", "status": "completed", "code": 200}, {"server_uuid": "05c3d49b-34ab-4556-acd7-47b3225f6a66", "name": "network-vif-deleted", "tag": "86fb7eb5-e4b1-478f-aaf8-7d88e853289d", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:42.474168 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f62a4370-9731-46b6-906b-d74af5bdf7af {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:42.474696 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb676e63-4ba3-4fbc-aea8-863142bb9772', 'name': 'network-vif-deleted', 'tag': '45c7fd38-f056-4278-a418-3e84a861ac47', 'status': 'completed', 'code': 200} Jul 19 03:22:42.474952 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c3d49b-34ab-4556-acd7-47b3225f6a66', 'name': 'network-vif-deleted', 'tag': '86fb7eb5-e4b1-478f-aaf8-7d88e853289d', 'status': 'completed', 'code': 200} Jul 19 03:22:42.476748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58234) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:42.488993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c9f3adf3-1dbf-44e8-8b82-9df10434682f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1309849693', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:42.496466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf51a95-c946-4407-b690-e3814b4f05e3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Network': ['ID=301e50cf-d33c-4968-abd9-eff0a33e456c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:42.524333 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9f3adf3-1dbf-44e8-8b82-9df10434682f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.525440 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9f3adf3-1dbf-44e8-8b82-9df10434682f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.525987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d5426ab-ffbf-433b-bc83-546ce8a5b1ff req-fa8c8d05-92a9-4b69-89c0-b501446b4c55 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.1345012 Jul 19 03:22:42.540707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-21792c5a-6cd7-46f8-a44d-2430783c8200 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.541644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-21792c5a-6cd7-46f8-a44d-2430783c8200 tempest-MeteringIpV6TestJSON-1026644795 tempest-MeteringIpV6TestJSON-1026644795-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/94eea8ea-d1f8-4189-868a-c87e3e3363f4 HTTP/1.1" status: 204 len: 168 time: 0.3086402 Jul 19 03:22:42.590218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9f3adf3-1dbf-44e8-8b82-9df10434682f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.592195 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17f89a36-5fba-421f-9b50-b0d5ad8a03e1 req-57686bd6-a367-47e7-89c5-5285535b4bdf tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 210 time: 0.0651870 Jul 19 03:22:42.604152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9f3adf3-1dbf-44e8-8b82-9df10434682f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.644133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9f3adf3-1dbf-44e8-8b82-9df10434682f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.645368 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c9f3adf3-1dbf-44e8-8b82-9df10434682f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1676583 Jul 19 03:22:42.648892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58244) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:42.653973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1299427575'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:42.698604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:42.702387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.737574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:22:42.764462 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.764835 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added segment 74436191-8345-4205-bacb-57323768d97a of type vlan for network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 Jul 19 03:22:42.848126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa708ad5-8284-4bab-993d-195bebf966cb req-e6ddac88-85fb-41d7-b7a9-d8a89439ad68 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:42.856395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa708ad5-8284-4bab-993d-195bebf966cb req-e6ddac88-85fb-41d7-b7a9-d8a89439ad68 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d2e1fc8-f28f-404e-8f61-ed682055dab4 HTTP/1.1" status: 200 len: 949 time: 0.0917659 Jul 19 03:22:42.858480 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.896883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.902810 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa708ad5-8284-4bab-993d-195bebf966cb req-ad892734-648d-499c-847e-1dada194b1db tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Jul 19 03:22:42.905067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:42.905723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:42.948902 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2989056 Jul 19 03:22:42.951752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58252) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:42.957147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'subnet': {'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:42.995841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecd2ec-20d6-44fa-90df-f226b7db465b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Network': ['ID=44a51f48-3d6e-4d77-86f7-db59c6a1a2e7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:43.008231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:22:43.055411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58258) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:43.179768 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81f9327b-707f-45d3-af23-e0c302f05976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:43.289215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81f9327b-707f-45d3-af23-e0c302f05976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:43.294514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81f9327b-707f-45d3-af23-e0c302f05976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:43.333634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9327b-707f-45d3-af23-e0c302f05976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82eea8b-6481-4a00-a10a-17ba735808c7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:43.340976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-81f9327b-707f-45d3-af23-e0c302f05976 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fdbb5b556444a31a46d2cb459902946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817414 Jul 19 03:22:43.341293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58262) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:43.365009 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d4f0e0f4-125d-46de-9b50-0aa7a1123980 req-1ff7eded-f4bc-4ff1-8a97-6a7c7b908c7d tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.2905402 Jul 19 03:22:43.401600 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6098389b-d7b5-423f-a555-378a44bb710f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:43.415101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:43.419893 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:43.427340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6098389b-d7b5-423f-a555-378a44bb710f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:43.488757 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6098389b-d7b5-423f-a555-378a44bb710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:43.492904 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6098389b-d7b5-423f-a555-378a44bb710f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:43.496622 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6098389b-d7b5-423f-a555-378a44bb710f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d82eea8b-6481-4a00-a10a-17ba735808c7 HTTP/1.1" status: 204 len: 168 time: 0.1519787 Jul 19 03:22:43.503810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098389b-d7b5-423f-a555-378a44bb710f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82eea8b-6481-4a00-a10a-17ba735808c7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:43.536624 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fa0c4704-18b9-4731-aaf3-08cf79fcdf8f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:43.577152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:43.581786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: fa0c4704-18b9-4731-aaf3-08cf79fcdf8f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:43.582251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fa0c4704-18b9-4731-aaf3-08cf79fcdf8f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:43.606771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:43.607124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 3388b2cd-d4fa-41cd-babd-e2a8e1b97798 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:43.607548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 45c7fd38-f056-4278-a418-3e84a861ac47 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:43.633971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 45c7fd38-f056-4278-a418-3e84a861ac47 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:43.634585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 45c7fd38-f056-4278-a418-3e84a861ac47 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:43.720464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:43.823518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ea1ec2a5-d59c-4c0a-91f1-10932e97f7c9 req-edb3d6a6-aa2e-466b-803c-d8dcc1c6b97b tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 210 time: 0.0893066 Jul 19 03:22:43.905298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58272) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:43.919608 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fd71d631-0f26-443f-9337-c20e231edbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:43.920512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Subnet': ['ID=9ea8f2ad-468e-4019-b903-d0045306ef0f,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:43.969375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Checking segment: {'id': '74436191-8345-4205-bacb-57323768d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:43.970028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network hostable DHCP agents. Network: 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:22:44.045052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-50ccba4f-01a7-48ab-83d2-727a7dbbd836 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:44.047097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-50ccba4f-01a7-48ab-83d2-727a7dbbd836 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d2e1fc8-f28f-404e-8f61-ed682055dab4 HTTP/1.1" status: 200 len: 949 time: 0.2906320 Jul 19 03:22:44.051436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fd71d631-0f26-443f-9337-c20e231edbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.063469 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fd71d631-0f26-443f-9337-c20e231edbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.066519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3058441-b9a8-4002-8b11-9d674406a669 req-975b9f84-7320-4d19-92a9-61fda1270d45 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:44.068349 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-975b9f84-7320-4d19-92a9-61fda1270d45 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 806 time: 0.3229995 Jul 19 03:22:44.078951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:22:44.109373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Request body: {'port': {'device_id': 'f1c976cc-85f8-4a49-99e9-8262f654ea3b', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'admin_state_up': True, 'tenant_id': 'dba5a064d07a4967aa1b7bbbcfc3e348'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:44.120019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fd71d631-0f26-443f-9337-c20e231edbdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=929822edfe294453a38502544b163f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111795 Jul 19 03:22:44.122220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58282) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:44.142602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:44.147476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71d631-0f26-443f-9337-c20e231edbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c60ba4-73d8-4924-8ed1-8b6e82a82e3b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:44.152700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:44.153371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.160710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242a387-3bb0-4d64-a5e2-67bacb59b8ea None None] Network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:44.223324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e683b8d-4193-4eed-99b5-372db5e30bbc req-d8693345-26b7-4233-91e3-3748d3edd950 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:44.225973 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6e683b8d-4193-4eed-99b5-372db5e30bbc req-d8693345-26b7-4233-91e3-3748d3edd950 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d2e1fc8-f28f-404e-8f61-ed682055dab4 HTTP/1.1" status: 200 len: 949 time: 0.1789446 Jul 19 03:22:44.233442 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9317a755-9c7b-4995-9ea4-cd2128e45d94 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2803788 Jul 19 03:22:44.236415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58284) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:44.298565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-c9252d82-47e6-4d47-a48e-3d8b6f594f9e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Deleting port 7ed73c5c-2db1-4649-9604-1103408e0a4f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:44.298908 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-c9252d82-47e6-4d47-a48e-3d8b6f594f9e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.327330 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Made reservation on behalf of dba5a064d07a4967aa1b7bbbcfc3e348 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:44.331713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:22:44.331913 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.332980 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.479599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Allocated IP 2001:db8::2 (44a51f48-3d6e-4d77-86f7-db59c6a1a2e7/9ea8f2ad-468e-4019-b903-d0045306ef0f/936cf9ee-1d49-419e-9d74-b6926bc2d76c) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:44.513682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-c9252d82-47e6-4d47-a48e-3d8b6f594f9e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] For port 7ed73c5c-2db1-4649-9604-1103408e0a4f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=7ed73c5c-2db1-4649-9604-1103408e0a4f,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:44.514052 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-c9252d82-47e6-4d47-a48e-3d8b6f594f9e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.563044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-c9252d82-47e6-4d47-a48e-3d8b6f594f9e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Calling delete_port for 7ed73c5c-2db1-4649-9604-1103408e0a4f owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:44.574658 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-228c2d9c-479f-4d98-8f3a-827ac1e6eda0 req-b6114a41-8008-480f-be4b-f1ce4343a21c tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0513213 Jul 19 03:22:44.576000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Allocated IP 172.20.0.6 (0c2ef247-331e-4b1f-906f-ecc0b3566b99/38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb/965e81b1-1e54-4c4e-9a69-61d771f1aa5c) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:44.639781 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-672f62df-381d-4173-8e6e-21a61424c4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.658557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.669533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Transition to ACTIVE for port object 936cf9ee-1d49-419e-9d74-b6926bc2d76c will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:44.686242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Transition to ACTIVE for port object 936cf9ee-1d49-419e-9d74-b6926bc2d76c will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:44.696183 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.724770 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6e683b8d-4193-4eed-99b5-372db5e30bbc req-fa8f08a7-85e8-4ef7-9d51-d3cb30950c70 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920890 Jul 19 03:22:44.742285 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-672f62df-381d-4173-8e6e-21a61424c4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.752033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Pushing event updated for resources: {'Port': ['ID=936cf9ee-1d49-419e-9d74-b6926bc2d76c,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:44.769269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:44.770754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:44.776035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:44.840032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671de690-4de7-4153-91e7-1802736204f5 req-1305dc80-e6f9-4ccb-b29e-0bf506c6ba34 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:44.842948 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-671de690-4de7-4153-91e7-1802736204f5 req-1305dc80-e6f9-4ccb-b29e-0bf506c6ba34 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 949 time: 0.6683574 Jul 19 03:22:44.857282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Attempting to bind port 936cf9ee-1d49-419e-9d74-b6926bc2d76c on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:44.857664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Attempting to bind port 936cf9ee-1d49-419e-9d74-b6926bc2d76c by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '74436191-8345-4205-bacb-57323768d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:44.858031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Attempting to bind port 936cf9ee-1d49-419e-9d74-b6926bc2d76c on network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:44.865067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:44.865442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Checking segment: {'id': '74436191-8345-4205-bacb-57323768d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:44.866742 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.867387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Bound using segment: {'id': '74436191-8345-4205-bacb-57323768d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:44.868034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Bound port: 936cf9ee-1d49-419e-9d74-b6926bc2d76c, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74436191-8345-4205-bacb-57323768d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:44.868426 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.886530 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-c9252d82-47e6-4d47-a48e-3d8b6f594f9e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.899707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.931269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9252d82-47e6-4d47-a48e-3d8b6f594f9e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event deleted for resources: {'Port': ['ID=7ed73c5c-2db1-4649-9604-1103408e0a4f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:44.969240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] For port 936cf9ee-1d49-419e-9d74-b6926bc2d76c, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:44.974485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] For port 936cf9ee-1d49-419e-9d74-b6926bc2d76c, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=936cf9ee-1d49-419e-9d74-b6926bc2d76c,segment=NetworkSegment(74436191-8345-4205-bacb-57323768d97a),segment_id=74436191-8345-4205-bacb-57323768d97a)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:44.980059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', 'e44923f7-6102-4509-87d9-6c458b663580'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:44.992960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-c9252d82-47e6-4d47-a48e-3d8b6f594f9e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] No DVR routers for this DVR port 7ed73c5c-2db1-4649-9604-1103408e0a4f on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:44.996792 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-c9252d82-47e6-4d47-a48e-3d8b6f594f9e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:44.999057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e35ffc5-67aa-4791-8570-dfbf0dbdcb58 req-c9252d82-47e6-4d47-a48e-3d8b6f594f9e tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "DELETE /v2.0/ports/7ed73c5c-2db1-4649-9604-1103408e0a4f HTTP/1.1" status: 204 len: 173 time: 0.9288073 Jul 19 03:22:44.999631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2e1fc8-f28f-404e-8f61-ed682055dab4', 'name': 'network-vif-deleted', 'tag': '7ed73c5c-2db1-4649-9604-1103408e0a4f'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:45.002112 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4baf59a-438c-48f5-a623-d9fb13887e35" -d '{"events": [{"server_uuid": "1d2e1fc8-f28f-404e-8f61-ed682055dab4", "name": "network-vif-deleted", "tag": "7ed73c5c-2db1-4649-9604-1103408e0a4f"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:45.039845 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:45.086690 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:45.112680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:45.149284 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:45.159151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:45.165077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:45.169054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event updated for resources: {'Port': ['ID=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:45.173493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:45.219837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5da74a6a-74bb-4b55-8360-5d0028dc33b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:45.226218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-672f62df-381d-4173-8e6e-21a61424c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:45.228965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-672f62df-381d-4173-8e6e-21a61424c4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:45.232739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-672f62df-381d-4173-8e6e-21a61424c4d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26c60ba4-73d8-4924-8ed1-8b6e82a82e3b HTTP/1.1" status: 204 len: 168 time: 1.1063833 Jul 19 03:22:45.243623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:45.243623 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:45.244898 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32da065e-e1f6-43d3-8e75-8db32624d35e req-26274403-ecfe-4e51-bc92-857c562a8bc6 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d260ec-9423-4655-80cf-20baa3bf5cee&device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.1304622 Jul 19 03:22:45.286537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6818b90-ff43-4f4b-bc45-20d242f44857 req-1353b0b0-0430-45da-95b0-6fe1eccb24ee tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:45.288888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6818b90-ff43-4f4b-bc45-20d242f44857 req-1353b0b0-0430-45da-95b0-6fe1eccb24ee tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 931 time: 0.1800954 Jul 19 03:22:45.290855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-702a99cf-614b-4b5c-b801-05b8c9cc924e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2074745 Jul 19 03:22:45.312109 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4143e09f-db89-4fd3-ade5-3a770e8b2544 x-openstack-request-id: req-4143e09f-db89-4fd3-ade5-3a770e8b2544 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:45.317228 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2e1fc8-f28f-404e-8f61-ed682055dab4", "name": "network-vif-deleted", "tag": "7ed73c5c-2db1-4649-9604-1103408e0a4f", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:45.317619 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4143e09f-db89-4fd3-ade5-3a770e8b2544 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:45.318152 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2e1fc8-f28f-404e-8f61-ed682055dab4', 'name': 'network-vif-deleted', 'tag': '7ed73c5c-2db1-4649-9604-1103408e0a4f', 'status': 'completed', 'code': 200} Jul 19 03:22:45.331442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Request body: {'port': {'device_id': 'f1c976cc-85f8-4a49-99e9-8262f654ea3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:45.396471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f62df-381d-4173-8e6e-21a61424c4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c60ba4-73d8-4924-8ed1-8b6e82a82e3b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:45.413792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41480f65-edab-45e0-999b-50b8271735c3 None None] Pushing event updated for resources: {'Port': ['ID=936cf9ee-1d49-419e-9d74-b6926bc2d76c,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:45.471841 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6818b90-ff43-4f4b-bc45-20d242f44857 req-4584b17b-2014-43fb-8566-5ce561236e06 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753435 Jul 19 03:22:45.581416 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:45.698487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-671de690-4de7-4153-91e7-1802736204f5 req-cdbca61f-d712-4d6e-a9fb-c33c868e29bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Deleting port e44923f7-6102-4509-87d9-6c458b663580 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:45.699564 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-671de690-4de7-4153-91e7-1802736204f5 req-cdbca61f-d712-4d6e-a9fb-c33c868e29bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:45.738752 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:45.801495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 7ed73c5c-2db1-4649-9604-1103408e0a4f no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:45.882229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 7ed73c5c-2db1-4649-9604-1103408e0a4f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:45.882667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 7ed73c5c-2db1-4649-9604-1103408e0a4f not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:45.963237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Allocated IP 2001:db8::1 (44a51f48-3d6e-4d77-86f7-db59c6a1a2e7/9ea8f2ad-468e-4019-b903-d0045306ef0f/c3547903-747c-4878-aa35-b65242115b70) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:45.971266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-671de690-4de7-4153-91e7-1802736204f5 req-cdbca61f-d712-4d6e-a9fb-c33c868e29bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] For port e44923f7-6102-4509-87d9-6c458b663580, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e44923f7-6102-4509-87d9-6c458b663580,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:45.971774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-671de690-4de7-4153-91e7-1802736204f5 req-cdbca61f-d712-4d6e-a9fb-c33c868e29bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:46.005312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-671de690-4de7-4153-91e7-1802736204f5 req-cdbca61f-d712-4d6e-a9fb-c33c868e29bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Calling delete_port for e44923f7-6102-4509-87d9-6c458b663580 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:46.193528 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ac65c15-862e-4f4d-a15d-34149a959bd3 req-537716e2-af41-48e7-b7a5-bdd1ee644ce2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d2e1fc8-f28f-404e-8f61-ed682055dab4 HTTP/1.1" status: 200 len: 210 time: 0.1434457 Jul 19 03:22:46.204419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8697c392-481e-43b5-8585-a95bc5a96f4f req-e155b7af-f1aa-4aca-a47f-0ebbe3e0b939 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=599eda95d09c4b0399832e039e41becf&device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0792019 Jul 19 03:22:46.273808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8697c392-481e-43b5-8585-a95bc5a96f4f req-882976bd-9769-4e32-aff9-69981a448965 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=599eda95d09c4b0399832e039e41becf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566235 Jul 19 03:22:46.354815 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:46.359931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:46.411022 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd340195-4e3d-4bb3-9bd5-b7a16f40a656 req-c1f21865-48d5-4252-be90-9bd14aaba9f8 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0681217 Jul 19 03:22:46.438853 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Transition to ACTIVE for port object c3547903-747c-4878-aa35-b65242115b70 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:46.465575 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-671de690-4de7-4153-91e7-1802736204f5 req-cdbca61f-d712-4d6e-a9fb-c33c868e29bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:46.478127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:46.508102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca61f-d712-4d6e-a9fb-c33c868e29bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event deleted for resources: {'Port': ['ID=e44923f7-6102-4509-87d9-6c458b663580,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:46.519984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965e81b1-1e54-4c4e-9a69-61d771f1aa5c {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:22:46.534934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:46.539635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697c392-481e-43b5-8585-a95bc5a96f4f req-3cc9236a-f484-4c58-9535-eb6fedf99db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:46.541635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8697c392-481e-43b5-8585-a95bc5a96f4f req-3cc9236a-f484-4c58-9535-eb6fedf99db1 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2614636 Jul 19 03:22:46.554876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Transition to ACTIVE for port object 965e81b1-1e54-4c4e-9a69-61d771f1aa5c will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:46.565190 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:46.602501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-671de690-4de7-4153-91e7-1802736204f5 req-cdbca61f-d712-4d6e-a9fb-c33c868e29bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] No DVR routers for this DVR port e44923f7-6102-4509-87d9-6c458b663580 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:46.605099 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-671de690-4de7-4153-91e7-1802736204f5 req-cdbca61f-d712-4d6e-a9fb-c33c868e29bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:46.615342 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-671de690-4de7-4153-91e7-1802736204f5 req-cdbca61f-d712-4d6e-a9fb-c33c868e29bc tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "DELETE /v2.0/ports/e44923f7-6102-4509-87d9-6c458b663580 HTTP/1.1" status: 204 len: 173 time: 1.7598417 Jul 19 03:22:46.616374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed8e96-0de2-419e-9748-dc114a200aec', 'name': 'network-vif-deleted', 'tag': 'e44923f7-6102-4509-87d9-6c458b663580'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:46.618821 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439b9a50-2244-4f7d-95b5-d915654a5038" -d '{"events": [{"server_uuid": "19ed8e96-0de2-419e-9748-dc114a200aec", "name": "network-vif-deleted", "tag": "e44923f7-6102-4509-87d9-6c458b663580"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:46.622787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:46.696404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Pushing event updated for resources: {'Port': ['ID=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:46.768104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=c3547903-747c-4878-aa35-b65242115b70,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:46.808286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:46.809876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:46.813712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:46.814418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:46.900367 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06407a3c-18dc-4865-bd24-33da76cf24cc x-openstack-request-id: req-06407a3c-18dc-4865-bd24-33da76cf24cc {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:46.900637 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed8e96-0de2-419e-9748-dc114a200aec", "name": "network-vif-deleted", "tag": "e44923f7-6102-4509-87d9-6c458b663580", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:46.900995 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06407a3c-18dc-4865-bd24-33da76cf24cc {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:46.901501 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed8e96-0de2-419e-9748-dc114a200aec', 'name': 'network-vif-deleted', 'tag': 'e44923f7-6102-4509-87d9-6c458b663580', 'status': 'completed', 'code': 200} Jul 19 03:22:46.958133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Attempting to bind port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:46.962504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Attempting to bind port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:46.966917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Attempting to bind port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:46.979917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:46.980365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Attempting to bind port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c on network 0c2ef247-331e-4b1f-906f-ecc0b3566b99 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:46.994235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:46.994726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Checking segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:46.995146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Bound using segment: {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:46.995592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Bound port: 965e81b1-1e54-4c4e-9a69-61d771f1aa5c, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c291b2cc-196d-411e-a5c0-6828b660f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:46.995959 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:47.003804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81e9015-730c-48f3-961c-3658de75432a None None] Network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:47.025640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c12ed2-3bc1-4b29-b370-0d63ca39c3a9 req-82de3564-f565-43aa-a1f7-8612da6d0b90 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:47.034001 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-73c12ed2-3bc1-4b29-b370-0d63ca39c3a9 req-82de3564-f565-43aa-a1f7-8612da6d0b90 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 943 time: 0.2200797 Jul 19 03:22:47.042560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:47.054937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3ecfc572-3942-414d-a5ad-bb4ea6a9f896 None None] Provisioning for port 936cf9ee-1d49-419e-9d74-b6926bc2d76c completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:47.110734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-73c12ed2-3bc1-4b29-b370-0d63ca39c3a9 req-09398a0b-3095-49b5-a8a3-69cb01d2d081 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746768 Jul 19 03:22:47.177599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] For port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:47.182176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] For port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:47.190022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:47.234247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:47.234884 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:47.236304 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] 10.222.0.26 "PUT /v2.0/ports/965e81b1-1e54-4c4e-9a69-61d771f1aa5c HTTP/1.1" status: 200 len: 1092 time: 1.9172015 Jul 19 03:22:47.282537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37d313-50c0-4e5b-8795-285212fdee95 service neutron] Pushing event updated for resources: {'Port': ['ID=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:47.340159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c976cc-85f8-4a49-99e9-8262f654ea3b', 'tag': '965e81b1-1e54-4c4e-9a69-61d771f1aa5c'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:47.342652 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368dbaf5-4244-4a12-b307-d2f0e652a2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c976cc-85f8-4a49-99e9-8262f654ea3b", "tag": "965e81b1-1e54-4c4e-9a69-61d771f1aa5c"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:47.415421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1c242d6b-1321-40ca-af9f-8e2bf188eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:47.420739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-1c242d6b-1321-40ca-af9f-8e2bf188eca4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 1095 time: 0.1262257 Jul 19 03:22:47.484690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-385424e7-0f7a-4e66-a9af-e256cf5a70ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=965e81b1-1e54-4c4e-9a69-61d771f1aa5c HTTP/1.1" status: 200 len: 217 time: 0.0532362 Jul 19 03:22:47.604795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3058441-b9a8-4002-8b11-9d674406a669 req-a446c4f5-494c-4506-84fa-37c30e8fb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:47.606781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-a446c4f5-494c-4506-84fa-37c30e8fb11f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.1143711 Jul 19 03:22:47.616889 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:47.628909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e33eca9-c6d0-4bf0-8919-89460de3726a req-097707a8-52df-4e28-8e3a-d2384e37416c tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ed8e96-0de2-419e-9748-dc114a200aec HTTP/1.1" status: 200 len: 210 time: 0.0517335 Jul 19 03:22:47.637863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:47.643238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 936cf9ee-1d49-419e-9d74-b6926bc2d76c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:47.652495 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:47.675234 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-67de822b-70fe-4a12-91ac-9e7c506659a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620339 Jul 19 03:22:47.676879 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91414ed-4c36-4998-9f3b-a40ec34df9b9 x-openstack-request-id: req-d91414ed-4c36-4998-9f3b-a40ec34df9b9 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:47.677281 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c976cc-85f8-4a49-99e9-8262f654ea3b", "tag": "965e81b1-1e54-4c4e-9a69-61d771f1aa5c", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:47.677625 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d91414ed-4c36-4998-9f3b-a40ec34df9b9 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:47.679678 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c976cc-85f8-4a49-99e9-8262f654ea3b', 'tag': '965e81b1-1e54-4c4e-9a69-61d771f1aa5c', 'status': 'completed', 'code': 200} Jul 19 03:22:47.774728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 936cf9ee-1d49-419e-9d74-b6926bc2d76c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:47.779536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 936cf9ee-1d49-419e-9d74-b6926bc2d76c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:47.780176 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:47.832250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e44923f7-6102-4509-87d9-6c458b663580 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:47.843706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=c3547903-747c-4878-aa35-b65242115b70,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:47.875716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: e44923f7-6102-4509-87d9-6c458b663580 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:47.876340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e44923f7-6102-4509-87d9-6c458b663580 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:47.893554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:47.895158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:47.899020 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:47.926240 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-034159c4-0f09-4cd7-b728-6dd7a9b82bc9 req-9d8b14ed-968e-4b85-bbc8-4ea56fa88a4c tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.1101682 Jul 19 03:22:47.943016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-aeeca641-63e0-433c-b523-213e7bc71227 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593296 Jul 19 03:22:47.959318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58370) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:47.960063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-379df26d-414d-44f9-ae76-7755fad5b56a None None] Provisioning for port c3547903-747c-4878-aa35-b65242115b70 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:47.974297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-379df26d-414d-44f9-ae76-7755fad5b56a None None] Provisioning complete for port c3547903-747c-4878-aa35-b65242115b70 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:47.974686 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-379df26d-414d-44f9-ae76-7755fad5b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.015671 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.056759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-379df26d-414d-44f9-ae76-7755fad5b56a None None] Port c3547903-747c-4878-aa35-b65242115b70 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:48.095618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3058441-b9a8-4002-8b11-9d674406a669 req-38fee6fc-21b0-42ea-ab6f-5fa3072dea05 service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469171 Jul 19 03:22:48.101920 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8697c392-481e-43b5-8585-a95bc5a96f4f req-e04a0b95-bd06-4013-85e4-de8c38144b65 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9efdf17-e0bc-44e1-a2d1-6f5e07ed63e0 HTTP/1.1" status: 200 len: 210 time: 0.0902143 Jul 19 03:22:48.102614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 936cf9ee-1d49-419e-9d74-b6926bc2d76c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=936cf9ee-1d49-419e-9d74-b6926bc2d76c,segment=NetworkSegment(74436191-8345-4205-bacb-57323768d97a),segment_id=74436191-8345-4205-bacb-57323768d97a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:48.105800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-379df26d-414d-44f9-ae76-7755fad5b56a None None] Provisioning complete for port 936cf9ee-1d49-419e-9d74-b6926bc2d76c triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:48.106182 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-379df26d-414d-44f9-ae76-7755fad5b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.133836 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.230390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:22:48.270557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=936cf9ee-1d49-419e-9d74-b6926bc2d76c,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:48.272720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1908601331'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:48.324736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Made reservation on behalf of dbfe6d2c50e5489caea483613ad5a625 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:48.329082 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.342403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.361728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:22:48.370188 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8a3b303b-2111-4846-a971-4c6381baab83 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1309295 Jul 19 03:22:48.373270 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58380) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:48.376521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:22:48.382948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dbaf5-4244-4a12-b307-d2f0e652a2ed req-d80c6436-b9c0-4269-9743-2c4caba960d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:48.384850 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-368dbaf5-4244-4a12-b307-d2f0e652a2ed req-d80c6436-b9c0-4269-9743-2c4caba960d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 1095 time: 0.2164090 Jul 19 03:22:48.385471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511578542'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:48.411359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f2db550a-ec7e-406d-b19e-c310a093ff1b None None] Provisioning complete for port c3547903-747c-4878-aa35-b65242115b70 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:48.411727 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f2db550a-ec7e-406d-b19e-c310a093ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.414377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:48.415355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:48.590728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb50c5d-43fe-4490-8c47-1b20d768c8bd req-a3d2c7d9-87c6-4865-8491-e256c4e96317 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:48.594737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1fb50c5d-43fe-4490-8c47-1b20d768c8bd req-a3d2c7d9-87c6-4865-8491-e256c4e96317 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 943 time: 0.2157199 Jul 19 03:22:48.626168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dbaf5-4244-4a12-b307-d2f0e652a2ed req-19aae000-668f-46f4-bcc3-d749c58b84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:48.627987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-368dbaf5-4244-4a12-b307-d2f0e652a2ed req-19aae000-668f-46f4-bcc3-d749c58b84e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 200 len: 906 time: 0.2065835 Jul 19 03:22:48.640287 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.674289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f2db550a-ec7e-406d-b19e-c310a093ff1b None None] Port c3547903-747c-4878-aa35-b65242115b70 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:48.681375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:48.682618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:22:48.688263 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.729171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:22:48.745642 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.746642 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added segment f9e48073-f033-4d10-ac31-d5924d9796f0 of type vlan for network 329d6c9e-1371-4df4-bdca-67cc7858866c Jul 19 03:22:48.810199 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.849818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.853645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6b6c83b6-4801-4c6e-a1f9-60a2ea8e0560 None None] Provisioning complete for port c3547903-747c-4878-aa35-b65242115b70 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:48.854086 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6b6c83b6-4801-4c6e-a1f9-60a2ea8e0560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.859802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:48.860533 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:48.912507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5329301 Jul 19 03:22:48.917392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58388) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:48.930345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'subnet': {'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:48.951741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c83b6-4801-4c6e-a1f9-60a2ea8e0560 None None] Port c3547903-747c-4878-aa35-b65242115b70 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:48.996102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1fb50c5d-43fe-4490-8c47-1b20d768c8bd req-8cbab6c1-3e9b-460e-a856-d232b8765eb0 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617408 Jul 19 03:22:49.000372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-368dbaf5-4244-4a12-b307-d2f0e652a2ed req-c00ee237-e30d-48fa-a94a-3ef85adb70dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=965e81b1-1e54-4c4e-9a69-61d771f1aa5c HTTP/1.1" status: 200 len: 217 time: 0.3588710 Jul 19 03:22:49.001313 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.026207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:22:49.075726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:22:46Z', 'revision_number': 2, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:47Z', 'revision_number': 2, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:49.095071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c1ce8-5e7a-40fe-bb30-b9023b9c3a4c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Network': ['ID=329d6c9e-1371-4df4-bdca-67cc7858866c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:49.105642 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.105996 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Added segment f9598a5f-2938-4989-a4af-58ebf8a09838 of type vlan for network 3095fe85-1d0d-4651-a6a6-d9379f26fbff Jul 19 03:22:49.132708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 329d6c9e-1371-4df4-bdca-67cc7858866c details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:22:49.136261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:49.136909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:22:49.137532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Updating router 13f7c01e-fe43-4773-ba78-f5a209d9324f port c3547903-747c-4878-aa35-b65242115b70 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:22:49.147294 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.185565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2952e92-9278-4062-ad9b-8e90890907b1,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:49.221312 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.249169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dbaf5-4244-4a12-b307-d2f0e652a2ed req-7929d937-1287-41c0-9427-9e964b3e0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:49.250879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-368dbaf5-4244-4a12-b307-d2f0e652a2ed req-7929d937-1287-41c0-9427-9e964b3e0ea7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 200 len: 846 time: 0.2102652 Jul 19 03:22:49.263362 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.269112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.291840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:49.292512 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.363801 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-368dbaf5-4244-4a12-b307-d2f0e652a2ed req-1126ddfc-bd3e-4972-b642-0ae4d9fe0304 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c2ef247-331e-4b1f-906f-ecc0b3566b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619888 Jul 19 03:22:49.388719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4221945 Jul 19 03:22:49.440427 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.509277 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34aeb0b-cbdf-4a61-b2f7-255518912a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Pushing event updated for resources: {'Network': ['ID=3095fe85-1d0d-4651-a6a6-d9379f26fbff,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:49.533319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 3095fe85-1d0d-4651-a6a6-d9379f26fbff details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:22:49.565920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Subnet': ['ID=f2894fb6-9cf1-4f38-ac13-edc5f95f08a1,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:49.586722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Checking segment: {'id': 'f9e48073-f033-4d10-ac31-d5924d9796f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:49.586722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network hostable DHCP agents. Network: 329d6c9e-1371-4df4-bdca-67cc7858866c, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:22:49.600281 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-368dbaf5-4244-4a12-b307-d2f0e652a2ed req-5689599b-36b8-4239-91b1-d3d8eae9f7cd service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280374 Jul 19 03:22:49.607610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 329d6c9e-1371-4df4-bdca-67cc7858866c is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:22:49.612846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 936cf9ee-1d49-419e-9d74-b6926bc2d76c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:49.632136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 329d6c9e-1371-4df4-bdca-67cc7858866c) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:49.646169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092fbf2b-da1e-433e-87ba-1b902d9bca44 None None] Network 329d6c9e-1371-4df4-bdca-67cc7858866c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:49.656089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c070e59b-549e-4a47-a894-04f8d88768eb req-32be3d6c-20a5-49ee-9cd2-d1fd1e9d20a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=599eda95d09c4b0399832e039e41becf&device_id=b5d260ec-9423-4655-80cf-20baa3bf5cee HTTP/1.1" status: 200 len: 210 time: 0.0366564 Jul 19 03:22:49.657709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:49.658319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.727203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c070e59b-549e-4a47-a894-04f8d88768eb req-631fab78-92c3-4dc8-92c8-0a1c5283d8ee service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=599eda95d09c4b0399832e039e41becf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615673 Jul 19 03:22:49.752358 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fc32f5d4-0afb-4403-bb0b-5f5632d2c0c7 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8301139 Jul 19 03:22:49.752578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-368dbaf5-4244-4a12-b307-d2f0e652a2ed req-f8fbef9e-f19f-429e-99db-a1e6da5c8d1a service neutron] 10.222.0.26 "GET /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384716 Jul 19 03:22:49.753584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58412) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:49.753584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58414) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:49.760007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Request body: {'port': {'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff', 'binding:host_id': 'n-h2-762330-18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116299634'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:49.790321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Made reservation on behalf of 9bb17774cb13426583206d0aaf8d146a for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:49.793006 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.834813 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.921277 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc4b0e50-3642-4c66-a4a6-ca680776d05a req-aca41ca3-ab9b-4c64-95f9-9ce2aae48bb5 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d260ec-9423-4655-80cf-20baa3bf5cee HTTP/1.1" status: 200 len: 210 time: 0.0451589 Jul 19 03:22:49.958589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109672b-9233-4662-8875-03f6334bcdb8 req-61c9dbb1-9604-4841-82f9-1f624c2c8fc2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:49.960484 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b109672b-9233-4662-8875-03f6334bcdb8 req-61c9dbb1-9604-4841-82f9-1f624c2c8fc2 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 950 time: 0.2221146 Jul 19 03:22:49.961206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 936cf9ee-1d49-419e-9d74-b6926bc2d76c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:49.961583 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:49.975715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070e59b-549e-4a47-a894-04f8d88768eb req-0913aec9-6b25-488a-b02b-f4ad3ce6c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:49.977188 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c070e59b-549e-4a47-a894-04f8d88768eb req-0913aec9-6b25-488a-b02b-f4ad3ce6c52e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2375987 Jul 19 03:22:50.025821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b109672b-9233-4662-8875-03f6334bcdb8 req-e5af9fae-74b5-4538-abe2-c2dbc37bc914 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525866 Jul 19 03:22:50.070662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-329d6c9e-1371-4df4-bdca-67cc7858866c', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:22:50.071424 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.120234 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.183452 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Transition to ACTIVE for port object c3547903-747c-4878-aa35-b65242115b70 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:50.223795 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.242108 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.266986 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.287408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] device_id is not set on port 295b9c1c-d4d9-4404-b175-7959418d6d37 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:22:50.359708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9cb60-2961-484d-89a1-c50dc7ff2deb None None] Pushing event updated for resources: {'Port': ['ID=c3547903-747c-4878-aa35-b65242115b70,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:50.424649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.431509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c08783c-f4be-4269-97cc-93dd565ee51a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:50.439004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Allocated IP 2001:db8:1::2 (329d6c9e-1371-4df4-bdca-67cc7858866c/f2894fb6-9cf1-4f38-ac13-edc5f95f08a1/dda63bb8-8f93-47e5-8496-ed24841bb929) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:50.458543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Attempting to bind port c3547903-747c-4878-aa35-b65242115b70 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:50.458896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Attempting to bind port c3547903-747c-4878-aa35-b65242115b70 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '74436191-8345-4205-bacb-57323768d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:50.459266 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Attempting to bind port c3547903-747c-4878-aa35-b65242115b70 on network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:50.478643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:50.479063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Checking segment: {'id': '74436191-8345-4205-bacb-57323768d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:50.479436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.479836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Bound using segment: {'id': '74436191-8345-4205-bacb-57323768d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:50.480335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Bound port: c3547903-747c-4878-aa35-b65242115b70, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74436191-8345-4205-bacb-57323768d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:50.480725 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.548519 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956d8c4-479c-4612-8e59-fa8c696d0a9a req-a30fe77a-c902-4b45-8abb-a16fd07e5cff tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:50.555711 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c956d8c4-479c-4612-8e59-fa8c696d0a9a req-a30fe77a-c902-4b45-8abb-a16fd07e5cff tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 943 time: 0.3881907 Jul 19 03:22:50.577918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] For port c3547903-747c-4878-aa35-b65242115b70, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:50.581625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] For port c3547903-747c-4878-aa35-b65242115b70, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c3547903-747c-4878-aa35-b65242115b70,segment=NetworkSegment(74436191-8345-4205-bacb-57323768d97a),segment_id=74436191-8345-4205-bacb-57323768d97a)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:50.593000 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.602847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c956d8c4-479c-4612-8e59-fa8c696d0a9a req-b61c6f4d-7f60-4beb-a87e-265df1b2d665 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461843 Jul 19 03:22:50.741863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:50.742554 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:50.747371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9cb60-2961-484d-89a1-c50dc7ff2deb None None] Pushing event updated for resources: {'Port': ['ID=c3547903-747c-4878-aa35-b65242115b70,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:50.830770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] device_id is not set on port 295b9c1c-d4d9-4404-b175-7959418d6d37 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:22:50.851448 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.863769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Transition to ACTIVE for port object 295b9c1c-d4d9-4404-b175-7959418d6d37 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:50.875586 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:50.904991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-e74b4ea9-fe1d-4716-a8f0-106ecba48972 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:50.906908 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-e74b4ea9-fe1d-4716-a8f0-106ecba48972 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 950 time: 0.0749938 Jul 19 03:22:50.944224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event updated for resources: {'Port': ['ID=295b9c1c-d4d9-4404-b175-7959418d6d37,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:50.956960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Checking segment: {'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:50.957376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Network hostable DHCP agents. Network: 3095fe85-1d0d-4651-a6a6-d9379f26fbff, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:22:50.980791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Network 3095fe85-1d0d-4651-a6a6-d9379f26fbff is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:22:50.993708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 3095fe85-1d0d-4651-a6a6-d9379f26fbff) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:50.999598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:51.005762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1846e1e-d037-4f58-a5c5-3d4eb9cdfa09 None None] Network 3095fe85-1d0d-4651-a6a6-d9379f26fbff requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:51.009771 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.017515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.017853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.018200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:22:51.018340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.024700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:51.025043 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:51.025428 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 2 to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 Jul 19 03:22:51.029222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-1241d37a-22ad-419e-bbf1-1a958d0b8f0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Deleting port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:51.029735 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-1241d37a-22ad-419e-bbf1-1a958d0b8f0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.041124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.041605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.041947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.049214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:51.049214 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:51.049514 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 3 to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 Jul 19 03:22:51.057006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Transition to ACTIVE for port object dda63bb8-8f93-47e5-8496-ed24841bb929 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:51.067399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.067895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.068304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.076958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:51.078840 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:51.079322 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 4 to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 Jul 19 03:22:51.096507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.096951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.098898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.103941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:51.104393 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:51.104978 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 5 to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 Jul 19 03:22:51.126871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.127210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.127537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.152780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:51.153123 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:51.153516 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 6 to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 Jul 19 03:22:51.156807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Transition to ACTIVE for port object dda63bb8-8f93-47e5-8496-ed24841bb929 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:51.162455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-1241d37a-22ad-419e-bbf1-1a958d0b8f0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] For port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:51.164270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-1241d37a-22ad-419e-bbf1-1a958d0b8f0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.169304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.169689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.170334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.182607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-1241d37a-22ad-419e-bbf1-1a958d0b8f0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Calling delete_port for df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:51.188448 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.207743 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:51.208087 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:51.271045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Allocated IP 2001:db8:1::1 (329d6c9e-1371-4df4-bdca-67cc7858866c/f2894fb6-9cf1-4f38-ac13-edc5f95f08a1/10c5087a-04c1-46c1-9fc0-e9826ef5500c) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:51.304687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Network 329d6c9e-1371-4df4-bdca-67cc7858866c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:51.312048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:51.323167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:51.329152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Pushing event updated for resources: {'Port': ['ID=dda63bb8-8f93-47e5-8496-ed24841bb929,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:51.341857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd83b0-f1d3-4162-a5fc-c12b02491e48 req-2a3b1e7b-cb4e-4956-b696-2f1bc031cec1 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:51.343506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-28dd83b0-f1d3-4162-a5fc-c12b02491e48 req-2a3b1e7b-cb4e-4956-b696-2f1bc031cec1 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 950 time: 0.0942540 Jul 19 03:22:51.377069 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 7 to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 Jul 19 03:22:51.400355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-abb45598-e679-49e5-b034-c08cec8fb840 req-d450d47c-cc6a-489d-a434-6499baf6fe95 tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5d260ec-9423-4655-80cf-20baa3bf5cee HTTP/1.1" status: 200 len: 210 time: 0.1966941 Jul 19 03:22:51.435997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Attempting to bind port dda63bb8-8f93-47e5-8496-ed24841bb929 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.435997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Attempting to bind port dda63bb8-8f93-47e5-8496-ed24841bb929 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f9e48073-f033-4d10-ac31-d5924d9796f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.436309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Attempting to bind port dda63bb8-8f93-47e5-8496-ed24841bb929 on network 329d6c9e-1371-4df4-bdca-67cc7858866c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.446841 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:51.447225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Checking segment: {'id': 'f9e48073-f033-4d10-ac31-d5924d9796f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:51.447639 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.448039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Bound using segment: {'id': 'f9e48073-f033-4d10-ac31-d5924d9796f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:51.448519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Bound port: dda63bb8-8f93-47e5-8496-ed24841bb929, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e48073-f033-4d10-ac31-d5924d9796f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:51.448905 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.450793 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-28dd83b0-f1d3-4162-a5fc-c12b02491e48 req-b97d9b4d-73cf-472e-b87d-8bcd353961d1 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/security-groups?id=b363ca7e-ce9a-47ad-82ce-2a6898abf94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823450 Jul 19 03:22:51.457053 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-1241d37a-22ad-419e-bbf1-1a958d0b8f0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.471883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:51.486334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c070e59b-549e-4a47-a894-04f8d88768eb req-b229b0be-1134-4684-b3e2-12184a82e4ef tempest-ServerShowV247Test-1165591081 tempest-ServerShowV247Test-1165591081-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5d260ec-9423-4655-80cf-20baa3bf5cee HTTP/1.1" status: 200 len: 210 time: 0.0751576 Jul 19 03:22:51.488579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.488987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.489898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.497751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:51.498124 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:51.500502 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 8 to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 Jul 19 03:22:51.532905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.533243 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.533580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.549757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:51.550125 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:51.554095 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 9 to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 Jul 19 03:22:51.563946 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241d37a-22ad-419e-bbf1-1a958d0b8f0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Pushing event deleted for resources: {'Port': ['ID=df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:51.576739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:22:46Z', 'revision_number': 2, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:50Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:51.582094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] For port dda63bb8-8f93-47e5-8496-ed24841bb929, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:51.583531 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.588576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.588918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.589255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.593157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] For port dda63bb8-8f93-47e5-8496-ed24841bb929, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=dda63bb8-8f93-47e5-8496-ed24841bb929,segment=NetworkSegment(f9e48073-f033-4d10-ac31-d5924d9796f0),segment_id=f9e48073-f033-4d10-ac31-d5924d9796f0)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:51.605161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:51.605499 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:51.609166 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 10 to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 Jul 19 03:22:51.613669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Transition to ACTIVE for port object 10c5087a-04c1-46c1-9fc0-e9826ef5500c will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:51.625267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 965e81b1-1e54-4c4e-9a69-61d771f1aa5c details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:22:51.628743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be091a1-6f94-428b-a114-f867ebc94e42 None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:22:46Z', 'revision_number': 2, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:50Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:22:51.632089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:51.632248 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.632459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:51.632762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:51.644196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 295b9c1c-d4d9-4404-b175-7959418d6d37 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:51.644525 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 295b9c1c-d4d9-4404-b175-7959418d6d37 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:51.644894 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.685289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-1241d37a-22ad-419e-bbf1-1a958d0b8f0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] No DVR routers for this DVR port df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:22:51.698180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1234ee-9313-457b-8eee-fc117eb9c88b None None] Pushing event updated for resources: {'Port': ['ID=dda63bb8-8f93-47e5-8496-ed24841bb929,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:51.698955 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-1241d37a-22ad-419e-bbf1-1a958d0b8f0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.701745 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0e2a7238-3992-43f2-bbe6-aeff93348240 req-1241d37a-22ad-419e-bbf1-1a958d0b8f0a tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.25 "DELETE /v2.0/ports/df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd HTTP/1.1" status: 204 len: 173 time: 0.7888684 Jul 19 03:22:51.702517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4961a30e-256f-4b28-bccb-cf40c4719929', 'name': 'network-vif-deleted', 'tag': 'df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:51.713974 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db69ec59-883d-4d55-b820-7c4ac6846bd6" -d '{"events": [{"server_uuid": "4961a30e-256f-4b28-bccb-cf40c4719929", "name": "network-vif-deleted", "tag": "df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:51.796514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] For port 295b9c1c-d4d9-4404-b175-7959418d6d37, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:51.796889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempted to set empty binding levels {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 19 03:22:51.809344 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.842150 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554d216e-c4c4-48ee-98b8-01a3611b6052 x-openstack-request-id: req-554d216e-c4c4-48ee-98b8-01a3611b6052 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:51.842599 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4961a30e-256f-4b28-bccb-cf40c4719929", "name": "network-vif-deleted", "tag": "df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:51.842860 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-554d216e-c4c4-48ee-98b8-01a3611b6052 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:51.843270 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4961a30e-256f-4b28-bccb-cf40c4719929', 'name': 'network-vif-deleted', 'tag': 'df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd', 'status': 'completed', 'code': 200} Jul 19 03:22:51.866977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:51.867608 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.873870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:51.884670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.888937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '965e81b1-1e54-4c4e-9a69-61d771f1aa5c', 'network_id': '0c2ef247-331e-4b1f-906f-ecc0b3566b99', 'port_id': '965e81b1-1e54-4c4e-9a69-61d771f1aa5c', 'mac_address': 'fa:16:3e:c3:d0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:22:51.900328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event updated for resources: {'Port': ['ID=295b9c1c-d4d9-4404-b175-7959418d6d37,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:51.943616 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:51.959690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965e81b1-1e54-4c4e-9a69-61d771f1aa5c {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:22:51.973367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58440) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:51.973593 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dac911e6-0e94-4064-844c-394ee089e800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.2186632 Jul 19 03:22:52.019146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:52.030500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 329d6c9e-1371-4df4-bdca-67cc7858866c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:52.036178 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:52.050095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:52.052055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=10c5087a-04c1-46c1-9fc0-e9826ef5500c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:52.062495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:52.063243 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:52.135431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:52.218453 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9db2bbf9-f3af-4aae-9fcd-571aa3547320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Deleting port 295b9c1c-d4d9-4404-b175-7959418d6d37 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:52.219474 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9db2bbf9-f3af-4aae-9fcd-571aa3547320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:52.293662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241e3c7-0b60-4c87-a04b-4f0d049d2440 req-0d2953f5-0cf3-42a3-98cc-e3ba11656fc3 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:52.301358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9241e3c7-0b60-4c87-a04b-4f0d049d2440 req-0d2953f5-0cf3-42a3-98cc-e3ba11656fc3 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 943 time: 0.3882930 Jul 19 03:22:52.305071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['965e81b1-1e54-4c4e-9a69-61d771f1aa5c'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:22:52.377418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-9db2bbf9-f3af-4aae-9fcd-571aa3547320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] For port 295b9c1c-d4d9-4404-b175-7959418d6d37, host n-h2-762330-18, got binding levels [] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:52.382149 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9db2bbf9-f3af-4aae-9fcd-571aa3547320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:52.403600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:52.407512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9db2bbf9-f3af-4aae-9fcd-571aa3547320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Calling delete_port for 295b9c1c-d4d9-4404-b175-7959418d6d37 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:52.528770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9241e3c7-0b60-4c87-a04b-4f0d049d2440 req-8080597e-c510-4ee6-976b-fc1ddf9c69b9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264726 Jul 19 03:22:52.640151 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9db2bbf9-f3af-4aae-9fcd-571aa3547320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:52.723016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2bbf9-f3af-4aae-9fcd-571aa3547320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event deleted for resources: {'Port': ['ID=295b9c1c-d4d9-4404-b175-7959418d6d37,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:52.726109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9db2bbf9-f3af-4aae-9fcd-571aa3547320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:52.731699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9db2bbf9-f3af-4aae-9fcd-571aa3547320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "DELETE /v2.0/ports/295b9c1c-d4d9-4404-b175-7959418d6d37 HTTP/1.1" status: 204 len: 168 time: 0.7571955 Jul 19 03:22:52.732957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58454) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:52.775541 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-314c0336-d482-43a2-ad49-40c2a081d941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] GET failed (client error): The resource could not be found. Jul 19 03:22:52.782251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-314c0336-d482-43a2-ad49-40c2a081d941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "GET /v2.0/ports/295b9c1c-d4d9-4404-b175-7959418d6d37 HTTP/1.1" status: 404 len: 333 time: 0.0453937 Jul 19 03:22:52.782541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58458) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:52.911411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Request body: {'port': {'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807410139'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:52.968918 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4879b230-d758-4ac8-823b-2e6f79784ff9 req-e6a62be6-d834-48fb-bbfc-8d7c7b848ca9 tempest-ServersOnMultiNodesTest-129659560 tempest-ServersOnMultiNodesTest-129659560-project] 10.222.0.20 "GET /v2.0/ports?device_id=4961a30e-256f-4b28-bccb-cf40c4719929 HTTP/1.1" status: 200 len: 210 time: 0.0529103 Jul 19 03:22:53.014336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Made reservation on behalf of 9bb17774cb13426583206d0aaf8d146a for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:53.016797 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.049807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] device_id is not set on port 4b0ce6c5-83df-4022-818f-35e38e28c710 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:22:53.056034 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.062804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.063591 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.077936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58462) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:53.210721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7cee39c7-b805-4563-9c29-71062aa4d3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.212990 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=10c5087a-04c1-46c1-9fc0-e9826ef5500c,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:53.303841 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c720f1-3051-489c-a12d-ede0289230e7 None None] Network 329d6c9e-1371-4df4-bdca-67cc7858866c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:53.310587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7cee39c7-b805-4563-9c29-71062aa4d3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.315480 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7cee39c7-b805-4563-9c29-71062aa4d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.337341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 329d6c9e-1371-4df4-bdca-67cc7858866c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:53.340881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:53.357349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.358907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7cee39c7-b805-4563-9c29-71062aa4d3ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=599eda95d09c4b0399832e039e41becf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795959 Jul 19 03:22:53.360050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee39c7-b805-4563-9c29-71062aa4d3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927f965b-019f-4e96-a19d-57e0f48cec45,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:53.363250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58466) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:53.421140 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59fc4c14-183b-4ccd-9a8a-f6eca22929f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.452892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59fc4c14-183b-4ccd-9a8a-f6eca22929f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.453148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-571dd6ec-098b-4ac5-9334-5b65624ea783 None None] Provisioning for port dda63bb8-8f93-47e5-8496-ed24841bb929 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:53.489127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:22:53.524245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59fc4c14-183b-4ccd-9a8a-f6eca22929f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.543154 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59fc4c14-183b-4ccd-9a8a-f6eca22929f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.548305 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-59fc4c14-183b-4ccd-9a8a-f6eca22929f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/927f965b-019f-4e96-a19d-57e0f48cec45 HTTP/1.1" status: 204 len: 168 time: 0.1815073 Jul 19 03:22:53.560160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc4c14-183b-4ccd-9a8a-f6eca22929f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927f965b-019f-4e96-a19d-57e0f48cec45,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:53.615716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 965e81b1-1e54-4c4e-9a69-61d771f1aa5c up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:53.671966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c3547903-747c-4878-aa35-b65242115b70 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:53.744226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:53.752380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:53.756804 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.796857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c3547903-747c-4878-aa35-b65242115b70 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:53.805961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c3547903-747c-4878-aa35-b65242115b70 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:53.806252 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:53.836198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:22:53.862535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:22:53.863191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device df8a30ef-f9a0-4bcf-b80b-d2f38e29acfd not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:22:53.985587 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.013779 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.016617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.044760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c976cc-85f8-4a49-99e9-8262f654ea3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965e81b1-1e54-4c4e-9a69-61d771f1aa5c'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:22:54.047099 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e9b55f-19e7-46d7-a6e4-d5e3fdee996d" -d '{"events": [{"server_uuid": "f1c976cc-85f8-4a49-99e9-8262f654ea3b", "name": "network-vif-plugged", "status": "completed", "tag": "965e81b1-1e54-4c4e-9a69-61d771f1aa5c"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:22:54.059206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ce88ac25-f4e4-45f5-adf7-e7258bc9b144 None None] Provisioning for port 10c5087a-04c1-46c1-9fc0-e9826ef5500c completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:54.070667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:54.091006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ce88ac25-f4e4-45f5-adf7-e7258bc9b144 None None] Provisioning complete for port 10c5087a-04c1-46c1-9fc0-e9826ef5500c triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:54.091385 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce88ac25-f4e4-45f5-adf7-e7258bc9b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.117214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event updated for resources: {'Port': ['ID=4b0ce6c5-83df-4022-818f-35e38e28c710,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:54.119497 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.125072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:22:54.140508 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:22:54.141111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port c3547903-747c-4878-aa35-b65242115b70, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c3547903-747c-4878-aa35-b65242115b70,segment=NetworkSegment(74436191-8345-4205-bacb-57323768d97a),segment_id=74436191-8345-4205-bacb-57323768d97a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:54.159123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58494) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:54.159296 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-569ec145-b9a9-461b-9b20-bf08c4b18d71 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3786464 Jul 19 03:22:54.165450 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:54.166109 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:54.168863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-126932499'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:54.173854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Network 3095fe85-1d0d-4651-a6a6-d9379f26fbff is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:54.177994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:54.188949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:54.190171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:54.191120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.222379 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:54.229806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:54.237278 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.239428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.239820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device dda63bb8-8f93-47e5-8496-ed24841bb929 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:54.241303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec6be-60f4-44ef-8f99-57c9ab48349d req-79aa68b3-9724-4a91-b798-249f5d49d17c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:54.251712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-491ec6be-60f4-44ef-8f99-57c9ab48349d req-79aa68b3-9724-4a91-b798-249f5d49d17c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 944 time: 0.2364056 Jul 19 03:22:54.258998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6817510c-9175-4165-9879-ade1ff831eb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4749498 Jul 19 03:22:54.263682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58496) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:54.282159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:54.320971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ce88ac25-f4e4-45f5-adf7-e7258bc9b144 None None] Port 10c5087a-04c1-46c1-9fc0-e9826ef5500c cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:54.369202 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-491ec6be-60f4-44ef-8f99-57c9ab48349d req-834e8cf7-c87e-4ad7-bc95-e2da38efab5e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144028 Jul 19 03:22:54.371108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:22:54.398018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=c3547903-747c-4878-aa35-b65242115b70,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:54.427806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port dda63bb8-8f93-47e5-8496-ed24841bb929 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:54.433326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port dda63bb8-8f93-47e5-8496-ed24841bb929 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:54.434107 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.481233 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e5727d-c1dc-48c1-8dde-3183982d4a0e x-openstack-request-id: req-18e5727d-c1dc-48c1-8dde-3183982d4a0e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:22:54.482280 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c976cc-85f8-4a49-99e9-8262f654ea3b", "name": "network-vif-plugged", "status": "completed", "tag": "965e81b1-1e54-4c4e-9a69-61d771f1aa5c", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:22:54.482913 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18e5727d-c1dc-48c1-8dde-3183982d4a0e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:22:54.483703 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c976cc-85f8-4a49-99e9-8262f654ea3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965e81b1-1e54-4c4e-9a69-61d771f1aa5c', 'code': 200} Jul 19 03:22:54.492906 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.493701 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added segment e26923d1-d06a-4446-9a84-13ec45f7361d of type vlan for network 7de3adb4-4dce-4e56-8e35-0851980ef20f Jul 19 03:22:54.506021 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.550832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0fb0f4d1-3cf5-47fd-8a2b-4022bcebb06c None None] Provisioning complete for port 10c5087a-04c1-46c1-9fc0-e9826ef5500c triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:54.551319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0fb0f4d1-3cf5-47fd-8a2b-4022bcebb06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.683071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a673266-6ccf-4966-a838-be948f6b769a req-0540b539-4be8-4279-a1fb-2a5cffa3a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:54.684688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a673266-6ccf-4966-a838-be948f6b769a req-0540b539-4be8-4279-a1fb-2a5cffa3a39a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 1097 time: 0.1159010 Jul 19 03:22:54.693936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0fb0f4d1-3cf5-47fd-8a2b-4022bcebb06c None None] Port 10c5087a-04c1-46c1-9fc0-e9826ef5500c cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:54.697929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.719351 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:22:54.747431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a673266-6ccf-4966-a838-be948f6b769a req-f4a10280-213d-42ca-80d6-0e1701c88411 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557034 Jul 19 03:22:54.756400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port dda63bb8-8f93-47e5-8496-ed24841bb929, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=dda63bb8-8f93-47e5-8496-ed24841bb929,segment=NetworkSegment(f9e48073-f033-4d10-ac31-d5924d9796f0),segment_id=f9e48073-f033-4d10-ac31-d5924d9796f0)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:54.763954 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.775697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58514) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:54.790416 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.858602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6e8022a9-3f11-4e26-8b1e-8958df166b27 None None] Provisioning complete for port 10c5087a-04c1-46c1-9fc0-e9826ef5500c triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:54.859277 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6e8022a9-3f11-4e26-8b1e-8958df166b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.864012 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=dda63bb8-8f93-47e5-8496-ed24841bb929,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:54.902014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6e8022a9-3f11-4e26-8b1e-8958df166b27 None None] Port 10c5087a-04c1-46c1-9fc0-e9826ef5500c cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:22:54.935814 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.941369 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:54.941960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:54.990129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] device_id is not set on port 4b0ce6c5-83df-4022-818f-35e38e28c710 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:22:55.001721 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8410134 Jul 19 03:22:55.004731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58524) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:55.006021 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.012245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'subnet': {'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:55.059700 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:22:52Z', 'revision_number': 3, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:52Z', 'revision_number': 2, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:55.077326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0b92a-8072-4fe5-9ddc-ba07d7c1f0ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Network': ['ID=7de3adb4-4dce-4e56-8e35-0851980ef20f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:55.089872 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:22:55.090893 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Updating router 13f7c01e-fe43-4773-ba78-f5a209d9324f port 10c5087a-04c1-46c1-9fc0-e9826ef5500c binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:22:55.095453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7de3adb4-4dce-4e56-8e35-0851980ef20f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:22:55.103671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Transition to ACTIVE for port object 4b0ce6c5-83df-4022-818f-35e38e28c710 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:55.113794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.131783 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.202091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event updated for resources: {'Port': ['ID=4b0ce6c5-83df-4022-818f-35e38e28c710,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:55.214145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.214538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.214945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.220182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:55.220534 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:55.220925 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 2 to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 Jul 19 03:22:55.235451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.235925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.236278 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.237357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:55.241387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:55.241717 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:55.242121 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 3 to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 Jul 19 03:22:55.247527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.263409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.263758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.264106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.269068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:55.269299 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:55.269699 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 4 to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 Jul 19 03:22:55.284402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.284747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.285091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.290713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:55.291130 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:55.291435 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 5 to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 Jul 19 03:22:55.301485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58538) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:55.303463 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-08271e24-950c-4ae2-bc31-3e8442b3a862 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e4c20281fad406fb6fa2e4340d2ca27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216599 Jul 19 03:22:55.317975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.318474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.318925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.336517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:55.336866 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:55.340602 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 6 to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 Jul 19 03:22:55.364669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.365014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.365424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.404726 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a0cc1cb-8558-49d9-abe3-4b48d6d06a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.406645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:55.406979 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:55.408410 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 7 to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 Jul 19 03:22:55.467717 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3d8e577-7949-42ad-89ef-2a68123a43c7 req-7d30f76f-02c6-4003-af83-3e06b640f0d9 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0400462 Jul 19 03:22:55.478092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.478469 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.478826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.485536 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a0cc1cb-8558-49d9-abe3-4b48d6d06a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.493099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:55.493499 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:55.510439 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 8 to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 Jul 19 03:22:55.524672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.525016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.525357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.544538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:55.544920 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:55.566789 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 9 to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 Jul 19 03:22:55.607506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.607864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.609224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.632620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c3547903-747c-4878-aa35-b65242115b70 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:55.651812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:55.659767 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:55.675037 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 10 to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 Jul 19 03:22:55.679667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.701295 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.731251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c3547903-747c-4878-aa35-b65242115b70 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:55.731689 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.750556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Subnet': ['ID=9b60af44-d393-4fb8-b294-e3a412416114,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:55.762927 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Transition to ACTIVE for port object 10c5087a-04c1-46c1-9fc0-e9826ef5500c will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:55.770283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Checking segment: {'id': 'e26923d1-d06a-4446-9a84-13ec45f7361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:55.770937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network hostable DHCP agents. Network: 7de3adb4-4dce-4e56-8e35-0851980ef20f, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:22:55.771797 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.777552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.778120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.778637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.789355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a0cc1cb-8558-49d9-abe3-4b48d6d06a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.792337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a0cc1cb-8558-49d9-abe3-4b48d6d06a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.793554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 7de3adb4-4dce-4e56-8e35-0851980ef20f is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:22:55.796387 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8a0cc1cb-8558-49d9-abe3-4b48d6d06a84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b363ca7e-ce9a-47ad-82ce-2a6898abf94f HTTP/1.1" status: 204 len: 168 time: 0.4938443 Jul 19 03:22:55.803323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:22:55.803785 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 4b0ce6c5-83df-4022-818f-35e38e28c710 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:22:55.804231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.825159 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Pushing event updated for resources: {'Port': ['ID=10c5087a-04c1-46c1-9fc0-e9826ef5500c,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:55.828609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cc1cb-8558-49d9-abe3-4b48d6d06a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b363ca7e-ce9a-47ad-82ce-2a6898abf94f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:55.830431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7de3adb4-4dce-4e56-8e35-0851980ef20f) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:55.840658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:55.842068 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.842635 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.842765 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.843310 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.843831 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.844352 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.845578 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.846001 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.846504 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.847111 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.847340 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.847521 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.847822 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:22:55.849339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f5822-e4c4-4e68-8dd7-fb7d336e5b4b None None] Network 7de3adb4-4dce-4e56-8e35-0851980ef20f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:55.900498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9718e-e3b8-4df5-a133-10422071c4d5 req-e32246a1-e7e7-469c-bbe5-fe81d038d7bc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:55.902134 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1fd9718e-e3b8-4df5-a133-10422071c4d5 req-e32246a1-e7e7-469c-bbe5-fe81d038d7bc tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.2524385 Jul 19 03:22:55.921703 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1e920ee7-e998-4dfe-b610-f4430a9cc8ca tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9156168 Jul 19 03:22:55.922400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58556) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:55.960803 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Attempting to bind port 10c5087a-04c1-46c1-9fc0-e9826ef5500c on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:55.961479 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Attempting to bind port 10c5087a-04c1-46c1-9fc0-e9826ef5500c by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f9e48073-f033-4d10-ac31-d5924d9796f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:55.961848 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Attempting to bind port 10c5087a-04c1-46c1-9fc0-e9826ef5500c on network 329d6c9e-1371-4df4-bdca-67cc7858866c {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:55.968706 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:55.969098 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Checking segment: {'id': 'f9e48073-f033-4d10-ac31-d5924d9796f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:55.969504 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:55.971077 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Bound using segment: {'id': 'f9e48073-f033-4d10-ac31-d5924d9796f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:55.971562 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Bound port: 10c5087a-04c1-46c1-9fc0-e9826ef5500c, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e48073-f033-4d10-ac31-d5924d9796f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:55.975947 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:56.003981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] For port 4b0ce6c5-83df-4022-818f-35e38e28c710, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:56.004215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempted to set empty binding levels {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 19 03:22:56.040954 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:56.071569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device dda63bb8-8f93-47e5-8496-ed24841bb929 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:56.119072 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] For port 10c5087a-04c1-46c1-9fc0-e9826ef5500c, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:56.126778 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] For port 10c5087a-04c1-46c1-9fc0-e9826ef5500c, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10c5087a-04c1-46c1-9fc0-e9826ef5500c,segment=NetworkSegment(f9e48073-f033-4d10-ac31-d5924d9796f0),segment_id=f9e48073-f033-4d10-ac31-d5924d9796f0)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:56.136155 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:56.143995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] In _notify_port_updated(), no bound segment for port 4b0ce6c5-83df-4022-818f-35e38e28c710 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:22:56.149067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.150288 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:56.153471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "PUT /v2.0/ports/4b0ce6c5-83df-4022-818f-35e38e28c710 HTTP/1.1" status: 200 len: 980 time: 1.8859160 Jul 19 03:22:56.161707 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1fd9718e-e3b8-4df5-a133-10422071c4d5 req-a00933a4-5fd5-414f-a250-d3bc2287d340 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482576 Jul 19 03:22:56.162187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58562) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:56.197805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de350a28-cc25-4a4e-adde-a0d7899c9a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event updated for resources: {'Port': ['ID=4b0ce6c5-83df-4022-818f-35e38e28c710,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:56.286125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port dda63bb8-8f93-47e5-8496-ed24841bb929 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:56.287793 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:56.291471 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb6ce1-9cde-4f11-9994-bc954f8739aa None None] Pushing event updated for resources: {'Port': ['ID=10c5087a-04c1-46c1-9fc0-e9826ef5500c,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:56.354583 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:22:56.357244 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:56.405997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-7de3adb4-4dce-4e56-8e35-0851980ef20f', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:22:56.410975 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:56.464672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.465245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.465648 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.466115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.466628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.467185 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.467564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.468067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.468507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.469000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.469450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.469973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.470411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.470873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.471344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.471811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.472279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.472747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.473209 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.473677 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.474140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.487050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.487560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.488049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.488531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.489009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.489495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.492960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.493466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.493951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.494712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.495048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.495522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.496005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:56.500689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58566) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:56.517846 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6c9adc67-bcb8-4c4f-a0e8-ad0764c8f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30800 time: 0.3394902 Jul 19 03:22:56.518177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58572) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:56.532859 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:22:56.672615 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6cebf0cc-e609-4428-966f-1cfe11bea6b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a87dc56a521848678509280d671d8108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706681 Jul 19 03:22:56.677932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58574) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:56.744287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f25d4-ccba-40e3-b6ff-bf915d348567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Deleting port 4b0ce6c5-83df-4022-818f-35e38e28c710 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:56.744933 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c6f25d4-ccba-40e3-b6ff-bf915d348567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:56.862209 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-057483ea-93ca-48ac-9b80-926de5c770f2 req-8d8540a8-d856-422c-a418-982e28db6723 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0764940 Jul 19 03:22:56.907360 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:22:52Z', 'revision_number': 3, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:56Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:22:56.946822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:56.954154 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65d9d31-2a07-48de-8103-47545cc0d707 None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:22:52Z', 'revision_number': 3, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:56Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:22:56.963453 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-4c6f25d4-ccba-40e3-b6ff-bf915d348567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] For port 4b0ce6c5-83df-4022-818f-35e38e28c710, host n-h2-762330-18, got binding levels [] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:56.963825 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c6f25d4-ccba-40e3-b6ff-bf915d348567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:56.992891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f25d4-ccba-40e3-b6ff-bf915d348567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Calling delete_port for 4b0ce6c5-83df-4022-818f-35e38e28c710 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:57.122719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3a8106b-563a-4a9f-a299-e4ffc6e01106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.147637 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c6f25d4-ccba-40e3-b6ff-bf915d348567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.174522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c6f25d4-ccba-40e3-b6ff-bf915d348567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.177816 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4c6f25d4-ccba-40e3-b6ff-bf915d348567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4b0ce6c5-83df-4022-818f-35e38e28c710 HTTP/1.1" status: 204 len: 168 time: 0.6584983 Jul 19 03:22:57.180251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58580) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:57.183597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Allocated IP 2001:db8:2::2 (7de3adb4-4dce-4e56-8e35-0851980ef20f/9b60af44-d393-4fb8-b294-e3a412416114/aaf2bd51-21f6-4329-8221-4248f7399b7f) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:57.221854 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3a8106b-563a-4a9f-a299-e4ffc6e01106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.235874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f25d4-ccba-40e3-b6ff-bf915d348567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b0ce6c5-83df-4022-818f-35e38e28c710,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:57.239499 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-801d407c-37cc-40a1-bca9-7366a635f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] GET failed (client error): The resource could not be found. Jul 19 03:22:57.246534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-801d407c-37cc-40a1-bca9-7366a635f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "GET /v2.0/ports/4b0ce6c5-83df-4022-818f-35e38e28c710 HTTP/1.1" status: 404 len: 333 time: 0.0609982 Jul 19 03:22:57.246534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58584) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:57.252496 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1106295047', 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:57.305407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Made reservation on behalf of 9bb17774cb13426583206d0aaf8d146a for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:57.308477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.382491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] device_id is not set on port eae0aa45-5f4e-4897-85b5-6224cd210378 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:22:57.460802 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.483971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Transition to ACTIVE for port object aaf2bd51-21f6-4329-8221-4248f7399b7f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:57.488980 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3a8106b-563a-4a9f-a299-e4ffc6e01106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.492613 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3a8106b-563a-4a9f-a299-e4ffc6e01106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.496218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f3a8106b-563a-4a9f-a299-e4ffc6e01106 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f831c270-bffe-4e2d-bdfb-686dc3b714d3 HTTP/1.1" status: 204 len: 168 time: 0.7599237 Jul 19 03:22:57.525280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8106b-563a-4a9f-a299-e4ffc6e01106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f831c270-bffe-4e2d-bdfb-686dc3b714d3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:57.539309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Transition to ACTIVE for port object aaf2bd51-21f6-4329-8221-4248f7399b7f will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:57.572874 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.613084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10c5087a-04c1-46c1-9fc0-e9826ef5500c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:57.688325 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.735563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4055ec-8c72-41ea-a3c0-bb6648b413af req-13a4af92-9f4d-4680-b551-87a78ee8f971 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:57.741383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd4055ec-8c72-41ea-a3c0-bb6648b413af req-13a4af92-9f4d-4680-b551-87a78ee8f971 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.3945801 Jul 19 03:22:57.750805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Allocated IP 2001:db8:2::1 (7de3adb4-4dce-4e56-8e35-0851980ef20f/9b60af44-d393-4fb8-b294-e3a412416114/27bc0565-36ab-47f7-ab27-51b356168cdf) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:22:57.763715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Network 7de3adb4-4dce-4e56-8e35-0851980ef20f is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:57.781776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:57.788838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:57.805110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Pushing event updated for resources: {'Port': ['ID=aaf2bd51-21f6-4329-8221-4248f7399b7f,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:57.896303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 10c5087a-04c1-46c1-9fc0-e9826ef5500c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:22:57.901829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 10c5087a-04c1-46c1-9fc0-e9826ef5500c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:57.902351 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:57.909858 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd4055ec-8c72-41ea-a3c0-bb6648b413af req-99a26d9f-99e7-49f4-9e3d-febc9a29b5e5 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605151 Jul 19 03:22:57.942387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.018871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Attempting to bind port aaf2bd51-21f6-4329-8221-4248f7399b7f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:22:58.019990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Attempting to bind port aaf2bd51-21f6-4329-8221-4248f7399b7f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'e26923d1-d06a-4446-9a84-13ec45f7361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:22:58.020533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Attempting to bind port aaf2bd51-21f6-4329-8221-4248f7399b7f on network 7de3adb4-4dce-4e56-8e35-0851980ef20f {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:22:58.028252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:22:58.028780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Checking segment: {'id': 'e26923d1-d06a-4446-9a84-13ec45f7361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:22:58.029448 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.030876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Bound using segment: {'id': 'e26923d1-d06a-4446-9a84-13ec45f7361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:22:58.032115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Network 3095fe85-1d0d-4651-a6a6-d9379f26fbff is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:58.032803 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Bound port: aaf2bd51-21f6-4329-8221-4248f7399b7f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26923d1-d06a-4446-9a84-13ec45f7361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:22:58.033384 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.035724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:58.045981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:58.047212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:58.047816 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.060166 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.085323 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8369727 Jul 19 03:22:58.089178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58608) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:58.126043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Transition to ACTIVE for port object 27bc0565-36ab-47f7-ab27-51b356168cdf will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:22:58.155541 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.160706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f53a3-6b12-4ab9-925c-2607bd365605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event updated for resources: {'Port': ['ID=eae0aa45-5f4e-4897-85b5-6224cd210378,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:58.179985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] For port aaf2bd51-21f6-4329-8221-4248f7399b7f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:22:58.201117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] For port aaf2bd51-21f6-4329-8221-4248f7399b7f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=aaf2bd51-21f6-4329-8221-4248f7399b7f,segment=NetworkSegment(e26923d1-d06a-4446-9a84-13ec45f7361d),segment_id=e26923d1-d06a-4446-9a84-13ec45f7361d)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:22:58.204297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de50c9c-c9f7-4b22-9897-953fe17f91cf req-160cd63a-d1f4-424c-8e22-ef94757a4f29 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:58.210907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a330a9d-d812-4057-aa97-df3819c9fe70 req-4bf4fa22-3622-4456-833a-6ee458006784 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0404360 Jul 19 03:22:58.214063 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.222554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b9756-8a09-4e9a-9546-906e70b3e10f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:58.224178 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-279b9756-8a09-4e9a-9546-906e70b3e10f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "GET /v2.0/ports/eae0aa45-5f4e-4897-85b5-6224cd210378 HTTP/1.1" status: 200 len: 959 time: 0.1338398 Jul 19 03:22:58.225518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7de50c9c-c9f7-4b22-9897-953fe17f91cf req-160cd63a-d1f4-424c-8e22-ef94757a4f29 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2086034 Jul 19 03:22:58.228042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58614) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:58.270748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 10c5087a-04c1-46c1-9fc0-e9826ef5500c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10c5087a-04c1-46c1-9fc0-e9826ef5500c,segment=NetworkSegment(f9e48073-f033-4d10-ac31-d5924d9796f0),segment_id=f9e48073-f033-4d10-ac31-d5924d9796f0)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:22:58.275899 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.288819 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.358831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90052e05-2e99-4926-9604-02cbe5d58358 None None] Pushing event updated for resources: {'Port': ['ID=aaf2bd51-21f6-4329-8221-4248f7399b7f,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:58.363012 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7de50c9c-c9f7-4b22-9897-953fe17f91cf req-e1b17a76-e9e1-4df5-bc2b-9c1999ac3b42 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356821 Jul 19 03:22:58.378647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 7de3adb4-4dce-4e56-8e35-0851980ef20f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:58.380286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=27bc0565-36ab-47f7-ab27-51b356168cdf,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:58.382544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5106f18e-962c-408d-8658-8393d16462ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Deleting port eae0aa45-5f4e-4897-85b5-6224cd210378 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:22:58.382921 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5106f18e-962c-408d-8658-8393d16462ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.384680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:58.388178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:58.388743 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.497534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5106f18e-962c-408d-8658-8393d16462ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.515604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5106f18e-962c-408d-8658-8393d16462ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Calling delete_port for eae0aa45-5f4e-4897-85b5-6224cd210378 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:22:58.562219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=10c5087a-04c1-46c1-9fc0-e9826ef5500c,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:58.652095 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.718821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5106f18e-962c-408d-8658-8393d16462ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.748252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106f18e-962c-408d-8658-8393d16462ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event deleted for resources: {'Port': ['ID=eae0aa45-5f4e-4897-85b5-6224cd210378,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:58.853177 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f31cb84a-ed48-47ad-922b-e7fa18f0546a req-6bcc15f5-684d-47ee-90e2-7cd244c6630e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0679219 Jul 19 03:22:58.854284 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5106f18e-962c-408d-8658-8393d16462ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:58.858711 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5106f18e-962c-408d-8658-8393d16462ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "DELETE /v2.0/ports/eae0aa45-5f4e-4897-85b5-6224cd210378 HTTP/1.1" status: 204 len: 168 time: 0.6270726 Jul 19 03:22:58.859700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58642) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:58.870441 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58646) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:58.903708 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-767e9b64-7748-4596-9736-5fa9f67591ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] GET failed (client error): The resource could not be found. Jul 19 03:22:58.905245 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-767e9b64-7748-4596-9736-5fa9f67591ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "GET /v2.0/ports/eae0aa45-5f4e-4897-85b5-6224cd210378 HTTP/1.1" status: 404 len: 333 time: 0.0454192 Jul 19 03:22:58.914017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcc563-ecfc-4079-8847-4c20eaa7658d req-75382e64-c652-4e9b-a92b-cfedb78e07d2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:58.915794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7fcc563-ecfc-4079-8847-4c20eaa7658d req-75382e64-c652-4e9b-a92b-cfedb78e07d2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.1701798 Jul 19 03:22:58.916081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58652) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:58.920935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Request body: {'port': {'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475824333'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:58.981149 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7fcc563-ecfc-4079-8847-4c20eaa7658d req-c1d2fb98-ad07-41dc-842d-5c37d4508683 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559168 Jul 19 03:22:58.988885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Made reservation on behalf of 9bb17774cb13426583206d0aaf8d146a for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:58.992140 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.028575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] device_id is not set on port 0769f743-c9ac-45f1-b395-fb79df82fe80 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:22:59.110463 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-78449243-network', 'tenant_id': '5ac4f4bbbfce4720aef48d7dba5d66ea'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:59.184624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Made reservation on behalf of 5ac4f4bbbfce4720aef48d7dba5d66ea for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:22:59.187001 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.188166 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.193049 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.194347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.215227 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.281952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=27bc0565-36ab-47f7-ab27-51b356168cdf,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:59.316676 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.331989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8909-55da-43d9-96f0-a5719fcabd61 req-d21ff78a-8cc5-4eed-8b9b-2af88f71184d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:59.333579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-441f8909-55da-43d9-96f0-a5719fcabd61 req-d21ff78a-8cc5-4eed-8b9b-2af88f71184d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.2157545 Jul 19 03:22:59.403784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network 7de3adb4-4dce-4e56-8e35-0851980ef20f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:59.405726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:59.431280 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-441f8909-55da-43d9-96f0-a5719fcabd61 req-d388907c-f39d-4a53-972c-ef734b0af025 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847909 Jul 19 03:22:59.512677 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.620233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Network 3095fe85-1d0d-4651-a6a6-d9379f26fbff is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:22:59.658954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:22:59.665891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-298fd173-8923-479c-b297-ce4453d645ba req-b468a1e6-73a3-4e4b-9125-8120cfb0fe4d tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0894949 Jul 19 03:22:59.668026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:22:59.671538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:22:59.672152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.692016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event updated for resources: {'Port': ['ID=0769f743-c9ac-45f1-b395-fb79df82fe80,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:59.706329 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.729780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10c5087a-04c1-46c1-9fc0-e9826ef5500c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:22:59.739328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.747320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:22:59.790545 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e8ba0243-ace3-49de-a4b6-34abfdb1f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8726721 Jul 19 03:22:59.792633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58700) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:22:59.803087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:22:59.843209 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:22:59.849168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba35573a-c6b3-4d36-9257-a2762d03f6e8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:22:59.865944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.866442 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Added segment 1e5b0f9e-f5a7-472c-a013-6a817cc50143 of type vlan for network cbcfaadb-fd07-409e-b605-3b0601fda8aa Jul 19 03:22:59.875796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:22:59.909409 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 10c5087a-04c1-46c1-9fc0-e9826ef5500c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:22:59.910355 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:22:59.960386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cc0cd9-6608-4223-91b4-9ccd80323663 None None] Network 7de3adb4-4dce-4e56-8e35-0851980ef20f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:22:59.974641 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.062199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:00.068140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-564697c4-7d78-45a3-a9ae-387bf52861b6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1447198 Jul 19 03:23:00.076802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58722) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:00.078521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:00.086104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1138199617'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:00.102623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:00.103329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:00.107465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.164728 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.169734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:00.170381 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.171463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:00.176383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.204602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fa73e550-d6db-456a-b06d-2221497506ad None None] Provisioning for port aaf2bd51-21f6-4329-8221-4248f7399b7f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:00.218799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:00.232016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aaf2bd51-21f6-4329-8221-4248f7399b7f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:00.252108 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.253642 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added segment 2c0375a2-e00a-4b57-acdc-c6127ced3be3 of type vlan for network d229d557-c6bd-419b-8abc-1106eda8ac28 Jul 19 03:23:00.258245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:00.293895 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] Pushing event updated for resources: {'Network': ['ID=cbcfaadb-fd07-409e-b605-3b0601fda8aa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:00.321063 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-db1435d2-83c6-4bf4-9c0c-3a9395d8a05e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4466991 Jul 19 03:23:00.323614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58734) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:00.329975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Request body: {'subnet': {'network_id': 'cbcfaadb-fd07-409e-b605-3b0601fda8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-78449243-subnet', 'tenant_id': '5ac4f4bbbfce4720aef48d7dba5d66ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:00.343847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network cbcfaadb-fd07-409e-b605-3b0601fda8aa details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:00.357712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5a6c-82a5-489d-b0e3-887222fff3b9 req-a7b18665-f067-4435-a9ef-35224f7ac3c7 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:00.362764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.365926 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d91e5a6c-82a5-489d-b0e3-887222fff3b9 req-a7b18665-f067-4435-a9ef-35224f7ac3c7 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.2652285 Jul 19 03:23:00.389483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Made reservation on behalf of 5ac4f4bbbfce4720aef48d7dba5d66ea for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:00.396297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.481354 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d91e5a6c-82a5-489d-b0e3-887222fff3b9 req-f87d2eab-a7ee-4791-aadc-2268ba830a01 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142364 Jul 19 03:23:00.488035 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.497852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:00.498624 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.544893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] device_id is not set on port 0769f743-c9ac-45f1-b395-fb79df82fe80 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:00.558675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.569297 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4909070 Jul 19 03:23:00.573252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58738) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:00.582166 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'subnet': {'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:00.605469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be4dbe-89bf-49b1-bb0c-4e73ab4a655b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Network': ['ID=d229d557-c6bd-419b-8abc-1106eda8ac28,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:00.608038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Transition to ACTIVE for port object 0769f743-c9ac-45f1-b395-fb79df82fe80 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:00.608187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port aaf2bd51-21f6-4329-8221-4248f7399b7f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:00.614172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port aaf2bd51-21f6-4329-8221-4248f7399b7f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:00.614482 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.625979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d229d557-c6bd-419b-8abc-1106eda8ac28 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:00.636707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.716605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event updated for resources: {'Port': ['ID=0769f743-c9ac-45f1-b395-fb79df82fe80,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:00.827649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Made reservation on behalf of 5ea5a890c2b84b50a952b7e4324175ff for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:00.835915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.858186 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.879238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:22:59Z', 'revision_number': 2, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:00.882021 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.912953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:00.913656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Updating router 13f7c01e-fe43-4773-ba78-f5a209d9324f port 27bc0565-36ab-47f7-ab27-51b356168cdf binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:23:00.936519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port aaf2bd51-21f6-4329-8221-4248f7399b7f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=aaf2bd51-21f6-4329-8221-4248f7399b7f,segment=NetworkSegment(e26923d1-d06a-4446-9a84-13ec45f7361d),segment_id=e26923d1-d06a-4446-9a84-13ec45f7361d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:00.974617 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:00.992450 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.100528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af426e-5d8d-419f-b164-1fd52b3c5525 req-23f88d72-c7b9-4406-8bbe-6f8b20a4caca tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:01.108128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52af426e-5d8d-419f-b164-1fd52b3c5525 req-23f88d72-c7b9-4406-8bbe-6f8b20a4caca tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.5079687 Jul 19 03:23:01.128182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:01.128782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:01.129308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:01.151669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:01.152267 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:23:01.162818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3eeb2f98-43eb-4c45-9d96-bb648010bdd9 None None] Provisioning complete for port aaf2bd51-21f6-4329-8221-4248f7399b7f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:01.163651 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2f98-43eb-4c45-9d96-bb648010bdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.166868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52af426e-5d8d-419f-b164-1fd52b3c5525 req-d0eb90aa-41c7-48e4-877f-aea76d777fec tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577753 Jul 19 03:23:01.167494 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 2 to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 Jul 19 03:23:01.168281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=aaf2bd51-21f6-4329-8221-4248f7399b7f,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:01.187200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:01.187549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:01.187893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:01.196346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:01.196677 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:23:01.197077 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 3 to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 Jul 19 03:23:01.222600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:01.222944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:01.223579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:01.229901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:01.230529 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:23:01.231094 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 4 to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 Jul 19 03:23:01.253925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:01.255965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:01.256704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:01.272482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:01.273569 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:23:01.274187 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 5 to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 Jul 19 03:23:01.294015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:01.294741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:01.295284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:01.300742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:01.301375 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:23:01.301968 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 6 to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 Jul 19 03:23:01.318003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:01.318676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:01.319403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:01.326250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:01.326839 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:23:01.327440 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 7 to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 Jul 19 03:23:01.347054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:01.347404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:01.347735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:01.358638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:01.358638 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:23:01.362813 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 8 to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 Jul 19 03:23:01.373508 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4baf7e6-1ec4-4e0c-8d77-53eee69ab3da req-2a8b6499-b6ff-412d-a445-cbcac81e51c0 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.4797993 Jul 19 03:23:01.386949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:01.387442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:01.387879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:01.393764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:01.394388 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:23:01.395657 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 9 to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 Jul 19 03:23:01.413842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:01.414418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:01.414799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:01.415450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.415798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.416194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.416536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.416863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.417192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.417509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.417832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.418149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.418533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.419032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.419505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:01.423782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:01.424305 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:23:01.424951 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempt 10 to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 Jul 19 03:23:01.441118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:01.442900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:01.443844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempting to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:01.455219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:01.455663 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Failed to bind port 0769f743-c9ac-45f1-b395-fb79df82fe80 on host n-h2-762330-18 for vnic_type normal using segments [{'id': 'f9598a5f-2938-4989-a4af-58ebf8a09838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3095fe85-1d0d-4651-a6a6-d9379f26fbff'}] Jul 19 03:23:01.456153 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.522191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015b60b3-7180-4ec4-920d-7de18df5ee13,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:01.547667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] For port 0769f743-c9ac-45f1-b395-fb79df82fe80, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:01.548151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attempted to set empty binding levels {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 19 03:23:01.551542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Checking segment: {'id': '1e5b0f9e-f5a7-472c-a013-6a817cc50143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cbcfaadb-fd07-409e-b605-3b0601fda8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:01.552166 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Network hostable DHCP agents. Network: cbcfaadb-fd07-409e-b605-3b0601fda8aa, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:01.564413 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.636912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Network cbcfaadb-fd07-409e-b605-3b0601fda8aa is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:01.654832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3eeb2f98-43eb-4c45-9d96-bb648010bdd9 None None] Provisioning for port 27bc0565-36ab-47f7-ab27-51b356168cdf completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:01.671113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event updated for resources: {'Port': ['ID=0769f743-c9ac-45f1-b395-fb79df82fe80,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:01.675733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3eeb2f98-43eb-4c45-9d96-bb648010bdd9 None None] Provisioning complete for port 27bc0565-36ab-47f7-ab27-51b356168cdf triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:01.676489 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2f98-43eb-4c45-9d96-bb648010bdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.696067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] In _notify_port_updated(), no bound segment for port 0769f743-c9ac-45f1-b395-fb79df82fe80 on network 3095fe85-1d0d-4651-a6a6-d9379f26fbff {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:23:01.696994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:01.697614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.704960 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-89d89681-c580-404b-98ed-d9b568fef82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "PUT /v2.0/ports/0769f743-c9ac-45f1-b395-fb79df82fe80 HTTP/1.1" status: 200 len: 980 time: 1.9112377 Jul 19 03:23:01.714763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58754) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:01.745423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, cbcfaadb-fd07-409e-b605-3b0601fda8aa) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:01.766200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:01.766731 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.782172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63678b47-96ab-45c5-a075-9a406eea65d0 None None] Network cbcfaadb-fd07-409e-b605-3b0601fda8aa requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:01.834964 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4c84a225-8692-41ec-b93f-bd436a2ca2c5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5084839 Jul 19 03:23:01.854394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-5ee59507-3e7c-4111-9c21-491ffc31eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:01.856250 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-5ee59507-3e7c-4111-9c21-491ffc31eb90 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.1573646 Jul 19 03:23:01.871046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45157e5-05fd-4d99-ba47-ef5fd4f3221b req-eddd504f-3544-4185-82e6-554d671a328d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:01.872599 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45157e5-05fd-4d99-ba47-ef5fd4f3221b req-eddd504f-3544-4185-82e6-554d671a328d tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.0853608 Jul 19 03:23:01.875030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.897332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-65cf4755-bca3-4b03-8a83-19c216b88d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Deleting port 0769f743-c9ac-45f1-b395-fb79df82fe80 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:01.898231 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-65cf4755-bca3-4b03-8a83-19c216b88d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.931712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb2f98-43eb-4c45-9d96-bb648010bdd9 None None] Port 27bc0565-36ab-47f7-ab27-51b356168cdf cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:01.944418 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.977971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-65cf4755-bca3-4b03-8a83-19c216b88d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] For port 0769f743-c9ac-45f1-b395-fb79df82fe80, host n-h2-762330-18, got binding levels [] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:01.978411 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-65cf4755-bca3-4b03-8a83-19c216b88d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:01.987042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Transition to ACTIVE for port object 27bc0565-36ab-47f7-ab27-51b356168cdf will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:01.992675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-65cf4755-bca3-4b03-8a83-19c216b88d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Calling delete_port for 0769f743-c9ac-45f1-b395-fb79df82fe80 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:02.015098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Subnet': ['ID=b5131e52-29e1-4f5e-95e9-fa58ca1ec685,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:02.023768 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.037595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Checking segment: {'id': '2c0375a2-e00a-4b57-acdc-c6127ced3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:02.038050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network hostable DHCP agents. Network: d229d557-c6bd-419b-8abc-1106eda8ac28, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:02.063298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-fa561178-e5d6-468d-bd60-407141a5017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:02.064909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-fa561178-e5d6-468d-bd60-407141a5017c service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.2017584 Jul 19 03:23:02.081239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network d229d557-c6bd-419b-8abc-1106eda8ac28 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:02.119167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45157e5-05fd-4d99-ba47-ef5fd4f3221b req-846d2da6-aa89-4a41-a812-4348af47f456 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365901 Jul 19 03:23:02.142588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-65cf4755-bca3-4b03-8a83-19c216b88d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.146220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d229d557-c6bd-419b-8abc-1106eda8ac28) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:02.161193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:02.163214 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.163553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d48f8c-c01e-45aa-a72c-c715118d08e8 None None] Pushing event updated for resources: {'Port': ['ID=27bc0565-36ab-47f7-ab27-51b356168cdf,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:02.180816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f5542-5cc7-437c-8846-72aa6597da80 None None] Network d229d557-c6bd-419b-8abc-1106eda8ac28 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:02.184610 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-c238857b-62c3-4a20-a9c8-e70e697f4e6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 999 time: 0.1128743 Jul 19 03:23:02.189789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58764) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:02.190185 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7ead08c3-8a16-41ca-ad7b-605f336e2d5e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6122675 Jul 19 03:23:02.250549 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-d15eb70d-7f50-41cb-af03-ea901e852fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:02.253431 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-d15eb70d-7f50-41cb-af03-ea901e852fc1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.0618427 Jul 19 03:23:02.254938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dcc545-5cba-4573-9b43-31572f48f565 None None] Network cbcfaadb-fd07-409e-b605-3b0601fda8aa requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:02.407011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-661f96ea-15c3-49ff-8e89-efd26c8738da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:02.410214 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-661f96ea-15c3-49ff-8e89-efd26c8738da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497660 Jul 19 03:23:02.463342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5785076-6896-47f6-a76c-fc9dc18793b7 req-57a85d70-9b2f-4a42-8716-bb7acdc230c3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:02.464980 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5785076-6896-47f6-a76c-fc9dc18793b7 req-57a85d70-9b2f-4a42-8716-bb7acdc230c3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1451263 Jul 19 03:23:02.467668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Attempting to bind port 27bc0565-36ab-47f7-ab27-51b356168cdf on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:02.468037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Attempting to bind port 27bc0565-36ab-47f7-ab27-51b356168cdf by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'e26923d1-d06a-4446-9a84-13ec45f7361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:02.468402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Attempting to bind port 27bc0565-36ab-47f7-ab27-51b356168cdf on network 7de3adb4-4dce-4e56-8e35-0851980ef20f {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:02.476592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf4755-bca3-4b03-8a83-19c216b88d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Pushing event deleted for resources: {'Port': ['ID=0769f743-c9ac-45f1-b395-fb79df82fe80,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:02.488084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:02.488459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Checking segment: {'id': 'e26923d1-d06a-4446-9a84-13ec45f7361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:02.488860 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.489247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Bound using segment: {'id': 'e26923d1-d06a-4446-9a84-13ec45f7361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:02.489722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Bound port: 27bc0565-36ab-47f7-ab27-51b356168cdf, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26923d1-d06a-4446-9a84-13ec45f7361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:02.490106 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.522782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-829499b7-64b1-4d2b-a7eb-28a9ee107676 req-d0d1beca-b180-492b-9a25-f3c7bd27a3cc tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-103158109', 'description': 'tempest-description-2138034606'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:02.556752 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5785076-6896-47f6-a76c-fc9dc18793b7 req-a6cac342-e744-4c05-a410-fb21bf89eafe tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537453 Jul 19 03:23:02.562060 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-a8f70c0a-b43d-46f6-9ca7-a7cb9ff4a1bf service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429574 Jul 19 03:23:02.564566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-65cf4755-bca3-4b03-8a83-19c216b88d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.570101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58768) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:02.574814 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-65cf4755-bca3-4b03-8a83-19c216b88d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0769f743-c9ac-45f1-b395-fb79df82fe80 HTTP/1.1" status: 204 len: 168 time: 0.8587811 Jul 19 03:23:02.578182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-d229d557-c6bd-419b-8abc-1106eda8ac28', 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'fixed_ips': [{'subnet_id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:23:02.579207 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.626875 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a8963a-e6a3-4b13-9b6e-436f6de2f789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] GET failed (client error): The resource could not be found. Jul 19 03:23:02.633608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c0a8963a-e6a3-4b13-9b6e-436f6de2f789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685674168-project-admin] 10.222.0.20 "GET /v2.0/ports/0769f743-c9ac-45f1-b395-fb79df82fe80 HTTP/1.1" status: 404 len: 333 time: 0.0542347 Jul 19 03:23:02.636251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58772) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:02.743420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] For port 27bc0565-36ab-47f7-ab27-51b356168cdf, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:02.749369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] For port 27bc0565-36ab-47f7-ab27-51b356168cdf, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=27bc0565-36ab-47f7-ab27-51b356168cdf,segment=NetworkSegment(e26923d1-d06a-4446-9a84-13ec45f7361d),segment_id=e26923d1-d06a-4446-9a84-13ec45f7361d)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:02.759696 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.765871 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.770032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b7e0590-613b-478c-9f76-360f58bf48c5 req-a718ddf3-d625-4dd1-814d-32654f6c19b0 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989567 Jul 19 03:23:02.780309 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.783948 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-829499b7-64b1-4d2b-a7eb-28a9ee107676 req-d0d1beca-b180-492b-9a25-f3c7bd27a3cc tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.892975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:02.893752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:02.907109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:02.915144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d48f8c-c01e-45aa-a72c-c715118d08e8 None None] Pushing event updated for resources: {'Port': ['ID=27bc0565-36ab-47f7-ab27-51b356168cdf,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:02.924154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Allocated IP 2001:db8:3::2 (d229d557-c6bd-419b-8abc-1106eda8ac28/b5131e52-29e1-4f5e-95e9-fa58ca1ec685/96f18d31-3663-44ed-a408-78934703370d) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:02.932079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3095fe85-1d0d-4651-a6a6-d9379f26fbff']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:02.955909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9598a5f-2938-4989-a4af-58ebf8a09838') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:02.956213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9598a5f-2938-4989-a4af-58ebf8a09838') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:02.983510 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.028784 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.044565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:03.045024 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:03.048404 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:03.126136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:03.193337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.204262 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.207395 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] 10.222.0.20 "DELETE /v2.0/networks/3095fe85-1d0d-4651-a6a6-d9379f26fbff HTTP/1.1" status: 204 len: 168 time: 0.5702066 Jul 19 03:23:03.244572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1be0e-fab3-40b9-97df-3c848558fb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316734245-project] Pushing event deleted for resources: {'Network': ['ID=3095fe85-1d0d-4651-a6a6-d9379f26fbff,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:03.329980 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-829499b7-64b1-4d2b-a7eb-28a9ee107676 req-d0d1beca-b180-492b-9a25-f3c7bd27a3cc tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.336254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-829499b7-64b1-4d2b-a7eb-28a9ee107676 req-d0d1beca-b180-492b-9a25-f3c7bd27a3cc tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.389826 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-829499b7-64b1-4d2b-a7eb-28a9ee107676 req-d0d1beca-b180-492b-9a25-f3c7bd27a3cc tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.393311 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-829499b7-64b1-4d2b-a7eb-28a9ee107676 req-d0d1beca-b180-492b-9a25-f3c7bd27a3cc tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9229703 Jul 19 03:23:03.395943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1beca-b180-492b-9a25-f3c7bd27a3cc tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceafd52-dc91-44fe-bca8-70d3ea479b8f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:03.577416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aaf2bd51-21f6-4329-8221-4248f7399b7f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:03.629365 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c0b40944-0ac3-4985-bc73-fc3b90160d26 req-8da7cf30-8984-4dad-8b05-728709f09d25 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0358038 Jul 19 03:23:03.630222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58798) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:03.668177 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.682157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Transition to ACTIVE for port object 96f18d31-3663-44ed-a408-78934703370d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:03.690057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb930a69-01b5-4052-94ba-f6b59c52a437 req-a1b78b51-0b01-4c67-85bd-4ececf1e421a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:03.692043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb930a69-01b5-4052-94ba-f6b59c52a437 req-a1b78b51-0b01-4c67-85bd-4ececf1e421a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.1143079 Jul 19 03:23:03.708815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Transition to ACTIVE for port object 96f18d31-3663-44ed-a408-78934703370d will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:03.713422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:02Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:03.717638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port aaf2bd51-21f6-4329-8221-4248f7399b7f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:03.718008 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.724399 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be8b7efe-08e2-4267-9a92-0505261a6f1a req-0657a161-15be-4df3-8be1-0ef3f2b53da4 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/0ceafd52-dc91-44fe-bca8-70d3ea479b8f HTTP/1.1" status: 200 len: 1814 time: 0.0506270 Jul 19 03:23:03.737408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-be8b7efe-08e2-4267-9a92-0505261a6f1a req-7aa328d0-ae64-4ab2-9288-88a22a47bb7e tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ceafd52-dc91-44fe-bca8-70d3ea479b8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:03.737787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-be8b7efe-08e2-4267-9a92-0505261a6f1a req-7aa328d0-ae64-4ab2-9288-88a22a47bb7e tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ceafd52-dc91-44fe-bca8-70d3ea479b8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:03.762931 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.765130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13283ffd-c6b1-4f90-96aa-7d2319edb28b None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:02Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:03.792569 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb930a69-01b5-4052-94ba-f6b59c52a437 req-c665c660-21fd-4d09-89b7-a2edab3541a7 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910482 Jul 19 03:23:03.811902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Allocated IP 2001:db8:3::1 (d229d557-c6bd-419b-8abc-1106eda8ac28/b5131e52-29e1-4f5e-95e9-fa58ca1ec685/9cef077f-bd8a-4b98-aef8-62a45c9bcab3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:03.845937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Network d229d557-c6bd-419b-8abc-1106eda8ac28 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:03.867694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:03.873324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:03.886962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Pushing event updated for resources: {'Port': ['ID=96f18d31-3663-44ed-a408-78934703370d,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:03.904475 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-be8b7efe-08e2-4267-9a92-0505261a6f1a req-7aa328d0-ae64-4ab2-9288-88a22a47bb7e tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.941084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-be8b7efe-08e2-4267-9a92-0505261a6f1a req-7aa328d0-ae64-4ab2-9288-88a22a47bb7e tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.953051 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-be8b7efe-08e2-4267-9a92-0505261a6f1a req-7aa328d0-ae64-4ab2-9288-88a22a47bb7e tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.976228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Attempting to bind port 96f18d31-3663-44ed-a408-78934703370d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:03.976709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Attempting to bind port 96f18d31-3663-44ed-a408-78934703370d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '2c0375a2-e00a-4b57-acdc-c6127ced3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:03.977181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Attempting to bind port 96f18d31-3663-44ed-a408-78934703370d on network d229d557-c6bd-419b-8abc-1106eda8ac28 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:03.987036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa328d0-ae64-4ab2-9288-88a22a47bb7e tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a15292e-456a-41f8-883a-8add94cc57ec,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:03.993574 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-be8b7efe-08e2-4267-9a92-0505261a6f1a req-7aa328d0-ae64-4ab2-9288-88a22a47bb7e tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:03.997294 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fc5a4276-7989-4e1d-8bfb-72184ec37899 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbfe6d2c50e5489caea483613ad5a625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659394 Jul 19 03:23:04.001538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58802) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:04.012071 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be8b7efe-08e2-4267-9a92-0505261a6f1a req-7aa328d0-ae64-4ab2-9288-88a22a47bb7e tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2722518 Jul 19 03:23:04.023886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:04.024550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Checking segment: {'id': '2c0375a2-e00a-4b57-acdc-c6127ced3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:04.025116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.025678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Bound using segment: {'id': '2c0375a2-e00a-4b57-acdc-c6127ced3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:04.026370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Bound port: 96f18d31-3663-44ed-a408-78934703370d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0375a2-e00a-4b57-acdc-c6127ced3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:04.026932 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.085243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-69bf61c0-13d3-4ddb-bfa0-46e6c8062fd6 req-3189de53-6c18-4c4f-87c9-f203b91a11dc tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/0ceafd52-dc91-44fe-bca8-70d3ea479b8f HTTP/1.1" status: 200 len: 2408 time: 0.0617793 Jul 19 03:23:04.128001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] For port 96f18d31-3663-44ed-a408-78934703370d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:04.132407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] For port 96f18d31-3663-44ed-a408-78934703370d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=96f18d31-3663-44ed-a408-78934703370d,segment=NetworkSegment(2c0375a2-e00a-4b57-acdc-c6127ced3be3),segment_id=2c0375a2-e00a-4b57-acdc-c6127ced3be3)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:04.138674 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.142349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f28845df-51de-4e0b-9133-cab679eec91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.168122 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f28845df-51de-4e0b-9133-cab679eec91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.170114 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92dd8400-1f7c-41d5-b39c-8674e6795d1d req-31eb49fb-3353-4c08-bd6b-2f51cfc925d8 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-group-rules/1a15292e-456a-41f8-883a-8add94cc57ec HTTP/1.1" status: 200 len: 778 time: 0.0598371 Jul 19 03:23:04.183681 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.215811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec0b82-dd8b-437a-a53e-1614bbb4364a None None] Pushing event updated for resources: {'Port': ['ID=96f18d31-3663-44ed-a408-78934703370d,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:04.241219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Transition to ACTIVE for port object 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:04.250663 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92dd8400-1f7c-41d5-b39c-8674e6795d1d req-74bede9b-87b4-43ed-99a3-f18cec44196b tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/0ceafd52-dc91-44fe-bca8-70d3ea479b8f HTTP/1.1" status: 200 len: 2408 time: 0.0744295 Jul 19 03:23:04.257258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae89d5a-b29f-42d0-a118-ab207a59ec79 req-12a7a09d-703d-49ae-876f-b9fe24784234 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:04.258995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ae89d5a-b29f-42d0-a118-ab207a59ec79 req-12a7a09d-703d-49ae-876f-b9fe24784234 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2548449 Jul 19 03:23:04.282980 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-92dd8400-1f7c-41d5-b39c-8674e6795d1d req-98774190-610b-4946-9503-55ee454360f9 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.291960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-92dd8400-1f7c-41d5-b39c-8674e6795d1d req-98774190-610b-4946-9503-55ee454360f9 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.337067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-92dd8400-1f7c-41d5-b39c-8674e6795d1d req-98774190-610b-4946-9503-55ee454360f9 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.337276 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ae89d5a-b29f-42d0-a118-ab207a59ec79 req-0aac6a3c-158e-4205-a683-bc854056139f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641475 Jul 19 03:23:04.343376 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-92dd8400-1f7c-41d5-b39c-8674e6795d1d req-98774190-610b-4946-9503-55ee454360f9 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.349369 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92dd8400-1f7c-41d5-b39c-8674e6795d1d req-98774190-610b-4946-9503-55ee454360f9 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1a15292e-456a-41f8-883a-8add94cc57ec HTTP/1.1" status: 204 len: 173 time: 0.0975070 Jul 19 03:23:04.377477 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f28845df-51de-4e0b-9133-cab679eec91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.378914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98774190-610b-4946-9503-55ee454360f9 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a15292e-456a-41f8-883a-8add94cc57ec,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:04.380127 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f28845df-51de-4e0b-9133-cab679eec91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.381708 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f28845df-51de-4e0b-9133-cab679eec91b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2952e92-9278-4062-ad9b-8e90890907b1 HTTP/1.1" status: 204 len: 168 time: 0.3790963 Jul 19 03:23:04.419294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28845df-51de-4e0b-9133-cab679eec91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2952e92-9278-4062-ad9b-8e90890907b1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:04.424795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-bcc77ef0-de09-4536-b5bf-ac86715b9a8b req-2f1940fe-b103-46ff-b065-b63cecef8b8b tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1981443508', 'description': 'tempest-description-2099934276'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:04.432668 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.507996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network d229d557-c6bd-419b-8abc-1106eda8ac28 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:04.515283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:04.519011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=9cef077f-bd8a-4b98-aef8-62a45c9bcab3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:04.521130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:04.522357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.526593 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bcc77ef0-de09-4536-b5bf-ac86715b9a8b req-2f1940fe-b103-46ff-b065-b63cecef8b8b tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.737512 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.765658 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bcc77ef0-de09-4536-b5bf-ac86715b9a8b req-2f1940fe-b103-46ff-b065-b63cecef8b8b tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.770964 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bcc77ef0-de09-4536-b5bf-ac86715b9a8b req-2f1940fe-b103-46ff-b065-b63cecef8b8b tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.831528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bcc77ef0-de09-4536-b5bf-ac86715b9a8b req-2f1940fe-b103-46ff-b065-b63cecef8b8b tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:04.831528 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcc77ef0-de09-4536-b5bf-ac86715b9a8b req-2f1940fe-b103-46ff-b065-b63cecef8b8b tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4478166 Jul 19 03:23:04.831966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58826) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:04.848750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1940fe-b103-46ff-b065-b63cecef8b8b tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59830626-c198-403a-af81-95fedfd79169,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:04.981946 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4405ed02-6358-4a62-9a9f-e9b4947487c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bb17774cb13426583206d0aaf8d146a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448057 Jul 19 03:23:04.986383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52f62da0-454e-44c3-8feb-cd444b83c154 req-990228ce-3c71-432d-97cb-d252b6b73398 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0495410 Jul 19 03:23:04.988226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58830) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:04.988354 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcbaa3-5ae9-4d27-9fa8-a85b864f96ea req-debaba07-846d-4a6d-8e2d-755120102d67 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:04.989826 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7bbcbaa3-5ae9-4d27-9fa8-a85b864f96ea req-debaba07-846d-4a6d-8e2d-755120102d67 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.0662177 Jul 19 03:23:05.056394 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7bbcbaa3-5ae9-4d27-9fa8-a85b864f96ea req-06874b23-3529-4b3d-80b8-72275bb7bd3d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596392 Jul 19 03:23:05.125822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e5adf1b-c64d-467d-b479-45edfef286f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.143006 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e833b886-7415-49c2-8725-88a8f9765329 req-3c3f1059-93c2-4000-b6ee-fbf7f1537485 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/59830626-c198-403a-af81-95fedfd79169 HTTP/1.1" status: 200 len: 1815 time: 0.0572999 Jul 19 03:23:05.185874 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e5adf1b-c64d-467d-b479-45edfef286f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.271076 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.278221 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.279037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.328332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a51369-deba-4b81-97b4-1e720baf3a1a req-265e67af-a291-480e-a68f-d2dbf97e4dab tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:05.330193 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2a51369-deba-4b81-97b4-1e720baf3a1a req-265e67af-a291-480e-a68f-d2dbf97e4dab tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.0788257 Jul 19 03:23:05.352944 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e5adf1b-c64d-467d-b479-45edfef286f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.355483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e5adf1b-c64d-467d-b479-45edfef286f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.356648 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5e5adf1b-c64d-467d-b479-45edfef286f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c08783c-f4be-4269-97cc-93dd565ee51a HTTP/1.1" status: 204 len: 168 time: 0.3675218 Jul 19 03:23:05.374680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3184341-c0cf-4a0a-bc72-76e7c92cdaa9 req-17aa2531-255a-4fc9-b784-8f8e37268efd tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:05.376470 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3184341-c0cf-4a0a-bc72-76e7c92cdaa9 req-17aa2531-255a-4fc9-b784-8f8e37268efd tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.2074506 Jul 19 03:23:05.382747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event updated for resources: {'Port': ['ID=9cef077f-bd8a-4b98-aef8-62a45c9bcab3,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:05.389964 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2a51369-deba-4b81-97b4-1e720baf3a1a req-53f8adc4-9c65-4300-a7e5-f1f612480826 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508535 Jul 19 03:23:05.444795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5adf1b-c64d-467d-b479-45edfef286f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c08783c-f4be-4269-97cc-93dd565ee51a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:05.454456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c0de3-db48-42e4-9de3-80ef0933bf23 None None] Network d229d557-c6bd-419b-8abc-1106eda8ac28 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:05.490196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-8ec9ba4b-c1a5-4776-9333-47b021588ce6 req-ce586889-b716-421c-9b86-d1939eb5e483 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-35440844', 'description': 'tempest-description-956928424'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:05.501831 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3184341-c0cf-4a0a-bc72-76e7c92cdaa9 req-a6085ebc-8069-4492-8f96-b264080e143c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107912 Jul 19 03:23:05.522946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8ec9ba4b-c1a5-4776-9333-47b021588ce6 req-ce586889-b716-421c-9b86-d1939eb5e483 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.530551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Network d229d557-c6bd-419b-8abc-1106eda8ac28 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:05.532413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:05.627957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8f4f3007-1f07-4c2c-9d95-c1adca1d88cf None None] Provisioning for port 96f18d31-3663-44ed-a408-78934703370d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:05.661509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:05.721966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8ec9ba4b-c1a5-4776-9333-47b021588ce6 req-ce586889-b716-421c-9b86-d1939eb5e483 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.729710 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8ec9ba4b-c1a5-4776-9333-47b021588ce6 req-ce586889-b716-421c-9b86-d1939eb5e483 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.766143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 27bc0565-36ab-47f7-ab27-51b356168cdf up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:05.788864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:05.794535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-28e9ea3a-b712-4c72-ae3a-cdbbfbee2e81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6035595 Jul 19 03:23:05.797294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58852) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:05.800826 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8ec9ba4b-c1a5-4776-9333-47b021588ce6 req-ce586889-b716-421c-9b86-d1939eb5e483 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:05.804302 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:05.805601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-367a3e5f-5859-448a-9bee-8abcc618017e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:05.828853 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ec9ba4b-c1a5-4776-9333-47b021588ce6 req-ce586889-b716-421c-9b86-d1939eb5e483 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3450234 Jul 19 03:23:05.830764 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:05.834873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:05.844127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce586889-b716-421c-9b86-d1939eb5e483 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8cc4d9-cced-49d7-a245-c61253f840ed,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:05.904563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 27bc0565-36ab-47f7-ab27-51b356168cdf completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:05.908960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 27bc0565-36ab-47f7-ab27-51b356168cdf triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:05.909338 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.035770 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.095445 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:06.103326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 27bc0565-36ab-47f7-ab27-51b356168cdf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=27bc0565-36ab-47f7-ab27-51b356168cdf,segment=NetworkSegment(e26923d1-d06a-4446-9a84-13ec45f7361d),segment_id=e26923d1-d06a-4446-9a84-13ec45f7361d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:06.113264 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.114180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 96f18d31-3663-44ed-a408-78934703370d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:06.171577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bce40d9c-8ca2-4cb3-a699-919f2e4005c0 req-209b59d0-cc94-4b8e-85b8-2991c5c48bb7 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/1b8cc4d9-cced-49d7-a245-c61253f840ed HTTP/1.1" status: 200 len: 1812 time: 0.0768750 Jul 19 03:23:06.288661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=27bc0565-36ab-47f7-ab27-51b356168cdf,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:06.325269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 96f18d31-3663-44ed-a408-78934703370d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:06.332395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 96f18d31-3663-44ed-a408-78934703370d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:06.332980 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.397553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e9169ca5-d2df-4b3f-ac17-54f7318837a7 None None] Provisioning for port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:06.409073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e9169ca5-d2df-4b3f-ac17-54f7318837a7 None None] Provisioning complete for port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:06.409786 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e9169ca5-d2df-4b3f-ac17-54f7318837a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.440230 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3c5e4065-a71a-46e8-885a-001946350372 req-f14bdb6b-5d99-409f-8979-d0f500f00aca tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0578444 Jul 19 03:23:06.461984 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:04Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:02Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cef077f-bd8a-4b98-aef8-62a45c9bcab3', 'name': '', 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:8a:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:23:03Z', 'updated_at': '2021-07-19T03:23:04Z', 'revision_number': 2, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:06.482226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-d2cef6a7-e287-4cca-ae71-6abbe9c3c62f req-04dc4015-0707-403b-afe6-78b5d137f71d tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1634206775', 'description': 'tempest-description-799894073'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:06.483770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e9169ca5-d2df-4b3f-ac17-54f7318837a7 None None] Port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:06.528203 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:06.528561 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Updating router 13f7c01e-fe43-4773-ba78-f5a209d9324f port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:23:06.534770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d2cef6a7-e287-4cca-ae71-6abbe9c3c62f req-04dc4015-0707-403b-afe6-78b5d137f71d tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.549577 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.551605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e9169ca5-d2df-4b3f-ac17-54f7318837a7 None None] Provisioning complete for port 96f18d31-3663-44ed-a408-78934703370d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:06.557807 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e9169ca5-d2df-4b3f-ac17-54f7318837a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.650065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 96f18d31-3663-44ed-a408-78934703370d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=96f18d31-3663-44ed-a408-78934703370d,segment=NetworkSegment(2c0375a2-e00a-4b57-acdc-c6127ced3be3),segment_id=2c0375a2-e00a-4b57-acdc-c6127ced3be3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:06.689666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58884) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:06.694587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d2cef6a7-e287-4cca-ae71-6abbe9c3c62f req-04dc4015-0707-403b-afe6-78b5d137f71d tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.703057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d2cef6a7-e287-4cca-ae71-6abbe9c3c62f req-04dc4015-0707-403b-afe6-78b5d137f71d tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.730930 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.762157 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d2cef6a7-e287-4cca-ae71-6abbe9c3c62f req-04dc4015-0707-403b-afe6-78b5d137f71d tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.783825 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d2cef6a7-e287-4cca-ae71-6abbe9c3c62f req-04dc4015-0707-403b-afe6-78b5d137f71d tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3098106 Jul 19 03:23:06.788008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc4015-0707-403b-afe6-78b5d137f71d tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2926f51c-f378-4650-9c7d-a32c43047432,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:06.900469 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.913196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-889490624'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:06.973980 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.978077 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e9169ca5-d2df-4b3f-ac17-54f7318837a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:06.995410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:07.000621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.023700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.027796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=96f18d31-3663-44ed-a408-78934703370d,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:07.057509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d875673-a257-4540-bcad-a978de94109e req-08195279-5a7e-4bbd-a8cc-afdf945f6c18 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:07.059232 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-08195279-5a7e-4bbd-a8cc-afdf945f6c18 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 812 time: 1.1265302 Jul 19 03:23:07.077495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f91e72-7e91-4917-af2d-7b6e65c12cf7 req-650572b6-4db0-4e9c-9ba2-4b5aa6bd2810 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:07.087155 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89f91e72-7e91-4917-af2d-7b6e65c12cf7 req-650572b6-4db0-4e9c-9ba2-4b5aa6bd2810 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.1536210 Jul 19 03:23:07.095231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.extraroute_db [None req-367a3e5f-5859-448a-9bee-8abcc618017e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94344) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 19 03:23:07.099530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-0770e7b4-fb7f-4161-84cc-f38b1b28242b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/quotas/2c3411c429fd44e8b8e4edf37d98ebcb HTTP/1.1" status: 200 len: 375 time: 0.0302119 Jul 19 03:23:07.110399 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-e9169ca5-d2df-4b3f-ac17-54f7318837a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:23:07.110946 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-e9169ca5-d2df-4b3f-ac17-54f7318837a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:23:07.117507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.127427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.extraroute_db [None req-367a3e5f-5859-448a-9bee-8abcc618017e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Removed routes are [] {{(pid=94344) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 19 03:23:07.128192 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-367a3e5f-5859-448a-9bee-8abcc618017e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.142157 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.154452 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Transition to ACTIVE for port object 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:07.160467 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.166926 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89f91e72-7e91-4917-af2d-7b6e65c12cf7 req-70c8b7b9-e5e3-4275-83f0-912734cec1fa tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787942 Jul 19 03:23:07.212946 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e7ac3-fa75-496b-84f3-ed391de01c6d None None] Pushing event updated for resources: {'Port': ['ID=9cef077f-bd8a-4b98-aef8-62a45c9bcab3,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:07.252846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.266708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.308453 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Attempting to bind port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:07.308849 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Attempting to bind port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '2c0375a2-e00a-4b57-acdc-c6127ced3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:07.309216 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Attempting to bind port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 on network d229d557-c6bd-419b-8abc-1106eda8ac28 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:07.314558 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:07.315124 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Checking segment: {'id': '2c0375a2-e00a-4b57-acdc-c6127ced3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:07.315531 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.315871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:07.316026 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Bound using segment: {'id': '2c0375a2-e00a-4b57-acdc-c6127ced3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:07.316426 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Bound port: 9cef077f-bd8a-4b98-aef8-62a45c9bcab3, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0375a2-e00a-4b57-acdc-c6127ced3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:07.316894 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.344429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc199ed-7136-4e98-8631-cb1c92513016,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:07.367089 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.367089 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Added segment 77c0e5f3-7b2c-493a-96e2-0999ac8807e4 of type vlan for network f6ea23f2-6327-4ea9-ac33-5a814d352d00 Jul 19 03:23:07.408490 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af0e4530-3350-45e8-8c43-e67308695a88 req-9ffe4d4e-30ca-41e3-9785-49a6eb4c5e80 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/2926f51c-f378-4650-9c7d-a32c43047432 HTTP/1.1" status: 200 len: 1814 time: 0.0858643 Jul 19 03:23:07.427504 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] For port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:07.440542 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] For port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9cef077f-bd8a-4b98-aef8-62a45c9bcab3,segment=NetworkSegment(2c0375a2-e00a-4b57-acdc-c6127ced3be3),segment_id=2c0375a2-e00a-4b57-acdc-c6127ced3be3)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:07.442586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-c6e27f80-679f-4f67-aba0-ee8f6a165592 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3334687 Jul 19 03:23:07.449730 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.464860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-367a3e5f-5859-448a-9bee-8abcc618017e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.478356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.527415 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-367a3e5f-5859-448a-9bee-8abcc618017e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.539224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 27bc0565-36ab-47f7-ab27-51b356168cdf up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:07.555879 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.562674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:07.563398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.592407 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e7ac3-fa75-496b-84f3-ed391de01c6d None None] Pushing event updated for resources: {'Port': ['ID=9cef077f-bd8a-4b98-aef8-62a45c9bcab3,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:07.602101 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:07.603098 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:07.671761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-358362b3-44ab-48f2-b172-d2d5365a5fe2 req-ef1f77e7-2900-4967-bf50-184a1b9a291c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1712280734', 'description': 'tempest-description-929651364'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:07.681950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 27bc0565-36ab-47f7-ab27-51b356168cdf triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:07.682563 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.695618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Network': ['ID=f6ea23f2-6327-4ea9-ac33-5a814d352d00,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:07.707997 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-358362b3-44ab-48f2-b172-d2d5365a5fe2 req-ef1f77e7-2900-4967-bf50-184a1b9a291c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.715252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:07.715529 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-d5832b1c-1f39-494f-8738-3de4eb32b64e service neutron] 10.222.0.20 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396019 Jul 19 03:23:07.722115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367a3e5f-5859-448a-9bee-8abcc618017e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:07.737877 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-95511f3c-1c36-48ef-8e96-98c548350570 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0443511 Jul 19 03:23:07.738118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58898) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:07.744044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'name': 'tempest-PortsTestJSON-1058188976'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:07.753997 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:07.826973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-358362b3-44ab-48f2-b172-d2d5365a5fe2 req-ef1f77e7-2900-4967-bf50-184a1b9a291c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.835600 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-358362b3-44ab-48f2-b172-d2d5365a5fe2 req-ef1f77e7-2900-4967-bf50-184a1b9a291c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.900947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 96f18d31-3663-44ed-a408-78934703370d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:07.902196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f77e7-2900-4967-bf50-184a1b9a291c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2752f93a-ae67-4900-8bf7-bbb41a3d4669,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:07.905681 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-358362b3-44ab-48f2-b172-d2d5365a5fe2 req-ef1f77e7-2900-4967-bf50-184a1b9a291c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.907359 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-358362b3-44ab-48f2-b172-d2d5365a5fe2 req-ef1f77e7-2900-4967-bf50-184a1b9a291c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2409995 Jul 19 03:23:07.967188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 96f18d31-3663-44ed-a408-78934703370d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:07.967605 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:07.996414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367a3e5f-5859-448a-9bee-8abcc618017e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:08.005329 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-367a3e5f-5859-448a-9bee-8abcc618017e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:08.006702 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-367a3e5f-5859-448a-9bee-8abcc618017e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f HTTP/1.1" status: 200 len: 954 time: 2.2069950 Jul 19 03:23:08.010147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58902) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:08.075493 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:07Z', 'revision_number': 6, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cef077f-bd8a-4b98-aef8-62a45c9bcab3', 'name': '', 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:8a:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:23:03Z', 'updated_at': '2021-07-19T03:23:07Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:08.104575 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3781f7-a268-4b72-9ebc-3f8cb5c941ad None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:07Z', 'revision_number': 6, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cef077f-bd8a-4b98-aef8-62a45c9bcab3', 'name': '', 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:8a:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:23:03Z', 'updated_at': '2021-07-19T03:23:07Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:08.124097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-669d70ca-512d-417a-966f-cf993989bd70 service neutron] 10.222.0.20 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003770 Jul 19 03:23:08.135781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:08.143939 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:08.185943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-594ddea3-0898-4518-9d4d-2be5a0eee703 req-e9156867-3a79-443c-b32c-054bdc2c52f4 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0749912 Jul 19 03:23:08.192608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 1cf62270-dd1e-4402-b6db-0ca68315fc26 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:08.217356 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-68882261-3b54-43b7-a6bb-ef8b79108800 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f HTTP/1.1" status: 200 len: 954 time: 0.2051375 Jul 19 03:23:08.222779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58906) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:08.228361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d01b115b-cd86-465a-8f30-ce7d55e95759 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'routes': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:08.379479 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bcca0efe-a6e2-4503-af84-9fe00757f936 req-e6834c4e-fdda-45c6-b86b-e784918e32e5 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/2752f93a-ae67-4900-8bf7-bbb41a3d4669 HTTP/1.1" status: 200 len: 1814 time: 0.1479833 Jul 19 03:23:08.536641 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:08.625575 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:08.636384 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-871e6965-8d5d-470d-9a4b-47955323e8e7 req-59800c7e-8150-41fb-84b7-68c083c9dcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 210 time: 0.0661161 Jul 19 03:23:08.639493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6fecb-4d31-460c-88f3-d1021cc7d67a req-42ef405a-42f9-484e-bdb9-f9eb7da725bb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:08.641403 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55f6fecb-4d31-460c-88f3-d1021cc7d67a req-42ef405a-42f9-484e-bdb9-f9eb7da725bb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.1948907 Jul 19 03:23:08.718179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55f6fecb-4d31-460c-88f3-d1021cc7d67a req-00ab5f49-4a67-4650-99df-fac15657cfc2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613163 Jul 19 03:23:08.724204 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [req-3d83e871-1a09-41b0-8125-004887631087 req-9d51f101-a3b1-4667-a7cc-6553ce2159dc tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] show failed (client error): The resource could not be found. Jul 19 03:23:08.741665 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3d83e871-1a09-41b0-8125-004887631087 req-9d51f101-a3b1-4667-a7cc-6553ce2159dc tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/57dd3ff9-8e84-441a-8627-a35efb0579cb HTTP/1.1" status: 404 len: 352 time: 0.0402079 Jul 19 03:23:08.745194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=1cf62270-dd1e-4402-b6db-0ca68315fc26,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:08.771200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Checking segment: {'id': '77c0e5f3-7b2c-493a-96e2-0999ac8807e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:08.772091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network hostable DHCP agents. Network: f6ea23f2-6327-4ea9-ac33-5a814d352d00, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:08.804177 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-c3557fb3-6c99-428f-817b-f58eff7b31aa req-5569a3dc-1b1d-4365-bf82-1968d01417ab tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] show failed (client error): The resource could not be found. Jul 19 03:23:08.811050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3557fb3-6c99-428f-817b-f58eff7b31aa req-5569a3dc-1b1d-4365-bf82-1968d01417ab tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-group-rules/27eaa51f-d8b4-420b-b0fd-8db4313e601a HTTP/1.1" status: 404 len: 361 time: 0.0322578 Jul 19 03:23:08.813710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:08.836784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, f6ea23f2-6327-4ea9-ac33-5a814d352d00) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:08.852245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01139dcf-c5a5-410f-87f7-4ffa15f314c1 None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:08.880001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:08.893126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:08.895516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:08.944096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e6f75040-7c4e-4f38-8d99-8098b3520319 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2048929 Jul 19 03:23:08.947826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58928) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:08.967045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-718724509'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:08.980680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-126aebfa-04e8-478e-b594-7233cad4de17 req-4e8b38a6-721c-4bf9-9598-667ec2a191b8 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/2752f93a-ae67-4900-8bf7-bbb41a3d4669 HTTP/1.1" status: 200 len: 1814 time: 0.1528945 Jul 19 03:23:08.983965 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.extraroute_db [None req-d01b115b-cd86-465a-8f30-ce7d55e95759 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added routes are [] {{(pid=94345) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 19 03:23:08.984293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.extraroute_db [None req-d01b115b-cd86-465a-8f30-ce7d55e95759 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94345) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 19 03:23:09.032493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:09.036125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.037986 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d01b115b-cd86-465a-8f30-ce7d55e95759 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.082585 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-126aebfa-04e8-478e-b594-7233cad4de17 req-96f65690-d17b-467c-b99e-061e8dfe1665 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.084925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:09.107255 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.107568 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Added segment 0b97f222-8fa4-45bb-a404-aa42cd52ce59 of type vlan for network 00ab179b-8dda-4ba2-9ce7-af784c12af47 Jul 19 03:23:09.122894 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-126aebfa-04e8-478e-b594-7233cad4de17 req-96f65690-d17b-467c-b99e-061e8dfe1665 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.189274 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.222946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:09.230861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-126aebfa-04e8-478e-b594-7233cad4de17 req-96f65690-d17b-467c-b99e-061e8dfe1665 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.234034 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-126aebfa-04e8-478e-b594-7233cad4de17 req-96f65690-d17b-467c-b99e-061e8dfe1665 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.236897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:09.239231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-126aebfa-04e8-478e-b594-7233cad4de17 req-96f65690-d17b-467c-b99e-061e8dfe1665 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "DELETE /v2.0/security-groups/2752f93a-ae67-4900-8bf7-bbb41a3d4669 HTTP/1.1" status: 204 len: 173 time: 0.2502100 Jul 19 03:23:09.242851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:09.273079 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.302167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:09.302905 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.305635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f65690-d17b-467c-b99e-061e8dfe1665 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2752f93a-ae67-4900-8bf7-bbb41a3d4669,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:09.329067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d01b115b-cd86-465a-8f30-ce7d55e95759 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.333370 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d01b115b-cd86-465a-8f30-ce7d55e95759 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.374024 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4251230 Jul 19 03:23:09.377488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58934) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:09.392417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'ports': [{'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00'}, {'network_id': '00ab179b-8dda-4ba2-9ce7-af784c12af47'}]} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:09.393098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:09.393203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': '00ab179b-8dda-4ba2-9ce7-af784c12af47'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:09.395798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:09.405619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb06c9-890f-410b-9c63-d679439af070 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Network': ['ID=00ab179b-8dda-4ba2-9ce7-af784c12af47,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:09.410758 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25ad6604-df05-468b-8864-c78949589e6b req-185a181e-d8aa-4cb8-acfc-bcf05c5e5c3e tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/2926f51c-f378-4650-9c7d-a32c43047432 HTTP/1.1" status: 200 len: 1814 time: 0.1506913 Jul 19 03:23:09.444720 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e3905c9a-36d4-4343-92f8-f0a2cdde2bef req-009dc92e-0084-4eb1-b0cf-32c698661824 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0680346 Jul 19 03:23:09.487582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-25ad6604-df05-468b-8864-c78949589e6b req-c6538885-9900-4de7-b26b-19c59adf8a2a tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.514253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 00ab179b-8dda-4ba2-9ce7-af784c12af47 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:09.528835 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-25ad6604-df05-468b-8864-c78949589e6b req-c6538885-9900-4de7-b26b-19c59adf8a2a tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.578226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:09.602847 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-25ad6604-df05-468b-8864-c78949589e6b req-c6538885-9900-4de7-b26b-19c59adf8a2a tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.607061 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-25ad6604-df05-468b-8864-c78949589e6b req-c6538885-9900-4de7-b26b-19c59adf8a2a tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.607702 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25ad6604-df05-468b-8864-c78949589e6b req-c6538885-9900-4de7-b26b-19c59adf8a2a tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "DELETE /v2.0/security-groups/2926f51c-f378-4650-9c7d-a32c43047432 HTTP/1.1" status: 204 len: 173 time: 0.1898761 Jul 19 03:23:09.621627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6538885-9900-4de7-b26b-19c59adf8a2a tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2926f51c-f378-4650-9c7d-a32c43047432,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:09.694096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe74e701-165e-4cc5-8147-1405f78664a2 req-84f5aa71-8564-4a64-856f-2d1b9cae216f tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/1b8cc4d9-cced-49d7-a245-c61253f840ed HTTP/1.1" status: 200 len: 1812 time: 0.0610313 Jul 19 03:23:09.761738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fe74e701-165e-4cc5-8147-1405f78664a2 req-daecf24e-7eb7-46ff-873b-229855dfd9c8 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.814437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fe74e701-165e-4cc5-8147-1405f78664a2 req-daecf24e-7eb7-46ff-873b-229855dfd9c8 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.878048 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fe74e701-165e-4cc5-8147-1405f78664a2 req-daecf24e-7eb7-46ff-873b-229855dfd9c8 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.881836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fe74e701-165e-4cc5-8147-1405f78664a2 req-daecf24e-7eb7-46ff-873b-229855dfd9c8 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:09.883449 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe74e701-165e-4cc5-8147-1405f78664a2 req-daecf24e-7eb7-46ff-873b-229855dfd9c8 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b8cc4d9-cced-49d7-a245-c61253f840ed HTTP/1.1" status: 204 len: 173 time: 0.1883891 Jul 19 03:23:09.894861 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecf24e-7eb7-46ff-873b-229855dfd9c8 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8cc4d9-cced-49d7-a245-c61253f840ed,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:09.896899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:09.905160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:09.905695 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.023347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01b115b-cd86-465a-8f30-ce7d55e95759 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:10.024115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:09Z', 'revision_number': 7, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cef077f-bd8a-4b98-aef8-62a45c9bcab3', 'name': '', 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:8a:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:23:03Z', 'updated_at': '2021-07-19T03:23:07Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:10.062686 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-310f24ff-98c7-4d7c-bf0e-f3c3edd423a9 req-9a220698-4612-4c27-9efd-1cda7f507573 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 210 time: 0.1230958 Jul 19 03:23:10.063166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:10.072051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.077264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a81b3-1676-4cfb-8af4-00e9f90c08b6 req-89ea693f-130f-412a-8c9e-b6f431250da0 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:10.094818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-182a81b3-1676-4cfb-8af4-00e9f90c08b6 req-89ea693f-130f-412a-8c9e-b6f431250da0 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.0925665 Jul 19 03:23:10.098370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:10.099013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:10.135086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-182a81b3-1676-4cfb-8af4-00e9f90c08b6 req-9fc61a36-c78e-434d-b46b-c40a84d57067 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391867 Jul 19 03:23:10.175972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9cef077f-bd8a-4b98-aef8-62a45c9bcab3,segment=NetworkSegment(2c0375a2-e00a-4b57-acdc-c6127ced3be3),segment_id=2c0375a2-e00a-4b57-acdc-c6127ced3be3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:10.184559 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.233763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:10.242018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 2} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:10.250465 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.286897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=9cef077f-bd8a-4b98-aef8-62a45c9bcab3,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:10.304960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.318891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d875673-a257-4540-bcad-a978de94109e req-429a1425-5736-4815-ad41-7a029151593c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:10.320393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-429a1425-5736-4815-ad41-7a029151593c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 812 time: 0.3776531 Jul 19 03:23:10.330918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01b115b-cd86-465a-8f30-ce7d55e95759 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:10.335295 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e970751-bd52-47f3-be1d-208961d80c50 req-6d6e1a05-4bfd-417d-a2ad-edb1824450bb tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/59830626-c198-403a-af81-95fedfd79169 HTTP/1.1" status: 200 len: 1815 time: 0.2129309 Jul 19 03:23:10.340499 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d01b115b-cd86-465a-8f30-ce7d55e95759 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.341611 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d01b115b-cd86-465a-8f30-ce7d55e95759 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f HTTP/1.1" status: 200 len: 704 time: 2.1177001 Jul 19 03:23:10.345860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58948) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:10.347476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'port': {'device_id': '0a081f09-e4fa-4543-9d0a-463876a3aa7f', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'admin_state_up': True, 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:10.453957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-458f2579-3b4b-4722-8f24-220e6389f58c tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f HTTP/1.1" status: 200 len: 704 time: 0.1038742 Jul 19 03:23:10.454945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58950) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:10.481079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:09Z', 'revision_number': 7, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cef077f-bd8a-4b98-aef8-62a45c9bcab3', 'name': '', 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:8a:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:23:03Z', 'updated_at': '2021-07-19T03:23:07Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:10.509428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b832c-2eda-44b4-9cf6-2156f777a5d7 None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:09Z', 'revision_number': 7, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cef077f-bd8a-4b98-aef8-62a45c9bcab3', 'name': '', 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:8a:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:23:03Z', 'updated_at': '2021-07-19T03:23:07Z', 'revision_number': 4, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:10.529523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 63df4e7c-5298-49ba-bfe2-f07d4d19c7dd yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:10.550032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5e970751-bd52-47f3-be1d-208961d80c50 req-5d76ab6a-fdf6-4f36-a08e-ccd90c9df143 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.590966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5e970751-bd52-47f3-be1d-208961d80c50 req-5d76ab6a-fdf6-4f36-a08e-ccd90c9df143 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.641234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Made reservation on behalf of 2c3411c429fd44e8b8e4edf37d98ebcb for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:10.644743 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.732100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5e970751-bd52-47f3-be1d-208961d80c50 req-5d76ab6a-fdf6-4f36-a08e-ccd90c9df143 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.734652 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5e970751-bd52-47f3-be1d-208961d80c50 req-5d76ab6a-fdf6-4f36-a08e-ccd90c9df143 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.735855 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e970751-bd52-47f3-be1d-208961d80c50 req-5d76ab6a-fdf6-4f36-a08e-ccd90c9df143 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "DELETE /v2.0/security-groups/59830626-c198-403a-af81-95fedfd79169 HTTP/1.1" status: 204 len: 173 time: 0.3841164 Jul 19 03:23:10.807737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76ab6a-fdf6-4f36-a08e-ccd90c9df143 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59830626-c198-403a-af81-95fedfd79169,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:10.845790 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:10.862141 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:10.862821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:10.863046 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:10.934107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Allocated IP 172.20.0.3 (dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be/8923274a-b15c-436a-854a-07f1da3779f3/3a8d49f0-1c55-4938-9ac4-bd132148645d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:10.970215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-783de582-ce26-4375-97d4-11b1b41f9798 req-cb77c88f-86ea-4fba-a1b5-a0ca7311796e tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.3347423 Jul 19 03:23:10.971550 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:10.998080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port f9460167-3273-4d7e-a53c-4e82ae064844 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:11.030379 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a95b2773-4aaf-4afa-b0d4-0d34a521a4fa req-977e0d7f-9619-4ac6-b4ed-d91f0a7989b3 tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "GET /v2.0/security-groups/0ceafd52-dc91-44fe-bca8-70d3ea479b8f HTTP/1.1" status: 200 len: 1814 time: 0.1283686 Jul 19 03:23:11.213154 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:09Z', 'revision_number': 7, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cef077f-bd8a-4b98-aef8-62a45c9bcab3', 'name': '', 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:8a:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:23:03Z', 'updated_at': '2021-07-19T03:23:10Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:11.241310 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:11.248330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1957ba62-7ea6-4b9a-83b9-b259b49b334f req-40e77949-b6dd-46ab-8b69-5de0a805953c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 210 time: 0.0409250 Jul 19 03:23:11.250480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:11.251291 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:11.264568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.271101 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a95b2773-4aaf-4afa-b0d4-0d34a521a4fa req-040a7dcf-aeac-4016-9854-11a2a1a5cb7c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.298302 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a95b2773-4aaf-4afa-b0d4-0d34a521a4fa req-040a7dcf-aeac-4016-9854-11a2a1a5cb7c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.352566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.361387 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:11.395187 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.400643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Transition to ACTIVE for port object 3a8d49f0-1c55-4938-9ac4-bd132148645d will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:11.402028 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a95b2773-4aaf-4afa-b0d4-0d34a521a4fa req-040a7dcf-aeac-4016-9854-11a2a1a5cb7c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.404517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-a95b2773-4aaf-4afa-b0d4-0d34a521a4fa req-040a7dcf-aeac-4016-9854-11a2a1a5cb7c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.405676 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a95b2773-4aaf-4afa-b0d4-0d34a521a4fa req-040a7dcf-aeac-4016-9854-11a2a1a5cb7c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ceafd52-dc91-44fe-bca8-70d3ea479b8f HTTP/1.1" status: 204 len: 173 time: 0.3648183 Jul 19 03:23:11.416711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58964) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:11.453501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a7dcf-aeac-4016-9854-11a2a1a5cb7c tempest-SecurityGroupRulesNegativeTestJSON-775174881 tempest-SecurityGroupRulesNegativeTestJSON-775174881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceafd52-dc91-44fe-bca8-70d3ea479b8f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:11.517416 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-920169f4-8cec-45af-b4f4-a4e9dad1bee5 admin admin] Deleting subnet 015b60b3-7180-4ec4-920d-7de18df5ee13 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:23:11.527297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-920169f4-8cec-45af-b4f4-a4e9dad1bee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.543950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:11.554296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.568940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a8e0f-57d9-4c4a-a0b5-382f1344a739 req-d3531c05-bb2c-4281-bf86-ba096100de7c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:11.574932 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.576925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-224a8e0f-57d9-4c4a-a0b5-382f1344a739 req-d3531c05-bb2c-4281-bf86-ba096100de7c tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.1562114 Jul 19 03:23:11.632925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-920169f4-8cec-45af-b4f4-a4e9dad1bee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.648596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:11.649257 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.657097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:11.663198 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-224a8e0f-57d9-4c4a-a0b5-382f1344a739 req-9b0201f6-8fcf-4c2e-9c74-ad79569cded2 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851500 Jul 19 03:23:11.668921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:11.677043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:11.686147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:11.687024 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'Port': ['ID=3a8d49f0-1c55-4938-9ac4-bd132148645d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:11.713976 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:11.723604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:11.724468 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.741858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:11.742510 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.757565 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:09Z', 'revision_number': 7, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cef077f-bd8a-4b98-aef8-62a45c9bcab3', 'name': '', 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:8a:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:23:03Z', 'updated_at': '2021-07-19T03:23:10Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:11.795209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-920169f4-8cec-45af-b4f4-a4e9dad1bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.833237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:11.834531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.852759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port 9cef077f-bd8a-4b98-aef8-62a45c9bcab3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9cef077f-bd8a-4b98-aef8-62a45c9bcab3,segment=NetworkSegment(2c0375a2-e00a-4b57-acdc-c6127ced3be3),segment_id=2c0375a2-e00a-4b57-acdc-c6127ced3be3)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:11.853414 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:11.854771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=63df4e7c-5298-49ba-bfe2-f07d4d19c7dd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:11.880636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:11.901749 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-a0fcc83d-078c-437b-baf3-17d55f35d67d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5579011 Jul 19 03:23:11.943805 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0c75f-e90d-499c-ab55-cfe845ce030e None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:09Z', 'revision_number': 7, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cef077f-bd8a-4b98-aef8-62a45c9bcab3', 'name': '', 'network_id': 'd229d557-c6bd-419b-8abc-1106eda8ac28', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:8a:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:23:03Z', 'updated_at': '2021-07-19T03:23:10Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'b5131e52-29e1-4f5e-95e9-fa58ca1ec685', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:11.969512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Request body: {'port': {'device_id': '0a081f09-e4fa-4543-9d0a-463876a3aa7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:12.005341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=f9460167-3273-4d7e-a53c-4e82ae064844,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:12.023331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Checking segment: {'id': '0b97f222-8fa4-45bb-a404-aa42cd52ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '00ab179b-8dda-4ba2-9ce7-af784c12af47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:12.023770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network hostable DHCP agents. Network: 00ab179b-8dda-4ba2-9ce7-af784c12af47, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:12.031501 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-920169f4-8cec-45af-b4f4-a4e9dad1bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.085823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920169f4-8cec-45af-b4f4-a4e9dad1bee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015b60b3-7180-4ec4-920d-7de18df5ee13,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:12.088151 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-920169f4-8cec-45af-b4f4-a4e9dad1bee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.090584 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-920169f4-8cec-45af-b4f4-a4e9dad1bee5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/015b60b3-7180-4ec4-920d-7de18df5ee13 HTTP/1.1" status: 204 len: 168 time: 0.6724060 Jul 19 03:23:12.092903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58970) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:12.112371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.115350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 00ab179b-8dda-4ba2-9ce7-af784c12af47 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:12.139250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 00ab179b-8dda-4ba2-9ce7-af784c12af47) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:12.172017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:12.184800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:12.191442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:12.192156 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.228897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ddab95ac-81da-4114-83da-c41f50294caf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8470421 Jul 19 03:23:12.230884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58972) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:12.269066 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.292765 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8af6f1f8-0485-40bd-aa00-4f37b581c730 req-25ab1fb7-f813-4dba-a76a-fb075935400c tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0733156 Jul 19 03:23:12.297163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd72527-fd9b-4eff-9078-350171dccc32 None None] Network 00ab179b-8dda-4ba2-9ce7-af784c12af47 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:12.343752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ccafb2cf-1359-47ce-831e-59527b5f0b25 None None] Provisioning for port 3a8d49f0-1c55-4938-9ac4-bd132148645d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:12.387325 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.397188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ccafb2cf-1359-47ce-831e-59527b5f0b25 None None] Provisioning complete for port 3a8d49f0-1c55-4938-9ac4-bd132148645d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:12.397552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ccafb2cf-1359-47ce-831e-59527b5f0b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.488886 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.492510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=9cef077f-bd8a-4b98-aef8-62a45c9bcab3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:12.507656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcfaadb-fd07-409e-b605-3b0601fda8aa']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:12.532264 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ccafb2cf-1359-47ce-831e-59527b5f0b25 None None] Port 3a8d49f0-1c55-4938-9ac4-bd132148645d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:12.538547 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c45216e3-faba-4fd9-876b-d894b900f38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.546989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfcf90-50c0-4123-acd6-1a74f48a18ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port f9460167-3273-4d7e-a53c-4e82ae064844 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:12.547346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf90-50c0-4123-acd6-1a74f48a18ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.589127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5b0f9e-f5a7-472c-a013-6a817cc50143') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:12.594546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5b0f9e-f5a7-472c-a013-6a817cc50143') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:12.612068 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.644366 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.659648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:12.660177 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.662237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:12.664215 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:12.703099 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf90-50c0-4123-acd6-1a74f48a18ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.733764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfcf90-50c0-4123-acd6-1a74f48a18ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for f9460167-3273-4d7e-a53c-4e82ae064844 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:12.744739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8d49f0-1c55-4938-9ac4-bd132148645d {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:23:12.766091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802c496-ebfe-4200-a488-24261fbe8727 req-f21a39b2-b5dc-4419-8aa4-85dc1d8e3699 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:12.766091 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3802c496-ebfe-4200-a488-24261fbe8727 req-f21a39b2-b5dc-4419-8aa4-85dc1d8e3699 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 931 time: 0.2385387 Jul 19 03:23:12.769289 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.818030 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.823586 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.826588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cbcfaadb-fd07-409e-b605-3b0601fda8aa HTTP/1.1" status: 204 len: 168 time: 0.7321603 Jul 19 03:23:12.844897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479680b-ae6a-4305-ac79-ba16dbe6fdd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcfaadb-fd07-409e-b605-3b0601fda8aa,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:12.846973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Transition to ACTIVE for port object 3a8d49f0-1c55-4938-9ac4-bd132148645d will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:12.862284 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:12.902854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3802c496-ebfe-4200-a488-24261fbe8727 req-d01c1c23-d0df-425c-ae84-b55e3095598b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271856 Jul 19 03:23:12.941591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8d49f0-1c55-4938-9ac4-bd132148645d,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:12.998687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf90-50c0-4123-acd6-1a74f48a18ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.020737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:13.037463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9277eab-931e-4946-9a40-1b6bcd0bea31 req-2c3c3e88-c8af-45d2-b3b8-ce5e9c124ed8 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:13.044837 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9277eab-931e-4946-9a40-1b6bcd0bea31 req-2c3c3e88-c8af-45d2-b3b8-ce5e9c124ed8 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.1485386 Jul 19 03:23:13.061297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfcf90-50c0-4123-acd6-1a74f48a18ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=f9460167-3273-4d7e-a53c-4e82ae064844,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:13.073360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58984) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:13.087453 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf90-50c0-4123-acd6-1a74f48a18ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.091610 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bfdfcf90-50c0-4123-acd6-1a74f48a18ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/f9460167-3273-4d7e-a53c-4e82ae064844 HTTP/1.1" status: 204 len: 168 time: 0.8574393 Jul 19 03:23:13.091610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Attempting to bind port 3a8d49f0-1c55-4938-9ac4-bd132148645d on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:13.091610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Attempting to bind port 3a8d49f0-1c55-4938-9ac4-bd132148645d by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:13.091610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Attempting to bind port 3a8d49f0-1c55-4938-9ac4-bd132148645d on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:13.093460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58986) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:13.148839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Port 3a8d49f0-1c55-4938-9ac4-bd132148645d on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:13.149173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Attempting to bind port 3a8d49f0-1c55-4938-9ac4-bd132148645d on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:13.158367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:13.158713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Checking segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:13.159101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Bound using segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:13.159537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Bound port: 3a8d49f0-1c55-4938-9ac4-bd132148645d, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:13.160002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.212827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fd6f0408-891f-429c-bec6-ff59dc273d8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ac4f4bbbfce4720aef48d7dba5d66ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334686 Jul 19 03:23:13.212827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58988) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:13.222835 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9277eab-931e-4946-9a40-1b6bcd0bea31 req-feef20ff-003a-4133-bebf-172866986390 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769791 Jul 19 03:23:13.262364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7653ae-2987-42fe-b500-d73edd9d4677 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:13.266585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:13.268355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7653ae-2987-42fe-b500-d73edd9d4677 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:13.273316 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8b7653ae-2987-42fe-b500-d73edd9d4677 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1755269 Jul 19 03:23:13.274188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3efbe143-5521-4381-b1a5-398563e71ad2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8178253 Jul 19 03:23:13.274529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58990) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:13.276449 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58992) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:13.280123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:13.290926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:13.291115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:13.315901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] For port 3a8d49f0-1c55-4938-9ac4-bd132148645d, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:13.336028 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-059db86a-0be6-4757-9044-cbda98a73e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.340479 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] For port 3a8d49f0-1c55-4938-9ac4-bd132148645d, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3a8d49f0-1c55-4938-9ac4-bd132148645d,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:13.351102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.366894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72805b2-3622-433f-9edd-97b4bf039d62 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting subnet b5131e52-29e1-4f5e-95e9-fa58ca1ec685 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:23:13.385094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:13.389107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-059db86a-0be6-4757-9044-cbda98a73e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.433037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8d49f0-1c55-4938-9ac4-bd132148645d,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:13.435029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6898aab2-55c6-464f-bae3-99a48586070a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 63df4e7c-5298-49ba-bfe2-f07d4d19c7dd {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:13.435526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6898aab2-55c6-464f-bae3-99a48586070a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.442661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:13.443690 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.445545 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-c2dbc3ae-b8ba-4a3b-916e-f1aa42ecc887 service neutron] 10.222.0.25 "PUT /v2.0/ports/3a8d49f0-1c55-4938-9ac4-bd132148645d HTTP/1.1" status: 200 len: 1092 time: 1.5231299 Jul 19 03:23:13.446456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e72805b2-3622-433f-9edd-97b4bf039d62 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.449238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a081f09-e4fa-4543-9d0a-463876a3aa7f', 'tag': '3a8d49f0-1c55-4938-9ac4-bd132148645d'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:13.451744 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387eb6a2-0845-45b4-9169-2cad232b44be" -d '{"events": [{"name": "network-changed", "server_uuid": "0a081f09-e4fa-4543-9d0a-463876a3aa7f", "tag": "3a8d49f0-1c55-4938-9ac4-bd132148645d"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:13.516184 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-059db86a-0be6-4757-9044-cbda98a73e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.516184 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-059db86a-0be6-4757-9044-cbda98a73e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.516184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-059db86a-0be6-4757-9044-cbda98a73e42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba35573a-c6b3-4d36-9257-a2762d03f6e8 HTTP/1.1" status: 204 len: 168 time: 0.3025501 Jul 19 03:23:13.586649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6898aab2-55c6-464f-bae3-99a48586070a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.589343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059db86a-0be6-4757-9044-cbda98a73e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba35573a-c6b3-4d36-9257-a2762d03f6e8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:13.591265 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7cf13f-f995-43e7-b5fc-31f0b803d42b x-openstack-request-id: req-fd7cf13f-f995-43e7-b5fc-31f0b803d42b {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:13.591666 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a081f09-e4fa-4543-9d0a-463876a3aa7f", "tag": "3a8d49f0-1c55-4938-9ac4-bd132148645d", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:13.592013 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd7cf13f-f995-43e7-b5fc-31f0b803d42b {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:13.592655 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a081f09-e4fa-4543-9d0a-463876a3aa7f', 'tag': '3a8d49f0-1c55-4938-9ac4-bd132148645d', 'status': 'completed', 'code': 200} Jul 19 03:23:13.613417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6898aab2-55c6-464f-bae3-99a48586070a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 63df4e7c-5298-49ba-bfe2-f07d4d19c7dd owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:13.652572 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e72805b2-3622-433f-9edd-97b4bf039d62 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.658182 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44fe14fb-54ac-4ad2-ad09-5dd32092dd7a req-4219d5dc-df5d-42d6-a6e3-6773f569978e tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0646050 Jul 19 03:23:13.724202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d875673-a257-4540-bcad-a978de94109e req-42d65249-f1f8-4907-9161-e4bfabcb3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:13.726299 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-42d65249-f1f8-4907-9161-e4bfabcb3c72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 1095 time: 0.2011654 Jul 19 03:23:13.752318 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6898aab2-55c6-464f-bae3-99a48586070a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.804005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6898aab2-55c6-464f-bae3-99a48586070a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.809503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6898aab2-55c6-464f-bae3-99a48586070a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/63df4e7c-5298-49ba-bfe2-f07d4d19c7dd HTTP/1.1" status: 204 len: 168 time: 0.5313849 Jul 19 03:23:13.809503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898aab2-55c6-464f-bae3-99a48586070a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=63df4e7c-5298-49ba-bfe2-f07d4d19c7dd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:13.813768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59002) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:13.829278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:12Z', 'revision_number': 8, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:13.858347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:13.863701 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-23f9b2f5-ce45-44b4-9d56-87650e4de794 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8d49f0-1c55-4938-9ac4-bd132148645d HTTP/1.1" status: 200 len: 217 time: 0.0806563 Jul 19 03:23:13.867227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:13.867929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:22:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:13.911313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e72805b2-3622-433f-9edd-97b4bf039d62 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:13.991467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:14.002726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d875673-a257-4540-bcad-a978de94109e req-a75245d4-52af-4a96-b550-0066fc5708d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:14.004235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-a75245d4-52af-4a96-b550-0066fc5708d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.1147194 Jul 19 03:23:14.023345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ea3cc-7d30-46e5-b978-e75f5b733b2c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:14.025078 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5f4ea3cc-7d30-46e5-b978-e75f5b733b2c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2100561 Jul 19 03:23:14.027654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59014) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:14.073757 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e57890a-f437-48dc-942d-3b44fd128676 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:23:14.078206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9e57890a-f437-48dc-942d-3b44fd128676 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/f9460167-3273-4d7e-a53c-4e82ae064844 HTTP/1.1" status: 404 len: 333 time: 0.0495422 Jul 19 03:23:14.079048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59018) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:14.118349 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c30d52-c348-48ed-aa82-cbb6fee7aaa7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:23:14.121153 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-54c30d52-c348-48ed-aa82-cbb6fee7aaa7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/63df4e7c-5298-49ba-bfe2-f07d4d19c7dd HTTP/1.1" status: 404 len: 333 time: 0.0412068 Jul 19 03:23:14.123829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59020) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:14.153260 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e72805b2-3622-433f-9edd-97b4bf039d62 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.226662 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.336461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:12Z', 'revision_number': 8, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:14.356037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.368960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ab179b-8dda-4ba2-9ce7-af784c12af47']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:14.396984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b97f222-8fa4-45bb-a404-aa42cd52ce59') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:14.396984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b97f222-8fa4-45bb-a404-aa42cd52ce59') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:14.398525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f80277-4dee-42ea-870f-661c44c0c401 None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:12Z', 'revision_number': 8, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bc0565-36ab-47f7-ab27-51b356168cdf', 'name': '', 'network_id': '7de3adb4-4dce-4e56-8e35-0851980ef20f', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:15:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '9b60af44-d393-4fb8-b294-e3a412416114', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:57Z', 'updated_at': '2021-07-19T03:23:06Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9b60af44-d393-4fb8-b294-e3a412416114', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:14.406363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.427003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.444043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:14.445231 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:14.457669 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:14.531010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72805b2-3622-433f-9edd-97b4bf039d62 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Subnet': ['ID=b5131e52-29e1-4f5e-95e9-fa58ca1ec685,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:14.537734 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e72805b2-3622-433f-9edd-97b4bf039d62 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.543534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e72805b2-3622-433f-9edd-97b4bf039d62 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/b5131e52-29e1-4f5e-95e9-fa58ca1ec685 HTTP/1.1" status: 204 len: 168 time: 1.2660074 Jul 19 03:23:14.544317 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59034) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:14.545709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ae5dc-0df2-4a32-a1f6-614af83534a2 None None] Network d229d557-c6bd-419b-8abc-1106eda8ac28 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:14.550602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d875673-a257-4540-bcad-a978de94109e req-03a4abec-246a-445e-affc-aabd65cb145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:14.552511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-03a4abec-246a-445e-affc-aabd65cb145b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5414026 Jul 19 03:23:14.552821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.560986 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.569156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/networks/00ab179b-8dda-4ba2-9ce7-af784c12af47 HTTP/1.1" status: 204 len: 168 time: 0.4363170 Jul 19 03:23:14.581114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59036) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:14.587098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-37120863'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:14.590174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639deea4-0bf0-42ea-a7c4-a16c3cecc100 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Network': ['ID=00ab179b-8dda-4ba2-9ce7-af784c12af47,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:14.621299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:14.621786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd3e0-e20a-45b8-a671-1f80f4ca2cb7 req-87983973-c303-4fd1-a0e2-b543d7f4fad7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:14.624804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.628426 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bafd3e0-e20a-45b8-a671-1f80f4ca2cb7 req-87983973-c303-4fd1-a0e2-b543d7f4fad7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 943 time: 0.5458422 Jul 19 03:23:14.648267 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52ce9-22af-4ef2-af15-251f8ef16bb7 req-a34b4450-16e7-4614-8411-33a01c915f22 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:14.649842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ca52ce9-22af-4ef2-af15-251f8ef16bb7 req-a34b4450-16e7-4614-8411-33a01c915f22 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.1284721 Jul 19 03:23:14.667914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:14.688848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.689178 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Added segment ca1ef6e1-7e50-4724-86a5-41183ebfea3e of type vlan for network 94c0ea4b-4f6e-4270-8a97-dffaa4518e25 Jul 19 03:23:14.733578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ca52ce9-22af-4ef2-af15-251f8ef16bb7 req-1db3ee32-21bf-4da2-9c82-0bb235b4f861 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765076 Jul 19 03:23:14.740742 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.753600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.785740 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bafd3e0-e20a-45b8-a671-1f80f4ca2cb7 req-d98a13bc-ae96-4833-9ff3-bf9d017315fc tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564355 Jul 19 03:23:14.810206 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-012a337f-9337-406d-9139-3f809f893e65 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460048 Jul 19 03:23:14.814304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb659a-816f-45e9-ae33-6eb906cb522c None None] DHCP port deletion for d229d557-c6bd-419b-8abc-1106eda8ac28 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:23:14.834670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.849635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:14.850328 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.876700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 96f18d31-3663-44ed-a408-78934703370d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:14.877208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.911064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb659a-816f-45e9-ae33-6eb906cb522c None None] Deleting port 96f18d31-3663-44ed-a408-78934703370d {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:14.911440 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c0cb659a-816f-45e9-ae33-6eb906cb522c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:14.975005 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3897252 Jul 19 03:23:14.976242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59046) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:14.981175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': '94c0ea4b-4f6e-4270-8a97-dffaa4518e25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:15.037448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0844af6-f025-4d1d-b2b0-a5c61c1f0cf0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Network': ['ID=94c0ea4b-4f6e-4270-8a97-dffaa4518e25,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:15.056424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 94c0ea4b-4f6e-4270-8a97-dffaa4518e25 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:15.104348 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad399973-b581-4136-8249-796cafa62c34 req-1ef17dc4-9aa2-4e6a-b2fe-608706d20d02 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.1390934 Jul 19 03:23:15.105873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c0cb659a-816f-45e9-ae33-6eb906cb522c None None] For port 96f18d31-3663-44ed-a408-78934703370d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=96f18d31-3663-44ed-a408-78934703370d,segment=NetworkSegment(2c0375a2-e00a-4b57-acdc-c6127ced3be3),segment_id=2c0375a2-e00a-4b57-acdc-c6127ced3be3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:15.106180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port 96f18d31-3663-44ed-a408-78934703370d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=96f18d31-3663-44ed-a408-78934703370d,segment=NetworkSegment(2c0375a2-e00a-4b57-acdc-c6127ced3be3),segment_id=2c0375a2-e00a-4b57-acdc-c6127ced3be3)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:15.106544 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c0cb659a-816f-45e9-ae33-6eb906cb522c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.117381 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.123768 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d875673-a257-4540-bcad-a978de94109e req-3fa057b8-fa3b-48a1-a44b-985b8a496158 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057563 Jul 19 03:23:15.135636 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5af7cc10-d762-400f-bdad-bc2e96797fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.143147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb659a-816f-45e9-ae33-6eb906cb522c None None] Calling delete_port for 96f18d31-3663-44ed-a408-78934703370d owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:15.149474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 96f18d31-3663-44ed-a408-78934703370d owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:15.198745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:15.203520 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.282662 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c0cb659a-816f-45e9-ae33-6eb906cb522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.295056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eb6a2-0845-45b4-9169-2cad232b44be req-0bd152b5-ecdf-4ddc-9ce6-1b1901e1b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:15.296949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-387eb6a2-0845-45b4-9169-2cad232b44be req-0bd152b5-ecdf-4ddc-9ce6-1b1901e1b34d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 1095 time: 0.0914688 Jul 19 03:23:15.312484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb659a-816f-45e9-ae33-6eb906cb522c None None] Pushing event deleted for resources: {'Port': ['ID=96f18d31-3663-44ed-a408-78934703370d,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:15.323532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb659a-816f-45e9-ae33-6eb906cb522c None None] No DVR routers for this DVR port 96f18d31-3663-44ed-a408-78934703370d on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:15.354768 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.422085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=96f18d31-3663-44ed-a408-78934703370d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:15.432853 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No DVR routers for this DVR port 96f18d31-3663-44ed-a408-78934703370d on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:15.451621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59056) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:15.499443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.541009 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.547329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:15.558900 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.569096 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d229d557-c6bd-419b-8abc-1106eda8ac28']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:15.571829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=649c0581-1fed-48ef-9b71-cbac1c6442f9,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:15.574079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Checking segment: {'id': 'ca1ef6e1-7e50-4724-86a5-41183ebfea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '94c0ea4b-4f6e-4270-8a97-dffaa4518e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:15.574472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network hostable DHCP agents. Network: 94c0ea4b-4f6e-4270-8a97-dffaa4518e25, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:15.579821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0375a2-e00a-4b57-acdc-c6127ced3be3') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:15.580154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0375a2-e00a-4b57-acdc-c6127ced3be3') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:15.583383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:15.584247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9cef077f-bd8a-4b98-aef8-62a45c9bcab3 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:15.586709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 96f18d31-3663-44ed-a408-78934703370d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:15.591961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.597685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 94c0ea4b-4f6e-4270-8a97-dffaa4518e25 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:15.607205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eb6a2-0845-45b4-9169-2cad232b44be req-83cc5ac3-1379-4a26-bdfd-7b3e9d309900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:15.608678 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-387eb6a2-0845-45b4-9169-2cad232b44be req-83cc5ac3-1379-4a26-bdfd-7b3e9d309900 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.3027947 Jul 19 03:23:15.612782 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.612963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 96f18d31-3663-44ed-a408-78934703370d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:15.613269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 94c0ea4b-4f6e-4270-8a97-dffaa4518e25) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:15.613410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 96f18d31-3663-44ed-a408-78934703370d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:15.619389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:15.620072 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.624610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4abf182-a77f-42b4-b659-cb090bb1a3ab None None] Network 94c0ea4b-4f6e-4270-8a97-dffaa4518e25 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:15.638549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ad82df48-1e17-4393-aaa3-9d33065605c1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6618743 Jul 19 03:23:15.640957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59060) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:15.644461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:15.644796 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.647025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': '94c0ea4b-4f6e-4270-8a97-dffaa4518e25', 'name': 'tempest-PortsTestJSON-149648560'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:15.648485 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:15.701249 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-387eb6a2-0845-45b4-9169-2cad232b44be req-87f2f3ea-8466-4eed-a0df-5c61d3e03339 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8d49f0-1c55-4938-9ac4-bd132148645d HTTP/1.1" status: 200 len: 217 time: 0.0719223 Jul 19 03:23:15.704475 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a39a97b-06db-4a8a-9d9e-605df51c4990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.766410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:15.771753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.783949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-94c0ea4b-4f6e-4270-8a97-dffaa4518e25', 'network_id': '94c0ea4b-4f6e-4270-8a97-dffaa4518e25', 'tenant_id': '4a6e0f6ec9a44850b556aa7528e80a66', 'fixed_ips': [{'subnet_id': '649c0581-1fed-48ef-9b71-cbac1c6442f9'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:23:15.785104 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.800294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port a943ac70-e505-4f9a-bf1d-f6165ee57a5e yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:15.801203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.816409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:15.818458 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/networks/d229d557-c6bd-419b-8abc-1106eda8ac28 HTTP/1.1" status: 204 len: 168 time: 1.2707157 Jul 19 03:23:15.821549 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eb6a2-0845-45b4-9169-2cad232b44be req-4c05f093-edec-429a-b813-158f72f4a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:15.823003 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-387eb6a2-0845-45b4-9169-2cad232b44be req-4c05f093-edec-429a-b813-158f72f4a910 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.1126885 Jul 19 03:23:15.833428 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59064) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:15.852801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb19647-4724-4177-abaa-4803831c67c8 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Network': ['ID=d229d557-c6bd-419b-8abc-1106eda8ac28,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:15.990052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.9 (94c0ea4b-4f6e-4270-8a97-dffaa4518e25/649c0581-1fed-48ef-9b71-cbac1c6442f9/a943ac70-e505-4f9a-bf1d-f6165ee57a5e) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:16.035077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd96c71-02c7-4ab5-ae0b-b5e67aa52f6d req-479cf882-3eb6-4c04-bb2e-48d9798ed9f4 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:16.036774 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd96c71-02c7-4ab5-ae0b-b5e67aa52f6d req-479cf882-3eb6-4c04-bb2e-48d9798ed9f4 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.1260395 Jul 19 03:23:16.110937 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd96c71-02c7-4ab5-ae0b-b5e67aa52f6d req-82c55c76-1281-43b4-afc6-e94dc4a48ab6 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672290 Jul 19 03:23:16.157572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eb6a2-0845-45b4-9169-2cad232b44be req-354f77f8-2293-455b-8f6a-79ecd3c44c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:16.158951 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-387eb6a2-0845-45b4-9169-2cad232b44be req-354f77f8-2293-455b-8f6a-79ecd3c44c48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3173087 Jul 19 03:23:16.215194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.220158 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a39a97b-06db-4a8a-9d9e-605df51c4990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.232429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object a943ac70-e505-4f9a-bf1d-f6165ee57a5e will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:16.236600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842c331-8613-4080-a88d-a88913a5cfc6 req-b7fa221b-5025-448a-8bfc-86f7772968c7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:16.242831 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c842c331-8613-4080-a88d-a88913a5cfc6 req-b7fa221b-5025-448a-8bfc-86f7772968c7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 943 time: 0.2716210 Jul 19 03:23:16.247744 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a39a97b-06db-4a8a-9d9e-605df51c4990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.286742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df76a701-6422-4809-838b-0d7700f8a70e req-0a91ffed-f5db-421f-baee-f74a765b48a3 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0315506 Jul 19 03:23:16.302115 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.354259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Allocated IP 172.20.0.2 (94c0ea4b-4f6e-4270-8a97-dffaa4518e25/649c0581-1fed-48ef-9b71-cbac1c6442f9/3d256d06-5e72-4b1b-abf5-f3003e7da7f4) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:16.357206 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.377114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 94c0ea4b-4f6e-4270-8a97-dffaa4518e25 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:16.378360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=a943ac70-e505-4f9a-bf1d-f6165ee57a5e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:16.382801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:16.385324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:16.398139 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0a39a97b-06db-4a8a-9d9e-605df51c4990 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=276fdc1f62854e1a82cf5459c251f806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9188066 Jul 19 03:23:16.398139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39a97b-06db-4a8a-9d9e-605df51c4990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909a095c-1887-4690-9df1-b5e1f51d8071,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:16.405100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59072) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:16.439602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:16.440239 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.457598 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1be8d55f-69cb-407c-8bfc-3cfe38ba81af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8153028 Jul 19 03:23:16.462891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59074) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:16.469527 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c842c331-8613-4080-a88d-a88913a5cfc6 req-232a2a28-218c-4210-9246-feab5bf2c08b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184775 Jul 19 03:23:16.476997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-387eb6a2-0845-45b4-9169-2cad232b44be req-1f45182d-da8a-43bf-9ee0-a2481de63b16 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096716 Jul 19 03:23:16.564463 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e97f6156-567f-4850-99c9-b64dad30c7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.577446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.582461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-614c42f9-d974-480f-ba68-64407395fdc3 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port a943ac70-e505-4f9a-bf1d-f6165ee57a5e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:16.582811 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-614c42f9-d974-480f-ba68-64407395fdc3 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.592420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Transition to ACTIVE for port object 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:16.610027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Transition to ACTIVE for port object 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:16.617683 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.643587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e97f6156-567f-4850-99c9-b64dad30c7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.659226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Network 94c0ea4b-4f6e-4270-8a97-dffaa4518e25 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:16.662985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:16.668554 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:16.683843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-387eb6a2-0845-45b4-9169-2cad232b44be req-d5051902-7367-4dc8-be2d-433287607d53 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924953 Jul 19 03:23:16.693974 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-614c42f9-d974-480f-ba68-64407395fdc3 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.707496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Pushing event updated for resources: {'Port': ['ID=3d256d06-5e72-4b1b-abf5-f3003e7da7f4,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:16.718367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-614c42f9-d974-480f-ba68-64407395fdc3 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for a943ac70-e505-4f9a-bf1d-f6165ee57a5e owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:16.737033 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e97f6156-567f-4850-99c9-b64dad30c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.739908 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e97f6156-567f-4850-99c9-b64dad30c7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.740298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Attempting to bind port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:16.741103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Attempting to bind port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'ca1ef6e1-7e50-4724-86a5-41183ebfea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '94c0ea4b-4f6e-4270-8a97-dffaa4518e25'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:16.744172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Attempting to bind port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 on network 94c0ea4b-4f6e-4270-8a97-dffaa4518e25 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:16.744341 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e97f6156-567f-4850-99c9-b64dad30c7d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/909a095c-1887-4690-9df1-b5e1f51d8071 HTTP/1.1" status: 204 len: 168 time: 0.3347421 Jul 19 03:23:16.747046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:16.747454 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.747601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Checking segment: {'id': 'ca1ef6e1-7e50-4724-86a5-41183ebfea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '94c0ea4b-4f6e-4270-8a97-dffaa4518e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:16.748019 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.748478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Bound using segment: {'id': 'ca1ef6e1-7e50-4724-86a5-41183ebfea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '94c0ea4b-4f6e-4270-8a97-dffaa4518e25'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:16.749090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Bound port: 3d256d06-5e72-4b1b-abf5-f3003e7da7f4, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1ef6e1-7e50-4724-86a5-41183ebfea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '94c0ea4b-4f6e-4270-8a97-dffaa4518e25'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:16.749540 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.804895 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f6156-567f-4850-99c9-b64dad30c7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a095c-1887-4690-9df1-b5e1f51d8071,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:16.828002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] For port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:16.831668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] For port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3d256d06-5e72-4b1b-abf5-f3003e7da7f4,segment=NetworkSegment(ca1ef6e1-7e50-4724-86a5-41183ebfea3e),segment_id=ca1ef6e1-7e50-4724-86a5-41183ebfea3e)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:16.845179 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:16.930424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9db00-1ab0-47f1-a97b-8aa5db217b88 None None] Pushing event updated for resources: {'Port': ['ID=3d256d06-5e72-4b1b-abf5-f3003e7da7f4,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:17.101304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 27bc0565-36ab-47f7-ab27-51b356168cdf {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:17.101650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.240709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-614c42f9-d974-480f-ba68-64407395fdc3 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.256451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port 27bc0565-36ab-47f7-ab27-51b356168cdf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=27bc0565-36ab-47f7-ab27-51b356168cdf,segment=NetworkSegment(e26923d1-d06a-4446-9a84-13ec45f7361d),segment_id=e26923d1-d06a-4446-9a84-13ec45f7361d)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:17.256811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.274524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 27bc0565-36ab-47f7-ab27-51b356168cdf owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:17.297252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c42f9-d974-480f-ba68-64407395fdc3 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=a943ac70-e505-4f9a-bf1d-f6165ee57a5e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:17.387610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-614c42f9-d974-480f-ba68-64407395fdc3 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.392100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-614c42f9-d974-480f-ba68-64407395fdc3 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/a943ac70-e505-4f9a-bf1d-f6165ee57a5e HTTP/1.1" status: 204 len: 168 time: 0.9278173 Jul 19 03:23:17.392257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59094) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:17.425943 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad38ca2-abf7-437d-84d1-1f779078635c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:23:17.426870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad38ca2-abf7-437d-84d1-1f779078635c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:17.431408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fad38ca2-abf7-437d-84d1-1f779078635c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/a943ac70-e505-4f9a-bf1d-f6165ee57a5e HTTP/1.1" status: 404 len: 333 time: 0.0357232 Jul 19 03:23:17.431803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59096) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:17.473958 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf7487f-3b4f-46d3-80f8-ba1f1e6d795a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:23:17.479612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bcf7487f-3b4f-46d3-80f8-ba1f1e6d795a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/a943ac70-e505-4f9a-bf1d-f6165ee57a5e HTTP/1.1" status: 404 len: 333 time: 0.0468154 Jul 19 03:23:17.493464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6569ed-d88d-47c9-bd0f-448482dc3d2f req-bc11fc75-d269-47f0-a1d1-8fe3bb4ed945 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:17.495254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59102) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:17.504017 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa6569ed-d88d-47c9-bd0f-448482dc3d2f req-bc11fc75-d269-47f0-a1d1-8fe3bb4ed945 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.2111959 Jul 19 03:23:17.531165 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f15fa56-23de-44f0-98ca-20f3891b4eef req-0c02d202-d7b3-4084-ad55-18c3b3b6b889 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0598300 Jul 19 03:23:17.583414 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa6569ed-d88d-47c9-bd0f-448482dc3d2f req-a3cab874-9bd5-4280-a860-50805d6cf44f tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779850 Jul 19 03:23:17.598448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6916a9-cf9a-4390-b793-a3d934a4b032 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet 649c0581-1fed-48ef-9b71-cbac1c6442f9 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:23:17.603199 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f6916a9-cf9a-4390-b793-a3d934a4b032 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.627407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:17.665076 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.681846 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f6916a9-cf9a-4390-b793-a3d934a4b032 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.734014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:17.737027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=27bc0565-36ab-47f7-ab27-51b356168cdf,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:17.838217 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f6916a9-cf9a-4390-b793-a3d934a4b032 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.867968 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.876357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59114) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:17.935113 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f6916a9-cf9a-4390-b793-a3d934a4b032 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.971371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3a8d49f0-1c55-4938-9ac4-bd132148645d details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:23:17.973042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6916a9-cf9a-4390-b793-a3d934a4b032 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=649c0581-1fed-48ef-9b71-cbac1c6442f9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:17.980199 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f6916a9-cf9a-4390-b793-a3d934a4b032 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:17.982450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1f6916a9-cf9a-4390-b793-a3d934a4b032 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/649c0581-1fed-48ef-9b71-cbac1c6442f9 HTTP/1.1" status: 204 len: 168 time: 0.4875517 Jul 19 03:23:17.985107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59118) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:18.105960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.130045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 3a8d49f0-1c55-4938-9ac4-bd132148645d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3a8d49f0-1c55-4938-9ac4-bd132148645d,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:18.143894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '3a8d49f0-1c55-4938-9ac4-bd132148645d', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'port_id': '3a8d49f0-1c55-4938-9ac4-bd132148645d', 'mac_address': 'fa:16:3e:e6:85:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:23:18.185811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:18.186216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.196451 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.213446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8d49f0-1c55-4938-9ac4-bd132148645d {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:23:18.239446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 3a8d49f0-1c55-4938-9ac4-bd132148645d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3a8d49f0-1c55-4938-9ac4-bd132148645d,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:18.245503 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.261759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] For port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3d256d06-5e72-4b1b-abf5-f3003e7da7f4,segment=NetworkSegment(ca1ef6e1-7e50-4724-86a5-41183ebfea3e),segment_id=ca1ef6e1-7e50-4724-86a5-41183ebfea3e)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:18.262126 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.276158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:18.282869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee167744-e91d-4682-96b0-c4adbfefcb8c None None] Network 94c0ea4b-4f6e-4270-8a97-dffaa4518e25 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:18.351525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-61773996-network', 'tenant_id': '930cc6cafe0a4db98c4c727508ca56fa'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:18.366775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.370476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=3a8d49f0-1c55-4938-9ac4-bd132148645d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:18.380447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-085b3aba-8043-440c-818b-0d100e740dd9 None None] Provisioning for port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:18.388621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-085b3aba-8043-440c-818b-0d100e740dd9 None None] Provisioning complete for port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:18.389180 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-085b3aba-8043-440c-818b-0d100e740dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.397171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=3d256d06-5e72-4b1b-abf5-f3003e7da7f4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:18.403313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No DVR routers for this DVR port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:18.405962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39d6e6-d9b2-4de4-95bc-777219dfc320 req-1e377f03-54ce-48ff-8909-7460e3599bd4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:18.408256 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e39d6e6-d9b2-4de4-95bc-777219dfc320 req-1e377f03-54ce-48ff-8909-7460e3599bd4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 943 time: 0.7082319 Jul 19 03:23:18.416932 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.431849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Made reservation on behalf of 930cc6cafe0a4db98c4c727508ca56fa for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:18.435275 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-085b3aba-8043-440c-818b-0d100e740dd9 None None] Port 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 was deleted so its status cannot be updated. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 19 03:23:18.435828 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.457475 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.491372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.501924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c0ea4b-4f6e-4270-8a97-dffaa4518e25']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:18.513964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1ef6e1-7e50-4724-86a5-41183ebfea3e') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:18.513964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1ef6e1-7e50-4724-86a5-41183ebfea3e') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:18.516572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['3a8d49f0-1c55-4938-9ac4-bd132148645d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:23:18.524524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.538935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.540802 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2483a2bc-6137-4af4-92e9-f5c3a3817e67 None None] DHCP port deletion for 94c0ea4b-4f6e-4270-8a97-dffaa4518e25 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:23:18.545454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:18.545931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:18.549337 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:18.577263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e39d6e6-d9b2-4de4-95bc-777219dfc320 req-e61371b7-5aa4-4b34-a696-da2f3d7b49c2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580219 Jul 19 03:23:18.645725 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.665049 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.676176 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/networks/94c0ea4b-4f6e-4270-8a97-dffaa4518e25 HTTP/1.1" status: 204 len: 168 time: 0.6867721 Jul 19 03:23:18.693490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59124) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:18.699031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc0b59-8afc-4daa-89e0-e239692fd982 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Network': ['ID=94c0ea4b-4f6e-4270-8a97-dffaa4518e25,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:18.699612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1674311359'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:18.757997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52de2e50-a161-49d2-bfba-08ced5c57efa req-780bd8b5-ec35-4f5e-a84a-5477d68ce120 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0354822 Jul 19 03:23:18.797349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:18.905463 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.914444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db2198-6083-452c-bbf9-1c7fb0193a46 req-9c8d2d73-740f-4256-ad69-e09fd1355ace tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:18.915939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39db2198-6083-452c-bbf9-1c7fb0193a46 req-9c8d2d73-740f-4256-ad69-e09fd1355ace tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.1904585 Jul 19 03:23:18.921368 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:18.967842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:18.998699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:19.002339 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.006815 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.007162 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Added segment 521659cf-2f49-4beb-af9c-deb395ad5eff of type vlan for network ce275352-b205-4e97-b3a2-d4746f8d1f2f Jul 19 03:23:19.010035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:19.019897 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:19.028398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:19.030145 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:19.030912 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:19.038661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59130) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:19.039154 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-561aa5de-da27-49e7-82bf-f6336c94dca9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2036724 Jul 19 03:23:19.062764 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39db2198-6083-452c-bbf9-1c7fb0193a46 req-797211e4-e15f-4ce8-8e3d-279d604c1e85 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330316 Jul 19 03:23:19.100110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.103788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:19.117849 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.118201 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Added segment 4f00570c-dcbc-4754-9c5b-51ae3c7cd31f of type vlan for network adcdc1e9-1167-4386-b4a0-433fd52b71ac Jul 19 03:23:19.131546 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:19.134871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88d5ca5-2bd2-4a12-ad9a-cf240b237d74 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting subnet 9b60af44-d393-4fb8-b294-e3a412416114 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:23:19.139821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f88d5ca5-2bd2-4a12-ad9a-cf240b237d74 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.171255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.174784 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.175740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:19.176320 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.182868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f88d5ca5-2bd2-4a12-ad9a-cf240b237d74 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.220237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3392389 Jul 19 03:23:19.220449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59132) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:19.225397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Request body: {'subnet': {'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-61773996-subnet', 'tenant_id': '930cc6cafe0a4db98c4c727508ca56fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:19.251701 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7dad9-57d2-48e4-a916-ba2737d62a9b admin admin] Pushing event updated for resources: {'Network': ['ID=ce275352-b205-4e97-b3a2-d4746f8d1f2f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:19.265095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ce275352-b205-4e97-b3a2-d4746f8d1f2f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:19.265600 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.272112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:19.273155 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.289902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Made reservation on behalf of 930cc6cafe0a4db98c4c727508ca56fa for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:19.293234 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.322641 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6274052 Jul 19 03:23:19.325846 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59134) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:19.331274 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': 'adcdc1e9-1167-4386-b4a0-433fd52b71ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:19.333660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f88d5ca5-2bd2-4a12-ad9a-cf240b237d74 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.362068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08220d1a-95f1-4b36-a49d-7e4588a7f75c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Network': ['ID=adcdc1e9-1167-4386-b4a0-433fd52b71ac,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:19.378160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network adcdc1e9-1167-4386-b4a0-433fd52b71ac details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:19.410173 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:17Z', 'revision_number': 9, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:19.467129 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:19.477894 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f88d5ca5-2bd2-4a12-ad9a-cf240b237d74 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.481967 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:19.482749 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:19.506825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:19.511226 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.520078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d5ca5-2bd2-4a12-ad9a-cf240b237d74 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Subnet': ['ID=9b60af44-d393-4fb8-b294-e3a412416114,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:19.524807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f88d5ca5-2bd2-4a12-ad9a-cf240b237d74 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.529084 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f88d5ca5-2bd2-4a12-ad9a-cf240b237d74 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/9b60af44-d393-4fb8-b294-e3a412416114 HTTP/1.1" status: 204 len: 168 time: 0.4864163 Jul 19 03:23:19.529244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03164f-47f9-4620-b258-2affbf002c9e None None] Network 7de3adb4-4dce-4e56-8e35-0851980ef20f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:19.530316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59136) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:19.608227 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:19.669151 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.678009 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.771796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33eb4ee7-3948-48f6-b5a3-c7e608a526d4,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:19.789973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Checking segment: {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:19.790471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Network hostable DHCP agents. Network: ce275352-b205-4e97-b3a2-d4746f8d1f2f, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:19.790602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.826110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port aaf2bd51-21f6-4329-8221-4248f7399b7f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:19.826229 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.829590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Network ce275352-b205-4e97-b3a2-d4746f8d1f2f is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:19.863970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ce275352-b205-4e97-b3a2-d4746f8d1f2f) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:19.881100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:19.885063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e5d0d-96cb-42ff-9f40-3f5a34be7a22 None None] Network ce275352-b205-4e97-b3a2-d4746f8d1f2f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:19.904698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:19.905945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.922462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port aaf2bd51-21f6-4329-8221-4248f7399b7f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=aaf2bd51-21f6-4329-8221-4248f7399b7f,segment=NetworkSegment(e26923d1-d06a-4446-9a84-13ec45f7361d),segment_id=e26923d1-d06a-4446-9a84-13ec45f7361d)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:19.923192 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:19.929143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Checking segment: {'id': '4f00570c-dcbc-4754-9c5b-51ae3c7cd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'adcdc1e9-1167-4386-b4a0-433fd52b71ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:19.929715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network hostable DHCP agents. Network: adcdc1e9-1167-4386-b4a0-433fd52b71ac, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:19.947340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for aaf2bd51-21f6-4329-8221-4248f7399b7f owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:19.952915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=579b40fe-6ac7-48e4-acbc-324d74f1d89a,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:19.954842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6ce44d03-9710-40fb-8ac4-0d7a1ff13b10 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7333324 Jul 19 03:23:19.979406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce97d11-8d12-4d5f-8f05-147a1a2f70af req-5332f597-8dd0-4644-aeb3-94654459643e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:19.981969 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dce97d11-8d12-4d5f-8f05-147a1a2f70af req-5332f597-8dd0-4644-aeb3-94654459643e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 944 time: 0.1684337 Jul 19 03:23:19.982628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network adcdc1e9-1167-4386-b4a0-433fd52b71ac is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:19.989517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, adcdc1e9-1167-4386-b4a0-433fd52b71ac) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:19.995908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:19.996551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.003679 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:17Z', 'revision_number': 9, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:20.042053 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dce97d11-8d12-4d5f-8f05-147a1a2f70af req-b2efeedf-cf7b-482f-b3dc-7dd2a7887221 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495713 Jul 19 03:23:20.047579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-28a6adaf-7165-44c6-b6b4-fe9f53b6c5c7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7206047 Jul 19 03:23:20.050227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59146) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:20.054092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3a8d49f0-1c55-4938-9ac4-bd132148645d up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:20.057494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': 'adcdc1e9-1167-4386-b4a0-433fd52b71ac', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1064802377'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:20.060912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431efa65-2db7-4d2d-9679-513b3e9f58a8 None None] Network adcdc1e9-1167-4386-b4a0-433fd52b71ac requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:20.075249 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c881a-643e-4bc4-a5bb-78164ffd51d4 None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:17Z', 'revision_number': 9, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': '10c5087a-04c1-46c1-9fc0-e9826ef5500c', 'name': '', 'network_id': '329d6c9e-1371-4df4-bdca-67cc7858866c', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:6e:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:50Z', 'updated_at': '2021-07-19T03:22:58Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': 'f2894fb6-9cf1-4f38-ac13-edc5f95f08a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:20.142589 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:20.143029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3d256d06-5e72-4b1b-abf5-f3003e7da7f4 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:20.153858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f60243a0-8913-4238-b8df-abfeb5f5a101 req-e2d544be-f7de-4710-b188-361698ba32b6 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0980663 Jul 19 03:23:20.192655 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.264628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=aaf2bd51-21f6-4329-8221-4248f7399b7f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:20.268301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:20.274132 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.277249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No DVR routers for this DVR port aaf2bd51-21f6-4329-8221-4248f7399b7f on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:20.315732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 0beb8f66-adff-41f0-84e7-ce494b399928 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:20.429670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-ce275352-b205-4e97-b3a2-d4746f8d1f2f', 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f', 'tenant_id': '930cc6cafe0a4db98c4c727508ca56fa', 'fixed_ips': [{'subnet_id': '33eb4ee7-3948-48f6-b5a3-c7e608a526d4'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:23:20.431046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.450047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 3a8d49f0-1c55-4938-9ac4-bd132148645d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:20.456415 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.472152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e5f69-c37e-4ee9-86ae-8fbd9b740434 None None] DHCP port deletion for 7de3adb4-4dce-4e56-8e35-0851980ef20f request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:23:20.476911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 3a8d49f0-1c55-4938-9ac4-bd132148645d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:20.477486 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.483874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de3adb4-4dce-4e56-8e35-0851980ef20f']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:20.519017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26923d1-d06a-4446-9a84-13ec45f7361d') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:20.524901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26923d1-d06a-4446-9a84-13ec45f7361d') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:20.538733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.546618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.11 (adcdc1e9-1167-4386-b4a0-433fd52b71ac/579b40fe-6ac7-48e4-acbc-324d74f1d89a/0beb8f66-adff-41f0-84e7-ce494b399928) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:20.558013 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.573455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:20.573806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:20.577110 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:20.623396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-adcdc1e9-1167-4386-b4a0-433fd52b71ac', 'network_id': 'adcdc1e9-1167-4386-b4a0-433fd52b71ac', 'tenant_id': '4a6e0f6ec9a44850b556aa7528e80a66', 'fixed_ips': [{'subnet_id': '579b40fe-6ac7-48e4-acbc-324d74f1d89a'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:23:20.624265 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.628200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505695-57b6-4eaf-80b2-8cde57060088 req-2e6674a2-f497-455f-be74-7b4e48d352ba tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:20.635655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0505695-57b6-4eaf-80b2-8cde57060088 req-2e6674a2-f497-455f-be74-7b4e48d352ba tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.1746750 Jul 19 03:23:20.688419 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.738905 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.741848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/networks/7de3adb4-4dce-4e56-8e35-0851980ef20f HTTP/1.1" status: 204 len: 168 time: 1.2106767 Jul 19 03:23:20.753368 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0505695-57b6-4eaf-80b2-8cde57060088 req-b88c2251-4539-457c-9198-79d83d75c6a7 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726738 Jul 19 03:23:20.758391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59160) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:20.766877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9872fdd-e5fc-41a3-8362-152c1dace9bf tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Network': ['ID=7de3adb4-4dce-4e56-8e35-0851980ef20f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:20.815143 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.841579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Allocated IP 172.20.0.2 (ce275352-b205-4e97-b3a2-d4746f8d1f2f/33eb4ee7-3948-48f6-b5a3-c7e608a526d4/4bd619ef-0d09-49ee-9dd4-79ae27e02ee1) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:20.861543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a081f09-e4fa-4543-9d0a-463876a3aa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8d49f0-1c55-4938-9ac4-bd132148645d'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:20.864131 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab681422-ffb8-458b-845c-05eacca073e0" -d '{"events": [{"server_uuid": "0a081f09-e4fa-4543-9d0a-463876a3aa7f", "name": "network-vif-plugged", "status": "completed", "tag": "3a8d49f0-1c55-4938-9ac4-bd132148645d"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:20.881138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 3a8d49f0-1c55-4938-9ac4-bd132148645d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3a8d49f0-1c55-4938-9ac4-bd132148645d,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:20.912182 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.915188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:20.933015 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object 0beb8f66-adff-41f0-84e7-ce494b399928 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:20.997919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40390-a624-4f39-a1df-e8aa1b90e7d6 req-49772035-055e-41c9-9694-dc7b8dc3817f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.005627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40390-a624-4f39-a1df-e8aa1b90e7d6 req-49772035-055e-41c9-9694-dc7b8dc3817f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.012785 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40390-a624-4f39-a1df-e8aa1b90e7d6 req-49772035-055e-41c9-9694-dc7b8dc3817f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.019144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40390-a624-4f39-a1df-e8aa1b90e7d6 req-49772035-055e-41c9-9694-dc7b8dc3817f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.026161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40390-a624-4f39-a1df-e8aa1b90e7d6 req-49772035-055e-41c9-9694-dc7b8dc3817f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.032757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40390-a624-4f39-a1df-e8aa1b90e7d6 req-49772035-055e-41c9-9694-dc7b8dc3817f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.040064 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40390-a624-4f39-a1df-e8aa1b90e7d6 req-49772035-055e-41c9-9694-dc7b8dc3817f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.047495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-47f40390-a624-4f39-a1df-e8aa1b90e7d6 req-49772035-055e-41c9-9694-dc7b8dc3817f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5435 time: 0.4507966 Jul 19 03:23:21.062474 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.077418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=3a8d49f0-1c55-4938-9ac4-bd132148645d,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:21.111383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-09735bb5-5cea-4c40-ab65-2c0592075e5e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.111761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Allocated IP 172.20.0.2 (adcdc1e9-1167-4386-b4a0-433fd52b71ac/579b40fe-6ac7-48e4-acbc-324d74f1d89a/efa73cac-b8c2-4940-94d9-1bac0abaa071) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:21.119622 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-09735bb5-5cea-4c40-ab65-2c0592075e5e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/networks?id=ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 200 len: 814 time: 0.1266146 Jul 19 03:23:21.135725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-901effed-d936-4f3f-94fc-83a121cb07f2 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/quotas/930cc6cafe0a4db98c4c727508ca56fa HTTP/1.1" status: 200 len: 375 time: 0.0159345 Jul 19 03:23:21.167939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-e3351088-94ae-4909-84b6-22095a933fa3 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310657 Jul 19 03:23:21.196170 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.211041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Transition to ACTIVE for port object 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:21.258149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Transition to ACTIVE for port object 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:21.302082 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-3e379dfa-ca36-4125-b10a-4578d55626b3 service neutron] 10.222.0.20 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275549 Jul 19 03:23:21.307480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=0beb8f66-adff-41f0-84e7-ce494b399928,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:21.328223 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.353307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network adcdc1e9-1167-4386-b4a0-433fd52b71ac is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:21.363460 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-47f40390-a624-4f39-a1df-e8aa1b90e7d6 req-89e02bfd-244b-498d-8e19-510739fbcb46 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3033726 Jul 19 03:23:21.364779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:21.367010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:21.387816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Network ce275352-b205-4e97-b3a2-d4746f8d1f2f is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:21.388867 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.410292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:21.410292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:21.426293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-617a36c6-607b-4706-8231-fa142acebbeb service neutron] 10.222.0.20 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060755 Jul 19 03:23:21.435393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.436373 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.437005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Transition to ACTIVE for port object efa73cac-b8c2-4940-94d9-1bac0abaa071 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:21.439809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Pushing event updated for resources: {'Port': ['ID=4bd619ef-0d09-49ee-9dd4-79ae27e02ee1,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:21.477963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Attempting to bind port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:21.478402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Attempting to bind port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:21.478792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Attempting to bind port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 on network ce275352-b205-4e97-b3a2-d4746f8d1f2f {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:21.492371 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdb818d-9603-479d-86ec-40946dab3a79 x-openstack-request-id: req-bbdb818d-9603-479d-86ec-40946dab3a79 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:21.495761 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a081f09-e4fa-4543-9d0a-463876a3aa7f", "name": "network-vif-plugged", "status": "completed", "tag": "3a8d49f0-1c55-4938-9ac4-bd132148645d", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:21.495761 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbdb818d-9603-479d-86ec-40946dab3a79 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:21.495954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c96f91a7-e83d-416c-8b8b-a75a5b3ef5ae tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.4407384 Jul 19 03:23:21.496040 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a081f09-e4fa-4543-9d0a-463876a3aa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8d49f0-1c55-4938-9ac4-bd132148645d', 'code': 200} Jul 19 03:23:21.496040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:21.496040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Checking segment: {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:21.496040 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.496040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Bound using segment: {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:21.496040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Bound port: 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:21.496523 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.496602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59182) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:21.500921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Transition to ACTIVE for port object efa73cac-b8c2-4940-94d9-1bac0abaa071 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:21.530542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.594590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aaf2bd51-21f6-4329-8221-4248f7399b7f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:21.612054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Network adcdc1e9-1167-4386-b4a0-433fd52b71ac is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:21.640370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:21.660434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: aaf2bd51-21f6-4329-8221-4248f7399b7f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:21.660780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aaf2bd51-21f6-4329-8221-4248f7399b7f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:21.661207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 27bc0565-36ab-47f7-ab27-51b356168cdf no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:21.678630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c0a21-9801-4006-aa9a-0d27461ab629 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 0beb8f66-adff-41f0-84e7-ce494b399928 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:21.679109 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0a21-9801-4006-aa9a-0d27461ab629 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.695762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:21.729103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e32cf-37d7-4172-9833-cad111bd18b2 req-f7cdc232-517b-465f-ab3e-b6509968d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.730939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-176e32cf-37d7-4172-9833-cad111bd18b2 req-f7cdc232-517b-465f-ab3e-b6509968d750 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 1097 time: 0.1561189 Jul 19 03:23:21.738646 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.820308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Pushing event updated for resources: {'Port': ['ID=efa73cac-b8c2-4940-94d9-1bac0abaa071,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:21.822878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 27bc0565-36ab-47f7-ab27-51b356168cdf {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:21.824326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 27bc0565-36ab-47f7-ab27-51b356168cdf not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:21.832143 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1c032f10-4faf-40fa-b9ec-7e265e6c0ad3 req-8d236606-12f9-462d-973e-e38f6b2159cc tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0545709 Jul 19 03:23:21.837853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0a21-9801-4006-aa9a-0d27461ab629 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.852643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c0a21-9801-4006-aa9a-0d27461ab629 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 0beb8f66-adff-41f0-84e7-ce494b399928 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:21.860321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-176e32cf-37d7-4172-9833-cad111bd18b2 req-c049fe93-5f62-4cde-a064-79b1aab407bb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183994 Jul 19 03:23:21.873837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] For port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:21.892823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Attempting to bind port efa73cac-b8c2-4940-94d9-1bac0abaa071 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:21.893188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Attempting to bind port efa73cac-b8c2-4940-94d9-1bac0abaa071 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '4f00570c-dcbc-4754-9c5b-51ae3c7cd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'adcdc1e9-1167-4386-b4a0-433fd52b71ac'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:21.893561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Attempting to bind port efa73cac-b8c2-4940-94d9-1bac0abaa071 on network adcdc1e9-1167-4386-b4a0-433fd52b71ac {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:21.898581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] For port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4bd619ef-0d09-49ee-9dd4-79ae27e02ee1,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:21.903451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:21.903892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Checking segment: {'id': '4f00570c-dcbc-4754-9c5b-51ae3c7cd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'adcdc1e9-1167-4386-b4a0-433fd52b71ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:21.904307 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.904869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Bound using segment: {'id': '4f00570c-dcbc-4754-9c5b-51ae3c7cd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'adcdc1e9-1167-4386-b4a0-433fd52b71ac'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:21.905338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Bound port: efa73cac-b8c2-4940-94d9-1bac0abaa071, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f00570c-dcbc-4754-9c5b-51ae3c7cd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'adcdc1e9-1167-4386-b4a0-433fd52b71ac'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:21.905774 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.910183 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:21.931363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979ed35-af0d-4b20-b588-f286ebf44ad5 req-43a013c9-a26d-42b1-b33f-a8aa0b289bd5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:21.938375 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d979ed35-af0d-4b20-b588-f286ebf44ad5 req-43a013c9-a26d-42b1-b33f-a8aa0b289bd5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.2464345 Jul 19 03:23:22.027310 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d979ed35-af0d-4b20-b588-f286ebf44ad5 req-66158003-cf29-48e4-85e5-050788ac70ec tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874720 Jul 19 03:23:22.073706 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0a21-9801-4006-aa9a-0d27461ab629 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:22.108576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42199949-41cb-4a6b-acc6-a6875b978203 None None] Pushing event updated for resources: {'Port': ['ID=4bd619ef-0d09-49ee-9dd4-79ae27e02ee1,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:22.153985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c0a21-9801-4006-aa9a-0d27461ab629 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=0beb8f66-adff-41f0-84e7-ce494b399928,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:22.164198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] For port efa73cac-b8c2-4940-94d9-1bac0abaa071, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:22.173476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] For port efa73cac-b8c2-4940-94d9-1bac0abaa071, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=efa73cac-b8c2-4940-94d9-1bac0abaa071,segment=NetworkSegment(4f00570c-dcbc-4754-9c5b-51ae3c7cd31f),segment_id=4f00570c-dcbc-4754-9c5b-51ae3c7cd31f)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:22.184315 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:22.260454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 10c5087a-04c1-46c1-9fc0-e9826ef5500c {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:22.262254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:22.301378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acc28a-2fd3-4fdc-afec-2a14a9d91e68 None None] Pushing event updated for resources: {'Port': ['ID=efa73cac-b8c2-4940-94d9-1bac0abaa071,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:22.432159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0a21-9801-4006-aa9a-0d27461ab629 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:22.446241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4f6c0a21-9801-4006-aa9a-0d27461ab629 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/0beb8f66-adff-41f0-84e7-ce494b399928 HTTP/1.1" status: 204 len: 168 time: 0.9478903 Jul 19 03:23:22.451183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59206) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:22.502768 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daf3abc-6fad-46bd-bc23-4f34d74f0bcb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:23:22.509158 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9daf3abc-6fad-46bd-bc23-4f34d74f0bcb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/0beb8f66-adff-41f0-84e7-ce494b399928 HTTP/1.1" status: 404 len: 333 time: 0.0589600 Jul 19 03:23:22.512751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59208) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:22.513591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330bea-2f48-4916-9894-fea206a4b59d req-8f2ecb57-f9f8-4948-85e2-9ec530e03947 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:22.519677 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330bea-2f48-4916-9894-fea206a4b59d req-8f2ecb57-f9f8-4948-85e2-9ec530e03947 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:22.525831 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330bea-2f48-4916-9894-fea206a4b59d req-8f2ecb57-f9f8-4948-85e2-9ec530e03947 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:22.532150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330bea-2f48-4916-9894-fea206a4b59d req-8f2ecb57-f9f8-4948-85e2-9ec530e03947 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:22.542346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330bea-2f48-4916-9894-fea206a4b59d req-8f2ecb57-f9f8-4948-85e2-9ec530e03947 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:22.548518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330bea-2f48-4916-9894-fea206a4b59d req-8f2ecb57-f9f8-4948-85e2-9ec530e03947 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:22.555290 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330bea-2f48-4916-9894-fea206a4b59d req-8f2ecb57-f9f8-4948-85e2-9ec530e03947 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:22.557225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec330bea-2f48-4916-9894-fea206a4b59d req-8f2ecb57-f9f8-4948-85e2-9ec530e03947 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5435 time: 0.2805815 Jul 19 03:23:22.562698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port 10c5087a-04c1-46c1-9fc0-e9826ef5500c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10c5087a-04c1-46c1-9fc0-e9826ef5500c,segment=NetworkSegment(f9e48073-f033-4d10-ac31-d5924d9796f0),segment_id=f9e48073-f033-4d10-ac31-d5924d9796f0)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:22.563172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:22.583105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-63188bb9-6866-4903-9a94-74c66675ce79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:22.583282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 10c5087a-04c1-46c1-9fc0-e9826ef5500c owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:22.592452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-63188bb9-6866-4903-9a94-74c66675ce79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/networks?id=ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 200 len: 814 time: 0.3461838 Jul 19 03:23:22.635954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-dfeb48f3-fbe1-4e6e-bfa8-612ff08f08ee tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/quotas/930cc6cafe0a4db98c4c727508ca56fa HTTP/1.1" status: 200 len: 375 time: 0.0424955 Jul 19 03:23:22.650095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-36037494-1a4b-4847-bb0b-834f33301ede tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet 579b40fe-6ac7-48e4-acbc-324d74f1d89a {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:23:22.655208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-36037494-1a4b-4847-bb0b-834f33301ede tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:22.747945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-36037494-1a4b-4847-bb0b-834f33301ede tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:22.830243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-84a3fc0e-617c-4bfd-9369-aa34429b04b3 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1930506 Jul 19 03:23:22.948743 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-36037494-1a4b-4847-bb0b-834f33301ede tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:22.965260 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:22.994058 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-05220a50-1f1b-43ed-b90c-6ffebda83302 service neutron] 10.222.0.20 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629002 Jul 19 03:23:23.010099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=10c5087a-04c1-46c1-9fc0-e9826ef5500c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:23.082098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeafe3d-b9de-4be2-8b47-9a5a8020df0d req-e212a0c8-ba55-46f7-896f-de5dcfb881fe tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:23.092097 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6eeafe3d-b9de-4be2-8b47-9a5a8020df0d req-e212a0c8-ba55-46f7-896f-de5dcfb881fe tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.2415199 Jul 19 03:23:23.132550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-36037494-1a4b-4847-bb0b-834f33301ede tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:23.154307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-36037494-1a4b-4847-bb0b-834f33301ede tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:23.156287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-36037494-1a4b-4847-bb0b-834f33301ede tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/579b40fe-6ac7-48e4-acbc-324d74f1d89a HTTP/1.1" status: 204 len: 168 time: 0.6427600 Jul 19 03:23:23.177265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59218) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:23.188883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36037494-1a4b-4847-bb0b-834f33301ede tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=579b40fe-6ac7-48e4-acbc-324d74f1d89a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:23.235278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-c93e745d-56e4-410f-b059-b57cbe018160 service neutron] 10.222.0.20 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310708 Jul 19 03:23:23.309764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:23.379817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port efa73cac-b8c2-4940-94d9-1bac0abaa071 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:23.380099 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:23.495797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] For port efa73cac-b8c2-4940-94d9-1bac0abaa071, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=efa73cac-b8c2-4940-94d9-1bac0abaa071,segment=NetworkSegment(4f00570c-dcbc-4754-9c5b-51ae3c7cd31f),segment_id=4f00570c-dcbc-4754-9c5b-51ae3c7cd31f)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:23.496662 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:23.516284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for efa73cac-b8c2-4940-94d9-1bac0abaa071 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:23.831239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device efa73cac-b8c2-4940-94d9-1bac0abaa071 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:23.868301 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8111c045-1f89-4f4a-bfc2-8af844e8bbd8 req-4a7e6179-9b08-4728-8221-2b5d8d396bbe tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.1950383 Jul 19 03:23:23.929864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a9c82e-f8d1-45fa-85f0-93ae4b09c0e1 None None] Network ce275352-b205-4e97-b3a2-d4746f8d1f2f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:23.974303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:24.004423 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6eeafe3d-b9de-4be2-8b47-9a5a8020df0d req-7e3def71-79f9-458b-816b-dfa764d584db tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9115252 Jul 19 03:23:24.061087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-246d5ad2-c629-4532-97cb-78606013b359 None None] Provisioning for port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:24.194421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No active binding found for port efa73cac-b8c2-4940-94d9-1bac0abaa071 {{(pid=94346) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 19 03:23:24.194911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device efa73cac-b8c2-4940-94d9-1bac0abaa071 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 19 03:23:24.235350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Port efa73cac-b8c2-4940-94d9-1bac0abaa071 not found, will not notify nova. {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 19 03:23:24.235759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:24.267746 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:24.314635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=efa73cac-b8c2-4940-94d9-1bac0abaa071,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:24.339641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No DVR routers for this DVR port efa73cac-b8c2-4940-94d9-1bac0abaa071 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:24.397994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-4f593e5f-1b32-4bbb-90ed-969f329a0757 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:24.399756 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-4f593e5f-1b32-4bbb-90ed-969f329a0757 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.26 "GET /v2.0/networks?id=ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 200 len: 814 time: 0.7383635 Jul 19 03:23:24.435921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Request body: {'port': {'device_id': '9a3d3f52-6e21-4f76-b9be-db048df3442c', 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f', 'admin_state_up': True, 'tenant_id': '930cc6cafe0a4db98c4c727508ca56fa'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:24.446761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:24.454987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-f6339b1a-3e4b-45ab-8630-bd9dd8375773 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6002705 Jul 19 03:23:24.514526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:24.534627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d60b3-8064-4021-93e3-90aaa2ba4737 None None] Network adcdc1e9-1167-4386-b4a0-433fd52b71ac requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:24.544792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f0fa6ada-ae04-4785-afe9-5120335e0cc3 None None] Could not find standard attr ID for object efa73cac-b8c2-4940-94d9-1bac0abaa071. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:23:24.545034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcdc1e9-1167-4386-b4a0-433fd52b71ac']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:24.714944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:24.717831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:24.724924 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8bee2e15-21e7-4c3e-98bc-4424a3b933d9 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9619224 Jul 19 03:23:24.724924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59246) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:24.742553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:24.749369 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095454f-acc8-4370-a187-f946ad3bc967 req-96dec9ce-ce02-498d-a61d-8e239476d02d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:24.756961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-96dec9ce-ce02-498d-a61d-8e239476d02d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/networks?id=ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 200 len: 814 time: 0.3080227 Jul 19 03:23:24.776535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:24.776785 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:24.803015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-e92cab0c-c597-4e1c-800e-ef2d779eedee tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/quotas/930cc6cafe0a4db98c4c727508ca56fa HTTP/1.1" status: 200 len: 375 time: 0.0451193 Jul 19 03:23:24.834343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01671e-6610-4615-874f-c70c07737150 None None] DHCP port deletion for adcdc1e9-1167-4386-b4a0-433fd52b71ac request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:23:24.855695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:24.856368 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:24.864327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1634ce2-4770-4d82-af6f-45037b59089e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting subnet f2894fb6-9cf1-4f38-ac13-edc5f95f08a1 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:23:24.870049 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d1634ce2-4770-4d82-af6f-45037b59089e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:24.890574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4833a4f-d1a4-4ee7-9702-64543273aac0 req-9a5a9d3d-dfc9-45d8-9b72-1cf5b83a6881 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:24.897850 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e4833a4f-d1a4-4ee7-9702-64543273aac0 req-9a5a9d3d-dfc9-45d8-9b72-1cf5b83a6881 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.7607450 Jul 19 03:23:24.928067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d1634ce2-4770-4d82-af6f-45037b59089e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:24.942758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f00570c-dcbc-4754-9c5b-51ae3c7cd31f') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:24.943620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f00570c-dcbc-4754-9c5b-51ae3c7cd31f') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:24.945999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:24.968995 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:24.996318 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-6b5c5b54-72b6-43be-94ab-2575e1dc8be8 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1875644 Jul 19 03:23:25.012220 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.048924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:25.049338 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.065393 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e4833a4f-d1a4-4ee7-9702-64543273aac0 req-6ba7cef1-0116-4bf8-b079-04cb83b18488 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667807 Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:25.066131 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:25.280359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-9aad283d-27fa-403a-a773-5c618e5c8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:25.280858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-9aad283d-27fa-403a-a773-5c618e5c8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:25.281347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-9aad283d-27fa-403a-a773-5c618e5c8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:25.281832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-9aad283d-27fa-403a-a773-5c618e5c8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:25.282339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-9aad283d-27fa-403a-a773-5c618e5c8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:25.282824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-9aad283d-27fa-403a-a773-5c618e5c8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:25.283312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-9aad283d-27fa-403a-a773-5c618e5c8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:25.283841 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d1634ce2-4770-4d82-af6f-45037b59089e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.285593 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-9aad283d-27fa-403a-a773-5c618e5c8d3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6499 time: 0.7586339 Jul 19 03:23:25.299186 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.299954 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.317001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Made reservation on behalf of 930cc6cafe0a4db98c4c727508ca56fa for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:25.321644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.324860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.326757 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/networks/adcdc1e9-1167-4386-b4a0-433fd52b71ac HTTP/1.1" status: 204 len: 168 time: 2.1472719 Jul 19 03:23:25.331936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59262) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:25.347169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'name': 'tempest-PortsTestJSON-591741993'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:25.365986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4bd619ef-0d09-49ee-9dd4-79ae27e02ee1,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:25.378259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3fd21265-88a5-4a67-9564-44c1233ce6b8 None None] Provisioning complete for port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:25.378937 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3fd21265-88a5-4a67-9564-44c1233ce6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.422323 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.434144 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4c5ea951-1663-4304-8158-408ba2efacc4 service neutron] 10.222.0.20 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366193 Jul 19 03:23:25.452453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1a3129a-7985-4b27-b164-d11b45a1455c req-b8055353-179d-45d9-91a5-ad0a3c986ba1 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.1642077 Jul 19 03:23:25.505050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:22Z', 'revision_number': 10, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:25.524078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a4c07-9435-4732-aa84-fe07cc9cb6ec tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Network': ['ID=adcdc1e9-1167-4386-b4a0-433fd52b71ac,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:25.549769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=4bd619ef-0d09-49ee-9dd4-79ae27e02ee1,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:25.556988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-6eb5f260-c2ab-4b1f-9b3a-83acfdc1379a tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:25.558760 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-6eb5f260-c2ab-4b1f-9b3a-83acfdc1379a tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.25 "GET /v2.0/networks?id=ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 200 len: 814 time: 0.3977373 Jul 19 03:23:25.560823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:25.595204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Request body: {'port': {'device_id': 'c8e13273-0298-492a-80a9-8a26786dd7c8', 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f', 'admin_state_up': True, 'tenant_id': '930cc6cafe0a4db98c4c727508ca56fa'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:25.612014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:25.612578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:25.668064 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d1634ce2-4770-4d82-af6f-45037b59089e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.681915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device efa73cac-b8c2-4940-94d9-1bac0abaa071 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:25.683282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59270) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:25.711219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: efa73cac-b8c2-4940-94d9-1bac0abaa071 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:25.711674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device efa73cac-b8c2-4940-94d9-1bac0abaa071 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:25.735008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1634ce2-4770-4d82-af6f-45037b59089e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Subnet': ['ID=f2894fb6-9cf1-4f38-ac13-edc5f95f08a1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:25.737756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:25.766012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d1634ce2-4770-4d82-af6f-45037b59089e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.768130 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d1634ce2-4770-4d82-af6f-45037b59089e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/f2894fb6-9cf1-4f38-ac13-edc5f95f08a1 HTTP/1.1" status: 204 len: 168 time: 1.0420523 Jul 19 03:23:25.771626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3143e3b-ef8a-4421-b888-a4df8c9e5afb None None] Network 329d6c9e-1371-4df4-bdca-67cc7858866c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:25.774536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59272) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:25.837169 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-d0032503-47a3-4ce9-989c-b871d42fa391 service neutron] 10.222.0.20 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022083 Jul 19 03:23:25.875606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Allocated IP 172.20.0.3 (ce275352-b205-4e97-b3a2-d4746f8d1f2f/33eb4ee7-3948-48f6-b5a3-c7e608a526d4/fa34ee9f-9390-44c8-9fea-d42ca3e9d707) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:25.923434 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:25.980674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Made reservation on behalf of 930cc6cafe0a4db98c4c727508ca56fa for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:25.984835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.046401 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.047596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port dda63bb8-8f93-47e5-8496-ed24841bb929 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:26.048117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.058854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:22Z', 'revision_number': 10, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:26.064292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Transition to ACTIVE for port object fa34ee9f-9390-44c8-9fea-d42ca3e9d707 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:26.098801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8668566c-d8f2-4df5-8ab5-42aad9c18b20 None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:22Z', 'revision_number': 10, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None, '_interfaces': [{'id': 'c3547903-747c-4878-aa35-b65242115b70', 'name': '', 'network_id': '44a51f48-3d6e-4d77-86f7-db59c6a1a2e7', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'mac_address': 'fa:16:3e:3b:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:22:45Z', 'updated_at': '2021-07-19T03:22:54Z', 'revision_number': 5, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'subnets': [{'id': '9ea8f2ad-468e-4019-b903-d0045306ef0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:26.243029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port dda63bb8-8f93-47e5-8496-ed24841bb929, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=dda63bb8-8f93-47e5-8496-ed24841bb929,segment=NetworkSegment(f9e48073-f033-4d10-ac31-d5924d9796f0),segment_id=f9e48073-f033-4d10-ac31-d5924d9796f0)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:26.243544 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.259016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for dda63bb8-8f93-47e5-8496-ed24841bb929 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:26.319848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.357142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-abde0f93-656f-4828-b83d-ea789c1ee5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.357907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-abde0f93-656f-4828-b83d-ea789c1ee5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.358669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-abde0f93-656f-4828-b83d-ea789c1ee5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.360454 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-abde0f93-656f-4828-b83d-ea789c1ee5e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1119ccee-19ea-4731-b9d3-c915a28a468d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5 HTTP/1.1" status: 200 len: 2291 time: 0.8461182 Jul 19 03:23:26.365668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:26.369653 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.393336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Allocated IP 172.20.0.14 (ce275352-b205-4e97-b3a2-d4746f8d1f2f/33eb4ee7-3948-48f6-b5a3-c7e608a526d4/527c58a5-cc01-44a4-ad6b-ed28abe6116f) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:26.433241 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.482357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 2711d653-06c0-4993-9edd-ac0ddba5088a yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:26.483394 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d392e-3936-4c93-a2d3-67e5729cde13 None None] DHCP port deletion for 329d6c9e-1371-4df4-bdca-67cc7858866c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:23:26.497334 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=dda63bb8-8f93-47e5-8496-ed24841bb929,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:26.540553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No DVR routers for this DVR port dda63bb8-8f93-47e5-8496-ed24841bb929 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:26.542080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca4ba9-e1e5-4fa8-b7b1-ef997afa0466 req-b5f5dbca-c03f-4e61-9f5a-a7e9b6f94f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.543196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca4ba9-e1e5-4fa8-b7b1-ef997afa0466 req-b5f5dbca-c03f-4e61-9f5a-a7e9b6f94f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.543935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca4ba9-e1e5-4fa8-b7b1-ef997afa0466 req-b5f5dbca-c03f-4e61-9f5a-a7e9b6f94f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.544601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca4ba9-e1e5-4fa8-b7b1-ef997afa0466 req-b5f5dbca-c03f-4e61-9f5a-a7e9b6f94f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.545256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca4ba9-e1e5-4fa8-b7b1-ef997afa0466 req-b5f5dbca-c03f-4e61-9f5a-a7e9b6f94f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.545911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca4ba9-e1e5-4fa8-b7b1-ef997afa0466 req-b5f5dbca-c03f-4e61-9f5a-a7e9b6f94f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.546603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca4ba9-e1e5-4fa8-b7b1-ef997afa0466 req-b5f5dbca-c03f-4e61-9f5a-a7e9b6f94f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.554988 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-edca4ba9-e1e5-4fa8-b7b1-ef997afa0466 req-b5f5dbca-c03f-4e61-9f5a-a7e9b6f94f8e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6499 time: 0.4656646 Jul 19 03:23:26.558494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Network ce275352-b205-4e97-b3a2-d4746f8d1f2f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:26.580909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6e12-47ba-490f-b019-000d250631ec req-e13fb3b7-0a1d-4ea1-9c3f-a04cd15e0d7e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.588788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-542b6e12-47ba-490f-b019-000d250631ec req-e13fb3b7-0a1d-4ea1-9c3f-a04cd15e0d7e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.4916618 Jul 19 03:23:26.602690 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e44f7a65-786d-486f-b604-b52b7ded1e83 req-edf50323-2eaf-4cca-ac3d-ec6545b517d5 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 210 time: 0.0853777 Jul 19 03:23:26.645244 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:26.647277 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Pushing event updated for resources: {'Port': ['ID=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:26.649880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:26.721966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.722687 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-0e3a316d-397d-4961-af98-6a5bd0d3e95b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649 HTTP/1.1" status: 200 len: 1001 time: 0.3421974 Jul 19 03:23:26.758970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329d6c9e-1371-4df4-bdca-67cc7858866c']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:26.781555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e48073-f033-4d10-ac31-d5924d9796f0') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:26.781900 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e48073-f033-4d10-ac31-d5924d9796f0') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:26.801005 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.811227 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.830442 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.850860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-542b6e12-47ba-490f-b019-000d250631ec req-2b332fc4-7631-4b68-815b-989c62f7f9b4 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608345 Jul 19 03:23:26.875046 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-edca4ba9-e1e5-4fa8-b7b1-ef997afa0466 req-d4faa37a-5ba0-4131-b23d-1b1363e093bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&id=396848c9-c4fd-48b5-86a1-0028633f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3186803 Jul 19 03:23:26.885441 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:26.885937 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.889517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Transition to ACTIVE for port object 527c58a5-cc01-44a4-ad6b-ed28abe6116f will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:26.890881 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:26.979780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:26.981210 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:26.999288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-aaa3798b-c1f6-4449-aa9f-769a0fccb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:27.000616 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-aaa3798b-c1f6-4449-aa9f-769a0fccb49e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de HTTP/1.1" status: 200 len: 851 time: 0.2689965 Jul 19 03:23:27.013697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:27.025034 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:27.029398 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/networks/329d6c9e-1371-4df4-bdca-67cc7858866c HTTP/1.1" status: 204 len: 168 time: 1.2489219 Jul 19 03:23:27.032070 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:27.038815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59294) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:27.062378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60926729-e486-4055-ad95-65ab0465109a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Network': ['ID=329d6c9e-1371-4df4-bdca-67cc7858866c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:27.066431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-adb23c64-d527-46a4-b827-67f40e90b8bb None None] Provisioning for port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:27.072052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-adb23c64-d527-46a4-b827-67f40e90b8bb None None] Provisioning complete for port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:27.072427 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-adb23c64-d527-46a4-b827-67f40e90b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:27.096140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a383a3-34bb-49ca-a010-3f06df85e8aa req-9febc6ef-d8f1-4445-964b-845367d2b66a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:27.104584 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d5a383a3-34bb-49ca-a010-3f06df85e8aa req-9febc6ef-d8f1-4445-964b-845367d2b66a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.2667460 Jul 19 03:23:27.124702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-adb23c64-d527-46a4-b827-67f40e90b8bb None None] Port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:27.165911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-31113612-0e33-40a6-9b4a-c76fa80ad99d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7464077 Jul 19 03:23:27.173372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Network ce275352-b205-4e97-b3a2-d4746f8d1f2f is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:27.174178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:27.176407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Pushing event updated for resources: {'Port': ['ID=527c58a5-cc01-44a4-ad6b-ed28abe6116f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:27.181523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:27.196675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Request body: {'port': {'device_id': '9a3d3f52-6e21-4f76-b9be-db048df3442c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:27.231107 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d5a383a3-34bb-49ca-a010-3f06df85e8aa req-491b91ab-d0a7-4f0a-bc86-baa96da0300b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253366 Jul 19 03:23:27.273906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:27.274963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:27.300187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-e54145f2-d72d-4060-9f25-8cb3bbb0d2bb tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7049735 Jul 19 03:23:27.314208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Request body: {'port': {'device_id': 'c8e13273-0298-492a-80a9-8a26786dd7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:27.317484 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81de7058-a45c-4b27-9812-5344ff6ed31c req-625fbd87-ef41-4910-bbfd-2ff2a4890451 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.1567559 Jul 19 03:23:27.330983 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:27.462919 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:27.471767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-15d5c6c7-91f7-4f52-bd5a-86b764d04a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:27.473351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-15d5c6c7-91f7-4f52-bd5a-86b764d04a61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1119ccee-19ea-4731-b9d3-c915a28a468d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4588914 Jul 19 03:23:27.531762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:27.586522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1ee45cde-2016-4496-87db-7d85f4b874cb None None] Provisioning for port 527c58a5-cc01-44a4-ad6b-ed28abe6116f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:27.599417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1ee45cde-2016-4496-87db-7d85f4b874cb None None] Provisioning complete for port 527c58a5-cc01-44a4-ad6b-ed28abe6116f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:27.600181 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1ee45cde-2016-4496-87db-7d85f4b874cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:27.610995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:27.821846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1ee45cde-2016-4496-87db-7d85f4b874cb None None] Port 527c58a5-cc01-44a4-ad6b-ed28abe6116f cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:27.830097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:27.830511 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:27.850474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41f537fd-3411-4f75-89f8-37c1b89b4675 req-a567bf01-f683-474c-a106-00dd63dee459 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 210 time: 0.0640774 Jul 19 03:23:27.867795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-7b72635e-18ed-4236-b084-9751a3bbc49f service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859018 Jul 19 03:23:27.890950 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:28.051926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:28.083633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:28.104879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:28.110525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:28.111137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:28.133501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=2711d653-06c0-4993-9edd-ac0ddba5088a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:28.182258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10c5087a-04c1-46c1-9fc0-e9826ef5500c no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:28.189089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9bebb625-4e1b-4b1e-bcf8-76c82f2bf38b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8513973 Jul 19 03:23:28.201252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59304) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:28.212089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 10c5087a-04c1-46c1-9fc0-e9826ef5500c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:28.212928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10c5087a-04c1-46c1-9fc0-e9826ef5500c not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:28.213571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device dda63bb8-8f93-47e5-8496-ed24841bb929 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:28.230022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-e441c6ae-a5cf-4ea2-bcc0-d9628e212f51 service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492777 Jul 19 03:23:28.237698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: dda63bb8-8f93-47e5-8496-ed24841bb929 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:28.238305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device dda63bb8-8f93-47e5-8496-ed24841bb929 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:28.471898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095454f-acc8-4370-a187-f946ad3bc967 req-493e8592-d484-4b86-8e2f-672b404ee5e9 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:28.473476 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-493e8592-d484-4b86-8e2f-672b404ee5e9 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.26 "GET /v2.0/networks?id=ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 200 len: 814 time: 0.2938228 Jul 19 03:23:28.486883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc046619-83b4-4e36-aec6-930973b5ff8b req-62e61a42-8f49-4cb1-b5a7-a92706cb9553 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:28.488398 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bc046619-83b4-4e36-aec6-930973b5ff8b req-62e61a42-8f49-4cb1-b5a7-a92706cb9553 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.3111048 Jul 19 03:23:28.498631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Request body: {'port': {'device_id': 'db21281d-23eb-4aaa-abc9-d3facd470219', 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f', 'admin_state_up': True, 'tenant_id': '930cc6cafe0a4db98c4c727508ca56fa'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:28.559046 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-a28f970d-09e7-4ef1-9a6b-873ce6c0e167 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=1141a9db-5aca-44eb-9146-efaf34d67951 HTTP/1.1" status: 200 len: 217 time: 0.3218608 Jul 19 03:23:28.623625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1f67936b-d0f1-43c0-9aad-29e6bebe10bc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 2711d653-06c0-4993-9edd-ac0ddba5088a {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:28.623943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f67936b-d0f1-43c0-9aad-29e6bebe10bc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:28.653807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-b538549a-f260-4790-a4a3-82d5c63bc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:28.655306 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-b538549a-f260-4790-a4a3-82d5c63bc574 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.0870318 Jul 19 03:23:28.666628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527c58a5-cc01-44a4-ad6b-ed28abe6116f {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:23:28.677400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bc046619-83b4-4e36-aec6-930973b5ff8b req-e9e7fb89-f9ca-4945-b4b6-47d1b05ec443 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825910 Jul 19 03:23:28.684869 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:28.731421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cfb6-c139-442d-b393-d7fe58898c46 req-4050bfa4-d2de-455e-98c6-5835fde3cf51 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:28.733287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b29cfb6-c139-442d-b393-d7fe58898c46 req-4050bfa4-d2de-455e-98c6-5835fde3cf51 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.1767662 Jul 19 03:23:28.754469 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Transition to ACTIVE for port object 527c58a5-cc01-44a4-ad6b-ed28abe6116f will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:28.765733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:28.772221 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f67936b-d0f1-43c0-9aad-29e6bebe10bc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:28.816498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1f67936b-d0f1-43c0-9aad-29e6bebe10bc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 2711d653-06c0-4993-9edd-ac0ddba5088a owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:28.849564 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:28.858244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b29cfb6-c139-442d-b393-d7fe58898c46 req-23270acc-022d-4a35-952a-4e1337b382e6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187487 Jul 19 03:23:28.889559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-585b5211-003a-4333-8565-0862b20f9538 req-4425daf3-7422-4cc7-9bb4-0492916ea4b6 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0766530 Jul 19 03:23:28.921673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=527c58a5-cc01-44a4-ad6b-ed28abe6116f,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:28.954840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-5df6763c-7084-45a9-920b-621b95c243dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:28.956365 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-5df6763c-7084-45a9-920b-621b95c243dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2833169 Jul 19 03:23:28.965179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Made reservation on behalf of 930cc6cafe0a4db98c4c727508ca56fa for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:28.970102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.202542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa34ee9f-9390-44c8-9fea-d42ca3e9d707 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:23:29.224828 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-371f0739-1653-4854-beb5-82ffc88463b0 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571039 Jul 19 03:23:29.228067 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.233188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Attempting to bind port 527c58a5-cc01-44a4-ad6b-ed28abe6116f on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:29.233906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Attempting to bind port 527c58a5-cc01-44a4-ad6b-ed28abe6116f by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:29.233906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Attempting to bind port 527c58a5-cc01-44a4-ad6b-ed28abe6116f on network ce275352-b205-4e97-b3a2-d4746f8d1f2f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:29.242168 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f67936b-d0f1-43c0-9aad-29e6bebe10bc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.253944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Port 527c58a5-cc01-44a4-ad6b-ed28abe6116f on network ce275352-b205-4e97-b3a2-d4746f8d1f2f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:29.254329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Attempting to bind port 527c58a5-cc01-44a4-ad6b-ed28abe6116f on network ce275352-b205-4e97-b3a2-d4746f8d1f2f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:29.267479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7402d752-a102-4177-918b-1b823a8a37f2 req-ea9fe99c-69fd-40e4-9473-ba05409c71a7 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 210 time: 0.0575469 Jul 19 03:23:29.287227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67936b-d0f1-43c0-9aad-29e6bebe10bc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=2711d653-06c0-4993-9edd-ac0ddba5088a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:29.291272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:29.291736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Checking segment: {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:29.292097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Bound using segment: {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:29.292542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Bound port: 527c58a5-cc01-44a4-ad6b-ed28abe6116f, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:29.292884 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.299599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f67936b-d0f1-43c0-9aad-29e6bebe10bc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.301153 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1f67936b-d0f1-43c0-9aad-29e6bebe10bc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/2711d653-06c0-4993-9edd-ac0ddba5088a HTTP/1.1" status: 204 len: 168 time: 1.0954876 Jul 19 03:23:29.307812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Transition to ACTIVE for port object fa34ee9f-9390-44c8-9fea-d42ca3e9d707 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:29.308514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59316) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:29.318306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7e640-518f-4b97-86fa-bbb3c21448ab req-5c03b4fa-8417-4949-8258-3d1aa45f4d5e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:29.319524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'mac_address': 'fa:16:3e:6a:b3:ab', 'name': 'tempest-PortsTestJSON-12480640'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:29.319800 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ae7e640-518f-4b97-86fa-bbb3c21448ab req-5c03b4fa-8417-4949-8258-3d1aa45f4d5e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.2641530 Jul 19 03:23:29.327362 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.428497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Allocated IP 172.20.0.6 (ce275352-b205-4e97-b3a2-d4746f8d1f2f/33eb4ee7-3948-48f6-b5a3-c7e608a526d4/952e26c0-0f65-4292-a3a3-14b710349936) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:29.442127 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ae7e640-518f-4b97-86fa-bbb3c21448ab req-ed4e8c66-ba39-40e4-8164-dea8348370cb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127338 Jul 19 03:23:29.476319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] For port 527c58a5-cc01-44a4-ad6b-ed28abe6116f, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:29.507787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] For port 527c58a5-cc01-44a4-ad6b-ed28abe6116f, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=527c58a5-cc01-44a4-ad6b-ed28abe6116f,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:29.568458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:29.602401 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-e47773eb-7c3a-47e5-96ae-a8786be629de service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660293 Jul 19 03:23:29.658523 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.703528 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-45fce92b-7e9c-44f9-a8dd-e83599f3f17d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=16dab0cb-1b58-4f0f-b704-a007cc0c89b2 HTTP/1.1" status: 200 len: 217 time: 0.0611341 Jul 19 03:23:29.708952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:29.720243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:29.721489 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.724010 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] 10.222.0.25 "PUT /v2.0/ports/527c58a5-cc01-44a4-ad6b-ed28abe6116f HTTP/1.1" status: 200 len: 1093 time: 2.4188080 Jul 19 03:23:29.724581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e13273-0298-492a-80a9-8a26786dd7c8', 'tag': '527c58a5-cc01-44a4-ad6b-ed28abe6116f'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:29.727296 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd92699-67c0-4529-8075-fa3793e7f24c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e13273-0298-492a-80a9-8a26786dd7c8", "tag": "527c58a5-cc01-44a4-ad6b-ed28abe6116f"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:29.746616 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.791559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Transition to ACTIVE for port object 952e26c0-0f65-4292-a3a3-14b710349936 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:29.808493 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe1dc2f-930d-4370-af97-4a7aca563054 x-openstack-request-id: req-afe1dc2f-930d-4370-af97-4a7aca563054 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:29.808826 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e13273-0298-492a-80a9-8a26786dd7c8", "tag": "527c58a5-cc01-44a4-ad6b-ed28abe6116f", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:29.809038 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afe1dc2f-930d-4370-af97-4a7aca563054 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:29.809444 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e13273-0298-492a-80a9-8a26786dd7c8', 'tag': '527c58a5-cc01-44a4-ad6b-ed28abe6116f', 'status': 'completed', 'code': 200} Jul 19 03:23:29.819296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Attempting to bind port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:29.819678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Attempting to bind port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:29.820195 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Attempting to bind port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 on network ce275352-b205-4e97-b3a2-d4746f8d1f2f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:29.836358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce3a2d-7979-407f-af3b-a1c154e8ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=527c58a5-cc01-44a4-ad6b-ed28abe6116f,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:29.876601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 on network ce275352-b205-4e97-b3a2-d4746f8d1f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:29.877166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Attempting to bind port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 on network ce275352-b205-4e97-b3a2-d4746f8d1f2f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:29.885356 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-84f3b9d3-c705-4ad7-9e95-0d629d31db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:29.885963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-8c114797-f535-4991-a4a9-a43c620d3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:29.887255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-84f3b9d3-c705-4ad7-9e95-0d629d31db03 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&device_id=c8e13273-0298-492a-80a9-8a26786dd7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0941160 Jul 19 03:23:29.887729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-8c114797-f535-4991-a4a9-a43c620d3aa8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.1737113 Jul 19 03:23:29.889772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.916794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:29.917144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Checking segment: {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:29.917542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Bound using segment: {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:29.918172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Bound port: fa34ee9f-9390-44c8-9fea-d42ca3e9d707, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:29.918473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.925792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port c3547903-747c-4878-aa35-b65242115b70 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:29.926233 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.956844 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:29.988923 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-00a4c24a-2b05-4db4-9330-6b3a555a2825 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=527c58a5-cc01-44a4-ad6b-ed28abe6116f HTTP/1.1" status: 200 len: 217 time: 0.0560117 Jul 19 03:23:30.046051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Network ce275352-b205-4e97-b3a2-d4746f8d1f2f is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:30.047747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-3101090a-f331-4883-9bbb-8effefe172c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:30.049257 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-3101090a-f331-4883-9bbb-8effefe172c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33eb4ee7-3948-48f6-b5a3-c7e608a526d4 HTTP/1.1" status: 200 len: 853 time: 0.0511138 Jul 19 03:23:30.050807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:30.055256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:30.068283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Pushing event updated for resources: {'Port': ['ID=952e26c0-0f65-4292-a3a3-14b710349936,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:30.115557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port a2495b3f-1243-44fe-9c09-43fb946200ad yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:30.187300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] For port fa34ee9f-9390-44c8-9fea-d42ca3e9d707, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:30.190446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:30.191112 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:30.192578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] For port fa34ee9f-9390-44c8-9fea-d42ca3e9d707, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:30.229538 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-4fbc2262-84b7-4fd4-a862-c1407f98255b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7371030 Jul 19 03:23:30.244183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Request body: {'port': {'device_id': 'db21281d-23eb-4aaa-abc9-d3facd470219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:30.248217 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:30.271693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-90d4e862-5875-453e-9d4d-2fca958fe285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:30.273293 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-90d4e862-5875-453e-9d4d-2fca958fe285 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce275352-b205-4e97-b3a2-d4746f8d1f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2139320 Jul 19 03:23:30.285298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187e464-3783-4131-9363-35123068f065 req-1d4406e0-bb13-4b94-9d08-29517e239371 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:30.287040 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1187e464-3783-4131-9363-35123068f065 req-1d4406e0-bb13-4b94-9d08-29517e239371 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.1854668 Jul 19 03:23:30.314982 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port c3547903-747c-4878-aa35-b65242115b70, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c3547903-747c-4878-aa35-b65242115b70,segment=NetworkSegment(74436191-8345-4205-bacb-57323768d97a),segment_id=74436191-8345-4205-bacb-57323768d97a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:30.315372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:30.329508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:30.330655 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:30.332453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/fa34ee9f-9390-44c8-9fea-d42ca3e9d707 HTTP/1.1" status: 200 len: 1092 time: 3.1493523 Jul 19 03:23:30.349206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3d3f52-6e21-4f76-b9be-db048df3442c', 'tag': 'fa34ee9f-9390-44c8-9fea-d42ca3e9d707'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:30.352090 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a84b1ee-cc52-4a53-874e-cd1098611292" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3d3f52-6e21-4f76-b9be-db048df3442c", "tag": "fa34ee9f-9390-44c8-9fea-d42ca3e9d707"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:30.358108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-1949134d-c24f-4b25-8235-e9636041991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:30.360793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-1949134d-c24f-4b25-8235-e9636041991d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4597120 Jul 19 03:23:30.374929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1eca9341-306c-411b-9b71-5728c40c5c2c None None] Provisioning for port 952e26c0-0f65-4292-a3a3-14b710349936 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:30.382559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1eca9341-306c-411b-9b71-5728c40c5c2c None None] Provisioning complete for port 952e26c0-0f65-4292-a3a3-14b710349936 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:30.383208 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1eca9341-306c-411b-9b71-5728c40c5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:30.395529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for c3547903-747c-4878-aa35-b65242115b70 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:30.436075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1eca9341-306c-411b-9b71-5728c40c5c2c None None] Port 952e26c0-0f65-4292-a3a3-14b710349936 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:30.439461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1187e464-3783-4131-9363-35123068f065 req-02cafc63-e722-444b-a138-366f7e7c9fde tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420975 Jul 19 03:23:30.446918 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:30.485336 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-ff6bc5e0-03f4-4e1c-9c5b-a83e7162a8a3 service neutron] 10.222.0.25 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954868 Jul 19 03:23:30.512449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b1be5-4b37-4837-b710-40e053283d1c req-d0781e0d-ffcb-464f-8eca-aeb50e008c2a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:30.514079 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c67b1be5-4b37-4837-b710-40e053283d1c req-d0781e0d-ffcb-464f-8eca-aeb50e008c2a tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.5282965 Jul 19 03:23:30.689354 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-329ce99b-f384-49a3-9328-777deb456622 req-aebe0dfe-65b1-4736-b3bc-bcf9d29f2d0f tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0492158 Jul 19 03:23:30.714789 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-599e1ca6-f2b4-4164-a33a-eedde921f3a4 req-f5df7913-79ad-425a-8ce5-3a08ee00fec6 service neutron] 10.222.0.25 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059381 Jul 19 03:23:30.867090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a006db2-044c-4783-af83-a7492e0220f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:30.889897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-f79e066d-6373-4487-8221-c59e887f7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:30.891859 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-f79e066d-6373-4487-8221-c59e887f7b96 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&device_id=c8e13273-0298-492a-80a9-8a26786dd7c8 HTTP/1.1" status: 200 len: 1096 time: 0.1072989 Jul 19 03:23:30.951542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952e26c0-0f65-4292-a3a3-14b710349936 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:23:30.988434 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:31.049654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Transition to ACTIVE for port object 952e26c0-0f65-4292-a3a3-14b710349936 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:31.073271 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c67b1be5-4b37-4837-b710-40e053283d1c req-9b81d930-3722-4727-856a-d244d1447e30 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747780 Jul 19 03:23:31.079201 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-63e6203e-2be7-488c-b44a-68c912894f4f service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000141 Jul 19 03:23:31.081759 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:31.082524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:31.124407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-84eed0ed-b56b-4211-a6f1-bec0ae9a37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:31.126080 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-84eed0ed-b56b-4211-a6f1-bec0ae9a37aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 200 len: 914 time: 0.2166429 Jul 19 03:23:31.185966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-fd845b4d-6b62-483b-b1b1-2f52bf30914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:31.187859 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-fd845b4d-6b62-483b-b1b1-2f52bf30914a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 1095 time: 0.7892227 Jul 19 03:23:31.218852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-9cdbfe31-55f8-4d59-ae17-28bf65d705af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=527c58a5-cc01-44a4-ad6b-ed28abe6116f HTTP/1.1" status: 200 len: 217 time: 0.0774155 Jul 19 03:23:31.223082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Pushing event updated for resources: {'Port': ['ID=952e26c0-0f65-4292-a3a3-14b710349936,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:31.249495 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a5f131-e42d-4718-b9de-d3606d4db1c5 x-openstack-request-id: req-37a5f131-e42d-4718-b9de-d3606d4db1c5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:31.249848 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3d3f52-6e21-4f76-b9be-db048df3442c", "tag": "fa34ee9f-9390-44c8-9fea-d42ca3e9d707", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:31.250362 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37a5f131-e42d-4718-b9de-d3606d4db1c5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:31.250800 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3d3f52-6e21-4f76-b9be-db048df3442c', 'tag': 'fa34ee9f-9390-44c8-9fea-d42ca3e9d707', 'status': 'completed', 'code': 200} Jul 19 03:23:31.306440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626d22a-2f39-4d78-b1a2-0f1e1c39b35f req-4ca92840-6fb4-498a-ac94-01f65d52a20d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:31.308098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2626d22a-2f39-4d78-b1a2-0f1e1c39b35f req-4ca92840-6fb4-498a-ac94-01f65d52a20d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 931 time: 0.3169215 Jul 19 03:23:31.344534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a8758-b13c-4707-9486-906c116befbf req-ebe94658-12d3-4e21-94a0-077ba13be399 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:31.346326 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d33a8758-b13c-4707-9486-906c116befbf req-ebe94658-12d3-4e21-94a0-077ba13be399 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 945 time: 0.3328807 Jul 19 03:23:31.374137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-0419b2f8-349b-4978-9a0a-f04d70b0f126 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa34ee9f-9390-44c8-9fea-d42ca3e9d707 HTTP/1.1" status: 200 len: 217 time: 0.1746006 Jul 19 03:23:31.382227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95aa9a48-9637-49b3-a731-4491b31633d7 req-e353811d-0f13-4cef-8263-f0adbe1ec168 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0528286 Jul 19 03:23:31.416936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-bec363cd-fae4-4ad9-89ab-36bb97e43c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:31.418608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-bec363cd-fae4-4ad9-89ab-36bb97e43c77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33eb4ee7-3948-48f6-b5a3-c7e608a526d4 HTTP/1.1" status: 200 len: 853 time: 0.1923614 Jul 19 03:23:31.473717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Attempting to bind port 952e26c0-0f65-4292-a3a3-14b710349936 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:31.482079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Attempting to bind port 952e26c0-0f65-4292-a3a3-14b710349936 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:31.482079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Attempting to bind port 952e26c0-0f65-4292-a3a3-14b710349936 on network ce275352-b205-4e97-b3a2-d4746f8d1f2f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:31.484243 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:31.513170 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-c46cd6ca-162b-40d7-a7c0-298d53b7c508 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238305 Jul 19 03:23:31.516122 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2626d22a-2f39-4d78-b1a2-0f1e1c39b35f req-c05adf96-974a-4995-8326-b8215f849a21 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871924 Jul 19 03:23:31.530242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Port 952e26c0-0f65-4292-a3a3-14b710349936 on network ce275352-b205-4e97-b3a2-d4746f8d1f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:31.530682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Attempting to bind port 952e26c0-0f65-4292-a3a3-14b710349936 on network ce275352-b205-4e97-b3a2-d4746f8d1f2f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:31.550825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-32b78c86-7f6f-4755-a82c-c3f9f710d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:31.552861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-32b78c86-7f6f-4755-a82c-c3f9f710d2f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33eb4ee7-3948-48f6-b5a3-c7e608a526d4 HTTP/1.1" status: 200 len: 853 time: 0.1670625 Jul 19 03:23:31.565987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:31.566414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Checking segment: {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:31.566910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Bound using segment: {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:31.567423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Bound port: 952e26c0-0f65-4292-a3a3-14b710349936, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521659cf-2f49-4beb-af9c-deb395ad5eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:31.567927 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:31.636425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:31.638872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-bfd05fe4-29a4-475c-a5c0-7a7e42ea90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:31.640506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-bfd05fe4-29a4-475c-a5c0-7a7e42ea90e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce275352-b205-4e97-b3a2-d4746f8d1f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034423 Jul 19 03:23:31.659608 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-71e7682f-83e4-43ad-be34-0ce4720220ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=88907317-83f2-4cc5-91d6-81b3325e2898 HTTP/1.1" status: 200 len: 217 time: 0.1128139 Jul 19 03:23:31.672461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:31.674943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:31.675285 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-d33a8758-b13c-4707-9486-906c116befbf req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Deleting port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:31.675671 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d33a8758-b13c-4707-9486-906c116befbf req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:31.680944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:31.681570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:31.691321 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:31.714182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] For port 952e26c0-0f65-4292-a3a3-14b710349936, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:31.730341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=a2495b3f-1243-44fe-9c09-43fb946200ad,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:31.747951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] For port 952e26c0-0f65-4292-a3a3-14b710349936, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=952e26c0-0f65-4292-a3a3-14b710349936,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:31.793855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=c3547903-747c-4878-aa35-b65242115b70,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:31.812740 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-39cc24fe-e38a-4072-939b-fa0c547a200e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.4993377 Jul 19 03:23:31.835304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59338) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:31.980401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-de86ecdc-2272-4e2d-abe7-f9cfa5745586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:31.982011 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-de86ecdc-2272-4e2d-abe7-f9cfa5745586 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.2918389 Jul 19 03:23:32.013898 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:32.029285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead904fe-b3f3-433c-9c9a-8f41ce1ba82e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:32.030914 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ead904fe-b3f3-433c-9c9a-8f41ce1ba82e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/a2495b3f-1243-44fe-9c09-43fb946200ad HTTP/1.1" status: 200 len: 839 time: 0.1935165 Jul 19 03:23:32.056789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-b70b507b-bbd8-4675-82bf-30a0ec14bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:32.058610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-b70b507b-bbd8-4675-82bf-30a0ec14bb84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce275352-b205-4e97-b3a2-d4746f8d1f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4908981 Jul 19 03:23:32.061790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59342) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:32.158651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be1760-ebdc-4b66-9d70-2e72a25665cd req-0d777146-93e7-4532-b6bb-50f41a1376da tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:32.160205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77be1760-ebdc-4b66-9d70-2e72a25665cd req-0d777146-93e7-4532-b6bb-50f41a1376da tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.5263879 Jul 19 03:23:32.192397 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:32.290048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-dca1fec4-f1e0-4694-bc1c-dd50b0e8b387 service neutron] 10.222.0.25 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400936 Jul 19 03:23:32.300199 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d6a52de1-e157-4bcc-8f38-c829cb5db95e req-fc7d2564-7ec3-457f-afa9-d21f26af2d40 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.1140308 Jul 19 03:23:32.361267 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:32.361960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:32.363577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] 10.222.0.26 "PUT /v2.0/ports/952e26c0-0f65-4292-a3a3-14b710349936 HTTP/1.1" status: 200 len: 1092 time: 2.1238246 Jul 19 03:23:32.364098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db21281d-23eb-4aaa-abc9-d3facd470219', 'tag': '952e26c0-0f65-4292-a3a3-14b710349936'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:32.368421 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "db21281d-23eb-4aaa-abc9-d3facd470219", "tag": "952e26c0-0f65-4292-a3a3-14b710349936"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:32.466438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d33a8758-b13c-4707-9486-906c116befbf req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] For port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:32.466811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d33a8758-b13c-4707-9486-906c116befbf req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:32.467705 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77be1760-ebdc-4b66-9d70-2e72a25665cd req-b8bb4883-222c-446c-92a7-6d0c75083ba7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935858 Jul 19 03:23:32.475968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba37cf-2f35-4e7c-8086-e9e575782dee service neutron] Pushing event updated for resources: {'Port': ['ID=952e26c0-0f65-4292-a3a3-14b710349936,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:32.497048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-a5adda12-9662-4be5-8505-5893bb4778f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:32.499170 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-a5adda12-9662-4be5-8505-5893bb4778f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5072749 Jul 19 03:23:32.532722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-d33a8758-b13c-4707-9486-906c116befbf req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Calling delete_port for 965e81b1-1e54-4c4e-9a69-61d771f1aa5c owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:32.608762 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-988f9e0a-8ac3-435c-ab81-fc293d85e173 service neutron] 10.222.0.26 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319111 Jul 19 03:23:32.619819 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f44a72-63a3-4724-bc37-3a0d1807dfaa x-openstack-request-id: req-59f44a72-63a3-4724-bc37-3a0d1807dfaa {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:32.620229 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db21281d-23eb-4aaa-abc9-d3facd470219", "tag": "952e26c0-0f65-4292-a3a3-14b710349936", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:32.620428 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59f44a72-63a3-4724-bc37-3a0d1807dfaa {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:32.620947 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db21281d-23eb-4aaa-abc9-d3facd470219', 'tag': '952e26c0-0f65-4292-a3a3-14b710349936', 'status': 'completed', 'code': 200} Jul 19 03:23:32.621678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:32.710822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbd92699-67c0-4529-8075-fa3793e7f24c req-d7968842-3774-4803-8b6a-af55e9cb249c service neutron] 10.222.0.25 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699415 Jul 19 03:23:32.744527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-85e3f8bb-3eac-4fe0-bb22-dd5e832e4727 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port a2495b3f-1243-44fe-9c09-43fb946200ad {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:32.744914 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-85e3f8bb-3eac-4fe0-bb22-dd5e832e4727 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:32.801995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095454f-acc8-4370-a187-f946ad3bc967 req-787d192b-76ed-4cea-a097-2a215108b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:32.803847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-787d192b-76ed-4cea-a097-2a215108b3e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 1095 time: 0.2187796 Jul 19 03:23:32.857300 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-d2d6fbd0-040d-4471-b7b1-64781f6728d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=952e26c0-0f65-4292-a3a3-14b710349936 HTTP/1.1" status: 200 len: 217 time: 0.0455890 Jul 19 03:23:32.907165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d3c3-c804-483a-b7ae-77cac939ac57 req-28387a77-0857-4859-b1d3-f77c01167904 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:32.908689 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0554d3c3-c804-483a-b7ae-77cac939ac57 req-28387a77-0857-4859-b1d3-f77c01167904 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 945 time: 0.1948450 Jul 19 03:23:32.916413 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-935fd80d-02f7-4f1f-9228-b3088e6d759b service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906872 Jul 19 03:23:32.947001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:32.955088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a5811046-1296-408f-9a86-55ccd19d2435 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9135263 Jul 19 03:23:32.957838 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:32.961022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59352) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:32.967645 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:32.968277 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:32.978346 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06c320a4-ffd8-45b4-b28f-212b3f3ae4ed req-bc6e0d40-4282-4a4a-9620-9d9c8a06a94f service neutron] 10.222.0.26 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598650 Jul 19 03:23:32.984366 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-85e3f8bb-3eac-4fe0-bb22-dd5e832e4727 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:33.018914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-85e3f8bb-3eac-4fe0-bb22-dd5e832e4727 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for a2495b3f-1243-44fe-9c09-43fb946200ad owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:33.028563 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d33a8758-b13c-4707-9486-906c116befbf req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:33.035971 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0554d3c3-c804-483a-b7ae-77cac939ac57 req-2f5bee68-2967-4810-8e41-480f66cac7e5 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053023 Jul 19 03:23:33.040872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a', '965e81b1-1e54-4c4e-9a69-61d771f1aa5c'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:23:33.050904 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:33.059307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095454f-acc8-4370-a187-f946ad3bc967 req-96e678a1-7e70-4526-8397-6aa37559687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:33.060954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-96e678a1-7e70-4526-8397-6aa37559687c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33eb4ee7-3948-48f6-b5a3-c7e608a526d4 HTTP/1.1" status: 200 len: 853 time: 0.1850328 Jul 19 03:23:33.122003 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:31Z', 'revision_number': 11, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:33.150588 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:33.161105 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:33.162758 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:33.174862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event deleted for resources: {'Port': ['ID=965e81b1-1e54-4c4e-9a69-61d771f1aa5c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:33.178131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33a8758-b13c-4707-9486-906c116befbf req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] No DVR routers for this DVR port 965e81b1-1e54-4c4e-9a69-61d771f1aa5c on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:33.194601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ba1fc1-9283-4c78-a109-3d41fb0c7ec2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting subnet 9ea8f2ad-468e-4019-b903-d0045306ef0f {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:23:33.199677 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d33a8758-b13c-4707-9486-906c116befbf req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:33.202167 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d33a8758-b13c-4707-9486-906c116befbf req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "DELETE /v2.0/ports/965e81b1-1e54-4c4e-9a69-61d771f1aa5c HTTP/1.1" status: 204 len: 173 time: 1.8365037 Jul 19 03:23:33.219126 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1fc1-9283-4c78-a109-3d41fb0c7ec2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:33.259881 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:33.328401 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:31Z', 'revision_number': 11, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:33.364077 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5c025-58a6-4a30-8576-954416d708e8 None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:31Z', 'revision_number': 11, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:33.370860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1fc1-9283-4c78-a109-3d41fb0c7ec2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:33.413905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095454f-acc8-4370-a187-f946ad3bc967 req-6894f4b5-13f5-489f-82ab-88cbebe8e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:33.415638 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-6894f4b5-13f5-489f-82ab-88cbebe8e11e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce275352-b205-4e97-b3a2-d4746f8d1f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3219540 Jul 19 03:23:33.483121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8fdd0-0182-4126-9d26-d6b80d9bbe09 req-0bc052ac-eab4-4e7c-8757-5100c18282bf tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:33.484727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cf8fdd0-0182-4126-9d26-d6b80d9bbe09 req-0bc052ac-eab4-4e7c-8757-5100c18282bf tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 943 time: 0.2044086 Jul 19 03:23:33.496323 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815120a2-4095-4b5b-96dd-97500dee8685 req-abaf4480-9cf5-426d-8ffd-4070e43f50b0 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:33.497830 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-815120a2-4095-4b5b-96dd-97500dee8685 req-abaf4480-9cf5-426d-8ffd-4070e43f50b0 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1c976cc-85f8-4a49-99e9-8262f654ea3b HTTP/1.1" status: 200 len: 867 time: 0.8098059 Jul 19 03:23:33.590797 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1fc1-9283-4c78-a109-3d41fb0c7ec2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:33.628853 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cf8fdd0-0182-4126-9d26-d6b80d9bbe09 req-8528cc84-c633-4e63-a3de-0b99e2a9e954 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202977 Jul 19 03:23:33.633428 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-d38f4584-cf95-4a8b-bf2b-b5518c81aa3f service neutron] 10.222.0.26 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090399 Jul 19 03:23:33.634254 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-815120a2-4095-4b5b-96dd-97500dee8685 req-04d87fe0-03ca-43fc-8faf-cb7ab8d8cca1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137004 Jul 19 03:23:33.636850 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-e0f3af40-fc0a-4558-83f8-1ad8ebddfcdd service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699958 Jul 19 03:23:33.695081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-8d8eba6c-a048-4fec-a0c3-528c9c0813ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe HTTP/1.1" status: 200 len: 217 time: 0.0470653 Jul 19 03:23:33.697917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-6b005b81-232d-46c4-86d3-56a3b7158f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:33.699194 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-6b005b81-232d-46c4-86d3-56a3b7158f16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 1095 time: 0.6643431 Jul 19 03:23:33.705367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-85e3f8bb-3eac-4fe0-bb22-dd5e832e4727 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:33.820582 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1fc1-9283-4c78-a109-3d41fb0c7ec2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:33.825343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3f8bb-3eac-4fe0-bb22-dd5e832e4727 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=a2495b3f-1243-44fe-9c09-43fb946200ad,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:33.861838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-85e3f8bb-3eac-4fe0-bb22-dd5e832e4727 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:33.867862 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-85e3f8bb-3eac-4fe0-bb22-dd5e832e4727 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/a2495b3f-1243-44fe-9c09-43fb946200ad HTTP/1.1" status: 204 len: 168 time: 1.8002467 Jul 19 03:23:33.871146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59362) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:33.874133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c3547903-747c-4878-aa35-b65242115b70 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:33.882976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cea866e7-3faa-44ed-b1c6-8c774cda0bab req-50843e1f-085e-465a-a937-38cc91071c69 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0843647 Jul 19 03:23:33.904872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c3547903-747c-4878-aa35-b65242115b70 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:33.905461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c3547903-747c-4878-aa35-b65242115b70 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:33.940603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba1fc1-9283-4c78-a109-3d41fb0c7ec2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea8f2ad-468e-4019-b903-d0045306ef0f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:33.955285 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1fc1-9283-4c78-a109-3d41fb0c7ec2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:33.960100 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d9ba1fc1-9283-4c78-a109-3d41fb0c7ec2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/9ea8f2ad-468e-4019-b903-d0045306ef0f HTTP/1.1" status: 204 len: 168 time: 0.9956861 Jul 19 03:23:33.960599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59366) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:33.963492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10121b17-3266-4255-aca1-e32073a28e60 None None] Network 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:33.971415 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9095454f-acc8-4370-a187-f946ad3bc967 req-66c334c0-169a-4d1d-b8fe-2f060d6981dd service neutron] 10.222.0.26 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242140 Jul 19 03:23:34.060590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:34.086212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-1fb3e9f1-583d-4756-bd7e-2203dec8135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:34.088415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 527c58a5-cc01-44a4-ad6b-ed28abe6116f details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:23:34.090066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-1fb3e9f1-583d-4756-bd7e-2203dec8135a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.3815062 Jul 19 03:23:34.178605 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3278aba-4519-4716-ab1d-6a655c74905f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:23:34.184206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b3278aba-4519-4716-ab1d-6a655c74905f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/a2495b3f-1243-44fe-9c09-43fb946200ad HTTP/1.1" status: 404 len: 333 time: 0.2955287 Jul 19 03:23:34.186769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59370) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:34.192189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'name': 'tempest-PortsTestJSON-496277712'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:34.204957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-37b5ac89-164f-415e-9d44-5e5db53ef054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:34.206719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-37b5ac89-164f-415e-9d44-5e5db53ef054 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 200 len: 914 time: 0.4938996 Jul 19 03:23:34.232983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Deleting port 936cf9ee-1d49-419e-9d74-b6926bc2d76c {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:34.233586 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:34.264017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-3bd8bbce-893a-4a98-9e77-f9806a9d52ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa34ee9f-9390-44c8-9fea-d42ca3e9d707 HTTP/1.1" status: 200 len: 217 time: 0.0492942 Jul 19 03:23:34.296211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 527c58a5-cc01-44a4-ad6b-ed28abe6116f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=527c58a5-cc01-44a4-ad6b-ed28abe6116f,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:34.315378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '527c58a5-cc01-44a4-ad6b-ed28abe6116f', 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f', 'port_id': '527c58a5-cc01-44a4-ad6b-ed28abe6116f', 'mac_address': 'fa:16:3e:73:80:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb4ee7-3948-48f6-b5a3-c7e608a526d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:23:34.354898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7473dc-49e4-47b3-9c9c-f5ca1670c266 req-2b968d6e-8a7a-4e28-9041-a341b7072df1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:34.361592 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d7473dc-49e4-47b3-9c9c-f5ca1670c266 req-2b968d6e-8a7a-4e28-9041-a341b7072df1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.4305570 Jul 19 03:23:34.371693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63adfd-f2b8-4635-8fb5-c322b346710f None None] DHCP port deletion for 44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:23:34.375563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-aed2f930-7efa-48a3-812f-ce711623b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:34.377249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-aed2f930-7efa-48a3-812f-ce711623b265 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2331700 Jul 19 03:23:34.378417 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:34.385947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-e58ca1ff-c204-4c6a-9cb2-ac4e651ca1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:34.387689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-e4b91410-4185-4cd2-a4f8-f3bea70f61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:34.388184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-e58ca1ff-c204-4c6a-9cb2-ac4e651ca1cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33eb4ee7-3948-48f6-b5a3-c7e608a526d4 HTTP/1.1" status: 200 len: 853 time: 0.1150095 Jul 19 03:23:34.390338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-e4b91410-4185-4cd2-a4f8-f3bea70f61c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 1095 time: 0.2800486 Jul 19 03:23:34.402299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] For port 936cf9ee-1d49-419e-9d74-b6926bc2d76c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=936cf9ee-1d49-419e-9d74-b6926bc2d76c,segment=NetworkSegment(74436191-8345-4205-bacb-57323768d97a),segment_id=74436191-8345-4205-bacb-57323768d97a)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:34.402838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:34.419257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527c58a5-cc01-44a4-ad6b-ed28abe6116f {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:23:34.442378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 527c58a5-cc01-44a4-ad6b-ed28abe6116f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=527c58a5-cc01-44a4-ad6b-ed28abe6116f,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:34.450939 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Calling delete_port for 936cf9ee-1d49-419e-9d74-b6926bc2d76c owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:34.452565 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:34.465833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:34.468978 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:34.487222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d7473dc-49e4-47b3-9c9c-f5ca1670c266 req-071dd3f8-8fc6-460e-bcb3-dccab5df91a4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246638 Jul 19 03:23:34.513306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=527c58a5-cc01-44a4-ad6b-ed28abe6116f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:34.530850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aa63adfd-f2b8-4635-8fb5-c322b346710f None None] Deleting port 936cf9ee-1d49-419e-9d74-b6926bc2d76c {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:34.531486 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa63adfd-f2b8-4635-8fb5-c322b346710f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:34.583097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 3e2747b9-8214-4a59-b770-896b9c740330 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:34.602509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-f9c6e3df-a4de-4771-b70a-369333a46bfb service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131789 Jul 19 03:23:34.606509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-8c478805-17fd-415b-822c-1c7483521e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:34.608220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-8c478805-17fd-415b-822c-1c7483521e64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce275352-b205-4e97-b3a2-d4746f8d1f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062621 Jul 19 03:23:34.632241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-aa63adfd-f2b8-4635-8fb5-c322b346710f None None] For port 936cf9ee-1d49-419e-9d74-b6926bc2d76c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=936cf9ee-1d49-419e-9d74-b6926bc2d76c,segment=NetworkSegment(74436191-8345-4205-bacb-57323768d97a),segment_id=74436191-8345-4205-bacb-57323768d97a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:34.632996 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa63adfd-f2b8-4635-8fb5-c322b346710f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:34.650457 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aa63adfd-f2b8-4635-8fb5-c322b346710f None None] Calling delete_port for 936cf9ee-1d49-419e-9d74-b6926bc2d76c owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:34.652137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c976cc-85f8-4a49-99e9-8262f654ea3b', 'name': 'network-vif-deleted', 'tag': '965e81b1-1e54-4c4e-9a69-61d771f1aa5c'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:34.654423 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317c32f5-2ea8-440e-83ee-64d43e8b66d9" -d '{"events": [{"server_uuid": "f1c976cc-85f8-4a49-99e9-8262f654ea3b", "name": "network-vif-deleted", "tag": "965e81b1-1e54-4c4e-9a69-61d771f1aa5c"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:34.679173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-a96bf047-90b4-49fd-822b-3c776758db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:34.682189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-a96bf047-90b4-49fd-822b-3c776758db5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 200 len: 914 time: 0.2767336 Jul 19 03:23:34.765356 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-68a73787-1845-473b-8783-2768c84faee7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=952e26c0-0f65-4292-a3a3-14b710349936 HTTP/1.1" status: 200 len: 217 time: 0.0715489 Jul 19 03:23:34.794492 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-cbf26b9e-ca35-4c70-b001-0e85b1ab19af service neutron] 10.222.0.26 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788347 Jul 19 03:23:34.800079 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa63adfd-f2b8-4635-8fb5-c322b346710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:34.820239 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89352e61-4a1d-4310-8c37-2a0ab8988255 x-openstack-request-id: req-89352e61-4a1d-4310-8c37-2a0ab8988255 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:34.820526 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c976cc-85f8-4a49-99e9-8262f654ea3b", "name": "network-vif-deleted", "tag": "965e81b1-1e54-4c4e-9a69-61d771f1aa5c", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:34.820776 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89352e61-4a1d-4310-8c37-2a0ab8988255 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:34.821167 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c976cc-85f8-4a49-99e9-8262f654ea3b', 'name': 'network-vif-deleted', 'tag': '965e81b1-1e54-4c4e-9a69-61d771f1aa5c', 'status': 'completed', 'code': 200} Jul 19 03:23:34.824114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:34.836944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['527c58a5-cc01-44a4-ad6b-ed28abe6116f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:23:34.867722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-ecb90457-6f45-4c36-ad68-da214cf8f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:34.869508 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-ecb90457-6f45-4c36-ad68-da214cf8f380 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33eb4ee7-3948-48f6-b5a3-c7e608a526d4 HTTP/1.1" status: 200 len: 853 time: 0.0933716 Jul 19 03:23:34.875924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63adfd-f2b8-4635-8fb5-c322b346710f None None] Pushing event deleted for resources: {'Port': ['ID=936cf9ee-1d49-419e-9d74-b6926bc2d76c,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:34.878019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63adfd-f2b8-4635-8fb5-c322b346710f None None] No DVR routers for this DVR port 936cf9ee-1d49-419e-9d74-b6926bc2d76c on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:34.936677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-a9cf4e68-e124-489f-9a52-3bb3c5ba8ab4 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110139 Jul 19 03:23:34.939347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275417cc-f9de-4f5e-b02e-2e8530325660 req-d08e75d4-c658-48ec-8438-bb41e62db547 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:34.940879 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-275417cc-f9de-4f5e-b02e-2e8530325660 req-d08e75d4-c658-48ec-8438-bb41e62db547 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 945 time: 0.3823850 Jul 19 03:23:34.975330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Port': ['ID=936cf9ee-1d49-419e-9d74-b6926bc2d76c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:34.988981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-990fb1ed-812b-4a9b-b542-1ca88c07f98c req-8de57dc8-7524-4328-925c-89c464fe384b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f83f67193f04414b98ba13339108545&device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.1234071 Jul 19 03:23:34.995565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No DVR routers for this DVR port 936cf9ee-1d49-419e-9d74-b6926bc2d76c on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:35.021610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-b3077cc0-7bd0-489f-ad71-b9734c2853e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 HTTP/1.1" status: 200 len: 217 time: 0.0671000 Jul 19 03:23:35.023723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a84b1ee-cc52-4a53-874e-cd1098611292 req-59261867-e72f-460f-8068-dbe88c794c5a service neutron] 10.222.0.26 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212408 Jul 19 03:23:35.091900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec636-5367-45c5-ac9f-6b9ce1a56e05 req-d9108634-7ad9-4722-80b2-101e6c789b73 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:35.093163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-990fb1ed-812b-4a9b-b542-1ca88c07f98c req-f354d979-34f0-4562-8715-e80e0baee2f2 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3f83f67193f04414b98ba13339108545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897055 Jul 19 03:23:35.093428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-238ec636-5367-45c5-ac9f-6b9ce1a56e05 req-d9108634-7ad9-4722-80b2-101e6c789b73 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 943 time: 0.1555409 Jul 19 03:23:35.098022 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-2cb6d198-ffd1-475f-9b96-2f7ec3921a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:35.099538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-2cb6d198-ffd1-475f-9b96-2f7ec3921a8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.0671997 Jul 19 03:23:35.153394 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:35.167984 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-238ec636-5367-45c5-ac9f-6b9ce1a56e05 req-f3aaa519-4e82-43a9-8ccc-3b41757a9ce9 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673621 Jul 19 03:23:35.185918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-5987081b-059a-4d52-b41b-3be683d7bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:35.187682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-5987081b-059a-4d52-b41b-3be683d7bfbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0809188 Jul 19 03:23:35.196422 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-275417cc-f9de-4f5e-b02e-2e8530325660 req-47529b49-53cd-4502-a1e9-9b6575c739dd tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174742 Jul 19 03:23:35.237532 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:35.324546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-4a2655fc-d5bb-4d62-9877-c9fb0c9156ac service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301050 Jul 19 03:23:35.438748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-29bff295-6d24-429c-80dd-a67ceafbb035 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069899 Jul 19 03:23:35.486456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-8f946e87-8e49-4f93-aa46-a50ff0dc00c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16 HTTP/1.1" status: 200 len: 217 time: 0.0413787 Jul 19 03:23:35.542093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-39a0c587-469c-4fd8-a4f2-0e695c6c7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:35.547791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 936cf9ee-1d49-419e-9d74-b6926bc2d76c no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:35.552498 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-39a0c587-469c-4fd8-a4f2-0e695c6c7142 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.0598135 Jul 19 03:23:35.573564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 936cf9ee-1d49-419e-9d74-b6926bc2d76c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:35.573915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 936cf9ee-1d49-419e-9d74-b6926bc2d76c not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:35.587676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-767aa0fd-2731-46a7-bced-a7088b1da153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:35.589202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-767aa0fd-2731-46a7-bced-a7088b1da153 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce275352-b205-4e97-b3a2-d4746f8d1f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6707692 Jul 19 03:23:35.617703 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a51f48-3d6e-4d77-86f7-db59c6a1a2e7']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:35.630620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-28a81baf-3af9-41fe-842c-332d9b0c6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:35.632684 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-28a81baf-3af9-41fe-842c-332d9b0c6a8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738144 Jul 19 03:23:35.690236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74436191-8345-4205-bacb-57323768d97a') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:35.690527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74436191-8345-4205-bacb-57323768d97a') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:35.693580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-509e3abe-090d-4fa4-ace6-f2241e0d9b65 req-a069b478-0ebc-4d2c-9cd8-1b4c5c1936bb tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0779026 Jul 19 03:23:35.713073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:35.769780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-5698b3c7-473e-4674-8c7d-1881ae1db9ef service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309376 Jul 19 03:23:35.774909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:35.780598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device fa34ee9f-9390-44c8-9fea-d42ca3e9d707 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:23:35.785717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 965e81b1-1e54-4c4e-9a69-61d771f1aa5c no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:35.794406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:35.794835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:35.798478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb1ed-812b-4a9b-b542-1ca88c07f98c req-5f2f43da-246b-49cb-bbe4-5621ed157414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:35.799933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-990fb1ed-812b-4a9b-b542-1ca88c07f98c req-5f2f43da-246b-49cb-bbe4-5621ed157414 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6727698 Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:35.800768 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:35.825056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a36d1-82a7-4352-af0e-bc7c09fbe869 req-7a698146-7698-4e41-9b49-74903b37f272 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:35.826801 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-723a36d1-82a7-4352-af0e-bc7c09fbe869 req-7a698146-7698-4e41-9b49-74903b37f272 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.1703403 Jul 19 03:23:35.840069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:35.844008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 965e81b1-1e54-4c4e-9a69-61d771f1aa5c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:35.844357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 965e81b1-1e54-4c4e-9a69-61d771f1aa5c not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:35.911968 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-723a36d1-82a7-4352-af0e-bc7c09fbe869 req-cd1f4b98-0528-4b56-95c6-35cb2205197c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759106 Jul 19 03:23:35.912867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:35.928573 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52aff8dc-21a5-4c79-8d5d-32dde0ff9451 req-e776f7bf-6164-4ff1-b423-aeae1d6ec74a service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526461 Jul 19 03:23:35.945655 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-733c1062-1f11-442d-b47f-c06483d6ac64 service neutron] 10.222.0.26 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233685 Jul 19 03:23:35.952854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:35.956191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:35.963919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:35.964573 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.008494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port fa34ee9f-9390-44c8-9fea-d42ca3e9d707, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:36.028465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=3e2747b9-8214-4a59-b770-896b9c740330,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:36.029821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'fa34ee9f-9390-44c8-9fea-d42ca3e9d707', 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f', 'port_id': 'fa34ee9f-9390-44c8-9fea-d42ca3e9d707', 'mac_address': 'fa:16:3e:16:b5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb4ee7-3948-48f6-b5a3-c7e608a526d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:23:36.046641 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.074837 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.076804 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/networks/44a51f48-3d6e-4d77-86f7-db59c6a1a2e7 HTTP/1.1" status: 204 len: 168 time: 2.1155069 Jul 19 03:23:36.079616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59406) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:36.079768 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-434a8d53-591b-4ed7-bdcd-e960d34f2203 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8914938 Jul 19 03:23:36.085734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4d5a4890-16d2-4b9b-8e1d-81a985655f11 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'routes': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:36.088364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59408) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:36.088681 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.092237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 527c58a5-cc01-44a4-ad6b-ed28abe6116f up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:36.100610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7394bb5a-d973-471f-8f0c-d3ff85642de2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:36.118557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042531d-072c-43b3-a4ae-14c968800ce4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Pushing event deleted for resources: {'Network': ['ID=44a51f48-3d6e-4d77-86f7-db59c6a1a2e7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:36.142145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa34ee9f-9390-44c8-9fea-d42ca3e9d707 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:23:36.176789 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1ef3117-2ff8-4d3b-ab08-280334bffc3a req-5173a87a-3063-4453-be5d-8e97abceac22 service neutron] 10.222.0.26 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090704 Jul 19 03:23:36.193339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port fa34ee9f-9390-44c8-9fea-d42ca3e9d707, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:36.203663 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.300586 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07142b15-0e02-46f9-803e-1e182f87e99b req-fbafb2db-2dd8-4a76-a921-af099d765e09 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:36.302405 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-07142b15-0e02-46f9-803e-1e182f87e99b req-fbafb2db-2dd8-4a76-a921-af099d765e09 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 945 time: 0.1032312 Jul 19 03:23:36.330567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:36.337983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 527c58a5-cc01-44a4-ad6b-ed28abe6116f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:36.344888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 527c58a5-cc01-44a4-ad6b-ed28abe6116f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:36.345517 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.387967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-07142b15-0e02-46f9-803e-1e182f87e99b req-0fe76a89-fd6a-44ab-9738-1a9669b5f238 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793097 Jul 19 03:23:36.443235 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.454491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7394bb5a-d973-471f-8f0c-d3ff85642de2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.458141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.extraroute_db [None req-4d5a4890-16d2-4b9b-8e1d-81a985655f11 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Added routes are [] {{(pid=94344) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 19 03:23:36.458561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.extraroute_db [None req-4d5a4890-16d2-4b9b-8e1d-81a985655f11 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Removed routes are [] {{(pid=94344) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 19 03:23:36.459139 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4890-16d2-4b9b-8e1d-81a985655f11 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.475118 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e13273-0298-492a-80a9-8a26786dd7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c58a5-cc01-44a4-ad6b-ed28abe6116f'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:36.478001 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e533a93-43e2-4fb4-8b03-e06d65c98ea6" -d '{"events": [{"server_uuid": "c8e13273-0298-492a-80a9-8a26786dd7c8", "name": "network-vif-plugged", "status": "completed", "tag": "527c58a5-cc01-44a4-ad6b-ed28abe6116f"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:36.485613 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 527c58a5-cc01-44a4-ad6b-ed28abe6116f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=527c58a5-cc01-44a4-ad6b-ed28abe6116f,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:36.491058 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.517893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['fa34ee9f-9390-44c8-9fea-d42ca3e9d707'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:23:36.569531 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854ea6c9-7578-44b2-b2f6-7609d3b9b86c x-openstack-request-id: req-854ea6c9-7578-44b2-b2f6-7609d3b9b86c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:36.570091 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e13273-0298-492a-80a9-8a26786dd7c8", "name": "network-vif-plugged", "status": "completed", "tag": "527c58a5-cc01-44a4-ad6b-ed28abe6116f", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:36.570091 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-854ea6c9-7578-44b2-b2f6-7609d3b9b86c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:36.571149 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e13273-0298-492a-80a9-8a26786dd7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c58a5-cc01-44a4-ad6b-ed28abe6116f', 'code': 200} Jul 19 03:23:36.578120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=527c58a5-cc01-44a4-ad6b-ed28abe6116f,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:36.711425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc2fce-3b35-4f6a-bd4c-01ff6b009a03 req-f593bcf4-4b27-439f-af31-6233d6320b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:36.712850 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31dc2fce-3b35-4f6a-bd4c-01ff6b009a03 req-f593bcf4-4b27-439f-af31-6233d6320b98 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8e13273-0298-492a-80a9-8a26786dd7c8 HTTP/1.1" status: 200 len: 1098 time: 0.0583661 Jul 19 03:23:36.713147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe483e4-4229-4ae2-9812-1c2437f996c9 req-73516a75-c5a6-43ca-814d-8061ee64cd3e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:36.714849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfe483e4-4229-4ae2-9812-1c2437f996c9 req-73516a75-c5a6-43ca-814d-8061ee64cd3e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 943 time: 0.3502638 Jul 19 03:23:36.726687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4890-16d2-4b9b-8e1d-81a985655f11 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.751658 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4890-16d2-4b9b-8e1d-81a985655f11 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.758680 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31dc2fce-3b35-4f6a-bd4c-01ff6b009a03 req-8b989313-1457-434c-8695-cf7758a2209f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Jul 19 03:23:36.783578 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:36.843173 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:23:36.863523 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-661ac25b-9438-47a3-85e6-89fb99d24e7a req-24607a44-f3e7-48dd-a49c-b96184772000 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0345314 Jul 19 03:23:37.071906 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.171453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfe483e4-4229-4ae2-9812-1c2437f996c9 req-86fae4ec-8cb4-42db-85a8-5a7737892950 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480007 Jul 19 03:23:37.191941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5a4890-16d2-4b9b-8e1d-81a985655f11 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 13f7c01e-fe43-4773-ba78-f5a209d9324f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:37.194723 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7394bb5a-d973-471f-8f0c-d3ff85642de2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.203477 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7394bb5a-d973-471f-8f0c-d3ff85642de2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.273089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7394bb5a-d973-471f-8f0c-d3ff85642de2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] In _notify_port_updated(), no bound segment for port 3e2747b9-8214-4a59-b770-896b9c740330 on network f6ea23f2-6327-4ea9-ac33-5a814d352d00 {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:23:37.278589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7394bb5a-d973-471f-8f0c-d3ff85642de2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:37.279202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7394bb5a-d973-471f-8f0c-d3ff85642de2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.282986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7394bb5a-d973-471f-8f0c-d3ff85642de2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "PUT /v2.0/ports/3e2747b9-8214-4a59-b770-896b9c740330 HTTP/1.1" status: 200 len: 818 time: 1.1902287 Jul 19 03:23:37.292483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59436) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:37.355478 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-990fb1ed-812b-4a9b-b542-1ca88c07f98c req-8f13b909-2359-4d66-81ac-263a590bcc50 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.25 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0541637 Jul 19 03:23:37.357669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5a4890-16d2-4b9b-8e1d-81a985655f11 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:37.359196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394bb5a-d973-471f-8f0c-d3ff85642de2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=3e2747b9-8214-4a59-b770-896b9c740330,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:37.365963 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4890-16d2-4b9b-8e1d-81a985655f11 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.367166 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4d5a4890-16d2-4b9b-8e1d-81a985655f11 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f HTTP/1.1" status: 200 len: 705 time: 1.2862356 Jul 19 03:23:37.367995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff32724-c0d6-455f-8cc6-55cbe6d1b297 req-6824b9dd-4ea4-4131-be32-1a4bd83fcfc8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:37.369540 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ff32724-c0d6-455f-8cc6-55cbe6d1b297 req-6824b9dd-4ea4-4131-be32-1a4bd83fcfc8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.1500454 Jul 19 03:23:37.370457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59438) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:37.376015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] Sync routers for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:37.386556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:37.387448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:37.403734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9f0755f8-08cf-4ec1-823a-dc24678cda85 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f7c01e-fe43-4773-ba78-f5a209d9324f HTTP/1.1" status: 200 len: 205 time: 0.0326612 Jul 19 03:23:37.406194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59440) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:37.425771 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ff32724-c0d6-455f-8cc6-55cbe6d1b297 req-d05bcb85-1fce-4f13-8f43-a30dcea86a6a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438085 Jul 19 03:23:37.504035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:37.504229 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5363abe2-38a8-487b-8703-c1f52fda9c81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.522362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 3e2747b9-8214-4a59-b770-896b9c740330 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:37.522716 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.589534 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:31Z', 'revision_number': 11, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:37.594404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8af5d-626c-443f-9669-c6f056b6b67f req-ba66ed15-02de-4cf9-ae1e-0fa00e32b753 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:37.596010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28c8af5d-626c-443f-9669-c6f056b6b67f req-ba66ed15-02de-4cf9-ae1e-0fa00e32b753 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 945 time: 0.2818830 Jul 19 03:23:37.603551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.622207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] Checking router: 13f7c01e-fe43-4773-ba78-f5a209d9324f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:37.624764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 3e2747b9-8214-4a59-b770-896b9c740330 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:37.632432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] Routers {'13f7c01e-fe43-4773-ba78-f5a209d9324f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:37.633063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['13f7c01e-fe43-4773-ba78-f5a209d9324f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:37.707325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] Set router 13f7c01e-fe43-4773-ba78-f5a209d9324f gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:37.740902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28c8af5d-626c-443f-9669-c6f056b6b67f req-6d69b84c-0eb1-4986-b343-adb42f4aec3e tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305711 Jul 19 03:23:37.747432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5363abe2-38a8-487b-8703-c1f52fda9c81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.749729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5363abe2-38a8-487b-8703-c1f52fda9c81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.775144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:31Z', 'revision_number': 11, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:37.809219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5363abe2-38a8-487b-8703-c1f52fda9c81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.810370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5363abe2-38a8-487b-8703-c1f52fda9c81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Fanout notify agent at l3_agent the message router_deleted on router 13f7c01e-fe43-4773-ba78-f5a209d9324f {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:23:37.822240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5363abe2-38a8-487b-8703-c1f52fda9c81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.827545 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5363abe2-38a8-487b-8703-c1f52fda9c81 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f HTTP/1.1" status: 204 len: 168 time: 0.4167352 Jul 19 03:23:37.828156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59444) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:37.830835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 952e26c0-0f65-4292-a3a3-14b710349936 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:23:37.832431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7d2b5072-12f8-417f-b683-0e0e00f30c84 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1881694575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:37.833254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device fa34ee9f-9390-44c8-9fea-d42ca3e9d707 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:37.835286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acdcce-bcfe-4321-8f56-a9f279abab1c None None] The sync data for ids ['13f7c01e-fe43-4773-ba78-f5a209d9324f'] in n-d-762330-18 is: [{'id': '13f7c01e-fe43-4773-ba78-f5a209d9324f', 'name': 'tempest-RoutersIpV6Test-router-1309849693', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:22:42Z', 'updated_at': '2021-07-19T03:23:31Z', 'revision_number': 11, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:37.893742 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.902805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf60047-1f4d-410a-871c-73094675f2f4 req-36dcca0c-7c4e-4536-9a52-24d3ee7f2bd4 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:37.904600 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebf60047-1f4d-410a-871c-73094675f2f4 req-36dcca0c-7c4e-4536-9a52-24d3ee7f2bd4 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 945 time: 0.2357197 Jul 19 03:23:37.910367 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5072-12f8-417f-b683-0e0e00f30c84 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.911977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5072-12f8-417f-b683-0e0e00f30c84 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:37.963515 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=3e2747b9-8214-4a59-b770-896b9c740330,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:37.974292 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-9c54a9b2-d483-40d1-b8b0-c8ef95af0afd tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:37.976104 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-9c54a9b2-d483-40d1-b8b0-c8ef95af0afd tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.26 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 945 time: 0.2640183 Jul 19 03:23:37.999741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.001603 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/3e2747b9-8214-4a59-b770-896b9c740330 HTTP/1.1" status: 204 len: 168 time: 0.7080586 Jul 19 03:23:38.004833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59448) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:38.007438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.007761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.008106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.008446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.008782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.009115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.009447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.009777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.010128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.010486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.010841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.011384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6c37c-ac94-4f68-8234-7d3d7043d596 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.014156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:38.028493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:38.029000 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.098684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebf60047-1f4d-410a-871c-73094675f2f4 req-2ad4c1ff-7ce2-4dcd-a7d2-51d1a2f7a4ef tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819344 Jul 19 03:23:38.100220 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5072-12f8-417f-b683-0e0e00f30c84 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.116934 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5072-12f8-417f-b683-0e0e00f30c84 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.117293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 952e26c0-0f65-4292-a3a3-14b710349936, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=952e26c0-0f65-4292-a3a3-14b710349936,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:38.149044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '952e26c0-0f65-4292-a3a3-14b710349936', 'network_id': 'ce275352-b205-4e97-b3a2-d4746f8d1f2f', 'port_id': '952e26c0-0f65-4292-a3a3-14b710349936', 'mac_address': 'fa:16:3e:20:8d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eb4ee7-3948-48f6-b5a3-c7e608a526d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:23:38.149267 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-963a865f-6412-4e84-9c8a-c822fddebd8c req-3528d696-8f14-49be-848d-c89d11828879 tempest-ServerShowV254Test-1648207573 tempest-ServerShowV254Test-1648207573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7549d3c2-6578-4516-9a47-ffc36d8de8f2 HTTP/1.1" status: 200 len: 210 time: 0.0549433 Jul 19 03:23:38.191297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5072-12f8-417f-b683-0e0e00f30c84 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.192779 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7d2b5072-12f8-417f-b683-0e0e00f30c84 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3639257 Jul 19 03:23:38.195650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59450) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:38.213180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bd5aec58-ca40-4974-9f27-b6a40a599fdc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:38.225860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b048d-01f9-432a-a987-918c14c7603f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:38.227957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-931b048d-01f9-432a-a987-918c14c7603f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2216666 Jul 19 03:23:38.232077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59454) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:38.266499 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.268449 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.295281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952e26c0-0f65-4292-a3a3-14b710349936 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:23:38.300812 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-976892a4-9d98-49e9-9697-f98edb1119fd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:23:38.307839 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-976892a4-9d98-49e9-9697-f98edb1119fd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/3e2747b9-8214-4a59-b770-896b9c740330 HTTP/1.1" status: 404 len: 333 time: 0.0703003 Jul 19 03:23:38.307839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59456) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:38.313749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-992229537'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:38.340397 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 952e26c0-0f65-4292-a3a3-14b710349936, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=952e26c0-0f65-4292-a3a3-14b710349936,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:38.342895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port fa34ee9f-9390-44c8-9fea-d42ca3e9d707, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:38.344485 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.350639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:38.355688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.379942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Deleting port 01a14d44-1b0e-4614-b2d9-402cf17187b7 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:38.380984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.398868 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.403367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:38.403593 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=952e26c0-0f65-4292-a3a3-14b710349936,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:38.415788 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.416245 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Added segment 545327fd-b4d9-495f-8349-4b8b2457277e of type vlan for network 07359b8f-a530-4eaf-8039-1e8b5856c496 Jul 19 03:23:38.453380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:38.465428 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.527553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.533346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:38.533933 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.571859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3d3f52-6e21-4f76-b9be-db048df3442c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa34ee9f-9390-44c8-9fea-d42ca3e9d707'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:38.574511 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ab5fad-a222-4c96-bbd1-715ce4820dbf" -d '{"events": [{"server_uuid": "9a3d3f52-6e21-4f76-b9be-db048df3442c", "name": "network-vif-plugged", "status": "completed", "tag": "fa34ee9f-9390-44c8-9fea-d42ca3e9d707"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:38.606852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['952e26c0-0f65-4292-a3a3-14b710349936'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:23:38.616170 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3046305 Jul 19 03:23:38.619560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59462) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:38.628036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:38.650204 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd5aec58-ca40-4974-9f27-b6a40a599fdc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.675556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b7d80-8a93-45ed-b9b4-0135e8bf1cdd req-2c2d3210-3c2c-49e0-a72a-424fc4c63cf7 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:38.679093 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b07b7d80-8a93-45ed-b9b4-0135e8bf1cdd req-2c2d3210-3c2c-49e0-a72a-424fc4c63cf7 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 944 time: 0.2881730 Jul 19 03:23:38.682703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Network': ['ID=07359b8f-a530-4eaf-8039-1e8b5856c496,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:38.685143 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd5aec58-ca40-4974-9f27-b6a40a599fdc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.691767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-c77ccd5b-db5c-43a4-bd9a-1c45baba42d9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:38.693797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-c77ccd5b-db5c-43a4-bd9a-1c45baba42d9 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 945 time: 0.2070806 Jul 19 03:23:38.701548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] For port 01a14d44-1b0e-4614-b2d9-402cf17187b7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01a14d44-1b0e-4614-b2d9-402cf17187b7,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:38.701918 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.716487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.716835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.717172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.718303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.718303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.718303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.718598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.718815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.719102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.719427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.719768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.720064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c380ce3-629b-4f0f-9024-4b99e42e3e58 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:23:38.764371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 07359b8f-a530-4eaf-8039-1e8b5856c496 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:38.846864 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b07b7d80-8a93-45ed-b9b4-0135e8bf1cdd req-81f37a91-0b1f-4d04-b782-492d5ef9711e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585226 Jul 19 03:23:38.857566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dd873-1df1-4da5-af03-b4a9411bb0cd req-fa4016b9-388c-4a40-8dd2-6d21ab7075f6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:38.864852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e3dd873-1df1-4da5-af03-b4a9411bb0cd req-fa4016b9-388c-4a40-8dd2-6d21ab7075f6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.2987831 Jul 19 03:23:38.892912 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f0e36a-e241-49c4-a745-da3046c74b99 x-openstack-request-id: req-86f0e36a-e241-49c4-a745-da3046c74b99 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:38.893417 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3d3f52-6e21-4f76-b9be-db048df3442c", "name": "network-vif-plugged", "status": "completed", "tag": "fa34ee9f-9390-44c8-9fea-d42ca3e9d707", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:38.893747 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86f0e36a-e241-49c4-a745-da3046c74b99 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:38.894140 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3d3f52-6e21-4f76-b9be-db048df3442c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa34ee9f-9390-44c8-9fea-d42ca3e9d707', 'code': 200} Jul 19 03:23:38.898092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:38.901808 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:38.956988 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e3dd873-1df1-4da5-af03-b4a9411bb0cd req-75db16c0-9a6a-4d51-b745-9eb0b815a231 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911117 Jul 19 03:23:38.995784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5aec58-ca40-4974-9f27-b6a40a599fdc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Router 3668ee18-d178-4701-ae69-f67884349a7b is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:23:39.024972 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:39.025343 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:39.025651 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Floating IP 2b4da903-74a4-4a6f-a51a-bc3b2a2da38c disassociated. External IP: 172.25.2.222, port: 01a14d44-1b0e-4614-b2d9-402cf17187b7. Jul 19 03:23:39.025991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Calling delete_port for 01a14d44-1b0e-4614-b2d9-402cf17187b7 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:39.030246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-a2e0a33f-ca63-42f1-917d-6d367c1086fb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Deleting port e13531da-d7ea-4f7c-a7c2-5861cc373b0a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:39.030702 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-a2e0a33f-ca63-42f1-917d-6d367c1086fb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:39.160382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5aec58-ca40-4974-9f27-b6a40a599fdc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:39.168035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd5aec58-ca40-4974-9f27-b6a40a599fdc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:39.169093 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bd5aec58-ca40-4974-9f27-b6a40a599fdc tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "PUT /v2.0/routers/3668ee18-d178-4701-ae69-f67884349a7b HTTP/1.1" status: 200 len: 698 time: 0.9724605 Jul 19 03:23:39.172417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59468) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:39.178279 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] Sync routers for ids ['3668ee18-d178-4701-ae69-f67884349a7b'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:39.191601 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] Routers {'3668ee18-d178-4701-ae69-f67884349a7b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:39.192444 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3668ee18-d178-4701-ae69-f67884349a7b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:39.200366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ab6b6-018a-4615-9dd8-1d3d67d14d6d req-9610d1cc-79c5-4d60-957d-fe3b22ab44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:39.202006 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd7ab6b6-018a-4615-9dd8-1d3d67d14d6d req-9610d1cc-79c5-4d60-957d-fe3b22ab44e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 1097 time: 0.2297699 Jul 19 03:23:39.232313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-a2e0a33f-ca63-42f1-917d-6d367c1086fb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] For port e13531da-d7ea-4f7c-a7c2-5861cc373b0a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,segment=NetworkSegment(c291b2cc-196d-411e-a5c0-6828b660f028),segment_id=c291b2cc-196d-411e-a5c0-6828b660f028)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:39.232683 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-a2e0a33f-ca63-42f1-917d-6d367c1086fb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:39.273538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-a2e0a33f-ca63-42f1-917d-6d367c1086fb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Calling delete_port for e13531da-d7ea-4f7c-a7c2-5861cc373b0a owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:39.282870 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ab065db8-907f-44f0-806b-7f680df93b9f tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/routers/3668ee18-d178-4701-ae69-f67884349a7b HTTP/1.1" status: 200 len: 704 time: 0.1073759 Jul 19 03:23:39.287004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59472) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:39.288128 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] Set router 3668ee18-d178-4701-ae69-f67884349a7b gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:39.314844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63407bfa-789d-4cb7-b71e-be8b27c6d8c1 req-87d4a46d-9b32-401d-98a4-bbc8197cfb16 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:39.316355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63407bfa-789d-4cb7-b71e-be8b27c6d8c1 req-87d4a46d-9b32-401d-98a4-bbc8197cfb16 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30caee2-0af6-4f62-9608-02ef66a13105 HTTP/1.1" status: 200 len: 945 time: 0.2943859 Jul 19 03:23:39.340490 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-63704a55-d572-4da7-86ff-521073ecabf3 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=3668ee18-d178-4701-ae69-f67884349a7b HTTP/1.1" status: 200 len: 205 time: 0.0484536 Jul 19 03:23:39.340706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59474) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:39.343488 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668ee18-d178-4701-ae69-f67884349a7b', 'name': 'tempest-RoutersIpV6Test-router-1881694575', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:23:37Z', 'updated_at': '2021-07-19T03:23:38Z', 'revision_number': 2, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:39.361842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd7ab6b6-018a-4615-9dd8-1d3d67d14d6d req-b4b4c66c-1ae6-48f8-81b3-3600de877320 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497498 Jul 19 03:23:39.395198 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:39.469019 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] Checking router: 3668ee18-d178-4701-ae69-f67884349a7b for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:39.479124 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] Routers {'3668ee18-d178-4701-ae69-f67884349a7b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:39.480011 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3668ee18-d178-4701-ae69-f67884349a7b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:39.508522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=4d2b37b1-7c23-4399-84aa-e513802fdea3,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:39.522133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646eaf9-b57f-438f-869d-1f33ddf149e3 req-9ef779c7-c8d2-454c-b7da-8b23c84a95a8 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:39.523883 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5646eaf9-b57f-438f-869d-1f33ddf149e3 req-9ef779c7-c8d2-454c-b7da-8b23c84a95a8 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 945 time: 0.2664092 Jul 19 03:23:39.555008 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] Set router 3668ee18-d178-4701-ae69-f67884349a7b gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:39.558468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Checking segment: {'id': '545327fd-b4d9-495f-8349-4b8b2457277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:39.558841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network hostable DHCP agents. Network: 07359b8f-a530-4eaf-8039-1e8b5856c496, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:39.610484 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668ee18-d178-4701-ae69-f67884349a7b', 'name': 'tempest-RoutersIpV6Test-router-1881694575', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:23:37Z', 'updated_at': '2021-07-19T03:23:38Z', 'revision_number': 2, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:39.618074 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5646eaf9-b57f-438f-869d-1f33ddf149e3 req-2c486b3c-69b7-4fac-a766-a318ee79624c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups?id=23bca3d6-1e99-45cd-814e-d9719190cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851066 Jul 19 03:23:39.631556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 07359b8f-a530-4eaf-8039-1e8b5856c496 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:39.651317 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ec3e8-79a3-42f0-ac37-93d57684fc48 None None] The sync data for ids ['3668ee18-d178-4701-ae69-f67884349a7b'] in n-d-762330-18 is: [{'id': '3668ee18-d178-4701-ae69-f67884349a7b', 'name': 'tempest-RoutersIpV6Test-router-1881694575', 'tenant_id': '5ea5a890c2b84b50a952b7e4324175ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:23:37Z', 'updated_at': '2021-07-19T03:23:38Z', 'revision_number': 2, 'project_id': '5ea5a890c2b84b50a952b7e4324175ff', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:39.653362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 07359b8f-a530-4eaf-8039-1e8b5856c496) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:39.657970 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-a2e0a33f-ca63-42f1-917d-6d367c1086fb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:39.660240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:39.660958 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:39.670007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d05b4-03b7-4219-982d-b35efe005396 None None] Network 07359b8f-a530-4eaf-8039-1e8b5856c496 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:39.673942 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e13531da-d7ea-4f7c-a7c2-5861cc373b0a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:23:39.710245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0a33f-ca63-42f1-917d-6d367c1086fb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Pushing event deleted for resources: {'Port': ['ID=e13531da-d7ea-4f7c-a7c2-5861cc373b0a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:39.758237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-073662d0-0505-440c-871b-42e864c43260 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1335626 Jul 19 03:23:39.763912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59476) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:39.798691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6f5355a2-2dc5-4a13-97d4-1265032622b9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:39.807308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 952e26c0-0f65-4292-a3a3-14b710349936 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:39.850780 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-587e82b3-bf32-4c3b-9102-8684aff98849 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:39.857242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-a2e0a33f-ca63-42f1-917d-6d367c1086fb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] No DVR routers for this DVR port e13531da-d7ea-4f7c-a7c2-5861cc373b0a on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:39.862391 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-a2e0a33f-ca63-42f1-917d-6d367c1086fb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:39.864491 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99a34dac-795c-40bf-b13f-4f1229d430c5 req-a2e0a33f-ca63-42f1-917d-6d367c1086fb tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.26 "DELETE /v2.0/ports/e13531da-d7ea-4f7c-a7c2-5861cc373b0a HTTP/1.1" status: 204 len: 173 time: 1.1586645 Jul 19 03:23:39.865178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30caee2-0af6-4f62-9608-02ef66a13105', 'name': 'network-vif-deleted', 'tag': 'e13531da-d7ea-4f7c-a7c2-5861cc373b0a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:39.867731 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc787075-aae5-46e6-ad01-6b2085d6c405" -d '{"events": [{"server_uuid": "d30caee2-0af6-4f62-9608-02ef66a13105", "name": "network-vif-deleted", "tag": "e13531da-d7ea-4f7c-a7c2-5861cc373b0a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:39.874692 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63407bfa-789d-4cb7-b71e-be8b27c6d8c1 req-f761da2d-8c9e-489f-be52-283a2ece5a33 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] 10.222.0.20 "GET /v2.0/security-groups?id=779dbdd7-1e70-4ca7-9b44-a2559448e334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371084 Jul 19 03:23:39.991358 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdead42f-8046-43cd-92e0-6fe3b22ce897 x-openstack-request-id: req-fdead42f-8046-43cd-92e0-6fe3b22ce897 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:39.991855 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30caee2-0af6-4f62-9608-02ef66a13105", "name": "network-vif-deleted", "tag": "e13531da-d7ea-4f7c-a7c2-5861cc373b0a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:39.992145 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdead42f-8046-43cd-92e0-6fe3b22ce897 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:39.992769 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30caee2-0af6-4f62-9608-02ef66a13105', 'name': 'network-vif-deleted', 'tag': 'e13531da-d7ea-4f7c-a7c2-5861cc373b0a', 'status': 'completed', 'code': 200} Jul 19 03:23:40.072887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5355a2-2dc5-4a13-97d4-1265032622b9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:40.078802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6f5355a2-2dc5-4a13-97d4-1265032622b9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.144271 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.255289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59488) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:40.291372 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 952e26c0-0f65-4292-a3a3-14b710349936 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:40.301216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 952e26c0-0f65-4292-a3a3-14b710349936 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:40.301717 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.327758 n-d-762330-18 neutron-server[94344]: INFO neutron.db.ipam_backend_mixin [None req-6f5355a2-2dc5-4a13-97d4-1265032622b9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4d2b37b1-7c23-4399-84aa-e513802fdea3 (CIDR: 172.20.0.0/28) Jul 19 03:23:40.345426 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5355a2-2dc5-4a13-97d4-1265032622b9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:23:40.345979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5355a2-2dc5-4a13-97d4-1265032622b9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:40.364132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ae448-2e04-426b-a2f9-0b2f43b7f94c req-29e52c97-6df3-429f-ad23-3a7bd7ad2fb7 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:40.368690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Pushing event deleted for resources: {'Port': ['ID=01a14d44-1b0e-4614-b2d9-402cf17187b7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:40.374881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff1ae448-2e04-426b-a2f9-0b2f43b7f94c req-29e52c97-6df3-429f-ad23-3a7bd7ad2fb7 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 944 time: 0.1537025 Jul 19 03:23:40.380359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-07359b8f-a530-4eaf-8039-1e8b5856c496', 'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496', 'tenant_id': '4a6e0f6ec9a44850b556aa7528e80a66', 'fixed_ips': [{'subnet_id': '4d2b37b1-7c23-4399-84aa-e513802fdea3'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:23:40.381754 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.391956 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6f5355a2-2dc5-4a13-97d4-1265032622b9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5973454 Jul 19 03:23:40.398593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59492) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:40.405608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7cdf5f2b-07f3-4f2e-83b4-82f8afeac107 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:40.424620 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-587e82b3-bf32-4c3b-9102-8684aff98849 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.430790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-587e82b3-bf32-4c3b-9102-8684aff98849 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.448961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff1ae448-2e04-426b-a2f9-0b2f43b7f94c req-17fd55e9-4753-4d47-b11b-419450ab04d0 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675039 Jul 19 03:23:40.451202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4727b4cc-2581-4bd9-8ab0-5b5de554f32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.564584 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4727b4cc-2581-4bd9-8ab0-5b5de554f32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.571402 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4727b4cc-2581-4bd9-8ab0-5b5de554f32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.596098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Allocated IP 172.20.0.2 (07359b8f-a530-4eaf-8039-1e8b5856c496/4d2b37b1-7c23-4399-84aa-e513802fdea3/8453238c-3034-4a7d-be4b-41479a09c8d0) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:40.598857 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.624432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-587e82b3-bf32-4c3b-9102-8684aff98849 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.625156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587e82b3-bf32-4c3b-9102-8684aff98849 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Fanout notify agent at l3_agent the message router_deleted on router 3668ee18-d178-4701-ae69-f67884349a7b {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:23:40.636428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4727b4cc-2581-4bd9-8ab0-5b5de554f32b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f83f67193f04414b98ba13339108545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755281 Jul 19 03:23:40.643577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59494) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:40.643833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-587e82b3-bf32-4c3b-9102-8684aff98849 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.644920 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-587e82b3-bf32-4c3b-9102-8684aff98849 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/3668ee18-d178-4701-ae69-f67884349a7b HTTP/1.1" status: 204 len: 168 time: 1.3033500 Jul 19 03:23:40.650315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59496) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:40.678327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 952e26c0-0f65-4292-a3a3-14b710349936, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=952e26c0-0f65-4292-a3a3-14b710349936,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:40.686851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727b4cc-2581-4bd9-8ab0-5b5de554f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd0a19f-0f7e-4285-8b9f-24bb2f356baa,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:40.728348 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.781386 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e95b2f6c-3aba-4428-8eb4-e53e9425fdfe tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=3668ee18-d178-4701-ae69-f67884349a7b HTTP/1.1" status: 200 len: 205 time: 0.1037943 Jul 19 03:23:40.797140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59500) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:40.799298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c10c0-dac7-48f8-9754-105704ad1b58 req-225eecd7-8f0b-4a2c-8c54-c19a81f03d52 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:40.810954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ed7c10c0-dac7-48f8-9754-105704ad1b58 req-225eecd7-8f0b-4a2c-8c54-c19a81f03d52 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.6022451 Jul 19 03:23:40.828152 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71546757-1d6e-4203-8b5e-079cf16ccce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.896125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db21281d-23eb-4aaa-abc9-d3facd470219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e26c0-0f65-4292-a3a3-14b710349936'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:40.898617 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1bad3b-c59c-4021-a1b3-6a43c2cfd83d" -d '{"events": [{"server_uuid": "db21281d-23eb-4aaa-abc9-d3facd470219", "name": "network-vif-plugged", "status": "completed", "tag": "952e26c0-0f65-4292-a3a3-14b710349936"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:40.905035 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-616ae75b-1d29-463a-93ea-b5ff398b1071 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] delete failed (client error): The resource could not be found. Jul 19 03:23:40.906199 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-616ae75b-1d29-463a-93ea-b5ff398b1071 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/3668ee18-d178-4701-ae69-f67884349a7b HTTP/1.1" status: 404 len: 336 time: 0.1080241 Jul 19 03:23:40.908761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=952e26c0-0f65-4292-a3a3-14b710349936,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:40.912133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59506) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:40.921034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdf5f2b-07f3-4f2e-83b4-82f8afeac107 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:40.929197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5f2b-07f3-4f2e-83b4-82f8afeac107 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.939068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Router ca484eee-35bd-46a0-9e78-4c340e34b9f6 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:40.961418 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:40.976802 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Transition to ACTIVE for port object 8453238c-3034-4a7d-be4b-41479a09c8d0 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:40.982221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ed7c10c0-dac7-48f8-9754-105704ad1b58 req-04d12eac-e583-4f66-937d-eeab265c1629 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700232 Jul 19 03:23:40.983082 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d1aaa5d-54bf-4c80-941e-1ef268e75aa8 req-d5c67d29-d481-4b27-b622-0c796b37b296 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 210 time: 0.0956068 Jul 19 03:23:41.008411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Transition to ACTIVE for port object 8453238c-3034-4a7d-be4b-41479a09c8d0 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:41.020304 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71546757-1d6e-4203-8b5e-079cf16ccce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.023470 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad4368e-04d8-4c37-8acb-c216bc945c56 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] DELETE failed (client error): The resource could not be found. Jul 19 03:23:41.023937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad4368e-04d8-4c37-8acb-c216bc945c56 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:41.028715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3ad4368e-04d8-4c37-8acb-c216bc945c56 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/b5131e52-29e1-4f5e-95e9-fa58ca1ec685 HTTP/1.1" status: 404 len: 337 time: 0.1109767 Jul 19 03:23:41.030535 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.032026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59508) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.068895 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86499d4-063a-4dca-88d4-3a0559e3e6f5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] DELETE failed (client error): The resource could not be found. Jul 19 03:23:41.069366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86499d4-063a-4dca-88d4-3a0559e3e6f5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:41.071445 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b86499d4-063a-4dca-88d4-3a0559e3e6f5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/9b60af44-d393-4fb8-b294-e3a412416114 HTTP/1.1" status: 404 len: 337 time: 0.0385132 Jul 19 03:23:41.078904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59510) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.105759 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696f145f-feb3-434f-a151-4d151709fe0e x-openstack-request-id: req-696f145f-feb3-434f-a151-4d151709fe0e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:41.106422 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db21281d-23eb-4aaa-abc9-d3facd470219", "name": "network-vif-plugged", "status": "completed", "tag": "952e26c0-0f65-4292-a3a3-14b710349936", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:41.106848 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-696f145f-feb3-434f-a151-4d151709fe0e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:41.107434 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db21281d-23eb-4aaa-abc9-d3facd470219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e26c0-0f65-4292-a3a3-14b710349936', 'code': 200} Jul 19 03:23:41.110253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Network 07359b8f-a530-4eaf-8039-1e8b5856c496 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:41.112068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:41.118377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:41.126932 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9d02a2-e83f-4b39-9ebb-ac56e4658c73 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] DELETE failed (client error): The resource could not be found. Jul 19 03:23:41.127396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9d02a2-e83f-4b39-9ebb-ac56e4658c73 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:41.132558 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7c9d02a2-e83f-4b39-9ebb-ac56e4658c73 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/f2894fb6-9cf1-4f38-ac13-edc5f95f08a1 HTTP/1.1" status: 404 len: 337 time: 0.0526621 Jul 19 03:23:41.135454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59512) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.175607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59514) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.184209 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-30469154-9448-4003-bf00-7f39ba5733e2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] DELETE failed (client error): The resource could not be found. Jul 19 03:23:41.184962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30469154-9448-4003-bf00-7f39ba5733e2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:41.187162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-30469154-9448-4003-bf00-7f39ba5733e2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/9ea8f2ad-468e-4019-b903-d0045306ef0f HTTP/1.1" status: 404 len: 337 time: 0.0502329 Jul 19 03:23:41.190396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59516) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.236752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cd6ead60-260c-4942-8535-acc080b86563 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f7c01e-fe43-4773-ba78-f5a209d9324f HTTP/1.1" status: 200 len: 205 time: 0.0433896 Jul 19 03:23:41.246765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59518) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.261613 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Pushing event updated for resources: {'Port': ['ID=8453238c-3034-4a7d-be4b-41479a09c8d0,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:41.280364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Attempting to bind port 8453238c-3034-4a7d-be4b-41479a09c8d0 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:41.280743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Attempting to bind port 8453238c-3034-4a7d-be4b-41479a09c8d0 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '545327fd-b4d9-495f-8349-4b8b2457277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:41.281113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Attempting to bind port 8453238c-3034-4a7d-be4b-41479a09c8d0 on network 07359b8f-a530-4eaf-8039-1e8b5856c496 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:41.286203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:41.287143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Checking segment: {'id': '545327fd-b4d9-495f-8349-4b8b2457277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:41.287812 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.288440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Bound using segment: {'id': '545327fd-b4d9-495f-8349-4b8b2457277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:41.288921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Bound port: 8453238c-3034-4a7d-be4b-41479a09c8d0, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545327fd-b4d9-495f-8349-4b8b2457277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:41.289302 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.315251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb0f713-73c6-42b8-acee-16811477e6ce admin admin] Deleting subnet 38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:23:41.317785 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-5b7cc5ec-cade-4836-9676-8207c4d422ad tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] delete failed (client error): The resource could not be found. Jul 19 03:23:41.321149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5b7cc5ec-cade-4836-9676-8207c4d422ad tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/13f7c01e-fe43-4773-ba78-f5a209d9324f HTTP/1.1" status: 404 len: 336 time: 0.0610435 Jul 19 03:23:41.321149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71546757-1d6e-4203-8b5e-079cf16ccce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.323424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71546757-1d6e-4203-8b5e-079cf16ccce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.324512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-71546757-1d6e-4203-8b5e-079cf16ccce5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbd0a19f-0f7e-4285-8b9f-24bb2f356baa HTTP/1.1" status: 204 len: 168 time: 0.6798463 Jul 19 03:23:41.325072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59520) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.336487 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-deb0f713-73c6-42b8-acee-16811477e6ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.367499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:41.371782 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-11ca056a-b860-4b29-8e7f-d3a7c66da5f2 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=939142cf-0196-49d0-b314-6f82df3d08c3 HTTP/1.1" status: 200 len: 205 time: 0.0411925 Jul 19 03:23:41.372008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71546757-1d6e-4203-8b5e-079cf16ccce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd0a19f-0f7e-4285-8b9f-24bb2f356baa,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:41.373697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59524) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.391375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] Sync routers for ids ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:41.412842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] For port 8453238c-3034-4a7d-be4b-41479a09c8d0, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:41.418932 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-5e8b6efd-43a7-4440-b822-cc4a31f868ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] delete failed (client error): The resource could not be found. Jul 19 03:23:41.423052 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5e8b6efd-43a7-4440-b822-cc4a31f868ac tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/939142cf-0196-49d0-b314-6f82df3d08c3 HTTP/1.1" status: 404 len: 336 time: 0.0423384 Jul 19 03:23:41.423357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59526) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.431119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] For port 8453238c-3034-4a7d-be4b-41479a09c8d0, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8453238c-3034-4a7d-be4b-41479a09c8d0,segment=NetworkSegment(545327fd-b4d9-495f-8349-4b8b2457277e),segment_id=545327fd-b4d9-495f-8349-4b8b2457277e)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:41.432193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] Routers {'ca484eee-35bd-46a0-9e78-4c340e34b9f6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:41.432895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:41.444739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] No DVR routers for this DVR port 01a14d44-1b0e-4614-b2d9-402cf17187b7 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:41.447813 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.450463 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e222ed5c-8556-4fc4-b254-170778cb75f8 req-606b029b-ed4d-4008-9810-3cf507003f26 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.26 "DELETE /v2.0/ports/01a14d44-1b0e-4614-b2d9-402cf17187b7 HTTP/1.1" status: 204 len: 173 time: 3.4613123 Jul 19 03:23:41.455838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91240e13-4c56-4b91-a489-ef91b56c3535', 'name': 'network-vif-deleted', 'tag': '01a14d44-1b0e-4614-b2d9-402cf17187b7'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:41.457543 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-371db59c-0c7d-40d4-8cdb-ed7035cd8d2b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] DELETE failed (client error): The resource could not be found. Jul 19 03:23:41.458133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371db59c-0c7d-40d4-8cdb-ed7035cd8d2b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:41.462387 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-371db59c-0c7d-40d4-8cdb-ed7035cd8d2b tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/d85a84be-5715-4e7f-9912-160f9f24a837 HTTP/1.1" status: 404 len: 337 time: 0.0356429 Jul 19 03:23:41.462659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59528) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.463451 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370aec37-c62a-4e4c-b5ec-9dd4f1daa91d" -d '{"events": [{"server_uuid": "91240e13-4c56-4b91-a489-ef91b56c3535", "name": "network-vif-deleted", "tag": "01a14d44-1b0e-4614-b2d9-402cf17187b7"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:41.494803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-48558462-f00a-4c50-95be-3ae3a67602f6 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=a141b100-2445-457f-a37f-f5f37ab580c5 HTTP/1.1" status: 200 len: 205 time: 0.0310137 Jul 19 03:23:41.498020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59534) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.503254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-deb0f713-73c6-42b8-acee-16811477e6ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.549710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9eca3-f585-43ed-9e19-1998dab2d104 req-e7aa375e-f7ee-4927-8ff2-493fc680f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:41.553681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e8e9eca3-f585-43ed-9e19-1998dab2d104 req-e7aa375e-f7ee-4927-8ff2-493fc680f44c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 1097 time: 0.3059011 Jul 19 03:23:41.555846 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-d2f9a5fe-6224-4db2-b883-82a39e2bc284 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] delete failed (client error): The resource could not be found. Jul 19 03:23:41.557533 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d2f9a5fe-6224-4db2-b883-82a39e2bc284 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/a141b100-2445-457f-a37f-f5f37ab580c5 HTTP/1.1" status: 404 len: 336 time: 0.0585742 Jul 19 03:23:41.565040 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.567007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59540) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.590990 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cd7278-2d81-42d6-9438-87e145d2e02f x-openstack-request-id: req-b2cd7278-2d81-42d6-9438-87e145d2e02f {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:41.591407 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91240e13-4c56-4b91-a489-ef91b56c3535", "name": "network-vif-deleted", "tag": "01a14d44-1b0e-4614-b2d9-402cf17187b7", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:41.591910 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2cd7278-2d81-42d6-9438-87e145d2e02f {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:41.592536 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91240e13-4c56-4b91-a489-ef91b56c3535', 'name': 'network-vif-deleted', 'tag': '01a14d44-1b0e-4614-b2d9-402cf17187b7', 'status': 'completed', 'code': 200} Jul 19 03:23:41.620027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5d73e87b-47b9-4853-b304-8a5cb69e136a tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=184a10a6-874a-4cb2-9bf3-122044b6417b HTTP/1.1" status: 200 len: 205 time: 0.0491984 Jul 19 03:23:41.620706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59542) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.643612 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-deb0f713-73c6-42b8-acee-16811477e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.695083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e8e9eca3-f585-43ed-9e19-1998dab2d104 req-b85f6ded-0b13-4219-8f16-f26052eb3532 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350048 Jul 19 03:23:41.697084 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-05f3a0d2-a546-477b-b233-3b0ac5e9844d tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] delete failed (client error): The resource could not be found. Jul 19 03:23:41.700309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-05f3a0d2-a546-477b-b233-3b0ac5e9844d tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/184a10a6-874a-4cb2-9bf3-122044b6417b HTTP/1.1" status: 404 len: 336 time: 0.0763371 Jul 19 03:23:41.703942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59548) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.776905 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a879efa-b811-400e-a34a-99ab2fe80cbe tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] DELETE failed (client error): The resource could not be found. Jul 19 03:23:41.777360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a879efa-b811-400e-a34a-99ab2fe80cbe tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:41.779447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3a879efa-b811-400e-a34a-99ab2fe80cbe tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/d22a70d0-48f7-4dd7-8bb4-e9dcdad7ac89 HTTP/1.1" status: 404 len: 337 time: 0.0729914 Jul 19 03:23:41.783537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59552) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.829251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01a14d44-1b0e-4614-b2d9-402cf17187b7 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:41.830011 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5f2b-07f3-4f2e-83b4-82f8afeac107 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.845178 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6bd8f-26bf-4ddd-a504-c4b960adb712 None None] Pushing event updated for resources: {'Port': ['ID=8453238c-3034-4a7d-be4b-41479a09c8d0,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:41.865028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5c5dbac8-0107-42bd-92d9-39ae632a0472 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=004ebb7b-ab7b-4abb-9ce1-8e158f201340 HTTP/1.1" status: 200 len: 205 time: 0.0783753 Jul 19 03:23:41.866062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59556) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:41.882464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf5f2b-07f3-4f2e-83b4-82f8afeac107 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=2b3c360e-5693-4492-aca2-25237799c61c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:41.884735 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-deb0f713-73c6-42b8-acee-16811477e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.889883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 01a14d44-1b0e-4614-b2d9-402cf17187b7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:41.890456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01a14d44-1b0e-4614-b2d9-402cf17187b7 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:41.891030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e13531da-d7ea-4f7c-a7c2-5861cc373b0a no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:41.915952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: e13531da-d7ea-4f7c-a7c2-5861cc373b0a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:41.916557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e13531da-d7ea-4f7c-a7c2-5861cc373b0a not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:41.918475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0f713-73c6-42b8-acee-16811477e6ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:41.947377 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdf5f2b-07f3-4f2e-83b4-82f8afeac107 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 07359b8f-a530-4eaf-8039-1e8b5856c496 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:41.951203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7cdf5f2b-07f3-4f2e-83b4-82f8afeac107 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:41.956254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdf5f2b-07f3-4f2e-83b4-82f8afeac107 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:41.956860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5f2b-07f3-4f2e-83b4-82f8afeac107 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.964860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-deb0f713-73c6-42b8-acee-16811477e6ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:41.968993 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-deb0f713-73c6-42b8-acee-16811477e6ce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/38e2466b-a3eb-4c4a-a7e0-e2347ab1fafb HTTP/1.1" status: 204 len: 168 time: 0.7901144 Jul 19 03:23:41.973563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] Set router ca484eee-35bd-46a0-9e78-4c340e34b9f6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:41.984893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4fe1-c329-4b83-a84b-a4669fa5eb24 req-d5c2755a-d679-4ce2-a018-33c12480ed8e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:41.986635 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bdee4fe1-c329-4b83-a84b-a4669fa5eb24 req-d5c2755a-d679-4ce2-a018-33c12480ed8e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 945 time: 0.2295399 Jul 19 03:23:41.987153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59558) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:42.293015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7cdf5f2b-07f3-4f2e-83b4-82f8afeac107 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8928146 Jul 19 03:23:42.295332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59570) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:42.310836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496', 'fixed_ips': [{'subnet_id': '4d2b37b1-7c23-4399-84aa-e513802fdea3'}, {'subnet_id': '2b3c360e-5693-4492-aca2-25237799c61c'}], 'name': 'tempest-PortsTestJSON-226852310'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:42.332001 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:42.335690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:52Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'db36ffaa-98e6-4611-8e08-fa9a1de16da6', 'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'mac_address': 'fa:16:3e:1d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:51Z', 'updated_at': '2021-07-19T03:20:59Z', 'revision_number': 5, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'subnets': [{'id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:42.341688 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bdee4fe1-c329-4b83-a84b-a4669fa5eb24 req-76c9f010-5c2a-4124-a71a-3f711a0cbc7c tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378913 Jul 19 03:23:42.376046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] Checking router: ca484eee-35bd-46a0-9e78-4c340e34b9f6 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:42.389022 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] Routers {'ca484eee-35bd-46a0-9e78-4c340e34b9f6'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:42.389859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:42.521985 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-2636bc83-7bf7-4829-9a53-3a1a33cd7fe5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] delete failed (client error): The resource could not be found. Jul 19 03:23:42.528290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2636bc83-7bf7-4829-9a53-3a1a33cd7fe5 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/004ebb7b-ab7b-4abb-9ce1-8e158f201340 HTTP/1.1" status: 404 len: 336 time: 0.6609588 Jul 19 03:23:42.547785 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59574) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:42.548410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59576) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:42.601108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559c444-f5db-4fdd-a920-bad1978ae7d2 req-2d3facfc-7569-4be9-9fb1-26c0e6fd8a95 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:42.603542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e559c444-f5db-4fdd-a920-bad1978ae7d2 req-2d3facfc-7569-4be9-9fb1-26c0e6fd8a95 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.0903306 Jul 19 03:23:42.634662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a66946c4-48a1-4dad-8af0-228e9bc328a0 req-f7f6b855-14e7-4087-a133-7e41950bbb91 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 210 time: 0.1345668 Jul 19 03:23:42.649935 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d353147b-63dd-4c11-87dd-704c1bb14864 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] DELETE failed (client error): The resource could not be found. Jul 19 03:23:42.650970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d353147b-63dd-4c11-87dd-704c1bb14864 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:42.655446 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d353147b-63dd-4c11-87dd-704c1bb14864 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/203020dc-00da-4b3c-b676-ee956cc9d374 HTTP/1.1" status: 404 len: 337 time: 0.1045096 Jul 19 03:23:42.662028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59580) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:42.663699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e559c444-f5db-4fdd-a920-bad1978ae7d2 req-ef57e385-e280-49e6-9e92-598eeb867d1f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537915 Jul 19 03:23:42.722538 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eb89bd85-45b3-471f-9f4c-068b54104d09 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863d262-464f-4ef7-ac4a-f19708d23a6d HTTP/1.1" status: 200 len: 205 time: 0.0571530 Jul 19 03:23:42.725080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59582) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:42.726245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] Set router ca484eee-35bd-46a0-9e78-4c340e34b9f6 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:42.749392 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:42.764266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2ef247-331e-4b1f-906f-ecc0b3566b99']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:42.790616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c291b2cc-196d-411e-a5c0-6828b660f028') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:42.790913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c291b2cc-196d-411e-a5c0-6828b660f028') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:42.810100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:42.814157 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-aa7c029e-111d-4f80-a8ed-a80947bd333e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] delete failed (client error): The resource could not be found. Jul 19 03:23:42.815386 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aa7c029e-111d-4f80-a8ed-a80947bd333e tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/routers/a863d262-464f-4ef7-ac4a-f19708d23a6d HTTP/1.1" status: 404 len: 336 time: 0.0888045 Jul 19 03:23:42.815721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:42.820726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-596806888-network', 'tenant_id': '2fab2f0ae6c44d46882e569f08be2523'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:42.824070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59584) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:42.865278 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:42.868493 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbffe418-c30b-4fb5-9372-73a8bca1db69 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] DELETE failed (client error): The resource could not be found. Jul 19 03:23:42.869015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbffe418-c30b-4fb5-9372-73a8bca1db69 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:42.874886 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cbffe418-c30b-4fb5-9372-73a8bca1db69 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/8270d178-d3a5-4529-8f45-fd0679b1a4c6 HTTP/1.1" status: 404 len: 337 time: 0.0468650 Jul 19 03:23:42.875572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59586) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:42.893537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:42.894185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:42.909350 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d44da8-808b-41e1-b1b2-df3c2e743ab4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] DELETE failed (client error): The resource could not be found. Jul 19 03:23:42.910191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d44da8-808b-41e1-b1b2-df3c2e743ab4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:42.910422 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:42.917187 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-41d44da8-808b-41e1-b1b2-df3c2e743ab4 tempest-RoutersIpV6Test-1968048427 tempest-RoutersIpV6Test-1968048427-project] 10.222.0.20 "DELETE /v2.0/subnets/b430bbf0-eeb1-40df-999b-0cdfd2eaae02 HTTP/1.1" status: 404 len: 337 time: 0.0360768 Jul 19 03:23:42.952331 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3033223c-e56d-4c65-a35f-30c7c6af009a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:42.988915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Made reservation on behalf of 2fab2f0ae6c44d46882e569f08be2523 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:42.992057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:43.061624 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:52Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'db36ffaa-98e6-4611-8e08-fa9a1de16da6', 'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'mac_address': 'fa:16:3e:1d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:51Z', 'updated_at': '2021-07-19T03:20:59Z', 'revision_number': 5, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'subnets': [{'id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:43.062101 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:43.105483 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:43.114289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e48de2-e530-41a5-80a3-5d5e8a1914d9 None None] The sync data for ids ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'] in n-d-762330-18 is: [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:20:52Z', 'revision_number': 4, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'db36ffaa-98e6-4611-8e08-fa9a1de16da6', 'name': '', 'network_id': 'ccbd75a7-d986-46f0-9641-f34658277b42', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'mac_address': 'fa:16:3e:1d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:51Z', 'updated_at': '2021-07-19T03:20:59Z', 'revision_number': 5, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'subnets': [{'id': '67b17120-1fc5-41d5-99dc-a11cd5920add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:43.117401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:43.118873 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c2ef247-331e-4b1f-906f-ecc0b3566b99 HTTP/1.1" status: 204 len: 168 time: 1.1237545 Jul 19 03:23:43.167152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:43.197250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6a73b-f4aa-418f-b65b-19a8b2677d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2ef247-331e-4b1f-906f-ecc0b3566b99,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:43.212582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59594) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:43.233209 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:43.493394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59600) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:43.532527 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9931f7ee-aab5-45ea-a4f8-b0ab8a0d7ca9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ea5a890c2b84b50a952b7e4324175ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187833 Jul 19 03:23:43.536829 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:43.538052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59602) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:43.556768 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:43.558596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7a60cd-c6d9-44dd-b801-bef3affc870c None None] Network 07359b8f-a530-4eaf-8039-1e8b5856c496 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:43.609823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cbc84fa8-243e-423d-9739-8efc550621a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dba5a064d07a4967aa1b7bbbcfc3e348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1148281 Jul 19 03:23:43.612570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59604) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:43.627915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8453238c-3034-4a7d-be4b-41479a09c8d0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:43.635530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1ffec4c6-1ae7-4aea-b76c-ddab3fcac32c None None] Provisioning for port 8453238c-3034-4a7d-be4b-41479a09c8d0 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:43.718624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:43.727326 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec44b0-f402-4f31-9a17-80aed81ff089 None None] New status for floating IP 2b4da903-74a4-4a6f-a51a-bc3b2a2da38c: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:23:43.762201 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17fcbc2-f8d1-4995-813f-978aa356aa91,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:43.781605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 8453238c-3034-4a7d-be4b-41479a09c8d0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:43.811312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 8453238c-3034-4a7d-be4b-41479a09c8d0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:43.812068 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:43.820419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:43.820778 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Added segment 46fb3654-45ae-4716-abcc-a645f8ef038f of type vlan for network 3b452f33-00db-4989-bdd6-db7ff37a9a33 Jul 19 03:23:43.843834 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12be433b-026b-43fb-b09f-a76fe4186a80 req-853855a7-e5d5-4a60-84ac-14b1a7f79b7c tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 210 time: 0.0527718 Jul 19 03:23:44.000946 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.042520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 8453238c-3034-4a7d-be4b-41479a09c8d0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8453238c-3034-4a7d-be4b-41479a09c8d0,segment=NetworkSegment(545327fd-b4d9-495f-8349-4b8b2457277e),segment_id=545327fd-b4d9-495f-8349-4b8b2457277e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:44.062180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29b03d-80fe-47b0-8c46-8bd510dc0de7 req-1c22c7a1-f2ff-4123-a1fc-abaec7d8ec67 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:44.070725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b29b03d-80fe-47b0-8c46-8bd510dc0de7 req-1c22c7a1-f2ff-4123-a1fc-abaec7d8ec67 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.0928917 Jul 19 03:23:44.093426 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.131538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b29b03d-80fe-47b0-8c46-8bd510dc0de7 req-3aa9a8d0-d8b0-4cc1-8452-ae62193b4a46 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569229 Jul 19 03:23:44.155095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c16acf-ae4e-40f1-a890-369de52b9f8a None None] Update dhcp port {'port': {'network_id': '07359b8f-a530-4eaf-8039-1e8b5856c496', 'fixed_ips': [{'subnet_id': '4d2b37b1-7c23-4399-84aa-e513802fdea3', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b3c360e-5693-4492-aca2-25237799c61c'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '8453238c-3034-4a7d-be4b-41479a09c8d0'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:23:44.191314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=8453238c-3034-4a7d-be4b-41479a09c8d0,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:44.210301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-22c16acf-ae4e-40f1-a890-369de52b9f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.329961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.359734 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4079999-1e77-4234-991b-a9a588844f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.371938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5936896-e26d-471e-b31c-198247993b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.406197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79a484-bd5f-4444-b2fd-ee4c77a2cee9 req-862efe8b-7b42-414f-b4a3-edd3119568b8 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:44.407638 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb79a484-bd5f-4444-b2fd-ee4c77a2cee9 req-862efe8b-7b42-414f-b4a3-edd3119568b8 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 945 time: 0.7686284 Jul 19 03:23:44.413966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.7 (07359b8f-a530-4eaf-8039-1e8b5856c496/4d2b37b1-7c23-4399-84aa-e513802fdea3/285270b5-1077-40cb-8bdb-d1a3a73e6d03) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:44.444184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.29 (07359b8f-a530-4eaf-8039-1e8b5856c496/2b3c360e-5693-4492-aca2-25237799c61c/285270b5-1077-40cb-8bdb-d1a3a73e6d03) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:44.447438 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4079999-1e77-4234-991b-a9a588844f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.465155 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.466129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:44.466733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.476395 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5936896-e26d-471e-b31c-198247993b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.587894 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0380154 Jul 19 03:23:44.590880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59612) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:44.602904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Request body: {'subnet': {'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-596806888-subnet', 'tenant_id': '2fab2f0ae6c44d46882e569f08be2523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:44.603803 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb79a484-bd5f-4444-b2fd-ee4c77a2cee9 req-9ed96ee6-8595-4d68-8157-e2ebd176b747 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820073 Jul 19 03:23:44.639366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Made reservation on behalf of 2fab2f0ae6c44d46882e569f08be2523 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:44.642534 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.648081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6f17c-1757-4a31-933e-64918e262599 admin admin] Pushing event updated for resources: {'Network': ['ID=3b452f33-00db-4989-bdd6-db7ff37a9a33,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:44.666344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 3b452f33-00db-4989-bdd6-db7ff37a9a33 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:44.688357 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4079999-1e77-4234-991b-a9a588844f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.690902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4079999-1e77-4234-991b-a9a588844f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.692140 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e4079999-1e77-4234-991b-a9a588844f95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/779dbdd7-1e70-4ca7-9b44-a2559448e334 HTTP/1.1" status: 204 len: 168 time: 1.0667784 Jul 19 03:23:44.733682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5936896-e26d-471e-b31c-198247993b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.736247 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5936896-e26d-471e-b31c-198247993b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.737472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f5936896-e26d-471e-b31c-198247993b5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17d9638f-12a1-456b-abb4-648cdcdabdb4 HTTP/1.1" status: 204 len: 168 time: 1.1958358 Jul 19 03:23:44.741345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4079999-1e77-4234-991b-a9a588844f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779dbdd7-1e70-4ca7-9b44-a2559448e334,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:44.760259 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5936896-e26d-471e-b31c-198247993b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d9638f-12a1-456b-abb4-648cdcdabdb4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:44.797429 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.814472 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object 285270b5-1077-40cb-8bdb-d1a3a73e6d03 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:44.882435 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:44.985334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-22c16acf-ae4e-40f1-a890-369de52b9f8a None None] Allocated IP 172.20.0.18 (07359b8f-a530-4eaf-8039-1e8b5856c496/2b3c360e-5693-4492-aca2-25237799c61c/8453238c-3034-4a7d-be4b-41479a09c8d0) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:44.988450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 07359b8f-a530-4eaf-8039-1e8b5856c496 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:44.992730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:45.023447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:45.101905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:45.103269 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:45.116046 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:45.150986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-22c16acf-ae4e-40f1-a890-369de52b9f8a None None] For port 8453238c-3034-4a7d-be4b-41479a09c8d0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8453238c-3034-4a7d-be4b-41479a09c8d0,segment=NetworkSegment(545327fd-b4d9-495f-8349-4b8b2457277e),segment_id=545327fd-b4d9-495f-8349-4b8b2457277e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:45.184145 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-22c16acf-ae4e-40f1-a890-369de52b9f8a None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:45.188523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:45.200385 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-14927376-9770-46d7-973c-e64d393d2b34 req-a1574049-af7c-4b2a-9f10-91ac4ae31803 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 210 time: 0.0874465 Jul 19 03:23:45.205613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=285270b5-1077-40cb-8bdb-d1a3a73e6d03,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:45.213505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-22c16acf-ae4e-40f1-a890-369de52b9f8a None None] Transition to ACTIVE for port object 8453238c-3034-4a7d-be4b-41479a09c8d0 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:45.229371 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-22c16acf-ae4e-40f1-a890-369de52b9f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:45.246469 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5c26338c-e1b1-4f3a-bedc-97d190faceea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.9402831 Jul 19 03:23:45.247102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59632) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:45.253958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d2b37b1-7c23-4399-84aa-e513802fdea3'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:45.298606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404572c1-ed5d-4bf2-83f7-01a6c07c69b0 req-b76367c3-e8d9-49e0-ba0e-61c63b7621e3 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:45.308452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-404572c1-ed5d-4bf2-83f7-01a6c07c69b0 req-b76367c3-e8d9-49e0-ba0e-61c63b7621e3 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.4486554 Jul 19 03:23:45.344467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Checking segment: {'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:45.345090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Network hostable DHCP agents. Network: 3b452f33-00db-4989-bdd6-db7ff37a9a33, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:45.375880 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0f09-9240-4723-98d5-e59435463806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:45.419137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-404572c1-ed5d-4bf2-83f7-01a6c07c69b0 req-6e2ebe58-cf9d-4824-832c-ae14547c4334 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094809 Jul 19 03:23:45.425731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Network 3b452f33-00db-4989-bdd6-db7ff37a9a33 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:45.441842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:45.464790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c16acf-ae4e-40f1-a890-369de52b9f8a None None] Pushing event updated for resources: {'Port': ['ID=8453238c-3034-4a7d-be4b-41479a09c8d0,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:45.465232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 3b452f33-00db-4989-bdd6-db7ff37a9a33) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:45.467601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:45.468199 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:45.493272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1dce80-6f5a-4411-a323-d17a88f8e3d2 None None] Network 3b452f33-00db-4989-bdd6-db7ff37a9a33 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:45.505678 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-90ded479-ba0c-4990-bd05-7081253bb199 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9051769 Jul 19 03:23:45.827738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992bd2b-123c-4792-b1be-751c438da68d req-263f7007-6614-44bb-9e32-8892564a5f77 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:45.830071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e992bd2b-123c-4792-b1be-751c438da68d req-263f7007-6614-44bb-9e32-8892564a5f77 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8e13273-0298-492a-80a9-8a26786dd7c8 HTTP/1.1" status: 200 len: 946 time: 0.1541810 Jul 19 03:23:45.872228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8453238c-3034-4a7d-be4b-41479a09c8d0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:45.890987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e992bd2b-123c-4792-b1be-751c438da68d req-f47c8b84-1739-4773-a5f2-02363c1c9b8d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544050 Jul 19 03:23:45.960564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Delete allocated IP 172.20.0.29 (07359b8f-a530-4eaf-8039-1e8b5856c496/2b3c360e-5693-4492-aca2-25237799c61c) {{(pid=94345) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 19 03:23:46.081990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2452363-8b58-4ce8-be06-fd05a3f1c1fa req-114de51e-3133-49cf-a171-744299150d66 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:46.085196 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f2452363-8b58-4ce8-be06-fd05a3f1c1fa req-114de51e-3133-49cf-a171-744299150d66 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.6430151 Jul 19 03:23:46.099647 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.268830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffed9a1-e2ff-4516-b02a-b91ec5f47bd1 None None] Network 3b452f33-00db-4989-bdd6-db7ff37a9a33 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:46.296646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f2452363-8b58-4ce8-be06-fd05a3f1c1fa req-d1c19b71-746d-4484-b8cc-c73a21338051 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033229 Jul 19 03:23:46.378242 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.382890 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.404461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Ignored duplicate provisioning block setup for port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 19 03:23:46.411835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.451374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59678) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:46.495413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c35679-9705-4d0b-8221-3cdb261531a0 req-e9aa0866-f550-4f68-84b5-cf2f1a7fd930 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:46.502688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22c35679-9705-4d0b-8221-3cdb261531a0 req-e9aa0866-f550-4f68-84b5-cf2f1a7fd930 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 945 time: 0.1979263 Jul 19 03:23:46.567084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=285270b5-1077-40cb-8bdb-d1a3a73e6d03,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:46.595110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22c35679-9705-4d0b-8221-3cdb261531a0 req-ba059ca8-11d8-4643-a1db-155d040d322c tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850432 Jul 19 03:23:46.606474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] In _notify_port_updated(), no bound segment for port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 on network 07359b8f-a530-4eaf-8039-1e8b5856c496 {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:23:46.615630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:46.616300 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.617671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0eea8200-5cda-4cf3-b99c-bc52d78ae7b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "PUT /v2.0/ports/285270b5-1077-40cb-8bdb-d1a3a73e6d03 HTTP/1.1" status: 200 len: 918 time: 1.3696127 Jul 19 03:23:46.620867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59686) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:46.628595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d2b37b1-7c23-4399-84aa-e513802fdea3'}, {'subnet_id': '2b3c360e-5693-4492-aca2-25237799c61c'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:46.649867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1873924807'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:46.677029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:46.681072 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.696042 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.727998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06d83e-ae30-41af-bc86-0f929805d643 None None] Network 07359b8f-a530-4eaf-8039-1e8b5856c496 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:46.796671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c28b2285-4dc4-4840-ba8a-adfd49b65b61 None None] Provisioning for port 8453238c-3034-4a7d-be4b-41479a09c8d0 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:46.838108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.850474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce2a0851-b19d-4de0-b2af-899a3143f1af req-43939733-90a2-4287-b6e0-f63dcefab2b5 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 210 time: 0.0398741 Jul 19 03:23:46.857064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.863903 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.885158 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c28b2285-4dc4-4840-ba8a-adfd49b65b61 None None] Provisioning complete for port 8453238c-3034-4a7d-be4b-41479a09c8d0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:46.887388 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c28b2285-4dc4-4840-ba8a-adfd49b65b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.907744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:46.928319 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:46.928957 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added segment 18fb3a0a-7a3d-460e-bbc8-38dd247ee106 of type vlan for network 02642816-4909-41f3-85bb-89f02069fede Jul 19 03:23:47.019270 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.037734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-87c1d1fd-ae3a-4ffe-b704-532103a69cd6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:47.039432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-87c1d1fd-ae3a-4ffe-b704-532103a69cd6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 813 time: 0.2401390 Jul 19 03:23:47.072587 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.080622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:47.081471 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.095041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-e652d800-93b5-48df-b94d-d600258ec0af tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/quotas/2fab2f0ae6c44d46882e569f08be2523 HTTP/1.1" status: 200 len: 375 time: 0.0478504 Jul 19 03:23:47.150307 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-67522e9f-675a-4ab2-a9ae-89b0450f82d1 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472164 Jul 19 03:23:47.168430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Network': ['ID=02642816-4909-41f3-85bb-89f02069fede,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:47.181144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3212a43-aa64-45f2-97a0-ad9fda61dd2d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:47.188176 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a8ea1750-4787-41a8-8d26-9452901a1d3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7350392 Jul 19 03:23:47.191117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59706) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:47.198185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'network': {'name': 'tempest-RoutersTest-2132119420'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:47.208792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 02642816-4909-41f3-85bb-89f02069fede details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:47.244785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:47.249427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.281789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:47.299400 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.300142 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added segment d75290b5-53e5-402b-9ede-95372d8ed755 of type vlan for network 0bdac01b-ed0a-419f-a172-7b3ba276bb7b Jul 19 03:23:47.362827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.388166 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-ea837586-390d-4a81-a727-0b61a1337175 service neutron] 10.222.0.20 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971505 Jul 19 03:23:47.459028 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.465534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:47.466473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.518628 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3253298 Jul 19 03:23:47.521854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59714) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:47.524526 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-af718188-ac3e-46c9-8021-96a6910f6b18 service neutron] 10.222.0.20 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357775 Jul 19 03:23:47.529940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'subnet': {'network_id': '02642816-4909-41f3-85bb-89f02069fede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:47.637704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf018e20-b473-4326-b897-68f29fa86cbf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Network': ['ID=0bdac01b-ed0a-419f-a172-7b3ba276bb7b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:47.656929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f5d982cb-d494-450c-b957-aad4d8b6115b None None] Provisioning complete for port 8453238c-3034-4a7d-be4b-41479a09c8d0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:47.657495 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f5d982cb-d494-450c-b957-aad4d8b6115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.698306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 0bdac01b-ed0a-419f-a172-7b3ba276bb7b details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:47.760850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.30 (07359b8f-a530-4eaf-8039-1e8b5856c496/2b3c360e-5693-4492-aca2-25237799c61c/285270b5-1077-40cb-8bdb-d1a3a73e6d03) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:47.854945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:47.859638 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.914556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:47.981206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f5d982cb-d494-450c-b957-aad4d8b6115b None None] Provisioning for port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:47.985420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f5d982cb-d494-450c-b957-aad4d8b6115b None None] Provisioning complete for port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:47.985853 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f5d982cb-d494-450c-b957-aad4d8b6115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:48.084037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f5d982cb-d494-450c-b957-aad4d8b6115b None None] Port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:48.128056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290e5cb-c9c2-4f82-aa1c-3e4d8c5f0db1 req-4fda9487-ba19-4dd2-a82d-2f883d3f8717 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:48.130221 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a290e5cb-c9c2-4f82-aa1c-3e4d8c5f0db1 req-4fda9487-ba19-4dd2-a82d-2f883d3f8717 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.1602011 Jul 19 03:23:48.204619 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a290e5cb-c9c2-4f82-aa1c-3e4d8c5f0db1 req-08084fb3-bf9d-4264-af6b-f215f31bfaf7 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511141 Jul 19 03:23:48.252633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cb65f723-10a9-4d53-a323-616f1a951bde None None] Provisioning complete for port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:48.253013 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cb65f723-10a9-4d53-a323-616f1a951bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:48.304525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e821a0e-339b-4320-ac1d-1f01b78b806e req-7039504d-d3b5-44f8-921e-1c3f8a0d505e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:48.312891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7e821a0e-339b-4320-ac1d-1f01b78b806e req-7039504d-d3b5-44f8-921e-1c3f8a0d505e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.1887720 Jul 19 03:23:48.370538 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:48.389286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cb65f723-10a9-4d53-a323-616f1a951bde None None] Port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:48.420487 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-034fa08b-4779-4c46-99e9-9add9b8e6120 req-0cf51f92-be78-4397-95e8-f9dfa657493d tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0736716 Jul 19 03:23:48.443651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7e821a0e-339b-4320-ac1d-1f01b78b806e req-44974098-555a-4661-b4fb-6326d5bda2ca tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296494 Jul 19 03:23:48.457958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Ignored duplicate provisioning block setup for port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 19 03:23:48.484844 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:48.519646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8f7d892e-a9f4-4c7c-9b78-03b591bdc8a5 None None] Provisioning complete for port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:48.525072 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8f7d892e-a9f4-4c7c-9b78-03b591bdc8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:48.581256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=285270b5-1077-40cb-8bdb-d1a3a73e6d03,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:48.629291 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8de792a-a171-4b9a-be8e-38d136a472ac req-8061446b-1d93-40fc-9862-2cb19e0600cb tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 210 time: 0.1492219 Jul 19 03:23:48.697097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d892e-a9f4-4c7c-9b78-03b591bdc8a5 None None] Port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:48.799242 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:48.906917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] In _notify_port_updated(), no bound segment for port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 on network 07359b8f-a530-4eaf-8039-1e8b5856c496 {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:23:48.921139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:48.922239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:48.926380 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-784a4efa-60ab-47ac-82fa-a83b69247470 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "PUT /v2.0/ports/285270b5-1077-40cb-8bdb-d1a3a73e6d03 HTTP/1.1" status: 200 len: 998 time: 2.3020208 Jul 19 03:23:48.926897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59738) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:49.038313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a1e13c32-e8e8-46e0-88cc-d4e0b47aee71 None None] Provisioning complete for port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:49.041547 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a1e13c32-e8e8-46e0-88cc-d4e0b47aee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:49.043138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Subnet': ['ID=f499e06f-0f39-4eef-bf23-5a30d34a3178,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:49.057360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Checking segment: {'id': '18fb3a0a-7a3d-460e-bbc8-38dd247ee106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '02642816-4909-41f3-85bb-89f02069fede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:49.057961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network hostable DHCP agents. Network: 02642816-4909-41f3-85bb-89f02069fede, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:49.101899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-5d43e479-7c91-42e6-b602-386c1b6d9128 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:49.102575 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d43e479-7c91-42e6-b602-386c1b6d9128 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:49.105638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 02642816-4909-41f3-85bb-89f02069fede is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:49.122094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 02642816-4909-41f3-85bb-89f02069fede) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:49.127538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:49.128408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:49.134448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a1e13c32-e8e8-46e0-88cc-d4e0b47aee71 None None] Port 285270b5-1077-40cb-8bdb-d1a3a73e6d03 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:49.145208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c28c331-50fa-444b-af4c-052c049daf05 None None] Network 02642816-4909-41f3-85bb-89f02069fede requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:49.157818 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d61f3e1d-2fbc-4eed-acaa-b64050bde20c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6321521 Jul 19 03:23:49.160606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59740) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:49.169007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'subnet': {'network_id': '0bdac01b-ed0a-419f-a172-7b3ba276bb7b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:49.282920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d43e479-7c91-42e6-b602-386c1b6d9128 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:49.298883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-5d43e479-7c91-42e6-b602-386c1b6d9128 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 285270b5-1077-40cb-8bdb-d1a3a73e6d03 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:49.408352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-02642816-4909-41f3-85bb-89f02069fede', 'network_id': '02642816-4909-41f3-85bb-89f02069fede', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'fixed_ips': [{'subnet_id': 'f499e06f-0f39-4eef-bf23-5a30d34a3178'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:23:49.409710 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:49.446752 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4d0897af-a4fd-426b-b6ff-a97afc4e640c req-588ea7a1-b953-4b0b-aeda-ba5a7aca9a31 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91240e13-4c56-4b91-a489-ef91b56c3535 HTTP/1.1" status: 200 len: 210 time: 0.0590763 Jul 19 03:23:49.460483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:49.470627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:49.515168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20efe1a-4fb6-4ca6-885e-89d2f9bca43a req-67fe8438-e358-4a61-9c5b-f702b6128e65 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:49.523075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20efe1a-4fb6-4ca6-885e-89d2f9bca43a req-67fe8438-e358-4a61-9c5b-f702b6128e65 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:49.528910 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20efe1a-4fb6-4ca6-885e-89d2f9bca43a req-67fe8438-e358-4a61-9c5b-f702b6128e65 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:49.536438 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c20efe1a-4fb6-4ca6-885e-89d2f9bca43a req-67fe8438-e358-4a61-9c5b-f702b6128e65 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219&device_id=c8e13273-0298-492a-80a9-8a26786dd7c8&device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 2417 time: 0.1579199 Jul 19 03:23:49.623935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c20efe1a-4fb6-4ca6-885e-89d2f9bca43a req-80507224-2c67-4123-a945-5412dff568b0 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865428 Jul 19 03:23:49.686829 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d43e479-7c91-42e6-b602-386c1b6d9128 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:49.707705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Allocated IP 172.20.0.2 (02642816-4909-41f3-85bb-89f02069fede/f499e06f-0f39-4eef-bf23-5a30d34a3178/10afba9b-3995-48fd-b869-bbd25b80faa7) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:49.769976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43e479-7c91-42e6-b602-386c1b6d9128 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=285270b5-1077-40cb-8bdb-d1a3a73e6d03,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:49.821084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d37404e7-2ca9-4787-8af3-0e0e6ef7e5b5 req-5a5d65a6-cced-4edd-bba9-7c8aba815bbf tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0997150 Jul 19 03:23:49.904556 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.026954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Subnet': ['ID=da0bd45e-d169-48c1-ae12-1d26a4c8547d,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:50.041007 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.049545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Checking segment: {'id': 'd75290b5-53e5-402b-9ede-95372d8ed755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0bdac01b-ed0a-419f-a172-7b3ba276bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:50.050927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network hostable DHCP agents. Network: 0bdac01b-ed0a-419f-a172-7b3ba276bb7b, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:50.053921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Transition to ACTIVE for port object 10afba9b-3995-48fd-b869-bbd25b80faa7 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:50.080029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d43e479-7c91-42e6-b602-386c1b6d9128 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.085447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 0bdac01b-ed0a-419f-a172-7b3ba276bb7b is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:50.085965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5d43e479-7c91-42e6-b602-386c1b6d9128 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/285270b5-1077-40cb-8bdb-d1a3a73e6d03 HTTP/1.1" status: 204 len: 168 time: 1.1575065 Jul 19 03:23:50.086817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59750) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:50.088353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Transition to ACTIVE for port object 10afba9b-3995-48fd-b869-bbd25b80faa7 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:50.104499 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.106758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 0bdac01b-ed0a-419f-a172-7b3ba276bb7b) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:50.112424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:50.115430 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.120495 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6e8cd0-382e-4743-a533-6428582ca6eb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:23:50.125024 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ff6e8cd0-382e-4743-a533-6428582ca6eb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/285270b5-1077-40cb-8bdb-d1a3a73e6d03 HTTP/1.1" status: 404 len: 333 time: 0.0361025 Jul 19 03:23:50.126737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59752) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:50.158911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0782322-27ba-4071-b346-60bf1699ba4f req-a39e5b4f-6f06-444b-9d00-88446e5f4528 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:50.165909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0782322-27ba-4071-b346-60bf1699ba4f req-a39e5b4f-6f06-444b-9d00-88446e5f4528 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.2703571 Jul 19 03:23:50.177669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Pushing event updated for resources: {'Port': ['ID=10afba9b-3995-48fd-b869-bbd25b80faa7,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:50.187451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2232c076-9ee3-41d2-a491-af5c397bfa08 None None] Network 0bdac01b-ed0a-419f-a172-7b3ba276bb7b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:50.214151 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0782322-27ba-4071-b346-60bf1699ba4f req-1dcadb62-ee01-4476-a4e1-9227dc327a4e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438094 Jul 19 03:23:50.214337 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-19e55952-2691-4386-82ee-a1f654a79ccd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0518675 Jul 19 03:23:50.216979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59754) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:50.232877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7cbb6c1d-e01a-4540-bf24-acf1abec51db tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-321664087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:50.285329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b9fe94-ccec-4ba7-8b6d-e6cc37e30a38 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet 2b3c360e-5693-4492-aca2-25237799c61c {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:23:50.290207 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-15b9fe94-ccec-4ba7-8b6d-e6cc37e30a38 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.293701 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cbb6c1d-e01a-4540-bf24-acf1abec51db tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.295097 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cbb6c1d-e01a-4540-bf24-acf1abec51db tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.320258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Network 02642816-4909-41f3-85bb-89f02069fede is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:50.333383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:50.336726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:50.397453 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cbb6c1d-e01a-4540-bf24-acf1abec51db tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.417806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9af717a-8e4e-491b-8763-450a25e9c7b4 req-94129e95-ca26-46dd-839c-ffe19708a03f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 210 time: 0.0382259 Jul 19 03:23:50.418925 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cbb6c1d-e01a-4540-bf24-acf1abec51db tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.441081 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cbb6c1d-e01a-4540-bf24-acf1abec51db tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.444083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7cbb6c1d-e01a-4540-bf24-acf1abec51db tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2256377 Jul 19 03:23:50.449406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59756) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:50.450446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92eb54-9310-4721-bf64-fe2d38393f23 req-ff967c2c-ba28-4f22-99aa-e1f8879f0202 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:50.452470 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab92eb54-9310-4721-bf64-fe2d38393f23 req-ff967c2c-ba28-4f22-99aa-e1f8879f0202 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 945 time: 0.3171551 Jul 19 03:23:50.482512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-15b9fe94-ccec-4ba7-8b6d-e6cc37e30a38 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.485050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-0bdac01b-ed0a-419f-a172-7b3ba276bb7b', 'network_id': '0bdac01b-ed0a-419f-a172-7b3ba276bb7b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'fixed_ips': [{'subnet_id': 'da0bd45e-d169-48c1-ae12-1d26a4c8547d'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:23:50.486029 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.501551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Attempting to bind port 10afba9b-3995-48fd-b869-bbd25b80faa7 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:50.502068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Attempting to bind port 10afba9b-3995-48fd-b869-bbd25b80faa7 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '18fb3a0a-7a3d-460e-bbc8-38dd247ee106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '02642816-4909-41f3-85bb-89f02069fede'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:50.502569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Attempting to bind port 10afba9b-3995-48fd-b869-bbd25b80faa7 on network 02642816-4909-41f3-85bb-89f02069fede {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:50.516400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:50.516893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Checking segment: {'id': '18fb3a0a-7a3d-460e-bbc8-38dd247ee106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '02642816-4909-41f3-85bb-89f02069fede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:50.517414 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.517918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Bound using segment: {'id': '18fb3a0a-7a3d-460e-bbc8-38dd247ee106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '02642816-4909-41f3-85bb-89f02069fede'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:50.518541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Bound port: 10afba9b-3995-48fd-b869-bbd25b80faa7, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fb3a0a-7a3d-460e-bbc8-38dd247ee106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '02642816-4909-41f3-85bb-89f02069fede'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:50.519019 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.635716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59762) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:50.689378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab92eb54-9310-4721-bf64-fe2d38393f23 req-96e1ab85-86ed-41b7-a406-11d71a9313e1 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283709 Jul 19 03:23:50.702478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] For port 10afba9b-3995-48fd-b869-bbd25b80faa7, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:50.708137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] For port 10afba9b-3995-48fd-b869-bbd25b80faa7, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10afba9b-3995-48fd-b869-bbd25b80faa7,segment=NetworkSegment(18fb3a0a-7a3d-460e-bbc8-38dd247ee106),segment_id=18fb3a0a-7a3d-460e-bbc8-38dd247ee106)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:50.723273 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.751252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c5956130-2bfe-4023-9c2b-836f09613e0f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:50.752798 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c5956130-2bfe-4023-9c2b-836f09613e0f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.25 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 813 time: 0.3904719 Jul 19 03:23:50.779480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Request body: {'port': {'device_id': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33', 'admin_state_up': True, 'tenant_id': '2fab2f0ae6c44d46882e569f08be2523'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:50.789885 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-15b9fe94-ccec-4ba7-8b6d-e6cc37e30a38 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.830329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Allocated IP 172.21.0.2 (0bdac01b-ed0a-419f-a172-7b3ba276bb7b/da0bd45e-d169-48c1-ae12-1d26a4c8547d/e0fa9957-ff4e-48f3-9b0c-a109b5093711) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:50.843983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626200e3-bfb2-4041-8413-cb3659c8f5b2 None None] Pushing event updated for resources: {'Port': ['ID=10afba9b-3995-48fd-b869-bbd25b80faa7,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:50.901562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccfcbce4-4a6d-4d5e-9fc4-ad4b2d1bac88 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:50.930941 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccfcbce4-4a6d-4d5e-9fc4-ad4b2d1bac88 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.026387 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.068300 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-15b9fe94-ccec-4ba7-8b6d-e6cc37e30a38 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.133565 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.149150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9fe94-ccec-4ba7-8b6d-e6cc37e30a38 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3c360e-5693-4492-aca2-25237799c61c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:51.155873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Transition to ACTIVE for port object e0fa9957-ff4e-48f3-9b0c-a109b5093711 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:51.166113 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccfcbce4-4a6d-4d5e-9fc4-ad4b2d1bac88 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.169357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ccfcbce4-4a6d-4d5e-9fc4-ad4b2d1bac88 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.180410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ccfcbce4-4a6d-4d5e-9fc4-ad4b2d1bac88 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "DELETE /v2.0/security-groups/23bca3d6-1e99-45cd-814e-d9719190cce7 HTTP/1.1" status: 204 len: 168 time: 0.5401478 Jul 19 03:23:51.200852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59770) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:51.215702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Transition to ACTIVE for port object e0fa9957-ff4e-48f3-9b0c-a109b5093711 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:51.225740 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.242318 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c8304e-e634-4545-ae43-3dd88aa99ce0 None None] Network 07359b8f-a530-4eaf-8039-1e8b5856c496 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:51.253747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcbce4-4a6d-4d5e-9fc4-ad4b2d1bac88 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bca3d6-1e99-45cd-814e-d9719190cce7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:51.288410 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-15b9fe94-ccec-4ba7-8b6d-e6cc37e30a38 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.296998 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-15b9fe94-ccec-4ba7-8b6d-e6cc37e30a38 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/2b3c360e-5693-4492-aca2-25237799c61c HTTP/1.1" status: 204 len: 168 time: 1.1689572 Jul 19 03:23:51.305052 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7349a6d-e082-49e2-a14b-f92cf79477b3 req-a003591a-5a34-4810-b477-d2983bf04ba6 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.1689508 Jul 19 03:23:51.306700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59774) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:51.358408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Pushing event updated for resources: {'Port': ['ID=e0fa9957-ff4e-48f3-9b0c-a109b5093711,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:51.384738 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-f8cd55a3-886b-41b5-a69a-8ae9fd538c73 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] show failed (client error): The resource could not be found. Jul 19 03:23:51.385816 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f8cd55a3-886b-41b5-a69a-8ae9fd538c73 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "GET /v2.0/security-groups/23bca3d6-1e99-45cd-814e-d9719190cce7 HTTP/1.1" status: 404 len: 347 time: 0.1091204 Jul 19 03:23:51.399250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59776) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:51.470376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Network 0bdac01b-ed0a-419f-a172-7b3ba276bb7b is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:51.478218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Made reservation on behalf of 2fab2f0ae6c44d46882e569f08be2523 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:51.481638 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.491797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:51.495001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:51.511977 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f94008c-c4d3-45e3-9df4-f2a4084b3468 req-e1da8512-f058-4f37-a2c0-3a312c90de41 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.1789858 Jul 19 03:23:51.545704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b83fa50-97a0-4786-b6ca-fa0344a94413 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet 4d2b37b1-7c23-4399-84aa-e513802fdea3 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:23:51.563437 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b83fa50-97a0-4786-b6ca-fa0344a94413 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.723795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96f6a721-1a58-4c91-afe5-793953135922 req-97707114-5d43-4695-b4e6-061cf28adaae tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 210 time: 0.0555191 Jul 19 03:23:51.734802 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10afba9b-3995-48fd-b869-bbd25b80faa7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:51.744306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Allocated IP 172.20.0.1 (02642816-4909-41f3-85bb-89f02069fede/f499e06f-0f39-4eef-bf23-5a30d34a3178/6a1c5a3f-4902-466d-9cd8-a2571454ee84) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:51.848980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Attempting to bind port e0fa9957-ff4e-48f3-9b0c-a109b5093711 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:51.849353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Attempting to bind port e0fa9957-ff4e-48f3-9b0c-a109b5093711 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'd75290b5-53e5-402b-9ede-95372d8ed755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0bdac01b-ed0a-419f-a172-7b3ba276bb7b'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:51.849721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Attempting to bind port e0fa9957-ff4e-48f3-9b0c-a109b5093711 on network 0bdac01b-ed0a-419f-a172-7b3ba276bb7b {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:51.872234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:51.872607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Checking segment: {'id': 'd75290b5-53e5-402b-9ede-95372d8ed755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0bdac01b-ed0a-419f-a172-7b3ba276bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:51.873201 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.873803 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Bound using segment: {'id': 'd75290b5-53e5-402b-9ede-95372d8ed755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0bdac01b-ed0a-419f-a172-7b3ba276bb7b'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:51.874632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Bound port: e0fa9957-ff4e-48f3-9b0c-a109b5093711, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75290b5-53e5-402b-9ede-95372d8ed755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0bdac01b-ed0a-419f-a172-7b3ba276bb7b'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:51.875368 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.919471 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.936573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Transition to ACTIVE for port object 6a1c5a3f-4902-466d-9cd8-a2571454ee84 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:51.982088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] For port e0fa9957-ff4e-48f3-9b0c-a109b5093711, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:51.986433 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:51.987252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] For port e0fa9957-ff4e-48f3-9b0c-a109b5093711, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e0fa9957-ff4e-48f3-9b0c-a109b5093711,segment=NetworkSegment(d75290b5-53e5-402b-9ede-95372d8ed755),segment_id=d75290b5-53e5-402b-9ede-95372d8ed755)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:52.038256 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:52.050841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=6a1c5a3f-4902-466d-9cd8-a2571454ee84,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:52.068474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 02642816-4909-41f3-85bb-89f02069fede is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:52.070509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:52.073788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:52.140744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:52.143138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 10afba9b-3995-48fd-b869-bbd25b80faa7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:52.223263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498c7f9-d894-4a5e-be4f-2693357f9729 None None] Pushing event updated for resources: {'Port': ['ID=e0fa9957-ff4e-48f3-9b0c-a109b5093711,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:52.300834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b83fa50-97a0-4786-b6ca-fa0344a94413 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:52.534053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:52.687334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a74f05e-5de7-416b-a19a-5a29749c2dc8 None None] Network 02642816-4909-41f3-85bb-89f02069fede requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:52.757103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c9080c6f-c55a-494f-a626-c2ba13792ef7 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Deleting port 9c0eb43c-8129-4da0-bfb7-6d00a77302fd {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:52.757706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9080c6f-c55a-494f-a626-c2ba13792ef7 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:52.787491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47c394-9c3e-4dd2-8fd5-d4331110a119 req-eb3995d8-fb81-4911-8dd3-39911ca20548 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:52.789369 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f47c394-9c3e-4dd2-8fd5-d4331110a119 req-eb3995d8-fb81-4911-8dd3-39911ca20548 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 1.2007926 Jul 19 03:23:52.867805 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-baf1b536-74f8-46fc-a705-f244efd44381 req-ff0208df-eea0-41db-b452-6bd9ceff0c1a tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0997405 Jul 19 03:23:52.900250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Allocated IP 172.20.0.5 (3b452f33-00db-4989-bdd6-db7ff37a9a33/178cfae9-865e-43fc-b57d-b8bd8bc8a2f4/b60a1369-8756-43be-9190-284df1dc6260) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:52.935223 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b83fa50-97a0-4786-b6ca-fa0344a94413 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:52.962424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-50e63216-c7c9-4fa0-997a-2148cfdc6b68 None None] Provisioning for port 10afba9b-3995-48fd-b869-bbd25b80faa7 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:52.983130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-50e63216-c7c9-4fa0-997a-2148cfdc6b68 None None] Provisioning complete for port 10afba9b-3995-48fd-b869-bbd25b80faa7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:52.983392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-50e63216-c7c9-4fa0-997a-2148cfdc6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.102843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f47c394-9c3e-4dd2-8fd5-d4331110a119 req-122654b8-b1f7-4eda-a937-56ebe0e0f672 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992680 Jul 19 03:23:53.185402 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.194860 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-50e63216-c7c9-4fa0-997a-2148cfdc6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.200241 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.278101 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9080c6f-c55a-494f-a626-c2ba13792ef7 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.281864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9080c6f-c55a-494f-a626-c2ba13792ef7 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.321905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-50e63216-c7c9-4fa0-997a-2148cfdc6b68 None None] For port 10afba9b-3995-48fd-b869-bbd25b80faa7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10afba9b-3995-48fd-b869-bbd25b80faa7,segment=NetworkSegment(18fb3a0a-7a3d-460e-bbc8-38dd247ee106),segment_id=18fb3a0a-7a3d-460e-bbc8-38dd247ee106)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:53.333709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-50e63216-c7c9-4fa0-997a-2148cfdc6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.365398 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.374955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c9080c6f-c55a-494f-a626-c2ba13792ef7 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Calling delete_port for 9c0eb43c-8129-4da0-bfb7-6d00a77302fd owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:53.439954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2968bb51-a84f-4c9a-b5a4-ca31ea9096a8 req-c4e4d284-dcf4-4489-8748-bb07b66e53f1 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 210 time: 0.0751898 Jul 19 03:23:53.454584 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b83fa50-97a0-4786-b6ca-fa0344a94413 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.482404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e63216-c7c9-4fa0-997a-2148cfdc6b68 None None] Pushing event updated for resources: {'Port': ['ID=10afba9b-3995-48fd-b869-bbd25b80faa7,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:53.544545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-88e1e5b4-8e30-45cf-85f9-45304b2cda1e None None] Provisioning complete for port 10afba9b-3995-48fd-b869-bbd25b80faa7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:53.545082 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-88e1e5b4-8e30-45cf-85f9-45304b2cda1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.652442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83fa50-97a0-4786-b6ca-fa0344a94413 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2b37b1-7c23-4399-84aa-e513802fdea3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:53.702506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=6a1c5a3f-4902-466d-9cd8-a2571454ee84,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:53.750196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e0fa9957-ff4e-48f3-9b0c-a109b5093711 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:53.758585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b83fa50-97a0-4786-b6ca-fa0344a94413 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:53.765776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9793fd6b-1607-4140-b205-ceda573541c5 None None] Network 07359b8f-a530-4eaf-8039-1e8b5856c496 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:53.767657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59802) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:53.774933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5b83fa50-97a0-4786-b6ca-fa0344a94413 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/4d2b37b1-7c23-4399-84aa-e513802fdea3 HTTP/1.1" status: 204 len: 168 time: 2.4651067 Jul 19 03:23:53.845819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 02642816-4909-41f3-85bb-89f02069fede is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:53.860311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:54.044619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.205745 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9080c6f-c55a-494f-a626-c2ba13792ef7 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.287650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9080c6f-c55a-494f-a626-c2ba13792ef7 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Pushing event deleted for resources: {'Port': ['ID=9c0eb43c-8129-4da0-bfb7-6d00a77302fd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:54.309310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63f36eb-fe3b-4ca2-bb6c-19d936bbefb0 None None] Network 0bdac01b-ed0a-419f-a172-7b3ba276bb7b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:54.395196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.397748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9080c6f-c55a-494f-a626-c2ba13792ef7 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.401519 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9080c6f-c55a-494f-a626-c2ba13792ef7 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.403026 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c9080c6f-c55a-494f-a626-c2ba13792ef7 tempest-ServersTestBootFromVolume-1320649877 tempest-ServersTestBootFromVolume-1320649877-project] 10.222.0.20 "DELETE /v2.0/floatingips/2b4da903-74a4-4a6f-a51a-bc3b2a2da38c HTTP/1.1" status: 204 len: 168 time: 3.0028124 Jul 19 03:23:54.409340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59816) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:54.494386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port e0fa9957-ff4e-48f3-9b0c-a109b5093711 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:54.501251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Network 3b452f33-00db-4989-bdd6-db7ff37a9a33 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:54.510806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:54.516050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-88e1e5b4-8e30-45cf-85f9-45304b2cda1e None None] Provisioning complete for port 8453238c-3034-4a7d-be4b-41479a09c8d0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:54.516423 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-88e1e5b4-8e30-45cf-85f9-45304b2cda1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.519974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:54.588539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:54.635534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea74d17c-432b-48ea-848a-118116fa8966 req-9dfab070-dcba-4194-ba46-07d5c267c3ff tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0533442 Jul 19 03:23:54.655489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:54.656436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.732560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1419e46e-8b08-4a51-af41-3295ab55f1a4 None None] DHCP port deletion for 07359b8f-a530-4eaf-8039-1e8b5856c496 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:23:54.741988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-88e1e5b4-8e30-45cf-85f9-45304b2cda1e None None] Provisioning for port 6a1c5a3f-4902-466d-9cd8-a2571454ee84 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:54.747201 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.767214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-88e1e5b4-8e30-45cf-85f9-45304b2cda1e None None] Provisioning complete for port 6a1c5a3f-4902-466d-9cd8-a2571454ee84 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:54.767945 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-88e1e5b4-8e30-45cf-85f9-45304b2cda1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.789266 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-53bd11f2-3542-48f2-8a82-ac8d511151f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0149724 Jul 19 03:23:54.805388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Request body: {'port': {'device_id': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:54.816808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1ad83-16bc-477d-9ae7-93508b1e9bdc req-41a0ed3a-4ca5-4810-8023-b0e384300902 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:54.823831 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76f1ad83-16bc-477d-9ae7-93508b1e9bdc req-41a0ed3a-4ca5-4810-8023-b0e384300902 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.2043822 Jul 19 03:23:54.829744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-88e1e5b4-8e30-45cf-85f9-45304b2cda1e None None] Port 6a1c5a3f-4902-466d-9cd8-a2571454ee84 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:54.837046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 42e756de-ba2a-4d93-aebb-11e5ce242483 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:23:54.841031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1419e46e-8b08-4a51-af41-3295ab55f1a4 None None] Deleting port 8453238c-3034-4a7d-be4b-41479a09c8d0 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:54.841412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1419e46e-8b08-4a51-af41-3295ab55f1a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.913444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1419e46e-8b08-4a51-af41-3295ab55f1a4 None None] For port 8453238c-3034-4a7d-be4b-41479a09c8d0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8453238c-3034-4a7d-be4b-41479a09c8d0,segment=NetworkSegment(545327fd-b4d9-495f-8349-4b8b2457277e),segment_id=545327fd-b4d9-495f-8349-4b8b2457277e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:54.914000 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1419e46e-8b08-4a51-af41-3295ab55f1a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:54.935736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1419e46e-8b08-4a51-af41-3295ab55f1a4 None None] Calling delete_port for 8453238c-3034-4a7d-be4b-41479a09c8d0 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:54.963254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35a60c-92e5-4b95-bf91-2d15224e8554 req-3df75926-e4e1-4999-bd47-c649ec2eb9c3 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:54.964722 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c35a60c-92e5-4b95-bf91-2d15224e8554 req-3df75926-e4e1-4999-bd47-c649ec2eb9c3 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.1540279 Jul 19 03:23:54.974715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76f1ad83-16bc-477d-9ae7-93508b1e9bdc req-b6c80bbf-9703-4bb1-a265-8fcaa4a4537c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497881 Jul 19 03:23:54.980884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ce13d4e2-21c1-49cd-af29-7246111ad76d None None] Provisioning for port e0fa9957-ff4e-48f3-9b0c-a109b5093711 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:55.001419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 8453238c-3034-4a7d-be4b-41479a09c8d0 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:55.002029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.027261 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.033875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ce13d4e2-21c1-49cd-af29-7246111ad76d None None] Provisioning complete for port e0fa9957-ff4e-48f3-9b0c-a109b5093711 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:55.034406 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce13d4e2-21c1-49cd-af29-7246111ad76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.058456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:55.064496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1b8509d2-6841-4371-b31a-cd298b44f3b6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/42e756de-ba2a-4d93-aebb-11e5ce242483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6140804 Jul 19 03:23:55.094205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef5a06-aa9c-484d-9d8d-93f5e3f7f0d9 None None] Sync routers for ids ['42e756de-ba2a-4d93-aebb-11e5ce242483'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:55.103944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59822) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:55.116243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef5a06-aa9c-484d-9d8d-93f5e3f7f0d9 None None] Routers {'42e756de-ba2a-4d93-aebb-11e5ce242483'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:55.117029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-96ef5a06-aa9c-484d-9d8d-93f5e3f7f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['42e756de-ba2a-4d93-aebb-11e5ce242483'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:55.153081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] For port 8453238c-3034-4a7d-be4b-41479a09c8d0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8453238c-3034-4a7d-be4b-41479a09c8d0,segment=NetworkSegment(545327fd-b4d9-495f-8349-4b8b2457277e),segment_id=545327fd-b4d9-495f-8349-4b8b2457277e)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:55.154417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.163331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-96ef5a06-aa9c-484d-9d8d-93f5e3f7f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:55.183038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef5a06-aa9c-484d-9d8d-93f5e3f7f0d9 None None] Routers {'42e756de-ba2a-4d93-aebb-11e5ce242483'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:55.183894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-96ef5a06-aa9c-484d-9d8d-93f5e3f7f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['42e756de-ba2a-4d93-aebb-11e5ce242483'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:55.199703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 8453238c-3034-4a7d-be4b-41479a09c8d0 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:55.227621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5ccfa-662e-4cbe-a266-5a74c762327e tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:55.229092 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-99a5ccfa-662e-4cbe-a266-5a74c762327e tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports/6a1c5a3f-4902-466d-9cd8-a2571454ee84 HTTP/1.1" status: 200 len: 910 time: 0.1240919 Jul 19 03:23:55.232872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59824) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:55.252464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-96ef5a06-aa9c-484d-9d8d-93f5e3f7f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:55.253404 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c35a60c-92e5-4b95-bf91-2d15224e8554 req-07f056d0-2a38-4d4c-a5d4-0a16ecc85466 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341285 Jul 19 03:23:55.253665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef5a06-aa9c-484d-9d8d-93f5e3f7f0d9 None None] The sync data for ids ['42e756de-ba2a-4d93-aebb-11e5ce242483'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:55.290517 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce13d4e2-21c1-49cd-af29-7246111ad76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.300356 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1419e46e-8b08-4a51-af41-3295ab55f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.351091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419e46e-8b08-4a51-af41-3295ab55f1a4 None None] Pushing event deleted for resources: {'Port': ['ID=8453238c-3034-4a7d-be4b-41479a09c8d0,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:55.352450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1419e46e-8b08-4a51-af41-3295ab55f1a4 None None] No DVR routers for this DVR port 8453238c-3034-4a7d-be4b-41479a09c8d0 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:55.385953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ce13d4e2-21c1-49cd-af29-7246111ad76d None None] For port e0fa9957-ff4e-48f3-9b0c-a109b5093711, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e0fa9957-ff4e-48f3-9b0c-a109b5093711,segment=NetworkSegment(d75290b5-53e5-402b-9ede-95372d8ed755),segment_id=d75290b5-53e5-402b-9ede-95372d8ed755)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:55.393521 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce13d4e2-21c1-49cd-af29-7246111ad76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.418473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af271b3f-38b7-420b-bf21-4ea87382fbad req-f00a9fab-1752-4ad6-a0cf-dcce69be7542 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:55.422144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af271b3f-38b7-420b-bf21-4ea87382fbad req-f00a9fab-1752-4ad6-a0cf-dcce69be7542 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 931 time: 0.3013349 Jul 19 03:23:55.452170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ce13d4e2-21c1-49cd-af29-7246111ad76d None None] Provisioning complete for port 6a1c5a3f-4902-466d-9cd8-a2571454ee84 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:55.452892 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce13d4e2-21c1-49cd-af29-7246111ad76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.458134 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60a1369-8756-43be-9190-284df1dc6260 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:23:55.467521 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.487646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Transition to ACTIVE for port object b60a1369-8756-43be-9190-284df1dc6260 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:55.510537 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.514902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13d4e2-21c1-49cd-af29-7246111ad76d None None] Pushing event updated for resources: {'Port': ['ID=e0fa9957-ff4e-48f3-9b0c-a109b5093711,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:55.526007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.530600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ce13d4e2-21c1-49cd-af29-7246111ad76d None None] Port 6a1c5a3f-4902-466d-9cd8-a2571454ee84 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:55.571809 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.574830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10afba9b-3995-48fd-b869-bbd25b80faa7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:55.625958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=8453238c-3034-4a7d-be4b-41479a09c8d0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:55.630957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No DVR routers for this DVR port 8453238c-3034-4a7d-be4b-41479a09c8d0 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:23:55.635170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 10afba9b-3995-48fd-b869-bbd25b80faa7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:55.635650 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.647286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:55.688287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-29b03d94-8c9f-4b25-b655-bf2246a6dfed None None] Provisioning complete for port e0fa9957-ff4e-48f3-9b0c-a109b5093711 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:55.688681 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-29b03d94-8c9f-4b25-b655-bf2246a6dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.736318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af271b3f-38b7-420b-bf21-4ea87382fbad req-fd8dd1c4-ed51-410e-94bd-2ad6473c2a42 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305071 Jul 19 03:23:55.809881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.827880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07359b8f-a530-4eaf-8039-1e8b5856c496']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:55.842868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545327fd-b4d9-495f-8349-4b8b2457277e') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:55.843139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545327fd-b4d9-495f-8349-4b8b2457277e') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:55.856922 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.869430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8453238c-3034-4a7d-be4b-41479a09c8d0 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:23:55.878983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Attempting to bind port b60a1369-8756-43be-9190-284df1dc6260 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:55.879401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Attempting to bind port b60a1369-8756-43be-9190-284df1dc6260 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:55.880428 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Attempting to bind port b60a1369-8756-43be-9190-284df1dc6260 on network 3b452f33-00db-4989-bdd6-db7ff37a9a33 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:55.895318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54180c-35d6-40a9-ad6d-99acfa35b677 req-2bb05175-9039-46c8-b966-517085d7e205 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:55.897086 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e54180c-35d6-40a9-ad6d-99acfa35b677 req-2bb05175-9039-46c8-b966-517085d7e205 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3123446 Jul 19 03:23:55.897475 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.899369 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Port b60a1369-8756-43be-9190-284df1dc6260 on network 3b452f33-00db-4989-bdd6-db7ff37a9a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:23:55.899777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Attempting to bind port b60a1369-8756-43be-9190-284df1dc6260 on network 3b452f33-00db-4989-bdd6-db7ff37a9a33 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:55.903422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 8453238c-3034-4a7d-be4b-41479a09c8d0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:23:55.904055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8453238c-3034-4a7d-be4b-41479a09c8d0 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:23:55.910593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:23:55.911916 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.918165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:55.918165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Checking segment: {'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:55.918576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Bound using segment: {'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:55.918986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Bound port: b60a1369-8756-43be-9190-284df1dc6260, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:55.919348 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:23:55.922942 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:23:55.965475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-71f16d2c-1383-4859-9feb-f7a712955696 req-4d9d86da-5fb4-4dd8-9b86-7f6cb55fb3a7 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0621407 Jul 19 03:23:55.994455 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e54180c-35d6-40a9-ad6d-99acfa35b677 req-3ccdb379-d9f3-431e-a78c-9dd9093cd6b0 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869594 Jul 19 03:23:56.045213 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.050047 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.057933 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/networks/07359b8f-a530-4eaf-8039-1e8b5856c496 HTTP/1.1" status: 204 len: 168 time: 2.2889078 Jul 19 03:23:56.058976 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59832) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:56.078492 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.082103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8edea-58db-48bc-9261-dd62a7bca659 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Network': ['ID=07359b8f-a530-4eaf-8039-1e8b5856c496,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:56.093152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:56.118746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:56.142151 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.200197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:56.200839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.202340 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] 10.222.0.25 "PUT /v2.0/ports/b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 200 len: 1092 time: 1.4033415 Jul 19 03:23:56.204582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:23:56.207111 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69" -d '{"events": [{"name": "network-changed", "server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "tag": "b60a1369-8756-43be-9190-284df1dc6260"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:23:56.241608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee89127-e684-40de-b250-0ac0847c8a7c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:56.246942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6ee89127-e684-40de-b250-0ac0847c8a7c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1855245 Jul 19 03:23:56.247747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462307a-8a51-4995-b531-44e8bbdb76fc service neutron] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:56.250765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59836) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:56.285513 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609072e2-5ed4-4267-b407-9e917255181e x-openstack-request-id: req-609072e2-5ed4-4267-b407-9e917255181e {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:23:56.285792 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "tag": "b60a1369-8756-43be-9190-284df1dc6260", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:23:56.285990 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-609072e2-5ed4-4267-b407-9e917255181e {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:23:56.286480 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260', 'status': 'completed', 'code': 200} Jul 19 03:23:56.295857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] Deleting port db36ffaa-98e6-4611-8e08-fa9a1de16da6 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:56.296196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.351127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db13bb-ed24-4560-8752-27e1018f1571 req-045b976c-2bd1-4723-89ae-58c47c344a70 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:56.352649 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89db13bb-ed24-4560-8752-27e1018f1571 req-045b976c-2bd1-4723-89ae-58c47c344a70 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2178967 Jul 19 03:23:56.372360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c5d2cb11-e51f-4c12-8135-56fc52ba5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:56.373927 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-c5d2cb11-e51f-4c12-8135-56fc52ba5a0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 1095 time: 0.1218746 Jul 19 03:23:56.443843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-24f564e3-b9db-4524-9026-2e2c755b2fb6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1921399 Jul 19 03:23:56.453069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59840) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:56.459950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1736188092'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:56.460129 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-d0aa583f-bc04-41d8-8530-958faa481f4b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 200 len: 217 time: 0.0743296 Jul 19 03:23:56.466169 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] For port db36ffaa-98e6-4611-8e08-fa9a1de16da6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=db36ffaa-98e6-4611-8e08-fa9a1de16da6,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:56.466567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.471295 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89db13bb-ed24-4560-8752-27e1018f1571 req-8856a410-814e-4171-a083-0024a273b526 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005197 Jul 19 03:23:56.509279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] Calling delete_port for db36ffaa-98e6-4611-8e08-fa9a1de16da6 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:56.522166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:56.525899 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.542617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Allocated IP 172.21.0.1 (0bdac01b-ed0a-419f-a172-7b3ba276bb7b/da0bd45e-d169-48c1-ae12-1d26a4c8547d/dcf2d01e-806c-4803-922c-7af6b9ff1aae) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:56.566838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:23:56.584079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-9d05b511-5ff5-4492-9632-1cfe8fe12908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:56.585676 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-9d05b511-5ff5-4492-9632-1cfe8fe12908 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 200 len: 853 time: 0.1158071 Jul 19 03:23:56.597179 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.597525 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Added segment dfed1942-8870-475a-9fe6-42f558622969 of type vlan for network d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 Jul 19 03:23:56.610191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b57592-c29d-4fc0-b848-ca272e8e7898 req-bfe15a35-aff4-4240-b6cb-e9c800ac908e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:56.612881 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89b57592-c29d-4fc0-b848-ca272e8e7898 req-bfe15a35-aff4-4240-b6cb-e9c800ac908e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.2196469 Jul 19 03:23:56.640231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-bd64566f-8078-4a4b-9ac1-d9f248639d8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b452f33-00db-4989-bdd6-db7ff37a9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467050 Jul 19 03:23:56.691284 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.779376 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-89b57592-c29d-4fc0-b848-ca272e8e7898 req-aa1d6b5b-2120-45a5-85c3-f18b1c81a72a tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379163 Jul 19 03:23:56.797809 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.820310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.826249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:56.826885 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:56.827521 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-e9553ab7-09e5-4f6d-9bb2-c54c8e723914 service neutron] 10.222.0.25 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761413 Jul 19 03:23:56.846174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Transition to ACTIVE for port object dcf2d01e-806c-4803-922c-7af6b9ff1aae will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:56.892660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587184b-1f77-4781-b755-050f576c671d req-98117d2a-1dfe-4331-b7a3-5c1d8e6fa051 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:56.894226 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-98117d2a-1dfe-4331-b7a3-5c1d8e6fa051 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 812 time: 0.2162111 Jul 19 03:23:56.900083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4459717 Jul 19 03:23:56.907696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59856) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:56.914068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': 'd1b894cf-003b-4f55-8cd6-6cfc30dc5f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:56.974985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362681e-4f9b-4625-b993-4bf8f33afb23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Network': ['ID=d1b894cf-003b-4f55-8cd6-6cfc30dc5f77,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:56.987496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:23:56.990803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-4adcd2c3-8737-42cc-b62b-8c215afca696 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/quotas/2c3411c429fd44e8b8e4edf37d98ebcb HTTP/1.1" status: 200 len: 375 time: 0.0858147 Jul 19 03:23:57.048437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:57.125401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 0bdac01b-ed0a-419f-a172-7b3ba276bb7b is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:57.141902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:57.151756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:57.182012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=dcf2d01e-806c-4803-922c-7af6b9ff1aae,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:57.202708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:57.206353 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:57.258842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-b2f844d3-04d7-4d39-ad04-c1e00f400843 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2549987 Jul 19 03:23:57.259910 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:57.303935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:57.355798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=db36ffaa-98e6-4611-8e08-fa9a1de16da6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:57.359057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8324ac7f-9e80-4939-9651-b5c276ab4034 req-a183184a-a0e9-46a2-866f-64180b0f8dea service neutron] 10.222.0.25 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236285 Jul 19 03:23:57.396059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4818ea57-a916-48b7-9d22-a8eb8cb84915 None None] Provisioning for port dcf2d01e-806c-4803-922c-7af6b9ff1aae completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:23:57.427711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4818ea57-a916-48b7-9d22-a8eb8cb84915 None None] Provisioning complete for port dcf2d01e-806c-4803-922c-7af6b9ff1aae triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:57.428035 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4818ea57-a916-48b7-9d22-a8eb8cb84915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:57.439909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071c50c-734d-405b-8725-10ff401d8e00 req-38899fc4-9f71-4599-80d8-556ea7788b72 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:57.447737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a071c50c-734d-405b-8725-10ff401d8e00 req-38899fc4-9f71-4599-80d8-556ea7788b72 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 943 time: 0.2361360 Jul 19 03:23:57.470951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4818ea57-a916-48b7-9d22-a8eb8cb84915 None None] Port dcf2d01e-806c-4803-922c-7af6b9ff1aae cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:57.571284 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a071c50c-734d-405b-8725-10ff401d8e00 req-7f50b727-ddae-4572-a7a3-ec9000ecb876 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225550 Jul 19 03:23:57.646820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69 req-0b914306-e856-4596-9bc2-2a58d2163df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:57.648371 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69 req-0b914306-e856-4596-9bc2-2a58d2163df9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 1095 time: 0.1916771 Jul 19 03:23:57.674763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e0fa9957-ff4e-48f3-9b0c-a109b5093711 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:23:57.690454 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:57.730620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port e0fa9957-ff4e-48f3-9b0c-a109b5093711 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:57.731161 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:57.825007 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8049337b-7421-4b08-b1ec-2fa32eb7059b req-2e6c5ca5-643d-4b07-970f-ecd89e9216ba tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.1205156 Jul 19 03:23:57.863130 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-aa59714d-9fbf-4a49-8f42-b17431b6a269 service neutron] 10.222.0.20 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964200 Jul 19 03:23:57.894297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69 req-f5112303-b497-4714-8647-1f55cc241777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:57.896077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69 req-f5112303-b497-4714-8647-1f55cc241777 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 913 time: 0.2380738 Jul 19 03:23:57.938645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:57.946727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69 req-2409bf34-0e0d-4988-832d-ea5a99a332a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 200 len: 217 time: 0.0438161 Jul 19 03:23:58.065480 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:58.074480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69 req-fbc5663f-3c13-4dd3-959f-68cff39ba79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:58.076038 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69 req-fbc5663f-3c13-4dd3-959f-68cff39ba79e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 200 len: 853 time: 0.1208186 Jul 19 03:23:58.144801 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69 req-7b890019-b5d1-4918-be33-f1379e6a44fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b452f33-00db-4989-bdd6-db7ff37a9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587745 Jul 19 03:23:58.177101 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-df9fdfbf-2c1b-4757-b2a8-4d3c3556774c service neutron] 10.222.0.20 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907820 Jul 19 03:23:58.194767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054fb43-dbb1-44cb-b1b3-07834028dd5b req-915bbbe3-6c8d-4d9a-846f-94c4ed529d54 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:58.196338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e054fb43-dbb1-44cb-b1b3-07834028dd5b req-915bbbe3-6c8d-4d9a-846f-94c4ed529d54 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.2429166 Jul 19 03:23:58.206104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=29a60a2d-8fc2-42e1-ae31-0026367b185b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:58.237878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Checking segment: {'id': 'dfed1942-8870-475a-9fe6-42f558622969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd1b894cf-003b-4f55-8cd6-6cfc30dc5f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:58.238243 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network hostable DHCP agents. Network: d1b894cf-003b-4f55-8cd6-6cfc30dc5f77, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:23:58.264056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] Router ca484eee-35bd-46a0-9e78-4c340e34b9f6 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:58.284124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:23:58.311374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e054fb43-dbb1-44cb-b1b3-07834028dd5b req-d6aeb47e-64a6-40b0-86ab-92dadd473e86 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059787 Jul 19 03:23:58.317781 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69 req-0166c670-e3c7-444a-9ee9-a13f789c4f34 service neutron] 10.222.0.25 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660166 Jul 19 03:23:58.325272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d1b894cf-003b-4f55-8cd6-6cfc30dc5f77) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:58.333440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:58.334096 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:58.340048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e570c05-9e5c-45b2-a40f-0989ab87af4d None None] Network d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:23:58.404564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-26f25820-2645-4a33-b56b-0928f82faecb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4935210 Jul 19 03:23:58.410162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c00f0c3-a2c4-4a5b-953b-17b7c1e6b8cd req-93c86dbd-1c87-4135-a02d-68f9d5ed8c34 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 210 time: 0.0413773 Jul 19 03:23:58.411938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59866) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:58.417077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': 'd1b894cf-003b-4f55-8cd6-6cfc30dc5f77', 'name': 'tempest-PortsTestJSON-210088144'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:23:58.471371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:58.503083 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:58.537176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-d1b894cf-003b-4f55-8cd6-6cfc30dc5f77', 'network_id': 'd1b894cf-003b-4f55-8cd6-6cfc30dc5f77', 'tenant_id': '4a6e0f6ec9a44850b556aa7528e80a66', 'fixed_ips': [{'subnet_id': '29a60a2d-8fc2-42e1-ae31-0026367b185b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:23:58.537887 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:58.561811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:58.575848 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] Sync routers for ids ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:58.592444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cd5e1a74-d633-40fd-81e0-5d06bf9ceb54 admin admin] 10.222.0.20 "PUT /v2.0/routers/ca484eee-35bd-46a0-9e78-4c340e34b9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1790037 Jul 19 03:23:58.594391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59872) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:58.595710 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] Routers {'ca484eee-35bd-46a0-9e78-4c340e34b9f6'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:58.597584 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:58.608079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64647c82-2c5d-49e7-a18f-ac2c9c7a5b69 req-282c1144-6ff3-4207-b0af-29c4a8107f36 service neutron] 10.222.0.25 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191911 Jul 19 03:23:58.610542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=dcf2d01e-806c-4803-922c-7af6b9ff1aae,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:58.616052 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:58.664137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:23:58.668003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:58.719430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 8a13ec2b-f9fe-4f11-8c03-9b393fba1275 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:23:58.803418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 0bdac01b-ed0a-419f-a172-7b3ba276bb7b is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:58.807328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:58.831607 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] Set router ca484eee-35bd-46a0-9e78-4c340e34b9f6 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:58.837878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Allocated IP 172.20.0.2 (d1b894cf-003b-4f55-8cd6-6cfc30dc5f77/29a60a2d-8fc2-42e1-ae31-0026367b185b/5f9d7237-cda1-4ce0-8545-af8a4ad18284) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:58.847794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.064017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 42e756de-ba2a-4d93-aebb-11e5ce242483 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:23:59.074435 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:23:56Z', 'revision_number': 5, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:59.127359 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] Checking router: ca484eee-35bd-46a0-9e78-4c340e34b9f6 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:23:59.129070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.137173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f45d03-3cfb-4a5a-990c-823a3fef5df9 req-c2129396-48a9-4f01-9ce1-7c27920194aa tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:59.139560 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2f45d03-3cfb-4a5a-990c-823a3fef5df9 req-c2129396-48a9-4f01-9ce1-7c27920194aa tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 943 time: 0.3349583 Jul 19 03:23:59.155789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Transition to ACTIVE for port object 5f9d7237-cda1-4ce0-8545-af8a4ad18284 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:59.158447 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] Routers {'ca484eee-35bd-46a0-9e78-4c340e34b9f6'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:59.159530 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:59.207039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Transition to ACTIVE for port object 5f9d7237-cda1-4ce0-8545-af8a4ad18284 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:59.214200 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.234079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2f45d03-3cfb-4a5a-990c-823a3fef5df9 req-31c18a83-1bfc-45a3-a954-0979d6cc561e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934949 Jul 19 03:23:59.245969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.260612 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Network d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:59.264586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:59.267087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:59.279420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ae194e63-7cfc-44c9-a1a4-76ba92f60ff8 req-3b442da6-5083-4a5b-8139-2c49100fba2b tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.1220429 Jul 19 03:23:59.320555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Pushing event updated for resources: {'Port': ['ID=5f9d7237-cda1-4ce0-8545-af8a4ad18284,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:59.333463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:23:59.340576 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] Set router ca484eee-35bd-46a0-9e78-4c340e34b9f6 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:23:59.341788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-51b57ae6-b667-4dfc-8132-858efa2aa398 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/42e756de-ba2a-4d93-aebb-11e5ce242483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1077864 Jul 19 03:23:59.344340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59882) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:59.362876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.14 (d1b894cf-003b-4f55-8cd6-6cfc30dc5f77/29a60a2d-8fc2-42e1-ae31-0026367b185b/8a13ec2b-f9fe-4f11-8c03-9b393fba1275) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:23:59.374715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a1321c-2802-445b-987b-ea48561b488d None None] Sync routers for ids ['42e756de-ba2a-4d93-aebb-11e5ce242483'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:23:59.399024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Attempting to bind port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:23:59.399307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Attempting to bind port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'dfed1942-8870-475a-9fe6-42f558622969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd1b894cf-003b-4f55-8cd6-6cfc30dc5f77'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:23:59.400135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Attempting to bind port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 on network d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:23:59.402846 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Deleting port 91bbc95d-4326-4b35-89c9-a7178e7b69b3 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:23:59.406341 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.414288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:23:59.414669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Checking segment: {'id': 'dfed1942-8870-475a-9fe6-42f558622969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd1b894cf-003b-4f55-8cd6-6cfc30dc5f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:23:59.415070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.415470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Bound using segment: {'id': 'dfed1942-8870-475a-9fe6-42f558622969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd1b894cf-003b-4f55-8cd6-6cfc30dc5f77'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:23:59.415953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Bound port: 5f9d7237-cda1-4ce0-8545-af8a4ad18284, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfed1942-8870-475a-9fe6-42f558622969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd1b894cf-003b-4f55-8cd6-6cfc30dc5f77'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:23:59.416382 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.418481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1d568d45-65b8-4cf7-85be-150e9dfc0e14 None None] Provisioning complete for port dcf2d01e-806c-4803-922c-7af6b9ff1aae triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:23:59.418834 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d568d45-65b8-4cf7-85be-150e9dfc0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.455832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992ab93-d0c8-4099-a011-be0413fcfee0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:59.463342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59886) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:59.464382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1992ab93-d0c8-4099-a011-be0413fcfee0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports/dcf2d01e-806c-4803-922c-7af6b9ff1aae HTTP/1.1" status: 200 len: 910 time: 0.1114645 Jul 19 03:23:59.550916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a1321c-2802-445b-987b-ea48561b488d None None] Routers {'42e756de-ba2a-4d93-aebb-11e5ce242483'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:59.552683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-53a1321c-2802-445b-987b-ea48561b488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['42e756de-ba2a-4d93-aebb-11e5ce242483'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:59.557036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1d568d45-65b8-4cf7-85be-150e9dfc0e14 None None] Port dcf2d01e-806c-4803-922c-7af6b9ff1aae cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:23:59.598863 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:23:56Z', 'revision_number': 5, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:59.603879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] For port 91bbc95d-4326-4b35-89c9-a7178e7b69b3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=91bbc95d-4326-4b35-89c9-a7178e7b69b3,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:23:59.604355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.611790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-53a1321c-2802-445b-987b-ea48561b488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:59.620708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Calling delete_port for 91bbc95d-4326-4b35-89c9-a7178e7b69b3 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:23:59.627784 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f2041-914d-41ca-835d-81ea7284f22f None None] The sync data for ids ['ca484eee-35bd-46a0-9e78-4c340e34b9f6'] in n-d-762330-18 is: [{'id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'name': 'tempest-ServersTestBootFromVolume-524722335-router', 'tenant_id': '770a1666774949b7b6969c1fcdc652a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:20:47Z', 'updated_at': '2021-07-19T03:23:56Z', 'revision_number': 5, 'project_id': '770a1666774949b7b6969c1fcdc652a3', 'gw_port': {'id': '91bbc95d-4326-4b35-89c9-a7178e7b69b3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca484eee-35bd-46a0-9e78-4c340e34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:20:48Z', 'updated_at': '2021-07-19T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:59.634229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a1321c-2802-445b-987b-ea48561b488d None None] Routers {'42e756de-ba2a-4d93-aebb-11e5ce242483'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:23:59.634892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-53a1321c-2802-445b-987b-ea48561b488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['42e756de-ba2a-4d93-aebb-11e5ce242483'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:59.682514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-53a1321c-2802-445b-987b-ea48561b488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:23:59.683170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a1321c-2802-445b-987b-ea48561b488d None None] The sync data for ids ['42e756de-ba2a-4d93-aebb-11e5ce242483'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:23:59.694172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] For port 5f9d7237-cda1-4ce0-8545-af8a4ad18284, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:23:59.697720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] For port 5f9d7237-cda1-4ce0-8545-af8a4ad18284, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5f9d7237-cda1-4ce0-8545-af8a4ad18284,segment=NetworkSegment(dfed1942-8870-475a-9fe6-42f558622969),segment_id=dfed1942-8870-475a-9fe6-42f558622969)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:23:59.699610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-02d0014c-0fda-4d10-ba58-5256559baaf6 req-433256ff-8afa-485b-82d1-e54b8f2631b2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 210 time: 0.0398290 Jul 19 03:23:59.704164 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.736140 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.753391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object 8a13ec2b-f9fe-4f11-8c03-9b393fba1275 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:23:59.772939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5e25b-5440-4d89-8ca5-6e57dc5bc0f6 None None] Pushing event updated for resources: {'Port': ['ID=5f9d7237-cda1-4ce0-8545-af8a4ad18284,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:59.800708 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.824867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:23:59.827664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:23:59.830522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:23:59.905875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=8a13ec2b-f9fe-4f11-8c03-9b393fba1275,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:23:59.927013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:23:59.928452 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:23:59.946567 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b8831076-d37f-4251-987c-10e6d9a269e6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5335176 Jul 19 03:23:59.949750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59888) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:23:59.955815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': 'd1b894cf-003b-4f55-8cd6-6cfc30dc5f77', 'name': 'tempest-PortsTestJSON-1629338289'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:00.144684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b60a1369-8756-43be-9190-284df1dc6260 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:24:00.289386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587184b-1f77-4781-b755-050f576c671d req-5415d91a-cbb9-495d-afac-64c7991f9fc7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:00.291660 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-5415d91a-cbb9-495d-afac-64c7991f9fc7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.26 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 812 time: 0.3427708 Jul 19 03:24:00.305348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:00.312605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'port': {'device_id': 'babad029-1167-4c5c-8c78-e107afe530a0', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'admin_state_up': True, 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:00.318028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'b60a1369-8756-43be-9190-284df1dc6260', 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33', 'port_id': 'b60a1369-8756-43be-9190-284df1dc6260', 'mac_address': 'fa:16:3e:43:51:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178cfae9-865e-43fc-b57d-b8bd8bc8a2f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:24:00.363002 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:00.384755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60a1369-8756-43be-9190-284df1dc6260 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:24:00.413267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:00.420538 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:00.434295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:00.437706 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:00.439045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faa9c9-626e-4aa5-bd02-b2066a4277dc req-af8cc95f-685d-4f17-b0b8-84f99e3a8a2b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:00.440578 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-78faa9c9-626e-4aa5-bd02-b2066a4277dc req-af8cc95f-685d-4f17-b0b8-84f99e3a8a2b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.7613387 Jul 19 03:24:00.492527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 4ae36cc3-2939-457c-a323-ab7ad6871ff5 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:24:00.496020 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:00.528430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-78faa9c9-626e-4aa5-bd02-b2066a4277dc req-990a425e-039f-4fe9-b925-d2193d769a3a tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777707 Jul 19 03:24:00.602449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c302fea-34dc-4051-afcd-f17fcbcd9a14 req-11b67913-8e83-4194-97f3-d36f4bda3777 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:00.604186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c302fea-34dc-4051-afcd-f17fcbcd9a14 req-11b67913-8e83-4194-97f3-d36f4bda3777 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.1962285 Jul 19 03:24:00.619132 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:00.660182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Pushing event deleted for resources: {'Port': ['ID=91bbc95d-4326-4b35-89c9-a7178e7b69b3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:00.671153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b60a1369-8756-43be-9190-284df1dc6260'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:00.680120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Made reservation on behalf of 2c3411c429fd44e8b8e4edf37d98ebcb for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:00.684849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:00.791186 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-698b91dc-c267-4bb5-88b0-37bef1aef263 req-dfda8933-531f-4d66-a2c6-996ba92fb895 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.1252279 Jul 19 03:24:00.795088 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:00.799119 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c302fea-34dc-4051-afcd-f17fcbcd9a14 req-de11c280-1d62-4733-b655-b90359e8c191 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839695 Jul 19 03:24:00.854941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.4 (d1b894cf-003b-4f55-8cd6-6cfc30dc5f77/29a60a2d-8fc2-42e1-ae31-0026367b185b/4ae36cc3-2939-457c-a323-ab7ad6871ff5) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:00.966515 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:00.969304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:00.980656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43ff67cd-ec48-4bb0-bbdf-ea2c044f771f req-0173b9cc-4895-47b1-a59d-3fa20070386c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 210 time: 0.0461192 Jul 19 03:24:01.003499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Allocated IP 172.20.0.8 (dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be/8923274a-b15c-436a-854a-07f1da3779f3/98c85dec-1e43-476d-a73a-57653fe61447) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:01.034358 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.036677 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.037222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca484eee-35bd-46a0-9e78-4c340e34b9f6 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:24:01.042056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.043309 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7607da33-9d41-45cc-b7fb-26290c44ad1f admin admin] 10.222.0.20 "DELETE /v2.0/routers/ca484eee-35bd-46a0-9e78-4c340e34b9f6 HTTP/1.1" status: 204 len: 168 time: 2.4473312 Jul 19 03:24:01.051285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59896) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:01.099958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f697bac-1099-40ba-94b3-14329dce5b7d None None] Network d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:01.226064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0a0935-439f-4f6c-abed-17a045887b53 admin admin] Deleting subnet 67b17120-1fc5-41d5-99dc-a11cd5920add {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:24:01.231057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b501d73d-4cea-4e39-af35-22d168290f23 None None] Provisioning for port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:01.244586 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0935-439f-4f6c-abed-17a045887b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.346143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port dcf2d01e-806c-4803-922c-7af6b9ff1aae {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:01.346598 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.445776 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.460147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for dcf2d01e-806c-4803-922c-7af6b9ff1aae owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:01.647683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-28a4ccf3-ae8a-444a-820a-a9e9c4a3319f None None] Provisioning for port 8a13ec2b-f9fe-4f11-8c03-9b393fba1275 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:01.657211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-28a4ccf3-ae8a-444a-820a-a9e9c4a3319f None None] Provisioning complete for port 8a13ec2b-f9fe-4f11-8c03-9b393fba1275 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:01.657755 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-28a4ccf3-ae8a-444a-820a-a9e9c4a3319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.665834 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.696564 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0935-439f-4f6c-abed-17a045887b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.736260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object 4ae36cc3-2939-457c-a323-ab7ad6871ff5 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:01.742732 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.753592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-28a4ccf3-ae8a-444a-820a-a9e9c4a3319f None None] Port 8a13ec2b-f9fe-4f11-8c03-9b393fba1275 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:01.776843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5f9d7237-cda1-4ce0-8545-af8a4ad18284 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:01.801327 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.833371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=dcf2d01e-806c-4803-922c-7af6b9ff1aae,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:01.870316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Transition to ACTIVE for port object 98c85dec-1e43-476d-a73a-57653fe61447 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:01.881652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:01.887019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:01.887504 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.893003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ba45f34e-4c3e-4589-8e16-87ca78ad84b0 None None] Provisioning complete for port 8a13ec2b-f9fe-4f11-8c03-9b393fba1275 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:01.893522 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ba45f34e-4c3e-4589-8e16-87ca78ad84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.905657 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0935-439f-4f6c-abed-17a045887b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.914250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:01.946128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6101a-ca88-43b6-b486-ada76ea494c8 req-fee29c6b-4644-4305-8949-fde7ec8e7525 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:01.948217 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bce6101a-ca88-43b6-b486-ada76ea494c8 req-fee29c6b-4644-4305-8949-fde7ec8e7525 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.1494229 Jul 19 03:24:01.978345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ba45f34e-4c3e-4589-8e16-87ca78ad84b0 None None] Port 8a13ec2b-f9fe-4f11-8c03-9b393fba1275 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:02.037507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.065966 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bce6101a-ca88-43b6-b486-ada76ea494c8 req-4572bbf9-dbed-41bb-9434-88fbc497c108 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787537 Jul 19 03:24:02.068785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.082201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 5f9d7237-cda1-4ce0-8545-af8a4ad18284, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5f9d7237-cda1-4ce0-8545-af8a4ad18284,segment=NetworkSegment(dfed1942-8870-475a-9fe6-42f558622969),segment_id=dfed1942-8870-475a-9fe6-42f558622969)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:02.092736 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.107463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:02.135499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:02.149935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:02.160452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=4ae36cc3-2939-457c-a323-ab7ad6871ff5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:02.163210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b60a1369-8756-43be-9190-284df1dc6260 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:02.187736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device db36ffaa-98e6-4611-8e08-fa9a1de16da6 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:02.206935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.229012 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0935-439f-4f6c-abed-17a045887b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.252859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['3a8d49f0-1c55-4938-9ac4-bd132148645d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:02.307425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: db36ffaa-98e6-4611-8e08-fa9a1de16da6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:02.307917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device db36ffaa-98e6-4611-8e08-fa9a1de16da6 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:02.308439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 91bbc95d-4326-4b35-89c9-a7178e7b69b3 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:02.331796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:02.333338 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.338523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a0935-439f-4f6c-abed-17a045887b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b17120-1fc5-41d5-99dc-a11cd5920add,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:02.340069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=5f9d7237-cda1-4ce0-8545-af8a4ad18284,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:02.342257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 91bbc95d-4326-4b35-89c9-a7178e7b69b3 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:02.342746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 91bbc95d-4326-4b35-89c9-a7178e7b69b3 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:02.350184 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0935-439f-4f6c-abed-17a045887b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.351170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c43ccc-9c2c-4a7f-9102-7c30960efaae None None] Network ccbd75a7-d986-46f0-9641-f34658277b42 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:02.353315 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2d0a0935-439f-4f6c-abed-17a045887b53 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/67b17120-1fc5-41d5-99dc-a11cd5920add HTTP/1.1" status: 204 len: 168 time: 1.2994823 Jul 19 03:24:02.357182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:02.361309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59906) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:02.383223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:02.390556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:02.397645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'Port': ['ID=98c85dec-1e43-476d-a73a-57653fe61447,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:02.402427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.402879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.403375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.403925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.404357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.404884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.405327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.405746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.406191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.406711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.407153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.407868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:02.411342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035984c6-0708-460c-8e80-1e24cb3f9608 req-53faaa81-b2f6-4185-b8c7-463984f82404 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:02.424474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-035984c6-0708-460c-8e80-1e24cb3f9608 req-53faaa81-b2f6-4185-b8c7-463984f82404 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.4232666 Jul 19 03:24:02.426954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-448d52e6-16f0-4616-bae7-1fc7120940f5 req-0046dee8-8dbf-4c83-ae3b-45a55cd11a9d tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.1052299 Jul 19 03:24:02.482205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 42e756de-ba2a-4d93-aebb-11e5ce242483 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:24:02.497210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f73ad705-3f11-41f8-a234-cbdaf16abdcf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5464129 Jul 19 03:24:02.512304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59908) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:02.553005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port b60a1369-8756-43be-9190-284df1dc6260 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:02.584909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port b60a1369-8756-43be-9190-284df1dc6260 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:02.585475 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.617026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:02.626859 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1051104a-55e4-4097-8af9-91d3d5f7d96b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/42e756de-ba2a-4d93-aebb-11e5ce242483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1611111 Jul 19 03:24:02.627503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59910) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:02.628273 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2cf39f-3dda-427a-8e93-c83680cb283b None None] Sync routers for ids ['42e756de-ba2a-4d93-aebb-11e5ce242483'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:02.642169 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2cf39f-3dda-427a-8e93-c83680cb283b None None] Routers {'42e756de-ba2a-4d93-aebb-11e5ce242483'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:02.645580 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bb2cf39f-3dda-427a-8e93-c83680cb283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['42e756de-ba2a-4d93-aebb-11e5ce242483'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:02.678830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-35f66383-6172-4d2c-84bb-6c03907b2d40 None None] Provisioning for port 4ae36cc3-2939-457c-a323-ab7ad6871ff5 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:02.701364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-35f66383-6172-4d2c-84bb-6c03907b2d40 None None] Provisioning complete for port 4ae36cc3-2939-457c-a323-ab7ad6871ff5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:02.701669 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-35f66383-6172-4d2c-84bb-6c03907b2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.702983 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.717943 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bb2cf39f-3dda-427a-8e93-c83680cb283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:02.728781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-035984c6-0708-460c-8e80-1e24cb3f9608 req-b76a79f0-b056-401a-b869-6ee7415c804b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003740 Jul 19 03:24:02.729896 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2cf39f-3dda-427a-8e93-c83680cb283b None None] Routers {'42e756de-ba2a-4d93-aebb-11e5ce242483'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:02.733871 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bb2cf39f-3dda-427a-8e93-c83680cb283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['42e756de-ba2a-4d93-aebb-11e5ce242483'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:02.751533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:02.752958 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.753092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-35f66383-6172-4d2c-84bb-6c03907b2d40 None None] Port 4ae36cc3-2939-457c-a323-ab7ad6871ff5 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:02.787901 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bb2cf39f-3dda-427a-8e93-c83680cb283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:02.788757 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2cf39f-3dda-427a-8e93-c83680cb283b None None] The sync data for ids ['42e756de-ba2a-4d93-aebb-11e5ce242483'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:02.811206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-4dc983a5-a918-4743-a038-dd2a9e8cdcf2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5042996 Jul 19 03:24:02.834846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Request body: {'port': {'device_id': 'babad029-1167-4c5c-8c78-e107afe530a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:02.872102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6157c0-a86a-465c-8a4a-cb01b647e0ab tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:02.876247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1e6157c0-a86a-465c-8a4a-cb01b647e0ab tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.3572466 Jul 19 03:24:02.877526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59912) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:02.892089 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.908630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cc616b22-0684-4ca3-b1bf-b4d040255c40 None None] Provisioning for port 98c85dec-1e43-476d-a73a-57653fe61447 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:02.916828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126fa0e0-f14d-4d39-b78c-959476f33282 None None] DHCP port deletion for ccbd75a7-d986-46f0-9641-f34658277b42 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:24:02.921533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cc616b22-0684-4ca3-b1bf-b4d040255c40 None None] Provisioning complete for port 98c85dec-1e43-476d-a73a-57653fe61447 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:02.922202 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cc616b22-0684-4ca3-b1bf-b4d040255c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:02.962282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff758fe-1875-432f-942d-59bfa256565e req-cf8f4a4b-2783-4793-b881-0ae5846674ae tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:02.963847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0ff758fe-1875-432f-942d-59bfa256565e req-cf8f4a4b-2783-4793-b881-0ae5846674ae tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 931 time: 0.3490946 Jul 19 03:24:02.969224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:24:02.972860 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7f540f-e19d-4078-9f99-1b9c29fd8ba6" -d '{"events": [{"server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b60a1369-8756-43be-9190-284df1dc6260"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:24:03.014961 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c73123e-5c99-41b1-a9d9-c5d62bbc35d9 x-openstack-request-id: req-0c73123e-5c99-41b1-a9d9-c5d62bbc35d9 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:24:03.015393 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b60a1369-8756-43be-9190-284df1dc6260", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:24:03.015746 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c73123e-5c99-41b1-a9d9-c5d62bbc35d9 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:24:03.016235 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260', 'code': 200} Jul 19 03:24:03.020722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:03.023022 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cc616b22-0684-4ca3-b1bf-b4d040255c40 None None] Port 98c85dec-1e43-476d-a73a-57653fe61447 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:03.031700 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.040689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.045701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Deleting port 0b2909ee-fcd6-4412-ae16-90ae47968b65 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:03.046368 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.063614 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0ff758fe-1875-432f-942d-59bfa256565e req-a33001e8-239b-46f7-9a56-02979515be4f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872500 Jul 19 03:24:03.083084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-126fa0e0-f14d-4d39-b78c-959476f33282 None None] Deleting port 0b2909ee-fcd6-4412-ae16-90ae47968b65 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:03.083618 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-126fa0e0-f14d-4d39-b78c-959476f33282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.118295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:03.173685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-126fa0e0-f14d-4d39-b78c-959476f33282 None None] For port 0b2909ee-fcd6-4412-ae16-90ae47968b65, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0b2909ee-fcd6-4412-ae16-90ae47968b65,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:03.174100 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-126fa0e0-f14d-4d39-b78c-959476f33282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.188793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-126fa0e0-f14d-4d39-b78c-959476f33282 None None] Calling delete_port for 0b2909ee-fcd6-4412-ae16-90ae47968b65 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:03.217999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] For port 0b2909ee-fcd6-4412-ae16-90ae47968b65, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0b2909ee-fcd6-4412-ae16-90ae47968b65,segment=NetworkSegment(baad7eec-7f00-4138-9881-dcc277412bc8),segment_id=baad7eec-7f00-4138-9881-dcc277412bc8)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:03.218574 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.224025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.265411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8adb3-7039-458d-b844-bb7fb3653464 req-e2de76dc-79b1-46a6-b0fb-1a3534459e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:03.266983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-acc8adb3-7039-458d-b844-bb7fb3653464 req-e2de76dc-79b1-46a6-b0fb-1a3534459e2c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 1097 time: 0.1788275 Jul 19 03:24:03.279164 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-126fa0e0-f14d-4d39-b78c-959476f33282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.309135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fa0e0-f14d-4d39-b78c-959476f33282 None None] Pushing event deleted for resources: {'Port': ['ID=0b2909ee-fcd6-4412-ae16-90ae47968b65,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:03.311160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fa0e0-f14d-4d39-b78c-959476f33282 None None] No DVR routers for this DVR port 0b2909ee-fcd6-4412-ae16-90ae47968b65 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:03.315822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Calling delete_port for 0b2909ee-fcd6-4412-ae16-90ae47968b65 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:03.330749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f77d22a7-1301-40a6-bdee-0f34c24b9dc6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 4ae36cc3-2939-457c-a323-ab7ad6871ff5 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:03.331101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f77d22a7-1301-40a6-bdee-0f34c24b9dc6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.352119 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-acc8adb3-7039-458d-b844-bb7fb3653464 req-f7ffbc0c-9033-4878-aeab-60d2d0c85754 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548947 Jul 19 03:24:03.552518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 6a1c5a3f-4902-466d-9cd8-a2571454ee84 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:03.555249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.568341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461f204-6d21-42fc-b850-beb0dea87f4c req-ffe0a12e-5dd5-495b-8e7f-5a5b8706b726 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:03.569945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a461f204-6d21-42fc-b850-beb0dea87f4c req-ffe0a12e-5dd5-495b-8e7f-5a5b8706b726 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.3569572 Jul 19 03:24:03.579738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5f9d7237-cda1-4ce0-8545-af8a4ad18284 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:03.591874 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f77d22a7-1301-40a6-bdee-0f34c24b9dc6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.614368 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ced29a73-6e9a-4b96-866c-34c9fc5f4713 req-d7f74f0e-ec6d-421a-a18e-eeda3dc911ab tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0408499 Jul 19 03:24:03.633308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:03.633491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f77d22a7-1301-40a6-bdee-0f34c24b9dc6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 4ae36cc3-2939-457c-a323-ab7ad6871ff5 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:03.633598 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.656729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.699577 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.702615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2909ee-fcd6-4412-ae16-90ae47968b65,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:03.706909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a461f204-6d21-42fc-b850-beb0dea87f4c req-117dd932-0e9d-4555-bfbc-6bec4798f318 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284909 Jul 19 03:24:03.719726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 6a1c5a3f-4902-466d-9cd8-a2571454ee84 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:03.749850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] No DVR routers for this DVR port 0b2909ee-fcd6-4412-ae16-90ae47968b65 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:03.797284 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0b2909ee-fcd6-4412-ae16-90ae47968b65 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:03.822646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 0b2909ee-fcd6-4412-ae16-90ae47968b65 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:03.823555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0b2909ee-fcd6-4412-ae16-90ae47968b65 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:03.842346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c85dec-1e43-476d-a73a-57653fe61447 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:24:03.853904 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.890529 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.913241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbd75a7-d986-46f0-9641-f34658277b42']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:03.923383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baad7eec-7f00-4138-9881-dcc277412bc8') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:03.923682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baad7eec-7f00-4138-9881-dcc277412bc8') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:03.938833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.959896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.980425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=6a1c5a3f-4902-466d-9cd8-a2571454ee84,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:03.982258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.990890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:24:03.991303 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:24:03.995891 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:24:04.042650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c66641-0917-483c-962d-373f62bf27d6 req-dc99cb9d-e9fb-4799-be09-86a6ea304217 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:04.044414 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-91c66641-0917-483c-962d-373f62bf27d6 req-dc99cb9d-e9fb-4799-be09-86a6ea304217 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1640532 Jul 19 03:24:04.055562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f77d22a7-1301-40a6-bdee-0f34c24b9dc6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.087500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Transition to ACTIVE for port object 98c85dec-1e43-476d-a73a-57653fe61447 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:04.090114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d22a7-1301-40a6-bdee-0f34c24b9dc6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=4ae36cc3-2939-457c-a323-ab7ad6871ff5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:04.092074 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.110731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.111461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-91c66641-0917-483c-962d-373f62bf27d6 req-9b8525a1-c59d-4105-9851-a0998cf6a329 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570171 Jul 19 03:24:04.181149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.186963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ccbd75a7-d986-46f0-9641-f34658277b42 HTTP/1.1" status: 204 len: 168 time: 1.8206749 Jul 19 03:24:04.249580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba7b08-5ccc-4aca-9d92-22f7e49f2e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbd75a7-d986-46f0-9641-f34658277b42,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:04.283600 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.388144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Pushing event updated for resources: {'Port': ['ID=98c85dec-1e43-476d-a73a-57653fe61447,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:04.415624 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f77d22a7-1301-40a6-bdee-0f34c24b9dc6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.421485 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f77d22a7-1301-40a6-bdee-0f34c24b9dc6 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/4ae36cc3-2939-457c-a323-ab7ad6871ff5 HTTP/1.1" status: 204 len: 168 time: 1.5437489 Jul 19 03:24:04.425784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59928) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:04.466342 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-047fc0a7-9dfe-464e-b361-33f7d9929f04 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:24:04.470986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-047fc0a7-9dfe-464e-b361-33f7d9929f04 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/4ae36cc3-2939-457c-a323-ab7ad6871ff5 HTTP/1.1" status: 404 len: 333 time: 0.0433180 Jul 19 03:24:04.477718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59930) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:04.561583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59932) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:04.576026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1ddae-a1bc-46e2-80e3-f83b48d5762b req-9c6ecf66-a37b-45dc-81ca-ca9bd6a48316 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:04.577546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51f1ddae-a1bc-46e2-80e3-f83b48d5762b req-9c6ecf66-a37b-45dc-81ca-ca9bd6a48316 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 943 time: 0.2559237 Jul 19 03:24:04.580646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Attempting to bind port 98c85dec-1e43-476d-a73a-57653fe61447 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:04.580987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Attempting to bind port 98c85dec-1e43-476d-a73a-57653fe61447 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:04.581318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Attempting to bind port 98c85dec-1e43-476d-a73a-57653fe61447 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:04.581657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 42e756de-ba2a-4d93-aebb-11e5ce242483 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:24:04.591924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Port 98c85dec-1e43-476d-a73a-57653fe61447 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:24:04.592252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Attempting to bind port 98c85dec-1e43-476d-a73a-57653fe61447 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:04.616907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:04.617249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Checking segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:04.617644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Bound using segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:04.618085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Bound port: 98c85dec-1e43-476d-a73a-57653fe61447, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:04.618479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.644009 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf8d6d90-9860-498e-82e3-0e66a0e6cb96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=770a1666774949b7b6969c1fcdc652a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810225 Jul 19 03:24:04.650813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59934) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:04.676060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:04.684400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-01cbaa12-5d0c-436b-a3ee-c0dd14908edd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/42e756de-ba2a-4d93-aebb-11e5ce242483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0444458 Jul 19 03:24:04.684400 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59938) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:04.687803 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b85d6-a4b4-4653-8bd9-33e1b5812b1f None None] Sync routers for ids ['42e756de-ba2a-4d93-aebb-11e5ce242483'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:04.701853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7b85d6-a4b4-4653-8bd9-33e1b5812b1f None None] Routers {'42e756de-ba2a-4d93-aebb-11e5ce242483'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:04.702916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-af7b85d6-a4b4-4653-8bd9-33e1b5812b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['42e756de-ba2a-4d93-aebb-11e5ce242483'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:04.705367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51f1ddae-a1bc-46e2-80e3-f83b48d5762b req-141abeaa-a61f-43a1-9a8c-5f6ed1879d1e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166573 Jul 19 03:24:04.728073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f9e029a4-e345-46b4-8811-0bb86cd0d5e5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=42e756de-ba2a-4d93-aebb-11e5ce242483 HTTP/1.1" status: 200 len: 205 time: 0.0402806 Jul 19 03:24:04.728877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59940) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:04.774998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] For port 98c85dec-1e43-476d-a73a-57653fe61447, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:04.778390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c0726916-02c9-49da-b898-862db305456e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 8a13ec2b-f9fe-4f11-8c03-9b393fba1275 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:04.778757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0726916-02c9-49da-b898-862db305456e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.789011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] For port 98c85dec-1e43-476d-a73a-57653fe61447, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=98c85dec-1e43-476d-a73a-57653fe61447,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:04.799338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-af7b85d6-a4b4-4653-8bd9-33e1b5812b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:04.817612 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.819071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7b85d6-a4b4-4653-8bd9-33e1b5812b1f None None] Routers {'42e756de-ba2a-4d93-aebb-11e5ce242483'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:04.820307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-af7b85d6-a4b4-4653-8bd9-33e1b5812b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['42e756de-ba2a-4d93-aebb-11e5ce242483'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:04.823603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5dada8f4-0250-4d32-9a2a-2bb6047dfa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.850728 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ac34cb-75d9-4a35-ad06-36cd32ffeaef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.854741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-46b80ddf-931d-445b-b26b-815ab3961ee4 req-14e8a590-d6b9-477a-ae04-90d69bb7b3fd tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0414011 Jul 19 03:24:04.858870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-af7b85d6-a4b4-4653-8bd9-33e1b5812b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:04.860101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b85d6-a4b4-4653-8bd9-33e1b5812b1f None None] The sync data for ids ['42e756de-ba2a-4d93-aebb-11e5ce242483'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:04.919316 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5dada8f4-0250-4d32-9a2a-2bb6047dfa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.923415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:04.924131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:04.925455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] 10.222.0.26 "PUT /v2.0/ports/98c85dec-1e43-476d-a73a-57653fe61447 HTTP/1.1" status: 200 len: 1092 time: 2.1030107 Jul 19 03:24:04.925880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babad029-1167-4c5c-8c78-e107afe530a0', 'tag': '98c85dec-1e43-476d-a73a-57653fe61447'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:24:04.928542 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56542e06-6715-40a9-be43-14b7ef37075c" -d '{"events": [{"name": "network-changed", "server_uuid": "babad029-1167-4c5c-8c78-e107afe530a0", "tag": "98c85dec-1e43-476d-a73a-57653fe61447"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:24:05.026931 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c41d060-652a-47e0-84d0-0adc7dfdafe7 x-openstack-request-id: req-0c41d060-652a-47e0-84d0-0adc7dfdafe7 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:24:05.027233 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babad029-1167-4c5c-8c78-e107afe530a0", "tag": "98c85dec-1e43-476d-a73a-57653fe61447", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:24:05.027485 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c41d060-652a-47e0-84d0-0adc7dfdafe7 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:24:05.027885 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babad029-1167-4c5c-8c78-e107afe530a0', 'tag': '98c85dec-1e43-476d-a73a-57653fe61447', 'status': 'completed', 'code': 200} Jul 19 03:24:05.062133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d827d3-3ac0-455e-8332-7f36a951283a service neutron] Pushing event updated for resources: {'Port': ['ID=98c85dec-1e43-476d-a73a-57653fe61447,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:05.072638 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0726916-02c9-49da-b898-862db305456e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.097486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c0726916-02c9-49da-b898-862db305456e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 8a13ec2b-f9fe-4f11-8c03-9b393fba1275 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:05.413708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ac34cb-75d9-4a35-ad06-36cd32ffeaef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.417071 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ac34cb-75d9-4a35-ad06-36cd32ffeaef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.455778 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5dada8f4-0250-4d32-9a2a-2bb6047dfa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.458557 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5dada8f4-0250-4d32-9a2a-2bb6047dfa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.459802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5dada8f4-0250-4d32-9a2a-2bb6047dfa46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc1bc51a-8502-4d4b-be9d-e23021966047 HTTP/1.1" status: 204 len: 168 time: 0.8055201 Jul 19 03:24:05.475605 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ac34cb-75d9-4a35-ad06-36cd32ffeaef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.476392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ac34cb-75d9-4a35-ad06-36cd32ffeaef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Fanout notify agent at l3_agent the message router_deleted on router 42e756de-ba2a-4d93-aebb-11e5ce242483 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:24:05.476650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a6e28-85f3-4613-88fd-79f680bf798b req-c7d3cdf3-d0bc-4cf7-807c-b1c2b4ef4ad5 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:05.478175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-721a6e28-85f3-4613-88fd-79f680bf798b req-c7d3cdf3-d0bc-4cf7-807c-b1c2b4ef4ad5 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.5373402 Jul 19 03:24:05.484329 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ac34cb-75d9-4a35-ad06-36cd32ffeaef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.485450 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e8ac34cb-75d9-4a35-ad06-36cd32ffeaef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/42e756de-ba2a-4d93-aebb-11e5ce242483 HTTP/1.1" status: 204 len: 168 time: 0.7556579 Jul 19 03:24:05.488062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59950) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:05.491716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587184b-1f77-4781-b755-050f576c671d req-dfe1b0f9-be9f-436b-acfc-4894d1c13e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:05.493240 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-dfe1b0f9-be9f-436b-acfc-4894d1c13e46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 1095 time: 0.4974666 Jul 19 03:24:05.496829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dada8f4-0250-4d32-9a2a-2bb6047dfa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1bc51a-8502-4d4b-be9d-e23021966047,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:05.506544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e605e20-e38c-4984-9e58-d3f87518bbdd req-0cee6fda-1fe6-4f33-bc94-faddd2540241 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:05.508147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e605e20-e38c-4984-9e58-d3f87518bbdd req-0cee6fda-1fe6-4f33-bc94-faddd2540241 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1842475 Jul 19 03:24:05.560649 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-54eaf8f8-9027-4d3f-a3e8-c40fd448edc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c85dec-1e43-476d-a73a-57653fe61447 HTTP/1.1" status: 200 len: 217 time: 0.0567758 Jul 19 03:24:05.578381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00e3b77-3ba8-473e-bc22-4e607274e253 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting subnet da0bd45e-d169-48c1-ae12-1d26a4c8547d {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:24:05.583389 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a00e3b77-3ba8-473e-bc22-4e607274e253 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.588947 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e605e20-e38c-4984-9e58-d3f87518bbdd req-d047a4a8-1004-4b1e-969e-627bc52c7f69 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572157 Jul 19 03:24:05.617715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-721a6e28-85f3-4613-88fd-79f680bf798b req-7ee8ec6a-522d-452e-9684-2c4ddf43cf06 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219389 Jul 19 03:24:05.630008 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a00e3b77-3ba8-473e-bc22-4e607274e253 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.680052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587184b-1f77-4781-b755-050f576c671d req-02ebe775-ce27-45b9-a04a-9c0ece46d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:05.681564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-02ebe775-ce27-45b9-a04a-9c0ece46d2d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.1147065 Jul 19 03:24:05.743966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a00e3b77-3ba8-473e-bc22-4e607274e253 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.744591 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0726916-02c9-49da-b898-862db305456e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.781628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0726916-02c9-49da-b898-862db305456e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=8a13ec2b-f9fe-4f11-8c03-9b393fba1275,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:05.826129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587184b-1f77-4781-b755-050f576c671d req-81bccd8b-abe4-4b3b-88c0-e3c88a1a6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:05.827718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-81bccd8b-abe4-4b3b-88c0-e3c88a1a6cca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378751 Jul 19 03:24:05.987888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0726916-02c9-49da-b898-862db305456e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:05.990482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c0726916-02c9-49da-b898-862db305456e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/8a13ec2b-f9fe-4f11-8c03-9b393fba1275 HTTP/1.1" status: 204 len: 168 time: 1.5029924 Jul 19 03:24:05.995752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59978) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:06.000527 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a00e3b77-3ba8-473e-bc22-4e607274e253 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.037551 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00f7a34-9d18-4388-936f-fb435e8e9b67 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:24:06.041925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e00f7a34-9d18-4388-936f-fb435e8e9b67 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/8a13ec2b-f9fe-4f11-8c03-9b393fba1275 HTTP/1.1" status: 404 len: 333 time: 0.0426559 Jul 19 03:24:06.043076 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59980) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:06.047003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a00e3b77-3ba8-473e-bc22-4e607274e253 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.051990 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a00e3b77-3ba8-473e-bc22-4e607274e253 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/da0bd45e-d169-48c1-ae12-1d26a4c8547d HTTP/1.1" status: 204 len: 168 time: 0.5599666 Jul 19 03:24:06.051990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e3b77-3ba8-473e-bc22-4e607274e253 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Subnet': ['ID=da0bd45e-d169-48c1-ae12-1d26a4c8547d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:06.055377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c3849-44b9-4b14-b2ef-b1b580a2dc2f None None] Network 0bdac01b-ed0a-419f-a172-7b3ba276bb7b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:06.058692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59982) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:06.091039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-ffa10f66-c4c4-434f-8acd-873231726063 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:06.095408 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-ffa10f66-c4c4-434f-8acd-873231726063 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 813 time: 0.2387877 Jul 19 03:24:06.111125 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-4debf569-6132-4988-ab1b-3ad2927f78c3 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/quotas/2fab2f0ae6c44d46882e569f08be2523 HTTP/1.1" status: 200 len: 375 time: 0.0097861 Jul 19 03:24:06.184031 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-fb7ae580-9d26-4482-8535-a056a7e06ecd service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334587 Jul 19 03:24:06.185881 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-8341ae90-d2a4-423b-bdb1-cbc7819fc01a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689623 Jul 19 03:24:06.258196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-908040d3-06b2-423f-acf8-4edf1a3a29ea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet 29a60a2d-8fc2-42e1-ae31-0026367b185b {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:24:06.262188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-908040d3-06b2-423f-acf8-4edf1a3a29ea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.291244 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-2719197b-ccb6-42b4-b7ed-d9a8c8372073 service neutron] 10.222.0.20 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977862 Jul 19 03:24:06.324786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16be2c8-a4fa-4eef-88bd-fdd6a3739443 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting subnet f499e06f-0f39-4eef-bf23-5a30d34a3178 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:24:06.332783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b30bb-5ef9-4293-a80a-40d5bbdeb8b3 None None] DHCP port deletion for 0bdac01b-ed0a-419f-a172-7b3ba276bb7b request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:24:06.340754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-908040d3-06b2-423f-acf8-4edf1a3a29ea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.374611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467eee2-6443-4e2d-b11f-2c869a9f0800 req-62bd55b1-ca85-4863-a7c6-ff8f91023806 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:06.377038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e467eee2-6443-4e2d-b11f-2c869a9f0800 req-62bd55b1-ca85-4863-a7c6-ff8f91023806 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 943 time: 0.4330783 Jul 19 03:24:06.382964 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d16be2c8-a4fa-4eef-88bd-fdd6a3739443 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.403302 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-70cef2c6-3f15-47ca-9248-a40d0f7d23b1 service neutron] 10.222.0.20 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044655 Jul 19 03:24:06.413818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f41b30bb-5ef9-4293-a80a-40d5bbdeb8b3 None None] Deleting port e0fa9957-ff4e-48f3-9b0c-a109b5093711 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:06.415710 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f41b30bb-5ef9-4293-a80a-40d5bbdeb8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.453659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59992) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:06.483775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f41b30bb-5ef9-4293-a80a-40d5bbdeb8b3 None None] For port e0fa9957-ff4e-48f3-9b0c-a109b5093711, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e0fa9957-ff4e-48f3-9b0c-a109b5093711,segment=NetworkSegment(d75290b5-53e5-402b-9ede-95372d8ed755),segment_id=d75290b5-53e5-402b-9ede-95372d8ed755)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:06.484183 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f41b30bb-5ef9-4293-a80a-40d5bbdeb8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.501792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f41b30bb-5ef9-4293-a80a-40d5bbdeb8b3 None None] Calling delete_port for e0fa9957-ff4e-48f3-9b0c-a109b5093711 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:06.514087 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e467eee2-6443-4e2d-b11f-2c869a9f0800 req-41920352-1ce7-4c68-8ddf-933144246b11 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227825 Jul 19 03:24:06.554738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d16be2c8-a4fa-4eef-88bd-fdd6a3739443 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.611264 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-908040d3-06b2-423f-acf8-4edf1a3a29ea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.631988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-59065220-network', 'tenant_id': 'b935af6d0bc6444391b48c7141919175'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:06.658771 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f41b30bb-5ef9-4293-a80a-40d5bbdeb8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.689622 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c587184b-1f77-4781-b755-050f576c671d req-03d31cf8-f664-4e43-94fa-b999283f2e0b service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982183 Jul 19 03:24:06.696429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b30bb-5ef9-4293-a80a-40d5bbdeb8b3 None None] Pushing event deleted for resources: {'Port': ['ID=e0fa9957-ff4e-48f3-9b0c-a109b5093711,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:06.704648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b30bb-5ef9-4293-a80a-40d5bbdeb8b3 None None] No DVR routers for this DVR port e0fa9957-ff4e-48f3-9b0c-a109b5093711 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:06.708912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57d90665-c347-45f3-8243-23fdb5cfb56c req-3241664f-e5bf-4717-abad-1eb2eda8e672 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 210 time: 0.1021705 Jul 19 03:24:06.744221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:06.747504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.765679 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.797609 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.807126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ce1e184-69c7-4988-88d6-8bd149698fe1 req-80195c4c-c72b-497d-8649-22b817117131 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.1019149 Jul 19 03:24:06.808688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-908040d3-06b2-423f-acf8-4edf1a3a29ea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.892946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908040d3-06b2-423f-acf8-4edf1a3a29ea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=29a60a2d-8fc2-42e1-ae31-0026367b185b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:06.903780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-908040d3-06b2-423f-acf8-4edf1a3a29ea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.908104 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-908040d3-06b2-423f-acf8-4edf1a3a29ea tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/29a60a2d-8fc2-42e1-ae31-0026367b185b HTTP/1.1" status: 204 len: 168 time: 0.8602521 Jul 19 03:24:06.911947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60006) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:06.921983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf66c125-b717-45d1-b21b-1445a03dc4af None None] Network d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:06.924802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d16be2c8-a4fa-4eef-88bd-fdd6a3739443 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.976875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:06.981154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56542e06-6715-40a9-be43-14b7ef37075c req-ae6310d6-e4ef-4a97-bce5-c1f495a238d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:06.982373 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56542e06-6715-40a9-be43-14b7ef37075c req-ae6310d6-e4ef-4a97-bce5-c1f495a238d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 1095 time: 0.1778896 Jul 19 03:24:06.998417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.054693 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d16be2c8-a4fa-4eef-88bd-fdd6a3739443 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.084454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:24:07.090861 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.092720 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.118420 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.118701 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Added segment 00e7d858-1ca9-40e4-a4f6-3be3068b1f12 of type vlan for network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a Jul 19 03:24:07.119923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde6f3ea-0425-42f7-b007-643c1f67e88f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:07.141261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b64b8-39dd-473f-9086-cbbef7486546 req-eec9f396-8ac5-40e5-9c8d-493380dc2661 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:07.142860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-192b64b8-39dd-473f-9086-cbbef7486546 req-eec9f396-8ac5-40e5-9c8d-493380dc2661 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.2718592 Jul 19 03:24:07.161207 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d16be2c8-a4fa-4eef-88bd-fdd6a3739443 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.163322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d16be2c8-a4fa-4eef-88bd-fdd6a3739443 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/f499e06f-0f39-4eef-bf23-5a30d34a3178 HTTP/1.1" status: 204 len: 168 time: 1.0972166 Jul 19 03:24:07.164185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16be2c8-a4fa-4eef-88bd-fdd6a3739443 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Subnet': ['ID=f499e06f-0f39-4eef-bf23-5a30d34a3178,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:07.167972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60010) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:07.184161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3add298-ff95-4ac5-9ed4-0a1fee0e3b91 None None] Network 02642816-4909-41f3-85bb-89f02069fede requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:07.188775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2dede9-d5d1-42b8-befe-15dd26fd4689 None None] DHCP port deletion for d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:24:07.213882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56542e06-6715-40a9-be43-14b7ef37075c req-c1c2e79f-3584-4319-a5a4-e23686f4e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:07.216317 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56542e06-6715-40a9-be43-14b7ef37075c req-c1c2e79f-3584-4319-a5a4-e23686f4e593 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.2246644 Jul 19 03:24:07.240476 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.277072 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56542e06-6715-40a9-be43-14b7ef37075c req-c7d534ee-343d-444b-b139-6d45c3af236b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c85dec-1e43-476d-a73a-57653fe61447 HTTP/1.1" status: 200 len: 217 time: 0.0528419 Jul 19 03:24:07.340794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-192b64b8-39dd-473f-9086-cbbef7486546 req-bc6ddad9-ed91-4663-8a4f-357ae6ed8510 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709657 Jul 19 03:24:07.349366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56542e06-6715-40a9-be43-14b7ef37075c req-20510dcb-80c8-447c-bde2-b27f0174bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:07.350973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56542e06-6715-40a9-be43-14b7ef37075c req-20510dcb-80c8-447c-bde2-b27f0174bcd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.0590262 Jul 19 03:24:07.362556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-be2dede9-d5d1-42b8-befe-15dd26fd4689 None None] Deleting port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:07.362929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-be2dede9-d5d1-42b8-befe-15dd26fd4689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.366110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.375165 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.375936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:07.376609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.434154 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9796016 Jul 19 03:24:07.435751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:07.436185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.437276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60012) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:07.445835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Request body: {'subnet': {'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-subnet', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:07.456167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56542e06-6715-40a9-be43-14b7ef37075c req-f77dbe8e-8e69-4ef3-b367-7256aff63b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:07.458970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56542e06-6715-40a9-be43-14b7ef37075c req-f77dbe8e-8e69-4ef3-b367-7256aff63b90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991607 Jul 19 03:24:07.476062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728b4ca-273d-44e7-867b-2e8519bda88b admin admin] Pushing event updated for resources: {'Network': ['ID=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:07.480349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-be2dede9-d5d1-42b8-befe-15dd26fd4689 None None] For port 5f9d7237-cda1-4ce0-8545-af8a4ad18284, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5f9d7237-cda1-4ce0-8545-af8a4ad18284,segment=NetworkSegment(dfed1942-8870-475a-9fe6-42f558622969),segment_id=dfed1942-8870-475a-9fe6-42f558622969)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:07.481124 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-be2dede9-d5d1-42b8-befe-15dd26fd4689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.495206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:24:07.517960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:07.520639 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.562565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-be2dede9-d5d1-42b8-befe-15dd26fd4689 None None] Calling delete_port for 5f9d7237-cda1-4ce0-8545-af8a4ad18284 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:07.564368 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c6b88a-7635-485e-8579-12849f47c905 None None] DHCP port deletion for 02642816-4909-41f3-85bb-89f02069fede request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:24:07.595194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] For port 5f9d7237-cda1-4ce0-8545-af8a4ad18284, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5f9d7237-cda1-4ce0-8545-af8a4ad18284,segment=NetworkSegment(dfed1942-8870-475a-9fe6-42f558622969),segment_id=dfed1942-8870-475a-9fe6-42f558622969)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:07.595589 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.621450 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.646057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdac01b-ed0a-419f-a172-7b3ba276bb7b']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:07.648313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 5f9d7237-cda1-4ce0-8545-af8a4ad18284 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:07.659936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75290b5-53e5-402b-9ede-95372d8ed755') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:07.660238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75290b5-53e5-402b-9ede-95372d8ed755') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:07.669114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5f9d7237-cda1-4ce0-8545-af8a4ad18284 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:07.675463 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.727755 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.739495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56542e06-6715-40a9-be43-14b7ef37075c req-efb27883-4edc-4407-8064-87e4ca302459 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688086 Jul 19 03:24:07.740495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:24:07.740705 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:24:07.744435 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:24:07.841080 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.846524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-48c6b88a-7635-485e-8579-12849f47c905 None None] Deleting port 10afba9b-3995-48fd-b869-bbd25b80faa7 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:07.847233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-48c6b88a-7635-485e-8579-12849f47c905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.862596 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.871677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60022) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:07.873032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/networks/0bdac01b-ed0a-419f-a172-7b3ba276bb7b HTTP/1.1" status: 204 len: 168 time: 0.7020104 Jul 19 03:24:07.892971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5e985-2803-4033-9788-511960418224 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Network': ['ID=0bdac01b-ed0a-419f-a172-7b3ba276bb7b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:07.913960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-48c6b88a-7635-485e-8579-12849f47c905 None None] For port 10afba9b-3995-48fd-b869-bbd25b80faa7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10afba9b-3995-48fd-b869-bbd25b80faa7,segment=NetworkSegment(18fb3a0a-7a3d-460e-bbc8-38dd247ee106),segment_id=18fb3a0a-7a3d-460e-bbc8-38dd247ee106)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:07.914434 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-48c6b88a-7635-485e-8579-12849f47c905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:07.927025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-48c6b88a-7635-485e-8579-12849f47c905 None None] Calling delete_port for 10afba9b-3995-48fd-b869-bbd25b80faa7 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:07.945234 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1caaed80-c560-4065-887b-427f41935e45 req-f7cfe32a-7698-46c6-8152-c10d2637c310 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 210 time: 0.0389063 Jul 19 03:24:07.946358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56542e06-6715-40a9-be43-14b7ef37075c req-72805e1c-8272-460c-ba4f-eec8e94b3a40 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944506 Jul 19 03:24:07.977664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea403670-295e-4b2f-becb-2dc9c6bf10ec req-2d5d4265-0788-4c86-89ef-af62ba957af1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:07.984788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ea403670-295e-4b2f-becb-2dc9c6bf10ec req-2d5d4265-0788-4c86-89ef-af62ba957af1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 943 time: 0.2842300 Jul 19 03:24:08.085334 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.166901 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.169541 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-48c6b88a-7635-485e-8579-12849f47c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.182649 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-be2dede9-d5d1-42b8-befe-15dd26fd4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.185438 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c0ffc324-ff90-46e5-9f2e-2ce75da020d7 req-842be417-f7d6-441f-a759-bbc53dcd91eb tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0612600 Jul 19 03:24:08.195070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ea403670-295e-4b2f-becb-2dc9c6bf10ec req-cdb14b3e-d055-44df-aa5a-cb82a522c55c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092917 Jul 19 03:24:08.200000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.218088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c6b88a-7635-485e-8579-12849f47c905 None None] No DVR routers for this DVR port 10afba9b-3995-48fd-b869-bbd25b80faa7 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:08.231642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=5f9d7237-cda1-4ce0-8545-af8a4ad18284,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:08.235489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No DVR routers for this DVR port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:08.237575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2dede9-d5d1-42b8-befe-15dd26fd4689 None None] No DVR routers for this DVR port 5f9d7237-cda1-4ce0-8545-af8a4ad18284 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:08.246958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6b88a-7635-485e-8579-12849f47c905 None None] Pushing event deleted for resources: {'Port': ['ID=10afba9b-3995-48fd-b869-bbd25b80faa7,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:08.265061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] The port '10afba9b-3995-48fd-b869-bbd25b80faa7' was deleted {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 19 03:24:08.287162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dede9-d5d1-42b8-befe-15dd26fd4689 None None] Pushing event deleted for resources: {'Port': ['ID=5f9d7237-cda1-4ce0-8545-af8a4ad18284,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:08.296340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.309692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e0fa9957-ff4e-48f3-9b0c-a109b5093711 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:08.337323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: e0fa9957-ff4e-48f3-9b0c-a109b5093711 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:08.337674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e0fa9957-ff4e-48f3-9b0c-a109b5093711 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:08.361538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5b69c534-4836-4088-bd27-27de41a4c872 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:08.363105 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5b69c534-4836-4088-bd27-27de41a4c872 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.26 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 813 time: 0.3140099 Jul 19 03:24:08.371421 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.382697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Request body: {'port': {'device_id': 'ba65aa57-d4f4-4198-89a5-62d371a0ebf7', 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33', 'admin_state_up': True, 'tenant_id': '2fab2f0ae6c44d46882e569f08be2523'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:08.392379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b894cf-003b-4f55-8cd6-6cfc30dc5f77']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:08.407390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfed1942-8870-475a-9fe6-42f558622969') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:08.407691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfed1942-8870-475a-9fe6-42f558622969') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:08.418099 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.427443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.432739 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.439662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:24:08.440222 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:24:08.444232 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:24:08.464484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02642816-4909-41f3-85bb-89f02069fede']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:08.466596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21634538-a8d7-4b17-9fa0-ea9312bc5b45,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:08.487553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fb3a0a-7a3d-460e-bbc8-38dd247ee106') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:08.487860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fb3a0a-7a3d-460e-bbc8-38dd247ee106') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:08.522358 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.534375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.538455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Checking segment: {'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:08.538819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Network hostable DHCP agents. Network: a261e28e-89ab-4e1f-b05b-b2e9edd39e5a, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:24:08.547409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.549228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/networks/d1b894cf-003b-4f55-8cd6-6cfc30dc5f77 HTTP/1.1" status: 204 len: 168 time: 1.6332400 Jul 19 03:24:08.556086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60026) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:08.561981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea032fe-fece-4a69-8bce-c3d2061025e0 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Network': ['ID=d1b894cf-003b-4f55-8cd6-6cfc30dc5f77,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:08.564188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1670536182'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:08.571483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.588070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:24:08.588466 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:24:08.592912 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:24:08.595719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200c555-d4ec-41d6-ba8f-07db041c8e56 req-3787d254-66b7-4ded-84b8-7c50618d1f25 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:08.597341 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7200c555-d4ec-41d6-ba8f-07db041c8e56 req-3787d254-66b7-4ded-84b8-7c50618d1f25 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.0928340 Jul 19 03:24:08.638363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7200c555-d4ec-41d6-ba8f-07db041c8e56 req-001c942c-8957-4068-9376-5d6afe783542 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Jul 19 03:24:08.666577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:24:08.679053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:08.682649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.694056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, a261e28e-89ab-4e1f-b05b-b2e9edd39e5a) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:08.700182 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.705713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d43220-8106-4f51-ad42-14e26e9d92c3 None None] Network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:08.705941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:08.706436 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.713676 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.715465 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/networks/02642816-4909-41f3-85bb-89f02069fede HTTP/1.1" status: 204 len: 168 time: 0.8428416 Jul 19 03:24:08.721630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60028) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:08.729444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1211763555'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:08.741689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Made reservation on behalf of 2fab2f0ae6c44d46882e569f08be2523 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:08.745434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.749581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdbb1f-5459-4a2e-bfcd-b3734f56883a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Network': ['ID=02642816-4909-41f3-85bb-89f02069fede,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:08.756676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:08.760860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.762407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:24:08.790516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1b92348f-238f-4e4c-8c84-6c2539253ad8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3462026 Jul 19 03:24:08.790516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.790516 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Added segment e43f1369-d965-4ca0-ba9e-c129e7a71e9f of type vlan for network 81939aa2-bf66-49a2-80b1-163957b77f61 Jul 19 03:24:08.791094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60030) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:08.795974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:08.809490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:24:08.832080 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.832959 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added segment 7e040cc9-ed5a-466f-891a-f952b1ee6c1c of type vlan for network 1eb14914-f1af-4a00-8d86-e8e6222d523d Jul 19 03:24:08.843634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.844893 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.878939 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.899752 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.911211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:24:08.912614 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.949166 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.954945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.955085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:08.955621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:08.982660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Allocated IP 172.20.0.2 (3b452f33-00db-4989-bdd6-db7ff37a9a33/178cfae9-865e-43fc-b57d-b8bd8bc8a2f4/ab778dc7-847b-49e5-bfe7-030833da0100) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:09.057154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Allocated IP 172.20.0.2 (a261e28e-89ab-4e1f-b05b-b2e9edd39e5a/21634538-a8d7-4b17-9fa0-ea9312bc5b45/db6f4f9a-9b93-4e08-b182-e2792c43a399) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:09.061023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5033839 Jul 19 03:24:09.072598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60034) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:09.079751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': '81939aa2-bf66-49a2-80b1-163957b77f61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:09.134998 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.140917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:09.141509 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.157088 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.159409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a5c09-3550-4791-a7fe-c1abe739c641 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Network': ['ID=81939aa2-bf66-49a2-80b1-163957b77f61,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:09.177972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 81939aa2-bf66-49a2-80b1-163957b77f61 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:24:09.201330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4777555 Jul 19 03:24:09.204253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60036) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:09.214960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'subnet': {'network_id': '1eb14914-f1af-4a00-8d86-e8e6222d523d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:09.249490 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fcf41143-eb60-46aa-9e81-8daf028afd19 req-fab98cbd-4caa-4a7f-ac7e-7c584f592328 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 210 time: 0.1090012 Jul 19 03:24:09.303512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef4ad6-5b36-475c-ba70-b358eb3b0021 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Network': ['ID=1eb14914-f1af-4a00-8d86-e8e6222d523d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:09.329410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 1eb14914-f1af-4a00-8d86-e8e6222d523d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:24:09.351068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:09.367541 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.374771 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.389910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Transition to ACTIVE for port object db6f4f9a-9b93-4e08-b182-e2792c43a399 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:09.415946 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-966da44f-0853-49c3-84a0-7183c1f49a35 req-0b08d0c2-b201-4e0b-af39-6f8a2988fdae tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0411296 Jul 19 03:24:09.440997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Transition to ACTIVE for port object db6f4f9a-9b93-4e08-b182-e2792c43a399 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:09.452486 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.506929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:09.510679 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.520789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:09.522045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Pushing event updated for resources: {'Port': ['ID=db6f4f9a-9b93-4e08-b182-e2792c43a399,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:09.525724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:09.530440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:09.601809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10afba9b-3995-48fd-b869-bbd25b80faa7 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:09.625389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Attempting to bind port db6f4f9a-9b93-4e08-b182-e2792c43a399 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:09.625856 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Attempting to bind port db6f4f9a-9b93-4e08-b182-e2792c43a399 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:09.626360 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Attempting to bind port db6f4f9a-9b93-4e08-b182-e2792c43a399 on network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:09.629500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 10afba9b-3995-48fd-b869-bbd25b80faa7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:09.629973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10afba9b-3995-48fd-b869-bbd25b80faa7 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:09.634472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:09.634963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Checking segment: {'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:09.635559 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.636057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Bound using segment: {'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:09.636914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Bound port: db6f4f9a-9b93-4e08-b182-e2792c43a399, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:09.637384 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.710964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] For port db6f4f9a-9b93-4e08-b182-e2792c43a399, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:09.714840 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] For port db6f4f9a-9b93-4e08-b182-e2792c43a399, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=db6f4f9a-9b93-4e08-b182-e2792c43a399,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:09.725146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.796103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd178f-5037-4ec2-8b2b-96eeb61cee16 None None] Pushing event updated for resources: {'Port': ['ID=db6f4f9a-9b93-4e08-b182-e2792c43a399,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:09.875598 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.915626 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:09.958455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 98c85dec-1e43-476d-a73a-57653fe61447 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:24:09.983772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb84d3-0cba-4ef6-928c-c26446168c10 req-e7e4fdde-8713-44c5-afff-f50c48b55f83 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:09.990545 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0bb84d3-0cba-4ef6-928c-c26446168c10 req-e7e4fdde-8713-44c5-afff-f50c48b55f83 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 943 time: 0.1754818 Jul 19 03:24:10.058229 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.060335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Subnet': ['ID=5fbc8c32-6b39-42cb-8cf6-522d3acf26ff,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:10.065612 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.109991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.137581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ec858-c270-4f5b-8337-247218074e79 req-8f356021-1d80-4c57-abb2-3a87a242c7cc tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:10.139313 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-974ec858-c270-4f5b-8337-247218074e79 req-8f356021-1d80-4c57-abb2-3a87a242c7cc tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.3011429 Jul 19 03:24:10.140100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Checking segment: {'id': '7e040cc9-ed5a-466f-891a-f952b1ee6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1eb14914-f1af-4a00-8d86-e8e6222d523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:10.140462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network hostable DHCP agents. Network: 1eb14914-f1af-4a00-8d86-e8e6222d523d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:24:10.143137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 98c85dec-1e43-476d-a73a-57653fe61447, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=98c85dec-1e43-476d-a73a-57653fe61447,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:10.150957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0bb84d3-0cba-4ef6-928c-c26446168c10 req-b0f1e3b0-31d8-4e14-a467-e2ee83d43f97 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594009 Jul 19 03:24:10.158481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '98c85dec-1e43-476d-a73a-57653fe61447', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'port_id': '98c85dec-1e43-476d-a73a-57653fe61447', 'mac_address': 'fa:16:3e:95:3f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:24:10.171342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b60a1369-8756-43be-9190-284df1dc6260'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:10.188622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Pushing event updated for resources: {'Port': ['ID=ab778dc7-847b-49e5-bfe7-030833da0100,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:10.222523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Network 3b452f33-00db-4989-bdd6-db7ff37a9a33 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:10.224338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:10.230914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:10.269020 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.269632 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.281812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 1eb14914-f1af-4a00-8d86-e8e6222d523d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:24:10.306752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c85dec-1e43-476d-a73a-57653fe61447 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:24:10.311598 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-974ec858-c270-4f5b-8337-247218074e79 req-2fd1810e-7f11-4351-9817-2b0ba7d049ad tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075592 Jul 19 03:24:10.337834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 1eb14914-f1af-4a00-8d86-e8e6222d523d) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:10.344839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 98c85dec-1e43-476d-a73a-57653fe61447, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=98c85dec-1e43-476d-a73a-57653fe61447,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:10.346935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:10.348161 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.359966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d424c875-dba4-4ccf-80d5-defe954d6fe5 None None] Network 1eb14914-f1af-4a00-8d86-e8e6222d523d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:10.361871 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.362976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Checking segment: {'id': 'e43f1369-d965-4ca0-ba9e-c129e7a71e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '81939aa2-bf66-49a2-80b1-163957b77f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:10.364452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network hostable DHCP agents. Network: 81939aa2-bf66-49a2-80b1-163957b77f61, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:24:10.378738 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Allocated IP 172.25.2.81 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/26e02922-50be-48b0-b4e6-34927f75a466) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:10.380572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:10.381546 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.382910 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d77431ae-70fc-45c9-a2cf-8decc7e0f5d5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1768377 Jul 19 03:24:10.385691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60046) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:10.390971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-035f59ef-60fb-4731-9dd4-dacb57a68f3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2141684817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:10.396307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=b0da6209-f273-486a-87a5-f971b954d115,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:10.409094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-06b58eed-d87e-4a28-a8e4-080d12b22572 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0350533 Jul 19 03:24:10.421337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Request body: {'port': {'device_id': 'ba65aa57-d4f4-4198-89a5-62d371a0ebf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:10.430022 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 81939aa2-bf66-49a2-80b1-163957b77f61 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:24:10.443192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=98c85dec-1e43-476d-a73a-57653fe61447,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:10.459324 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-035f59ef-60fb-4731-9dd4-dacb57a68f3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.461042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-035f59ef-60fb-4731-9dd4-dacb57a68f3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.468085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 81939aa2-bf66-49a2-80b1-163957b77f61) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:10.478995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:10.479764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.567913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f4535-8247-4a59-a21a-72a0b31f69aa None None] Network 81939aa2-bf66-49a2-80b1-163957b77f61 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:10.588105 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0f18635c-63b3-4e50-ac6b-a0eadc0abf3d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5141003 Jul 19 03:24:10.590700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60050) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:10.605130 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-035f59ef-60fb-4731-9dd4-dacb57a68f3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.609215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': '81939aa2-bf66-49a2-80b1-163957b77f61', 'name': 'tempest-PortsTestJSON-485242987', 'fixed_ips': [{'subnet_id': 'b0da6209-f273-486a-87a5-f971b954d115', 'ip_address': '172.20.0.10'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:10.623169 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.653771 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-74985d8b-32f9-401c-868d-95d1ac8adc78 req-8654034d-89c4-4b67-a915-66ecd3be8183 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0613568 Jul 19 03:24:10.677098 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-035f59ef-60fb-4731-9dd4-dacb57a68f3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.678926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b7dc0-e439-4121-a0f4-291a59f7c152 req-976460a7-3918-4aab-a134-3805f47a963e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:10.685953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-718b7dc0-e439-4121-a0f4-291a59f7c152 req-976460a7-3918-4aab-a134-3805f47a963e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 931 time: 0.1839824 Jul 19 03:24:10.691038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.746382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-035f59ef-60fb-4731-9dd4-dacb57a68f3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.747608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-035f59ef-60fb-4731-9dd4-dacb57a68f3c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3609223 Jul 19 03:24:10.752573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60052) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:10.758234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'port': {'network_id': '1eb14914-f1af-4a00-8d86-e8e6222d523d', 'name': 'tempest-RoutersTest-1796448869'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:10.783431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['98c85dec-1e43-476d-a73a-57653fe61447'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:10.802991 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-718b7dc0-e439-4121-a0f4-291a59f7c152 req-14d2c877-e97a-4a9d-bb6b-54a5d2ee5dcf tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161311 Jul 19 03:24:10.881779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1eb14914-f1af-4a00-8d86-e8e6222d523d', 'network_id': '1eb14914-f1af-4a00-8d86-e8e6222d523d', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'fixed_ips': [{'subnet_id': '5fbc8c32-6b39-42cb-8cf6-522d3acf26ff'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:24:10.882575 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.898986 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:10.989556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:11.016915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-81939aa2-bf66-49a2-80b1-163957b77f61', 'network_id': '81939aa2-bf66-49a2-80b1-163957b77f61', 'tenant_id': '4a6e0f6ec9a44850b556aa7528e80a66', 'fixed_ips': [{'subnet_id': 'b0da6209-f273-486a-87a5-f971b954d115'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:24:11.017482 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:11.020385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab778dc7-847b-49e5-bfe7-030833da0100 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:24:11.029562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:11.044147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Transition to ACTIVE for port object ab778dc7-847b-49e5-bfe7-030833da0100 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:11.054052 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:11.125046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Pushing event updated for resources: {'Port': ['ID=ab778dc7-847b-49e5-bfe7-030833da0100,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:11.198645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b56f9-0c87-4738-a62c-eb11caef1d2c None None] Network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:11.205631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Attempting to bind port ab778dc7-847b-49e5-bfe7-030833da0100 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:11.205999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Attempting to bind port ab778dc7-847b-49e5-bfe7-030833da0100 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:11.207713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Attempting to bind port ab778dc7-847b-49e5-bfe7-030833da0100 on network 3b452f33-00db-4989-bdd6-db7ff37a9a33 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:11.214091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Port ab778dc7-847b-49e5-bfe7-030833da0100 on network 3b452f33-00db-4989-bdd6-db7ff37a9a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:24:11.214539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Attempting to bind port ab778dc7-847b-49e5-bfe7-030833da0100 on network 3b452f33-00db-4989-bdd6-db7ff37a9a33 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:11.220996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:11.221341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Checking segment: {'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:11.221734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Bound using segment: {'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:11.222177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Bound port: ab778dc7-847b-49e5-bfe7-030833da0100, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:11.222567 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:11.311147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] For port ab778dc7-847b-49e5-bfe7-030833da0100, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:11.315203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] For port ab778dc7-847b-49e5-bfe7-030833da0100, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ab778dc7-847b-49e5-bfe7-030833da0100,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:11.322805 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:11.337443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Allocated IP 172.20.0.2 (1eb14914-f1af-4a00-8d86-e8e6222d523d/5fbc8c32-6b39-42cb-8cf6-522d3acf26ff/a99322dd-12e4-48bc-aa5a-2cc5f18a7de2) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:11.345609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:11.369253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Pushing event updated for resources: {'Port': ['ID=26e02922-50be-48b0-b4e6-34927f75a466,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:11.371916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:11.385164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:11.389537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:11.390227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:11.392771 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] 10.222.0.26 "PUT /v2.0/ports/ab778dc7-847b-49e5-bfe7-030833da0100 HTTP/1.1" status: 200 len: 1092 time: 0.9758468 Jul 19 03:24:11.393261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba65aa57-d4f4-4198-89a5-62d371a0ebf7', 'tag': 'ab778dc7-847b-49e5-bfe7-030833da0100'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:24:11.396255 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba65aa57-d4f4-4198-89a5-62d371a0ebf7", "tag": "ab778dc7-847b-49e5-bfe7-030833da0100"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:24:11.419873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-54213da2-ddfb-45c3-b9d6-8f18bf72b55b None None] Provisioning for port db6f4f9a-9b93-4e08-b182-e2792c43a399 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:11.427090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1eeccc-6f4a-48da-a4bd-44d7a7c1a679 service neutron] Pushing event updated for resources: {'Port': ['ID=ab778dc7-847b-49e5-bfe7-030833da0100,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:11.548244 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:11.552073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:11.587862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211e64c-c94c-425d-a160-7690744b7dfa req-e4066faa-5f96-4d8b-901b-d8f693746c0e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:11.593512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9211e64c-c94c-425d-a160-7690744b7dfa req-e4066faa-5f96-4d8b-901b-d8f693746c0e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.1067650 Jul 19 03:24:11.597538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-1dd64104-cd32-4a2b-a9f5-f72c4d933b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:11.599642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-1dd64104-cd32-4a2b-a9f5-f72c4d933b38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 1095 time: 0.1459711 Jul 19 03:24:11.607437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] device_id is not set on port 14945ac6-47c8-49cb-b05d-f498c26c478c yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:24:11.609270 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:11.618510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Transition to ACTIVE for port object a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:11.653860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Allocated IP 172.20.0.2 (81939aa2-bf66-49a2-80b1-163957b77f61/b0da6209-f273-486a-87a5-f971b954d115/18198b14-c125-4247-920b-bf6b601aa0b5) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:11.657485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Transition to ACTIVE for port object a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:11.660003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:11.661355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device db6f4f9a-9b93-4e08-b182-e2792c43a399 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:11.665763 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-e1d4c285-8377-4cc2-8fb9-c08ba728e809 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab778dc7-847b-49e5-bfe7-030833da0100 HTTP/1.1" status: 200 len: 217 time: 0.0578506 Jul 19 03:24:11.711717 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9211e64c-c94c-425d-a160-7690744b7dfa req-d0cc0d42-fee7-4a5e-8c88-9531d4b31aea tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167626 Jul 19 03:24:11.716972 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:11.731784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5315afdd-b7d9-4b30-9c17-979b16219715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:11.733359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-5315afdd-b7d9-4b30-9c17-979b16219715 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 200 len: 853 time: 0.0560186 Jul 19 03:24:11.749881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be175c-569d-447c-b01e-3f437bc3912f req-94bc07b2-f02f-443b-9551-fb52a2b63fe8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:11.751517 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06be175c-569d-447c-b01e-3f437bc3912f req-94bc07b2-f02f-443b-9551-fb52a2b63fe8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 944 time: 0.4023280 Jul 19 03:24:11.781546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-08d5960a-67c9-4721-b93f-ff9905914401 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b452f33-00db-4989-bdd6-db7ff37a9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337806 Jul 19 03:24:11.802579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 7e6370b8-56b2-4c50-b0cb-e4e735062199 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:24:11.811632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Network 1eb14914-f1af-4a00-8d86-e8e6222d523d is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:11.827632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:11.841632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:11.885475 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85f08ff-bddc-4589-bada-2d04645e55c7 x-openstack-request-id: req-d85f08ff-bddc-4589-bada-2d04645e55c7 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:24:11.886208 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba65aa57-d4f4-4198-89a5-62d371a0ebf7", "tag": "ab778dc7-847b-49e5-bfe7-030833da0100", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:24:11.887010 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d85f08ff-bddc-4589-bada-2d04645e55c7 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:24:11.888725 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba65aa57-d4f4-4198-89a5-62d371a0ebf7', 'tag': 'ab778dc7-847b-49e5-bfe7-030833da0100', 'status': 'completed', 'code': 200} Jul 19 03:24:11.889481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Pushing event updated for resources: {'Port': ['ID=a99322dd-12e4-48bc-aa5a-2cc5f18a7de2,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:11.931443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-99496b68-678a-4ce4-b26b-551dea10d5ba service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424484 Jul 19 03:24:11.961087 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06be175c-569d-447c-b01e-3f437bc3912f req-0c7d5f49-f53e-4fd6-a44a-395edd68f365 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988418 Jul 19 03:24:11.990279 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-18d60d8d-7899-43e5-a657-34c0eb2a63b8 req-2cd30aae-44ed-42b2-8cd0-3d2db33fc1ad tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0426819 Jul 19 03:24:12.034071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Allocated IP 172.20.0.10 (1eb14914-f1af-4a00-8d86-e8e6222d523d/5fbc8c32-6b39-42cb-8cf6-522d3acf26ff/14945ac6-47c8-49cb-b05d-f498c26c478c) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:12.112851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.121689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cab7ca8-8803-48fd-8b4f-0e4b56106640 req-b493f8e3-596e-43e9-8c1e-d42f00c4d9a1 service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832561 Jul 19 03:24:12.201812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port db6f4f9a-9b93-4e08-b182-e2792c43a399 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:12.241733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port db6f4f9a-9b93-4e08-b182-e2792c43a399 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:12.242401 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.308952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f616a-4a8b-41d2-a060-c908e1bb9ca9 req-d4f1be31-a4c4-4ed2-9e71-827869d7554f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:12.309207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Attempting to bind port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:12.309752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Attempting to bind port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '7e040cc9-ed5a-466f-891a-f952b1ee6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1eb14914-f1af-4a00-8d86-e8e6222d523d'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:12.310289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Attempting to bind port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 on network 1eb14914-f1af-4a00-8d86-e8e6222d523d {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:12.317385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce7f616a-4a8b-41d2-a060-c908e1bb9ca9 req-d4f1be31-a4c4-4ed2-9e71-827869d7554f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 943 time: 0.1250536 Jul 19 03:24:12.340916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:12.341955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Checking segment: {'id': '7e040cc9-ed5a-466f-891a-f952b1ee6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1eb14914-f1af-4a00-8d86-e8e6222d523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:12.342716 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.343257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Bound using segment: {'id': '7e040cc9-ed5a-466f-891a-f952b1ee6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1eb14914-f1af-4a00-8d86-e8e6222d523d'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:12.343891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Bound port: a99322dd-12e4-48bc-aa5a-2cc5f18a7de2, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e040cc9-ed5a-466f-891a-f952b1ee6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1eb14914-f1af-4a00-8d86-e8e6222d523d'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:12.344541 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.373627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.384552 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce7f616a-4a8b-41d2-a060-c908e1bb9ca9 req-ba53d93b-b0fb-43f6-97f4-fc7460dc59c5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646746 Jul 19 03:24:12.391586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b req-5da571ab-0b14-4290-8f79-a1c5f0a8229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:12.396956 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b req-5da571ab-0b14-4290-8f79-a1c5f0a8229d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 1095 time: 0.1927686 Jul 19 03:24:12.454313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.469734 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.514215 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Transition to ACTIVE for port object 18198b14-c125-4247-920b-bf6b601aa0b5 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:12.522285 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ed95-d06b-46ac-ac68-fa6dde72a7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.549310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Transition to ACTIVE for port object 14945ac6-47c8-49cb-b05d-f498c26c478c will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:12.554648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b req-4135b9b6-f335-4f63-a667-8e0c538cdf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:12.558197 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b req-4135b9b6-f335-4f63-a667-8e0c538cdf06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 913 time: 0.1492984 Jul 19 03:24:12.575246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] For port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:12.584845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Transition to ACTIVE for port object 18198b14-c125-4247-920b-bf6b601aa0b5 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:12.610385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] For port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a99322dd-12e4-48bc-aa5a-2cc5f18a7de2,segment=NetworkSegment(7e040cc9-ed5a-466f-891a-f952b1ee6c1c),segment_id=7e040cc9-ed5a-466f-891a-f952b1ee6c1c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:12.611800 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.638577 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b req-9fcccd65-25b0-46e7-8e2f-a43af76b433f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab778dc7-847b-49e5-bfe7-030833da0100 HTTP/1.1" status: 200 len: 217 time: 0.0636220 Jul 19 03:24:12.671678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Pushing event updated for resources: {'Port': ['ID=18198b14-c125-4247-920b-bf6b601aa0b5,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:12.675912 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.679738 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.723945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Network 81939aa2-bf66-49a2-80b1-163957b77f61 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:12.726253 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b req-0e263640-5042-42c3-8b96-e5d780e2c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:12.729256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b req-0e263640-5042-42c3-8b96-e5d780e2c71d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 200 len: 853 time: 0.0826864 Jul 19 03:24:12.742366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:12.746706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:12.780115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b req-e5bcd3f7-067b-42e1-a3d3-68bbeeaa10ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b452f33-00db-4989-bdd6-db7ff37a9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394638 Jul 19 03:24:12.782870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port db6f4f9a-9b93-4e08-b182-e2792c43a399, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=db6f4f9a-9b93-4e08-b182-e2792c43a399,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:12.795837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.10 (81939aa2-bf66-49a2-80b1-163957b77f61/b0da6209-f273-486a-87a5-f971b954d115/7e6370b8-56b2-4c50-b0cb-e4e735062199) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:12.813002 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.816601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4f701-ae0f-42c8-af69-0006f68f0014 None None] Pushing event updated for resources: {'Port': ['ID=a99322dd-12e4-48bc-aa5a-2cc5f18a7de2,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:12.860003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.876544 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-765dc5c0-514f-4231-a3ff-c476517dc028 None None] Provisioning complete for port db6f4f9a-9b93-4e08-b182-e2792c43a399 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:12.876964 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-765dc5c0-514f-4231-a3ff-c476517dc028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.909066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Attempting to bind port 18198b14-c125-4247-920b-bf6b601aa0b5 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:12.909285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Attempting to bind port 18198b14-c125-4247-920b-bf6b601aa0b5 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'e43f1369-d965-4ca0-ba9e-c129e7a71e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '81939aa2-bf66-49a2-80b1-163957b77f61'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:12.910881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Attempting to bind port 18198b14-c125-4247-920b-bf6b601aa0b5 on network 81939aa2-bf66-49a2-80b1-163957b77f61 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:12.926701 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 1eb14914-f1af-4a00-8d86-e8e6222d523d is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:12.937278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:12.937972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Checking segment: {'id': 'e43f1369-d965-4ca0-ba9e-c129e7a71e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '81939aa2-bf66-49a2-80b1-163957b77f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:12.938142 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.938465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Bound using segment: {'id': 'e43f1369-d965-4ca0-ba9e-c129e7a71e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '81939aa2-bf66-49a2-80b1-163957b77f61'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:12.938943 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Bound port: 18198b14-c125-4247-920b-bf6b601aa0b5, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43f1369-d965-4ca0-ba9e-c129e7a71e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '81939aa2-bf66-49a2-80b1-163957b77f61'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:12.939320 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:12.944039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:12.956856 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b req-40cfb118-65cf-485a-8ca0-f0a3fb463dd0 service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648736 Jul 19 03:24:12.960621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=db6f4f9a-9b93-4e08-b182-e2792c43a399,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:12.968941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080fdd7-19d7-45b3-b28b-0b9a684259a1 req-cfe93504-671d-4f78-9c62-7ba16c8da206 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:12.971526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6080fdd7-19d7-45b3-b28b-0b9a684259a1 req-cfe93504-671d-4f78-9c62-7ba16c8da206 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.2340827 Jul 19 03:24:12.971709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:12.978605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-a963b111-1ae1-4dda-bb36-c9171054a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:12.980177 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-a963b111-1ae1-4dda-bb36-c9171054a0cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 1097 time: 0.2847052 Jul 19 03:24:13.059269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-37183d72-4e44-40d9-957d-600857d5801b None None] For port 18198b14-c125-4247-920b-bf6b601aa0b5, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:13.062778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-37183d72-4e44-40d9-957d-600857d5801b None None] For port 18198b14-c125-4247-920b-bf6b601aa0b5, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=18198b14-c125-4247-920b-bf6b601aa0b5,segment=NetworkSegment(e43f1369-d965-4ca0-ba9e-c129e7a71e9f),segment_id=e43f1369-d965-4ca0-ba9e-c129e7a71e9f)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:13.073010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:24:13.095675 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:13.103177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=14945ac6-47c8-49cb-b05d-f498c26c478c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:13.126570 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6080fdd7-19d7-45b3-b28b-0b9a684259a1 req-3b577635-437a-4d81-ba73-980b74c1662a tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680289 Jul 19 03:24:13.241254 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba2c29eb-0cd7-4c34-868a-a48b64c3fa7b req-050c92a4-e06d-4d18-8b3c-dbd1bccef76b service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683134 Jul 19 03:24:13.259483 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37183d72-4e44-40d9-957d-600857d5801b None None] Pushing event updated for resources: {'Port': ['ID=18198b14-c125-4247-920b-bf6b601aa0b5,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:13.328823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:13.329445 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:13.337449 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09b73b38-8645-479a-becd-bdfabaeeba54 req-d719b1ab-eec7-499c-9616-0afd49a5d6d6 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0368245 Jul 19 03:24:13.426596 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-40bd27f6-eaff-4e3e-a3ca-39c4cafaa64b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6727993 Jul 19 03:24:13.431094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60076) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:13.484981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-f9f2f349-919d-455a-bb63-bad7e895d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:13.486506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-f9f2f349-919d-455a-bb63-bad7e895d7e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 200 len: 914 time: 0.4976161 Jul 19 03:24:13.578946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:13.588274 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-2b8d265d-1c9a-4f4e-9743-b8633dcee527 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa34ee9f-9390-44c8-9fea-d42ca3e9d707 HTTP/1.1" status: 200 len: 217 time: 0.0848167 Jul 19 03:24:13.607619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610f78b-91ed-4b24-b26f-e404efd4259d req-244551da-a872-4273-9e6f-83d67f0a75fe tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:13.609210 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4610f78b-91ed-4b24-b26f-e404efd4259d req-244551da-a872-4273-9e6f-83d67f0a75fe tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 944 time: 0.4181681 Jul 19 03:24:13.621979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:13.651075 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Sync routers for ids ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:13.656675 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object 7e6370b8-56b2-4c50-b0cb-e4e735062199 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:13.665925 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Routers {'84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:13.666988 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:13.750389 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:13.754849 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4f0c63d0-7cf9-4965-a16b-f1accaddf65b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9601605 Jul 19 03:24:13.774053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-96553f91-a0a3-400b-9cbb-9e14249e1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:13.779461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-96553f91-a0a3-400b-9cbb-9e14249e1cde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33eb4ee7-3948-48f6-b5a3-c7e608a526d4 HTTP/1.1" status: 200 len: 853 time: 0.1807203 Jul 19 03:24:13.790817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60078) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:13.824469 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4610f78b-91ed-4b24-b26f-e404efd4259d req-1e227b90-f0c0-414a-a713-cc3ff5b31978 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049155 Jul 19 03:24:13.834702 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Set router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:24:13.852575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:13.909093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83533db1-6d68-4491-8b45-610929982c11 req-121ca25d-7a4a-4d89-943f-8e51f56883a0 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:13.917978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-83533db1-6d68-4491-8b45-610929982c11 req-121ca25d-7a4a-4d89-943f-8e51f56883a0 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 943 time: 0.3113542 Jul 19 03:24:13.923911 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:24:13.965848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:13.970219 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:13.982781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 98c85dec-1e43-476d-a73a-57653fe61447 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:13.986719 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device db6f4f9a-9b93-4e08-b182-e2792c43a399 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:14.013150 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.057352 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-83533db1-6d68-4491-8b45-610929982c11 req-16027684-f0b7-4dfd-97e4-db75936d7849 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376212 Jul 19 03:24:14.067215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 81939aa2-bf66-49a2-80b1-163957b77f61 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:14.069429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-13dbc47d-8f8e-4094-b52b-3c863a042f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:14.071034 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-13dbc47d-8f8e-4094-b52b-3c863a042f95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce275352-b205-4e97-b3a2-d4746f8d1f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2710969 Jul 19 03:24:14.123556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port db6f4f9a-9b93-4e08-b182-e2792c43a399 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:14.123929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.138917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 98c85dec-1e43-476d-a73a-57653fe61447 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:14.219949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 98c85dec-1e43-476d-a73a-57653fe61447 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:14.220338 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.375422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d42749-a952-4d9b-8e94-d55434e7132b None None] Network 1eb14914-f1af-4a00-8d86-e8e6222d523d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:14.401403 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:11Z', 'revision_number': 3, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:14.443550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.446952 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Checking router: 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:24:14.447582 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Updating router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf port 26e02922-50be-48b0-b4e6-34927f75a466 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:24:14.453203 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.494942 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.577759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 18198b14-c125-4247-920b-bf6b601aa0b5 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:14.595261 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.660752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=14945ac6-47c8-49cb-b05d-f498c26c478c,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:14.666150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c0f1460-2581-4cf4-a315-d58eeff15b6b req-a90854f8-d2b8-4bdb-8c1a-aeabed3a1fb9 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0769732 Jul 19 03:24:14.693116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b09e0825-0e1e-432e-a080-66e556a47b06 None None] Provisioning for port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:14.694674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=7e6370b8-56b2-4c50-b0cb-e4e735062199,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:14.697277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:14.728493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c269df6-07da-43f4-be47-5ce9a52a2fb4 None None] Network 81939aa2-bf66-49a2-80b1-163957b77f61 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:14.753457 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b09e0825-0e1e-432e-a080-66e556a47b06 None None] Provisioning complete for port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:14.754198 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b09e0825-0e1e-432e-a080-66e556a47b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.815298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babad029-1167-4c5c-8c78-e107afe530a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c85dec-1e43-476d-a73a-57653fe61447'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:24:14.819156 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb4dbef-c6cf-4d87-b749-c539537db7f5" -d '{"events": [{"server_uuid": "babad029-1167-4c5c-8c78-e107afe530a0", "name": "network-vif-plugged", "status": "completed", "tag": "98c85dec-1e43-476d-a73a-57653fe61447"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:24:14.837521 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-5285bc91-f103-4c96-8bb9-9ce4b1d9c6c7 service neutron] 10.222.0.26 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7548919 Jul 19 03:24:14.840699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:14.859320 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.865967 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.876282 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Transition to ACTIVE for port object 26e02922-50be-48b0-b4e6-34927f75a466 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:14.884818 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.917540 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e17309-56f6-4035-a50a-8d38fdd90a0b x-openstack-request-id: req-e6e17309-56f6-4035-a50a-8d38fdd90a0b {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:24:14.918950 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babad029-1167-4c5c-8c78-e107afe530a0", "name": "network-vif-plugged", "status": "completed", "tag": "98c85dec-1e43-476d-a73a-57653fe61447", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:24:14.919619 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6e17309-56f6-4035-a50a-8d38fdd90a0b {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:24:14.920234 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babad029-1167-4c5c-8c78-e107afe530a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c85dec-1e43-476d-a73a-57653fe61447', 'code': 200} Jul 19 03:24:14.923691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 98c85dec-1e43-476d-a73a-57653fe61447, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=98c85dec-1e43-476d-a73a-57653fe61447,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:14.948944 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Attempting to bind port 26e02922-50be-48b0-b4e6-34927f75a466 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:14.949218 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Attempting to bind port 26e02922-50be-48b0-b4e6-34927f75a466 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:14.949987 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Attempting to bind port 26e02922-50be-48b0-b4e6-34927f75a466 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:14.953618 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Pushing event updated for resources: {'Port': ['ID=26e02922-50be-48b0-b4e6-34927f75a466,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:14.962874 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:14.963544 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:14.964105 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.964651 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:14.965281 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Bound port: 26e02922-50be-48b0-b4e6-34927f75a466, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:14.965819 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:14.969951 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.970333 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.970863 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.971468 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.971865 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.972201 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.972588 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.973094 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.973607 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.974277 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.974763 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.975237 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:14.985713 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.035661 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] For port 26e02922-50be-48b0-b4e6-34927f75a466, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:15.040466 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] For port 26e02922-50be-48b0-b4e6-34927f75a466, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=26e02922-50be-48b0-b4e6-34927f75a466,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:15.045876 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.048166 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.057732 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 18198b14-c125-4247-920b-bf6b601aa0b5 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:15.164638 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Routers {'84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:15.166072 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:23:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:15.195942 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-572bbb26-73b7-48ce-9da3-6b718c21ec95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.212617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=98c85dec-1e43-476d-a73a-57653fe61447,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:15.218007 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b09e0825-0e1e-432e-a080-66e556a47b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.269984 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:15.270692 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.294499 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c7fd3-73f0-45b6-b915-f4b1562fc9fd None None] Pushing event updated for resources: {'Port': ['ID=26e02922-50be-48b0-b4e6-34927f75a466,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:15.303328 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b09e0825-0e1e-432e-a080-66e556a47b06 None None] For port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a99322dd-12e4-48bc-aa5a-2cc5f18a7de2,segment=NetworkSegment(7e040cc9-ed5a-466f-891a-f952b1ee6c1c),segment_id=7e040cc9-ed5a-466f-891a-f952b1ee6c1c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:15.315372 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b09e0825-0e1e-432e-a080-66e556a47b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.340738 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] Set router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:24:15.392499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e0825-0e1e-432e-a080-66e556a47b06 None None] Pushing event updated for resources: {'Port': ['ID=a99322dd-12e4-48bc-aa5a-2cc5f18a7de2,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:15.453716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-14102f27-93e3-4fcc-9b04-eb06ee18534a None None] Provisioning for port 18198b14-c125-4247-920b-bf6b601aa0b5 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:15.455268 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c2a2b7b8-f0a7-4fee-9e8b-ab0b73c584d9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8538809 Jul 19 03:24:15.461449 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60092) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:15.461734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-14102f27-93e3-4fcc-9b04-eb06ee18534a None None] Provisioning complete for port 18198b14-c125-4247-920b-bf6b601aa0b5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:15.462312 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-14102f27-93e3-4fcc-9b04-eb06ee18534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.470197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': '81939aa2-bf66-49a2-80b1-163957b77f61', 'name': 'tempest-PortsTestJSON-2126733546', 'fixed_ips': [{'subnet_id': 'b0da6209-f273-486a-87a5-f971b954d115', 'ip_address': '172.20.0.9'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:15.558163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e170d78-7dbf-4a07-bec9-15c1f80f5a2b req-f4242c36-9168-4c0c-80b8-a72769f6a2a3 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:15.581549 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e170d78-7dbf-4a07-bec9-15c1f80f5a2b req-f4242c36-9168-4c0c-80b8-a72769f6a2a3 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.7476022 Jul 19 03:24:15.585381 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88e93ac7-ad0b-45fa-b1a2-6af7a92f6145 req-b92be504-a0d9-47bc-ae36-cdbe4fe0da5f service neutron] 10.222.0.26 "GET /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486800 Jul 19 03:24:15.654466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:15.656826 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.694698 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-14102f27-93e3-4fcc-9b04-eb06ee18534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.698869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b0fa6-7ccc-4fad-b3e3-82e33fd8083f req-a5d5287e-9ce1-4d68-b0f7-2be2a78090c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:15.701469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-715b0fa6-7ccc-4fad-b3e3-82e33fd8083f req-a5d5287e-9ce1-4d68-b0f7-2be2a78090c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 1097 time: 0.6670539 Jul 19 03:24:15.759754 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:11Z', 'revision_number': 3, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:15.797920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-14102f27-93e3-4fcc-9b04-eb06ee18534a None None] For port 18198b14-c125-4247-920b-bf6b601aa0b5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=18198b14-c125-4247-920b-bf6b601aa0b5,segment=NetworkSegment(e43f1369-d965-4ca0-ba9e-c129e7a71e9f),segment_id=e43f1369-d965-4ca0-ba9e-c129e7a71e9f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:15.800192 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e170d78-7dbf-4a07-bec9-15c1f80f5a2b req-73776cd6-206a-4a73-a08f-87d17738ba53 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175872 Jul 19 03:24:15.813922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:15.813922 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.813922 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-14102f27-93e3-4fcc-9b04-eb06ee18534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.814214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.825233 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b7258-8a2e-411a-ac63-7715153a5868 None None] The sync data for ids ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'] in n-d-762330-18 is: [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:11Z', 'revision_number': 3, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:15.868064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:15.991883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ab778dc7-847b-49e5-bfe7-030833da0100 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:24:16.092503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:16.099647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:16.109338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14102f27-93e3-4fcc-9b04-eb06ee18534a None None] Pushing event updated for resources: {'Port': ['ID=18198b14-c125-4247-920b-bf6b601aa0b5,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:16.145846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:16.167722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Provisioning for port 7e6370b8-56b2-4c50-b0cb-e4e735062199 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:16.177835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 0ce5580d-a51e-4859-8da5-6716f8c56872 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:24:16.215438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Provisioning complete for port 7e6370b8-56b2-4c50-b0cb-e4e735062199 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:16.217014 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:16.521425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ab778dc7-847b-49e5-bfe7-030833da0100, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ab778dc7-847b-49e5-bfe7-030833da0100,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:16.531369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-715b0fa6-7ccc-4fad-b3e3-82e33fd8083f req-f9c65e86-3d51-4931-8257-bd1ce5028602 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8144782 Jul 19 03:24:16.535799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'ab778dc7-847b-49e5-bfe7-030833da0100', 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33', 'port_id': 'ab778dc7-847b-49e5-bfe7-030833da0100', 'mac_address': 'fa:16:3e:70:2f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178cfae9-865e-43fc-b57d-b8bd8bc8a2f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:24:16.547200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=14945ac6-47c8-49cb-b05d-f498c26c478c,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:16.561969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc7919-ce29-4a4d-943b-6b225b65d974 req-425b9d9f-4c6b-4647-a15b-6d8b1424abed tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:16.570054 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a4fc7919-ce29-4a4d-943b-6b225b65d974 req-425b9d9f-4c6b-4647-a15b-6d8b1424abed tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 945 time: 0.9988446 Jul 19 03:24:16.575723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Allocated IP 172.20.0.1 (a261e28e-89ab-4e1f-b05b-b2e9edd39e5a/21634538-a8d7-4b17-9fa0-ea9312bc5b45/d8e11411-cbd2-43dc-ae10-b000474bca0d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:16.597462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:16.612077 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:16.638146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:16.640176 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a4fc7919-ce29-4a4d-943b-6b225b65d974 req-b532d4d3-9935-4714-a599-a66a59cc3646 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690699 Jul 19 03:24:16.651765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab778dc7-847b-49e5-bfe7-030833da0100 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:24:16.677624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c987667-32bd-467c-922f-de226069aeb7 req-bc77942e-cabf-434a-bfae-c03b6d6bb3d3 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:16.679760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Port 7e6370b8-56b2-4c50-b0cb-e4e735062199 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:16.680499 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c987667-32bd-467c-922f-de226069aeb7 req-bc77942e-cabf-434a-bfae-c03b6d6bb3d3 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 943 time: 0.6261852 Jul 19 03:24:16.682527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ab778dc7-847b-49e5-bfe7-030833da0100, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ab778dc7-847b-49e5-bfe7-030833da0100,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:16.703384 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:16.712539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Provisioning complete for port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:16.716733 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:16.759843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 1eb14914-f1af-4a00-8d86-e8e6222d523d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:16.761404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:16.850167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ab778dc7-847b-49e5-bfe7-030833da0100,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:16.907973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f95c1c0a-030a-436a-9377-c15f28f23a99 req-4d1e443e-304e-4cfa-8f32-52075c9e761a tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0698047 Jul 19 03:24:16.924140 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:16.944193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Provisioning for port 14945ac6-47c8-49cb-b05d-f498c26c478c completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:16.948389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Provisioning complete for port 14945ac6-47c8-49cb-b05d-f498c26c478c triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:16.948777 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:16.961791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Transition to ACTIVE for port object d8e11411-cbd2-43dc-ae10-b000474bca0d will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:16.994759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Port 14945ac6-47c8-49cb-b05d-f498c26c478c cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:17.007802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:24:17.014943 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Provisioning complete for port 18198b14-c125-4247-920b-bf6b601aa0b5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:17.015387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9ba2806c-9c8a-4a29-a884-30eb67156d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.025296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['ab778dc7-847b-49e5-bfe7-030833da0100'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:17.040776 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.071789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.9 (81939aa2-bf66-49a2-80b1-163957b77f61/b0da6209-f273-486a-87a5-f971b954d115/0ce5580d-a51e-4859-8da5-6716f8c56872) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:17.167904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:17.174741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e830efb4-277d-4b23-bfc2-bafeb99f387a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7427399 Jul 19 03:24:17.178951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60098) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:17.185412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d723f13-52ac-46a7-aa62-f27699b0d64b None None] Sync routers for ids ['e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:17.191094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:17.202693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313a943-f212-4fc9-aa51-6ea3d182be81 req-ad4c1dbd-10cc-489f-ba76-a14a1a7abf5e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:17.205056 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9313a943-f212-4fc9-aa51-6ea3d182be81 req-ad4c1dbd-10cc-489f-ba76-a14a1a7abf5e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.0983586 Jul 19 03:24:17.219942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c987667-32bd-467c-922f-de226069aeb7 req-e9f269e4-428b-4fd4-ad62-66823fa541ab tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459548 Jul 19 03:24:17.231099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e11411-cbd2-43dc-ae10-b000474bca0d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:17.239388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:17.256751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d723f13-52ac-46a7-aa62-f27699b0d64b None None] Routers {'e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:17.257428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1d723f13-52ac-46a7-aa62-f27699b0d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:17.265085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9313a943-f212-4fc9-aa51-6ea3d182be81 req-b38299a5-5d23-432a-840a-1c39559f579b tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530834 Jul 19 03:24:17.283306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:17.329172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.341252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1d723f13-52ac-46a7-aa62-f27699b0d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:17.382914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d723f13-52ac-46a7-aa62-f27699b0d64b None None] Routers {'e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:17.383946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1d723f13-52ac-46a7-aa62-f27699b0d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:17.433283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1d723f13-52ac-46a7-aa62-f27699b0d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:17.433940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d723f13-52ac-46a7-aa62-f27699b0d64b None None] The sync data for ids ['e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:17.460858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac71b8b3-3d50-44a5-8815-6e3d82c9400b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:17.465122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60104) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:17.465287 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ac71b8b3-3d50-44a5-8815-6e3d82c9400b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports/14945ac6-47c8-49cb-b05d-f498c26c478c HTTP/1.1" status: 200 len: 978 time: 0.2765293 Jul 19 03:24:17.540545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fcca0834-4ec3-4d18-977d-3a0826095c1f None None] Provisioning complete for port 7e6370b8-56b2-4c50-b0cb-e4e735062199 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:17.541522 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fcca0834-4ec3-4d18-977d-3a0826095c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.595039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-fcca0834-4ec3-4d18-977d-3a0826095c1f None None] Port 7e6370b8-56b2-4c50-b0cb-e4e735062199 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:17.608493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fcca0834-4ec3-4d18-977d-3a0826095c1f None None] Provisioning complete for port 14945ac6-47c8-49cb-b05d-f498c26c478c triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:17.609194 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fcca0834-4ec3-4d18-977d-3a0826095c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.628439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.644497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object 0ce5580d-a51e-4859-8da5-6716f8c56872 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:17.649597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-fcca0834-4ec3-4d18-977d-3a0826095c1f None None] Port 14945ac6-47c8-49cb-b05d-f498c26c478c cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:17.722357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 26e02922-50be-48b0-b4e6-34927f75a466 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:17.748145 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.749820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.800462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-06689b29-0cfa-47e5-970a-4d9b84356865 None None] Provisioning for port d8e11411-cbd2-43dc-ae10-b000474bca0d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:17.806169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-06689b29-0cfa-47e5-970a-4d9b84356865 None None] Provisioning complete for port d8e11411-cbd2-43dc-ae10-b000474bca0d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:17.806580 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-06689b29-0cfa-47e5-970a-4d9b84356865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.838992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 81939aa2-bf66-49a2-80b1-163957b77f61 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:17.844764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-06689b29-0cfa-47e5-970a-4d9b84356865 None None] Port d8e11411-cbd2-43dc-ae10-b000474bca0d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:17.868127 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.870661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 26e02922-50be-48b0-b4e6-34927f75a466 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:17.875160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 26e02922-50be-48b0-b4e6-34927f75a466 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:17.876217 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:17.881083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:17.882227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb216e77-02ae-422f-a940-89d2031ac5f2 req-79eb4e40-8a0a-4ea2-8189-95b7c361fc4c tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:17.889320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:17.890770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb216e77-02ae-422f-a940-89d2031ac5f2 req-79eb4e40-8a0a-4ea2-8189-95b7c361fc4c tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.2741747 Jul 19 03:24:17.958668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb216e77-02ae-422f-a940-89d2031ac5f2 req-cf9bc649-045f-42b0-99a7-3e5067c3dd42 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668766 Jul 19 03:24:17.975291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=0ce5580d-a51e-4859-8da5-6716f8c56872,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:17.999735 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.023166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 26e02922-50be-48b0-b4e6-34927f75a466, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=26e02922-50be-48b0-b4e6-34927f75a466,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:18.033350 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.034542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 18198b14-c125-4247-920b-bf6b601aa0b5 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:18.068176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b689cf2-87d8-4dba-ace8-e1704ce5542f req-d9ab3727-adf9-4a38-b0f9-593bc02c2a81 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:18.069850 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b689cf2-87d8-4dba-ace8-e1704ce5542f req-d9ab3727-adf9-4a38-b0f9-593bc02c2a81 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 945 time: 0.2549129 Jul 19 03:24:18.075711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:18.076508 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.151296 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ca963688-4d3c-4397-9d88-606eac129136 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6841178 Jul 19 03:24:18.151536 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.153874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60112) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:18.174741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b689cf2-87d8-4dba-ace8-e1704ce5542f req-8cdc8a19-f26b-48f5-ad03-1e1d160d368b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885608 Jul 19 03:24:18.197480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=26e02922-50be-48b0-b4e6-34927f75a466,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:18.218847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 18198b14-c125-4247-920b-bf6b601aa0b5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:18.219246 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.235435 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.241706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.333009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e11411-cbd2-43dc-ae10-b000474bca0d,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:18.335972 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.351617 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-de8d8a7c-e0f4-4e73-b299-6234a636f0f9 req-efd06efc-bf4c-4935-bce8-fe66b6de36a6 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.1010530 Jul 19 03:24:18.358187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e07b5210-54d5-46db-b487-ae71b4a89114 None None] Provisioning for port 0ce5580d-a51e-4859-8da5-6716f8c56872 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:18.362244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e07b5210-54d5-46db-b487-ae71b4a89114 None None] Provisioning complete for port 0ce5580d-a51e-4859-8da5-6716f8c56872 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:18.362643 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e07b5210-54d5-46db-b487-ae71b4a89114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.419520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e07b5210-54d5-46db-b487-ae71b4a89114 None None] Port 0ce5580d-a51e-4859-8da5-6716f8c56872 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:18.485885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc513ed-6e16-4d65-81a2-febafa0e6b95 req-75b7da04-6ba0-493c-bb49-908f6ae72195 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:18.487574 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2dc513ed-6e16-4d65-81a2-febafa0e6b95 req-75b7da04-6ba0-493c-bb49-908f6ae72195 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8e13273-0298-492a-80a9-8a26786dd7c8 HTTP/1.1" status: 200 len: 946 time: 0.1294744 Jul 19 03:24:18.494221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf82d5-0ecd-470c-8e5a-c4ebb35bfb26 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:18.498259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-20cf82d5-0ecd-470c-8e5a-c4ebb35bfb26 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3396571 Jul 19 03:24:18.499511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60118) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:18.501943 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:18.510490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:18.597220 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2dc513ed-6e16-4d65-81a2-febafa0e6b95 req-254b12d0-1beb-42b2-80bd-3a82d88e18db tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935915 Jul 19 03:24:18.677294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:24:18.679214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d75885-7851-489c-b460-c7079c90aa25 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:18.685327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d75885-7851-489c-b460-c7079c90aa25 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:18.691964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d75885-7851-489c-b460-c7079c90aa25 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:18.693686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-69d75885-7851-489c-b460-c7079c90aa25 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1930923 Jul 19 03:24:18.698355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60122) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:18.739952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 14945ac6-47c8-49cb-b05d-f498c26c478c {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:18.740300 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.847295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:18.853655 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1c5d4841-b2d6-4cd8-af77-48717e324a71 admin admin] 10.222.0.20 "PUT /v2.0/routers/84c87c78-1efc-4c3e-9ca5-49aa345bdfbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0617187 Jul 19 03:24:18.854699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b7cb6d69-c090-4da5-a3a9-163b3e52da46 None None] Provisioning complete for port d8e11411-cbd2-43dc-ae10-b000474bca0d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:18.855289 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6d69-c090-4da5-a3a9-163b3e52da46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.859445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2570c5-e989-401a-b60f-2e638af2064c req-f6567b84-d0b0-49e1-81a4-1288fdc381bf tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:18.860969 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f2570c5-e989-401a-b60f-2e638af2064c req-f6567b84-d0b0-49e1-81a4-1288fdc381bf tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 944 time: 0.2376122 Jul 19 03:24:18.865152 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Sync routers for ids ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:18.869579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e399e9f-3291-4cef-aa58-1ae2d05babe4 req-22adfb22-b25f-4a31-9390-363a97a1b155 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:18.877530 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0e399e9f-3291-4cef-aa58-1ae2d05babe4 req-22adfb22-b25f-4a31-9390-363a97a1b155 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 945 time: 0.1490831 Jul 19 03:24:18.887241 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Routers {'84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:18.887864 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:18.907490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:18.914604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb6d69-c090-4da5-a3a9-163b3e52da46 None None] Port d8e11411-cbd2-43dc-ae10-b000474bca0d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:18.931242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 14945ac6-47c8-49cb-b05d-f498c26c478c owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:18.940024 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0e399e9f-3291-4cef-aa58-1ae2d05babe4 req-1de26fec-43e2-4657-b486-0497100227cc tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551851 Jul 19 03:24:18.993030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-2f5a66c0-e31a-4280-9f91-818d48bad84e req-e99817fc-03f0-44ca-aeda-8fc4c9e0124e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:24:18.994052 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2f5a66c0-e31a-4280-9f91-818d48bad84e req-e99817fc-03f0-44ca-aeda-8fc4c9e0124e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082026 Jul 19 03:24:19.017608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7d69b3b2-721a-415e-bd13-c91b368b5b30 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 0ce5580d-a51e-4859-8da5-6716f8c56872 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:19.018296 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d69b3b2-721a-415e-bd13-c91b368b5b30 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:19.025186 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Set router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:24:19.027163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f2570c5-e989-401a-b60f-2e638af2064c req-5cf29418-3993-4856-b605-c81eda53cfca tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489313 Jul 19 03:24:19.189346 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d69b3b2-721a-415e-bd13-c91b368b5b30 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:19.204868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7d69b3b2-721a-415e-bd13-c91b368b5b30 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 0ce5580d-a51e-4859-8da5-6716f8c56872 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:19.312774 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:17Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'd8e11411-cbd2-43dc-ae10-b000474bca0d', 'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'mac_address': 'fa:16:3e:35:b2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:16Z', 'updated_at': '2021-07-19T03:24:17Z', 'revision_number': 2, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'subnets': [{'id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:19.322984 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:19.366743 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Checking router: 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:24:19.367283 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Updating router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf port d8e11411-cbd2-43dc-ae10-b000474bca0d binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:24:19.381602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=14945ac6-47c8-49cb-b05d-f498c26c478c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:19.426164 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:19.652701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 26e02922-50be-48b0-b4e6-34927f75a466 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:19.671698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2f5a66c0-e31a-4280-9f91-818d48bad84e req-a67efe2f-e103-456a-9580-a0219b3f57e0 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6711164 Jul 19 03:24:19.815529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 26e02922-50be-48b0-b4e6-34927f75a466 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:19.816125 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:19.891067 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:19.895899 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bdfcc859-381a-4058-b672-191ad3b39a49 req-84c550b4-eef4-4291-b42c-01a8e22ae4cd tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.1418095 Jul 19 03:24:19.991420 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Transition to ACTIVE for port object d8e11411-cbd2-43dc-ae10-b000474bca0d will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:20.006117 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:20.016159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ab778dc7-847b-49e5-bfe7-030833da0100 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:20.069020 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:20.075802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d69b3b2-721a-415e-bd13-c91b368b5b30 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:20.133259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port ab778dc7-847b-49e5-bfe7-030833da0100 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:20.142709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port ab778dc7-847b-49e5-bfe7-030833da0100 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:20.145280 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:20.158527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69b3b2-721a-415e-bd13-c91b368b5b30 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=0ce5580d-a51e-4859-8da5-6716f8c56872,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:20.234172 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Attempting to bind port d8e11411-cbd2-43dc-ae10-b000474bca0d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:20.234494 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Attempting to bind port d8e11411-cbd2-43dc-ae10-b000474bca0d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:20.234860 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Attempting to bind port d8e11411-cbd2-43dc-ae10-b000474bca0d on network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:20.256515 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:20.256899 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Checking segment: {'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:20.260825 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:20.266926 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Bound using segment: {'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:20.267492 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Bound port: d8e11411-cbd2-43dc-ae10-b000474bca0d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:20.268235 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:20.315051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:20.353487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba65aa57-d4f4-4198-89a5-62d371a0ebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab778dc7-847b-49e5-bfe7-030833da0100'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:24:20.362543 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5133401-193b-43b2-bea0-02ce4bac1908" -d '{"events": [{"server_uuid": "ba65aa57-d4f4-4198-89a5-62d371a0ebf7", "name": "network-vif-plugged", "status": "completed", "tag": "ab778dc7-847b-49e5-bfe7-030833da0100"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:24:20.389688 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edffc5-0ef7-4e6d-a8b5-15a2d569c52f None None] Pushing event updated for resources: {'Port': ['ID=d8e11411-cbd2-43dc-ae10-b000474bca0d,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:20.402114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ab778dc7-847b-49e5-bfe7-030833da0100, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ab778dc7-847b-49e5-bfe7-030833da0100,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:20.411100 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:20.461806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c46ae-702e-408d-949a-74fa5e8ae5dc req-8d52c501-92a7-4d02-adee-e65decb9e851 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:20.471180 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] For port d8e11411-cbd2-43dc-ae10-b000474bca0d, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:20.478900 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-114c46ae-702e-408d-949a-74fa5e8ae5dc req-8d52c501-92a7-4d02-adee-e65decb9e851 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 944 time: 0.1915059 Jul 19 03:24:20.480817 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] For port d8e11411-cbd2-43dc-ae10-b000474bca0d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d8e11411-cbd2-43dc-ae10-b000474bca0d,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:20.491194 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:20.518089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ab778dc7-847b-49e5-bfe7-030833da0100,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:20.555643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-114c46ae-702e-408d-949a-74fa5e8ae5dc req-da5b85ee-bc79-47b0-9e2a-e1fe51395247 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739646 Jul 19 03:24:20.602756 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Routers {'84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:20.603605 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:20.608724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516409cc-4424-40b0-8603-81b2a90b9f50 req-b48b6c21-4fd5-42ff-a036-b3c5f024c830 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:20.616316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-516409cc-4424-40b0-8603-81b2a90b9f50 req-b48b6c21-4fd5-42ff-a036-b3c5f024c830 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.5214076 Jul 19 03:24:20.639626 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ec54bc-4760-41c7-8497-f50b1370726a x-openstack-request-id: req-43ec54bc-4760-41c7-8497-f50b1370726a {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:24:20.640322 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba65aa57-d4f4-4198-89a5-62d371a0ebf7", "name": "network-vif-plugged", "status": "completed", "tag": "ab778dc7-847b-49e5-bfe7-030833da0100", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:24:20.640518 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43ec54bc-4760-41c7-8497-f50b1370726a {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:24:20.640922 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba65aa57-d4f4-4198-89a5-62d371a0ebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab778dc7-847b-49e5-bfe7-030833da0100', 'code': 200} Jul 19 03:24:20.683350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7d69b3b2-721a-415e-bd13-c91b368b5b30 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:20.688034 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7d69b3b2-721a-415e-bd13-c91b368b5b30 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/0ce5580d-a51e-4859-8da5-6716f8c56872 HTTP/1.1" status: 204 len: 168 time: 1.9862988 Jul 19 03:24:20.688379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60210) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:20.712637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:24:20.716211 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edffc5-0ef7-4e6d-a8b5-15a2d569c52f None None] Pushing event updated for resources: {'Port': ['ID=d8e11411-cbd2-43dc-ae10-b000474bca0d,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:20.742637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-516409cc-4424-40b0-8603-81b2a90b9f50 req-0a79cbcd-bf06-4d2d-b8ba-b39678e8e255 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253135 Jul 19 03:24:20.762726 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4b043e-ad0f-4e36-8cb8-7ff66f5513b5 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:24:20.768847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf4b043e-ad0f-4e36-8cb8-7ff66f5513b5 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/0ce5580d-a51e-4859-8da5-6716f8c56872 HTTP/1.1" status: 404 len: 333 time: 0.0788751 Jul 19 03:24:20.775293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60214) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:20.970169 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] Set router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:24:21.053062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:21.059909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ce77961e-43e3-4a2c-8579-e964f20340b8 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5936291 Jul 19 03:24:21.064639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60222) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:21.067807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eb5850-bd6b-416f-bb03-68cdca2eed8c None None] Sync routers for ids ['e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:21.083566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb5850-bd6b-416f-bb03-68cdca2eed8c None None] Routers {'e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:21.084147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-21eb5850-bd6b-416f-bb03-68cdca2eed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:21.109787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76d32-8e4d-4c20-8e23-a2169c4fe55c req-eafcf27b-1f02-410c-9f6f-60d9a74b6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:21.114497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9b76d32-8e4d-4c20-8e23-a2169c4fe55c req-eafcf27b-1f02-410c-9f6f-60d9a74b6a50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 1097 time: 0.1965590 Jul 19 03:24:21.134079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bc9245df-0511-4a77-a251-e467696cb764 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 7e6370b8-56b2-4c50-b0cb-e4e735062199 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:21.135228 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc9245df-0511-4a77-a251-e467696cb764 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:21.161249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-21eb5850-bd6b-416f-bb03-68cdca2eed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:21.172854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb5850-bd6b-416f-bb03-68cdca2eed8c None None] Routers {'e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:21.173809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-21eb5850-bd6b-416f-bb03-68cdca2eed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:21.217079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-21eb5850-bd6b-416f-bb03-68cdca2eed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:21.218816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eb5850-bd6b-416f-bb03-68cdca2eed8c None None] The sync data for ids ['e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:21.229879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85cf00ba-124c-4e7a-8139-4e5fb5e54916 req-a66c7dfd-17dd-4d96-920b-2b67149707eb tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0903349 Jul 19 03:24:21.342459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9b76d32-8e4d-4c20-8e23-a2169c4fe55c req-cdb4555d-ecb8-4ed0-b006-0141339677fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227600 Jul 19 03:24:21.382637 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc9245df-0511-4a77-a251-e467696cb764 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:21.389674 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:17Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'd8e11411-cbd2-43dc-ae10-b000474bca0d', 'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'mac_address': 'fa:16:3e:35:b2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:16Z', 'updated_at': '2021-07-19T03:24:20Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'subnets': [{'id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:21.401718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bc9245df-0511-4a77-a251-e467696cb764 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 7e6370b8-56b2-4c50-b0cb-e4e735062199 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:21.450444 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960cf3d-cd96-43cc-9583-9b1f6539e323 None None] The sync data for ids ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'] in n-d-762330-18 is: [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:17Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'd8e11411-cbd2-43dc-ae10-b000474bca0d', 'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'mac_address': 'fa:16:3e:35:b2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:16Z', 'updated_at': '2021-07-19T03:24:20Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'subnets': [{'id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:21.616674 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-cd68658e-9c21-42f9-bc86-c34104be4c62 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] remove_router_interface failed (client error): The resource could not be found. Jul 19 03:24:21.621263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cd68658e-9c21-42f9-bc86-c34104be4c62 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5554132 Jul 19 03:24:21.623073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60226) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:21.677170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e19fa8-b998-46b0-8eea-a1c2ad61b935 req-4be65733-8a47-4bd9-8a0e-afbc20dea3ab tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:21.685451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3e19fa8-b998-46b0-8eea-a1c2ad61b935 req-4be65733-8a47-4bd9-8a0e-afbc20dea3ab tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8e13273-0298-492a-80a9-8a26786dd7c8 HTTP/1.1" status: 200 len: 946 time: 0.6958818 Jul 19 03:24:21.751290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6d4d4629-891b-4f41-ad55-0fa459fa6fb9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0 HTTP/1.1" status: 200 len: 205 time: 0.1103036 Jul 19 03:24:21.751527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60228) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:21.755260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc9245df-0511-4a77-a251-e467696cb764 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:21.763054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d8e11411-cbd2-43dc-ae10-b000474bca0d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:21.860048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9245df-0511-4a77-a251-e467696cb764 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=7e6370b8-56b2-4c50-b0cb-e4e735062199,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:21.869111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port d8e11411-cbd2-43dc-ae10-b000474bca0d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:21.882321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d8e11411-cbd2-43dc-ae10-b000474bca0d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:21.882942 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:21.892589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3e19fa8-b998-46b0-8eea-a1c2ad61b935 req-aa7ce3aa-1e1a-469a-8698-4e51be4cb02c tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964746 Jul 19 03:24:21.901619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa267f00-44d2-41f9-85a9-1f1c9f35261c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.066036 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.126227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port d8e11411-cbd2-43dc-ae10-b000474bca0d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d8e11411-cbd2-43dc-ae10-b000474bca0d,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:22.135444 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.220660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15908b7f-2122-4d6b-beea-21aa5091febd req-abbf558b-2c75-4e02-b4b1-70bf1301ee1d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:22.240163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-15908b7f-2122-4d6b-beea-21aa5091febd req-abbf558b-2c75-4e02-b4b1-70bf1301ee1d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 945 time: 0.3951685 Jul 19 03:24:22.270309 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc9245df-0511-4a77-a251-e467696cb764 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.280576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bc9245df-0511-4a77-a251-e467696cb764 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/7e6370b8-56b2-4c50-b0cb-e4e735062199 HTTP/1.1" status: 204 len: 168 time: 1.4408283 Jul 19 03:24:22.294823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=d8e11411-cbd2-43dc-ae10-b000474bca0d,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:22.298356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa267f00-44d2-41f9-85a9-1f1c9f35261c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.299704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60236) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:22.339256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-15908b7f-2122-4d6b-beea-21aa5091febd req-9f0f4b3d-b2c3-4593-bef8-72e1a6de767f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977280 Jul 19 03:24:22.369833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa267f00-44d2-41f9-85a9-1f1c9f35261c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.437463 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-54441d2e-98f1-48c8-976c-70b36ef9bdd2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:24:22.441874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-54441d2e-98f1-48c8-976c-70b36ef9bdd2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/7e6370b8-56b2-4c50-b0cb-e4e735062199 HTTP/1.1" status: 404 len: 333 time: 0.1383257 Jul 19 03:24:22.442955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60238) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:22.474571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa267f00-44d2-41f9-85a9-1f1c9f35261c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.475416 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa267f00-44d2-41f9-85a9-1f1c9f35261c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Fanout notify agent at l3_agent the message router_deleted on router e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:24:22.486508 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa267f00-44d2-41f9-85a9-1f1c9f35261c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.487748 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fa267f00-44d2-41f9-85a9-1f1c9f35261c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0 HTTP/1.1" status: 204 len: 168 time: 0.7357712 Jul 19 03:24:22.491702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60242) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:22.540883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-b742a174-baed-40bc-9309-787cd4ec8b0d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet b0da6209-f273-486a-87a5-f971b954d115 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:24:22.549578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b742a174-baed-40bc-9309-787cd4ec8b0d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.566114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-49edd805-b1be-4a29-9c71-7015b5d7cb1b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting subnet 5fbc8c32-6b39-42cb-8cf6-522d3acf26ff {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:24:22.606098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b432edb8-bd0f-4ba7-83cd-d78987b91e69 req-02d347fe-d098-417d-b540-b37466e870b8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0449462 Jul 19 03:24:22.607119 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49edd805-b1be-4a29-9c71-7015b5d7cb1b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.615116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7944383-7e85-4f1c-abd7-49457afe9f3d req-caddc03d-17a6-489f-8c5f-e9915f49dd3f tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0426447 Jul 19 03:24:22.628223 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b742a174-baed-40bc-9309-787cd4ec8b0d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.697588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ebe76-b79d-4e4f-88fc-db77c168795d req-5656fed0-22d3-4d48-a3e1-ca1f426958d0 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:22.704870 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa9ebe76-b79d-4e4f-88fc-db77c168795d req-5656fed0-22d3-4d48-a3e1-ca1f426958d0 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 945 time: 0.5215747 Jul 19 03:24:22.711647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49edd805-b1be-4a29-9c71-7015b5d7cb1b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.744310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b742a174-baed-40bc-9309-787cd4ec8b0d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.777187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa9ebe76-b79d-4e4f-88fc-db77c168795d req-bf166da0-8d47-4806-90d6-64c809171809 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712693 Jul 19 03:24:22.842319 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b742a174-baed-40bc-9309-787cd4ec8b0d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.882175 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49edd805-b1be-4a29-9c71-7015b5d7cb1b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.882438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742a174-baed-40bc-9309-787cd4ec8b0d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=b0da6209-f273-486a-87a5-f971b954d115,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:22.889616 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b742a174-baed-40bc-9309-787cd4ec8b0d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:22.892159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b742a174-baed-40bc-9309-787cd4ec8b0d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/b0da6209-f273-486a-87a5-f971b954d115 HTTP/1.1" status: 204 len: 168 time: 0.4479139 Jul 19 03:24:22.895500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60246) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:22.900163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce098dd-ae8b-4dfb-9d77-8bb29e1a5421 None None] Network 81939aa2-bf66-49a2-80b1-163957b77f61 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:22.971114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49edd805-b1be-4a29-9c71-7015b5d7cb1b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.008726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edd805-b1be-4a29-9c71-7015b5d7cb1b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbc8c32-6b39-42cb-8cf6-522d3acf26ff,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:23.021662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49edd805-b1be-4a29-9c71-7015b5d7cb1b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.026302 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-49edd805-b1be-4a29-9c71-7015b5d7cb1b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/5fbc8c32-6b39-42cb-8cf6-522d3acf26ff HTTP/1.1" status: 204 len: 168 time: 0.5294836 Jul 19 03:24:23.027877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60248) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:23.037675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6792f86-0352-4b67-af87-efe0a3714ac1 None None] Network 1eb14914-f1af-4a00-8d86-e8e6222d523d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:23.085318 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.188529 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.308101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10dc37-6c89-44ed-98ea-a3d667338530 req-cf153573-7df6-4cc1-ae57-0384ef9c288f tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:23.314312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10dc37-6c89-44ed-98ea-a3d667338530 req-cf153573-7df6-4cc1-ae57-0384ef9c288f tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:23.321088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10dc37-6c89-44ed-98ea-a3d667338530 req-cf153573-7df6-4cc1-ae57-0384ef9c288f tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:23.322855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2b10dc37-6c89-44ed-98ea-a3d667338530 req-cf153573-7df6-4cc1-ae57-0384ef9c288f tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219&device_id=c8e13273-0298-492a-80a9-8a26786dd7c8&device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 2417 time: 0.2352316 Jul 19 03:24:23.350381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 18198b14-c125-4247-920b-bf6b601aa0b5 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:23.350740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.363586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f29ba-d3f4-464e-a10e-432b75b8a983 None None] DHCP port deletion for 81939aa2-bf66-49a2-80b1-163957b77f61 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:24:23.403837 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2b10dc37-6c89-44ed-98ea-a3d667338530 req-b58e8bee-3fa0-4081-99b6-c1e3ef488265 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734141 Jul 19 03:24:23.435218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d1a15-19bd-4724-8d75-94971742996c None None] DHCP port deletion for 1eb14914-f1af-4a00-8d86-e8e6222d523d request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:24:23.508208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f29ba-d3f4-464e-a10e-432b75b8a983 None None] Deleting port 18198b14-c125-4247-920b-bf6b601aa0b5 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:23.508574 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb5f29ba-d3f4-464e-a10e-432b75b8a983 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.555271 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-663cba60-9c1b-4975-9d68-be4c1c941389 req-632da2dd-b134-4f9f-b30b-3a39068c464d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:24:23.567624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-663cba60-9c1b-4975-9d68-be4c1c941389 req-632da2dd-b134-4f9f-b30b-3a39068c464d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0387394 Jul 19 03:24:23.598077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfd573-e016-43c3-9427-637cbfe36563 req-ab48b401-76a7-490e-a97d-3d32157886a7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:23.610684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ebfd573-e016-43c3-9427-637cbfe36563 req-ab48b401-76a7-490e-a97d-3d32157886a7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1324589 Jul 19 03:24:23.617292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] For port 18198b14-c125-4247-920b-bf6b601aa0b5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=18198b14-c125-4247-920b-bf6b601aa0b5,segment=NetworkSegment(e43f1369-d965-4ca0-ba9e-c129e7a71e9f),segment_id=e43f1369-d965-4ca0-ba9e-c129e7a71e9f)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:23.617663 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.647303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 18198b14-c125-4247-920b-bf6b601aa0b5 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:23.652099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bb5f29ba-d3f4-464e-a10e-432b75b8a983 None None] For port 18198b14-c125-4247-920b-bf6b601aa0b5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=18198b14-c125-4247-920b-bf6b601aa0b5,segment=NetworkSegment(e43f1369-d965-4ca0-ba9e-c129e7a71e9f),segment_id=e43f1369-d965-4ca0-ba9e-c129e7a71e9f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:23.652508 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb5f29ba-d3f4-464e-a10e-432b75b8a983 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.658205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d8e11411-cbd2-43dc-ae10-b000474bca0d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:23.684772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:23.685399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.687298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-643d1a15-19bd-4724-8d75-94971742996c None None] Deleting port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:23.687671 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-643d1a15-19bd-4724-8d75-94971742996c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.709727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f29ba-d3f4-464e-a10e-432b75b8a983 None None] Calling delete_port for 18198b14-c125-4247-920b-bf6b601aa0b5 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:23.724306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ebfd573-e016-43c3-9427-637cbfe36563 req-051c7aab-740b-4b46-aeec-94bf14a9ef21 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119175 Jul 19 03:24:23.833648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-643d1a15-19bd-4724-8d75-94971742996c None None] For port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a99322dd-12e4-48bc-aa5a-2cc5f18a7de2,segment=NetworkSegment(7e040cc9-ed5a-466f-891a-f952b1ee6c1c),segment_id=7e040cc9-ed5a-466f-891a-f952b1ee6c1c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:23.834054 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-643d1a15-19bd-4724-8d75-94971742996c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.867553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-643d1a15-19bd-4724-8d75-94971742996c None None] Calling delete_port for a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:23.867860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2547b27b-54fc-4580-82de-50ea2821f858 req-448635fd-5a48-4d20-891e-1209f99480c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1405725 Jul 19 03:24:23.909523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d8e11411-cbd2-43dc-ae10-b000474bca0d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:23.909894 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.923263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a99322dd-12e4-48bc-aa5a-2cc5f18a7de2,segment=NetworkSegment(7e040cc9-ed5a-466f-891a-f952b1ee6c1c),segment_id=7e040cc9-ed5a-466f-891a-f952b1ee6c1c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:23.924120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:23.945411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:23.963529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-edca192d-5743-454b-86ff-55efe1e6ecc1 req-0786a878-49c5-4523-a23c-a8e5a7c580ee tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0577269 Jul 19 03:24:23.994335 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb5f29ba-d3f4-464e-a10e-432b75b8a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.020682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547b27b-54fc-4580-82de-50ea2821f858 req-ecd42c0d-e9e1-4ead-8b6c-9e3dc6410626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:24.022390 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2547b27b-54fc-4580-82de-50ea2821f858 req-ecd42c0d-e9e1-4ead-8b6c-9e3dc6410626 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.1060138 Jul 19 03:24:24.030771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f29ba-d3f4-464e-a10e-432b75b8a983 None None] No DVR routers for this DVR port 18198b14-c125-4247-920b-bf6b601aa0b5 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:24.088137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f29ba-d3f4-464e-a10e-432b75b8a983 None None] Pushing event deleted for resources: {'Port': ['ID=18198b14-c125-4247-920b-bf6b601aa0b5,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:24.109617 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-663cba60-9c1b-4975-9d68-be4c1c941389 req-9e428ea5-1698-4cd9-8914-a003aec1ea7d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5356669 Jul 19 03:24:24.171326 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.193920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No DVR routers for this DVR port 18198b14-c125-4247-920b-bf6b601aa0b5 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:24.242320 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-643d1a15-19bd-4724-8d75-94971742996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.258197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547b27b-54fc-4580-82de-50ea2821f858 req-a3912918-41b9-48be-87fd-5578f9483183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:24.269638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=18198b14-c125-4247-920b-bf6b601aa0b5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:24.270611 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2547b27b-54fc-4580-82de-50ea2821f858 req-a3912918-41b9-48be-87fd-5578f9483183 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.2155371 Jul 19 03:24:24.307917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d1a15-19bd-4724-8d75-94971742996c None None] Pushing event deleted for resources: {'Port': ['ID=a99322dd-12e4-48bc-aa5a-2cc5f18a7de2,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:24.311923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d1a15-19bd-4724-8d75-94971742996c None None] No DVR routers for this DVR port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:24.368011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:24.403815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:24.404180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:24.404675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 18198b14-c125-4247-920b-bf6b601aa0b5 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:24.434423 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2547b27b-54fc-4580-82de-50ea2821f858 req-8fb624b1-73c3-482d-96c6-2d2bdce0b960 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 999 time: 0.1545112 Jul 19 03:24:24.445479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.455497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 18198b14-c125-4247-920b-bf6b601aa0b5 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:24.455845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 18198b14-c125-4247-920b-bf6b601aa0b5 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:24.456937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81939aa2-bf66-49a2-80b1-163957b77f61']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:24.472821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43f1369-d965-4ca0-ba9e-c129e7a71e9f') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:24.473808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43f1369-d965-4ca0-ba9e-c129e7a71e9f') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:24.483875 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.496526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.533601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=a99322dd-12e4-48bc-aa5a-2cc5f18a7de2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:24.537295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No DVR routers for this DVR port a99322dd-12e4-48bc-aa5a-2cc5f18a7de2 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:24.553430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547b27b-54fc-4580-82de-50ea2821f858 req-9518dae0-3fe4-4ece-9b5c-8f1604de3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:24.555287 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2547b27b-54fc-4580-82de-50ea2821f858 req-9518dae0-3fe4-4ece-9b5c-8f1604de3475 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.1160688 Jul 19 03:24:24.564897 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.589934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:24:24.590380 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:24:24.593570 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:24:24.683726 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.687633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547b27b-54fc-4580-82de-50ea2821f858 req-a4d1c58c-3179-4757-87de-31415d7f5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:24.689272 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2547b27b-54fc-4580-82de-50ea2821f858 req-a4d1c58c-3179-4757-87de-31415d7f5a6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258719 Jul 19 03:24:24.695742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb14914-f1af-4a00-8d86-e8e6222d523d']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:24.705300 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.709059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e040cc9-ed5a-466f-891a-f952b1ee6c1c') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:24.709361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e040cc9-ed5a-466f-891a-f952b1ee6c1c') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:24.729101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.731529 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/networks/81939aa2-bf66-49a2-80b1-163957b77f61 HTTP/1.1" status: 204 len: 168 time: 1.8344312 Jul 19 03:24:24.734923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60270) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:24.742896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1019444863'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:24.749017 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.750983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785c8d0-1564-4e55-acc1-54158746cffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Network': ['ID=81939aa2-bf66-49a2-80b1-163957b77f61,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:24.773729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.779254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:24.783991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.786886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:24:24.788163 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:24:24.794807 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:24:24.879329 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.884286 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.886248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/networks/1eb14914-f1af-4a00-8d86-e8e6222d523d HTTP/1.1" status: 204 len: 168 time: 1.8573298 Jul 19 03:24:24.894106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60272) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:24.897722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:24:24.901632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2547b27b-54fc-4580-82de-50ea2821f858 req-dc042e88-f187-4a76-8dff-b93a51828c24 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053809 Jul 19 03:24:24.904291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'network': {'name': 'tempest-RoutersTest-737158112'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:24.919052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaab81-a58f-44e5-90b0-e086249b20a6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Network': ['ID=1eb14914-f1af-4a00-8d86-e8e6222d523d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:24.944041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:24.949367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.959995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.960821 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Added segment 48006f8b-7118-4f62-a4fd-243fbac22ff5 of type vlan for network 9e173f8c-df8b-4a14-a239-944de03f0fbb Jul 19 03:24:24.983091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:24:24.996651 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:24.997066 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added segment 5d466f3a-6e7b-4371-aeee-ad29c3398159 of type vlan for network d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 Jul 19 03:24:25.030650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.071899 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.123285 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4096acd9-0529-4011-aec4-0704dd424b9f req-474fbb55-5ab6-429b-9d95-baf71d8270d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=168b1080a3444a1b8b1bff583bfe03d3&device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0536311 Jul 19 03:24:25.126914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72161f26-b603-48fb-8f90-662001198341 req-695f8722-033f-4796-bc30-1083f293a8c8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:25.128474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72161f26-b603-48fb-8f90-662001198341 req-695f8722-033f-4796-bc30-1083f293a8c8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 945 time: 0.2576294 Jul 19 03:24:25.136997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2547b27b-54fc-4580-82de-50ea2821f858 req-2c32c6df-909f-4eb2-8597-7abb14788a3d service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059345 Jul 19 03:24:25.153720 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.160774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:25.161386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.173289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4096acd9-0529-4011-aec4-0704dd424b9f req-bfddfb07-3a15-48b2-b115-8e266f1bf0dd service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=168b1080a3444a1b8b1bff583bfe03d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306685 Jul 19 03:24:25.191806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.198017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:25.199175 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.220745 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72161f26-b603-48fb-8f90-662001198341 req-6b094a40-008a-463d-bcc8-67d732685d04 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827315 Jul 19 03:24:25.222017 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4860861 Jul 19 03:24:25.225739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60276) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:25.230655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': '9e173f8c-df8b-4a14-a239-944de03f0fbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:25.289829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa3d98-9f03-4bba-a56d-06a9bad0d974 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Network': ['ID=9e173f8c-df8b-4a14-a239-944de03f0fbb,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:25.313701 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4178088 Jul 19 03:24:25.316891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 9e173f8c-df8b-4a14-a239-944de03f0fbb details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:24:25.328599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60280) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:25.342651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'subnet': {'network_id': 'd4be6b34-59a9-4d9a-bc2e-ec6f39862e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:25.401532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:25.405206 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.532474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b7e9ea81-4ea8-4e69-b8fc-9df4b26e5633 req-0e6e0f52-8198-4cd9-94f0-c01755633a34 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0882092 Jul 19 03:24:25.584516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd8304-c70a-40cd-aa86-850d165d5020 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Network': ['ID=d4be6b34-59a9-4d9a-bc2e-ec6f39862e30,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:25.596986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:24:25.620339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:25.624853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.667820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096acd9-0529-4011-aec4-0704dd424b9f req-31969326-fe61-419d-ac0f-bb51e573ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:25.669359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4096acd9-0529-4011-aec4-0704dd424b9f req-31969326-fe61-419d-ac0f-bb51e573ed3b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4894836 Jul 19 03:24:25.731365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.862298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=674bbe9f-6584-4830-91f8-e451277e9f1b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:25.864719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Checking segment: {'id': '48006f8b-7118-4f62-a4fd-243fbac22ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9e173f8c-df8b-4a14-a239-944de03f0fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:25.865097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network hostable DHCP agents. Network: 9e173f8c-df8b-4a14-a239-944de03f0fbb, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:24:25.889049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 9e173f8c-df8b-4a14-a239-944de03f0fbb is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:24:25.903044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 9e173f8c-df8b-4a14-a239-944de03f0fbb) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:25.912765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d5905-ff99-4122-98eb-ff3689128a4b None None] Network 9e173f8c-df8b-4a14-a239-944de03f0fbb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:25.918730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:25.919322 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.952846 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-922689b5-f52e-4a2e-a4be-0af028e98b6c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7258439 Jul 19 03:24:25.955240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.955839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60290) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:25.962178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a3144ab0-98e8-4038-a337-570b82485c97 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-972398111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:25.989217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3144ab0-98e8-4038-a337-570b82485c97 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:25.990341 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3144ab0-98e8-4038-a337-570b82485c97 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:26.057141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3144ab0-98e8-4038-a337-570b82485c97 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:26.066844 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3144ab0-98e8-4038-a337-570b82485c97 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:26.083568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Subnet': ['ID=db16ce97-0f43-4267-b271-487b221b0699,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:26.099766 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3144ab0-98e8-4038-a337-570b82485c97 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:26.101621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a3144ab0-98e8-4038-a337-570b82485c97 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1447752 Jul 19 03:24:26.104289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60294) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:26.112261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'network_id': '9e173f8c-df8b-4a14-a239-944de03f0fbb', 'name': 'tempest-PortsTestJSON-1155144646'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:26.142651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-33145315-4859-4c39-9d60-7a66038deb75 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:26.145079 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-33145315-4859-4c39-9d60-7a66038deb75 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 945 time: 0.2457802 Jul 19 03:24:26.198949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-9e173f8c-df8b-4a14-a239-944de03f0fbb', 'network_id': '9e173f8c-df8b-4a14-a239-944de03f0fbb', 'tenant_id': '4a6e0f6ec9a44850b556aa7528e80a66', 'fixed_ips': [{'subnet_id': '674bbe9f-6584-4830-91f8-e451277e9f1b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:24:26.199830 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:26.294186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:26.309185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Checking segment: {'id': '5d466f3a-6e7b-4371-aeee-ad29c3398159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4be6b34-59a9-4d9a-bc2e-ec6f39862e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:26.309489 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:26.309609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network hostable DHCP agents. Network: d4be6b34-59a9-4d9a-bc2e-ec6f39862e30, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:24:26.342257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-1c1d88da-bf14-4c50-a7ea-0f7d5cd70c6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Deleting port ab778dc7-847b-49e5-bfe7-030833da0100 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:26.342629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-1c1d88da-bf14-4c50-a7ea-0f7d5cd70c6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:26.356807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port a3b8b407-f7da-4604-9365-f7a901280e97 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:24:26.475537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-1c1d88da-bf14-4c50-a7ea-0f7d5cd70c6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] For port ab778dc7-847b-49e5-bfe7-030833da0100, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ab778dc7-847b-49e5-bfe7-030833da0100,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:26.475917 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-1c1d88da-bf14-4c50-a7ea-0f7d5cd70c6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:26.508949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Allocated IP 172.20.0.2 (9e173f8c-df8b-4a14-a239-944de03f0fbb/674bbe9f-6584-4830-91f8-e451277e9f1b/75a1951f-2abd-42dc-beb0-49d2f0ec6b80) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:26.516822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:24:26.520410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-1c1d88da-bf14-4c50-a7ea-0f7d5cd70c6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Calling delete_port for ab778dc7-847b-49e5-bfe7-030833da0100 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:26.542123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d4be6b34-59a9-4d9a-bc2e-ec6f39862e30) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:26.569960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89ba50-125a-4186-82ab-1f994b8c7e33 None None] Network d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:26.695578 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c4403-99c0-424a-ab64-cb7979d68677 req-cd26ac51-ce1e-4c50-8994-dbe39707f3bd tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:26.698111 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f65c4403-99c0-424a-ab64-cb7979d68677 req-cd26ac51-ce1e-4c50-8994-dbe39707f3bd tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 945 time: 0.2458696 Jul 19 03:24:26.806738 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f65c4403-99c0-424a-ab64-cb7979d68677 req-5a627fb7-5fa7-43ff-9671-c993d2e5fd70 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013889 Jul 19 03:24:26.936871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:26.937459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:26.992123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fcb53b8b-856f-454b-b07f-4a051f2dd285 req-d2e4a1ac-a9c9-42bd-b633-c394bf461cf4 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0578406 Jul 19 03:24:27.024014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4096acd9-0529-4011-aec4-0704dd424b9f req-42d0e360-55bc-4ed2-8033-f6c452936f24 tempest-ServerShowV257Test-597879568 tempest-ServerShowV257Test-597879568-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee4ed000-9120-4454-88ee-49d9b0a851b0 HTTP/1.1" status: 200 len: 210 time: 0.0762293 Jul 19 03:24:27.027907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b5097366-5db9-4704-bfa9-319d7c51375b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6955576 Jul 19 03:24:27.028796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60310) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:27.055324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0d1bb8a3-e576-45d0-b159-d65a89c975e9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1859111128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:27.086694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-d4be6b34-59a9-4d9a-bc2e-ec6f39862e30', 'network_id': 'd4be6b34-59a9-4d9a-bc2e-ec6f39862e30', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'fixed_ips': [{'subnet_id': 'db16ce97-0f43-4267-b271-487b221b0699'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:24:27.088326 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.091806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570347cf-0710-4f1f-9b92-c3912ef16c3f req-7e9cc282-ea82-43c0-941e-0d56d9e713b6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:27.101439 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-570347cf-0710-4f1f-9b92-c3912ef16c3f req-7e9cc282-ea82-43c0-941e-0d56d9e713b6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 945 time: 0.1590204 Jul 19 03:24:27.181822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-570347cf-0710-4f1f-9b92-c3912ef16c3f req-0dcdb545-8395-4420-a455-14abed53c129 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791872 Jul 19 03:24:27.185636 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb8a3-e576-45d0-b159-d65a89c975e9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.187190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb8a3-e576-45d0-b159-d65a89c975e9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.198582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-1c1d88da-bf14-4c50-a7ea-0f7d5cd70c6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.259973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d88da-bf14-4c50-a7ea-0f7d5cd70c6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Pushing event deleted for resources: {'Port': ['ID=ab778dc7-847b-49e5-bfe7-030833da0100,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:27.299078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb8a3-e576-45d0-b159-d65a89c975e9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.305524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb8a3-e576-45d0-b159-d65a89c975e9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.313725 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b60a1369-8756-43be-9190-284df1dc6260'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:27.316812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['ab778dc7-847b-49e5-bfe7-030833da0100'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:27.329740 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb8a3-e576-45d0-b159-d65a89c975e9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.335474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0d1bb8a3-e576-45d0-b159-d65a89c975e9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2966225 Jul 19 03:24:27.335474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60312) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:27.346416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-1c1d88da-bf14-4c50-a7ea-0f7d5cd70c6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] No DVR routers for this DVR port ab778dc7-847b-49e5-bfe7-030833da0100 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:27.349839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-1c1d88da-bf14-4c50-a7ea-0f7d5cd70c6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.352537 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a6808aa3-855c-4deb-9b28-d301f331df0f req-1c1d88da-bf14-4c50-a7ea-0f7d5cd70c6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.26 "DELETE /v2.0/ports/ab778dc7-847b-49e5-bfe7-030833da0100 HTTP/1.1" status: 204 len: 173 time: 1.2019207 Jul 19 03:24:27.353472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba65aa57-d4f4-4198-89a5-62d371a0ebf7', 'name': 'network-vif-deleted', 'tag': 'ab778dc7-847b-49e5-bfe7-030833da0100'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:24:27.356678 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b55971-1dae-4e5a-acd0-a75ce9b1ac25" -d '{"events": [{"server_uuid": "ba65aa57-d4f4-4198-89a5-62d371a0ebf7", "name": "network-vif-deleted", "tag": "ab778dc7-847b-49e5-bfe7-030833da0100"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:24:27.422848 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeea735-883a-495a-a8d8-f463fe17104f x-openstack-request-id: req-caeea735-883a-495a-a8d8-f463fe17104f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:24:27.423384 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba65aa57-d4f4-4198-89a5-62d371a0ebf7", "name": "network-vif-deleted", "tag": "ab778dc7-847b-49e5-bfe7-030833da0100", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:24:27.423878 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-caeea735-883a-495a-a8d8-f463fe17104f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:24:27.425541 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba65aa57-d4f4-4198-89a5-62d371a0ebf7', 'name': 'network-vif-deleted', 'tag': 'ab778dc7-847b-49e5-bfe7-030833da0100', 'status': 'completed', 'code': 200} Jul 19 03:24:27.474544 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.489961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Allocated IP 172.20.0.2 (d4be6b34-59a9-4d9a-bc2e-ec6f39862e30/db16ce97-0f43-4267-b271-487b221b0699/811bb8ce-ab25-46b5-8196-73cc73d7e972) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:27.500001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Transition to ACTIVE for port object 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:27.540339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Transition to ACTIVE for port object 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:27.573211 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.688824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Network 9e173f8c-df8b-4a14-a239-944de03f0fbb is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:27.698746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:27.710909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:27.720313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Pushing event updated for resources: {'Port': ['ID=75a1951f-2abd-42dc-beb0-49d2f0ec6b80,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:27.748633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.6 (9e173f8c-df8b-4a14-a239-944de03f0fbb/674bbe9f-6584-4830-91f8-e451277e9f1b/a3b8b407-f7da-4604-9365-f7a901280e97) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:27.871209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Attempting to bind port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:27.871591 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Attempting to bind port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '48006f8b-7118-4f62-a4fd-243fbac22ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9e173f8c-df8b-4a14-a239-944de03f0fbb'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:27.871959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Attempting to bind port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 on network 9e173f8c-df8b-4a14-a239-944de03f0fbb {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:27.887973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.895202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:27.895585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Checking segment: {'id': '48006f8b-7118-4f62-a4fd-243fbac22ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9e173f8c-df8b-4a14-a239-944de03f0fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:27.895998 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.896400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Bound using segment: {'id': '48006f8b-7118-4f62-a4fd-243fbac22ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9e173f8c-df8b-4a14-a239-944de03f0fbb'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:27.896893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Bound port: 75a1951f-2abd-42dc-beb0-49d2f0ec6b80, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48006f8b-7118-4f62-a4fd-243fbac22ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9e173f8c-df8b-4a14-a239-944de03f0fbb'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:27.897298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.899550 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:27.928822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Transition to ACTIVE for port object 811bb8ce-ab25-46b5-8196-73cc73d7e972 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:27.997631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Transition to ACTIVE for port object 811bb8ce-ab25-46b5-8196-73cc73d7e972 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:28.074981 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:28.107632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] For port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:28.164257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] For port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=75a1951f-2abd-42dc-beb0-49d2f0ec6b80,segment=NetworkSegment(48006f8b-7118-4f62-a4fd-243fbac22ff5),segment_id=48006f8b-7118-4f62-a4fd-243fbac22ff5)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:28.196207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Network d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:28.197650 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:28.221515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:28.223663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Pushing event updated for resources: {'Port': ['ID=811bb8ce-ab25-46b5-8196-73cc73d7e972,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:28.226027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:28.372118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b200a253-e15b-4eab-b0e1-6e3f251d6781 req-0c0ed4a0-4ab5-4602-8eba-c457cf679435 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba65aa57-d4f4-4198-89a5-62d371a0ebf7 HTTP/1.1" status: 200 len: 210 time: 0.1224313 Jul 19 03:24:28.459813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-1abde4e8-11f9-4d7c-977f-fddcb47956c7 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:28.463798 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-1abde4e8-11f9-4d7c-977f-fddcb47956c7 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.26 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 945 time: 0.3431897 Jul 19 03:24:28.521590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb53bf6-6f6d-40af-9e99-c827cf2b1afe None None] Pushing event updated for resources: {'Port': ['ID=75a1951f-2abd-42dc-beb0-49d2f0ec6b80,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:28.541604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Attempting to bind port 811bb8ce-ab25-46b5-8196-73cc73d7e972 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:28.543782 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Attempting to bind port 811bb8ce-ab25-46b5-8196-73cc73d7e972 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '5d466f3a-6e7b-4371-aeee-ad29c3398159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4be6b34-59a9-4d9a-bc2e-ec6f39862e30'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:28.544908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Attempting to bind port 811bb8ce-ab25-46b5-8196-73cc73d7e972 on network d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:28.558224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:28.559671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Checking segment: {'id': '5d466f3a-6e7b-4371-aeee-ad29c3398159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4be6b34-59a9-4d9a-bc2e-ec6f39862e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:28.561273 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:28.562586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Bound using segment: {'id': '5d466f3a-6e7b-4371-aeee-ad29c3398159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4be6b34-59a9-4d9a-bc2e-ec6f39862e30'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:28.563349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Bound port: 811bb8ce-ab25-46b5-8196-73cc73d7e972, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d466f3a-6e7b-4371-aeee-ad29c3398159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4be6b34-59a9-4d9a-bc2e-ec6f39862e30'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:28.564646 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:28.708310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60332) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:28.728795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-c96dca68-5f7e-4115-b69c-00d58af395a6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Deleting port 952e26c0-0f65-4292-a3a3-14b710349936 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:28.729556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-c96dca68-5f7e-4115-b69c-00d58af395a6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:28.736212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] For port 811bb8ce-ab25-46b5-8196-73cc73d7e972, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:28.748155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] For port 811bb8ce-ab25-46b5-8196-73cc73d7e972, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=811bb8ce-ab25-46b5-8196-73cc73d7e972,segment=NetworkSegment(5d466f3a-6e7b-4371-aeee-ad29c3398159),segment_id=5d466f3a-6e7b-4371-aeee-ad29c3398159)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:28.755292 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:28.911718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-c96dca68-5f7e-4115-b69c-00d58af395a6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] For port 952e26c0-0f65-4292-a3a3-14b710349936, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=952e26c0-0f65-4292-a3a3-14b710349936,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:28.912315 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-c96dca68-5f7e-4115-b69c-00d58af395a6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:28.930287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a4918-cb6a-4193-a679-7f5ae58011b8 None None] Pushing event updated for resources: {'Port': ['ID=811bb8ce-ab25-46b5-8196-73cc73d7e972,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:28.952724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-c96dca68-5f7e-4115-b69c-00d58af395a6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Calling delete_port for 952e26c0-0f65-4292-a3a3-14b710349936 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:28.972717 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df12b95e-799e-45ec-acaa-05cee43bdf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.074873 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.106134 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf96c-6ae1-433c-903d-cd4ff08df565 req-cae71283-d0e5-429b-82ec-a3f0972d329d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:29.119225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f2bf96c-6ae1-433c-903d-cd4ff08df565 req-cae71283-d0e5-429b-82ec-a3f0972d329d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 945 time: 0.4589877 Jul 19 03:24:29.157857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object a3b8b407-f7da-4604-9365-f7a901280e97 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:29.204764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df12b95e-799e-45ec-acaa-05cee43bdf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.232100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df12b95e-799e-45ec-acaa-05cee43bdf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.283397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f2bf96c-6ae1-433c-903d-cd4ff08df565 req-9b849237-89ce-4d3f-8fe4-91d55a5b7dcf tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628921 Jul 19 03:24:29.284301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Allocated IP 172.20.0.1 (d4be6b34-59a9-4d9a-bc2e-ec6f39862e30/db16ce97-0f43-4267-b271-487b221b0699/82db8390-dab1-4acc-82ac-e5044981b798) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:29.306408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-df12b95e-799e-45ec-acaa-05cee43bdf1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=168b1080a3444a1b8b1bff583bfe03d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923486 Jul 19 03:24:29.306408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12b95e-799e-45ec-acaa-05cee43bdf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436f5a22-815a-4781-9427-1557565eccc5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:29.310030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60338) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:29.329047 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.362779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-c96dca68-5f7e-4115-b69c-00d58af395a6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.372164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 9e173f8c-df8b-4a14-a239-944de03f0fbb is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:29.376895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['527c58a5-cc01-44a4-ad6b-ed28abe6116f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:29.380442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['fa34ee9f-9390-44c8-9fea-d42ca3e9d707', '952e26c0-0f65-4292-a3a3-14b710349936'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:29.402781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:29.411094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:29.464497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8150d44-0438-4ceb-9504-fbd4fd772f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.499726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=a3b8b407-f7da-4604-9365-f7a901280e97,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:29.524267 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8150d44-0438-4ceb-9504-fbd4fd772f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.602235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dca68-5f7e-4115-b69c-00d58af395a6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Pushing event deleted for resources: {'Port': ['ID=952e26c0-0f65-4292-a3a3-14b710349936,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:29.644826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:29.647381 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.729155 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-46c54776-1147-43b8-8100-510545f298bd tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6235385 Jul 19 03:24:29.736158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60348) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:29.766717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.826507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-c96dca68-5f7e-4115-b69c-00d58af395a6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] No DVR routers for this DVR port 952e26c0-0f65-4292-a3a3-14b710349936 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:29.835401 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-c96dca68-5f7e-4115-b69c-00d58af395a6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.841240 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b0869f8-3e4b-4bfe-8a28-a96e1d580f46 req-c96dca68-5f7e-4115-b69c-00d58af395a6 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.26 "DELETE /v2.0/ports/952e26c0-0f65-4292-a3a3-14b710349936 HTTP/1.1" status: 204 len: 173 time: 1.3677702 Jul 19 03:24:29.841720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db21281d-23eb-4aaa-abc9-d3facd470219', 'name': 'network-vif-deleted', 'tag': '952e26c0-0f65-4292-a3a3-14b710349936'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:24:29.858106 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4820aa7-6990-4d40-8655-c0cb2f07d3d4" -d '{"events": [{"server_uuid": "db21281d-23eb-4aaa-abc9-d3facd470219", "name": "network-vif-deleted", "tag": "952e26c0-0f65-4292-a3a3-14b710349936"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:24:29.884211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 811bb8ce-ab25-46b5-8196-73cc73d7e972 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:29.892389 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8150d44-0438-4ceb-9504-fbd4fd772f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.900186 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8150d44-0438-4ceb-9504-fbd4fd772f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:29.902669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c8150d44-0438-4ceb-9504-fbd4fd772f28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/436f5a22-815a-4781-9427-1557565eccc5 HTTP/1.1" status: 204 len: 168 time: 0.5916436 Jul 19 03:24:29.930052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8150d44-0438-4ceb-9504-fbd4fd772f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436f5a22-815a-4781-9427-1557565eccc5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:30.067559 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a399d931-d5d6-4120-9307-a9c594d426c1 x-openstack-request-id: req-a399d931-d5d6-4120-9307-a9c594d426c1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:24:30.068349 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db21281d-23eb-4aaa-abc9-d3facd470219", "name": "network-vif-deleted", "tag": "952e26c0-0f65-4292-a3a3-14b710349936", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:24:30.068349 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a399d931-d5d6-4120-9307-a9c594d426c1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:24:30.068764 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db21281d-23eb-4aaa-abc9-d3facd470219', 'name': 'network-vif-deleted', 'tag': '952e26c0-0f65-4292-a3a3-14b710349936', 'status': 'completed', 'code': 200} Jul 19 03:24:30.118185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 952e26c0-0f65-4292-a3a3-14b710349936 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:30.133570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Transition to ACTIVE for port object 82db8390-dab1-4acc-82ac-e5044981b798 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:30.266013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 952e26c0-0f65-4292-a3a3-14b710349936 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:30.266618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 952e26c0-0f65-4292-a3a3-14b710349936 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:30.268544 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ab778dc7-847b-49e5-bfe7-030833da0100 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:30.318347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd6eb8-0570-44e1-b71e-aa0ee4c54f3c None None] Network 9e173f8c-df8b-4a14-a239-944de03f0fbb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:30.343123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: ab778dc7-847b-49e5-bfe7-030833da0100 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:30.343437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ab778dc7-847b-49e5-bfe7-030833da0100 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:30.412172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1d7d5d6b-4b74-4b03-b106-45824d3131d8 None None] Provisioning for port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:30.456939 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:30.496801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b0579-6ee9-4abc-bd92-bbf7f78c56aa req-0d345541-c8f4-4990-83fb-d579f23acc5a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:30.507070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e8b0579-6ee9-4abc-bd92-bbf7f78c56aa req-0d345541-c8f4-4990-83fb-d579f23acc5a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1649232 Jul 19 03:24:30.518201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 811bb8ce-ab25-46b5-8196-73cc73d7e972 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:30.529600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:30.649535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e8b0579-6ee9-4abc-bd92-bbf7f78c56aa req-404247c2-f330-4f73-899c-cc81b44447c5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327062 Jul 19 03:24:30.683121 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4bddf4-e489-4c27-93dc-c7d6698fe5a7 None None] Network d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:30.686847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:30.705481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:30.705858 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:30.772939 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:30.844789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=82db8390-dab1-4acc-82ac-e5044981b798,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:30.856813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66617c-3eaf-42ba-b624-3dad43ff3e26 req-a2b0ed75-b4f1-478e-95f1-9efcfa32b126 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:30.858883 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b66617c-3eaf-42ba-b624-3dad43ff3e26 req-a2b0ed75-b4f1-478e-95f1-9efcfa32b126 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.8831115 Jul 19 03:24:30.864555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:30.868563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4d26a365-f87c-4fbb-a892-acc96e559afb None None] Provisioning for port 811bb8ce-ab25-46b5-8196-73cc73d7e972 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:30.872770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:30.920646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4d26a365-f87c-4fbb-a892-acc96e559afb None None] Provisioning complete for port 811bb8ce-ab25-46b5-8196-73cc73d7e972 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:30.921185 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4d26a365-f87c-4fbb-a892-acc96e559afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:30.968115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-46598cb7-4d7a-4eef-95cc-5173b8074057 req-ab58ed02-d9bf-47c9-ad8e-fbd251a30978 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=db21281d-23eb-4aaa-abc9-d3facd470219 HTTP/1.1" status: 200 len: 210 time: 0.0623720 Jul 19 03:24:31.089353 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:31.205498 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b66617c-3eaf-42ba-b624-3dad43ff3e26 req-552b3d06-d870-41db-963c-8362d9065278 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384511 Jul 19 03:24:31.337042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:31.374120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=75a1951f-2abd-42dc-beb0-49d2f0ec6b80,segment=NetworkSegment(48006f8b-7118-4f62-a4fd-243fbac22ff5),segment_id=48006f8b-7118-4f62-a4fd-243fbac22ff5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:31.392755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36667ac9-dcdb-4680-b3a0-1cca8c56131c req-6800bf2b-62e5-4b68-9465-768ce459861b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:31.405673 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36667ac9-dcdb-4680-b3a0-1cca8c56131c req-6800bf2b-62e5-4b68-9465-768ce459861b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1366823 Jul 19 03:24:31.408388 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:31.508253 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4d26a365-f87c-4fbb-a892-acc96e559afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:31.536941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36667ac9-dcdb-4680-b3a0-1cca8c56131c req-a2e42a4b-7ec3-41cc-bcad-de306694b087 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311123 Jul 19 03:24:31.615954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4d26a365-f87c-4fbb-a892-acc96e559afb None None] For port 811bb8ce-ab25-46b5-8196-73cc73d7e972, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=811bb8ce-ab25-46b5-8196-73cc73d7e972,segment=NetworkSegment(5d466f3a-6e7b-4371-aeee-ad29c3398159),segment_id=5d466f3a-6e7b-4371-aeee-ad29c3398159)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:31.634474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=75a1951f-2abd-42dc-beb0-49d2f0ec6b80,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:31.635265 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:31.646168 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4d26a365-f87c-4fbb-a892-acc96e559afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:31.810528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26a365-f87c-4fbb-a892-acc96e559afb None None] Pushing event updated for resources: {'Port': ['ID=811bb8ce-ab25-46b5-8196-73cc73d7e972,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:31.826331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0fe9205-a103-44e3-9e38-03dbd08f7e56 None None] Provisioning for port a3b8b407-f7da-4604-9365-f7a901280e97 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:31.838047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0fe9205-a103-44e3-9e38-03dbd08f7e56 None None] Provisioning complete for port a3b8b407-f7da-4604-9365-f7a901280e97 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:31.838452 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9205-a103-44e3-9e38-03dbd08f7e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:31.932349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60402) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:31.958301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe9205-a103-44e3-9e38-03dbd08f7e56 None None] Port a3b8b407-f7da-4604-9365-f7a901280e97 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:32.000113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0fe9205-a103-44e3-9e38-03dbd08f7e56 None None] Provisioning complete for port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:32.000497 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9205-a103-44e3-9e38-03dbd08f7e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.109776 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8cb703c1-e223-4ac6-9e97-36d9fe5e8292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.362758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f37fe8df-a49e-4294-98b2-b93c6e6677e4 None None] Provisioning complete for port 811bb8ce-ab25-46b5-8196-73cc73d7e972 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:32.363192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f37fe8df-a49e-4294-98b2-b93c6e6677e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.395152 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8cb703c1-e223-4ac6-9e97-36d9fe5e8292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.403800 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8cb703c1-e223-4ac6-9e97-36d9fe5e8292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.411231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.521375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8cb703c1-e223-4ac6-9e97-36d9fe5e8292 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fc4362df11f4a528598a6e16e95595b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876367 Jul 19 03:24:32.523393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60414) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:32.573971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124482fd-348e-49a2-b3ce-a0f83176aae8 req-89a24f65-9f86-47ec-99a5-2a2dda0172a1 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:32.576184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-124482fd-348e-49a2-b3ce-a0f83176aae8 req-89a24f65-9f86-47ec-99a5-2a2dda0172a1 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.7794247 Jul 19 03:24:32.594070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f37fe8df-a49e-4294-98b2-b93c6e6677e4 None None] Provisioning complete for port a3b8b407-f7da-4604-9365-f7a901280e97 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:32.594673 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f37fe8df-a49e-4294-98b2-b93c6e6677e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.600245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb703c1-e223-4ac6-9e97-36d9fe5e8292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a9a6cc-369f-4010-9539-295dcee6904a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:32.652773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f37fe8df-a49e-4294-98b2-b93c6e6677e4 None None] Port a3b8b407-f7da-4604-9365-f7a901280e97 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:32.654790 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb800755-7a17-44e0-ab71-e0decf6ab90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.666437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f37fe8df-a49e-4294-98b2-b93c6e6677e4 None None] Provisioning for port 82db8390-dab1-4acc-82ac-e5044981b798 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:32.677845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f37fe8df-a49e-4294-98b2-b93c6e6677e4 None None] Provisioning complete for port 82db8390-dab1-4acc-82ac-e5044981b798 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:32.678231 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f37fe8df-a49e-4294-98b2-b93c6e6677e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.689890 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb800755-7a17-44e0-ab71-e0decf6ab90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.732213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd55f8e-1825-4a28-9a5e-7e717afb0fc5 req-69825bc2-032b-4b45-9321-a855edc2b3de tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:32.734070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-afd55f8e-1825-4a28-9a5e-7e717afb0fc5 req-69825bc2-032b-4b45-9321-a855edc2b3de tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1808207 Jul 19 03:24:32.735798 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-124482fd-348e-49a2-b3ce-a0f83176aae8 req-59eca6eb-ce09-4b54-aa2b-b7579503ad78 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413765 Jul 19 03:24:32.749726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f37fe8df-a49e-4294-98b2-b93c6e6677e4 None None] Port 82db8390-dab1-4acc-82ac-e5044981b798 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:32.779003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.790630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.814133 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-afd55f8e-1825-4a28-9a5e-7e717afb0fc5 req-2ed81970-64da-449a-b2da-7c69d2303c7e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712221 Jul 19 03:24:32.856553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb800755-7a17-44e0-ab71-e0decf6ab90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.859691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb800755-7a17-44e0-ab71-e0decf6ab90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:32.864624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eb800755-7a17-44e0-ab71-e0decf6ab90f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75a9a6cc-369f-4010-9539-295dcee6904a HTTP/1.1" status: 204 len: 168 time: 0.3321884 Jul 19 03:24:32.880086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb800755-7a17-44e0-ab71-e0decf6ab90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a9a6cc-369f-4010-9539-295dcee6904a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:32.950200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ffc47123-1be2-4a21-9aba-50777bdd0256 None None] Provisioning complete for port 82db8390-dab1-4acc-82ac-e5044981b798 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:32.951352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=a3b8b407-f7da-4604-9365-f7a901280e97,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:32.963879 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ffc47123-1be2-4a21-9aba-50777bdd0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:33.095891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ffc47123-1be2-4a21-9aba-50777bdd0256 None None] Port 82db8390-dab1-4acc-82ac-e5044981b798 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:33.099550 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:33.109449 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:33.133309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dda62e-9486-4edb-93de-84b3999cc15e req-9b25abe5-fa05-4f39-86b8-4546b22c7b29 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:33.142044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99dda62e-9486-4edb-93de-84b3999cc15e req-9b25abe5-fa05-4f39-86b8-4546b22c7b29 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1489794 Jul 19 03:24:33.215120 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99dda62e-9486-4edb-93de-84b3999cc15e req-11028c5d-1262-4a2d-931b-766f518202b7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717328 Jul 19 03:24:33.272645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=82db8390-dab1-4acc-82ac-e5044981b798,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:33.279939 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:33.282309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:33.332449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f785f0d0-f348-463d-bcfc-bff6a4b45f25 None None] Provisioning complete for port a3b8b407-f7da-4604-9365-f7a901280e97 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:33.332988 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f785f0d0-f348-463d-bcfc-bff6a4b45f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:33.454877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f785f0d0-f348-463d-bcfc-bff6a4b45f25 None None] Port a3b8b407-f7da-4604-9365-f7a901280e97 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:33.633691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 811bb8ce-ab25-46b5-8196-73cc73d7e972 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:33.671276 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:33.672743 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:33.695492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:33.741746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 811bb8ce-ab25-46b5-8196-73cc73d7e972 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:33.742125 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:33.953676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:34.075451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:34.075878 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:34.253388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4cdc4c22-8af5-468f-a3b2-d5ad2435dbba None None] Provisioning complete for port 82db8390-dab1-4acc-82ac-e5044981b798 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:34.256485 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4c22-8af5-468f-a3b2-d5ad2435dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:34.357177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc4c22-8af5-468f-a3b2-d5ad2435dbba None None] Port 82db8390-dab1-4acc-82ac-e5044981b798 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:34.534802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4019a-00d1-41c7-8005-0273d8c4f6c1 req-724283ed-7547-4270-aba6-be874c725a9b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:34.546468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34a4019a-00d1-41c7-8005-0273d8c4f6c1 req-724283ed-7547-4270-aba6-be874c725a9b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1476781 Jul 19 03:24:34.601932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34a4019a-00d1-41c7-8005-0273d8c4f6c1 req-be8e9620-4183-435a-912b-2d1f2d5cad2a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541880 Jul 19 03:24:34.610027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49619c1f-4a2f-48de-ba15-e858a08e4d59 req-88dbf9f8-f6fa-49e7-8af5-e64231edaa40 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:34.618857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49619c1f-4a2f-48de-ba15-e858a08e4d59 req-88dbf9f8-f6fa-49e7-8af5-e64231edaa40 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8e13273-0298-492a-80a9-8a26786dd7c8 HTTP/1.1" status: 200 len: 946 time: 1.0221138 Jul 19 03:24:34.694020 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49619c1f-4a2f-48de-ba15-e858a08e4d59 req-bb8227b5-58bf-46e3-ae4e-b1b7984d8714 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740111 Jul 19 03:24:34.834361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 6d3adc22-9bf6-48cb-ac00-43925746e4f2 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:24:34.977062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-16f73b59-da72-4891-8fe1-e1baeb7e3f9d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:34.978679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-16f73b59-da72-4891-8fe1-e1baeb7e3f9d tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8e13273-0298-492a-80a9-8a26786dd7c8 HTTP/1.1" status: 200 len: 946 time: 0.1488144 Jul 19 03:24:34.997524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:35.011123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:35.013361 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:35.024723 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-42c38f8b-15e3-441d-a016-2c61a85748de tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/6d3adc22-9bf6-48cb-ac00-43925746e4f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6886117 Jul 19 03:24:35.027643 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a818ee77-74ce-4e8f-88f5-901352ca7d57 None None] Sync routers for ids ['6d3adc22-9bf6-48cb-ac00-43925746e4f2'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:35.040187 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818ee77-74ce-4e8f-88f5-901352ca7d57 None None] Routers {'6d3adc22-9bf6-48cb-ac00-43925746e4f2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:35.040798 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a818ee77-74ce-4e8f-88f5-901352ca7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6d3adc22-9bf6-48cb-ac00-43925746e4f2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:35.052336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60474) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:35.140409 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a818ee77-74ce-4e8f-88f5-901352ca7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:35.153514 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818ee77-74ce-4e8f-88f5-901352ca7d57 None None] Routers {'6d3adc22-9bf6-48cb-ac00-43925746e4f2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:35.154152 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a818ee77-74ce-4e8f-88f5-901352ca7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6d3adc22-9bf6-48cb-ac00-43925746e4f2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:35.178529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-66372772-0d30-4822-a54a-22bc5f3f7c67 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Deleting port 527c58a5-cc01-44a4-ad6b-ed28abe6116f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:35.179314 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-66372772-0d30-4822-a54a-22bc5f3f7c67 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:35.184012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c13b97-3b05-41fd-963b-e9b4c3357676 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:35.185382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-70c13b97-3b05-41fd-963b-e9b4c3357676 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports/82db8390-dab1-4acc-82ac-e5044981b798 HTTP/1.1" status: 200 len: 910 time: 0.1320331 Jul 19 03:24:35.190982 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60482) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:35.208249 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a818ee77-74ce-4e8f-88f5-901352ca7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:35.208965 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a818ee77-74ce-4e8f-88f5-901352ca7d57 None None] The sync data for ids ['6d3adc22-9bf6-48cb-ac00-43925746e4f2'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:35.254452 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=a3b8b407-f7da-4604-9365-f7a901280e97,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:35.301849 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:35.381759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-66372772-0d30-4822-a54a-22bc5f3f7c67 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] For port 527c58a5-cc01-44a4-ad6b-ed28abe6116f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=527c58a5-cc01-44a4-ad6b-ed28abe6116f,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:35.382202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-66372772-0d30-4822-a54a-22bc5f3f7c67 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:35.402637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-66372772-0d30-4822-a54a-22bc5f3f7c67 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Calling delete_port for 527c58a5-cc01-44a4-ad6b-ed28abe6116f owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:35.579807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network 9e173f8c-df8b-4a14-a239-944de03f0fbb is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:35.586277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:35.658432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-66372772-0d30-4822-a54a-22bc5f3f7c67 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:35.671641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['527c58a5-cc01-44a4-ad6b-ed28abe6116f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:35.722307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['fa34ee9f-9390-44c8-9fea-d42ca3e9d707'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:35.780088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66372772-0d30-4822-a54a-22bc5f3f7c67 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Pushing event deleted for resources: {'Port': ['ID=527c58a5-cc01-44a4-ad6b-ed28abe6116f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:35.967774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-66372772-0d30-4822-a54a-22bc5f3f7c67 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] No DVR routers for this DVR port 527c58a5-cc01-44a4-ad6b-ed28abe6116f on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:35.990157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-66372772-0d30-4822-a54a-22bc5f3f7c67 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:35.992715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d628bb5-5b1b-4e1f-8aee-2a9f7ca22eca req-66372772-0d30-4822-a54a-22bc5f3f7c67 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.25 "DELETE /v2.0/ports/527c58a5-cc01-44a4-ad6b-ed28abe6116f HTTP/1.1" status: 204 len: 173 time: 1.0055056 Jul 19 03:24:35.994445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e13273-0298-492a-80a9-8a26786dd7c8', 'name': 'network-vif-deleted', 'tag': '527c58a5-cc01-44a4-ad6b-ed28abe6116f'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:24:35.996905 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d6ac71-a2d1-40f6-8e85-454dd9b35d90" -d '{"events": [{"server_uuid": "c8e13273-0298-492a-80a9-8a26786dd7c8", "name": "network-vif-deleted", "tag": "527c58a5-cc01-44a4-ad6b-ed28abe6116f"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:24:36.009180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Router 30610bc8-31b8-43e6-90a8-66c66495382e is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:24:36.070006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153a176-5df2-4701-8fbe-9aeba5161a7e req-d11503da-4154-4407-8104-c63e64715dda tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:36.076837 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a153a176-5df2-4701-8fbe-9aeba5161a7e req-d11503da-4154-4407-8104-c63e64715dda tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2070427 Jul 19 03:24:36.093061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a752aa2-fe6f-4d1f-8058-79b33f0adff0 req-e7884204-cec2-4a16-abb8-f3b008b3f5cb tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:36.101870 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a752aa2-fe6f-4d1f-8058-79b33f0adff0 req-e7884204-cec2-4a16-abb8-f3b008b3f5cb tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2189167 Jul 19 03:24:36.104295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-af4d6040-85ac-4418-9156-7ca8e5b3a3db None None] Provisioning complete for port a3b8b407-f7da-4604-9365-f7a901280e97 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:36.107397 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-af4d6040-85ac-4418-9156-7ca8e5b3a3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:36.131899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:36.176419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a752aa2-fe6f-4d1f-8058-79b33f0adff0 req-3173755a-b038-421a-b6a2-76f34c8d1645 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736477 Jul 19 03:24:36.307122 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a153a176-5df2-4701-8fbe-9aeba5161a7e req-713edbba-5a3c-41c1-a7c2-1efb4580ecb7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252264 Jul 19 03:24:36.357936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:36.366831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60522) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:36.366994 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-636fcc33-fbb0-4bfe-84c1-3728e9a0ac22 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "PUT /v2.0/routers/30610bc8-31b8-43e6-90a8-66c66495382e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6273987 Jul 19 03:24:36.464542 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a73ac4-932c-40e6-987b-28a29b862658 x-openstack-request-id: req-b0a73ac4-932c-40e6-987b-28a29b862658 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:24:36.464775 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e13273-0298-492a-80a9-8a26786dd7c8", "name": "network-vif-deleted", "tag": "527c58a5-cc01-44a4-ad6b-ed28abe6116f", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:24:36.464995 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0a73ac4-932c-40e6-987b-28a29b862658 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:24:36.470791 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e13273-0298-492a-80a9-8a26786dd7c8', 'name': 'network-vif-deleted', 'tag': '527c58a5-cc01-44a4-ad6b-ed28abe6116f', 'status': 'completed', 'code': 200} Jul 19 03:24:36.603435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d19ed-93f5-4744-bc93-178991d22d0f None None] Sync routers for ids ['30610bc8-31b8-43e6-90a8-66c66495382e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:36.612293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b066b028-71e3-4bd8-a8fe-680bbd813f4f req-d92e2fc5-f52d-4614-a4d6-0ec575c1d8e2 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8e13273-0298-492a-80a9-8a26786dd7c8 HTTP/1.1" status: 200 len: 210 time: 0.0747607 Jul 19 03:24:36.646011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-af4d6040-85ac-4418-9156-7ca8e5b3a3db None None] Port a3b8b407-f7da-4604-9365-f7a901280e97 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:36.648308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2126a-f0e3-4675-baf1-8701a30fc30d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:36.648812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d19ed-93f5-4744-bc93-178991d22d0f None None] Routers {'30610bc8-31b8-43e6-90a8-66c66495382e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:36.649480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-006d19ed-93f5-4744-bc93-178991d22d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['30610bc8-31b8-43e6-90a8-66c66495382e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:36.649868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-47b2126a-f0e3-4675-baf1-8701a30fc30d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports?device_id=30610bc8-31b8-43e6-90a8-66c66495382e HTTP/1.1" status: 200 len: 982 time: 0.2820387 Jul 19 03:24:36.661825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60528) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:36.687838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-006d19ed-93f5-4744-bc93-178991d22d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:36.721422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d19ed-93f5-4744-bc93-178991d22d0f None None] Routers {'30610bc8-31b8-43e6-90a8-66c66495382e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:36.725356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-006d19ed-93f5-4744-bc93-178991d22d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['30610bc8-31b8-43e6-90a8-66c66495382e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:36.818050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-006d19ed-93f5-4744-bc93-178991d22d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:36.819180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d19ed-93f5-4744-bc93-178991d22d0f None None] The sync data for ids ['30610bc8-31b8-43e6-90a8-66c66495382e'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:36.832302 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:36.850216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41632b18-9195-4f26-a790-b5bd8cfb09f2 req-3785f491-53ac-4da9-bebc-81052102ce68 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:36.854846 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41632b18-9195-4f26-a790-b5bd8cfb09f2 req-3785f491-53ac-4da9-bebc-81052102ce68 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2277365 Jul 19 03:24:36.914016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 82db8390-dab1-4acc-82ac-e5044981b798 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:36.914016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:36.968048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41632b18-9195-4f26-a790-b5bd8cfb09f2 req-c2c88e0f-6f86-4d3c-9d68-82701469f22e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069882 Jul 19 03:24:37.093019 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:37.120937 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:37.158408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 82db8390-dab1-4acc-82ac-e5044981b798 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:37.518838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:37.566964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198dedf-7980-40d1-aa83-5e132e6e3604 req-4badf411-5e0a-4936-a241-169caafbd4c4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:37.568926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3198dedf-7980-40d1-aa83-5e132e6e3604 req-4badf411-5e0a-4936-a241-169caafbd4c4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.0792153 Jul 19 03:24:37.639969 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3198dedf-7980-40d1-aa83-5e132e6e3604 req-b5e76c39-43b0-400a-bed5-dd31b0a03393 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624614 Jul 19 03:24:37.989586 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:38.068357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=82db8390-dab1-4acc-82ac-e5044981b798,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:38.100256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.100605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.100946 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.101281 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.101611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.101939 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.102287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.102781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.103119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.103514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.103893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.104267 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:38.402630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:38.613123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port a3b8b407-f7da-4604-9365-f7a901280e97 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:38.613518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:38.729048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 6d3adc22-9bf6-48cb-ac00-43925746e4f2 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:24:38.740242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f135a0b-3bac-4efa-979e-773e15775b57 req-76d84f8e-fa40-4e7a-952f-f0859076c23e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:38.742204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f135a0b-3bac-4efa-979e-773e15775b57 req-76d84f8e-fa40-4e7a-952f-f0859076c23e tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.3529387 Jul 19 03:24:38.874430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561a494-d22a-45ac-931d-bd6694f38c99 req-16e218f1-f05c-4085-8d61-0e345dfa175a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:38.875085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:38.890099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c43fd573-408c-4f0d-a9c6-397ea8f59790 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/6d3adc22-9bf6-48cb-ac00-43925746e4f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6931567 Jul 19 03:24:38.890813 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02054478-9a96-4e60-b814-a79917729448 None None] Sync routers for ids ['6d3adc22-9bf6-48cb-ac00-43925746e4f2'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:38.891328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60588) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:38.893035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:38.904433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c561a494-d22a-45ac-931d-bd6694f38c99 req-16e218f1-f05c-4085-8d61-0e345dfa175a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1319971 Jul 19 03:24:38.910292 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02054478-9a96-4e60-b814-a79917729448 None None] Routers {'6d3adc22-9bf6-48cb-ac00-43925746e4f2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:38.911361 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-02054478-9a96-4e60-b814-a79917729448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6d3adc22-9bf6-48cb-ac00-43925746e4f2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:38.959547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f135a0b-3bac-4efa-979e-773e15775b57 req-f48950b4-f46e-4e86-9ef8-14eb69f4aa55 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069359 Jul 19 03:24:38.962126 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7196d09d-d217-4f9d-b691-2d811e386de6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d3adc22-9bf6-48cb-ac00-43925746e4f2 HTTP/1.1" status: 200 len: 205 time: 0.0661790 Jul 19 03:24:38.966946 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60592) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:38.968157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for a3b8b407-f7da-4604-9365-f7a901280e97 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:38.978602 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-02054478-9a96-4e60-b814-a79917729448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:38.989105 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02054478-9a96-4e60-b814-a79917729448 None None] Routers {'6d3adc22-9bf6-48cb-ac00-43925746e4f2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:38.989735 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-02054478-9a96-4e60-b814-a79917729448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6d3adc22-9bf6-48cb-ac00-43925746e4f2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:38.990753 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c561a494-d22a-45ac-931d-bd6694f38c99 req-28f8d8cb-2f93-419f-b56d-7dae0b502359 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841649 Jul 19 03:24:39.033501 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-02054478-9a96-4e60-b814-a79917729448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:39.034110 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02054478-9a96-4e60-b814-a79917729448 None None] The sync data for ids ['6d3adc22-9bf6-48cb-ac00-43925746e4f2'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:39.095475 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f8949ec-710b-4ea1-b90f-95514fc1c4c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.292498 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f8949ec-710b-4ea1-b90f-95514fc1c4c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.323512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f8949ec-710b-4ea1-b90f-95514fc1c4c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.382728 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f8949ec-710b-4ea1-b90f-95514fc1c4c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.383233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8949ec-710b-4ea1-b90f-95514fc1c4c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Fanout notify agent at l3_agent the message router_deleted on router 6d3adc22-9bf6-48cb-ac00-43925746e4f2 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:24:39.393640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f8949ec-710b-4ea1-b90f-95514fc1c4c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.394880 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0f8949ec-710b-4ea1-b90f-95514fc1c4c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/6d3adc22-9bf6-48cb-ac00-43925746e4f2 HTTP/1.1" status: 204 len: 168 time: 0.4237721 Jul 19 03:24:39.397679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60610) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:39.448390 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.477569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting subnet db16ce97-0f43-4267-b271-487b221b0699 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:24:39.481640 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.482529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=a3b8b407-f7da-4604-9365-f7a901280e97,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:39.552084 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.676966 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.733515 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.764633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.783955 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:39.787443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/db16ce97-0f43-4267-b271-487b221b0699 HTTP/1.1" status: 204 len: 168 time: 0.3882225 Jul 19 03:24:39.788947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe5eb6-c4d5-438f-ba9f-4321f56247ea None None] Network d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:39.810946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60624) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:39.942763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Subnet': ['ID=db16ce97-0f43-4267-b271-487b221b0699,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:40.002003 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Router 30610bc8-31b8-43e6-90a8-66c66495382e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:24:40.034008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.045349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.045709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.046053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.046493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.049697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.050121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.050634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.051196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.051560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.051900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.054583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608d57-ef4b-4bff-b071-09eb59dae74a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:24:40.118896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f818f90-b586-4594-86d0-a76464c67647 None None] DHCP port deletion for d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:24:40.122940 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:40.131569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:40.155306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2c51bc28-9f83-49ba-8485-42abf5a080fa tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "PUT /v2.0/routers/30610bc8-31b8-43e6-90a8-66c66495382e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4751427 Jul 19 03:24:40.157955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60646) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:40.183680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2fe7c-991e-4c06-a3a2-9edb47f3f63e None None] Sync routers for ids ['30610bc8-31b8-43e6-90a8-66c66495382e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:40.230344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2fe7c-991e-4c06-a3a2-9edb47f3f63e None None] Routers {'30610bc8-31b8-43e6-90a8-66c66495382e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:40.231093 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0ef2fe7c-991e-4c06-a3a2-9edb47f3f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['30610bc8-31b8-43e6-90a8-66c66495382e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:40.243492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-f834e1e1-eab6-40c4-9b93-20cf2b1e1aa0 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:40.245015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-f834e1e1-eab6-40c4-9b93-20cf2b1e1aa0 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.2982583 Jul 19 03:24:40.302983 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb72c37c-a431-4a12-943d-18e8881d081d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:24:40.307661 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bb72c37c-a431-4a12-943d-18e8881d081d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/a3b8b407-f7da-4604-9365-f7a901280e97 HTTP/1.1" status: 404 len: 333 time: 0.1323431 Jul 19 03:24:40.312350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0ef2fe7c-991e-4c06-a3a2-9edb47f3f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:40.313785 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60652) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:40.340815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 527c58a5-cc01-44a4-ad6b-ed28abe6116f no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:40.368487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 811bb8ce-ab25-46b5-8196-73cc73d7e972 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:40.368834 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:40.385064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 527c58a5-cc01-44a4-ad6b-ed28abe6116f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:40.385765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 527c58a5-cc01-44a4-ad6b-ed28abe6116f not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:40.404256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9f818f90-b586-4594-86d0-a76464c67647 None None] Deleting port 811bb8ce-ab25-46b5-8196-73cc73d7e972 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:40.411986 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9f818f90-b586-4594-86d0-a76464c67647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:40.417062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8d5af-015a-4ea0-abfb-d15f77ab0d57 req-c7dc6e1a-c132-408a-9a82-81853e7a1540 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:40.418615 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59b8d5af-015a-4ea0-abfb-d15f77ab0d57 req-c7dc6e1a-c132-408a-9a82-81853e7a1540 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3567286 Jul 19 03:24:40.430839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-9c90a91d-4e27-4760-9cf6-68ab2c52bb79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Deleting port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:40.431188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-9c90a91d-4e27-4760-9cf6-68ab2c52bb79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:40.439722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2fe7c-991e-4c06-a3a2-9edb47f3f63e None None] Routers {'30610bc8-31b8-43e6-90a8-66c66495382e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:40.442689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0ef2fe7c-991e-4c06-a3a2-9edb47f3f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['30610bc8-31b8-43e6-90a8-66c66495382e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:40.469220 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22060ce2-2bdc-4121-a194-db409ed788db tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:40.531049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0ef2fe7c-991e-4c06-a3a2-9edb47f3f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:40.531928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2fe7c-991e-4c06-a3a2-9edb47f3f63e None None] The sync data for ids ['30610bc8-31b8-43e6-90a8-66c66495382e'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:40.576806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-9c90a91d-4e27-4760-9cf6-68ab2c52bb79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] For port fa34ee9f-9390-44c8-9fea-d42ca3e9d707, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:40.577708 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-9c90a91d-4e27-4760-9cf6-68ab2c52bb79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:40.614682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9f818f90-b586-4594-86d0-a76464c67647 None None] For port 811bb8ce-ab25-46b5-8196-73cc73d7e972, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=811bb8ce-ab25-46b5-8196-73cc73d7e972,segment=NetworkSegment(5d466f3a-6e7b-4371-aeee-ad29c3398159),segment_id=5d466f3a-6e7b-4371-aeee-ad29c3398159)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:40.614682 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9f818f90-b586-4594-86d0-a76464c67647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:40.617353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb3990-4fef-49ff-8d76-da3586d66362 req-39e1841c-7e42-4fe3-a4d7-e5bfd143b579 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:40.620749 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9bb3990-4fef-49ff-8d76-da3586d66362 req-39e1841c-7e42-4fe3-a4d7-e5bfd143b579 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 945 time: 0.4628787 Jul 19 03:24:40.630815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9f818f90-b586-4594-86d0-a76464c67647 None None] Calling delete_port for 811bb8ce-ab25-46b5-8196-73cc73d7e972 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:40.632834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-9c90a91d-4e27-4760-9cf6-68ab2c52bb79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Calling delete_port for fa34ee9f-9390-44c8-9fea-d42ca3e9d707 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:40.682203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port 811bb8ce-ab25-46b5-8196-73cc73d7e972, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=811bb8ce-ab25-46b5-8196-73cc73d7e972,segment=NetworkSegment(5d466f3a-6e7b-4371-aeee-ad29c3398159),segment_id=5d466f3a-6e7b-4371-aeee-ad29c3398159)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:40.682820 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:40.708942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59b8d5af-015a-4ea0-abfb-d15f77ab0d57 req-83c08b95-30ff-44d1-9b28-eafe33f44b90 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201439 Jul 19 03:24:40.803921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 811bb8ce-ab25-46b5-8196-73cc73d7e972 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:40.874952 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9f818f90-b586-4594-86d0-a76464c67647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:40.931110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f818f90-b586-4594-86d0-a76464c67647 None None] Pushing event deleted for resources: {'Port': ['ID=811bb8ce-ab25-46b5-8196-73cc73d7e972,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:40.939519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f818f90-b586-4594-86d0-a76464c67647 None None] No DVR routers for this DVR port 811bb8ce-ab25-46b5-8196-73cc73d7e972 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:41.035650 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.048442 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22060ce2-2bdc-4121-a194-db409ed788db tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.051321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22060ce2-2bdc-4121-a194-db409ed788db tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.063291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No DVR routers for this DVR port 811bb8ce-ab25-46b5-8196-73cc73d7e972 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:41.105723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22060ce2-2bdc-4121-a194-db409ed788db tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.106295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22060ce2-2bdc-4121-a194-db409ed788db tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Fanout notify agent at l3_agent the message router_deleted on router 30610bc8-31b8-43e6-90a8-66c66495382e {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:24:41.116845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22060ce2-2bdc-4121-a194-db409ed788db tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.120632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-22060ce2-2bdc-4121-a194-db409ed788db tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/routers/30610bc8-31b8-43e6-90a8-66c66495382e HTTP/1.1" status: 204 len: 168 time: 0.8006003 Jul 19 03:24:41.120780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=811bb8ce-ab25-46b5-8196-73cc73d7e972,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:41.123183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60664) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:41.137077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9bb3990-4fef-49ff-8d76-da3586d66362 req-e0603222-41a6-415f-be96-2eb6d82c2192 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020827 Jul 19 03:24:41.287258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.310451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f75aed-d31c-4883-bf3b-51d8fed38da9 req-1565ae89-d1e7-402c-9fe6-b909a89ecae5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:41.312038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96f75aed-d31c-4883-bf3b-51d8fed38da9 req-1565ae89-d1e7-402c-9fe6-b909a89ecae5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3830802 Jul 19 03:24:41.329222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-b618e367-08ac-4a75-bd3b-3ca6c8067fc8 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet 674bbe9f-6584-4830-91f8-e451277e9f1b {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:24:41.331794 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-9c90a91d-4e27-4760-9cf6-68ab2c52bb79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.334905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4be6b34-59a9-4d9a-bc2e-ec6f39862e30']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:41.347776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['fa34ee9f-9390-44c8-9fea-d42ca3e9d707'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:24:41.380107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b618e367-08ac-4a75-bd3b-3ca6c8067fc8 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.408018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424fa56-236e-4cbf-a1c7-d2acef780c7d req-98033cc2-8666-4c62-89b6-3025b2399b6d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:41.410652 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8424fa56-236e-4cbf-a1c7-d2acef780c7d req-98033cc2-8666-4c62-89b6-3025b2399b6d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1143382 Jul 19 03:24:41.441341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d466f3a-6e7b-4371-aeee-ad29c3398159') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:41.441831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d466f3a-6e7b-4371-aeee-ad29c3398159') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:41.455314 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8424fa56-236e-4cbf-a1c7-d2acef780c7d req-3c86ad00-e07b-4faa-a44e-92a62f58ac8e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383294 Jul 19 03:24:41.461787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90a91d-4e27-4760-9cf6-68ab2c52bb79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Pushing event deleted for resources: {'Port': ['ID=fa34ee9f-9390-44c8-9fea-d42ca3e9d707,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:41.473958 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.530490 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96f75aed-d31c-4883-bf3b-51d8fed38da9 req-64b4f2e9-9799-4790-a96c-8c9eb3447665 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098143 Jul 19 03:24:41.549866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.579116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-9c90a91d-4e27-4760-9cf6-68ab2c52bb79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] No DVR routers for this DVR port fa34ee9f-9390-44c8-9fea-d42ca3e9d707 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:41.581303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:24:41.581931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.587769 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b618e367-08ac-4a75-bd3b-3ca6c8067fc8 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:24:41.591229 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:24:41.628890 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-9c90a91d-4e27-4760-9cf6-68ab2c52bb79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.631512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ba5c070-c3f1-4f60-8a68-e8bcd6a5d8c6 req-9c90a91d-4e27-4760-9cf6-68ab2c52bb79 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.26 "DELETE /v2.0/ports/fa34ee9f-9390-44c8-9fea-d42ca3e9d707 HTTP/1.1" status: 204 len: 173 time: 1.3729386 Jul 19 03:24:41.631917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3d3f52-6e21-4f76-b9be-db048df3442c', 'name': 'network-vif-deleted', 'tag': 'fa34ee9f-9390-44c8-9fea-d42ca3e9d707'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:24:41.634523 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d127a9e9-64d5-4f7c-b402-667d04964269" -d '{"events": [{"server_uuid": "9a3d3f52-6e21-4f76-b9be-db048df3442c", "name": "network-vif-deleted", "tag": "fa34ee9f-9390-44c8-9fea-d42ca3e9d707"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:24:41.641453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 811bb8ce-ab25-46b5-8196-73cc73d7e972 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:41.677992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 811bb8ce-ab25-46b5-8196-73cc73d7e972 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:41.678461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 811bb8ce-ab25-46b5-8196-73cc73d7e972 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:41.757465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.786642 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.789409 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/networks/d4be6b34-59a9-4d9a-bc2e-ec6f39862e30 HTTP/1.1" status: 204 len: 168 time: 1.9768972 Jul 19 03:24:41.793615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60688) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:41.798517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1803073064', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:41.805190 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db1cb7-2aa0-46b4-8674-72bb4d2062ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Network': ['ID=d4be6b34-59a9-4d9a-bc2e-ec6f39862e30,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:41.835435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b618e367-08ac-4a75-bd3b-3ca6c8067fc8 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.871677 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.873037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:41.949032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60690) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:41.955907 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b618e367-08ac-4a75-bd3b-3ca6c8067fc8 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.015112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618e367-08ac-4a75-bd3b-3ca6c8067fc8 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=674bbe9f-6584-4830-91f8-e451277e9f1b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:42.029455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.032197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a0ecc-c79d-4eb4-91e4-91944a836567 None None] Network 9e173f8c-df8b-4a14-a239-944de03f0fbb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:42.042965 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b618e367-08ac-4a75-bd3b-3ca6c8067fc8 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.049443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b618e367-08ac-4a75-bd3b-3ca6c8067fc8 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/674bbe9f-6584-4830-91f8-e451277e9f1b HTTP/1.1" status: 204 len: 168 time: 0.8932283 Jul 19 03:24:42.050912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60694) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:42.061877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60908657-d65f-44e7-b0b1-3728b6f2dcaf req-029394dc-780d-4efb-a563-cccae8506041 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:42.063711 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60908657-d65f-44e7-b0b1-3728b6f2dcaf req-029394dc-780d-4efb-a563-cccae8506041 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1853640 Jul 19 03:24:42.108815 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e20f55-f544-4493-8e80-3c06813da26c x-openstack-request-id: req-51e20f55-f544-4493-8e80-3c06813da26c {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:24:42.109208 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3d3f52-6e21-4f76-b9be-db048df3442c", "name": "network-vif-deleted", "tag": "fa34ee9f-9390-44c8-9fea-d42ca3e9d707", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:24:42.109470 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51e20f55-f544-4493-8e80-3c06813da26c {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:24:42.112161 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3d3f52-6e21-4f76-b9be-db048df3442c', 'name': 'network-vif-deleted', 'tag': 'fa34ee9f-9390-44c8-9fea-d42ca3e9d707', 'status': 'completed', 'code': 200} Jul 19 03:24:42.300445 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5bc1-fb9e-405a-b9e2-b7348595c6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.302240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.312611 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60908657-d65f-44e7-b0b1-3728b6f2dcaf req-deb3c6c1-b5df-449c-8747-7721bc8a6b71 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079155 Jul 19 03:24:42.321832 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.437922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c7dba1-bc5e-453f-8fb2-d1a68d69d719 None None] DHCP port deletion for 9e173f8c-df8b-4a14-a239-944de03f0fbb request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:24:42.515790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1633939b-3add-4df7-b57c-f183255134d3 req-3b8642b9-1ff8-49bf-8d91-4342f2858b55 tempest-ListServerFiltersTestJSON-348568567 tempest-ListServerFiltersTestJSON-348568567-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3d3f52-6e21-4f76-b9be-db048df3442c HTTP/1.1" status: 200 len: 210 time: 0.0809031 Jul 19 03:24:42.537550 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a5e50bb-75dd-4bdd-a901-a07576bdbc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.564214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7dba1-bc5e-453f-8fb2-d1a68d69d719 None None] Deleting port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:42.564898 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b8c7dba1-bc5e-453f-8fb2-d1a68d69d719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.596592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5bc1-fb9e-405a-b9e2-b7348595c6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.600987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:42.601301 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.604472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5bc1-fb9e-405a-b9e2-b7348595c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.672841 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d4ab5bc1-fb9e-405a-b9e2-b7348595c6a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1788ebf1abfc453bb42323cb06fb666a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7203312 Jul 19 03:24:42.675553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60704) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:42.683068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.699504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b8c7dba1-bc5e-453f-8fb2-d1a68d69d719 None None] For port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=75a1951f-2abd-42dc-beb0-49d2f0ec6b80,segment=NetworkSegment(48006f8b-7118-4f62-a4fd-243fbac22ff5),segment_id=48006f8b-7118-4f62-a4fd-243fbac22ff5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:42.699903 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b8c7dba1-bc5e-453f-8fb2-d1a68d69d719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.704111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab5bc1-fb9e-405a-b9e2-b7348595c6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627bcc89-ea10-48d3-a41e-e8be6f56e3e6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:42.725731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7dba1-bc5e-453f-8fb2-d1a68d69d719 None None] Calling delete_port for 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:42.730956 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.749185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] For port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=75a1951f-2abd-42dc-beb0-49d2f0ec6b80,segment=NetworkSegment(48006f8b-7118-4f62-a4fd-243fbac22ff5),segment_id=48006f8b-7118-4f62-a4fd-243fbac22ff5)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:42.749826 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.764842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e76d6-9578-4784-8dea-437ae135ca57 req-7b49c244-09d6-4639-ad60-5cf82c68460b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:42.766561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-da0e76d6-9578-4784-8dea-437ae135ca57 req-7b49c244-09d6-4639-ad60-5cf82c68460b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1927476 Jul 19 03:24:42.766883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:42.834899 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b8c7dba1-bc5e-453f-8fb2-d1a68d69d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.836849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784105d2-1a07-46cd-b101-bbbe41e271a6 req-f4b1ec0f-7e65-4647-8ba7-b9bbba653dca tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:42.838591 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-784105d2-1a07-46cd-b101-bbbe41e271a6 req-f4b1ec0f-7e65-4647-8ba7-b9bbba653dca tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1356468 Jul 19 03:24:42.876893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7dba1-bc5e-453f-8fb2-d1a68d69d719 None None] Pushing event deleted for resources: {'Port': ['ID=75a1951f-2abd-42dc-beb0-49d2f0ec6b80,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:42.877328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f463602-0882-40c9-9696-8c5125f7e058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.885664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7dba1-bc5e-453f-8fb2-d1a68d69d719 None None] No DVR routers for this DVR port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:42.906765 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-784105d2-1a07-46cd-b101-bbbe41e271a6 req-3acf8a09-4282-4d89-8854-c15fda9692eb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573335 Jul 19 03:24:42.911888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.926883 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-da0e76d6-9578-4784-8dea-437ae135ca57 req-a48db552-9d42-4bf7-a2cf-275322796157 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178026 Jul 19 03:24:42.934866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=75a1951f-2abd-42dc-beb0-49d2f0ec6b80,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:42.944228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No DVR routers for this DVR port 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:42.976456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f463602-0882-40c9-9696-8c5125f7e058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:42.995713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Allocated IP 172.25.2.179 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/3bca20eb-38fb-4e9a-b633-a7cd406f450d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:43.059648 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.074906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e173f8c-df8b-4a14-a239-944de03f0fbb']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:43.087000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48006f8b-7118-4f62-a4fd-243fbac22ff5') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:43.087309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48006f8b-7118-4f62-a4fd-243fbac22ff5') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:43.100603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.129553 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f463602-0882-40c9-9696-8c5125f7e058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.135162 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f463602-0882-40c9-9696-8c5125f7e058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.135162 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5f463602-0882-40c9-9696-8c5125f7e058 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/627bcc89-ea10-48d3-a41e-e8be6f56e3e6 HTTP/1.1" status: 204 len: 168 time: 0.4579599 Jul 19 03:24:43.139779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.157229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:24:43.157793 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:24:43.162506 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:24:43.165122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f463602-0882-40c9-9696-8c5125f7e058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627bcc89-ea10-48d3-a41e-e8be6f56e3e6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:43.173048 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.227182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.247862 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.262651 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.264992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/networks/9e173f8c-df8b-4a14-a239-944de03f0fbb HTTP/1.1" status: 204 len: 168 time: 1.2107155 Jul 19 03:24:43.271144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60714) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:43.287888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:43.296217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c3adf-4558-48e1-88b2-6dd82a226c2b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Network': ['ID=9e173f8c-df8b-4a14-a239-944de03f0fbb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:43.319743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:43.330616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:43.362168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9794005-02ed-49e5-b3db-d840d3e0b264 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:43.364757 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f9794005-02ed-49e5-b3db-d840d3e0b264 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/1cf62270-dd1e-4402-b6db-0ca68315fc26 HTTP/1.1" status: 200 len: 841 time: 0.0783901 Jul 19 03:24:43.369778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60720) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:43.454119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60722) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:43.454993 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4fc53770-7e04-44f7-bc31-60abdbbeb095 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/1cf62270-dd1e-4402-b6db-0ca68315fc26?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0831840 Jul 19 03:24:43.458741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=3bca20eb-38fb-4e9a-b633-a7cd406f450d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:43.465188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a02bc285-9fb1-45df-92e4-18e87742b29c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:43.528172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60724) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:43.536186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c91d3a-3ed0-48c0-9ab1-93fe972c54f0 req-b0e0243c-aaba-4223-ad06-d7fad23b9ea6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:43.537739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48c91d3a-3ed0-48c0-9ab1-93fe972c54f0 req-b0e0243c-aaba-4223-ad06-d7fad23b9ea6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2957635 Jul 19 03:24:43.565258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5b833615-e61c-4499-990a-b689799b35c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.637751 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48c91d3a-3ed0-48c0-9ab1-93fe972c54f0 req-98a39a18-a338-484f-93e9-c94daeae5f4f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892897 Jul 19 03:24:43.677577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:43.703992 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5b833615-e61c-4499-990a-b689799b35c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.713780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5b833615-e61c-4499-990a-b689799b35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.724312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:43.726741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 75a1951f-2abd-42dc-beb0-49d2f0ec6b80 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:43.742287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60730) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:43.802759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02bc285-9fb1-45df-92e4-18e87742b29c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:43.813237 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a02bc285-9fb1-45df-92e4-18e87742b29c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.814794 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5b833615-e61c-4499-990a-b689799b35c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70c3c11b139f40b1b6fb80b3b1847593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848992 Jul 19 03:24:43.818340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60732) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:43.819193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b833615-e61c-4499-990a-b689799b35c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a154d878-74e3-4866-b234-2fd2797e9772,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:43.823332 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.855001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a74b7d3-d028-48f2-8839-2d0aae61a346 admin admin] Deleting subnet 33eb4ee7-3948-48f6-b5a3-c7e608a526d4 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:24:43.863216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8a74b7d3-d028-48f2-8839-2d0aae61a346 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.922443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8a74b7d3-d028-48f2-8839-2d0aae61a346 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.947645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-355dc15b-9e83-4d0f-9e0c-ad9edae29601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:43.985243 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-355dc15b-9e83-4d0f-9e0c-ad9edae29601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.057432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8a74b7d3-d028-48f2-8839-2d0aae61a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.098453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device fa34ee9f-9390-44c8-9fea-d42ca3e9d707 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:44.166549 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-355dc15b-9e83-4d0f-9e0c-ad9edae29601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.169314 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-355dc15b-9e83-4d0f-9e0c-ad9edae29601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.172702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: fa34ee9f-9390-44c8-9fea-d42ca3e9d707 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:44.173049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device fa34ee9f-9390-44c8-9fea-d42ca3e9d707 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:44.176547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-355dc15b-9e83-4d0f-9e0c-ad9edae29601 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a154d878-74e3-4866-b234-2fd2797e9772 HTTP/1.1" status: 204 len: 168 time: 0.3512895 Jul 19 03:24:44.194992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70817ffc-6bfa-4d46-a2eb-edcf25a2a522 req-ef188c90-4650-43f7-87fc-33b55e93bd4a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:44.197119 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70817ffc-6bfa-4d46-a2eb-edcf25a2a522 req-ef188c90-4650-43f7-87fc-33b55e93bd4a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3207965 Jul 19 03:24:44.212365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dc15b-9e83-4d0f-9e0c-ad9edae29601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a154d878-74e3-4866-b234-2fd2797e9772,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:44.239331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf7aaa-0df3-4ffb-a0ab-8531d4833866 req-23ee88e3-e467-492a-8d58-43f506562cd0 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:44.241267 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eadf7aaa-0df3-4ffb-a0ab-8531d4833866 req-23ee88e3-e467-492a-8d58-43f506562cd0 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1506243 Jul 19 03:24:44.242578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8a74b7d3-d028-48f2-8839-2d0aae61a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.269880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74b7d3-d028-48f2-8839-2d0aae61a346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33eb4ee7-3948-48f6-b5a3-c7e608a526d4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:44.296523 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8a74b7d3-d028-48f2-8839-2d0aae61a346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.299376 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8a74b7d3-d028-48f2-8839-2d0aae61a346 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/33eb4ee7-3948-48f6-b5a3-c7e608a526d4 HTTP/1.1" status: 204 len: 168 time: 0.5524848 Jul 19 03:24:44.302475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ad712-8a26-43f5-b037-53c90904ef5b None None] Network ce275352-b205-4e97-b3a2-d4746f8d1f2f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:44.305347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60738) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:44.348904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eadf7aaa-0df3-4ffb-a0ab-8531d4833866 req-6cb5d856-469a-481d-bbc8-ded7ae964fc0 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807862 Jul 19 03:24:44.451804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.469594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70817ffc-6bfa-4d46-a2eb-edcf25a2a522 req-32c9ff08-6e1d-42dc-9c06-017d5de84248 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562714 Jul 19 03:24:44.588747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.589227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Deleting port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:44.589577 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.701849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] For port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4bd619ef-0d09-49ee-9dd4-79ae27e02ee1,segment=NetworkSegment(521659cf-2f49-4beb-af9c-deb395ad5eff),segment_id=521659cf-2f49-4beb-af9c-deb395ad5eff)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:44.702224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.714002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336d3686-1cdb-4139-a00b-a48857d5f6ba None None] DHCP port deletion for ce275352-b205-4e97-b3a2-d4746f8d1f2f request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:24:44.717840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Calling delete_port for 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:44.756700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a02bc285-9fb1-45df-92e4-18e87742b29c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.828460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.847115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-336d3686-1cdb-4139-a00b-a48857d5f6ba None None] Deleting port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:44.848014 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-336d3686-1cdb-4139-a00b-a48857d5f6ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:44.881320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd619ef-0d09-49ee-9dd4-79ae27e02ee1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:44.888719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] No DVR routers for this DVR port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:44.973646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02bc285-9fb1-45df-92e4-18e87742b29c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:45.008419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bc285-9fb1-45df-92e4-18e87742b29c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=5fd359e2-3d30-475a-93d2-924a433ba917,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:45.012028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-a02bc285-9fb1-45df-92e4-18e87742b29c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:45.018622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02bc285-9fb1-45df-92e4-18e87742b29c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:45.020015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a02bc285-9fb1-45df-92e4-18e87742b29c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.021929 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.029362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35aa109-fe1c-4f55-a464-c19c5333f67b None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:45.036488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce275352-b205-4e97-b3a2-d4746f8d1f2f']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:45.047095 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a02bc285-9fb1-45df-92e4-18e87742b29c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5890863 Jul 19 03:24:45.051614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60758) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:45.056003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-336d3686-1cdb-4139-a00b-a48857d5f6ba None None] For port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:45.056878 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-336d3686-1cdb-4139-a00b-a48857d5f6ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.059371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521659cf-2f49-4beb-af9c-deb395ad5eff') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:45.059784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521659cf-2f49-4beb-af9c-deb395ad5eff') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:45.061625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e90bb293-4041-4ffa-af58-e1c8b6b1f861 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'security_group': {'name': 'tempest-secgroup-1236308852'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:45.071992 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.093488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.099029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-336d3686-1cdb-4139-a00b-a48857d5f6ba None None] Calling delete_port for 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:45.100128 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e90bb293-4041-4ffa-af58-e1c8b6b1f861 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.100865 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db755f97-ffde-407a-a0f2-b7f1cfc02fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.105193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-336d3686-1cdb-4139-a00b-a48857d5f6ba None None] Port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:24:45.108572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:24:45.109963 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.110898 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-336d3686-1cdb-4139-a00b-a48857d5f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:24:45.114296 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:24:45.153387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5b9f9-a95f-4da9-8133-5c0b356c6dc2 req-7115dc8b-2eca-43c1-bf36-e640f0f2f1f9 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:45.155214 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4dd5b9f9-a95f-4da9-8133-5c0b356c6dc2 req-7115dc8b-2eca-43c1-bf36-e640f0f2f1f9 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1793094 Jul 19 03:24:45.205507 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.215838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.218444 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ce275352-b205-4e97-b3a2-d4746f8d1f2f HTTP/1.1" status: 204 len: 168 time: 0.9107397 Jul 19 03:24:45.233091 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4dd5b9f9-a95f-4da9-8133-5c0b356c6dc2 req-b7a69233-d514-45ab-9553-e0e403c56edb tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707381 Jul 19 03:24:45.246208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 1fc4d495-4323-45d4-859e-b88851976ace is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:24:45.257537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba7d7b-6a27-41a1-8642-0c9fa493d859 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce275352-b205-4e97-b3a2-d4746f8d1f2f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:45.282091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d3686-1cdb-4139-a00b-a48857d5f6ba None None] Pushing event deleted for resources: {'Port': ['ID=4bd619ef-0d09-49ee-9dd4-79ae27e02ee1,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:45.320647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d3686-1cdb-4139-a00b-a48857d5f6ba None None] No DVR routers for this DVR port 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:24:45.407363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60772) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:45.480335 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e90bb293-4041-4ffa-af58-e1c8b6b1f861 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.494221 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e90bb293-4041-4ffa-af58-e1c8b6b1f861 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.527234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'tenant_id': '4a6e0f6ec9a44850b556aa7528e80a66', 'fixed_ips': [{'subnet_id': '5fd359e2-3d30-475a-93d2-924a433ba917'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:24:45.528132 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.594203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e90bb293-4041-4ffa-af58-e1c8b6b1f861 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.595768 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e90bb293-4041-4ffa-af58-e1c8b6b1f861 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5404751 Jul 19 03:24:45.599465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60780) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:45.600358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bb293-4041-4ffa-af58-e1c8b6b1f861 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810759c1-fec1-4e0b-9a47-31606514e8e9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:45.606928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-32091869-b011-4e79-acf9-d8aa2e820562 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'security_group': {'name': 'tempest-secgroup-34147466'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:45.622447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:45.632991 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220f6f5-943c-4d19-b56d-f64816a06540 None None] Sync routers for ids ['1fc4d495-4323-45d4-859e-b88851976ace'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:45.653069 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220f6f5-943c-4d19-b56d-f64816a06540 None None] Routers {'1fc4d495-4323-45d4-859e-b88851976ace'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:45.653873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b220f6f5-943c-4d19-b56d-f64816a06540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1fc4d495-4323-45d4-859e-b88851976ace'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:45.662600 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32091869-b011-4e79-acf9-d8aa2e820562 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.682066 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.688763 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1836eba4-5ba4-49a2-a8bc-68766fbaa7c0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.8914106 Jul 19 03:24:45.697066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60782) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:45.709698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:24:45.733535 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b220f6f5-943c-4d19-b56d-f64816a06540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:45.753795 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220f6f5-943c-4d19-b56d-f64816a06540 None None] Routers {'1fc4d495-4323-45d4-859e-b88851976ace'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:45.754877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:24:45.755399 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b220f6f5-943c-4d19-b56d-f64816a06540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1fc4d495-4323-45d4-859e-b88851976ace'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:45.755970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4bd619ef-0d09-49ee-9dd4-79ae27e02ee1 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:24:45.784747 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:45.822087 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b220f6f5-943c-4d19-b56d-f64816a06540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:45.823081 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220f6f5-943c-4d19-b56d-f64816a06540 None None] The sync data for ids ['1fc4d495-4323-45d4-859e-b88851976ace'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:45.873188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Allocated IP 172.20.0.2 (f6ea23f2-6327-4ea9-ac33-5a814d352d00/5fd359e2-3d30-475a-93d2-924a433ba917/0df78692-63c6-419b-89a9-a4b7e31bf616) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:46.096419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32091869-b011-4e79-acf9-d8aa2e820562 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.109609 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f646c9be-b690-4c12-98d1-55176f9fd214 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/routers/1fc4d495-4323-45d4-859e-b88851976ace HTTP/1.1" status: 200 len: 881 time: 0.4102848 Jul 19 03:24:46.112014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60792) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:46.123763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f34f0-b3e8-4eb0-b26c-e0a18eebeb14 req-9d36acb1-0fd6-4751-b91b-fdae2526f650 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:46.131195 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-86a0a434-8990-4f7f-8ed4-3ff5354cbfad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=930cc6cafe0a4db98c4c727508ca56fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7225964 Jul 19 03:24:46.132657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a5f34f0-b3e8-4eb0-b26c-e0a18eebeb14 req-9d36acb1-0fd6-4751-b91b-fdae2526f650 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.4175959 Jul 19 03:24:46.136441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32091869-b011-4e79-acf9-d8aa2e820562 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.140874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60794) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:46.188412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.201122 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Transition to ACTIVE for port object 0df78692-63c6-419b-89a9-a4b7e31bf616 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:46.218283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Transition to ACTIVE for port object 0df78692-63c6-419b-89a9-a4b7e31bf616 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:46.226784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.228796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-150afa5a-2f43-4540-a8ac-e391fa936650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.240290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9661d-dd0e-4c35-96cd-72e1d4fd1e28 req-67985f85-545a-4e1b-b0c2-1ab5aa42d302 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:46.248546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41b9661d-dd0e-4c35-96cd-72e1d4fd1e28 req-67985f85-545a-4e1b-b0c2-1ab5aa42d302 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1517668 Jul 19 03:24:46.273895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:46.277885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:46.286105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:46.305965 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-150afa5a-2f43-4540-a8ac-e391fa936650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.315264 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32091869-b011-4e79-acf9-d8aa2e820562 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.320796 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-32091869-b011-4e79-acf9-d8aa2e820562 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7176352 Jul 19 03:24:46.327232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60800) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:46.344327 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a5f34f0-b3e8-4eb0-b26c-e0a18eebeb14 req-2b3b6b55-7810-42c2-adf2-a98aa2e94043 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106895 Jul 19 03:24:46.346083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-922375534', 'security_groups': ['42aa1e10-c732-43a4-9cf9-c8a37d004086'], 'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5fd359e2-3d30-475a-93d2-924a433ba917'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:46.378316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Attempting to bind port 0df78692-63c6-419b-89a9-a4b7e31bf616 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:46.378852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Attempting to bind port 0df78692-63c6-419b-89a9-a4b7e31bf616 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '77c0e5f3-7b2c-493a-96e2-0999ac8807e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:46.379329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Attempting to bind port 0df78692-63c6-419b-89a9-a4b7e31bf616 on network f6ea23f2-6327-4ea9-ac33-5a814d352d00 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:46.383416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Pushing event updated for resources: {'Port': ['ID=0df78692-63c6-419b-89a9-a4b7e31bf616,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:46.395897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:46.396503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Checking segment: {'id': '77c0e5f3-7b2c-493a-96e2-0999ac8807e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:46.397024 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.397433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41b9661d-dd0e-4c35-96cd-72e1d4fd1e28 req-ff5d9034-f95d-424f-848c-74224acc668a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410756 Jul 19 03:24:46.397646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Bound using segment: {'id': '77c0e5f3-7b2c-493a-96e2-0999ac8807e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:46.398309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Bound port: 0df78692-63c6-419b-89a9-a4b7e31bf616, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c0e5f3-7b2c-493a-96e2-0999ac8807e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:46.398800 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.411283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32091869-b011-4e79-acf9-d8aa2e820562 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42aa1e10-c732-43a4-9cf9-c8a37d004086,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:46.479572 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.493903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] For port 0df78692-63c6-419b-89a9-a4b7e31bf616, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:46.497573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] For port 0df78692-63c6-419b-89a9-a4b7e31bf616, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0df78692-63c6-419b-89a9-a4b7e31bf616,segment=NetworkSegment(77c0e5f3-7b2c-493a-96e2-0999ac8807e4),segment_id=77c0e5f3-7b2c-493a-96e2-0999ac8807e4)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:46.507930 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.526774 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-150afa5a-2f43-4540-a8ac-e391fa936650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.529697 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-150afa5a-2f43-4540-a8ac-e391fa936650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.533916 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-150afa5a-2f43-4540-a8ac-e391fa936650 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf1cceed-fe9f-46e0-bf23-27b58f3e30aa HTTP/1.1" status: 204 len: 168 time: 0.3919921 Jul 19 03:24:46.563587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150afa5a-2f43-4540-a8ac-e391fa936650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1cceed-fe9f-46e0-bf23-27b58f3e30aa,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:46.601382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:46.631843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d6ba9f29-3782-4075-883d-57af37ef5834 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4964051 Jul 19 03:24:46.632837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60818) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:46.638249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-780d1105-9c42-4e9c-9448-409bc30a85c7 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1803073064'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:46.732210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2cfaa-4fe9-4e81-949a-432eaf62eecb None None] Pushing event updated for resources: {'Port': ['ID=0df78692-63c6-419b-89a9-a4b7e31bf616,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:46.800663 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:46.843909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 9c87aa15-33cb-487c-b502-9701b86802cb yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:24:47.279643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e73be-b565-4a1e-bc64-58ec2fa79c71 req-7296084c-be03-4438-a970-e2d5ba577ad3 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:47.288156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a61e73be-b565-4a1e-bc64-58ec2fa79c71 req-7296084c-be03-4438-a970-e2d5ba577ad3 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3840523 Jul 19 03:24:47.304420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.13 (f6ea23f2-6327-4ea9-ac33-5a814d352d00/5fd359e2-3d30-475a-93d2-924a433ba917/9c87aa15-33cb-487c-b502-9701b86802cb) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:47.330742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-9adc880d-49fc-499f-966b-9035aaba1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:47.333046 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-9adc880d-49fc-499f-966b-9035aaba1729 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.2839947 Jul 19 03:24:47.381596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a61e73be-b565-4a1e-bc64-58ec2fa79c71 req-9a1efbd6-2305-4ae3-bcd2-db10f7db364e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925310 Jul 19 03:24:47.539639 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:47.584748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object 9c87aa15-33cb-487c-b502-9701b86802cb will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:47.724411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0df78692-63c6-419b-89a9-a4b7e31bf616 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:47.851486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14361d2e-72a0-4219-a552-1f4834b80f57 req-174d2f37-3db8-4af8-9967-7ffe7db85a83 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:47.865245 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-14361d2e-72a0-4219-a552-1f4834b80f57 req-174d2f37-3db8-4af8-9967-7ffe7db85a83 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2933986 Jul 19 03:24:47.899840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e8751-c4b9-4c47-93b7-fca2bc5edd8b req-9df48905-2b4b-4613-9a5c-0167c6e43a97 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:47.901443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c75e8751-c4b9-4c47-93b7-fca2bc5edd8b req-9df48905-2b4b-4613-9a5c-0167c6e43a97 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2871904 Jul 19 03:24:47.903353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 0df78692-63c6-419b-89a9-a4b7e31bf616 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:47.906722 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:47.910121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-ba36970d-a26e-4d7d-9aa7-a738147d3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:47.911969 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-ba36970d-a26e-4d7d-9aa7-a738147d3ebe service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.5628426 Jul 19 03:24:47.927210 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-14361d2e-72a0-4219-a552-1f4834b80f57 req-862b68b6-b2aa-49bd-bec3-7f6714357a2f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609291 Jul 19 03:24:47.992773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.029154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:48.039306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:48.062782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:48.088966 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c75e8751-c4b9-4c47-93b7-fca2bc5edd8b req-c0d77a59-ae8c-43b8-86a1-cacc5933feb1 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682286 Jul 19 03:24:48.177697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-780d1105-9c42-4e9c-9448-409bc30a85c7 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.195298 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-780d1105-9c42-4e9c-9448-409bc30a85c7 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.205571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-fd4a2964-5dee-41ef-af06-08c874faf0b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 999 time: 0.2847867 Jul 19 03:24:48.211439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=9c87aa15-33cb-487c-b502-9701b86802cb,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:48.273473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60876) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:48.322857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:48.324166 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.433415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-26549239-e110-4f6c-b72a-847ae94204a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:48.442581 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-26549239-e110-4f6c-b72a-847ae94204a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.2134864 Jul 19 03:24:48.447105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780d1105-9c42-4e9c-9448-409bc30a85c7 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 1fc4d495-4323-45d4-859e-b88851976ace has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:24:48.492340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9c0a9bf5-3573-416f-90b7-bcbd37f510a2 None None] Provisioning complete for port 1cf62270-dd1e-4402-b6db-0ca68315fc26 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:48.493633 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9bf5-3573-416f-90b7-bcbd37f510a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.538020 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ae20664f-a0f7-4ea1-8fa6-9adb3cc16786 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2094877 Jul 19 03:24:48.541893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60886) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:48.547824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a9bf5-3573-416f-90b7-bcbd37f510a2 None None] Port 1cf62270-dd1e-4402-b6db-0ca68315fc26 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:48.566012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-af057e5f-7558-4951-902c-11be298620b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:48.583799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9c0a9bf5-3573-416f-90b7-bcbd37f510a2 None None] Provisioning for port 0df78692-63c6-419b-89a9-a4b7e31bf616 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:48.593429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9c0a9bf5-3573-416f-90b7-bcbd37f510a2 None None] Provisioning complete for port 0df78692-63c6-419b-89a9-a4b7e31bf616 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:48.595105 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9bf5-3573-416f-90b7-bcbd37f510a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.651757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-17844175-network', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:48.719803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb699d-4079-4820-ae07-0472de4cf22b req-26941317-ca11-4fa5-8d1d-c04ac3bd1843 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:48.721572 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78cb699d-4079-4820-ae07-0472de4cf22b req-26941317-ca11-4fa5-8d1d-c04ac3bd1843 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1993198 Jul 19 03:24:48.725522 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9bf5-3573-416f-90b7-bcbd37f510a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.727342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-04b43a4e-e317-448e-bd59-1c2385a363bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:48.729352 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-04b43a4e-e317-448e-bd59-1c2385a363bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2856963 Jul 19 03:24:48.772564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9c0a9bf5-3573-416f-90b7-bcbd37f510a2 None None] For port 0df78692-63c6-419b-89a9-a4b7e31bf616, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0df78692-63c6-419b-89a9-a4b7e31bf616,segment=NetworkSegment(77c0e5f3-7b2c-493a-96e2-0999ac8807e4),segment_id=77c0e5f3-7b2c-493a-96e2-0999ac8807e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:48.778471 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9bf5-3573-416f-90b7-bcbd37f510a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.789211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Made reservation on behalf of 0f8aac67f6aa4da39cf26f316679cf24 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:48.793034 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.810979 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.826307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780d1105-9c42-4e9c-9448-409bc30a85c7 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:48.837663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c815da-6845-4ed9-8462-7c3631aa37b4 None None] Sync routers for ids ['1fc4d495-4323-45d4-859e-b88851976ace'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:48.838557 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-780d1105-9c42-4e9c-9448-409bc30a85c7 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.850591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-780d1105-9c42-4e9c-9448-409bc30a85c7 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/1fc4d495-4323-45d4-859e-b88851976ace HTTP/1.1" status: 200 len: 888 time: 2.2095668 Jul 19 03:24:48.850591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60896) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:48.850849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78cb699d-4079-4820-ae07-0472de4cf22b req-4fdc9410-f84c-4922-8f50-91d9bb663be2 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014435 Jul 19 03:24:48.857541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a9bf5-3573-416f-90b7-bcbd37f510a2 None None] Pushing event updated for resources: {'Port': ['ID=0df78692-63c6-419b-89a9-a4b7e31bf616,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:48.876339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c815da-6845-4ed9-8462-7c3631aa37b4 None None] Routers {'1fc4d495-4323-45d4-859e-b88851976ace'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:48.876981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-51c815da-6845-4ed9-8462-7c3631aa37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1fc4d495-4323-45d4-859e-b88851976ace'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:48.932289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af057e5f-7558-4951-902c-11be298620b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:48.936378 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af057e5f-7558-4951-902c-11be298620b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:48.968148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-51c815da-6845-4ed9-8462-7c3631aa37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:49.001948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c815da-6845-4ed9-8462-7c3631aa37b4 None None] Routers {'1fc4d495-4323-45d4-859e-b88851976ace'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:49.004773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-51c815da-6845-4ed9-8462-7c3631aa37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1fc4d495-4323-45d4-859e-b88851976ace'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:49.035341 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.044044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-76c693e7-23e6-446d-bccc-34fa7eb2ce3e service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881055 Jul 19 03:24:49.045118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.060678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-34f55a0d-20f5-4ecf-b044-5783a8d769e2 None None] Provisioning for port 9c87aa15-33cb-487c-b502-9701b86802cb completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:49.062730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-51c815da-6845-4ed9-8462-7c3631aa37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:49.063338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c815da-6845-4ed9-8462-7c3631aa37b4 None None] The sync data for ids ['1fc4d495-4323-45d4-859e-b88851976ace'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:49.067761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-34f55a0d-20f5-4ecf-b044-5783a8d769e2 None None] Provisioning complete for port 9c87aa15-33cb-487c-b502-9701b86802cb triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:49.068133 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-34f55a0d-20f5-4ecf-b044-5783a8d769e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.071516 n-d-762330-18 neutron-server[94345]: INFO neutron.db.ipam_backend_mixin [None req-af057e5f-7558-4951-902c-11be298620b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5fd359e2-3d30-475a-93d2-924a433ba917 (CIDR: 172.20.0.0/28) Jul 19 03:24:49.079510 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-af057e5f-7558-4951-902c-11be298620b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:24:49.080039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af057e5f-7558-4951-902c-11be298620b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:24:49.118585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da561984-43b8-4ab2-9a7c-3fbd277a6ff4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:49.120269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-34f55a0d-20f5-4ecf-b044-5783a8d769e2 None None] Port 9c87aa15-33cb-487c-b502-9701b86802cb cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:49.133388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:24:49.163137 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af057e5f-7558-4951-902c-11be298620b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6196995 Jul 19 03:24:49.165655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60906) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:49.172268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-43d9126a-f75d-42f3-933b-27b85c953bc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:49.209542 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c77a9588-d6ba-47d2-aacc-239ab9c802b7 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/routers/1fc4d495-4323-45d4-859e-b88851976ace HTTP/1.1" status: 200 len: 888 time: 0.3612754 Jul 19 03:24:49.209751 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.209751 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Added segment f2a134a7-3136-40b5-9ff9-eb99b3ca9632 of type vlan for network 66515329-14d2-403d-9c58-62f5e4e23d6e Jul 19 03:24:49.209967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60908) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:49.210851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60910) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:49.250321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-569c1391-0bd4-419a-acd2-f35381e3eb31 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fc4d495-4323-45d4-859e-b88851976ace HTTP/1.1" status: 200 len: 205 time: 0.0346291 Jul 19 03:24:49.252123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60914) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:49.292003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.310967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04ead-a18f-418c-b199-beb433a92493 req-648183df-609c-434d-91a4-ef37ffc1bb35 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:49.312533 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-90f04ead-a18f-418c-b199-beb433a92493 req-648183df-609c-434d-91a4-ef37ffc1bb35 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2392261 Jul 19 03:24:49.349886 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef64b98f-ddd7-4e5a-9e05-44be29079cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.360743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e1fb2fa-04bf-4eba-be31-b6a5da11bfc4 req-e294762f-5949-4e95-9658-5c13c565321a service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067627 Jul 19 03:24:49.384501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce54cf8-0d8e-4c39-b032-326d17ae2e3f req-a31a0866-4995-499a-95c7-0b3069028cc5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:49.386036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ce54cf8-0d8e-4c39-b032-326d17ae2e3f req-a31a0866-4995-499a-95c7-0b3069028cc5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2767062 Jul 19 03:24:49.411673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.412628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:49.413209 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.424677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-90f04ead-a18f-418c-b199-beb433a92493 req-f85d5c25-bc83-4815-bef0-c2e56a4fd20b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047564 Jul 19 03:24:49.440183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.566885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ce54cf8-0d8e-4c39-b032-326d17ae2e3f req-1b686050-df98-40bb-b624-6cdc2e4c0076 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715591 Jul 19 03:24:49.567788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] Pushing event updated for resources: {'Network': ['ID=66515329-14d2-403d-9c58-62f5e4e23d6e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:49.597764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 66515329-14d2-403d-9c58-62f5e4e23d6e details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:24:49.620228 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.640233 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef64b98f-ddd7-4e5a-9e05-44be29079cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.648696 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef64b98f-ddd7-4e5a-9e05-44be29079cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.654693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e5bfed46-d463-41fc-8490-382878001a62 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3795791 Jul 19 03:24:49.658166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60922) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:49.663470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0df78692-63c6-419b-89a9-a4b7e31bf616 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:49.667918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Request body: {'subnet': {'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-17844175-subnet', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:49.706663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d9126a-f75d-42f3-933b-27b85c953bc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:49.712558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-43d9126a-f75d-42f3-933b-27b85c953bc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.719266 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ef64b98f-ddd7-4e5a-9e05-44be29079cc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11116d9ccecf4e21a745757d7e3b6998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093005 Jul 19 03:24:49.720606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60926) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:49.734633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b98f-ddd7-4e5a-9e05-44be29079cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4ad297-9ed7-408e-9035-e69ed21f516f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:49.810930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Made reservation on behalf of 0f8aac67f6aa4da39cf26f316679cf24 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:49.814183 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.816391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 3bca20eb-38fb-4e9a-b633-a7cd406f450d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:49.816391 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.906388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0df78692-63c6-419b-89a9-a4b7e31bf616 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:49.907048 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:49.929765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a07cde59-5a4f-4541-b5aa-dc92418063a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.063664 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a07cde59-5a4f-4541-b5aa-dc92418063a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.066654 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.103440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 3bca20eb-38fb-4e9a-b633-a7cd406f450d owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:50.155516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66545a76-fd36-4ad6-bfd6-118b0ab15b31 req-3699bb4c-898a-422d-8ba0-8f8fb7848a1a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:50.157127 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-66545a76-fd36-4ad6-bfd6-118b0ab15b31 req-3699bb4c-898a-422d-8ba0-8f8fb7848a1a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 813 time: 0.3244264 Jul 19 03:24:50.205251 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.213868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-66545a76-fd36-4ad6-bfd6-118b0ab15b31 req-fb80c132-aae1-444c-9568-b677895ba9c5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/quotas/2fab2f0ae6c44d46882e569f08be2523 HTTP/1.1" status: 200 len: 375 time: 0.0237341 Jul 19 03:24:50.243560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a07cde59-5a4f-4541-b5aa-dc92418063a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.246507 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a07cde59-5a4f-4541-b5aa-dc92418063a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.247742 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a07cde59-5a4f-4541-b5aa-dc92418063a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e4ad297-9ed7-408e-9035-e69ed21f516f HTTP/1.1" status: 204 len: 168 time: 0.5259712 Jul 19 03:24:50.290562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-43d9126a-f75d-42f3-933b-27b85c953bc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.298401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ceded2c-c679-4780-b968-ee4fc4b2f0ee,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:50.313893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cde59-5a4f-4541-b5aa-dc92418063a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4ad297-9ed7-408e-9035-e69ed21f516f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:50.369490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d9126a-f75d-42f3-933b-27b85c953bc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:50.373074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Checking segment: {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:50.373564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Network hostable DHCP agents. Network: 66515329-14d2-403d-9c58-62f5e4e23d6e, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:24:50.375238 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-66545a76-fd36-4ad6-bfd6-118b0ab15b31 req-8b9cb07c-8392-4545-b98d-a7f57e738c77 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1516254 Jul 19 03:24:50.375835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-43d9126a-f75d-42f3-933b-27b85c953bc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:50.382443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d9126a-f75d-42f3-933b-27b85c953bc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:50.383053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-43d9126a-f75d-42f3-933b-27b85c953bc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.394677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6503a90-dd16-4827-a177-b30fbf1b291e None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:50.427200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9126a-f75d-42f3-933b-27b85c953bc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=5d26b876-4f34-4ce9-ac46-d4e29201ac39,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:50.435334 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.438188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-43d9126a-f75d-42f3-933b-27b85c953bc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2715089 Jul 19 03:24:50.441803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60946) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:50.447377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1026238264', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d26b876-4f34-4ce9-ac46-d4e29201ac39'}], 'security_groups': ['810759c1-fec1-4e0b-9a47-31606514e8e9']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:50.502345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Network 66515329-14d2-403d-9c58-62f5e4e23d6e is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:24:50.503718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=3bca20eb-38fb-4e9a-b633-a7cd406f450d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:50.538641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 66515329-14d2-403d-9c58-62f5e4e23d6e) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:50.546953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:50.547566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.557746 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.579005 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c6de0f89-c90e-4a6a-b0ce-4f8764aee861 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9197507 Jul 19 03:24:50.583621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60950) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:50.592716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:50.626595 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.740292 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.744164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.751146 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.762285 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.771708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee6f980-9c1a-4695-bd21-e54c6512935e None None] Network 66515329-14d2-403d-9c58-62f5e4e23d6e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:50.874907 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:24:50.931509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60954) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:50.950645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.958099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Fanout notify agent at l3_agent the message router_deleted on router 1fc4d495-4323-45d4-859e-b88851976ace {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:24:50.967093 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.986913 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:50.992021 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8421e261-1afa-4ecf-a1cb-dce331a9a7ef tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/1fc4d495-4323-45d4-859e-b88851976ace HTTP/1.1" status: 204 len: 168 time: 1.7350602 Jul 19 03:24:50.993368 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60956) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:50.999945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1636167433'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:51.009658 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed07e101-efab-4690-8b39-c43bbf7e6b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.051609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fab08-d6fe-4d05-9981-c81dc035f7f5 req-e1ac1df5-0435-482c-8225-244e2da2b1ca tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:51.053218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-662fab08-d6fe-4d05-9981-c81dc035f7f5 req-e1ac1df5-0435-482c-8225-244e2da2b1ca tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2510397 Jul 19 03:24:51.056416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:51.060565 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.069377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-66515329-14d2-403d-9c58-62f5e4e23d6e', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:24:51.070172 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.180857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:24:51.199999 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-662fab08-d6fe-4d05-9981-c81dc035f7f5 req-2f3f6581-8d68-4bf8-8b77-a161b14fbc42 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367064 Jul 19 03:24:51.203100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60960) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:51.218641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1363069030'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:51.239922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Delete allocated IP 172.20.0.13 (f6ea23f2-6327-4ea9-ac33-5a814d352d00/5fd359e2-3d30-475a-93d2-924a433ba917) {{(pid=94344) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 19 03:24:51.253804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.254351 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added segment af267171-7298-4b41-9b12-fc794f1474de of type vlan for network 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 Jul 19 03:24:51.273771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.19 (f6ea23f2-6327-4ea9-ac33-5a814d352d00/5d26b876-4f34-4ce9-ac46-d4e29201ac39/9c87aa15-33cb-487c-b502-9701b86802cb) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:51.308301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed07e101-efab-4690-8b39-c43bbf7e6b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.311213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Allocated IP 172.20.0.2 (66515329-14d2-403d-9c58-62f5e4e23d6e/0ceded2c-c679-4780-b968-ee4fc4b2f0ee/a6fea54e-75ea-4f75-970d-672c15e87111) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:51.318374 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.331126 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed07e101-efab-4690-8b39-c43bbf7e6b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.337664 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.340249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21f3390-0153-46c6-9602-c6d0b28463eb None None] Update dhcp port {'port': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'fixed_ips': [{'subnet_id': '5fd359e2-3d30-475a-93d2-924a433ba917', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d26b876-4f34-4ce9-ac46-d4e29201ac39'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '0df78692-63c6-419b-89a9-a4b7e31bf616'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:24:51.349048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf0e86-dcef-4f0c-999b-c7aec4efdf81 req-d62bb558-05b9-40a0-bfa0-b04bf22fac16 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:51.351123 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebbf0e86-dcef-4f0c-999b-c7aec4efdf81 req-d62bb558-05b9-40a0-bfa0-b04bf22fac16 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.5250142 Jul 19 03:24:51.423954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07e101-efab-4690-8b39-c43bbf7e6b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed2e05b-d257-4200-809f-01f0d540962d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:51.424185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:51.427721 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.434247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ed07e101-efab-4690-8b39-c43bbf7e6b7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5576087d5aa94f7b8f15d1eddba769a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991221 Jul 19 03:24:51.436713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60964) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:51.441969 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b21f3390-0153-46c6-9602-c6d0b28463eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.462186 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebbf0e86-dcef-4f0c-999b-c7aec4efdf81 req-87b48587-1af4-40dd-ad22-eff91bf136df tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897954 Jul 19 03:24:51.554225 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-63cdae1c-b11a-489b-aeb3-26fd65fbec83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.584891 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-63cdae1c-b11a-489b-aeb3-26fd65fbec83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.745794 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.769864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Transition to ACTIVE for port object a6fea54e-75ea-4f75-970d-672c15e87111 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:51.772140 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-63cdae1c-b11a-489b-aeb3-26fd65fbec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.774703 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-63cdae1c-b11a-489b-aeb3-26fd65fbec83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.778424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-63cdae1c-b11a-489b-aeb3-26fd65fbec83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ed2e05b-d257-4200-809f-01f0d540962d HTTP/1.1" status: 204 len: 168 time: 0.3397315 Jul 19 03:24:51.782566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.801935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Transition to ACTIVE for port object a6fea54e-75ea-4f75-970d-672c15e87111 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:51.813818 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.814083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdae1c-b11a-489b-aeb3-26fd65fbec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed2e05b-d257-4200-809f-01f0d540962d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:51.816717 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.819080 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.819655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:51.820413 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.870647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a42d4-12a1-47df-ab78-d4d7b4cb567e req-801d0ff0-7ab3-4e87-803b-714e9c160be1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:51.872215 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-382a42d4-12a1-47df-ab78-d4d7b4cb567e req-801d0ff0-7ab3-4e87-803b-714e9c160be1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1777983 Jul 19 03:24:51.882837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:24:51.927018 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Network': ['ID=79c5df8e-7f05-4f89-b4e5-c5eff62d88f3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:51.936726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c05164-0e5b-4e66-8b0a-69c4fe56fb8b req-48da4fdf-f173-4103-8739-f94793ccf681 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:51.938305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28c05164-0e5b-4e66-8b0a-69c4fe56fb8b req-48da4fdf-f173-4103-8739-f94793ccf681 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.5890346 Jul 19 03:24:51.949781 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-382a42d4-12a1-47df-ab78-d4d7b4cb567e req-30322815-0cb3-49e5-9967-a0321b2a35b3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691946 Jul 19 03:24:51.955185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1de38413-4579-4ca9-8eac-357708fca8c6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9607060 Jul 19 03:24:51.955867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60970) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:51.957104 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:51.957466 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Added segment 69a30481-af11-488a-b86d-52f60ea8bd71 of type vlan for network 0f6501ff-aef8-4265-a557-c61d9a57e516 Jul 19 03:24:51.961728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'subnet': {'network_id': '79c5df8e-7f05-4f89-b4e5-c5eff62d88f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:51.963525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:24:51.970752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Network 66515329-14d2-403d-9c58-62f5e4e23d6e is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:52.016690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Allocated IP 172.25.2.232 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/ff972892-66a4-489f-ad5b-4458658d55e6) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:52.044094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:52.055146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:52.060390 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Pushing event updated for resources: {'Port': ['ID=a6fea54e-75ea-4f75-970d-672c15e87111,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:52.147980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28c05164-0e5b-4e66-8b0a-69c4fe56fb8b req-0287465c-0dd3-4a01-b6d6-82d72b30e341 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886818 Jul 19 03:24:52.161189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.162359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Attempting to bind port a6fea54e-75ea-4f75-970d-672c15e87111 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:52.162871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Attempting to bind port a6fea54e-75ea-4f75-970d-672c15e87111 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:52.163149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Attempting to bind port a6fea54e-75ea-4f75-970d-672c15e87111 on network 66515329-14d2-403d-9c58-62f5e4e23d6e {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:52.168370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:52.169110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Checking segment: {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:52.169110 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.169526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Bound using segment: {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:52.170204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Bound port: a6fea54e-75ea-4f75-970d-672c15e87111, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:52.170449 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.203189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:52.209264 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.216194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.265296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object 9c87aa15-33cb-487c-b502-9701b86802cb will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:52.285192 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.294237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] For port a6fea54e-75ea-4f75-970d-672c15e87111, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:52.296378 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.297637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] For port a6fea54e-75ea-4f75-970d-672c15e87111, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a6fea54e-75ea-4f75-970d-672c15e87111,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:52.307060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:52.308569 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.313845 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.408028 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.408552 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1977434 Jul 19 03:24:52.411566 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60988) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:52.416619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-756336436'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:52.519849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-b21f3390-0153-46c6-9602-c6d0b28463eb None None] Allocated IP 172.20.0.18 (f6ea23f2-6327-4ea9-ac33-5a814d352d00/5d26b876-4f34-4ce9-ac46-d4e29201ac39/0df78692-63c6-419b-89a9-a4b7e31bf616) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:52.537113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1f4ba-4fcf-4d00-b523-ce47ad4e6c8c None None] Pushing event updated for resources: {'Port': ['ID=a6fea54e-75ea-4f75-970d-672c15e87111,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:52.552333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:52.558804 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.566191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=9c87aa15-33cb-487c-b502-9701b86802cb,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:52.572548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc3bb3-9f39-413b-a7ce-1181ac122713 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Network': ['ID=0f6501ff-aef8-4265-a557-c61d9a57e516,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:52.615258 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27c3d20e-aff2-4dac-9290-5e541305ef07 req-ffc2ae75-1d20-4278-a930-1389c87209c9 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2fab2f0ae6c44d46882e569f08be2523 HTTP/1.1" status: 200 len: 221 time: 0.0612526 Jul 19 03:24:52.616013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] In _notify_port_updated(), no bound segment for port 9c87aa15-33cb-487c-b502-9701b86802cb on network f6ea23f2-6327-4ea9-ac33-5a814d352d00 {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:24:52.616403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 0f6501ff-aef8-4265-a557-c61d9a57e516 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:24:52.622843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:52.624813 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.626151 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0f64e2f9-60fc-443f-99f2-046bcc7cb183 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "PUT /v2.0/ports/9c87aa15-33cb-487c-b502-9701b86802cb HTTP/1.1" status: 200 len: 921 time: 2.1832862 Jul 19 03:24:52.629791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32770) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:52.716736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:24:52.739422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b21f3390-0153-46c6-9602-c6d0b28463eb None None] For port 0df78692-63c6-419b-89a9-a4b7e31bf616, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0df78692-63c6-419b-89a9-a4b7e31bf616,segment=NetworkSegment(77c0e5f3-7b2c-493a-96e2-0999ac8807e4),segment_id=77c0e5f3-7b2c-493a-96e2-0999ac8807e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:52.836700 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b21f3390-0153-46c6-9602-c6d0b28463eb None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.854551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b21f3390-0153-46c6-9602-c6d0b28463eb None None] Transition to ACTIVE for port object 0df78692-63c6-419b-89a9-a4b7e31bf616 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:52.914635 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b21f3390-0153-46c6-9602-c6d0b28463eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.939722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bc98b2e6-453d-47ca-8217-bbd4bbddea86 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 9c87aa15-33cb-487c-b502-9701b86802cb {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:24:52.940921 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc98b2e6-453d-47ca-8217-bbd4bbddea86 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:52.989383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ab124-7259-4a87-9e96-0a1f00afae03 req-954e4d55-35eb-4f44-9597-ba3ba07c2616 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:52.991403 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e9ab124-7259-4a87-9e96-0a1f00afae03 req-954e4d55-35eb-4f44-9597-ba3ba07c2616 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1497958 Jul 19 03:24:53.074041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f3390-0153-46c6-9602-c6d0b28463eb None None] Pushing event updated for resources: {'Port': ['ID=0df78692-63c6-419b-89a9-a4b7e31bf616,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:53.091769 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc98b2e6-453d-47ca-8217-bbd4bbddea86 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:53.121772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e9ab124-7259-4a87-9e96-0a1f00afae03 req-d24dec30-5daf-49a7-a262-e776f685eace tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232507 Jul 19 03:24:53.123397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bc98b2e6-453d-47ca-8217-bbd4bbddea86 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 9c87aa15-33cb-487c-b502-9701b86802cb owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:24:53.282296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:53.282683 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Added segment 04f46852-ad7a-4545-8c3f-22cfc3f81bb3 of type vlan for network c64899f6-8eee-455e-90a2-4468d126aff6 Jul 19 03:24:53.296787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:53.367777 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc98b2e6-453d-47ca-8217-bbd4bbddea86 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:53.415398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98b2e6-453d-47ca-8217-bbd4bbddea86 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=9c87aa15-33cb-487c-b502-9701b86802cb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:53.427903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:53.442610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dc642-7575-475b-b795-341099437b77 req-a53fde47-d8cb-44ea-bfd1-7fd42728e37b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:53.444212 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b32dc642-7575-475b-b795-341099437b77 req-a53fde47-d8cb-44ea-bfd1-7fd42728e37b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1868474 Jul 19 03:24:53.473401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:53.475247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Pushing event updated for resources: {'Port': ['ID=ff972892-66a4-489f-ad5b-4458658d55e6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:53.484106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:53.510426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:53.517606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:53.518605 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:53.522759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:53.582838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488393e-dade-4a78-83a4-8c4dce7effb4 req-890f5e89-c3a9-4cbd-8fad-60c98f8428ee tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:53.589792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3488393e-dade-4a78-83a4-8c4dce7effb4 req-890f5e89-c3a9-4cbd-8fad-60c98f8428ee tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 1.0254214 Jul 19 03:24:53.624143 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b32dc642-7575-475b-b795-341099437b77 req-adf98656-1173-495c-88f7-9980d3bce41b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355252 Jul 19 03:24:53.631037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc98b2e6-453d-47ca-8217-bbd4bbddea86 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:53.636529 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bc98b2e6-453d-47ca-8217-bbd4bbddea86 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/9c87aa15-33cb-487c-b502-9701b86802cb HTTP/1.1" status: 204 len: 168 time: 1.0055373 Jul 19 03:24:53.638089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32790) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:53.671996 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb3e1e3-11a7-4681-b5b9-68ef7857ef30 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:24:53.677047 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-deb3e1e3-11a7-4681-b5b9-68ef7857ef30 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/9c87aa15-33cb-487c-b502-9701b86802cb HTTP/1.1" status: 404 len: 333 time: 0.0344326 Jul 19 03:24:53.677665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32794) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:53.793344 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3804743 Jul 19 03:24:53.798194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840c6bc-2f22-4666-a5d2-9c946fa7b7fa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Network': ['ID=c64899f6-8eee-455e-90a2-4468d126aff6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:53.804945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32800) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:53.812406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c64899f6-8eee-455e-90a2-4468d126aff6 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:24:53.835552 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'subnet': {'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:53.873471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:53.908488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffc01-09c3-42fa-a7df-55bff9b23a23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.001084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3488393e-dade-4a78-83a4-8c4dce7effb4 req-bf4ef1b0-707f-498d-9dd0-d4db09ec2a3d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103875 Jul 19 03:24:54.021021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffc01-09c3-42fa-a7df-55bff9b23a23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.037801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Subnet': ['ID=db46d0ea-6c59-4813-b48f-6c342c305c87,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:54.039772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-057b1e72-ce71-43ad-80fe-84c775563bc8 None None] Provisioning complete for port 1cf62270-dd1e-4402-b6db-0ca68315fc26 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:54.040161 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-057b1e72-ce71-43ad-80fe-84c775563bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.102340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:54.106623 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.117654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742f024-344b-4b44-9495-f3aeb8cbdd64 req-e36f9c52-308a-45dc-94f4-c7b1e144114f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:54.122580 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5742f024-344b-4b44-9495-f3aeb8cbdd64 req-e36f9c52-308a-45dc-94f4-c7b1e144114f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2468786 Jul 19 03:24:54.163199 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffc01-09c3-42fa-a7df-55bff9b23a23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.166251 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffc01-09c3-42fa-a7df-55bff9b23a23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.169245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0df78692-63c6-419b-89a9-a4b7e31bf616 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:54.170322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6d7ffc01-09c3-42fa-a7df-55bff9b23a23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/security-groups/42aa1e10-c732-43a4-9cf9-c8a37d004086 HTTP/1.1" status: 204 len: 168 time: 0.4916670 Jul 19 03:24:54.171577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32808) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:54.215173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ffc01-09c3-42fa-a7df-55bff9b23a23 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aa1e10-c732-43a4-9cf9-c8a37d004086,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:54.242130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce5f17-b32e-46dc-aaeb-b29540aec959 None None] Network 66515329-14d2-403d-9c58-62f5e4e23d6e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:54.258860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Checking segment: {'id': 'af267171-7298-4b41-9b12-fc794f1474de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c5df8e-7f05-4f89-b4e5-c5eff62d88f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:54.262436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network hostable DHCP agents. Network: 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:24:54.302208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-057b1e72-ce71-43ad-80fe-84c775563bc8 None None] Port 1cf62270-dd1e-4402-b6db-0ca68315fc26 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:54.305972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5742f024-344b-4b44-9495-f3aeb8cbdd64 req-26f9a95e-2130-4efa-873a-54ce6fb7b891 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648378 Jul 19 03:24:54.345300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-057b1e72-ce71-43ad-80fe-84c775563bc8 None None] Could not find standard attr ID for object 9c87aa15-33cb-487c-b502-9701b86802cb. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:24:54.400901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a6fea54e-75ea-4f75-970d-672c15e87111 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:54.409506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-057b1e72-ce71-43ad-80fe-84c775563bc8 None None] Provisioning for port 0df78692-63c6-419b-89a9-a4b7e31bf616 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:54.419917 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-669c0e0f-87f7-4192-9904-50602a9b3d35 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.432696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:24:54.449032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:54.459012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:54.459656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.470349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-057b1e72-ce71-43ad-80fe-84c775563bc8 None None] Provisioning complete for port 0df78692-63c6-419b-89a9-a4b7e31bf616 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:54.471816 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-057b1e72-ce71-43ad-80fe-84c775563bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.482113 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.621920 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-38a71023-396a-4c83-8472-353df981298f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6646838 Jul 19 03:24:54.622648 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32818) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:54.630849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-01bb4282-e301-402d-af7c-2039ad71764a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1979435349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:54.658119 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-669c0e0f-87f7-4192-9904-50602a9b3d35 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.659933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a2dee-f5b1-4bfb-b315-1dbb1d7d6278 None None] Network 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:54.817712 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.830432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01bb4282-e301-402d-af7c-2039ad71764a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.832580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01bb4282-e301-402d-af7c-2039ad71764a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.900180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.926747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-669c0e0f-87f7-4192-9904-50602a9b3d35 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.933754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-669c0e0f-87f7-4192-9904-50602a9b3d35 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.938493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-669c0e0f-87f7-4192-9904-50602a9b3d35 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/security-groups/810759c1-fec1-4e0b-9a47-31606514e8e9 HTTP/1.1" status: 204 len: 168 time: 0.7523687 Jul 19 03:24:54.941987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32824) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:54.970584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1129f-8389-4e2d-997d-2bc67b8de551 req-9fb2afb4-6ee2-46e6-bc72-85cd488d3cf6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:54.973096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-67f1129f-8389-4e2d-997d-2bc67b8de551 req-9fb2afb4-6ee2-46e6-bc72-85cd488d3cf6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2664101 Jul 19 03:24:54.974936 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01bb4282-e301-402d-af7c-2039ad71764a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:54.989383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258cc39-f5e3-46a1-980a-31cc1ba37357 req-f2d1c77f-72fa-40b1-a113-f746b45ee3a8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:54.998006 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8258cc39-f5e3-46a1-980a-31cc1ba37357 req-f2d1c77f-72fa-40b1-a113-f746b45ee3a8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.4249601 Jul 19 03:24:55.026988 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01bb4282-e301-402d-af7c-2039ad71764a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.056676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port a6fea54e-75ea-4f75-970d-672c15e87111 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:55.066672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-79c5df8e-7f05-4f89-b4e5-c5eff62d88f3', 'network_id': '79c5df8e-7f05-4f89-b4e5-c5eff62d88f3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'fixed_ips': [{'subnet_id': 'db46d0ea-6c59-4813-b48f-6c342c305c87'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:24:55.067507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.081036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Subnet': ['ID=c83482af-442e-4263-ab84-ddb12d769638,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:55.096962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0e0f-87f7-4192-9904-50602a9b3d35 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810759c1-fec1-4e0b-9a47-31606514e8e9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:55.097476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fa36607c-645c-4f41-b9bf-ed8195cd6a6d None None] Could not find standard attr ID for object 9c87aa15-33cb-487c-b502-9701b86802cb. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:24:55.122209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01bb4282-e301-402d-af7c-2039ad71764a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.125988 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-01bb4282-e301-402d-af7c-2039ad71764a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4968817 Jul 19 03:24:55.130512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32828) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:55.145997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb69db4d-48b2-4f3a-b560-8a398592e030 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet 5fd359e2-3d30-475a-93d2-924a433ba917 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:24:55.159508 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-67f1129f-8389-4e2d-997d-2bc67b8de551 req-166eea92-ef12-4a4d-905d-f227ea869c17 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425555 Jul 19 03:24:55.164294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb69db4d-48b2-4f3a-b560-8a398592e030 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.183623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fa36607c-645c-4f41-b9bf-ed8195cd6a6d None None] Provisioning for port a6fea54e-75ea-4f75-970d-672c15e87111 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:55.203567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fa36607c-645c-4f41-b9bf-ed8195cd6a6d None None] Provisioning complete for port a6fea54e-75ea-4f75-970d-672c15e87111 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:55.203930 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fa36607c-645c-4f41-b9bf-ed8195cd6a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.231110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Checking segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:55.231606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network hostable DHCP agents. Network: 0f6501ff-aef8-4265-a557-c61d9a57e516, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:24:55.253033 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8258cc39-f5e3-46a1-980a-31cc1ba37357 req-643e1f2b-52b1-41ba-b207-80b86dc1d766 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529387 Jul 19 03:24:55.260635 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb69db4d-48b2-4f3a-b560-8a398592e030 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.337005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Allocated IP 172.20.0.2 (79c5df8e-7f05-4f89-b4e5-c5eff62d88f3/db46d0ea-6c59-4813-b48f-6c342c305c87/63f28cf0-28d0-44cc-9436-981a8e24668f) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:55.411802 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fa36607c-645c-4f41-b9bf-ed8195cd6a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.434236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb69db4d-48b2-4f3a-b560-8a398592e030 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.460563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Router 07fc98b7-a2a8-4101-a479-325739f4a828 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:24:55.469887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-fa36607c-645c-4f41-b9bf-ed8195cd6a6d None None] For port a6fea54e-75ea-4f75-970d-672c15e87111, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a6fea54e-75ea-4f75-970d-672c15e87111,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:24:55.477188 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fa36607c-645c-4f41-b9bf-ed8195cd6a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.558055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network 0f6501ff-aef8-4265-a557-c61d9a57e516 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:24:55.581694 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.584922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 0f6501ff-aef8-4265-a557-c61d9a57e516) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:55.606182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:55.607318 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.615848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb69db4d-48b2-4f3a-b560-8a398592e030 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.672116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69db4d-48b2-4f3a-b560-8a398592e030 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd359e2-3d30-475a-93d2-924a433ba917,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:55.681050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5af1cc7d-7495-4bbe-8c7f-fc061295362d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8663988 Jul 19 03:24:55.682437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb69db4d-48b2-4f3a-b560-8a398592e030 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:55.689389 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eb69db4d-48b2-4f3a-b560-8a398592e030 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/5fd359e2-3d30-475a-93d2-924a433ba917 HTTP/1.1" status: 204 len: 168 time: 0.7385523 Jul 19 03:24:55.690802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32838) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:55.692021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32840) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:55.698708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:55.705458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'subnet': {'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:55.764027 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36693a88-f3a6-4bd1-be3f-5724f7869269 req-52ef0074-93cb-4290-b248-12ebf626fdd6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:55.771754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36693a88-f3a6-4bd1-be3f-5724f7869269 req-52ef0074-93cb-4290-b248-12ebf626fdd6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2577314 Jul 19 03:24:55.810289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f01565-b2df-43e3-b878-0e736b5d4061 None None] Network 0f6501ff-aef8-4265-a557-c61d9a57e516 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:55.813136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:24:55.814574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1325fde-4635-4a92-aead-1ab949ce54b5 None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:55.823625 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Sync routers for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:24:55.848874 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:55.849515 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:55.931548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36693a88-f3a6-4bd1-be3f-5724f7869269 req-d5c725e1-9ee3-4969-abb8-fb8a646bc07d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580288 Jul 19 03:24:55.969004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36607c-645c-4f41-b9bf-ed8195cd6a6d None None] Pushing event updated for resources: {'Port': ['ID=a6fea54e-75ea-4f75-970d-672c15e87111,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:56.010624 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2b98be47-9050-4b93-a211-5a5e668a76c1 None None] Provisioning complete for port a6fea54e-75ea-4f75-970d-672c15e87111 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:56.011024 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2b98be47-9050-4b93-a211-5a5e668a76c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.012027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:24:56.012027 n-d-762330-18 neutron-server[94344]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 19 03:24:56.012027 n-d-762330-18 neutron-server[94344]: [parameters: {'project_id_1': '4a6e0f6ec9a44850b556aa7528e80a66', 'expiration_1': datetime.datetime(2021, 7, 19, 3, 24, 55, 989477)}] Jul 19 03:24:56.012027 n-d-762330-18 neutron-server[94344]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:24:56.012400 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:24:56.026378 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:24:56.035995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:56.039856 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.067259 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.073769 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4312387b-7d61-48a8-8cd7-e3b60845f391 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4863286 Jul 19 03:24:56.075723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32854) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:56.249910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2798c-e0d8-4d8e-9b8e-1e258ff3a0c3 req-a68980c5-b628-4f57-9784-b49212a6a062 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:56.272961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-20a2798c-e0d8-4d8e-9b8e-1e258ff3a0c3 req-a68980c5-b628-4f57-9784-b49212a6a062 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1187141 Jul 19 03:24:56.350287 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-20a2798c-e0d8-4d8e-9b8e-1e258ff3a0c3 req-3b83a4aa-445a-468a-b0d2-2f9e71fe49f5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755498 Jul 19 03:24:56.386224 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:24:54Z', 'revision_number': 3, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:56.422655 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.425185 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Checking router: 07fc98b7-a2a8-4101-a479-325739f4a828 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:24:56.425609 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Updating router 07fc98b7-a2a8-4101-a479-325739f4a828 port ff972892-66a4-489f-ad5b-4458658d55e6 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:24:56.446222 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Transition to ACTIVE for port object 63f28cf0-28d0-44cc-9436-981a8e24668f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:56.461037 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.495931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-0f6501ff-aef8-4265-a557-c61d9a57e516', 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'fixed_ips': [{'subnet_id': 'c83482af-442e-4263-ab84-ddb12d769638'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:24:56.497274 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.520463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Transition to ACTIVE for port object 63f28cf0-28d0-44cc-9436-981a8e24668f will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:56.546117 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.585347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:56.618502 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.645527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Allocated IP 172.20.0.1 (79c5df8e-7f05-4f89-b4e5-c5eff62d88f3/db46d0ea-6c59-4813-b48f-6c342c305c87/3ad20995-2511-48ce-9301-03778de01362) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:56.671555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Network 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:56.679375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8232a8-c3db-44e4-bdf6-8b3efb14f9ee req-28a650eb-3560-41c8-be68-c15128f62fe6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:56.683339 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ef8232a8-c3db-44e4-bdf6-8b3efb14f9ee req-28a650eb-3560-41c8-be68-c15128f62fe6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1578333 Jul 19 03:24:56.771749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:56.778352 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.785564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:56.808405 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Transition to ACTIVE for port object ff972892-66a4-489f-ad5b-4458658d55e6 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:56.818523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Pushing event updated for resources: {'Port': ['ID=63f28cf0-28d0-44cc-9436-981a8e24668f,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:56.823887 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.905705 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23537e0b-d293-4c0f-8716-a8e2a79782dc None None] Pushing event updated for resources: {'Port': ['ID=ff972892-66a4-489f-ad5b-4458658d55e6,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:56.938244 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Attempting to bind port ff972892-66a4-489f-ad5b-4458658d55e6 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:56.938697 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Attempting to bind port ff972892-66a4-489f-ad5b-4458658d55e6 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:56.939265 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Attempting to bind port ff972892-66a4-489f-ad5b-4458658d55e6 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:56.943729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Attempting to bind port 63f28cf0-28d0-44cc-9436-981a8e24668f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:56.944100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Attempting to bind port 63f28cf0-28d0-44cc-9436-981a8e24668f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'af267171-7298-4b41-9b12-fc794f1474de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c5df8e-7f05-4f89-b4e5-c5eff62d88f3'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:56.944515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Attempting to bind port 63f28cf0-28d0-44cc-9436-981a8e24668f on network 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:56.953945 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:56.954586 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:56.955183 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.955757 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:56.956965 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Bound port: ff972892-66a4-489f-ad5b-4458658d55e6, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:56.957519 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:56.961921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ef8232a8-c3db-44e4-bdf6-8b3efb14f9ee req-578864a3-d252-4a0c-91b6-ab448e60e7c7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645111 Jul 19 03:24:57.038351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:57.038646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Checking segment: {'id': 'af267171-7298-4b41-9b12-fc794f1474de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c5df8e-7f05-4f89-b4e5-c5eff62d88f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:57.039614 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.040011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Bound using segment: {'id': 'af267171-7298-4b41-9b12-fc794f1474de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c5df8e-7f05-4f89-b4e5-c5eff62d88f3'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:57.040494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Bound port: 63f28cf0-28d0-44cc-9436-981a8e24668f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af267171-7298-4b41-9b12-fc794f1474de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c5df8e-7f05-4f89-b4e5-c5eff62d88f3'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:57.040872 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.076294 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.081760 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] For port ff972892-66a4-489f-ad5b-4458658d55e6, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:57.085580 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] For port ff972892-66a4-489f-ad5b-4458658d55e6, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ff972892-66a4-489f-ad5b-4458658d55e6,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:57.097919 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.112556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Transition to ACTIVE for port object 3ad20995-2511-48ce-9301-03778de01362 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:57.114817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Allocated IP 10.1.1.2 (0f6501ff-aef8-4265-a557-c61d9a57e516/c83482af-442e-4263-ab84-ddb12d769638/2372a343-b511-4bcc-8adf-dcf91cb8583a) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:57.175412 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:24:57.176535 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:57.228374 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.323873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:57.336971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:57.340402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:57.362782 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] For port 63f28cf0-28d0-44cc-9436-981a8e24668f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:57.366668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] For port 63f28cf0-28d0-44cc-9436-981a8e24668f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=63f28cf0-28d0-44cc-9436-981a8e24668f,segment=NetworkSegment(af267171-7298-4b41-9b12-fc794f1474de),segment_id=af267171-7298-4b41-9b12-fc794f1474de)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:57.395897 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.410878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179d469-846e-453f-aa4e-d2fce581a44f req-e156fda3-4933-41dd-9f84-8b8773e3106f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:57.412657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a179d469-846e-453f-aa4e-d2fce581a44f req-e156fda3-4933-41dd-9f84-8b8773e3106f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2439806 Jul 19 03:24:57.417567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=3ad20995-2511-48ce-9301-03778de01362,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:57.458417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.525384 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23537e0b-d293-4c0f-8716-a8e2a79782dc None None] Pushing event updated for resources: {'Port': ['ID=ff972892-66a4-489f-ad5b-4458658d55e6,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:57.539188 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a179d469-846e-453f-aa4e-d2fce581a44f req-6e933ebe-30f5-4e57-a863-dfae5ebd8b16 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157033 Jul 19 03:24:57.630253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a8c7a-5f87-490c-af35-36a022755bd9 None None] Pushing event updated for resources: {'Port': ['ID=63f28cf0-28d0-44cc-9436-981a8e24668f,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:57.642095 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.664012 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-23888f91-34f0-4abc-96da-03582157d4e2 None None] Provisioning complete for port 1cf62270-dd1e-4402-b6db-0ca68315fc26 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:57.664695 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-23888f91-34f0-4abc-96da-03582157d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.667197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Transition to ACTIVE for port object 2372a343-b511-4bcc-8adf-dcf91cb8583a will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:57.671197 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:24:57.739532 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.751332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Transition to ACTIVE for port object 2372a343-b511-4bcc-8adf-dcf91cb8583a will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:57.763123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-23888f91-34f0-4abc-96da-03582157d4e2 None None] Port 1cf62270-dd1e-4402-b6db-0ca68315fc26 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:24:57.775643 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.777301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:57.818428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Network 0f6501ff-aef8-4265-a557-c61d9a57e516 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:57.821448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:57.832581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:24:57.871987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17959453-75b7-47cd-a2ec-c64de62c1cbe req-1a8297f4-bd03-48e2-95e5-bd6958c6643c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:57.875383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17959453-75b7-47cd-a2ec-c64de62c1cbe req-1a8297f4-bd03-48e2-95e5-bd6958c6643c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 1.4102178 Jul 19 03:24:57.883138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Subnet': ['ID=7712e039-897b-49b8-aa02-b5e0a3723da4,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:57.917468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-23888f91-34f0-4abc-96da-03582157d4e2 None None] Provisioning complete for port 0df78692-63c6-419b-89a9-a4b7e31bf616 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:57.917854 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-23888f91-34f0-4abc-96da-03582157d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:58.053264 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a6fea54e-75ea-4f75-970d-672c15e87111 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:24:58.114310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Pushing event updated for resources: {'Port': ['ID=2372a343-b511-4bcc-8adf-dcf91cb8583a,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:58.134166 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:24:54Z', 'revision_number': 3, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:24:58.152386 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17959453-75b7-47cd-a2ec-c64de62c1cbe req-3bbf2e36-bf6a-46b8-acad-9b0f6620d059 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118666 Jul 19 03:24:58.171129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Attempting to bind port 2372a343-b511-4bcc-8adf-dcf91cb8583a on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:24:58.171529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Attempting to bind port 2372a343-b511-4bcc-8adf-dcf91cb8583a by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:24:58.172166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Attempting to bind port 2372a343-b511-4bcc-8adf-dcf91cb8583a on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:24:58.184695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:24:58.185068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Checking segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:58.185466 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:58.185858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Bound using segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:24:58.186361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Bound port: 2372a343-b511-4bcc-8adf-dcf91cb8583a, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:24:58.186728 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:58.207511 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5389c-61d8-46df-ae23-40c673d2ce34 None None] The sync data for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 is: [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:24:54Z', 'revision_number': 3, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:24:58.257507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462caa3f-224e-4a88-bf5b-736a0395d284 req-2dff5e24-05c8-4589-b0c1-721b2d756eaa tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:58.270852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-462caa3f-224e-4a88-bf5b-736a0395d284 req-2dff5e24-05c8-4589-b0c1-721b2d756eaa tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.4663420 Jul 19 03:24:58.318162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a6fea54e-75ea-4f75-970d-672c15e87111 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:24:58.322044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:58.351068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Checking segment: {'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:24:58.353683 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network hostable DHCP agents. Network: c64899f6-8eee-455e-90a2-4468d126aff6, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:24:58.424121 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-462caa3f-224e-4a88-bf5b-736a0395d284 req-d7017e64-1b4c-4eb2-ab91-22b1b8bbbc5a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460803 Jul 19 03:24:58.485287 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:58.489768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] For port 2372a343-b511-4bcc-8adf-dcf91cb8583a, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:24:58.519278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] For port 2372a343-b511-4bcc-8adf-dcf91cb8583a, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2372a343-b511-4bcc-8adf-dcf91cb8583a,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:24:58.528138 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:58.528954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network c64899f6-8eee-455e-90a2-4468d126aff6 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:24:58.537391 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:58.539963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:58.768386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:58.776788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=3ad20995-2511-48ce-9301-03778de01362,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:58.878551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab417b-9157-495d-9f5b-59a48b3105cb None None] Pushing event updated for resources: {'Port': ['ID=2372a343-b511-4bcc-8adf-dcf91cb8583a,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:58.965570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, c64899f6-8eee-455e-90a2-4468d126aff6) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:58.975804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bfcd96-7a5e-4cde-9b17-e41a1360fe08 None None] Network c64899f6-8eee-455e-90a2-4468d126aff6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:58.977872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:58.982341 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:58.995205 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:59.103079 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5d1c13a6-13b3-4709-a1e2-0252d5508203 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4097910 Jul 19 03:24:59.112702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32900) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:59.115926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=ebcc7808-47b9-404d-8e9f-bdbf7dad4e65,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:24:59.146116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'port': {'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516', 'name': 'tempest-TaggedBootDevicesTest_v242-87152129', 'fixed_ips': [{'subnet_id': 'c83482af-442e-4263-ab84-ddb12d769638'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:59.163423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:59.189040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:59.192748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:59.193350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:59.210582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:24:59.211748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f18708-2a6b-4752-b512-4df10eb9de29 None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:59.219191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:24:59.256931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Allocated IP 172.20.0.1 (66515329-14d2-403d-9c58-62f5e4e23d6e/0ceded2c-c679-4780-b968-ee4fc4b2f0ee/0aba46b9-1e85-4ad6-abb9-93122be0db9f) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:59.394209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-c64899f6-8eee-455e-90a2-4468d126aff6', 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'fixed_ips': [{'subnet_id': '7712e039-897b-49b8-aa02-b5e0a3723da4'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:24:59.395116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:59.455428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb48594-49a9-41d9-86aa-0d4a8c4ca80f None None] Network 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:24:59.468319 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f3ca8d05-29ba-4d5d-9483-7c4295f2b9af tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7714055 Jul 19 03:24:59.477284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32904) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:24:59.502306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-bca09a3c-ca8b-4469-940f-fd0b89ff3ff5 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'security_group': {'name': 'tempest-secgroup-1211461373'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:24:59.606016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248259c-69d3-4cd8-858f-a140820c2a53 req-ffcd1ef6-3caa-44ad-9906-a455092fea0f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:59.608238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e248259c-69d3-4cd8-858f-a140820c2a53 req-ffcd1ef6-3caa-44ad-9906-a455092fea0f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.9896724 Jul 19 03:24:59.611595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bca09a3c-ca8b-4469-940f-fd0b89ff3ff5 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:59.746103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:24:59.762388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:24:59.809797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0aee2bdf-6101-41c3-bfca-bd19df9b13d1 None None] Provisioning for port 63f28cf0-28d0-44cc-9436-981a8e24668f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:24:59.824467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e248259c-69d3-4cd8-858f-a140820c2a53 req-49536921-4809-4495-9fac-d18af6b30db8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024326 Jul 19 03:24:59.867577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Transition to ACTIVE for port object 0aba46b9-1e85-4ad6-abb9-93122be0db9f will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:24:59.869426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335618-3662-46f2-929e-69a2ff576b57 req-a27e097c-928a-458a-a7b0-f3b3f765a976 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:24:59.883872 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30335618-3662-46f2-929e-69a2ff576b57 req-a27e097c-928a-458a-a7b0-f3b3f765a976 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 1.0536482 Jul 19 03:24:59.890836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Allocated IP 10.2.2.2 (c64899f6-8eee-455e-90a2-4468d126aff6/7712e039-897b-49b8-aa02-b5e0a3723da4/56652863-2ae3-4674-8d1f-a5cb5fa54af0) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:24:59.997083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30335618-3662-46f2-929e-69a2ff576b57 req-3c7b9b75-1649-4632-a078-88762f80460f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061513 Jul 19 03:25:00.048800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 92ccf059-063e-454e-8fa8-93f4b26437d2 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:25:00.097869 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:00.152090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] device_id is not set on port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:25:00.231401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:00.239161 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4517e2a2-b863-4dfb-adbe-cd51d64360ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/92ccf059-063e-454e-8fa8-93f4b26437d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0991952 Jul 19 03:25:00.240069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32918) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:00.340850 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:00.345691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d05466-989a-4bf0-8e41-0540456dacf6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:00.347897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c4d05466-989a-4bf0-8e41-0540456dacf6 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports/3ad20995-2511-48ce-9301-03778de01362 HTTP/1.1" status: 200 len: 910 time: 0.1065698 Jul 19 03:25:00.351539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32920) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:00.357073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-45b18b2d-b046-4d2f-9e86-79f2f4ffcfd3 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db46d0ea-6c59-4813-b48f-6c342c305c87'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:00.368489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Network 66515329-14d2-403d-9c58-62f5e4e23d6e is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:00.368950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cdcc88-a779-411c-9501-676ab6ddfae0 None None] Sync routers for ids ['92ccf059-063e-454e-8fa8-93f4b26437d2'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:00.371458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2372a343-b511-4bcc-8adf-dcf91cb8583a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:00.385854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:00.399080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240d63-69d2-4cf3-b008-aeecbcd5cf80 req-b5ad9eaf-9570-4438-b038-49350d3429a5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:00.400702 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4240d63-69d2-4cf3-b008-aeecbcd5cf80 req-b5ad9eaf-9570-4438-b038-49350d3429a5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1502645 Jul 19 03:25:00.419812 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bca09a3c-ca8b-4469-940f-fd0b89ff3ff5 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:00.421895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:00.437999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdcc88-a779-411c-9501-676ab6ddfae0 None None] Routers {'92ccf059-063e-454e-8fa8-93f4b26437d2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:00.438854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f6cdcc88-a779-411c-9501-676ab6ddfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['92ccf059-063e-454e-8fa8-93f4b26437d2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:00.482430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:00.495921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4240d63-69d2-4cf3-b008-aeecbcd5cf80 req-4c615f55-5daa-4b34-bfd8-a21744621b8e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808971 Jul 19 03:25:00.552294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bca09a3c-ca8b-4469-940f-fd0b89ff3ff5 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:00.623054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f6cdcc88-a779-411c-9501-676ab6ddfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:00.685656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca09a3c-ca8b-4469-940f-fd0b89ff3ff5 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ef9ab4-93f8-493d-a37c-efd5a4caa5e8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:00.717431 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bca09a3c-ca8b-4469-940f-fd0b89ff3ff5 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:00.722191 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bca09a3c-ca8b-4469-940f-fd0b89ff3ff5 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2236125 Jul 19 03:25:00.722867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32924) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:00.729448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Allocated IP 10.1.1.27 (0f6501ff-aef8-4265-a557-c61d9a57e516/c83482af-442e-4263-ab84-ddb12d769638/f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:00.756058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d97b61e0-e941-4ec7-bb83-316ad85cd44f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'security_group': {'name': 'tempest-secgroup-76766299'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:00.762505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867b5883-bda0-4b5f-8ebb-4d1dd9996a88 None None] Network 0f6501ff-aef8-4265-a557-c61d9a57e516 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:00.769360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Pushing event updated for resources: {'Port': ['ID=0aba46b9-1e85-4ad6-abb9-93122be0db9f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:00.808548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdcc88-a779-411c-9501-676ab6ddfae0 None None] Routers {'92ccf059-063e-454e-8fa8-93f4b26437d2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:00.809207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f6cdcc88-a779-411c-9501-676ab6ddfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['92ccf059-063e-454e-8fa8-93f4b26437d2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:00.817563 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45b18b2d-b046-4d2f-9e86-79f2f4ffcfd3 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:00.891789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f6cdcc88-a779-411c-9501-676ab6ddfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:00.893097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cdcc88-a779-411c-9501-676ab6ddfae0 None None] The sync data for ids ['92ccf059-063e-454e-8fa8-93f4b26437d2'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:25:00.896329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 2372a343-b511-4bcc-8adf-dcf91cb8583a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:00.903983 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d97b61e0-e941-4ec7-bb83-316ad85cd44f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:00.940782 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 63f28cf0-28d0-44cc-9436-981a8e24668f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:00.980758 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:00.983783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0750ef0-2644-49e9-b075-a6d76b5f2b56 None None] Update dhcp port {'port': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'fixed_ips': [{'subnet_id': '5d26b876-4f34-4ce9-ac46-d4e29201ac39', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ebcc7808-47b9-404d-8e9f-bdbf7dad4e65'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '0df78692-63c6-419b-89a9-a4b7e31bf616'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:25:01.073830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Transition to ACTIVE for port object 56652863-2ae3-4674-8d1f-a5cb5fa54af0 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:01.080755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] Provisioning for port 0aba46b9-1e85-4ad6-abb9-93122be0db9f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:01.114244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] Provisioning complete for port 0aba46b9-1e85-4ad6-abb9-93122be0db9f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:01.114647 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.138487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3277ac6-2214-40ea-a8ca-d770f1e52eec req-d4b22bbf-2397-4633-8999-f2ec18d44b45 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:01.154822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3277ac6-2214-40ea-a8ca-d770f1e52eec req-d4b22bbf-2397-4633-8999-f2ec18d44b45 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3094647 Jul 19 03:25:01.205013 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f0750ef0-2644-49e9-b075-a6d76b5f2b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.213382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Transition to ACTIVE for port object 56652863-2ae3-4674-8d1f-a5cb5fa54af0 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:01.281556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.288041 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.335585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3277ac6-2214-40ea-a8ca-d770f1e52eec req-339c7b66-2e33-4ad9-9d8e-3caf6dd88c56 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798339 Jul 19 03:25:01.408543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] Port 0aba46b9-1e85-4ad6-abb9-93122be0db9f cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:01.433293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d6428-a4ab-4418-aa69-06c7dc5d9596 req-684c59ea-73ef-4092-a45f-1a90e030f03b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:01.434999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a97d6428-a4ab-4418-aa69-06c7dc5d9596 req-684c59ea-73ef-4092-a45f-1a90e030f03b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3513875 Jul 19 03:25:01.490362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Network c64899f6-8eee-455e-90a2-4468d126aff6 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:01.500312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:01.502886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 63f28cf0-28d0-44cc-9436-981a8e24668f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:01.511743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:01.547660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] Provisioning for port 2372a343-b511-4bcc-8adf-dcf91cb8583a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:01.549300 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.573343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a97d6428-a4ab-4418-aa69-06c7dc5d9596 req-3f9b2556-3499-4c5e-98e8-8a735d9b59a4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289399 Jul 19 03:25:01.618120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] Provisioning complete for port 2372a343-b511-4bcc-8adf-dcf91cb8583a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:01.618814 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.645246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Transition to ACTIVE for port object f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:01.731932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 63f28cf0-28d0-44cc-9436-981a8e24668f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:01.732910 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.734125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d97b61e0-e941-4ec7-bb83-316ad85cd44f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.743836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.762218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Pushing event updated for resources: {'Port': ['ID=56652863-2ae3-4674-8d1f-a5cb5fa54af0,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:01.780798 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d97b61e0-e941-4ec7-bb83-316ad85cd44f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.848494 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45b18b2d-b046-4d2f-9e86-79f2f4ffcfd3 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.851385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network 0f6501ff-aef8-4265-a557-c61d9a57e516 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:01.857624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b61e0-e941-4ec7-bb83-316ad85cd44f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fe8d8a-eff5-4334-8ba8-2af9808bab62,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:01.877071 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45b18b2d-b046-4d2f-9e86-79f2f4ffcfd3 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.889487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:01.896128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:01.914804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.923203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Attempting to bind port 56652863-2ae3-4674-8d1f-a5cb5fa54af0 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:01.924157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Attempting to bind port 56652863-2ae3-4674-8d1f-a5cb5fa54af0 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:01.925421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Attempting to bind port 56652863-2ae3-4674-8d1f-a5cb5fa54af0 on network c64899f6-8eee-455e-90a2-4468d126aff6 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:01.927390 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d97b61e0-e941-4ec7-bb83-316ad85cd44f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.929663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d97b61e0-e941-4ec7-bb83-316ad85cd44f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1887782 Jul 19 03:25:01.952556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32946) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:01.956918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.969278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:01.969981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Checking segment: {'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:01.974360 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.974806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Bound using segment: {'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:01.975306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Bound port: 56652863-2ae3-4674-8d1f-a5cb5fa54af0, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:01.975897 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:01.990817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2c30b7e5-40bd-454a-a9d6-c6f15a5ce827 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'security_group': {'name': 'tempest-secgroup-497108151'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:02.002314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Port': ['ID=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:02.014720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a094208-987a-4a73-974a-95fc6b97188b req-4daff376-bcd3-4679-825c-ec2a083e9ca6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:02.025338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a094208-987a-4a73-974a-95fc6b97188b req-4daff376-bcd3-4679-825c-ec2a083e9ca6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2901428 Jul 19 03:25:02.092964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4cd4-5954-4293-bf54-3f28ea9cbc89 req-3762781c-b2eb-4995-ad98-1d3ebe4dd19d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:02.094614 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-301b4cd4-5954-4293-bf54-3f28ea9cbc89 req-3762781c-b2eb-4995-ad98-1d3ebe4dd19d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.5374491 Jul 19 03:25:02.119626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-f0750ef0-2644-49e9-b075-a6d76b5f2b56 None None] Allocated IP 172.20.0.2 (f6ea23f2-6327-4ea9-ac33-5a814d352d00/ebcc7808-47b9-404d-8e9f-bdbf7dad4e65/0df78692-63c6-419b-89a9-a4b7e31bf616) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:02.137362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:02.138036 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.146618 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.169254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b18b2d-b046-4d2f-9e86-79f2f4ffcfd3 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=3ad20995-2511-48ce-9301-03778de01362,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:02.185678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Pushing event updated for resources: {'Port': ['ID=0aba46b9-1e85-4ad6-abb9-93122be0db9f,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:02.190181 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b18b2d-b046-4d2f-9e86-79f2f4ffcfd3 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:02.191171 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45b18b2d-b046-4d2f-9e86-79f2f4ffcfd3 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.195198 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-45b18b2d-b046-4d2f-9e86-79f2f4ffcfd3 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/ports/3ad20995-2511-48ce-9301-03778de01362 HTTP/1.1" status: 200 len: 910 time: 1.8401306 Jul 19 03:25:02.210659 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-301b4cd4-5954-4293-bf54-3f28ea9cbc89 req-8a6ab026-7b3c-44cc-87e7-e2be82add2ad tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029339 Jul 19 03:25:02.216206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32952) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:02.224680 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c30b7e5-40bd-454a-a9d6-c6f15a5ce827 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.321999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a094208-987a-4a73-974a-95fc6b97188b req-ec7b9ee7-9134-4867-809a-45fd40a40266 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850041 Jul 19 03:25:02.324992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] For port 56652863-2ae3-4674-8d1f-a5cb5fa54af0, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:02.416580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] For port 56652863-2ae3-4674-8d1f-a5cb5fa54af0, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=56652863-2ae3-4674-8d1f-a5cb5fa54af0,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:02.421267 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.458728 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.460827 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c30b7e5-40bd-454a-a9d6-c6f15a5ce827 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.470251 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c30b7e5-40bd-454a-a9d6-c6f15a5ce827 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.483800 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7efa2386-e30e-47bc-bdba-a118df40d737 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3692431 Jul 19 03:25:02.493133 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32960) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:02.531313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Network 66515329-14d2-403d-9c58-62f5e4e23d6e is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:02.541032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Pushing event updated for resources: {'Port': ['ID=56652863-2ae3-4674-8d1f-a5cb5fa54af0,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:02.546435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:02.546635 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.559361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'port': {'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516', 'name': 'tempest-TaggedBootDevicesTest_v242-1965234036', 'fixed_ips': [{'subnet_id': 'c83482af-442e-4263-ab84-ddb12d769638'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:02.579461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30b7e5-40bd-454a-a9d6-c6f15a5ce827 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b576c8-ddff-4c49-a3c6-ce62a6da28bc,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:02.584627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c30b7e5-40bd-454a-a9d6-c6f15a5ce827 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.588487 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2c30b7e5-40bd-454a-a9d6-c6f15a5ce827 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6001351 Jul 19 03:25:02.605362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32962) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:02.629476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1784628884', 'security_groups': ['66b576c8-ddff-4c49-a3c6-ce62a6da28bc'], 'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ebcc7808-47b9-404d-8e9f-bdbf7dad4e65'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:02.637510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.637976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.638454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.638895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.639528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.640035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.640461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.640895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.641327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.641757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.642936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.643489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3e550-eded-4418-8a3c-208cb42ac042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:02.665387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] For port 2372a343-b511-4bcc-8adf-dcf91cb8583a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2372a343-b511-4bcc-8adf-dcf91cb8583a,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:02.672248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f0750ef0-2644-49e9-b075-a6d76b5f2b56 None None] For port 0df78692-63c6-419b-89a9-a4b7e31bf616, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0df78692-63c6-419b-89a9-a4b7e31bf616,segment=NetworkSegment(77c0e5f3-7b2c-493a-96e2-0999ac8807e4),segment_id=77c0e5f3-7b2c-493a-96e2-0999ac8807e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:02.691538 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.800290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 63f28cf0-28d0-44cc-9436-981a8e24668f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=63f28cf0-28d0-44cc-9436-981a8e24668f,segment=NetworkSegment(af267171-7298-4b41-9b12-fc794f1474de),segment_id=af267171-7298-4b41-9b12-fc794f1474de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:02.817341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585bfce-bc32-41d1-b7bb-8e0a95e2d1cf None None] Pushing event updated for resources: {'Port': ['ID=2372a343-b511-4bcc-8adf-dcf91cb8583a,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:02.835542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab2fbd-432c-4bb3-bac7-8dcef7fc7f22 req-d22d225c-7669-4c65-85e1-ae99a544c2c2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:02.837176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-96ab2fbd-432c-4bb3-bac7-8dcef7fc7f22 req-d22d225c-7669-4c65-85e1-ae99a544c2c2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2705355 Jul 19 03:25:02.837712 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:02.838904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ff972892-66a4-489f-ad5b-4458658d55e6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:02.898439 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-96ab2fbd-432c-4bb3-bac7-8dcef7fc7f22 req-bd1ad5a2-3591-40b9-8575-fd3f899db5de tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518882 Jul 19 03:25:02.981350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:03.060006 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f0750ef0-2644-49e9-b075-a6d76b5f2b56 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:03.060582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:03.089557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f0750ef0-2644-49e9-b075-a6d76b5f2b56 None None] Transition to ACTIVE for port object 0df78692-63c6-419b-89a9-a4b7e31bf616 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:03.105690 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f0750ef0-2644-49e9-b075-a6d76b5f2b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:03.120126 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=63f28cf0-28d0-44cc-9436-981a8e24668f,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:03.177991 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port ff972892-66a4-489f-ad5b-4458658d55e6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:03.196396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ff972892-66a4-489f-ad5b-4458658d55e6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:03.197136 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:03.260241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Provisioning complete for port 63f28cf0-28d0-44cc-9436-981a8e24668f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:03.260990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:03.333808 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:03.356961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:03.368653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] device_id is not set on port a2bafa27-fc6d-4a52-85c5-c328934305ad yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:25:03.405189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92957d-29bd-4883-b952-a1203e0ad8d7 req-6204aa57-73c8-4d32-99d3-69dfb44127b7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:03.405895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ea92957d-29bd-4883-b952-a1203e0ad8d7 req-6204aa57-73c8-4d32-99d3-69dfb44127b7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.9259691 Jul 19 03:25:03.416434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0750ef0-2644-49e9-b075-a6d76b5f2b56 None None] Pushing event updated for resources: {'Port': ['ID=0df78692-63c6-419b-89a9-a4b7e31bf616,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:03.430977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:03.474694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port ff972892-66a4-489f-ad5b-4458658d55e6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ff972892-66a4-489f-ad5b-4458658d55e6,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:03.482764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ea92957d-29bd-4883-b952-a1203e0ad8d7 req-2fe35097-0d83-4021-bba8-5e7f9b398f1b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662589 Jul 19 03:25:03.490067 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:03.518882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Router 07fc98b7-a2a8-4101-a479-325739f4a828 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:25:03.565521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32972) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:03.598232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=ff972892-66a4-489f-ad5b-4458658d55e6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:03.692392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] device_id is not set on port 4814377d-d3a4-400e-8656-02daf3018914 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:25:03.846907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:03.860988 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-52830dc3-df41-455b-bbbc-3c17cdd4d326 admin admin] 10.222.0.20 "PUT /v2.0/routers/07fc98b7-a2a8-4101-a479-325739f4a828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7762430 Jul 19 03:25:03.872118 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Sync routers for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:03.915382 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:03.916330 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:03.922430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5b28c59d-dac4-4909-8d0f-e841c3eed3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.040389 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.093241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.7 (f6ea23f2-6327-4ea9-ac33-5a814d352d00/ebcc7808-47b9-404d-8e9f-bdbf7dad4e65/4814377d-d3a4-400e-8656-02daf3018914) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:04.096918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2372a343-b511-4bcc-8adf-dcf91cb8583a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:04.198222 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:04.263949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Provisioning complete for port 2372a343-b511-4bcc-8adf-dcf91cb8583a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:04.266858 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.338711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221edbc-c896-4e08-9f40-cc2b0f75ba6d None None] Network c64899f6-8eee-455e-90a2-4468d126aff6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:04.365336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a979f3-d43b-427a-b7b1-624d27008848 req-8866921d-3158-4c35-afb5-fa28cb86d70c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:04.374300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a4a979f3-d43b-427a-b7b1-624d27008848 req-8866921d-3158-4c35-afb5-fa28cb86d70c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3277059 Jul 19 03:25:04.375832 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d7fa4-b6b0-45e6-b593-df327cb9cf06 req-8a4700ec-5286-4328-8f15-bcfc5027c6ef tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:04.379979 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd9d7fa4-b6b0-45e6-b593-df327cb9cf06 req-8a4700ec-5286-4328-8f15-bcfc5027c6ef tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 1.1508036 Jul 19 03:25:04.381407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Allocated IP 10.1.1.89 (0f6501ff-aef8-4265-a557-c61d9a57e516/c83482af-442e-4263-ab84-ddb12d769638/a2bafa27-fc6d-4a52-85c5-c328934305ad) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:04.391492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 2372a343-b511-4bcc-8adf-dcf91cb8583a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:04.392146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.428708 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5b28c59d-dac4-4909-8d0f-e841c3eed3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.448588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5b28c59d-dac4-4909-8d0f-e841c3eed3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.481107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a4a979f3-d43b-427a-b7b1-624d27008848 req-2971f905-7ef3-4070-9935-e99deaf6cc48 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057830 Jul 19 03:25:04.486092 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.504717 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd9d7fa4-b6b0-45e6-b593-df327cb9cf06 req-4225a0b6-95f4-421a-b339-e2b19fdfa709 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085932 Jul 19 03:25:04.552486 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5b28c59d-dac4-4909-8d0f-e841c3eed3dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=502f6cb8b5034dac930a4ba8b4594f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9857426 Jul 19 03:25:04.555500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28c59d-dac4-4909-8d0f-e841c3eed3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666aaf0d-0a94-4460-a52b-05e72c6a5745,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:04.564413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 32988) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:04.604383 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object 4814377d-d3a4-400e-8656-02daf3018914 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:04.663217 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:01Z', 'revision_number': 2, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:04.671878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 63f28cf0-28d0-44cc-9436-981a8e24668f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:04.674184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Provisioning for port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:04.701601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Provisioning complete for port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:04.701993 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.716760 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Checking router: 07fc98b7-a2a8-4101-a479-325739f4a828 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:25:04.717459 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Updating router 07fc98b7-a2a8-4101-a479-325739f4a828 port 0aba46b9-1e85-4ad6-abb9-93122be0db9f binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:25:04.770998 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.805765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:04.820591 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bf620c79-87be-4ca7-b3ba-be7a81005b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.834655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Provisioning for port 3ad20995-2511-48ce-9301-03778de01362 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:04.836951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 63f28cf0-28d0-44cc-9436-981a8e24668f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:04.837431 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.862920 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.865164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Provisioning complete for port 3ad20995-2511-48ce-9301-03778de01362 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:04.865549 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.871892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.903473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bf620c79-87be-4ca7-b3ba-be7a81005b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.922810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=4814377d-d3a4-400e-8656-02daf3018914,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:04.957753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 3ad20995-2511-48ce-9301-03778de01362 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:04.958182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:04.958433 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:04.961264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:04.965412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:04.989291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7af78-eb77-4661-952b-111d29618c7a req-17557772-cd69-4f46-91c5-8682a9e6854f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:04.990932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c4b7af78-eb77-4661-952b-111d29618c7a req-17557772-cd69-4f46-91c5-8682a9e6854f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2409010 Jul 19 03:25:04.992116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Transition to ACTIVE for port object a2bafa27-fc6d-4a52-85c5-c328934305ad will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:05.004885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aee441cf-2166-49ab-b659-bad4e77a88d7 None None] Port 3ad20995-2511-48ce-9301-03778de01362 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:05.050304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32992) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:05.064007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-504aec2e-7022-45bb-85f8-92be884d23c3 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778699169', 'description': 'tempest-description--1413998216'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:05.076089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 56652863-2ae3-4674-8d1f-a5cb5fa54af0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:05.152645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bf620c79-87be-4ca7-b3ba-be7a81005b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.155257 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bf620c79-87be-4ca7-b3ba-be7a81005b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.156439 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bf620c79-87be-4ca7-b3ba-be7a81005b2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/666aaf0d-0a94-4460-a52b-05e72c6a5745 HTTP/1.1" status: 204 len: 168 time: 0.5900621 Jul 19 03:25:05.188901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Provisioning complete for port 0aba46b9-1e85-4ad6-abb9-93122be0db9f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:05.189480 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.221032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c4b7af78-eb77-4661-952b-111d29618c7a req-b0f1a805-df47-442b-ab7c-fff9a5da9d32 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682549 Jul 19 03:25:05.223621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-504aec2e-7022-45bb-85f8-92be884d23c3 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.235115 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.255910 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.256422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf620c79-87be-4ca7-b3ba-be7a81005b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666aaf0d-0a94-4460-a52b-05e72c6a5745,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:05.268819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:05.269604 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.273104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 56652863-2ae3-4674-8d1f-a5cb5fa54af0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:05.291531 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Transition to ACTIVE for port object 0aba46b9-1e85-4ad6-abb9-93122be0db9f will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:05.292396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 3ad20995-2511-48ce-9301-03778de01362 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:05.304853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0df78692-63c6-419b-89a9-a4b7e31bf616 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:05.316131 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.326752 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.406495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Port 0aba46b9-1e85-4ad6-abb9-93122be0db9f cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:05.465293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Provisioning complete for port 1cf62270-dd1e-4402-b6db-0ca68315fc26 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:05.466348 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.477096 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network 0f6501ff-aef8-4265-a557-c61d9a57e516 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:05.488114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:05.497910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:05.535365 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5164c-73a3-4e30-a1a0-615758e03531 None None] Pushing event updated for resources: {'Port': ['ID=0aba46b9-1e85-4ad6-abb9-93122be0db9f,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:05.541923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Port': ['ID=a2bafa27-fc6d-4a52-85c5-c328934305ad,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:05.581579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Port 1cf62270-dd1e-4402-b6db-0ca68315fc26 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:05.606375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Provisioning for port 0df78692-63c6-419b-89a9-a4b7e31bf616 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:05.619290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Provisioning complete for port 0df78692-63c6-419b-89a9-a4b7e31bf616 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:05.619616 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.688590 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Attempting to bind port 0aba46b9-1e85-4ad6-abb9-93122be0db9f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:05.691209 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Attempting to bind port 0aba46b9-1e85-4ad6-abb9-93122be0db9f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:05.691778 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Attempting to bind port 0aba46b9-1e85-4ad6-abb9-93122be0db9f on network 66515329-14d2-403d-9c58-62f5e4e23d6e {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:05.698464 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:05.699033 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Checking segment: {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:05.699529 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.700290 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Bound using segment: {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:05.700864 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Bound port: 0aba46b9-1e85-4ad6-abb9-93122be0db9f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:05.701692 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.745185 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.753195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ff972892-66a4-489f-ad5b-4458658d55e6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:05.832698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33004) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:05.853363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=3ad20995-2511-48ce-9301-03778de01362,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:05.867820 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] For port 0aba46b9-1e85-4ad6-abb9-93122be0db9f, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:05.871465 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] For port 0aba46b9-1e85-4ad6-abb9-93122be0db9f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0aba46b9-1e85-4ad6-abb9-93122be0db9f,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:05.876602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:05.877310 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.879595 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.892552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08b29f82-66c7-4884-9638-75d67da25be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.920150 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-504aec2e-7022-45bb-85f8-92be884d23c3 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.935293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e913-6eff-4eb4-87aa-f142b7a10900 req-86c081fd-3689-4aca-843c-19786a78f1b9 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:05.936989 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4a88e913-6eff-4eb4-87aa-f142b7a10900 req-86c081fd-3689-4aca-843c-19786a78f1b9 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3966134 Jul 19 03:25:05.941238 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-504aec2e-7022-45bb-85f8-92be884d23c3 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.945242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ff972892-66a4-489f-ad5b-4458658d55e6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:05.946789 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:05.953676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Provisioning for port 56652863-2ae3-4674-8d1f-a5cb5fa54af0 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:05.985622 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:05.987946 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:06.007981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aec2e-7022-45bb-85f8-92be884d23c3 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1814a410-ffdb-4ece-8700-3cf6b5f08aed,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:06.034803 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-92ee8aae-af5e-4062-bcd5-743a25e328e5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4741244 Jul 19 03:25:06.035100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Provisioning complete for port 56652863-2ae3-4674-8d1f-a5cb5fa54af0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:06.035413 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.054301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0e40814c-e23c-4a8d-a47e-f8f3f7dc8063 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4304280 Jul 19 03:25:06.058531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33008) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:06.072030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-21efcc5c-0c52-448d-9e6f-84d00e432769 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:06.074342 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5164c-73a3-4e30-a1a0-615758e03531 None None] Pushing event updated for resources: {'Port': ['ID=0aba46b9-1e85-4ad6-abb9-93122be0db9f,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:06.133732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4a88e913-6eff-4eb4-87aa-f142b7a10900 req-ccafe71c-7a33-4aa9-9715-5d5206027475 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892400 Jul 19 03:25:06.181086 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:06.230286 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.298489 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.363010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08b29f82-66c7-4884-9638-75d67da25be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.375133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08b29f82-66c7-4884-9638-75d67da25be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.387941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] For port 56652863-2ae3-4674-8d1f-a5cb5fa54af0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=56652863-2ae3-4674-8d1f-a5cb5fa54af0,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:06.395184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-504aec2e-7022-45bb-85f8-92be884d23c3 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.396943 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.403348 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-504aec2e-7022-45bb-85f8-92be884d23c3 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3494470 Jul 19 03:25:06.418171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33012) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:06.428197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-71799680-07f4-4177-a21a-e3cc99991969 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'security_group_rule': {'security_group_id': '1814a410-ffdb-4ece-8700-3cf6b5f08aed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:06.470470 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:05Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:06.495745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af976e4-b9db-45f3-ba0c-b55c4f1f0886 None None] Pushing event updated for resources: {'Port': ['ID=56652863-2ae3-4674-8d1f-a5cb5fa54af0,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:06.504531 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc4e42-5348-4d3b-a862-c2600f9714c1 None None] The sync data for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 is: [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:05Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:25:06.512088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33014) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:06.522588 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-08b29f82-66c7-4884-9638-75d67da25be7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14d56a2207554cd58ae649c32bce3058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6875267 Jul 19 03:25:06.527091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33016) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:06.527954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4d9d6fc3-25aa-40f4-9aa1-f5c282ef16ba tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106730937', 'description': 'tempest-description--1625286556'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:06.541813 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ef97b697-53f1-44c2-bed7-b438f01cdfe3 None None] Provisioning for port a2bafa27-fc6d-4a52-85c5-c328934305ad completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:06.543801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b29f82-66c7-4884-9638-75d67da25be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be00a0e-c0f2-4cfa-8e28-ebf2a152279c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:06.572621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 92ccf059-063e-454e-8fa8-93f4b26437d2 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:25:06.579917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ef97b697-53f1-44c2-bed7-b438f01cdfe3 None None] Provisioning complete for port a2bafa27-fc6d-4a52-85c5-c328934305ad triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:06.582523 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ef97b697-53f1-44c2-bed7-b438f01cdfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.604988 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d9d6fc3-25aa-40f4-9aa1-f5c282ef16ba tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.618964 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71799680-07f4-4177-a21a-e3cc99991969 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.647006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3e207-e112-48a3-b167-5c767ab783a6 req-f1fa9360-ccfc-4769-9ec5-c7359c880b2c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:06.648529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aae3e207-e112-48a3-b167-5c767ab783a6 req-f1fa9360-ccfc-4769-9ec5-c7359c880b2c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2245228 Jul 19 03:25:06.664173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ef97b697-53f1-44c2-bed7-b438f01cdfe3 None None] Port a2bafa27-fc6d-4a52-85c5-c328934305ad cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:06.690568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ef97b697-53f1-44c2-bed7-b438f01cdfe3 None None] Provisioning for port 4814377d-d3a4-400e-8656-02daf3018914 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:06.696371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ef97b697-53f1-44c2-bed7-b438f01cdfe3 None None] Provisioning complete for port 4814377d-d3a4-400e-8656-02daf3018914 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:06.696637 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ef97b697-53f1-44c2-bed7-b438f01cdfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.723207 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aae3e207-e112-48a3-b167-5c767ab783a6 req-0226b8ff-f62b-4ffb-9f03-2f957d010685 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617161 Jul 19 03:25:06.767153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ef97b697-53f1-44c2-bed7-b438f01cdfe3 None None] Port 4814377d-d3a4-400e-8656-02daf3018914 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:06.795928 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d9d6fc3-25aa-40f4-9aa1-f5c282ef16ba tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.802944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ef97b697-53f1-44c2-bed7-b438f01cdfe3 None None] Provisioning complete for port 56652863-2ae3-4674-8d1f-a5cb5fa54af0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:06.803451 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ef97b697-53f1-44c2-bed7-b438f01cdfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.809879 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d9d6fc3-25aa-40f4-9aa1-f5c282ef16ba tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.856621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f0db2-4a88-4994-b357-571f621e7f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.858913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:06.866183 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71799680-07f4-4177-a21a-e3cc99991969 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.870101 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-41e32077-cf5c-45bc-b9d4-16f16f1e3a70 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/92ccf059-063e-454e-8fa8-93f4b26437d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4016078 Jul 19 03:25:06.873273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33022) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:06.883808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d6fc3-25aa-40f4-9aa1-f5c282ef16ba tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a8d90-8ffe-4894-b721-0cb8032dd57e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:06.888739 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71799680-07f4-4177-a21a-e3cc99991969 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.913506 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.914193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a09e6e-30b6-46d7-9d3d-fd1e9c9ed20c None None] Sync routers for ids ['92ccf059-063e-454e-8fa8-93f4b26437d2'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:06.919362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21efcc5c-0c52-448d-9e6f-84d00e432769 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:06.925903 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-40cdf6f8-db05-41c4-bd5b-87c9e7e28a86 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=92ccf059-063e-454e-8fa8-93f4b26437d2 HTTP/1.1" status: 200 len: 205 time: 0.0510809 Jul 19 03:25:06.928070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33024) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:06.934055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-21efcc5c-0c52-448d-9e6f-84d00e432769 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.941852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a09e6e-30b6-46d7-9d3d-fd1e9c9ed20c None None] Routers {'92ccf059-063e-454e-8fa8-93f4b26437d2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:06.942955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-04a09e6e-30b6-46d7-9d3d-fd1e9c9ed20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['92ccf059-063e-454e-8fa8-93f4b26437d2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:06.950349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f0db2-4a88-4994-b357-571f621e7f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.968520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71799680-07f4-4177-a21a-e3cc99991969 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4791451-6053-4825-a581-1d47949a1c96,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:06.993025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d9d6fc3-25aa-40f4-9aa1-f5c282ef16ba tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:06.994533 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4d9d6fc3-25aa-40f4-9aa1-f5c282ef16ba tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4784815 Jul 19 03:25:07.013561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-04a09e6e-30b6-46d7-9d3d-fd1e9c9ed20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:07.035854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a09e6e-30b6-46d7-9d3d-fd1e9c9ed20c None None] Routers {'92ccf059-063e-454e-8fa8-93f4b26437d2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:07.036744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71799680-07f4-4177-a21a-e3cc99991969 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.037007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-04a09e6e-30b6-46d7-9d3d-fd1e9c9ed20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['92ccf059-063e-454e-8fa8-93f4b26437d2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:07.040534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-71799680-07f4-4177-a21a-e3cc99991969 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6161423 Jul 19 03:25:07.041527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33026) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:07.041860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33028) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:07.046629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9ad706d6-754b-40b5-a7dc-e54db4b53b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'security_group_rule': {'security_group_id': 'db4a8d90-8ffe-4894-b721-0cb8032dd57e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:07.065613 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-356c0f63-3739-4781-8059-0fff2e3e60ed tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.075669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-01d33ac5-b457-4849-88dd-7c5338119d8e tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'security_group_rule': {'security_group_id': '1814a410-ffdb-4ece-8700-3cf6b5f08aed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:07.091163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-04a09e6e-30b6-46d7-9d3d-fd1e9c9ed20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:07.091790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a09e6e-30b6-46d7-9d3d-fd1e9c9ed20c None None] The sync data for ids ['92ccf059-063e-454e-8fa8-93f4b26437d2'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:25:07.113705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.135279 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f0db2-4a88-4994-b357-571f621e7f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.137955 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f0db2-4a88-4994-b357-571f621e7f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.139231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f27f0db2-4a88-4994-b357-571f621e7f97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2be00a0e-c0f2-4cfa-8e28-ebf2a152279c HTTP/1.1" status: 204 len: 168 time: 0.6004629 Jul 19 03:25:07.152960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ad706d6-754b-40b5-a7dc-e54db4b53b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.199251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f0db2-4a88-4994-b357-571f621e7f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be00a0e-c0f2-4cfa-8e28-ebf2a152279c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:07.219260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01d33ac5-b457-4849-88dd-7c5338119d8e tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.238499 n-d-762330-18 neutron-server[94344]: INFO neutron.db.ipam_backend_mixin [None req-21efcc5c-0c52-448d-9e6f-84d00e432769 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ebcc7808-47b9-404d-8e9f-bdbf7dad4e65 (CIDR: 172.20.0.0/28) Jul 19 03:25:07.251524 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-21efcc5c-0c52-448d-9e6f-84d00e432769 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:25:07.252017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21efcc5c-0c52-448d-9e6f-84d00e432769 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:07.289758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-356c0f63-3739-4781-8059-0fff2e3e60ed tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.292828 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-356c0f63-3739-4781-8059-0fff2e3e60ed tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.307624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-21efcc5c-0c52-448d-9e6f-84d00e432769 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2478957 Jul 19 03:25:07.311918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33032) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:07.313839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e991e-7209-40a3-a320-80badbe7e62c req-5579d95c-4ed5-4b8d-a2e2-2eee511a1ffe tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:07.315950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec9e991e-7209-40a3-a320-80badbe7e62c req-5579d95c-4ed5-4b8d-a2e2-2eee511a1ffe tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3761606 Jul 19 03:25:07.320514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-94c22d06-0ddb-4745-a7f5-f7e80e2f5fc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:07.349626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ad706d6-754b-40b5-a7dc-e54db4b53b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.366297 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ad706d6-754b-40b5-a7dc-e54db4b53b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.384629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-356c0f63-3739-4781-8059-0fff2e3e60ed tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.385082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356c0f63-3739-4781-8059-0fff2e3e60ed tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Fanout notify agent at l3_agent the message router_deleted on router 92ccf059-063e-454e-8fa8-93f4b26437d2 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:25:07.387328 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01d33ac5-b457-4849-88dd-7c5338119d8e tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.397144 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-356c0f63-3739-4781-8059-0fff2e3e60ed tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.400860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-356c0f63-3739-4781-8059-0fff2e3e60ed tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/92ccf059-063e-454e-8fa8-93f4b26437d2 HTTP/1.1" status: 204 len: 168 time: 0.4688871 Jul 19 03:25:07.404731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33036) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:07.413360 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01d33ac5-b457-4849-88dd-7c5338119d8e tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.427977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec9e991e-7209-40a3-a320-80badbe7e62c req-eabe0875-1fd7-4790-80d2-eb34d12d8403 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765674 Jul 19 03:25:07.496765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad706d6-754b-40b5-a7dc-e54db4b53b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944487b5-f980-4920-b4e8-e82a9b621ffb,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:07.519686 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ad706d6-754b-40b5-a7dc-e54db4b53b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.520900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9ad706d6-754b-40b5-a7dc-e54db4b53b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4780800 Jul 19 03:25:07.525187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33042) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:07.531983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-84731d90-6c36-4c26-b6be-3f83e7beb2e0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'security_group_rule': {'security_group_id': 'db4a8d90-8ffe-4894-b721-0cb8032dd57e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:07.536228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d33ac5-b457-4849-88dd-7c5338119d8e tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14603f63-8ec8-49cc-a91f-4c68dc4a53ce,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:07.547433 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01d33ac5-b457-4849-88dd-7c5338119d8e tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.548629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-01d33ac5-b457-4849-88dd-7c5338119d8e tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4794705 Jul 19 03:25:07.555740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33046) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:07.566609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:07.583132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e33638-3b62-42c6-9ed1-ded97de0e5af tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting subnet db46d0ea-6c59-4813-b48f-6c342c305c87 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:25:07.594665 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84731d90-6c36-4c26-b6be-3f83e7beb2e0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.594928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01e33638-3b62-42c6-9ed1-ded97de0e5af tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.685521 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.692758 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01e33638-3b62-42c6-9ed1-ded97de0e5af tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.735038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84731d90-6c36-4c26-b6be-3f83e7beb2e0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.744329 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84731d90-6c36-4c26-b6be-3f83e7beb2e0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.769794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84731d90-6c36-4c26-b6be-3f83e7beb2e0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7829ab-3b27-4707-a059-7edc948c4902,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:07.779569 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84731d90-6c36-4c26-b6be-3f83e7beb2e0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.783174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c22d06-0ddb-4745-a7f5-f7e80e2f5fc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:07.784790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-84731d90-6c36-4c26-b6be-3f83e7beb2e0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2572658 Jul 19 03:25:07.785576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33052) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:07.787399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94c22d06-0ddb-4745-a7f5-f7e80e2f5fc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.791139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:07.853368 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:07.867467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 56652863-2ae3-4674-8d1f-a5cb5fa54af0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:07.922009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10ed69-33eb-4cdc-bde3-babbd93d2f81 req-6c903afd-11a1-44c4-8329-ae801438460b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:07.929840 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0d10ed69-33eb-4cdc-bde3-babbd93d2f81 req-6c903afd-11a1-44c4-8329-ae801438460b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2927198 Jul 19 03:25:07.963788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 56652863-2ae3-4674-8d1f-a5cb5fa54af0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:07.964251 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.006059 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.098539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0aba46b9-1e85-4ad6-abb9-93122be0db9f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:08.188173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Allocated IP 172.25.2.176 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/409bc556-d071-47e1-9bda-cba3fde0d4a4) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:08.197236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 0aba46b9-1e85-4ad6-abb9-93122be0db9f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:08.204170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0aba46b9-1e85-4ad6-abb9-93122be0db9f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:08.205216 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.331963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.337036 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.389099 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01e33638-3b62-42c6-9ed1-ded97de0e5af tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.393805 n-d-762330-18 neutron-server[94344]: INFO neutron.db.ipam_backend_mixin [None req-94c22d06-0ddb-4745-a7f5-f7e80e2f5fc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5d26b876-4f34-4ce9-ac46-d4e29201ac39 (CIDR: 172.20.0.16/28) Jul 19 03:25:08.404706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 0aba46b9-1e85-4ad6-abb9-93122be0db9f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0aba46b9-1e85-4ad6-abb9-93122be0db9f,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:08.413224 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.418552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.427410 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c22d06-0ddb-4745-a7f5-f7e80e2f5fc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:25:08.427917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c22d06-0ddb-4745-a7f5-f7e80e2f5fc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:08.454678 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0d10ed69-33eb-4cdc-bde3-babbd93d2f81 req-edbe0efb-7af8-4954-9123-50fc076c2821 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237892 Jul 19 03:25:08.474642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=0aba46b9-1e85-4ad6-abb9-93122be0db9f,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:08.480804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:08.487392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:08.498665 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-94c22d06-0ddb-4745-a7f5-f7e80e2f5fc4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1803539 Jul 19 03:25:08.498912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:08.503655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33078) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:08.512695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1175770c-17bb-4fdb-8f02-8ef59e8cc1c9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'subnet': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:08.552636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Port': ['ID=409bc556-d071-47e1-9bda-cba3fde0d4a4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:08.573254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.650378 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01e33638-3b62-42c6-9ed1-ded97de0e5af tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.682173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.698821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e33638-3b62-42c6-9ed1-ded97de0e5af tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Subnet': ['ID=db46d0ea-6c59-4813-b48f-6c342c305c87,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:08.710854 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01e33638-3b62-42c6-9ed1-ded97de0e5af tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.716854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf96cbb-4c50-4446-be95-52b642628e91 None None] Network 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:08.729661 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-01e33638-3b62-42c6-9ed1-ded97de0e5af tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/db46d0ea-6c59-4813-b48f-6c342c305c87 HTTP/1.1" status: 204 len: 168 time: 1.3099730 Jul 19 03:25:08.731728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33084) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:08.769052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33086) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:08.789910 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.868408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.883746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1175770c-17bb-4fdb-8f02-8ef59e8cc1c9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Made reservation on behalf of 4a6e0f6ec9a44850b556aa7528e80a66 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:08.888980 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1175770c-17bb-4fdb-8f02-8ef59e8cc1c9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:08.932292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Allocated IP 172.25.2.147 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/3ea1cf17-f3bf-43fe-8806-a0489a23ab97) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:09.031665 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bc16-a4d8-4046-8f35-8ddece753755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.055337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5050b9-a269-4029-9cf0-cb7562cf93ef None None] DHCP port deletion for 79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:25:09.058081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d8f8-a5ce-4c11-822a-b162f95be844 req-0b63a942-1d32-4992-8aba-07c0c791d250 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:09.060090 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6340d8f8-a5ce-4c11-822a-b162f95be844 req-0b63a942-1d32-4992-8aba-07c0c791d250 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2315996 Jul 19 03:25:09.080050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 63f28cf0-28d0-44cc-9436-981a8e24668f {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:09.080927 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.113903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.117145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1b5050b9-a269-4029-9cf0-cb7562cf93ef None None] Deleting port 63f28cf0-28d0-44cc-9436-981a8e24668f {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:09.117628 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b5050b9-a269-4029-9cf0-cb7562cf93ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.128828 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.179450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6340d8f8-a5ce-4c11-822a-b162f95be844 req-5b340af6-e626-4e67-adbd-2d144412a19f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850909 Jul 19 03:25:09.193338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1b5050b9-a269-4029-9cf0-cb7562cf93ef None None] For port 63f28cf0-28d0-44cc-9436-981a8e24668f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=63f28cf0-28d0-44cc-9436-981a8e24668f,segment=NetworkSegment(af267171-7298-4b41-9b12-fc794f1474de),segment_id=af267171-7298-4b41-9b12-fc794f1474de)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:09.193829 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b5050b9-a269-4029-9cf0-cb7562cf93ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.197165 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.208488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1b5050b9-a269-4029-9cf0-cb7562cf93ef None None] Calling delete_port for 63f28cf0-28d0-44cc-9436-981a8e24668f owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:09.296367 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b5050b9-a269-4029-9cf0-cb7562cf93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.320185 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.326881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5050b9-a269-4029-9cf0-cb7562cf93ef None None] Pushing event deleted for resources: {'Port': ['ID=63f28cf0-28d0-44cc-9436-981a8e24668f,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:09.331883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5050b9-a269-4029-9cf0-cb7562cf93ef None None] No DVR routers for this DVR port 63f28cf0-28d0-44cc-9436-981a8e24668f on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:09.373872 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1175770c-17bb-4fdb-8f02-8ef59e8cc1c9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.388157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:09.415151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:09.419649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'Port': ['ID=3ea1cf17-f3bf-43fe-8806-a0489a23ab97,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:09.422080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:09.460942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1175770c-17bb-4fdb-8f02-8ef59e8cc1c9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:09.469247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1175770c-17bb-4fdb-8f02-8ef59e8cc1c9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:09.475628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1175770c-17bb-4fdb-8f02-8ef59e8cc1c9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:09.476723 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1175770c-17bb-4fdb-8f02-8ef59e8cc1c9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.479077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175770c-17bb-4fdb-8f02-8ef59e8cc1c9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Subnet': ['ID=718fb157-b768-42a5-8484-1eedc58f35bf,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:09.484532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6604c405-bbc4-4ca7-a238-83d505ed71ce None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:09.592504 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port 63f28cf0-28d0-44cc-9436-981a8e24668f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=63f28cf0-28d0-44cc-9436-981a8e24668f,segment=NetworkSegment(af267171-7298-4b41-9b12-fc794f1474de),segment_id=af267171-7298-4b41-9b12-fc794f1474de)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:09.592682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.595312 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.635761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Port': ['ID=409bc556-d071-47e1-9bda-cba3fde0d4a4,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:09.643957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 63f28cf0-28d0-44cc-9436-981a8e24668f owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:09.675311 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.681958 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.701977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0aba46b9-1e85-4ad6-abb9-93122be0db9f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:09.762131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bc16-a4d8-4046-8f35-8ddece753755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.763839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0aba46b9-1e85-4ad6-abb9-93122be0db9f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:09.764206 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.770760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bc16-a4d8-4046-8f35-8ddece753755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.803562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1175770c-17bb-4fdb-8f02-8ef59e8cc1c9 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2959237 Jul 19 03:25:09.803921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33092) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:09.804200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.805455 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b98358d3-7238-49a3-ba35-597c45a01f14 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0190177 Jul 19 03:25:09.818545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-649124918', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '718fb157-b768-42a5-8484-1eedc58f35bf'}], 'security_groups': ['54ef9ab4-93f8-493d-a37c-efd5a4caa5e8', 'f8fe8d8a-eff5-4334-8ba8-2af9808bab62']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:09.832150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6bd3bc16-a4d8-4046-8f35-8ddece753755 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41fda94872f246e4bb4c8fa0ac70442c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0589063 Jul 19 03:25:09.832150 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.834656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33096) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:09.856975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3bc16-a4d8-4046-8f35-8ddece753755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1695b296-f67d-4ccc-be7e-088839242117,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:09.881094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd5fad-9668-40c4-9400-d6e4fc98c152 None None] Update dhcp port {'port': {'network_id': 'f6ea23f2-6327-4ea9-ac33-5a814d352d00', 'fixed_ips': [{'subnet_id': '5d26b876-4f34-4ce9-ac46-d4e29201ac39', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ebcc7808-47b9-404d-8e9f-bdbf7dad4e65', 'ip_address': '172.20.0.2'}, {'subnet_id': '718fb157-b768-42a5-8484-1eedc58f35bf'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '0df78692-63c6-419b-89a9-a4b7e31bf616'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:25:09.889516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=63f28cf0-28d0-44cc-9436-981a8e24668f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:09.900326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No DVR routers for this DVR port 63f28cf0-28d0-44cc-9436-981a8e24668f on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:09.934935 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5fad-9668-40c4-9400-d6e4fc98c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:09.938842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fce95319-393f-449e-8e5a-9f1bf3e4530b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.001672 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fce95319-393f-449e-8e5a-9f1bf3e4530b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.033163 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.038589 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.054804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c5df8e-7f05-4f89-b4e5-c5eff62d88f3']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:10.055889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.076184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af267171-7298-4b41-9b12-fc794f1474de') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:10.076484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af267171-7298-4b41-9b12-fc794f1474de') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:10.103979 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.141395 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.151535 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-529ce09b-c748-413c-890c-75f6e6568245 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--106730937&fields=id&tenant_id=b935af6d0bc6444391b48c7141919175 HTTP/1.1" status: 200 len: 267 time: 0.0850151 Jul 19 03:25:10.156581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:25:10.157150 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:25:10.160945 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:25:10.171849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'Port': ['ID=3ea1cf17-f3bf-43fe-8806-a0489a23ab97,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:10.183067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fce95319-393f-449e-8e5a-9f1bf3e4530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.186301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fce95319-393f-449e-8e5a-9f1bf3e4530b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.186983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fce95319-393f-449e-8e5a-9f1bf3e4530b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1695b296-f67d-4ccc-be7e-088839242117 HTTP/1.1" status: 204 len: 168 time: 0.3493221 Jul 19 03:25:10.195350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 63f28cf0-28d0-44cc-9436-981a8e24668f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:25:10.208211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce95319-393f-449e-8e5a-9f1bf3e4530b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1695b296-f67d-4ccc-be7e-088839242117,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:10.236350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 63f28cf0-28d0-44cc-9436-981a8e24668f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:25:10.237229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 63f28cf0-28d0-44cc-9436-981a8e24668f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:25:10.257933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-8fbd5fad-9668-40c4-9400-d6e4fc98c152 None None] Allocated IP 172.20.0.34 (f6ea23f2-6327-4ea9-ac33-5a814d352d00/718fb157-b768-42a5-8484-1eedc58f35bf/0df78692-63c6-419b-89a9-a4b7e31bf616) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:10.276548 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.292538 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.294591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/networks/79c5df8e-7f05-4f89-b4e5-c5eff62d88f3 HTTP/1.1" status: 204 len: 168 time: 1.5616467 Jul 19 03:25:10.298646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33116) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:10.310299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.313828 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0b281867-b50f-4e75-8a27-43f22217b376 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1123450942', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:10.314002 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.320654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e43f0f-5412-4b68-b03d-79f5bbd6a0ac tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Network': ['ID=79c5df8e-7f05-4f89-b4e5-c5eff62d88f3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:10.332518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-f9272bfe-2978-494d-9894-9adf5e1875c2 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:10.333634 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-f9272bfe-2978-494d-9894-9adf5e1875c2 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports/f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 HTTP/1.1" status: 200 len: 934 time: 0.1581912 Jul 19 03:25:10.337523 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.339117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9776c3d5-21f6-48ab-b52b-7417cf9da538 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7801967 Jul 19 03:25:10.395569 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b281867-b50f-4e75-8a27-43f22217b376 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.398186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b281867-b50f-4e75-8a27-43f22217b376 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.407065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8fbd5fad-9668-40c4-9400-d6e4fc98c152 None None] For port 0df78692-63c6-419b-89a9-a4b7e31bf616, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0df78692-63c6-419b-89a9-a4b7e31bf616,segment=NetworkSegment(77c0e5f3-7b2c-493a-96e2-0999ac8807e4),segment_id=77c0e5f3-7b2c-493a-96e2-0999ac8807e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:10.459416 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5fad-9668-40c4-9400-d6e4fc98c152 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.480688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8fbd5fad-9668-40c4-9400-d6e4fc98c152 None None] Transition to ACTIVE for port object 0df78692-63c6-419b-89a9-a4b7e31bf616 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:10.480918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-5c5d64aa-dd78-4466-abd1-871aa2394ca6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:10.482559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-5c5d64aa-dd78-4466-abd1-871aa2394ca6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports/a2bafa27-fc6d-4a52-85c5-c328934305ad HTTP/1.1" status: 200 len: 936 time: 0.1116202 Jul 19 03:25:10.486241 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5fad-9668-40c4-9400-d6e4fc98c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.566435 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-48d41380-4c87-4203-87b0-69957f865d4b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0530133 Jul 19 03:25:10.570646 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b281867-b50f-4e75-8a27-43f22217b376 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.591367 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b281867-b50f-4e75-8a27-43f22217b376 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.598989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd5fad-9668-40c4-9400-d6e4fc98c152 None None] Pushing event updated for resources: {'Port': ['ID=0df78692-63c6-419b-89a9-a4b7e31bf616,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:10.615664 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ee165c20-50ee-493c-80f4-140d4cfe2fd2 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0424082 Jul 19 03:25:10.636603 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b281867-b50f-4e75-8a27-43f22217b376 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.638048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0b281867-b50f-4e75-8a27-43f22217b376 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3286955 Jul 19 03:25:10.646972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33128) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:10.655458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1368324668'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:10.695968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272f3a-4e58-4f01-8c29-f841f5ef9c4a req-5e208276-aa54-4751-8fcd-cd243eb75a82 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:10.697739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1272f3a-4e58-4f01-8c29-f841f5ef9c4a req-5e208276-aa54-4751-8fcd-cd243eb75a82 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2648623 Jul 19 03:25:10.763699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-f8a1751c-3f4f-403e-a8ec-e20784b20dfd tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:10.769823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-f8a1751c-3f4f-403e-a8ec-e20784b20dfd tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:10.773972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:10.777455 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.781736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-f8a1751c-3f4f-403e-a8ec-e20784b20dfd tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:10.784243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-f8a1751c-3f4f-403e-a8ec-e20784b20dfd tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/networks?id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=c64899f6-8eee-455e-90a2-4468d126aff6&id=c64899f6-8eee-455e-90a2-4468d126aff6 HTTP/1.1" status: 200 len: 1993 time: 0.1594818 Jul 19 03:25:10.813563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-31f85df5-844c-4a96-ba46-ade536978b76 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/quotas/b935af6d0bc6444391b48c7141919175 HTTP/1.1" status: 200 len: 375 time: 0.0185630 Jul 19 03:25:10.832037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1272f3a-4e58-4f01-8c29-f841f5ef9c4a req-ba7aadba-e44b-41de-9651-123888402f03 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225262 Jul 19 03:25:10.857705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:25:10.913352 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:10.913767 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added segment 8e226507-7a9d-492a-8f20-f49257f6bf21 of type vlan for network 243368ce-32df-4e49-bdb2-e2b919f9add3 Jul 19 03:25:10.921609 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9e57f764-5dfa-4b22-b5e4-328e92ff6516 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0939929 Jul 19 03:25:11.006773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.018818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Delete allocated IP 172.20.0.7 (f6ea23f2-6327-4ea9-ac33-5a814d352d00/ebcc7808-47b9-404d-8e9f-bdbf7dad4e65) {{(pid=94344) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 19 03:25:11.050673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Allocated IP 172.20.0.39 (f6ea23f2-6327-4ea9-ac33-5a814d352d00/718fb157-b768-42a5-8484-1eedc58f35bf/4814377d-d3a4-400e-8656-02daf3018914) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:11.066629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-0fc8bfe8-1ce1-445f-b113-cac1c899b319 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--778699169&fields=id&tenant_id=0f8aac67f6aa4da39cf26f316679cf24 HTTP/1.1" status: 200 len: 267 time: 0.0967379 Jul 19 03:25:11.081898 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ce9b7c36-1af5-4959-9d48-c4564316dd4f service neutron] 10.222.0.20 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463315 Jul 19 03:25:11.101312 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.107644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:11.108283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.202125 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-42f4546a-be87-48cf-a309-14fd94888d82 service neutron] 10.222.0.20 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189201 Jul 19 03:25:11.204502 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33152) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:11.204813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5556965 Jul 19 03:25:11.211277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'subnet': {'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:11.280690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47711482-0f71-4dac-a37d-d406fa090aa5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Network': ['ID=243368ce-32df-4e49-bdb2-e2b919f9add3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:11.295968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 243368ce-32df-4e49-bdb2-e2b919f9add3 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:25:11.355077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-66c2e5f4-dd4d-4cd0-8bdf-aa8a09760dc9 service neutron] 10.222.0.20 "GET /v2.0/ports/f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1390684 Jul 19 03:25:11.378247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2b76b2b5-56fb-44e1-bf0f-326e6553cb3d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:11.385586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2b76b2b5-56fb-44e1-bf0f-326e6553cb3d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 809 time: 0.3076043 Jul 19 03:25:11.410118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-e11323fe-188b-4731-bfbb-06d575128ced tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/quotas/0f8aac67f6aa4da39cf26f316679cf24 HTTP/1.1" status: 200 len: 375 time: 0.0236387 Jul 19 03:25:11.427182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:11.431212 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.536405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0d60cbae-981a-40f4-893b-de1ee6da04b6 None None] Provisioning complete for port 1cf62270-dd1e-4402-b6db-0ca68315fc26 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:11.536734 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0d60cbae-981a-40f4-893b-de1ee6da04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.552209 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-dc4e66d6-0d0a-431a-bcbb-ac2df1627f21 service neutron] 10.222.0.20 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882551 Jul 19 03:25:11.572139 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-541391fd-42c8-497e-846f-710f1ae7252a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1238973 Jul 19 03:25:11.574412 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.625009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0d60cbae-981a-40f4-893b-de1ee6da04b6 None None] Port 1cf62270-dd1e-4402-b6db-0ca68315fc26 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:11.628562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Transition to ACTIVE for port object 4814377d-d3a4-400e-8656-02daf3018914 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:11.642372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.655462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33160) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:11.656398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0d60cbae-981a-40f4-893b-de1ee6da04b6 None None] Provisioning for port 0df78692-63c6-419b-89a9-a4b7e31bf616 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:11.663261 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0d60cbae-981a-40f4-893b-de1ee6da04b6 None None] Provisioning complete for port 0df78692-63c6-419b-89a9-a4b7e31bf616 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:11.663856 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0d60cbae-981a-40f4-893b-de1ee6da04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.736080 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9c4475b6-0105-4abb-b839-b65562c9498b service neutron] 10.222.0.20 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739743 Jul 19 03:25:11.768805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0df78692-63c6-419b-89a9-a4b7e31bf616 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:11.792874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b5c33725-1d28-4232-8ba2-3574850a722c service neutron] 10.222.0.20 "GET /v2.0/ports/a2bafa27-fc6d-4a52-85c5-c328934305ad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0461111 Jul 19 03:25:11.817289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0d60cbae-981a-40f4-893b-de1ee6da04b6 None None] Provisioning for port 4814377d-d3a4-400e-8656-02daf3018914 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:11.819132 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.824773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0d60cbae-981a-40f4-893b-de1ee6da04b6 None None] Provisioning complete for port 4814377d-d3a4-400e-8656-02daf3018914 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:11.825167 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0d60cbae-981a-40f4-893b-de1ee6da04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.843864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event updated for resources: {'Port': ['ID=4814377d-d3a4-400e-8656-02daf3018914,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:11.866617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0d60cbae-981a-40f4-893b-de1ee6da04b6 None None] Port 4814377d-d3a4-400e-8656-02daf3018914 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:11.867115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] In _notify_port_updated(), no bound segment for port 4814377d-d3a4-400e-8656-02daf3018914 on network f6ea23f2-6327-4ea9-ac33-5a814d352d00 {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:25:11.871922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0df78692-63c6-419b-89a9-a4b7e31bf616 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:11.872295 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.874089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:11.874870 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.876277 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d2037f39-9a5a-443d-a8dc-6b649de05189 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "PUT /v2.0/ports/4814377d-d3a4-400e-8656-02daf3018914 HTTP/1.1" status: 200 len: 959 time: 2.0668235 Jul 19 03:25:11.880122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33164) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:11.883086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b966892-b072-4913-974c-ddffa1675cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:11.892572 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-74aaf67a-d38b-4c86-ae00-f22e287380d8 service neutron] 10.222.0.20 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027771 Jul 19 03:25:11.953273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Subnet': ['ID=b6a11e4d-455d-4a64-b891-c8a32fb17e6a,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:12.020386 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-bb40c1c7-6ca1-4938-93b7-905f8662b84d service neutron] 10.222.0.20 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196877 Jul 19 03:25:12.020915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Checking segment: {'id': '8e226507-7a9d-492a-8f20-f49257f6bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:12.021282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network hostable DHCP agents. Network: 243368ce-32df-4e49-bdb2-e2b919f9add3, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:25:12.048029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1c0a9e74-4a02-432b-ae5b-c926489ae888 service neutron] 10.222.0.20 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352365 Jul 19 03:25:12.061112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-fb79cd18-fdfe-458c-9239-7c11855995ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 4814377d-d3a4-400e-8656-02daf3018914 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:12.061765 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb79cd18-fdfe-458c-9239-7c11855995ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.120804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 243368ce-32df-4e49-bdb2-e2b919f9add3 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:25:12.167429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 243368ce-32df-4e49-bdb2-e2b919f9add3) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:12.176438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd5fb96-a5e6-47e3-b5d0-1d7ddd03c3a2 None None] Network 243368ce-32df-4e49-bdb2-e2b919f9add3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:12.184676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:12.185276 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.192421 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb79cd18-fdfe-458c-9239-7c11855995ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.208858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-fb79cd18-fdfe-458c-9239-7c11855995ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 4814377d-d3a4-400e-8656-02daf3018914 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:12.211026 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-426f499f-665c-449c-a04a-1f82c3fb9074 service neutron] 10.222.0.20 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818664 Jul 19 03:25:12.255353 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b966892-b072-4913-974c-ddffa1675cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.296813 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b966892-b072-4913-974c-ddffa1675cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.340445 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7efc6590-1138-4a1b-a249-5525dd581334 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1331825 Jul 19 03:25:12.342749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33172) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:12.431400 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb79cd18-fdfe-458c-9239-7c11855995ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.477890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79cd18-fdfe-458c-9239-7c11855995ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=4814377d-d3a4-400e-8656-02daf3018914,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:12.502410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-38083d21-290d-49b2-8e6b-2fa08e85dcdb service neutron] 10.222.0.20 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827578 Jul 19 03:25:12.534567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9169b727-af0d-44b8-903d-c044989cd161 None None] Could not find standard attr ID for object 4814377d-d3a4-400e-8656-02daf3018914. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:25:12.538531 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26018b52-7b80-4e25-90fe-d23e12fe2f5e req-e75c38b7-55f6-45c7-ad1b-afe4974b5c70 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 210 time: 0.0616927 Jul 19 03:25:12.609880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb79cd18-fdfe-458c-9239-7c11855995ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.616521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fb79cd18-fdfe-458c-9239-7c11855995ad tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/4814377d-d3a4-400e-8656-02daf3018914 HTTP/1.1" status: 204 len: 168 time: 0.7315938 Jul 19 03:25:12.617145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33176) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:12.640450 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1b966892-b072-4913-974c-ddffa1675cab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=132fa27d3651400a8d3467340753da03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9808478 Jul 19 03:25:12.642186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b966892-b072-4913-974c-ddffa1675cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605e2968-9948-4cab-bb28-4f0e12c6046e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:12.642346 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9e9947b4-5284-4a47-b234-702b83a9c771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.645725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33178) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:12.681680 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9436e25-9d6f-4c8a-b756-aa6b30eb993d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] GET failed (client error): The resource could not be found. Jul 19 03:25:12.683349 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d9436e25-9d6f-4c8a-b756-aa6b30eb993d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports/4814377d-d3a4-400e-8656-02daf3018914 HTTP/1.1" status: 404 len: 333 time: 0.0646474 Jul 19 03:25:12.693527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33180) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:12.759680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-243368ce-32df-4e49-bdb2-e2b919f9add3', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:25:12.760551 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.809108 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afc2204d-49a8-423b-b1fb-8b25fda2e03d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.879755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afc2204d-49a8-423b-b1fb-8b25fda2e03d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.975772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afc2204d-49a8-423b-b1fb-8b25fda2e03d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.979078 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afc2204d-49a8-423b-b1fb-8b25fda2e03d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:12.983993 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-afc2204d-49a8-423b-b1fb-8b25fda2e03d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/security-groups/66b576c8-ddff-4c49-a3c6-ce62a6da28bc HTTP/1.1" status: 204 len: 168 time: 0.2892587 Jul 19 03:25:12.985592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33190) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:13.032888 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16ce5f67-afa7-4233-ad72-b7f7989f3469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.067772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Allocated IP 172.20.0.2 (243368ce-32df-4e49-bdb2-e2b919f9add3/b6a11e4d-455d-4a64-b891-c8a32fb17e6a/fe0323b9-f33e-4f96-831e-a4cc67b475ca) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:13.094515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2204d-49a8-423b-b1fb-8b25fda2e03d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b576c8-ddff-4c49-a3c6-ce62a6da28bc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:13.100982 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ace0045b-0626-4524-a701-899a8b485a33 service neutron] 10.222.0.20 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781877 Jul 19 03:25:13.131188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16ce5f67-afa7-4233-ad72-b7f7989f3469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.192450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7ab84-33c8-4a9a-a9ee-85a20cd6dafa req-c08effcd-41b9-49ab-87bd-5df23f0a1cfd tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:13.196366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9e7ab84-33c8-4a9a-a9ee-85a20cd6dafa req-c08effcd-41b9-49ab-87bd-5df23f0a1cfd tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1595929 Jul 19 03:25:13.254524 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9e7ab84-33c8-4a9a-a9ee-85a20cd6dafa req-05eae234-8da4-4547-98ac-0cff6e978019 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505302 Jul 19 03:25:13.256200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.259877 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97cc143c-3eb4-44e0-8bde-1a79bed5c618 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.288167 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97cc143c-3eb4-44e0-8bde-1a79bed5c618 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.299819 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.309505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Transition to ACTIVE for port object fe0323b9-f33e-4f96-831e-a4cc67b475ca will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:13.348443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97cc143c-3eb4-44e0-8bde-1a79bed5c618 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.351588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97cc143c-3eb4-44e0-8bde-1a79bed5c618 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.355337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-97cc143c-3eb4-44e0-8bde-1a79bed5c618 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/security-groups/f8fe8d8a-eff5-4334-8ba8-2af9808bab62 HTTP/1.1" status: 204 len: 168 time: 0.3477113 Jul 19 03:25:13.356708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33194) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:13.378877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc143c-3eb4-44e0-8bde-1a79bed5c618 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fe8d8a-eff5-4334-8ba8-2af9808bab62,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:13.415224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Transition to ACTIVE for port object fe0323b9-f33e-4f96-831e-a4cc67b475ca will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:13.426380 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.426604 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16ce5f67-afa7-4233-ad72-b7f7989f3469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.429448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16ce5f67-afa7-4233-ad72-b7f7989f3469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.433858 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aed5f6d7-0812-4396-8ba8-7d04cff7194c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.446876 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-16ce5f67-afa7-4233-ad72-b7f7989f3469 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/605e2968-9948-4cab-bb28-4f0e12c6046e HTTP/1.1" status: 204 len: 168 time: 0.7956445 Jul 19 03:25:13.460241 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aed5f6d7-0812-4396-8ba8-7d04cff7194c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.469851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Network 243368ce-32df-4e49-bdb2-e2b919f9add3 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:13.473169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:13.479895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:13.480637 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b0852904-de4a-4218-91e9-c9e91c9b9698 service neutron] 10.222.0.20 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672915 Jul 19 03:25:13.493982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Pushing event updated for resources: {'Port': ['ID=fe0323b9-f33e-4f96-831e-a4cc67b475ca,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:13.514143 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aed5f6d7-0812-4396-8ba8-7d04cff7194c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.516989 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aed5f6d7-0812-4396-8ba8-7d04cff7194c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.520706 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aed5f6d7-0812-4396-8ba8-7d04cff7194c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/security-groups/54ef9ab4-93f8-493d-a37c-efd5a4caa5e8 HTTP/1.1" status: 204 len: 168 time: 0.1605458 Jul 19 03:25:13.521517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33198) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:13.557435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5f6d7-0812-4396-8ba8-7d04cff7194c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ef9ab4-93f8-493d-a37c-efd5a4caa5e8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:13.560756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Attempting to bind port fe0323b9-f33e-4f96-831e-a4cc67b475ca on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:13.562117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Attempting to bind port fe0323b9-f33e-4f96-831e-a4cc67b475ca by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '8e226507-7a9d-492a-8f20-f49257f6bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:13.562657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Attempting to bind port fe0323b9-f33e-4f96-831e-a4cc67b475ca on network 243368ce-32df-4e49-bdb2-e2b919f9add3 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:13.572597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce5f67-afa7-4233-ad72-b7f7989f3469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605e2968-9948-4cab-bb28-4f0e12c6046e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:13.578633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:13.579013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Checking segment: {'id': '8e226507-7a9d-492a-8f20-f49257f6bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:13.579425 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.579834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Bound using segment: {'id': '8e226507-7a9d-492a-8f20-f49257f6bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:13.580950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Bound port: fe0323b9-f33e-4f96-831e-a4cc67b475ca, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e226507-7a9d-492a-8f20-f49257f6bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:13.581420 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.591260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3401667-05d7-4212-8454-e03d5b03011e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet ebcc7808-47b9-404d-8e9f-bdbf7dad4e65 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:25:13.595020 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d3401667-05d7-4212-8454-e03d5b03011e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.653645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d3401667-05d7-4212-8454-e03d5b03011e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.669898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] For port fe0323b9-f33e-4f96-831e-a4cc67b475ca, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:13.676629 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] For port fe0323b9-f33e-4f96-831e-a4cc67b475ca, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fe0323b9-f33e-4f96-831e-a4cc67b475ca,segment=NetworkSegment(8e226507-7a9d-492a-8f20-f49257f6bf21),segment_id=8e226507-7a9d-492a-8f20-f49257f6bf21)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:13.691271 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.752965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a590d-3df5-4acc-81ba-b0d769020b0c None None] Pushing event updated for resources: {'Port': ['ID=fe0323b9-f33e-4f96-831e-a4cc67b475ca,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:13.775321 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d3401667-05d7-4212-8454-e03d5b03011e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.856974 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-7ca2bc9c-db6c-4ff5-802d-0eb54df11651 service neutron] 10.222.0.20 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122461 Jul 19 03:25:13.874846 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7f09dc7c-5823-4abe-bb1a-c330ee32b6be req-b8724aee-3a41-4c5c-b139-cd364b6ead71 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 210 time: 0.0534682 Jul 19 03:25:13.911466 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d3401667-05d7-4212-8454-e03d5b03011e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.935944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Allocated IP 172.20.0.1 (243368ce-32df-4e49-bdb2-e2b919f9add3/b6a11e4d-455d-4a64-b891-c8a32fb17e6a/a3df9fec-a0b4-4b9c-a420-fdb34c07a017) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:13.943261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3401667-05d7-4212-8454-e03d5b03011e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=ebcc7808-47b9-404d-8e9f-bdbf7dad4e65,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:13.950060 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d3401667-05d7-4212-8454-e03d5b03011e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:13.958197 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d3401667-05d7-4212-8454-e03d5b03011e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/ebcc7808-47b9-404d-8e9f-bdbf7dad4e65 HTTP/1.1" status: 204 len: 168 time: 0.4356384 Jul 19 03:25:13.961902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb67c0bd-b5c3-4d2a-addf-78b0eb0a0f09 None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:13.965358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33208) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:14.083440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-243710d2-5a1b-4069-86fc-816c1e9a970c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet 718fb157-b768-42a5-8484-1eedc58f35bf {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:25:14.092742 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-243710d2-5a1b-4069-86fc-816c1e9a970c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:14.167843 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-243710d2-5a1b-4069-86fc-816c1e9a970c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:14.197721 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-12bf48f0-f921-4294-bf5b-dfc282513cff service neutron] 10.222.0.20 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310175 Jul 19 03:25:14.359827 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:14.391961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Transition to ACTIVE for port object a3df9fec-a0b4-4b9c-a420-fdb34c07a017 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:14.426729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ddadc833-4d3e-4f45-ae2c-b73915ed66bb service neutron] 10.222.0.20 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196729 Jul 19 03:25:14.550468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-243710d2-5a1b-4069-86fc-816c1e9a970c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:14.602794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:14.628628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-6e66d9b0-5cb3-4b58-8b94-a2e4588a14c0 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:14.630942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-6e66d9b0-5cb3-4b58-8b94-a2e4588a14c0 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.26 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 809 time: 0.4601820 Jul 19 03:25:14.668872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 243368ce-32df-4e49-bdb2-e2b919f9add3 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:14.676045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:14.676045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=a3df9fec-a0b4-4b9c-a420-fdb34c07a017,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:14.679608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-8bf98202-e277-48c9-baa5-27a1dd9f1f0d service neutron] 10.222.0.20 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520213 Jul 19 03:25:14.680406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:14.724328 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-b31d4cf7-c1f2-4053-820d-5160f397a822 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f8aac67f6aa4da39cf26f316679cf24 HTTP/1.1" status: 200 len: 379 time: 0.0788836 Jul 19 03:25:14.727527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-243710d2-5a1b-4069-86fc-816c1e9a970c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:14.748110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'port': {'device_id': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'admin_state_up': True, 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'security_groups': ['1814a410-ffdb-4ece-8700-3cf6b5f08aed']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:14.759554 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:14.889754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-243710d2-5a1b-4069-86fc-816c1e9a970c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:14.891746 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-243710d2-5a1b-4069-86fc-816c1e9a970c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/718fb157-b768-42a5-8484-1eedc58f35bf HTTP/1.1" status: 204 len: 168 time: 0.9168813 Jul 19 03:25:14.906799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33240) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:14.956248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243710d2-5a1b-4069-86fc-816c1e9a970c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=718fb157-b768-42a5-8484-1eedc58f35bf,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:14.974880 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b764e070-231d-4d3f-9abd-1b5a68c3c2b1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:14.975596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b764e070-231d-4d3f-9abd-1b5a68c3c2b1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:14.977468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b764e070-231d-4d3f-9abd-1b5a68c3c2b1 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/ebcc7808-47b9-404d-8e9f-bdbf7dad4e65 HTTP/1.1" status: 404 len: 337 time: 0.0654070 Jul 19 03:25:14.990681 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33266) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:15.017065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af21c8-4b5b-47f2-912c-4010cbd82a8d req-2c67f60d-5a6c-4643-ac4f-b19e48b70f83 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:15.019615 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9af21c8-4b5b-47f2-912c-4010cbd82a8d req-2c67f60d-5a6c-4643-ac4f-b19e48b70f83 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.5546539 Jul 19 03:25:15.077394 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d5d84023-f1b0-4aac-8732-d2d48bfb6d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:15.292108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d035df4-7d04-46f8-a5b9-c3044952bafc None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:15.399566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bd4bb081-7322-4b9e-b615-c66ef9090f17 None None] Provisioning complete for port 1cf62270-dd1e-4402-b6db-0ca68315fc26 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:15.400189 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb081-7322-4b9e-b615-c66ef9090f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:15.461681 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ba8f710b-eda3-4946-8f52-7f0be29a6b6c service neutron] 10.222.0.20 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7573652 Jul 19 03:25:15.484022 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bb081-7322-4b9e-b615-c66ef9090f17 None None] Port 1cf62270-dd1e-4402-b6db-0ca68315fc26 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:15.486997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-323cd7ec-5a57-48c9-a5d1-98d86fbfcfdc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting subnet 5d26b876-4f34-4ce9-ac46-d4e29201ac39 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:25:15.491045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-323cd7ec-5a57-48c9-a5d1-98d86fbfcfdc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:15.497007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8303860b-d018-422a-b373-a25b51f25fcc None None] Network 243368ce-32df-4e49-bdb2-e2b919f9add3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:15.520504 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33276) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:15.547364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:15.565003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9af21c8-4b5b-47f2-912c-4010cbd82a8d req-a738fd48-1d10-4d68-a94a-7cfe540247e1 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221455 Jul 19 03:25:15.590173 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-323cd7ec-5a57-48c9-a5d1-98d86fbfcfdc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:15.593754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Made reservation on behalf of 0f8aac67f6aa4da39cf26f316679cf24 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:15.601294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:15.618363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bd4bb081-7322-4b9e-b615-c66ef9090f17 None None] Provisioning complete for port 0df78692-63c6-419b-89a9-a4b7e31bf616 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:15.618957 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb081-7322-4b9e-b615-c66ef9090f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:15.758398 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:15.809515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fe0323b9-f33e-4f96-831e-a4cc67b475ca up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:15.845198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c957-fc44-48af-bc7f-93e697b42a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:15.949379 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88ec485c-03fb-4af3-a5e8-39c8e0d4d259 req-80201c3e-d7a4-4dfd-9963-536dd6796309 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 210 time: 0.0858154 Jul 19 03:25:15.957201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port fe0323b9-f33e-4f96-831e-a4cc67b475ca completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:15.994202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-323cd7ec-5a57-48c9-a5d1-98d86fbfcfdc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.004549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ad20c605-cb72-4a32-be88-462d60d14d9c None None] Provisioning for port fe0323b9-f33e-4f96-831e-a4cc67b475ca completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:16.010579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ad20c605-cb72-4a32-be88-462d60d14d9c None None] Provisioning complete for port fe0323b9-f33e-4f96-831e-a4cc67b475ca triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:16.011197 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ad20c605-cb72-4a32-be88-462d60d14d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.090774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Allocated IP 172.20.0.4 (66515329-14d2-403d-9c58-62f5e4e23d6e/0ceded2c-c679-4780-b968-ee4fc4b2f0ee/15fb2137-cf7f-4d69-a17b-f729cdd24e6d) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:16.113448 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ad20c605-cb72-4a32-be88-462d60d14d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.168072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ad20c605-cb72-4a32-be88-462d60d14d9c None None] For port fe0323b9-f33e-4f96-831e-a4cc67b475ca, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fe0323b9-f33e-4f96-831e-a4cc67b475ca,segment=NetworkSegment(8e226507-7a9d-492a-8f20-f49257f6bf21),segment_id=8e226507-7a9d-492a-8f20-f49257f6bf21)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:16.182320 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ad20c605-cb72-4a32-be88-462d60d14d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.274962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-323cd7ec-5a57-48c9-a5d1-98d86fbfcfdc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.306618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20c605-cb72-4a32-be88-462d60d14d9c None None] Pushing event updated for resources: {'Port': ['ID=fe0323b9-f33e-4f96-831e-a4cc67b475ca,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:16.329425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cd7ec-5a57-48c9-a5d1-98d86fbfcfdc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Subnet': ['ID=5d26b876-4f34-4ce9-ac46-d4e29201ac39,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:16.332547 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-323cd7ec-5a57-48c9-a5d1-98d86fbfcfdc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.337486 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-323cd7ec-5a57-48c9-a5d1-98d86fbfcfdc tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/5d26b876-4f34-4ce9-ac46-d4e29201ac39 HTTP/1.1" status: 204 len: 168 time: 1.3455129 Jul 19 03:25:16.340305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33300) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:16.351310 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c957-fc44-48af-bc7f-93e697b42a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.385178 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.403321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c957-fc44-48af-bc7f-93e697b42a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.412862 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-be095ed9-f9f7-4a2b-a4d7-da693eb28187 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:16.413223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be095ed9-f9f7-4a2b-a4d7-da693eb28187 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:16.415558 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-be095ed9-f9f7-4a2b-a4d7-da693eb28187 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/5fd359e2-3d30-475a-93d2-924a433ba917 HTTP/1.1" status: 404 len: 337 time: 0.0709023 Jul 19 03:25:16.422855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33302) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:16.436765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.463813 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.467412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d172ef-a6ef-490b-b7a0-60b40900f0c9 req-647fb809-c68a-4c76-bfe9-eb3e620dffa5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:16.468817 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28d172ef-a6ef-490b-b7a0-60b40900f0c9 req-647fb809-c68a-4c76-bfe9-eb3e620dffa5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2531409 Jul 19 03:25:16.473808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-13c3f1fc-18b9-4b1e-8bd3-54855869862f tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "GET /v2.0/ports?device_id=30610bc8-31b8-43e6-90a8-66c66495382e HTTP/1.1" status: 200 len: 205 time: 0.0498762 Jul 19 03:25:16.475847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33304) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:16.538473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.545565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e1d1c957-fc44-48af-bc7f-93e697b42a3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39b7ee56a7ab4a8c9301380b7de4ce7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0238197 Jul 19 03:25:16.547034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33308) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:16.549979 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-b6ce1ebe-03a1-49dc-a7ca-b0c8bbeee1f2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] delete failed (client error): The resource could not be found. Jul 19 03:25:16.553715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b6ce1ebe-03a1-49dc-a7ca-b0c8bbeee1f2 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/routers/30610bc8-31b8-43e6-90a8-66c66495382e HTTP/1.1" status: 404 len: 336 time: 0.0720623 Jul 19 03:25:16.562742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33310) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:16.574852 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.602101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1c957-fc44-48af-bc7f-93e697b42a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e3fca3-c99e-451a-8b2a-255efa94ca16,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:16.630885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28d172ef-a6ef-490b-b7a0-60b40900f0c9 req-03371085-a448-4574-8350-00afdbc14348 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488636 Jul 19 03:25:16.635405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Transition to ACTIVE for port object 15fb2137-cf7f-4d69-a17b-f729cdd24e6d will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:16.646497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6fc86f76-b817-4901-9133-8cb96dca39f1 None None] Provisioning for port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:16.651185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6fc86f76-b817-4901-9133-8cb96dca39f1 None None] Provisioning complete for port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:16.651678 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6fc86f76-b817-4901-9133-8cb96dca39f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.711284 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.733604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=a3df9fec-a0b4-4b9c-a420-fdb34c07a017,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:16.770973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6fc86f76-b817-4901-9133-8cb96dca39f1 None None] Port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:16.791896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6fc86f76-b817-4901-9133-8cb96dca39f1 None None] Provisioning complete for port fe0323b9-f33e-4f96-831e-a4cc67b475ca triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:16.792276 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6fc86f76-b817-4901-9133-8cb96dca39f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.809396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'Port': ['ID=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:16.825279 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Network 66515329-14d2-403d-9c58-62f5e4e23d6e is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:16.826986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:16.831739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:16.835877 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b74e9998-ce69-4fd3-a47f-fd1100f73c6a req-d809765b-1be7-4ab1-bfaf-2c7fdf3e33b2 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.2877405 Jul 19 03:25:16.935704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:16.940248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:16.971056 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01db55f-cdab-44f6-98a4-efb1bad9649c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:16.971523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01db55f-cdab-44f6-98a4-efb1bad9649c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:16.973315 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e01db55f-cdab-44f6-98a4-efb1bad9649c tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/674bbe9f-6584-4830-91f8-e451277e9f1b HTTP/1.1" status: 404 len: 337 time: 0.3667202 Jul 19 03:25:16.978245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33326) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:17.021697 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18568d4-6e56-4787-a10b-61c2ebca3e6a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:17.022161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18568d4-6e56-4787-a10b-61c2ebca3e6a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:17.023985 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b18568d4-6e56-4787-a10b-61c2ebca3e6a tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/b0da6209-f273-486a-87a5-f971b954d115 HTTP/1.1" status: 404 len: 337 time: 0.0442870 Jul 19 03:25:17.027466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33328) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:17.069097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1eee0e3b-d9e8-45ae-be2a-1aa400bcf0b4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3436291 Jul 19 03:25:17.099132 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa343d0b-5f2d-4cc5-ab32-c7f5ae1b1fdf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:17.099961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa343d0b-5f2d-4cc5-ab32-c7f5ae1b1fdf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:17.102812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fa343d0b-5f2d-4cc5-ab32-c7f5ae1b1fdf tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/29a60a2d-8fc2-42e1-ae31-0026367b185b HTTP/1.1" status: 404 len: 337 time: 0.0699606 Jul 19 03:25:17.107008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33332) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:17.128361 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8345c60a-e858-4b66-9a4c-3fcd0480a9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.144837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff7bbc-5119-4d27-bd9c-fbd2a375d484 None None] Network f6ea23f2-6327-4ea9-ac33-5a814d352d00 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:17.159818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8345c60a-e858-4b66-9a4c-3fcd0480a9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.172963 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca019b9b-7b2d-4d68-a688-42f7876d49b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:17.175187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca019b9b-7b2d-4d68-a688-42f7876d49b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:17.177880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ca019b9b-7b2d-4d68-a688-42f7876d49b4 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/285270b5-1077-40cb-8bdb-d1a3a73e6d03 HTTP/1.1" status: 404 len: 333 time: 0.0697703 Jul 19 03:25:17.180661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33334) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:17.221097 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-7497e13d-2f09-47f1-a86e-02b077be670b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:17.221715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7497e13d-2f09-47f1-a86e-02b077be670b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:17.223872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7497e13d-2f09-47f1-a86e-02b077be670b tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/2b3c360e-5693-4492-aca2-25237799c61c HTTP/1.1" status: 404 len: 337 time: 0.0420547 Jul 19 03:25:17.232120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Request body: {'port': {'device_id': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:17.232735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33338) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:17.281433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6fd0e-1521-4fef-8b5f-b46eb733a36c req-2a7c79fd-1bbe-4363-8394-84c2bb8d98c2 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:17.291366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ae6fd0e-1521-4fef-8b5f-b46eb733a36c req-2a7c79fd-1bbe-4363-8394-84c2bb8d98c2 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3420315 Jul 19 03:25:17.294431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 243368ce-32df-4e49-bdb2-e2b919f9add3 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:17.297244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-db32c4cb-ebed-47a9-8ce5-842f3cf8a8ed None None] Provisioning complete for port 1cf62270-dd1e-4402-b6db-0ca68315fc26 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:17.297672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db32c4cb-ebed-47a9-8ce5-842f3cf8a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.332516 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3add90-589f-4e25-9714-dcbff6c71b0e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:17.333077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3add90-589f-4e25-9714-dcbff6c71b0e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:17.335039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4b3add90-589f-4e25-9714-dcbff6c71b0e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/4d2b37b1-7c23-4399-84aa-e513802fdea3 HTTP/1.1" status: 404 len: 337 time: 0.0818088 Jul 19 03:25:17.336494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:17.343358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33340) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:17.356675 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8345c60a-e858-4b66-9a4c-3fcd0480a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.357955 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ae6fd0e-1521-4fef-8b5f-b46eb733a36c req-9921c8b4-1b51-4da8-a612-c98346fdd349 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654228 Jul 19 03:25:17.359727 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8345c60a-e858-4b66-9a4c-3fcd0480a9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.374475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-db32c4cb-ebed-47a9-8ce5-842f3cf8a8ed None None] Port 1cf62270-dd1e-4402-b6db-0ca68315fc26 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:17.386015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8345c60a-e858-4b66-9a4c-3fcd0480a9cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7e3fca3-c99e-451a-8b2a-255efa94ca16 HTTP/1.1" status: 204 len: 168 time: 0.8111105 Jul 19 03:25:17.406342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-db32c4cb-ebed-47a9-8ce5-842f3cf8a8ed None None] Provisioning complete for port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:17.407003 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db32c4cb-ebed-47a9-8ce5-842f3cf8a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.460685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-db32c4cb-ebed-47a9-8ce5-842f3cf8a8ed None None] Port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:17.468061 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.477868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-db32c4cb-ebed-47a9-8ce5-842f3cf8a8ed None None] Provisioning complete for port 0df78692-63c6-419b-89a9-a4b7e31bf616 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:17.478703 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db32c4cb-ebed-47a9-8ce5-842f3cf8a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.623544 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-adff14c8-e7a5-47be-bd35-956310ad0d41 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:17.624359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adff14c8-e7a5-47be-bd35-956310ad0d41 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:17.637429 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-adff14c8-e7a5-47be-bd35-956310ad0d41 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/0beb8f66-adff-41f0-84e7-ce494b399928 HTTP/1.1" status: 404 len: 333 time: 0.2901213 Jul 19 03:25:17.638909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33348) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:17.645269 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345c60a-e858-4b66-9a4c-3fcd0480a9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e3fca3-c99e-451a-8b2a-255efa94ca16,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:17.671796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91da56f-1765-41eb-93f3-ce1258054860 None None] DHCP port deletion for f6ea23f2-6327-4ea9-ac33-5a814d352d00 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:25:17.701276 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc505-2eb6-4a30-b81b-a539961428f5 req-f280a298-ed69-4ced-a39e-11c24a8b783b tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:17.709185 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-051cc505-2eb6-4a30-b81b-a539961428f5 req-f280a298-ed69-4ced-a39e-11c24a8b783b tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 931 time: 0.4996383 Jul 19 03:25:17.768848 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-051cc505-2eb6-4a30-b81b-a539961428f5 req-32683eb2-b6c0-416b-9dce-0c776024d069 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561724 Jul 19 03:25:17.782406 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-55292699-f27d-4cd9-8e4b-f25a85a78ffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:17.782888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55292699-f27d-4cd9-8e4b-f25a85a78ffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:17.787712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-55292699-f27d-4cd9-8e4b-f25a85a78ffb tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/579b40fe-6ac7-48e4-acbc-324d74f1d89a HTTP/1.1" status: 404 len: 337 time: 0.1452639 Jul 19 03:25:17.818813 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-87147f0f-c91e-4a72-bc77-d228e8f78d6f None None] Provisioning for port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:17.822280 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33352) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:17.843434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-87147f0f-c91e-4a72-bc77-d228e8f78d6f None None] Provisioning complete for port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:17.843944 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-87147f0f-c91e-4a72-bc77-d228e8f78d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.875969 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9dacac-0231-4457-b4cd-8ba90c856e4e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:17.876557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9dacac-0231-4457-b4cd-8ba90c856e4e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:17.881399 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-be9dacac-0231-4457-b4cd-8ba90c856e4e tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/subnets/649c0581-1fed-48ef-9b71-cbac1c6442f9 HTTP/1.1" status: 404 len: 337 time: 0.0497506 Jul 19 03:25:17.881668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33354) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:17.883487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fe0323b9-f33e-4f96-831e-a4cc67b475ca up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:17.888488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-87147f0f-c91e-4a72-bc77-d228e8f78d6f None None] Port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:17.929575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85846f5-b878-4bda-85da-63a134fd38a6 req-53e59133-c611-434d-866e-64cace50aef6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:17.931085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c85846f5-b878-4bda-85da-63a134fd38a6 req-53e59133-c611-434d-866e-64cace50aef6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2604516 Jul 19 03:25:17.957565 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.965545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a91da56f-1765-41eb-93f3-ce1258054860 None None] Deleting port 0df78692-63c6-419b-89a9-a4b7e31bf616 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:17.965918 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a91da56f-1765-41eb-93f3-ce1258054860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:17.967786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:25:18.005841 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c85846f5-b878-4bda-85da-63a134fd38a6 req-5339e24f-2148-4d3f-9505-17e1868407a4 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677564 Jul 19 03:25:18.090577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f070879c-b31f-4c59-a7d0-a6a53dbbed1f None None] Provisioning complete for port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:18.092257 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f070879c-b31f-4c59-a7d0-a6a53dbbed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.094380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port fe0323b9-f33e-4f96-831e-a4cc67b475ca triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:18.094739 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.120391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fb2137-cf7f-4d69-a17b-f729cdd24e6d {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:25:18.145771 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.155964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a91da56f-1765-41eb-93f3-ce1258054860 None None] For port 0df78692-63c6-419b-89a9-a4b7e31bf616, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0df78692-63c6-419b-89a9-a4b7e31bf616,segment=NetworkSegment(77c0e5f3-7b2c-493a-96e2-0999ac8807e4),segment_id=77c0e5f3-7b2c-493a-96e2-0999ac8807e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:18.156412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a91da56f-1765-41eb-93f3-ce1258054860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.185048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Transition to ACTIVE for port object 15fb2137-cf7f-4d69-a17b-f729cdd24e6d will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:18.196128 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.201188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a91da56f-1765-41eb-93f3-ce1258054860 None None] Calling delete_port for 0df78692-63c6-419b-89a9-a4b7e31bf616 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:18.202827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f070879c-b31f-4c59-a7d0-a6a53dbbed1f None None] Port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:18.295409 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ae543e2-d391-4301-afae-5eba560386e6 req-2b15dc2a-c26f-4548-b653-d9711a5802c0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0584316 Jul 19 03:25:18.356758 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a91da56f-1765-41eb-93f3-ce1258054860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.371943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Pushing event updated for resources: {'Port': ['ID=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:18.381566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91da56f-1765-41eb-93f3-ce1258054860 None None] Pushing event deleted for resources: {'Port': ['ID=0df78692-63c6-419b-89a9-a4b7e31bf616,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:18.396417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91da56f-1765-41eb-93f3-ce1258054860 None None] No DVR routers for this DVR port 0df78692-63c6-419b-89a9-a4b7e31bf616 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:18.398366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:18.409383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-609ee31f-c75e-4d81-b521-0e5f64f9ce33 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0447385 Jul 19 03:25:18.415389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33372) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:18.417098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-dca2d3a1-8a58-410e-a290-fadf33dc96a7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Deleting port 1cf62270-dd1e-4402-b6db-0ca68315fc26 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:18.417613 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dca2d3a1-8a58-410e-a290-fadf33dc96a7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.421107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1379998152'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:18.421587 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:18.442209 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:18.445445 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:18.486183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:18.493312 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.499800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48983328-38e3-47c0-bc29-b6305ca158cf req-87f13386-846f-4a54-b8dc-6bf9eedc2a98 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:18.507000 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48983328-38e3-47c0-bc29-b6305ca158cf req-87f13386-846f-4a54-b8dc-6bf9eedc2a98 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2753141 Jul 19 03:25:18.510927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Attempting to bind port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:18.511262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Attempting to bind port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:18.511590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Attempting to bind port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d on network 66515329-14d2-403d-9c58-62f5e4e23d6e {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:18.548357 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dca2d3a1-8a58-410e-a290-fadf33dc96a7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.565535 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-dca2d3a1-8a58-410e-a290-fadf33dc96a7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Calling delete_port for 1cf62270-dd1e-4402-b6db-0ca68315fc26 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:18.565792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d on network 66515329-14d2-403d-9c58-62f5e4e23d6e not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:25:18.565907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Attempting to bind port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d on network 66515329-14d2-403d-9c58-62f5e4e23d6e {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:18.630013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:18.630433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Checking segment: {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:18.630994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Bound using segment: {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:18.631213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Bound port: 15fb2137-cf7f-4d69-a17b-f729cdd24e6d, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:18.631577 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.688169 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dca2d3a1-8a58-410e-a290-fadf33dc96a7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.711452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:25:18.725837 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dca2d3a1-8a58-410e-a290-fadf33dc96a7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.728213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48983328-38e3-47c0-bc29-b6305ca158cf req-20692b27-58e3-4791-9d00-cbf0c3abd08b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203133 Jul 19 03:25:18.729656 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dca2d3a1-8a58-410e-a290-fadf33dc96a7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/ports/1cf62270-dd1e-4402-b6db-0ca68315fc26 HTTP/1.1" status: 204 len: 168 time: 0.8470147 Jul 19 03:25:18.771737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2d3a1-8a58-410e-a290-fadf33dc96a7 tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Port': ['ID=1cf62270-dd1e-4402-b6db-0ca68315fc26,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:18.774075 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33378) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:18.780045 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:18.820848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.822318 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added segment 1558b1b3-e693-4480-90c6-3c90059f89ce of type vlan for network 4e075e19-c945-4263-86a0-f4048d7f0d0b Jul 19 03:25:18.842822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a201ccb4-114b-4232-85c6-d71ed7986cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:18.844539 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a201ccb4-114b-4232-85c6-d71ed7986cf9 service neutron] 10.222.0.25 "GET /v2.0/ports/f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 HTTP/1.1" status: 200 len: 1030 time: 0.2762823 Jul 19 03:25:18.898906 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:18.944120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-6b96911c-0a15-48d3-87af-74377b9f5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:18.945679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-6b96911c-0a15-48d3-87af-74377b9f5bfa service neutron] 10.222.0.25 "GET /v2.0/ports/a2bafa27-fc6d-4a52-85c5-c328934305ad HTTP/1.1" status: 200 len: 1032 time: 0.0875576 Jul 19 03:25:19.034312 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.082257 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.085403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ea23f2-6327-4ea9-ac33-5a814d352d00']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:19.096920 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:15Z', 'revision_number': 2, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:15Z', 'revision_number': 2, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:19.102286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c0e5f3-7b2c-493a-96e2-0999ac8807e4') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:19.102843 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c0e5f3-7b2c-493a-96e2-0999ac8807e4') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:19.118164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.118582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] For port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:19.139073 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:25:19.139791 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Updating router 0eda9408-ddc4-47e4-87d7-e047f4ca303a port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:25:19.168794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcb1d7-a408-4a5c-af2e-a86c5dd74676 req-c3dd5eb0-821b-4a28-8a3c-e97057252465 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:19.170421 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8dcb1d7-a408-4a5c-af2e-a86c5dd74676 req-c3dd5eb0-821b-4a28-8a3c-e97057252465 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1327002 Jul 19 03:25:19.177704 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.181345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] For port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:19.194881 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.202333 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.205229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:25:19.205640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:25:19.218319 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:25:19.254179 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.260018 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:19.260851 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.328654 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8dcb1d7-a408-4a5c-af2e-a86c5dd74676 req-02ee8c40-0ea8-41f6-a698-bbc92052c90b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471581 Jul 19 03:25:19.338296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.364807 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.367362 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] 10.222.0.20 "DELETE /v2.0/networks/f6ea23f2-6327-4ea9-ac33-5a814d352d00 HTTP/1.1" status: 204 len: 168 time: 0.5919785 Jul 19 03:25:19.373579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6505e-3967-4bf7-9b27-5e83b5a84a1d tempest-PortsTestJSON-176362341 tempest-PortsTestJSON-176362341-project] Pushing event deleted for resources: {'Network': ['ID=f6ea23f2-6327-4ea9-ac33-5a814d352d00,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:19.469516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Network': ['ID=4e075e19-c945-4263-86a0-f4048d7f0d0b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:19.471882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Pushing event updated for resources: {'Port': ['ID=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:19.481145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 4e075e19-c945-4263-86a0-f4048d7f0d0b details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:25:19.506652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:19.509101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.517477 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-2392dd1f-31b4-4b61-ab8e-d1144e77bce0 service neutron] 10.222.0.26 "PUT /v2.0/ports/15fb2137-cf7f-4d69-a17b-f729cdd24e6d HTTP/1.1" status: 200 len: 1092 time: 2.4396052 Jul 19 03:25:19.520573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'tag': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:19.523336 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04358c72-aa98-4b6b-a243-40d85779390d" -d '{"events": [{"name": "network-changed", "server_uuid": "b41d7e34-cdc2-4678-b922-bcabed8b6148", "tag": "15fb2137-cf7f-4d69-a17b-f729cdd24e6d"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:19.545813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-78b7c318-9e5c-47a4-a18e-df4af9a5d566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:19.569512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-78b7c318-9e5c-47a4-a18e-df4af9a5d566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:19.576327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-78b7c318-9e5c-47a4-a18e-df4af9a5d566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:19.578483 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-78b7c318-9e5c-47a4-a18e-df4af9a5d566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "GET /v2.0/networks?id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=c64899f6-8eee-455e-90a2-4468d126aff6&id=c64899f6-8eee-455e-90a2-4468d126aff6 HTTP/1.1" status: 200 len: 1993 time: 0.6176443 Jul 19 03:25:19.587513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33402) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:19.588064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-644795ee-41fc-4a8b-ae96-b9f160cdcc16 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1706603 Jul 19 03:25:19.592973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'subnet': {'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:19.699969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c049bfc-652f-4a2e-b97a-0d67e9cfe79f req-2380b2e1-c763-4857-b69f-f483c66265f5 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:19.723301 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c049bfc-652f-4a2e-b97a-0d67e9cfe79f req-2380b2e1-c763-4857-b69f-f483c66265f5 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 943 time: 0.6548028 Jul 19 03:25:19.763774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0df78692-63c6-419b-89a9-a4b7e31bf616 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:25:19.766789 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.776509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3d8fde8e-cf07-49fb-a5fd-a3cb024d4e66 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b935af6d0bc6444391b48c7141919175 HTTP/1.1" status: 200 len: 379 time: 0.1866333 Jul 19 03:25:19.788732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'admin_state_up': True, 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'security_groups': ['db4a8d90-8ffe-4894-b721-0cb8032dd57e']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:19.804884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-471b4abd-ff25-4b56-a995-80953f6eaea6 req-99b8e4fa-5535-4d85-9f67-ec7d3c5da493 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.1535282 Jul 19 03:25:19.806758 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Transition to ACTIVE for port object a3df9fec-a0b4-4b9c-a420-fdb34c07a017 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:19.818902 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:19.857090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 0df78692-63c6-419b-89a9-a4b7e31bf616 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:25:19.862456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0df78692-63c6-419b-89a9-a4b7e31bf616 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:25:19.891029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33408) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:19.895818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c049bfc-652f-4a2e-b97a-0d67e9cfe79f req-89c91873-8301-459c-a670-53320a016d5b tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702368 Jul 19 03:25:19.947415 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Pushing event updated for resources: {'Port': ['ID=a3df9fec-a0b4-4b9c-a420-fdb34c07a017,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:20.006952 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:20.008034 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.019134 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19668ff-6df0-42f1-a890-ed3b0f09a048 x-openstack-request-id: req-c19668ff-6df0-42f1-a890-ed3b0f09a048 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:20.019440 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41d7e34-cdc2-4678-b922-bcabed8b6148", "tag": "15fb2137-cf7f-4d69-a17b-f729cdd24e6d", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:20.019700 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c19668ff-6df0-42f1-a890-ed3b0f09a048 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:20.020127 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'tag': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d', 'status': 'completed', 'code': 200} Jul 19 03:25:20.078368 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.079060 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.079668 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.082307 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.082913 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.083469 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.084011 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.084547 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.084798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1a03a336-1179-4c10-b02c-c020352d0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:20.085319 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.085862 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.086450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-1a03a336-1179-4c10-b02c-c020352d0a83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 1095 time: 0.4955661 Jul 19 03:25:20.086571 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.087155 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:20.112113 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Attempting to bind port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:20.112850 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Attempting to bind port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '8e226507-7a9d-492a-8f20-f49257f6bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:20.113436 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Attempting to bind port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 on network 243368ce-32df-4e49-bdb2-e2b919f9add3 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:20.118970 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:20.119875 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Checking segment: {'id': '8e226507-7a9d-492a-8f20-f49257f6bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:20.120586 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.121194 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Bound using segment: {'id': '8e226507-7a9d-492a-8f20-f49257f6bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:20.122253 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Bound port: a3df9fec-a0b4-4b9c-a420-fdb34c07a017, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e226507-7a9d-492a-8f20-f49257f6bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:20.122893 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.187581 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-aaf5f607-bad4-484e-9056-b03518c2f3fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d HTTP/1.1" status: 200 len: 217 time: 0.0887129 Jul 19 03:25:20.241762 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] For port a3df9fec-a0b4-4b9c-a420-fdb34c07a017, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:20.249272 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] For port a3df9fec-a0b4-4b9c-a420-fdb34c07a017, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a3df9fec-a0b4-4b9c-a420-fdb34c07a017,segment=NetworkSegment(8e226507-7a9d-492a-8f20-f49257f6bf21),segment_id=8e226507-7a9d-492a-8f20-f49257f6bf21)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:20.273819 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.326503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33416) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:20.370067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:20.374302 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.381260 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab310b-fe1e-45c6-8152-f07db4bd9c43 None None] Pushing event updated for resources: {'Port': ['ID=a3df9fec-a0b4-4b9c-a420-fdb34c07a017,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:20.389673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-dc3670ee-bb0a-40b8-856b-bf5ef50649ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:20.391544 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-dc3670ee-bb0a-40b8-856b-bf5ef50649ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 200 len: 848 time: 0.1969957 Jul 19 03:25:20.432043 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:20.432876 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:20.473274 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.523566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5c61f-10a7-4773-98fe-2085de74a20b req-5dfd0ac5-c80a-4c5d-956a-87517d9b191b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:20.531064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9c5c61f-10a7-4773-98fe-2085de74a20b req-5dfd0ac5-c80a-4c5d-956a-87517d9b191b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2736564 Jul 19 03:25:20.539621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-839060279'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:20.588431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Subnet': ['ID=d46c1edc-16b7-4351-a946-d003a1cf287f,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:20.600022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Made reservation on behalf of 7345b7bfc7e14ea29e118f4de68b7f2f for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:20.603867 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.607769 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:20.617451 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.644355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ea975bb5-2421-4f34-9f06-bda12bc6256b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a6e0f6ec9a44850b556aa7528e80a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7456431 Jul 19 03:25:20.648679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Checking segment: {'id': '1558b1b3-e693-4480-90c6-3c90059f89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:20.649759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network hostable DHCP agents. Network: 4e075e19-c945-4263-86a0-f4048d7f0d0b, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:25:20.656674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33420) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:20.699644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 4e075e19-c945-4263-86a0-f4048d7f0d0b is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:25:20.711937 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9c5c61f-10a7-4773-98fe-2085de74a20b req-26c64798-9920-4ecb-9e13-b4eccb7bea37 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795197 Jul 19 03:25:20.722326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 4e075e19-c945-4263-86a0-f4048d7f0d0b) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:20.734624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-7a9d9640-f9c8-4533-891b-dcce1b5fc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:20.744859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e3dc2-de68-487c-9ff7-28e243ee440f None None] Network 4e075e19-c945-4263-86a0-f4048d7f0d0b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:20.749070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:20.749247 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.761223 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-7a9d9640-f9c8-4533-891b-dcce1b5fc7ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66515329-14d2-403d-9c58-62f5e4e23d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3612444 Jul 19 03:25:20.818506 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.829486 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.871835 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7ac2680b-4211-44b2-9a53-29de80721ca9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2829340 Jul 19 03:25:20.884847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33426) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:20.914084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:25:20.928816 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:15Z', 'revision_number': 2, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:20Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:20.954068 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f815-5c31-46b6-b8a7-ffd1e6956923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:20.988027 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f3c17-38f8-4bc1-bd93-157f975934cb None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:15Z', 'revision_number': 2, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:20Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:25:21.013397 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e98c71-bd5d-417a-b07f-c126b93bae98,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:21.017375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-4e075e19-c945-4263-86a0-f4048d7f0d0b', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:25:21.018892 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:21.055183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:21.055682 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Added segment 6c3d63d8-5c9e-43d0-9895-66179552e1f5 of type vlan for network f2a3b746-334d-42f7-9451-aa3cb34ad7f2 Jul 19 03:25:21.149141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Allocated IP 172.20.0.7 (a261e28e-89ab-4e1f-b05b-b2e9edd39e5a/21634538-a8d7-4b17-9fa0-ea9312bc5b45/e68aabfc-7227-4da1-bac1-88f5312be4ed) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:21.181661 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:21.185856 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-455eda94-a580-441c-9710-44fe43fbd8ce req-3f8d5612-6793-48ce-a812-dcf40c1c8189 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0876374 Jul 19 03:25:21.201552 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f815-5c31-46b6-b8a7-ffd1e6956923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:21.201935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Allocated IP 172.21.0.2 (4e075e19-c945-4263-86a0-f4048d7f0d0b/d46c1edc-16b7-4351-a946-d003a1cf287f/76ecef9e-89ff-4a41-9dd5-e90e10374a13) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:21.336421 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859bb66-e798-4aea-b5eb-f1c100367eb7 req-ca72766a-1a05-466b-9c50-bc403352ca3a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:21.343589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c859bb66-e798-4aea-b5eb-f1c100367eb7 req-ca72766a-1a05-466b-9c50-bc403352ca3a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3454454 Jul 19 03:25:21.401068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:21.414062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-6c8070a5-3754-4ba2-a1dd-8483a87c0497 service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279759 Jul 19 03:25:21.416704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:21.417349 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:21.510274 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c859bb66-e798-4aea-b5eb-f1c100367eb7 req-45169cb6-f0f3-4b48-a65b-50b1dc00eb59 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657796 Jul 19 03:25:21.515969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Pushing event updated for resources: {'Network': ['ID=f2a3b746-334d-42f7-9451-aa3cb34ad7f2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:21.543370 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:21.577648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-38b89897-b85f-4b4b-8895-1b2df2884b41 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2475014 Jul 19 03:25:21.578024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33432) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:21.586598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Transition to ACTIVE for port object 76ecef9e-89ff-4a41-9dd5-e90e10374a13 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:21.591064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f2a3b746-334d-42f7-9451-aa3cb34ad7f2 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:25:21.597464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Request body: {'subnet': {'network_id': 'f2a3b746-334d-42f7-9451-aa3cb34ad7f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:21.716070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Transition to ACTIVE for port object 76ecef9e-89ff-4a41-9dd5-e90e10374a13 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:21.786599 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.028797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038906f-37b3-43ae-b0e6-89255a0de799 req-5977f2cf-acf5-4cf8-8aed-509127bd630d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:22.031587 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7038906f-37b3-43ae-b0e6-89255a0de799 req-5977f2cf-acf5-4cf8-8aed-509127bd630d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1627197 Jul 19 03:25:22.036524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a3df9fec-a0b4-4b9c-a420-fdb34c07a017 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:22.059164 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-03896e65-188c-4f14-a2e8-c9da889ba633 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3435514 Jul 19 03:25:22.062069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.174978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Network 4e075e19-c945-4263-86a0-f4048d7f0d0b is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:22.190941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:22.199149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:22.216696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:22.221671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Pushing event updated for resources: {'Port': ['ID=76ecef9e-89ff-4a41-9dd5-e90e10374a13,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:22.273772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:22.280675 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.294296 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7038906f-37b3-43ae-b0e6-89255a0de799 req-b017f355-2d97-4523-8c33-cb23c80b296d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882811 Jul 19 03:25:22.404913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-eca40c1a-aa2b-49cf-989b-d953da355e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:22.405411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-eca40c1a-aa2b-49cf-989b-d953da355e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:22.405892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-eca40c1a-aa2b-49cf-989b-d953da355e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:22.406395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-eca40c1a-aa2b-49cf-989b-d953da355e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:22.406874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-eca40c1a-aa2b-49cf-989b-d953da355e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:22.407347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-eca40c1a-aa2b-49cf-989b-d953da355e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:22.407817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-eca40c1a-aa2b-49cf-989b-d953da355e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:22.409907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-eca40c1a-aa2b-49cf-989b-d953da355e3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 6499 time: 0.1659455 Jul 19 03:25:22.413911 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f815-5c31-46b6-b8a7-ffd1e6956923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.416750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f815-5c31-46b6-b8a7-ffd1e6956923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.420270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8bf2f815-5c31-46b6-b8a7-ffd1e6956923 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bc199ed-7136-4e98-8631-cb1c92513016 HTTP/1.1" status: 204 len: 168 time: 1.7599275 Jul 19 03:25:22.447889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Attempting to bind port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:22.449324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Attempting to bind port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '1558b1b3-e693-4480-90c6-3c90059f89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:22.449949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Attempting to bind port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 on network 4e075e19-c945-4263-86a0-f4048d7f0d0b {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:22.463040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:22.463738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Checking segment: {'id': '1558b1b3-e693-4480-90c6-3c90059f89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:22.464388 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.465013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Bound using segment: {'id': '1558b1b3-e693-4480-90c6-3c90059f89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:22.465996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Bound port: 76ecef9e-89ff-4a41-9dd5-e90e10374a13, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1558b1b3-e693-4480-90c6-3c90059f89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:22.466673 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.512256 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.550963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port a3df9fec-a0b4-4b9c-a420-fdb34c07a017, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a3df9fec-a0b4-4b9c-a420-fdb34c07a017,segment=NetworkSegment(8e226507-7a9d-492a-8f20-f49257f6bf21),segment_id=8e226507-7a9d-492a-8f20-f49257f6bf21)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:22.630852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Made reservation on behalf of 7345b7bfc7e14ea29e118f4de68b7f2f for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:22.634778 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.636491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] For port 76ecef9e-89ff-4a41-9dd5-e90e10374a13, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:22.641915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] For port 76ecef9e-89ff-4a41-9dd5-e90e10374a13, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=76ecef9e-89ff-4a41-9dd5-e90e10374a13,segment=NetworkSegment(1558b1b3-e693-4480-90c6-3c90059f89ce),segment_id=1558b1b3-e693-4480-90c6-3c90059f89ce)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:22.643884 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.653901 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.718965 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:22.719154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=a3df9fec-a0b4-4b9c-a420-fdb34c07a017,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:22.721223 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0129b081-c570-4723-bd27-d75b75b3dab3 req-0cc9c434-231f-4c70-bede-9f57464aeaf7 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.1303160 Jul 19 03:25:22.759397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f641b74-889a-4d80-aca2-27d0419c092f req-3330979f-ee93-4ad2-948b-ac89887a2247 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:22.767248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f641b74-889a-4d80-aca2-27d0419c092f req-3330979f-ee93-4ad2-948b-ac89887a2247 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 943 time: 1.3413219 Jul 19 03:25:22.770286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2f815-5c31-46b6-b8a7-ffd1e6956923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc199ed-7136-4e98-8631-cb1c92513016,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:22.855894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38066d66-74e3-482c-8be1-86609336f7e9 None None] Pushing event updated for resources: {'Port': ['ID=76ecef9e-89ff-4a41-9dd5-e90e10374a13,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:22.885008 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f641b74-889a-4d80-aca2-27d0419c092f req-3fcef3a6-2649-4391-be34-f1d01915dab1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148391 Jul 19 03:25:22.900578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fc2791c-e592-4299-bdea-7c8d8aa57330 req-cf104a7b-7887-440b-87dd-f00809830837 service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4797168 Jul 19 03:25:22.923073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Transition to ACTIVE for port object e68aabfc-7227-4da1-bac1-88f5312be4ed will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:22.977795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Allocated IP 172.21.0.1 (4e075e19-c945-4263-86a0-f4048d7f0d0b/d46c1edc-16b7-4351-a946-d003a1cf287f/ee7a4fa1-6dd8-4008-8d3f-3511591baeaa) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:22.999091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-314a8bbf-2bf3-4b10-b010-f630b29974ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:22.999723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-314a8bbf-2bf3-4b10-b010-f630b29974ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:23.000187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-314a8bbf-2bf3-4b10-b010-f630b29974ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:23.001858 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-314a8bbf-2bf3-4b10-b010-f630b29974ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=1119ccee-19ea-4731-b9d3-c915a28a468d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=6971437a-432d-4b3c-91db-b86df67ae33d&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&id=bc7208d5-361f-4605-902a-3fd0bd02e5b5 HTTP/1.1" status: 200 len: 2291 time: 0.5065038 Jul 19 03:25:23.230492 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:23.308551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:23.329266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:23.407070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:23.422097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:23.492241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Pushing event updated for resources: {'Subnet': ['ID=5b2e0d33-9cf7-4dbb-974c-de8bd2c1482f,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:23.499724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:23.500375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:23.514051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Port': ['ID=e68aabfc-7227-4da1-bac1-88f5312be4ed,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:23.576153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358c72-aa98-4b6b-a243-40d85779390d req-ade4fd17-59e6-42c3-aa64-bbf9746d38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:23.577729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04358c72-aa98-4b6b-a243-40d85779390d req-ade4fd17-59e6-42c3-aa64-bbf9746d38e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 1095 time: 0.5968723 Jul 19 03:25:23.581649 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9035861c-ba12-4ef4-b514-d27bf99c5ea1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7998035 Jul 19 03:25:23.602276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516', 'admin_state_up': True, 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'security_groups': ['db4a8d90-8ffe-4894-b721-0cb8032dd57e']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:23.640235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Checking segment: {'id': '6c3d63d8-5c9e-43d0-9895-66179552e1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f2a3b746-334d-42f7-9451-aa3cb34ad7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:23.640605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Network hostable DHCP agents. Network: f2a3b746-334d-42f7-9451-aa3cb34ad7f2, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:25:23.781431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33462) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:23.817321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Network f2a3b746-334d-42f7-9451-aa3cb34ad7f2 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:25:23.864491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, f2a3b746-334d-42f7-9451-aa3cb34ad7f2) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:23.870449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358c72-aa98-4b6b-a243-40d85779390d req-a2f425ed-5b0d-44ac-8314-0fbf404d1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:23.872137 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-6f83bf61-bc68-40e0-b1c6-70ab84a469b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649 HTTP/1.1" status: 200 len: 1001 time: 0.8432500 Jul 19 03:25:23.872937 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04358c72-aa98-4b6b-a243-40d85779390d req-a2f425ed-5b0d-44ac-8314-0fbf404d1f3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 909 time: 0.2862413 Jul 19 03:25:23.873715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea75c29-c6bf-4ac1-8deb-0c7c57122e8f None None] Network f2a3b746-334d-42f7-9451-aa3cb34ad7f2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:23.876821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:23.877683 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.001356 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04358c72-aa98-4b6b-a243-40d85779390d req-08bf4030-bcf3-4a04-8fd3-06dd99271d95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d HTTP/1.1" status: 200 len: 217 time: 0.1124821 Jul 19 03:25:24.018811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2029e6-4eb6-46df-ab1c-c310d10e1703 req-34367a5d-45e1-4355-8e0a-155e47b05e92 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:24.027317 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bb2029e6-4eb6-46df-ab1c-c310d10e1703 req-34367a5d-45e1-4355-8e0a-155e47b05e92 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 1.0301700 Jul 19 03:25:24.044471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492004796'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:24.079671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a3df9fec-a0b4-4b9c-a420-fdb34c07a017 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:24.081880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.100522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Transition to ACTIVE for port object ee7a4fa1-6dd8-4008-8d3f-3511591baeaa will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:24.159759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a97c8a43-701e-4044-8e60-d541bd01ea38 None None] Provisioning for port e68aabfc-7227-4da1-bac1-88f5312be4ed completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:24.180141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:24.184969 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.193212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a97c8a43-701e-4044-8e60-d541bd01ea38 None None] Provisioning complete for port e68aabfc-7227-4da1-bac1-88f5312be4ed triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:24.193856 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a97c8a43-701e-4044-8e60-d541bd01ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.202931 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-52b73482-2b9a-4838-8896-181926bd4c06 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6213555 Jul 19 03:25:24.222480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33472) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:24.226356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358c72-aa98-4b6b-a243-40d85779390d req-16870753-91d7-4a37-b3bb-f0307af3d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:24.227884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04358c72-aa98-4b6b-a243-40d85779390d req-16870753-91d7-4a37-b3bb-f0307af3d87d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 200 len: 848 time: 0.2108479 Jul 19 03:25:24.233242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Request body: {'port': {'network_id': 'f2a3b746-334d-42f7-9451-aa3cb34ad7f2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-14426491'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:24.254590 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bb2029e6-4eb6-46df-ab1c-c310d10e1703 req-106aa31d-9351-4872-9cc2-8ba3dc2fec5a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238529 Jul 19 03:25:24.258122 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.264562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a97c8a43-701e-4044-8e60-d541bd01ea38 None None] Port e68aabfc-7227-4da1-bac1-88f5312be4ed cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:24.325997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:24.326489 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.334892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-f2a3b746-334d-42f7-9451-aa3cb34ad7f2', 'network_id': 'f2a3b746-334d-42f7-9451-aa3cb34ad7f2', 'tenant_id': '7345b7bfc7e14ea29e118f4de68b7f2f', 'fixed_ips': [{'subnet_id': '5b2e0d33-9cf7-4dbb-974c-de8bd2c1482f'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:25:24.336004 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.345610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.408594 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 4e075e19-c945-4263-86a0-f4048d7f0d0b is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:24.417628 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.418358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=ee7a4fa1-6dd8-4008-8d3f-3511591baeaa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:24.426124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:24.442430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:24.527130 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.546601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746b1f4-1a5e-4998-bde5-200effe2ce05 req-0d980331-a2d2-492b-a8a2-1ac478cf08f5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:24.548229 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c746b1f4-1a5e-4998-bde5-200effe2ce05 req-0d980331-a2d2-492b-a8a2-1ac478cf08f5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 931 time: 0.4779251 Jul 19 03:25:24.568178 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Allocated IP 172.20.0.2 (f2a3b746-334d-42f7-9451-aa3cb34ad7f2/5b2e0d33-9cf7-4dbb-974c-de8bd2c1482f/f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:24.632555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-a0a9d4c6-ea91-415e-9c4e-a81a80ac7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:24.634215 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-a0a9d4c6-ea91-415e-9c4e-a81a80ac7906 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de HTTP/1.1" status: 200 len: 851 time: 0.7392607 Jul 19 03:25:24.659975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358c72-aa98-4b6b-a243-40d85779390d req-d6f2d5d9-12cd-4097-b1e9-f0ca4c91778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:24.662063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04358c72-aa98-4b6b-a243-40d85779390d req-d6f2d5d9-12cd-4097-b1e9-f0ca4c91778f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66515329-14d2-403d-9c58-62f5e4e23d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4217086 Jul 19 03:25:24.714543 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.739169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c746b1f4-1a5e-4998-bde5-200effe2ce05 req-617f0bab-cc28-4f85-8c46-5dc806745df8 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819880 Jul 19 03:25:24.760449 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.772331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Transition to ACTIVE for port object f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:24.793531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Transition to ACTIVE for port object f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:24.803144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc1da5-0cac-473b-beb2-3d688b67b719 None None] Network 4e075e19-c945-4263-86a0-f4048d7f0d0b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:24.811739 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:24.813429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Allocated IP 10.1.1.166 (0f6501ff-aef8-4265-a557-c61d9a57e516/c83482af-442e-4263-ab84-ddb12d769638/cb8fbd92-2916-4f12-badd-c5210b5811ba) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:24.897685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Pushing event updated for resources: {'Port': ['ID=f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:24.899982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04358c72-aa98-4b6b-a243-40d85779390d req-4030a8cb-4b91-45b5-ad10-b80b8626cd12 service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235961 Jul 19 03:25:24.934454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-99165b72-8e69-49aa-bc4c-caac02077e92 None None] Provisioning for port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:24.967540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Network f2a3b746-334d-42f7-9451-aa3cb34ad7f2 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:24.989528 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-0e92a98b-5efd-41cb-99fd-b3d959c4e671 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1351650 Jul 19 03:25:25.036657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:25.049373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:25.054429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.116794 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.187384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce36c6-bc39-4bda-9e0c-500100ac331e req-e93c64cc-9ecf-480d-8e17-a1b31776ef6f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:25.188877 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecce36c6-bc39-4bda-9e0c-500100ac331e req-e93c64cc-9ecf-480d-8e17-a1b31776ef6f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 943 time: 0.5653055 Jul 19 03:25:25.259518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-f6d2a99d-d566-4c54-8e27-e9141bb0292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:25.261300 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-f6d2a99d-d566-4c54-8e27-e9141bb0292f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1119ccee-19ea-4731-b9d3-c915a28a468d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5477948 Jul 19 03:25:25.263839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 76ecef9e-89ff-4a41-9dd5-e90e10374a13 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:25.265684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Made reservation on behalf of 7345b7bfc7e14ea29e118f4de68b7f2f for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:25.270227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.281062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd4acf6-53b9-401d-bd47-7fd88ae69c8d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:25.303809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Attempting to bind port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:25.304465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Attempting to bind port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '6c3d63d8-5c9e-43d0-9895-66179552e1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f2a3b746-334d-42f7-9451-aa3cb34ad7f2'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:25.304905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Attempting to bind port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 on network f2a3b746-334d-42f7-9451-aa3cb34ad7f2 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:25.317618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:25.318097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Checking segment: {'id': '6c3d63d8-5c9e-43d0-9895-66179552e1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f2a3b746-334d-42f7-9451-aa3cb34ad7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:25.319112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.319592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Bound using segment: {'id': '6c3d63d8-5c9e-43d0-9895-66179552e1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f2a3b746-334d-42f7-9451-aa3cb34ad7f2'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:25.320163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Bound port: f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3d63d8-5c9e-43d0-9895-66179552e1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f2a3b746-334d-42f7-9451-aa3cb34ad7f2'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:25.320916 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.335984 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04358c72-aa98-4b6b-a243-40d85779390d req-3752f094-1248-4782-9ced-87daa3d25940 service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238343 Jul 19 03:25:25.342168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.343265 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.364329 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecce36c6-bc39-4bda-9e0c-500100ac331e req-485c6dba-b9d9-4b7a-9f03-60e76c48e10b tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568046 Jul 19 03:25:25.364752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f0a4a-c029-4304-b8d5-9e9022f81f66 req-d17a6116-dbe5-4daf-8eba-c9fcd4756995 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:25.366773 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-711f0a4a-c029-4304-b8d5-9e9022f81f66 req-d17a6116-dbe5-4daf-8eba-c9fcd4756995 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3862145 Jul 19 03:25:25.384891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] device_id is not set on port bcd19b4a-8df6-49ff-b876-40cf2008dafd yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:25:25.395048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-5b64f93a-cbdd-4886-8140-e3745b566d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:25.397449 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-5b64f93a-cbdd-4886-8140-e3745b566d71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 1097 time: 0.3737540 Jul 19 03:25:25.398310 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.449868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Transition to ACTIVE for port object cb8fbd92-2916-4f12-badd-c5210b5811ba will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:25.502821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:25.519496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:25.520022 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.532692 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-711f0a4a-c029-4304-b8d5-9e9022f81f66 req-82551b9a-ce65-47f2-a76f-fae14b8366ac tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455796 Jul 19 03:25:25.559931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-58a50712-3538-4b3b-aedf-9e3c1fa1bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:25.561443 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-58a50712-3538-4b3b-aedf-9e3c1fa1bd59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.1248703 Jul 19 03:25:25.621530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] For port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:25.646947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.660411 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.662625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] For port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57,segment=NetworkSegment(6c3d63d8-5c9e-43d0-9895-66179552e1f5),segment_id=6c3d63d8-5c9e-43d0-9895-66179552e1f5)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:25.677553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.687676 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.701556 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-df5f4154-5e66-4f38-a5d9-d1692f7189e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8d49f0-1c55-4938-9ac4-bd132148645d HTTP/1.1" status: 200 len: 217 time: 0.1059182 Jul 19 03:25:25.768224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.770768 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9835653 Jul 19 03:25:25.778429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Allocated IP 172.20.0.9 (f2a3b746-334d-42f7-9451-aa3cb34ad7f2/5b2e0d33-9cf7-4dbb-974c-de8bd2c1482f/bcd19b4a-8df6-49ff-b876-40cf2008dafd) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:25.785040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33480) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:25.810890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479db28-5c43-4743-8e6a-537a76e06568 None None] Pushing event updated for resources: {'Port': ['ID=f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:25.834171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e92ddb-b1f0-410a-bdf6-356ec280d4e9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5857d0-49fb-49bb-b0fc-4f2b55065c93,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:25.848763 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.848929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network 0f6501ff-aef8-4265-a557-c61d9a57e516 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:25.883812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-ae4e059a-c077-40ad-b3e5-93a4d0716e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:25.885330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-ae4e059a-c077-40ad-b3e5-93a4d0716e27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.1829941 Jul 19 03:25:25.893814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:25.899945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 76ecef9e-89ff-4a41-9dd5-e90e10374a13, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=76ecef9e-89ff-4a41-9dd5-e90e10374a13,segment=NetworkSegment(1558b1b3-e693-4480-90c6-3c90059f89ce),segment_id=1558b1b3-e693-4480-90c6-3c90059f89ce)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:25.902999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4047d3f3-c85c-4f8d-b5a8-dc11dbf14e29 None None] Provisioning for port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:25.911783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4047d3f3-c85c-4f8d-b5a8-dc11dbf14e29 None None] Provisioning complete for port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:25.912377 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4047d3f3-c85c-4f8d-b5a8-dc11dbf14e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.914561 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:25.931497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Port': ['ID=cb8fbd92-2916-4f12-badd-c5210b5811ba,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:26.006623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:26.045694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4047d3f3-c85c-4f8d-b5a8-dc11dbf14e29 None None] Port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:26.057714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=76ecef9e-89ff-4a41-9dd5-e90e10374a13,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:26.067286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4047d3f3-c85c-4f8d-b5a8-dc11dbf14e29 None None] Provisioning complete for port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:26.067985 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4047d3f3-c85c-4f8d-b5a8-dc11dbf14e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.121452 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.198331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fa6b3efa-2599-4231-9652-d1648c9372ab tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4078360 Jul 19 03:25:26.204627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 15fb2137-cf7f-4d69-a17b-f729cdd24e6d details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:25:26.209145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33484) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:26.247569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:26.248267 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.266627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3845bbe4-3aa0-4699-adff-c871233163e3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group': {'name': 'tempest-security--905029787', 'description': 'tempest-security-description-798373203'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:26.318228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=ee7a4fa1-6dd8-4008-8d3f-3511591baeaa,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:26.381910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-692949ba-1d2e-4d24-9c49-0a3670390d18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7856336 Jul 19 03:25:26.384169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-190f49e9-e432-4833-a133-13f4e4002e1f None None] Provisioning complete for port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:26.386120 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-190f49e9-e432-4833-a133-13f4e4002e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.416013 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-521d3718-6275-47fe-b5f8-dbe3a4c54106 service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1412265 Jul 19 03:25:26.437712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-190f49e9-e432-4833-a133-13f4e4002e1f None None] Port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:26.445407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbf070-b885-4ae0-a5c5-aeef754de59c req-089cdc9c-3df7-44a1-8e8a-7505c9a7cdf0 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:26.454351 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bacbf070-b885-4ae0-a5c5-aeef754de59c req-089cdc9c-3df7-44a1-8e8a-7505c9a7cdf0 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.5493271 Jul 19 03:25:26.462024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:26.465037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516', 'admin_state_up': True, 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'security_groups': ['db4a8d90-8ffe-4894-b721-0cb8032dd57e']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:26.476418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'port_id': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d', 'mac_address': 'fa:16:3e:ea:95:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:25:26.477158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-03d0ed5e-8002-4c44-ad7a-2120e8ff8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:26.478755 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-03d0ed5e-8002-4c44-ad7a-2120e8ff8d86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5570517 Jul 19 03:25:26.524722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3845bbe4-3aa0-4699-adff-c871233163e3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.530358 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.557822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fb2137-cf7f-4d69-a17b-f729cdd24e6d {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:25:26.575958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bacbf070-b885-4ae0-a5c5-aeef754de59c req-85a73128-ae43-407a-8432-645ebc37026c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210010 Jul 19 03:25:26.577499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c79f3667-7217-46cd-97f4-e3859c82033d None None] Provisioning for port cb8fbd92-2916-4f12-badd-c5210b5811ba completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:26.596146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75374b69-3f8f-40fc-8862-e61135a9c2ff req-ae1521ba-f662-474a-a469-681a4195e4c8 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:26.596398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:26.596398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c79f3667-7217-46cd-97f4-e3859c82033d None None] Provisioning complete for port cb8fbd92-2916-4f12-badd-c5210b5811ba triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:26.596715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c79f3667-7217-46cd-97f4-e3859c82033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.605548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75374b69-3f8f-40fc-8862-e61135a9c2ff req-ae1521ba-f662-474a-a469-681a4195e4c8 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:26.605674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 4e075e19-c945-4263-86a0-f4048d7f0d0b is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:26.607537 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-75374b69-3f8f-40fc-8862-e61135a9c2ff req-ae1521ba-f662-474a-a469-681a4195e4c8 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 1653 time: 0.5286372 Jul 19 03:25:26.648692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c79f3667-7217-46cd-97f4-e3859c82033d None None] Port cb8fbd92-2916-4f12-badd-c5210b5811ba cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:26.650633 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.663535 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.709437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3845bbe4-3aa0-4699-adff-c871233163e3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.717055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:26.722563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:26.729935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3845bbe4-3aa0-4699-adff-c871233163e3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.732790 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3845bbe4-3aa0-4699-adff-c871233163e3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.737761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3845bbe4-3aa0-4699-adff-c871233163e3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "PUT /v2.0/security-groups/4e5857d0-49fb-49bb-b0fc-4f2b55065c93 HTTP/1.1" status: 200 len: 1778 time: 0.4762588 Jul 19 03:25:26.739166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Transition to ACTIVE for port object bcd19b4a-8df6-49ff-b876-40cf2008dafd will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:26.746198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33490) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:26.788452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-75374b69-3f8f-40fc-8862-e61135a9c2ff req-99dbc84d-ee23-4f6a-b97a-bdafbdccb49a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584570 Jul 19 03:25:26.792967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-98cf821d-45f3-429f-93e6-dacaf4995d16 service neutron] 10.222.0.26 "GET /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676958 Jul 19 03:25:26.855211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845bbe4-3aa0-4699-adff-c871233163e3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5857d0-49fb-49bb-b0fc-4f2b55065c93,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:26.881073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-1998bced-feec-497c-9498-0ae24538cc11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=1141a9db-5aca-44eb-9146-efaf34d67951 HTTP/1.1" status: 200 len: 217 time: 0.0781543 Jul 19 03:25:26.885436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:26.889700 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:26.919176 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8e071bf0-8351-4944-a3a0-0357df44f1e5 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups/4e5857d0-49fb-49bb-b0fc-4f2b55065c93 HTTP/1.1" status: 200 len: 1778 time: 0.1679718 Jul 19 03:25:26.919525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['15fb2137-cf7f-4d69-a17b-f729cdd24e6d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:25:26.927396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33492) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:27.009093 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-87f62242-bb80-4efa-b6b0-74d99ba8c48e service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136290 Jul 19 03:25:27.013772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-9aec566c-516a-4220-b0ab-9196c356d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:27.015151 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-9aec566c-516a-4220-b0ab-9196c356d4df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.1328149 Jul 19 03:25:27.228105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Allocated IP 10.1.1.58 (0f6501ff-aef8-4265-a557-c61d9a57e516/c83482af-442e-4263-ab84-ddb12d769638/aadedb74-0c27-405a-8ea9-39fb8017ae8a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:27.295092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ccaca114-8c95-4df3-b60a-fd02d2e0c2f2 None None] Provisioning complete for port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:27.295612 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ccaca114-8c95-4df3-b60a-fd02d2e0c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.368619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ccaca114-8c95-4df3-b60a-fd02d2e0c2f2 None None] Port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:27.383207 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.412453 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238e630-80f6-4a65-b359-2997a7c2f911 req-e16fbb83-ef8e-48f3-9810-fb8bb2379c53 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:27.414181 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1238e630-80f6-4a65-b359-2997a7c2f911 req-e16fbb83-ef8e-48f3-9810-fb8bb2379c53 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 944 time: 0.6161211 Jul 19 03:25:27.426218 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aeed8a78-6af9-400d-825e-c1d2e52ef9fb req-aa49bc4c-27c5-4d3c-bb5b-dcafb1d96df8 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414710 Jul 19 03:25:27.484492 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1238e630-80f6-4a65-b359-2997a7c2f911 req-9838a03c-4ed4-40fe-8e3e-695142db67ab tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569642 Jul 19 03:25:27.494961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:25:27.515601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-dc4c03c7-412a-4071-a949-37a541bfed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:27.517198 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-dc4c03c7-412a-4071-a949-37a541bfed10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4190242 Jul 19 03:25:27.557118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Network f2a3b746-334d-42f7-9451-aa3cb34ad7f2 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:27.565486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f51f2-8d35-4b62-a421-af36a3ed53c8 None None] Network f2a3b746-334d-42f7-9451-aa3cb34ad7f2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:27.588461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:27.600635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:27.614750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c72e100-17fd-45fe-86c5-298c5eb7cbf8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.657285 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.665147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Pushing event updated for resources: {'Port': ['ID=bcd19b4a-8df6-49ff-b876-40cf2008dafd,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:27.672922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7f3ea1c2-e3a6-4b93-ae4c-3f68759f2d3d None None] Provisioning for port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:27.687064 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:27.697184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b724e6bb-10f2-407e-a361-1de152749767 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8083103 Jul 19 03:25:27.698631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33496) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:27.706232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1238943451'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:27.734737 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c72e100-17fd-45fe-86c5-298c5eb7cbf8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.738042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:27.741717 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-89edf968-2108-4e8e-9bc4-db7d2bcc8834 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832275 Jul 19 03:25:27.745389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:27.750906 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.751468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Transition to ACTIVE for port object aadedb74-0c27-405a-8ea9-39fb8017ae8a will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:27.766731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:27.768967 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.773220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:27.774661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:27.822562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92cf71-3b30-4a5f-a851-29aa847495c3 req-3212f0b9-7f92-4135-b229-7fce14d27cac tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:27.824153 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb92cf71-3b30-4a5f-a851-29aa847495c3 req-3212f0b9-7f92-4135-b229-7fce14d27cac tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.4363141 Jul 19 03:25:27.834799 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c57693fc-2604-41bf-af46-34cc65bb4eea tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6011548 Jul 19 03:25:27.836334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33498) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:27.877450 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:25:27.893961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-f12fa475-aec2-4524-89d4-704d31d4f1aa service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400771 Jul 19 03:25:27.894802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:25:27.917069 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c72e100-17fd-45fe-86c5-298c5eb7cbf8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.920138 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c72e100-17fd-45fe-86c5-298c5eb7cbf8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.926183 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0c72e100-17fd-45fe-86c5-298c5eb7cbf8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-groups/4e5857d0-49fb-49bb-b0fc-4f2b55065c93 HTTP/1.1" status: 204 len: 168 time: 0.9943216 Jul 19 03:25:27.927434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33502) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:27.949271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:27.970880 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-e274336a-fe4f-45e7-b7e5-fc3adada8a68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=16dab0cb-1b58-4f0f-b704-a007cc0c89b2 HTTP/1.1" status: 200 len: 217 time: 0.0667591 Jul 19 03:25:27.979565 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.980546 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added segment 844d4daf-b313-4b88-915f-2787391cdd60 of type vlan for network 2372146a-8856-48fd-b01a-d564540e080a Jul 19 03:25:27.986656 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:27.993136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72e100-17fd-45fe-86c5-298c5eb7cbf8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5857d0-49fb-49bb-b0fc-4f2b55065c93,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:28.091928 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:28.156576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-25c9aff7-c8dc-42a1-81aa-7e76bc9d6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:28.162899 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-25c9aff7-c8dc-42a1-81aa-7e76bc9d6709 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.1349897 Jul 19 03:25:28.268156 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:28.276981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:28.276981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:28.290035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 15fb2137-cf7f-4d69-a17b-f729cdd24e6d up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:28.291867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 76ecef9e-89ff-4a41-9dd5-e90e10374a13 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:28.421249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Network': ['ID=2372146a-8856-48fd-b01a-d564540e080a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:28.437527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 2372146a-8856-48fd-b01a-d564540e080a details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:25:28.441686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2e7c32ac-df6d-4332-ad35-fdd5a3e22cdf tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5064492 Jul 19 03:25:28.449633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-90d7b181-893b-4572-bcb3-66079215eb3d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7504706 Jul 19 03:25:28.452458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33506) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:28.453068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33508) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:28.472708 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb92cf71-3b30-4a5f-a851-29aa847495c3 req-ccc8ad12-257d-4c8d-8fa2-ff71f12de650 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214774 Jul 19 03:25:28.489144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network 0f6501ff-aef8-4265-a557-c61d9a57e516 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:28.489769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'subnet': {'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:28.506891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:28.520358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:28.521752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5edc45-0978-4927-9353-217a8e948fc5 req-693777b2-9bfe-475b-ba45-cf0e2177d3a5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:28.533583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5edc45-0978-4927-9353-217a8e948fc5 req-693777b2-9bfe-475b-ba45-cf0e2177d3a5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:28.554293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5edc45-0978-4927-9353-217a8e948fc5 req-693777b2-9bfe-475b-ba45-cf0e2177d3a5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:28.556528 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b5edc45-0978-4927-9353-217a8e948fc5 req-693777b2-9bfe-475b-ba45-cf0e2177d3a5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 2373 time: 0.4796662 Jul 19 03:25:28.558135 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-fd07e03f-bf29-476e-bca9-88bc82a6309d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] delete failed (client error): The resource could not be found. Jul 19 03:25:28.560046 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fd07e03f-bf29-476e-bca9-88bc82a6309d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-groups/4e5857d0-49fb-49bb-b0fc-4f2b55065c93 HTTP/1.1" status: 404 len: 347 time: 0.0986176 Jul 19 03:25:28.568455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33514) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:28.576212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-26fe24af-5725-4c9f-8471-fec2f7b691c0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group': {'name': 'tempest-secgroup--316083340'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:28.585396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Port': ['ID=aadedb74-0c27-405a-8ea9-39fb8017ae8a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:28.606389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd46ae-5d40-4b0f-92a2-8941037d4540 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Deleting port bcd19b4a-8df6-49ff-b876-40cf2008dafd {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:28.606880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbbd46ae-5d40-4b0f-92a2-8941037d4540 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:28.650879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:28.674415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:28.674900 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:28.684075 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-34e27732-ac1a-4f50-8c4c-7f07823e48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:28.691687 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-34e27732-ac1a-4f50-8c4c-7f07823e48f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5058832 Jul 19 03:25:28.721396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:28.721956 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:28.755998 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbbd46ae-5d40-4b0f-92a2-8941037d4540 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:28.770569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd46ae-5d40-4b0f-92a2-8941037d4540 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Calling delete_port for bcd19b4a-8df6-49ff-b876-40cf2008dafd owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:28.951086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:28.952278 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:28.979040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a3501e7f-4994-4e55-9e9b-794b9b976172 None None] Provisioning for port aadedb74-0c27-405a-8ea9-39fb8017ae8a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:28.998509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a3501e7f-4994-4e55-9e9b-794b9b976172 None None] Provisioning complete for port aadedb74-0c27-405a-8ea9-39fb8017ae8a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:28.998886 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a3501e7f-4994-4e55-9e9b-794b9b976172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.005041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:29.058963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-418da603-065e-4d31-9858-7d05de157322 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5986471 Jul 19 03:25:29.060028 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26fe24af-5725-4c9f-8471-fec2f7b691c0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.083032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6', 'admin_state_up': True, 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'security_groups': ['db4a8d90-8ffe-4894-b721-0cb8032dd57e']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:29.088187 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.103296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:24Z', 'revision_number': 3, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:24Z', 'revision_number': 2, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:29.157376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:25:29.157788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Updating router 0eda9408-ddc4-47e4-87d7-e047f4ca303a port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:25:29.160010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:29.162579 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48028ea-c9cc-482e-b901-a784f26ce8db" -d '{"events": [{"server_uuid": "b41d7e34-cdc2-4678-b922-bcabed8b6148", "name": "network-vif-plugged", "status": "completed", "tag": "15fb2137-cf7f-4d69-a17b-f729cdd24e6d"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:29.213495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:29.221061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:29.226614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26fe24af-5725-4c9f-8471-fec2f7b691c0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.229818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a3501e7f-4994-4e55-9e9b-794b9b976172 None None] Port aadedb74-0c27-405a-8ea9-39fb8017ae8a cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:29.233155 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.244265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:29.244647 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.284171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17d1fe-6f27-41c4-a6a4-399abb57ba55 req-9cf0a914-69d5-4ca6-a7b1-1b228ed21bc8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:29.286449 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a17d1fe-6f27-41c4-a6a4-399abb57ba55 req-9cf0a914-69d5-4ca6-a7b1-1b228ed21bc8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3540759 Jul 19 03:25:29.287310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbbd46ae-5d40-4b0f-92a2-8941037d4540 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.297045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26fe24af-5725-4c9f-8471-fec2f7b691c0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.309400 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.375370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-076ed007-9fed-461f-a63a-36ad3442f1ea None None] Could not find standard attr ID for object bcd19b4a-8df6-49ff-b876-40cf2008dafd. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:25:29.417971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe24af-5725-4c9f-8471-fec2f7b691c0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8734f1-eab1-4266-a931-4c7c30ce4b6a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:29.429921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b5edc45-0978-4927-9353-217a8e948fc5 req-3ad745d9-dac3-45e7-acd1-744d10efa36b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8632777 Jul 19 03:25:29.479249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd46ae-5d40-4b0f-92a2-8941037d4540 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Pushing event deleted for resources: {'Port': ['ID=bcd19b4a-8df6-49ff-b876-40cf2008dafd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:29.561708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:29.570843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.583191 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-26fe24af-5725-4c9f-8471-fec2f7b691c0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.587979 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-26fe24af-5725-4c9f-8471-fec2f7b691c0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0177112 Jul 19 03:25:29.593895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33524) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:29.601922 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a17d1fe-6f27-41c4-a6a4-399abb57ba55 req-73a15c20-c715-4612-bf3b-2088adc688da tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821157 Jul 19 03:25:29.605962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4d193c30-a00b-4b36-9bcd-a734bc2e45fc tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': 'eb8734f1-eab1-4266-a931-4c7c30ce4b6a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:29.620233 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbbd46ae-5d40-4b0f-92a2-8941037d4540 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.628431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dbbd46ae-5d40-4b0f-92a2-8941037d4540 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] 10.222.0.20 "DELETE /v2.0/ports/bcd19b4a-8df6-49ff-b876-40cf2008dafd HTTP/1.1" status: 204 len: 168 time: 1.7859390 Jul 19 03:25:29.631331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33526) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:29.635969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:29.662118 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-e70f2264-0b96-476d-9dd3-7ed3a2b279a5 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9575350 Jul 19 03:25:29.672721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-076ed007-9fed-461f-a63a-36ad3442f1ea None None] Provisioning complete for port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:29.674892 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-076ed007-9fed-461f-a63a-36ad3442f1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.696731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d193c30-a00b-4b36-9bcd-a734bc2e45fc tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.757703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:29.764375 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:29.844332 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-bdea0cb4-aa50-4481-9ca2-548a97d8ba7e service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633587 Jul 19 03:25:29.950565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-5773d4db-12d3-44e2-b849-35f6d5e04a99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=88907317-83f2-4cc5-91d6-81b3325e2898 HTTP/1.1" status: 200 len: 217 time: 0.0807648 Jul 19 03:25:29.986673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57,segment=NetworkSegment(6c3d63d8-5c9e-43d0-9895-66179552e1f5),segment_id=6c3d63d8-5c9e-43d0-9895-66179552e1f5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:29.997617 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.018756 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-26d55565-3543-4a96-859d-fa6adc728096 tempest-DHCPAgentSchedulersTestJSON-532586434 tempest-DHCPAgentSchedulersTestJSON-532586434-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.3859282 Jul 19 03:25:30.077798 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.081730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33534) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:30.101830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2105014229'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:30.112522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:30.123932 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d193c30-a00b-4b36-9bcd-a734bc2e45fc tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.134632 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d193c30-a00b-4b36-9bcd-a734bc2e45fc tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.154107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Made reservation on behalf of 7345b7bfc7e14ea29e118f4de68b7f2f for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:30.158374 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.184180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-a80fe4a2-9541-4378-a79a-a700b80cf87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:30.186073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-a80fe4a2-9541-4378-a79a-a700b80cf87c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.2213447 Jul 19 03:25:30.194999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d193c30-a00b-4b36-9bcd-a734bc2e45fc tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf17680d-f405-4f84-8620-97add0b8e2f1,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:30.221379 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.234967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Transition to ACTIVE for port object ee7a4fa1-6dd8-4008-8d3f-3511591baeaa will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:30.243350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d193c30-a00b-4b36-9bcd-a734bc2e45fc tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.247525 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.247942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4d193c30-a00b-4b36-9bcd-a734bc2e45fc tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6492720 Jul 19 03:25:30.252527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-130065ee-058e-4eb4-aa52-abbe718d158c None None] Could not find standard attr ID for object bcd19b4a-8df6-49ff-b876-40cf2008dafd. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:25:30.264993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33536) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:30.297509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207caf6-85a0-4375-8d12-a1bd65c33e30 req-c32bcac6-e7bc-4bbb-87ff-e781a8c4cdfc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:30.299461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3207caf6-85a0-4375-8d12-a1bd65c33e30 req-c32bcac6-e7bc-4bbb-87ff-e781a8c4cdfc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.6144001 Jul 19 03:25:30.333471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:25:30.383610 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3207caf6-85a0-4375-8d12-a1bd65c33e30 req-51dcbc4a-7514-4c97-a8e4-5706907dfb0d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700297 Jul 19 03:25:30.422919 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.423272 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Added segment 88733076-f602-4c79-9ec1-68d4ee69fd96 of type vlan for network 5b04f4f5-0f98-46fe-ae08-d7e972786a05 Jul 19 03:25:30.433761 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fbcafc7a-e715-463f-8bc0-d6894f23d0d2 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.456177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e74576-f047-4167-96ac-de23dd8ac80a None None] Pushing event updated for resources: {'Port': ['ID=ee7a4fa1-6dd8-4008-8d3f-3511591baeaa,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:30.470968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Attempting to bind port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:30.472165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Attempting to bind port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '1558b1b3-e693-4480-90c6-3c90059f89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:30.472638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Attempting to bind port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa on network 4e075e19-c945-4263-86a0-f4048d7f0d0b {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:30.475382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fbcafc7a-e715-463f-8bc0-d6894f23d0d2 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.485806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:30.487000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Checking segment: {'id': '1558b1b3-e693-4480-90c6-3c90059f89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:30.487553 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.488120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Bound using segment: {'id': '1558b1b3-e693-4480-90c6-3c90059f89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:30.488715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Bound port: ee7a4fa1-6dd8-4008-8d3f-3511591baeaa, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1558b1b3-e693-4480-90c6-3c90059f89ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:30.489199 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.532103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-dea23ec9-88cc-45bb-a050-096f212d2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:30.546674 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-dea23ec9-88cc-45bb-a050-096f212d2e90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3512130 Jul 19 03:25:30.567891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.607866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] For port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:30.612821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] For port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ee7a4fa1-6dd8-4008-8d3f-3511591baeaa,segment=NetworkSegment(1558b1b3-e693-4480-90c6-3c90059f89ce),segment_id=1558b1b3-e693-4480-90c6-3c90059f89ce)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:30.632408 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.638443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fbcafc7a-e715-463f-8bc0-d6894f23d0d2 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.662432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fbcafc7a-e715-463f-8bc0-d6894f23d0d2 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.665842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fbcafc7a-e715-463f-8bc0-d6894f23d0d2 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/cf17680d-f405-4f84-8620-97add0b8e2f1 HTTP/1.1" status: 204 len: 168 time: 0.3976815 Jul 19 03:25:30.680240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Allocated IP 10.2.2.100 (c64899f6-8eee-455e-90a2-4468d126aff6/7712e039-897b-49b8-aa02-b5e0a3723da4/6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:30.682796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33542) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:30.703539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcafc7a-e715-463f-8bc0-d6894f23d0d2 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf17680d-f405-4f84-8620-97add0b8e2f1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:30.719435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.733892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:30.737966 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:30.750580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-d4cbb936-c21e-4dce-a654-e2473a007719 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970775 Jul 19 03:25:30.804139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:30.804801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:30.811868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:31.073432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:31.100287 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-cbe0dc46-8447-40dd-b893-3d63e007dc6f service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389635 Jul 19 03:25:31.202001 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:31.219619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Transition to ACTIVE for port object 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:31.238973 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92172bbc-3854-4b28-883c-4551c55a3fbf x-openstack-request-id: req-92172bbc-3854-4b28-883c-4551c55a3fbf {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:31.239312 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41d7e34-cdc2-4678-b922-bcabed8b6148", "name": "network-vif-plugged", "status": "completed", "tag": "15fb2137-cf7f-4d69-a17b-f729cdd24e6d", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:31.239668 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92172bbc-3854-4b28-883c-4551c55a3fbf {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:31.240190 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d', 'code': 200} Jul 19 03:25:31.244747 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e74576-f047-4167-96ac-de23dd8ac80a None None] Pushing event updated for resources: {'Port': ['ID=ee7a4fa1-6dd8-4008-8d3f-3511591baeaa,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:31.267185 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-e33b356a-c92c-4ff9-a84c-6ee6da2802e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe HTTP/1.1" status: 200 len: 217 time: 0.1560442 Jul 19 03:25:31.275534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Pushing event updated for resources: {'Network': ['ID=5b04f4f5-0f98-46fe-ae08-d7e972786a05,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:31.307590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 5b04f4f5-0f98-46fe-ae08-d7e972786a05 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:25:31.326532 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:31.362233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Subnet': ['ID=92d708cd-3d27-493e-af46-68c1875b7f58,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:31.406097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Checking segment: {'id': '844d4daf-b313-4b88-915f-2787391cdd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2372146a-8856-48fd-b01a-d564540e080a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:31.406606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network hostable DHCP agents. Network: 2372146a-8856-48fd-b01a-d564540e080a, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:25:31.421519 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-00c547b3-3f54-41c6-a3da-f6f5629896f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.423308 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-00c547b3-3f54-41c6-a3da-f6f5629896f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.3221529 Jul 19 03:25:31.431620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-55e89d6a-e22c-4cef-b656-819bc0734523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.433337 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-55e89d6a-e22c-4cef-b656-819bc0734523 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 200 len: 797 time: 0.1203308 Jul 19 03:25:31.469524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network c64899f6-8eee-455e-90a2-4468d126aff6 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:31.526317 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-21a76efb-be92-42c6-9b37-0cff85c5a323 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8400154 Jul 19 03:25:31.526542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 2372146a-8856-48fd-b01a-d564540e080a is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:25:31.526642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:31.528757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Port': ['ID=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:31.532399 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-953dcf5a-ec4b-40a8-be30-adfe32f8c5b4 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4471245 Jul 19 03:25:31.536647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33552) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:31.537025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33554) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:31.539281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:31.573394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03c67-aad2-49e8-84af-29678be3669f req-4007ba0e-fe74-4ae0-adb9-8c18462ec81d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.583980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03c67-aad2-49e8-84af-29678be3669f req-4007ba0e-fe74-4ae0-adb9-8c18462ec81d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.591028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03c67-aad2-49e8-84af-29678be3669f req-4007ba0e-fe74-4ae0-adb9-8c18462ec81d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.598350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03c67-aad2-49e8-84af-29678be3669f req-4007ba0e-fe74-4ae0-adb9-8c18462ec81d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.605286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03c67-aad2-49e8-84af-29678be3669f req-4007ba0e-fe74-4ae0-adb9-8c18462ec81d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.612288 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03c67-aad2-49e8-84af-29678be3669f req-4007ba0e-fe74-4ae0-adb9-8c18462ec81d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.619343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03c67-aad2-49e8-84af-29678be3669f req-4007ba0e-fe74-4ae0-adb9-8c18462ec81d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.628752 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-35c03c67-aad2-49e8-84af-29678be3669f req-4007ba0e-fe74-4ae0-adb9-8c18462ec81d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5435 time: 0.3682659 Jul 19 03:25:31.636389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 2372146a-8856-48fd-b01a-d564540e080a) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:31.664703 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.665712 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:31.677003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.677733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:31.782677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-35c03c67-aad2-49e8-84af-29678be3669f req-3c146ebb-1713-4947-a266-82a958a4b00c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1521862 Jul 19 03:25:31.789978 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f7cae43d-e9fa-4c1c-89f3-822649942965 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3069212 Jul 19 03:25:31.797771 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-547a05d0-76b1-46c3-ba53-72218d934566 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7199192 Jul 19 03:25:31.809587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33556) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:31.848809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208974e1-c98d-4234-8441-1511625f0e11 None None] Network 2372146a-8856-48fd-b01a-d564540e080a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:31.864474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6', 'admin_state_up': True, 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'security_groups': ['db4a8d90-8ffe-4894-b721-0cb8032dd57e']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:31.927978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-95eb9023-8fcb-4784-a3f0-e38b38b5a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:31.937047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-95eb9023-8fcb-4784-a3f0-e38b38b5a69f service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.5023904 Jul 19 03:25:32.014709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-148ea627-788b-4f1f-be55-eba59b5e2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.016351 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-148ea627-788b-4f1f-be55-eba59b5e2e61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6971437a-432d-4b3c-91db-b86df67ae33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5514779 Jul 19 03:25:32.093913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:24Z', 'revision_number': 3, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:30Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:32.120199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Made reservation on behalf of b935af6d0bc6444391b48c7141919175 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:32.133122 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:32.174634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d277b27-3687-42ff-a889-0b3cbda52622 req-a290fa43-4fb6-40e4-83a0-1131e38123fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.176269 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d277b27-3687-42ff-a889-0b3cbda52622 req-a290fa43-4fb6-40e4-83a0-1131e38123fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 1097 time: 0.8907666 Jul 19 03:25:32.193448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:32.199185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c5a8d-30ec-4275-930b-88b8a097c459 None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:24Z', 'revision_number': 3, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:30Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:25:32.202051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f8a85c9b-4c73-4024-a146-bcd10e52d2cf None None] Provisioning for port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:32.205779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c1-704d-46b7-bdcb-9788891d0630 req-52249d72-8667-435c-8f7e-deaa9ced3b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.211968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c1-704d-46b7-bdcb-9788891d0630 req-52249d72-8667-435c-8f7e-deaa9ced3b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.225284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c1-704d-46b7-bdcb-9788891d0630 req-52249d72-8667-435c-8f7e-deaa9ced3b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.228064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f8a85c9b-4c73-4024-a146-bcd10e52d2cf None None] Provisioning complete for port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:32.228758 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f8a85c9b-4c73-4024-a146-bcd10e52d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:32.253235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c1-704d-46b7-bdcb-9788891d0630 req-52249d72-8667-435c-8f7e-deaa9ced3b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.270790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-94a32311-4aa8-4149-a110-19e4fd77cd86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 999 time: 0.3256431 Jul 19 03:25:32.287085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-047f58c1-704d-46b7-bdcb-9788891d0630 req-52249d72-8667-435c-8f7e-deaa9ced3b6f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 3094 time: 1.0052667 Jul 19 03:25:32.333887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f8a85c9b-4c73-4024-a146-bcd10e52d2cf None None] Port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:32.388518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-2372146a-8856-48fd-b01a-d564540e080a', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:25:32.389822 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:32.403938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:32.404642 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:32.571818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104a0c7-643f-4cfb-8209-8e34dc01f671 req-4d4d4ec5-b2dd-46e7-ad44-5c7ca7f71c5b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.573497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f104a0c7-643f-4cfb-8209-8e34dc01f671 req-4d4d4ec5-b2dd-46e7-ad44-5c7ca7f71c5b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.5103292 Jul 19 03:25:32.579875 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-9b58faef-582f-4c17-b517-d81bbaf3e651 service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020530 Jul 19 03:25:32.586531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-e7fb9ce3-42db-4cf7-9557-6c74ce356d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.588065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-e7fb9ce3-42db-4cf7-9557-6c74ce356d49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.3167374 Jul 19 03:25:32.619620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d277b27-3687-42ff-a889-0b3cbda52622 req-bf848d66-013e-440a-b5ba-fb9abc7ef764 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4290805 Jul 19 03:25:32.739739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Allocated IP 172.22.0.2 (2372146a-8856-48fd-b01a-d564540e080a/92d708cd-3d27-493e-af46-68c1875b7f58/72215ebe-1595-4e04-901e-de68ea386de2) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:32.752937 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a8361df-4a0b-4024-94c7-d7121fc0f6c7 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:32.779856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Allocated IP 10.2.2.200 (c64899f6-8eee-455e-90a2-4468d126aff6/7712e039-897b-49b8-aa02-b5e0a3723da4/d83d8a51-7c2b-46c6-994c-d576fe61f97e) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:32.793492 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-fc6d4f8b-a135-43ed-9631-a4d380dfde8d service neutron] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044232 Jul 19 03:25:32.795750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-047f58c1-704d-46b7-bdcb-9788891d0630 req-0884d9e3-c354-407d-895c-7ae7156fa629 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5077066 Jul 19 03:25:32.843671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f104a0c7-643f-4cfb-8209-8e34dc01f671 req-62dae7d6-425d-4484-92b8-36b3e7591527 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623591 Jul 19 03:25:32.876290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-de958b43-2777-4075-a1ee-5069a6576cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.897056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-de958b43-2777-4075-a1ee-5069a6576cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.913794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-de958b43-2777-4075-a1ee-5069a6576cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.927797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-de958b43-2777-4075-a1ee-5069a6576cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.949338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-de958b43-2777-4075-a1ee-5069a6576cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.972636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-de958b43-2777-4075-a1ee-5069a6576cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.988802 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-87c8297e-4e00-4898-b656-5b4391d2b599 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 HTTP/1.1" status: 200 len: 217 time: 0.1840906 Jul 19 03:25:32.989088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-de958b43-2777-4075-a1ee-5069a6576cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:32.993868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-de958b43-2777-4075-a1ee-5069a6576cc0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5435 time: 1.2203810 Jul 19 03:25:33.075902 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-90adfe64-21cc-41d2-95fe-5831acef2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:33.077474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-90adfe64-21cc-41d2-95fe-5831acef2747 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4597683 Jul 19 03:25:33.128607 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:33.141980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Transition to ACTIVE for port object 72215ebe-1595-4e04-901e-de68ea386de2 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:33.152188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a8361df-4a0b-4024-94c7-d7121fc0f6c7 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:33.171734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Transition to ACTIVE for port object 72215ebe-1595-4e04-901e-de68ea386de2 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:33.184739 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:33.194206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2791e649-34cc-4b99-8228-5a9c52a6ab68 tempest-DHCPAgentSchedulersTestJSON-532586434 tempest-DHCPAgentSchedulersTestJSON-532586434-project-admin] 10.222.0.20 "GET /v2.0/agents/fad47c20-eb59-4889-8eef-af7376c5486f/dhcp-networks HTTP/1.1" status: 200 len: 12762 time: 1.5432062 Jul 19 03:25:33.206612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33562) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:33.235685 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:33.249202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Pushing event updated for resources: {'Port': ['ID=72215ebe-1595-4e04-901e-de68ea386de2,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:33.250938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-fe4e1795-a5a4-40a3-a006-038708399a8d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:33.253767 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-fe4e1795-a5a4-40a3-a006-038708399a8d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "GET /v2.0/ports/1141a9db-5aca-44eb-9146-efaf34d67951?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2218585 Jul 19 03:25:33.257479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Network 2372146a-8856-48fd-b01a-d564540e080a is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:33.259015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:33.271643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:33.392447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Attempting to bind port 72215ebe-1595-4e04-901e-de68ea386de2 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:33.392999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Attempting to bind port 72215ebe-1595-4e04-901e-de68ea386de2 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '844d4daf-b313-4b88-915f-2787391cdd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2372146a-8856-48fd-b01a-d564540e080a'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:33.393571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Attempting to bind port 72215ebe-1595-4e04-901e-de68ea386de2 on network 2372146a-8856-48fd-b01a-d564540e080a {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:33.400367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:33.400748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Checking segment: {'id': '844d4daf-b313-4b88-915f-2787391cdd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2372146a-8856-48fd-b01a-d564540e080a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:33.401458 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:33.401843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Bound using segment: {'id': '844d4daf-b313-4b88-915f-2787391cdd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2372146a-8856-48fd-b01a-d564540e080a'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:33.402499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Bound port: 72215ebe-1595-4e04-901e-de68ea386de2, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844d4daf-b313-4b88-915f-2787391cdd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2372146a-8856-48fd-b01a-d564540e080a'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:33.402997 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:33.442156 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a8361df-4a0b-4024-94c7-d7121fc0f6c7 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:33.445532 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a8361df-4a0b-4024-94c7-d7121fc0f6c7 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:33.450144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0a8361df-4a0b-4024-94c7-d7121fc0f6c7 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-groups/eb8734f1-eab1-4266-a931-4c7c30ce4b6a HTTP/1.1" status: 204 len: 168 time: 1.8047085 Jul 19 03:25:33.451393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33564) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:33.480669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] For port 72215ebe-1595-4e04-901e-de68ea386de2, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:33.485194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] For port 72215ebe-1595-4e04-901e-de68ea386de2, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=72215ebe-1595-4e04-901e-de68ea386de2,segment=NetworkSegment(844d4daf-b313-4b88-915f-2787391cdd60),segment_id=844d4daf-b313-4b88-915f-2787391cdd60)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:33.495079 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:33.548197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8361df-4a0b-4024-94c7-d7121fc0f6c7 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8734f1-eab1-4266-a931-4c7c30ce4b6a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:33.575455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5edb1-56ec-46c9-96ca-8ae382e8f8d4 None None] Pushing event updated for resources: {'Port': ['ID=72215ebe-1595-4e04-901e-de68ea386de2,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:33.594770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f3265-3a59-4958-8878-fc7f7de01a2b req-12454b95-b2a1-4bbb-93b5-39bbedefc49f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:33.602794 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-166f3265-3a59-4958-8878-fc7f7de01a2b req-12454b95-b2a1-4bbb-93b5-39bbedefc49f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.5181808 Jul 19 03:25:33.653429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-1a8f4caa-8740-459f-b317-d8d01f092ca8 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "GET /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3779354 Jul 19 03:25:33.670737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:33.771260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:33.789953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d7dcb5a1-5c33-4b9a-9339-88172aacc18b tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2974262 Jul 19 03:25:33.798137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab98418d-fdf1-4c1f-afdd-06e6c7e79dc6 tempest-DHCPAgentSchedulersTestJSON-532586434 tempest-DHCPAgentSchedulersTestJSON-532586434-project-admin] Network 5b04f4f5-0f98-46fe-ae08-d7e972786a05 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:25:33.803553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33566) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:33.977515 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-db329b55-5c54-4886-8130-32eaea59d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:33.979092 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-db329b55-5c54-4886-8130-32eaea59d0a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.9828265 Jul 19 03:25:34.168195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-7bd47335-d0d5-43d3-bebd-b20e3cf6f5f9 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0815127 Jul 19 03:25:34.180222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90dddd-9a8d-4a33-964e-a6dd6d2a0338 req-3f3114d3-143f-40d7-89a0-202eced077f9 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:34.182231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f90dddd-9a8d-4a33-964e-a6dd6d2a0338 req-3f3114d3-143f-40d7-89a0-202eced077f9 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 1.0559461 Jul 19 03:25:34.195955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c06869f4-5709-4e90-b97b-ae104849fc38 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group': {'name': 'tempest-secgroup--190891081'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:34.209986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-166f3265-3a59-4958-8878-fc7f7de01a2b req-78b3bc0a-88dd-4376-a852-71b8d99da4e9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6061485 Jul 19 03:25:34.216496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Transition to ACTIVE for port object d83d8a51-7c2b-46c6-994c-d576fe61f97e will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:34.240358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 72215ebe-1595-4e04-901e-de68ea386de2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:34.249865 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ab98418d-fdf1-4c1f-afdd-06e6c7e79dc6 tempest-DHCPAgentSchedulersTestJSON-532586434 tempest-DHCPAgentSchedulersTestJSON-532586434-project-admin] 10.222.0.20 "POST /v2.0/agents/fad47c20-eb59-4889-8eef-af7376c5486f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0403686 Jul 19 03:25:34.255627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33570) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:34.288627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc1e7c-3aee-4509-8464-d7bfd30c9018 None None] Network 5b04f4f5-0f98-46fe-ae08-d7e972786a05 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:34.311872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Allocated IP 172.22.0.1 (2372146a-8856-48fd-b01a-d564540e080a/92d708cd-3d27-493e-af46-68c1875b7f58/9836c139-5fcb-4475-9368-3ee5a1b5d989) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:34.355500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c06869f4-5709-4e90-b97b-ae104849fc38 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:34.361583 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f90dddd-9a8d-4a33-964e-a6dd6d2a0338 req-6b2b90bf-c6ea-46e4-8140-78d074a1bbf8 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584275 Jul 19 03:25:34.393178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-c013a4d0-fa89-48bb-b54a-e178081d529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:34.393419 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:34.394131 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-c013a4d0-fa89-48bb-b54a-e178081d529a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3727956 Jul 19 03:25:34.413959 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:34.434597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 91554fda-16c8-49bd-9a56-87bc4d2a0649 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:25:34.486876 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-849e003b-ca38-44d9-ad1f-ba6f374b955d req-dd348bc6-d3a4-405a-893f-f3af8882c00a service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025062 Jul 19 03:25:34.604859 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:34.619120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 72215ebe-1595-4e04-901e-de68ea386de2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:34.634545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ee7a4fa1-6dd8-4008-8d3f-3511591baeaa up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:34.648507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91554fda-16c8-49bd-9a56-87bc4d2a0649'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:34.651129 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4dfa2c-e49e-4ac2-bf59-fd28bb0b15a0" -d '{"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-unplugged", "status": "completed", "tag": "91554fda-16c8-49bd-9a56-87bc4d2a0649"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:34.682461 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:34.699518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Transition to ACTIVE for port object 9836c139-5fcb-4475-9368-3ee5a1b5d989 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:34.726393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 91554fda-16c8-49bd-9a56-87bc4d2a0649, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:34.736932 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:34.738795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:25:34.770220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] For port 1141a9db-5aca-44eb-9146-efaf34d67951, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1141a9db-5aca-44eb-9146-efaf34d67951,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:34.817818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] For port 1141a9db-5aca-44eb-9146-efaf34d67951, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:34.842114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:34.875969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] device_id is not set on port 1141a9db-5aca-44eb-9146-efaf34d67951 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:25:34.886167 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:34.916736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Network c64899f6-8eee-455e-90a2-4468d126aff6 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:34.918142 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:34.918519 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-ec2c6745-6042-4b30-8ae1-5e61e0851fea service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125334 Jul 19 03:25:34.939295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 2372146a-8856-48fd-b01a-d564540e080a is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:34.940832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:34.941062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=91554fda-16c8-49bd-9a56-87bc4d2a0649,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:34.943319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:34.980787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:34.988710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event updated for resources: {'Port': ['ID=d83d8a51-7c2b-46c6-994c-d576fe61f97e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:34.994203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:34.999342 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.000403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:35.022585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:35.045115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b6379-d9b2-43cc-a946-aa41281837aa req-d720f0d3-b5e3-4687-b479-6e0373530310 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.047121 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-561b6379-d9b2-43cc-a946-aa41281837aa req-d720f0d3-b5e3-4687-b479-6e0373530310 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3116572 Jul 19 03:25:35.098816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=9836c139-5fcb-4475-9368-3ee5a1b5d989,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:35.107136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.107806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.116760 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e9b8f607-2646-4789-b047-86c8b444b01c tempest-DHCPAgentSchedulersTestJSON-532586434 tempest-DHCPAgentSchedulersTestJSON-532586434-project-admin] 10.222.0.20 "GET /v2.0/agents/fad47c20-eb59-4889-8eef-af7376c5486f/dhcp-networks HTTP/1.1" status: 200 len: 13532 time: 0.8546669 Jul 19 03:25:35.139291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33574) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:35.226166 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.246676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] No DVR routers for this DVR port 1141a9db-5aca-44eb-9146-efaf34d67951 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:35.291227 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.307867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] Pushing event updated for resources: {'Port': ['ID=1141a9db-5aca-44eb-9146-efaf34d67951,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:35.317302 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.348012 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:35.353833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05dfe1-14a4-4fee-925f-11dfe682ca9d None None] Network 2372146a-8856-48fd-b01a-d564540e080a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:35.380587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b032bd-ddf7-4a35-b035-21770d44667b req-943d7194-0820-4d97-8fa6-f5000818e7e1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.387685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b032bd-ddf7-4a35-b035-21770d44667b req-943d7194-0820-4d97-8fa6-f5000818e7e1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.394239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b032bd-ddf7-4a35-b035-21770d44667b req-943d7194-0820-4d97-8fa6-f5000818e7e1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.400344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b032bd-ddf7-4a35-b035-21770d44667b req-943d7194-0820-4d97-8fa6-f5000818e7e1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.406583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b032bd-ddf7-4a35-b035-21770d44667b req-943d7194-0820-4d97-8fa6-f5000818e7e1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.413377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b032bd-ddf7-4a35-b035-21770d44667b req-943d7194-0820-4d97-8fa6-f5000818e7e1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.419345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b032bd-ddf7-4a35-b035-21770d44667b req-943d7194-0820-4d97-8fa6-f5000818e7e1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.426934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-561b6379-d9b2-43cc-a946-aa41281837aa req-e4c9f5f4-f7c6-43c6-978e-fc01f03d7491 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375828 Jul 19 03:25:35.427144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20b032bd-ddf7-4a35-b035-21770d44667b req-943d7194-0820-4d97-8fa6-f5000818e7e1 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 5357 time: 0.9482872 Jul 19 03:25:35.431067 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-d06411df-01d1-4572-be70-1a38d47d34a8 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988406 Jul 19 03:25:35.503167 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.503797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 88907317-83f2-4cc5-91d6-81b3325e2898 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:25:35.525602 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-2338d2f4-70e5-400b-9d83-47d5ce39d916 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16 HTTP/1.1" status: 200 len: 217 time: 0.0863218 Jul 19 03:25:35.530603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] In _notify_port_updated(), no bound segment for port 1141a9db-5aca-44eb-9146-efaf34d67951 on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:25:35.531967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.533659 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.535565 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-d8ce32cf-ce8d-4c92-bbaf-faf319ef4a40 service neutron] 10.222.0.26 "PUT /v2.0/ports/1141a9db-5aca-44eb-9146-efaf34d67951 HTTP/1.1" status: 200 len: 1026 time: 1.8692601 Jul 19 03:25:35.542453 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c06869f4-5709-4e90-b97b-ae104849fc38 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.638651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ee7a4fa1-6dd8-4008-8d3f-3511591baeaa,segment=NetworkSegment(1558b1b3-e693-4480-90c6-3c90059f89ce),segment_id=1558b1b3-e693-4480-90c6-3c90059f89ce)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:35.641332 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a33836ec-ac75-44b8-8282-0eb9e0a02829 tempest-DHCPAgentSchedulersTestJSON-532586434 tempest-DHCPAgentSchedulersTestJSON-532586434-project-admin] 10.222.0.20 "DELETE /v2.0/agents/fad47c20-eb59-4889-8eef-af7376c5486f/dhcp-networks/5b04f4f5-0f98-46fe-ae08-d7e972786a05 HTTP/1.1" status: 204 len: 168 time: 0.4999852 Jul 19 03:25:35.643157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c06869f4-5709-4e90-b97b-ae104849fc38 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.647919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] Provisioning for port d83d8a51-7c2b-46c6-994c-d576fe61f97e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:35.653107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-8c611115-b87c-468d-8519-29693a823436 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.655335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-8c611115-b87c-468d-8519-29693a823436 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "GET /v2.0/ports/16dab0cb-1b58-4f0f-b704-a007cc0c89b2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1063676 Jul 19 03:25:35.655481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33582) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:35.657255 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-34a026e2-21b7-4719-9419-c7e6dfd97506 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7971642 Jul 19 03:25:35.664986 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.673683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] Provisioning complete for port d83d8a51-7c2b-46c6-994c-d576fe61f97e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:35.674054 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.697425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:35.706027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20b032bd-ddf7-4a35-b035-21770d44667b req-b9b15198-a4e8-4166-9aab-920b37869442 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=396848c9-c4fd-48b5-86a1-0028633f1efa&id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2779799 Jul 19 03:25:35.713850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:35.724256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-b6878005-cc21-467c-8351-80934e78fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:35.725890 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-b6878005-cc21-467c-8351-80934e78fd3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 200 len: 797 time: 0.1880867 Jul 19 03:25:35.795965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:35.849655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06869f4-5709-4e90-b97b-ae104849fc38 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f903adbd-640a-4dfc-8d0f-2f944f3a206a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:35.879900 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.894701 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c06869f4-5709-4e90-b97b-ae104849fc38 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:35.896081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c06869f4-5709-4e90-b97b-ae104849fc38 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0913641 Jul 19 03:25:35.901307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33584) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:35.905828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-077bdeb0-8b40-4698-b453-95266f4e0527 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': 'f903adbd-640a-4dfc-8d0f-2f944f3a206a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:35.982092 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.003864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=ee7a4fa1-6dd8-4008-8d3f-3511591baeaa,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:36.018405 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbea0a1-1f4b-46ea-8a7f-02497b87340b x-openstack-request-id: req-dcbea0a1-1f4b-46ea-8a7f-02497b87340b {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:36.022112 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-unplugged", "status": "completed", "tag": "91554fda-16c8-49bd-9a56-87bc4d2a0649", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:36.022489 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcbea0a1-1f4b-46ea-8a7f-02497b87340b {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:36.022997 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91554fda-16c8-49bd-9a56-87bc4d2a0649', 'code': 200} Jul 19 03:25:36.138026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-077bdeb0-8b40-4698-b453-95266f4e0527 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.141853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.175868 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.180859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] Port d83d8a51-7c2b-46c6-994c-d576fe61f97e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:36.183526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ee7a4fa1-6dd8-4008-8d3f-3511591baeaa up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:36.214012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.243539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.264342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] Provisioning for port 72215ebe-1595-4e04-901e-de68ea386de2 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:36.284256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] Provisioning complete for port 72215ebe-1595-4e04-901e-de68ea386de2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:36.284618 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.292607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 88907317-83f2-4cc5-91d6-81b3325e2898, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88907317-83f2-4cc5-91d6-81b3325e2898,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:36.309520 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.325651 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.326384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:25:36.358401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697181-cfbc-43c8-b47f-09141619032c req-a9afd86c-f5b0-48fc-9f18-2a8aaa837f64 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:36.366014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58697181-cfbc-43c8-b47f-09141619032c req-a9afd86c-f5b0-48fc-9f18-2a8aaa837f64 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3674021 Jul 19 03:25:36.406609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad38ab-358f-4035-9188-5439b648d65e req-f790c680-995c-4c15-af75-c25e649547d5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:36.414198 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad38ab-358f-4035-9188-5439b648d65e req-f790c680-995c-4c15-af75-c25e649547d5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:36.420462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad38ab-358f-4035-9188-5439b648d65e req-f790c680-995c-4c15-af75-c25e649547d5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:36.427625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad38ab-358f-4035-9188-5439b648d65e req-f790c680-995c-4c15-af75-c25e649547d5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:36.435017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad38ab-358f-4035-9188-5439b648d65e req-f790c680-995c-4c15-af75-c25e649547d5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:36.443996 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-42ad38ab-358f-4035-9188-5439b648d65e req-f790c680-995c-4c15-af75-c25e649547d5 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 3815 time: 0.8824484 Jul 19 03:25:36.454899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:36.456836 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.488304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=88907317-83f2-4cc5-91d6-81b3325e2898,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:36.503381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58697181-cfbc-43c8-b47f-09141619032c req-462a69be-bb29-4a0b-8289-445e3638a949 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362791 Jul 19 03:25:36.589563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-077bdeb0-8b40-4698-b453-95266f4e0527 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.619325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-afcf3faf-d723-47b4-8a37-87a78e21a05e tempest-DHCPAgentSchedulersTestJSON-532586434 tempest-DHCPAgentSchedulersTestJSON-532586434-project-admin] 10.222.0.20 "GET /v2.0/agents/fad47c20-eb59-4889-8eef-af7376c5486f/dhcp-networks HTTP/1.1" status: 200 len: 12762 time: 0.9521513 Jul 19 03:25:36.621731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-077bdeb0-8b40-4698-b453-95266f4e0527 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.626092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33588) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:36.649162 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.653389 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.717684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 2372146a-8856-48fd-b01a-d564540e080a is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:36.724734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=9836c139-5fcb-4475-9368-3ee5a1b5d989,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:36.737314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-120c20c4-9a69-4ac9-9559-6524d1e50639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:36.739484 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-120c20c4-9a69-4ac9-9559-6524d1e50639 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc7208d5-361f-4605-902a-3fd0bd02e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0042870 Jul 19 03:25:36.741110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:36.763228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-42ad38ab-358f-4035-9188-5439b648d65e req-3c0e5313-c53a-4ccb-8e6e-d79f0f1b2baa tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165474 Jul 19 03:25:36.800246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] For port 72215ebe-1595-4e04-901e-de68ea386de2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=72215ebe-1595-4e04-901e-de68ea386de2,segment=NetworkSegment(844d4daf-b313-4b88-915f-2787391cdd60),segment_id=844d4daf-b313-4b88-915f-2787391cdd60)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:36.825233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.828252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] For port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:36.831204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:36.865275 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fb4f850a-f2f6-49a7-a34b-cddc07300606 tempest-DHCPAgentSchedulersTestJSON-532586434 tempest-DHCPAgentSchedulersTestJSON-532586434-project-admin] 10.222.0.20 "GET /v2.0/networks/f2a3b746-334d-42f7-9451-aa3cb34ad7f2/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.2366588 Jul 19 03:25:36.874847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33592) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:36.876224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] For port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:36.894400 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.895543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:25:36.926760 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] device_id is not set on port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:25:36.937010 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.941001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bdeb0-8b40-4698-b453-95266f4e0527 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403340fa-2c73-45d6-89e4-3143826df459,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:36.962219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.977253 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.980239 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-077bdeb0-8b40-4698-b453-95266f4e0527 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:36.983417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-077bdeb0-8b40-4698-b453-95266f4e0527 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0785387 Jul 19 03:25:37.050420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33596) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:37.052269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ac2e3-23f0-4643-b9c1-2796e0901bca None None] Pushing event updated for resources: {'Port': ['ID=72215ebe-1595-4e04-901e-de68ea386de2,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:37.054676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] No DVR routers for this DVR port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:37.085229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': 'f903adbd-640a-4dfc-8d0f-2f944f3a206a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:37.162465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:37.195739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:25:37.196318 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1141a9db-5aca-44eb-9146-efaf34d67951 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:25:37.198221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c600dca3-08c3-496a-af7f-1bc61fe1229b None None] Provisioning complete for port 72215ebe-1595-4e04-901e-de68ea386de2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:37.198689 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c600dca3-08c3-496a-af7f-1bc61fe1229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.204963 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-220f7cc7-2bd4-4f84-9afd-58e1a49343aa tempest-DHCPAgentSchedulersTestJSON-532586434 tempest-DHCPAgentSchedulersTestJSON-532586434-project-admin] 10.222.0.20 "GET /v2.0/networks/f2a3b746-334d-42f7-9451-aa3cb34ad7f2/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.3259218 Jul 19 03:25:37.208619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33598) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:37.226373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:37.271846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] In _notify_port_updated(), no bound segment for port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 on network 6971437a-432d-4b3c-91db-b86df67ae33d {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:25:37.272765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:37.273386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.274780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-f0f9c4b3-0289-4017-b6e9-66fc98c72ad7 service neutron] 10.222.0.26 "PUT /v2.0/ports/16dab0cb-1b58-4f0f-b704-a007cc0c89b2 HTTP/1.1" status: 200 len: 1028 time: 1.4950421 Jul 19 03:25:37.311769 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.317459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68aabfc-7227-4da1-bac1-88f5312be4ed {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:25:37.321379 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1141a9db-5aca-44eb-9146-efaf34d67951 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:25:37.322186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:25:37.369515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-340ca42e-2a73-491d-9558-9a9e50a43026 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893688 Jul 19 03:25:37.390806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.405884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663d0b9-9784-4ed4-808d-f8561b6ab177 req-becb27ca-45c1-49b3-b363-cd237a2663ea tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:37.417612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f663d0b9-9784-4ed4-808d-f8561b6ab177 req-becb27ca-45c1-49b3-b363-cd237a2663ea tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.7069833 Jul 19 03:25:37.419015 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:25:37.451278 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.460911 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.528308 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f663d0b9-9784-4ed4-808d-f8561b6ab177 req-320df05f-4ec3-4317-adfa-31d7cf07964c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096096 Jul 19 03:25:37.533053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Transition to ACTIVE for port object e68aabfc-7227-4da1-bac1-88f5312be4ed will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:37.550155 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.567559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:37.570604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting port 91554fda-16c8-49bd-9a56-87bc4d2a0649 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:37.570969 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.580145 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.591226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddfc7-3996-4867-b775-07b164f64723 req-8c3fc6cb-f911-4903-8080-b4b310dd5daf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:37.612652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddfc7-3996-4867-b775-07b164f64723 req-8c3fc6cb-f911-4903-8080-b4b310dd5daf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:37.620951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddfc7-3996-4867-b775-07b164f64723 req-8c3fc6cb-f911-4903-8080-b4b310dd5daf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:37.625386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c600dca3-08c3-496a-af7f-1bc61fe1229b None None] Provisioning complete for port 1141a9db-5aca-44eb-9146-efaf34d67951 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:37.625766 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c600dca3-08c3-496a-af7f-1bc61fe1229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.633881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddfc7-3996-4867-b775-07b164f64723 req-8c3fc6cb-f911-4903-8080-b4b310dd5daf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:37.640872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddfc7-3996-4867-b775-07b164f64723 req-8c3fc6cb-f911-4903-8080-b4b310dd5daf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:37.643383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76cddfc7-3996-4867-b775-07b164f64723 req-8c3fc6cb-f911-4903-8080-b4b310dd5daf tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 3879 time: 0.4577515 Jul 19 03:25:37.683476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:37.702376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c600dca3-08c3-496a-af7f-1bc61fe1229b None None] Port 1141a9db-5aca-44eb-9146-efaf34d67951 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:37.715172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c600dca3-08c3-496a-af7f-1bc61fe1229b None None] Provisioning for port 9836c139-5fcb-4475-9368-3ee5a1b5d989 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:37.720575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c600dca3-08c3-496a-af7f-1bc61fe1229b None None] Provisioning complete for port 9836c139-5fcb-4475-9368-3ee5a1b5d989 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:37.721614 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c600dca3-08c3-496a-af7f-1bc61fe1229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.768811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c600dca3-08c3-496a-af7f-1bc61fe1229b None None] Port 9836c139-5fcb-4475-9368-3ee5a1b5d989 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:37.863901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Pushing event updated for resources: {'Port': ['ID=e68aabfc-7227-4da1-bac1-88f5312be4ed,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:37.892775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f965a58f-3e2b-4cb7-bc14-f766b3640c09 None None] Provisioning complete for port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:37.893208 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f965a58f-3e2b-4cb7-bc14-f766b3640c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.904875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Attempting to bind port e68aabfc-7227-4da1-bac1-88f5312be4ed on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:37.905225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Attempting to bind port e68aabfc-7227-4da1-bac1-88f5312be4ed by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:37.905560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Attempting to bind port e68aabfc-7227-4da1-bac1-88f5312be4ed on network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:37.914083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Port e68aabfc-7227-4da1-bac1-88f5312be4ed on network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:25:37.914467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Attempting to bind port e68aabfc-7227-4da1-bac1-88f5312be4ed on network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:37.934007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f965a58f-3e2b-4cb7-bc14-f766b3640c09 None None] Port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:37.943471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74093419-77b5-49f5-9a3c-50f7987925a6 req-d5105105-ccf5-4832-8ed6-2ef9251ab903 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:37.945102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74093419-77b5-49f5-9a3c-50f7987925a6 req-d5105105-ccf5-4832-8ed6-2ef9251ab903 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1476419 Jul 19 03:25:37.945926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:37.946435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Checking segment: {'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:37.946575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f965a58f-3e2b-4cb7-bc14-f766b3640c09 None None] Provisioning complete for port 9836c139-5fcb-4475-9368-3ee5a1b5d989 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:37.946819 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f965a58f-3e2b-4cb7-bc14-f766b3640c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.946943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Bound using segment: {'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:37.947274 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Bound port: e68aabfc-7227-4da1-bac1-88f5312be4ed, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e7d858-1ca9-40e4-a4f6-3be3068b1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:37.947636 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:37.988151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f965a58f-3e2b-4cb7-bc14-f766b3640c09 None None] Port 9836c139-5fcb-4475-9368-3ee5a1b5d989 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:38.020635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] For port 91554fda-16c8-49bd-9a56-87bc4d2a0649, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=91554fda-16c8-49bd-9a56-87bc4d2a0649,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:38.021014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.023905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945'}, {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88907317-83f2-4cc5-91d6-81b3325e2898'}, {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6021a0-103a-4ac6-9ddc-c378fa96dd16'}, {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ce049a-0f36-4f32-a5ff-01e5fb2e09fe'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:38.026630 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb163e4e-9282-4485-bd03-a784fedcba07" -d '{"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945"}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-unplugged", "status": "completed", "tag": "88907317-83f2-4cc5-91d6-81b3325e2898"}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6021a0-103a-4ac6-9ddc-c378fa96dd16"}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-unplugged", "status": "completed", "tag": "30ce049a-0f36-4f32-a5ff-01e5fb2e09fe"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:38.053718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-74093419-77b5-49f5-9a3c-50f7987925a6 req-c72a6275-be7e-483b-91f8-4b2c418cbc6f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860648 Jul 19 03:25:38.149857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 72215ebe-1595-4e04-901e-de68ea386de2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:38.195992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] For port e68aabfc-7227-4da1-bac1-88f5312be4ed, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:38.239671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 72215ebe-1595-4e04-901e-de68ea386de2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:38.240052 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.289607 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f9bcce7-d60a-407c-aee8-5da98a47f673 req-0ba9c0e6-9da1-4f55-b039-47775d205d55 service neutron] 10.222.0.26 "GET /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8937724 Jul 19 03:25:38.300938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] For port e68aabfc-7227-4da1-bac1-88f5312be4ed, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:38.315646 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.364119 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76cddfc7-3996-4867-b775-07b164f64723 req-e3c20e54-79f0-45c3-b78b-68363d5ec003 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6816084 Jul 19 03:25:38.396436 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5856c0b1-3a12-4f02-a01b-0f4ff2fb2ef4 tempest-DHCPAgentSchedulersTestJSON-532586434 tempest-DHCPAgentSchedulersTestJSON-532586434-project-admin] 10.222.0.20 "GET /v2.0/agents/fad47c20-eb59-4889-8eef-af7376c5486f/dhcp-networks HTTP/1.1" status: 200 len: 12762 time: 1.1752255 Jul 19 03:25:38.399963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33608) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:38.410547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:38.411264 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.412813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] 10.222.0.25 "PUT /v2.0/ports/e68aabfc-7227-4da1-bac1-88f5312be4ed HTTP/1.1" status: 200 len: 1092 time: 2.7054501 Jul 19 03:25:38.413343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'e68aabfc-7227-4da1-bac1-88f5312be4ed'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:38.416382 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "e68aabfc-7227-4da1-bac1-88f5312be4ed"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:38.481492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:38.489972 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9003d284-b6e5-44a2-8541-b0e2cb83e2fd tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6739979 Jul 19 03:25:38.493337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33612) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:38.500050 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:38.505806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'network': {'name': 'tempest-RoutersTest-647759829'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:38.511355 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:38.512244 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:38.580969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.623999 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.640465 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.671209 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2784301e-1cf4-4731-97c7-793e23b77a12,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:38.687474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.688130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.688676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.689906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.690560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.691030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.691447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.692052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.692714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.693210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.693681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.694109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:38.759653 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:38.822131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.834230 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b04f4f5-0f98-46fe-ae08-d7e972786a05']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:38.846836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88733076-f602-4c79-9ec1-68d4ee69fd96') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:38.847283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88733076-f602-4c79-9ec1-68d4ee69fd96') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:38.857823 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.869202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:38.874801 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.884019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:25:38.884666 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.942117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c173e-0ac7-4ab8-ae16-cfe3e37bea50 service neutron] Pushing event updated for resources: {'Port': ['ID=e68aabfc-7227-4da1-bac1-88f5312be4ed,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:25:38.960648 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:25:38.969089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:38.973363 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.983388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60141495-722b-43d3-a6c6-6e95cc4be19b req-f1e13032-6622-4751-9cd6-7368d3e5f684 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:38.984946 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60141495-722b-43d3-a6c6-6e95cc4be19b req-f1e13032-6622-4751-9cd6-7368d3e5f684 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.7263718 Jul 19 03:25:38.985474 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.997709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.998091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:38.998439 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Floating IP 4cdb3364-2587-4b1f-817a-b31997e6029f disassociated. External IP: 172.25.2.74, port: 91554fda-16c8-49bd-9a56-87bc4d2a0649. Jul 19 03:25:38.998788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Calling delete_port for 91554fda-16c8-49bd-9a56-87bc4d2a0649 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:39.001180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33614) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:39.006585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-49d64628-52a8-4044-8a92-282ee4964d42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'floatingip': {'port_id': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:39.006838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.008313 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-54709c4b-ead4-47fa-8b4d-5e2cc7508110 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9423182 Jul 19 03:25:39.012796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33616) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:39.018414 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.020833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] 10.222.0.20 "DELETE /v2.0/networks/5b04f4f5-0f98-46fe-ae08-d7e972786a05 HTTP/1.1" status: 204 len: 168 time: 0.6197054 Jul 19 03:25:39.025344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7c734e21-0afe-4c8c-8033-b882a012592a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': 'f903adbd-640a-4dfc-8d0f-2f944f3a206a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:39.031115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33618) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:39.069753 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaded9f8-ed76-4a7b-9493-24e4887c8261 x-openstack-request-id: req-aaded9f8-ed76-4a7b-9493-24e4887c8261 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:39.070363 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945", "code": 200}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-unplugged", "status": "completed", "tag": "88907317-83f2-4cc5-91d6-81b3325e2898", "code": 200}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6021a0-103a-4ac6-9ddc-c378fa96dd16", "code": 200}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-unplugged", "status": "completed", "tag": "30ce049a-0f36-4f32-a5ff-01e5fb2e09fe", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:39.070363 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aaded9f8-ed76-4a7b-9493-24e4887c8261 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:39.071000 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945', 'code': 200} Jul 19 03:25:39.071880 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88907317-83f2-4cc5-91d6-81b3325e2898', 'code': 200} Jul 19 03:25:39.071880 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6021a0-103a-4ac6-9ddc-c378fa96dd16', 'code': 200} Jul 19 03:25:39.071880 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ce049a-0f36-4f32-a5ff-01e5fb2e09fe', 'code': 200} Jul 19 03:25:39.083559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c734e21-0afe-4c8c-8033-b882a012592a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.085638 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:36Z', 'revision_number': 2, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:39.086847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db948266-252d-463b-b612-dca3f026185f tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Pushing event deleted for resources: {'Network': ['ID=5b04f4f5-0f98-46fe-ae08-d7e972786a05,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:39.112330 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e12f14-63b3-478b-b540-efba14f82a39 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] DELETE failed (client error): The resource could not be found. Jul 19 03:25:39.113047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e12f14-63b3-478b-b540-efba14f82a39 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:25:39.113884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45264e6-9d4f-4604-971e-e3dd3f9a71ff req-d1a29348-be62-48b8-a33e-92a12d2442de tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.117179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-90e12f14-63b3-478b-b540-efba14f82a39 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] 10.222.0.20 "DELETE /v2.0/ports/bcd19b4a-8df6-49ff-b876-40cf2008dafd HTTP/1.1" status: 404 len: 333 time: 0.0818110 Jul 19 03:25:39.120710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45264e6-9d4f-4604-971e-e3dd3f9a71ff req-d1a29348-be62-48b8-a33e-92a12d2442de tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.128581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45264e6-9d4f-4604-971e-e3dd3f9a71ff req-d1a29348-be62-48b8-a33e-92a12d2442de tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.133423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33620) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:39.135853 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45264e6-9d4f-4604-971e-e3dd3f9a71ff req-d1a29348-be62-48b8-a33e-92a12d2442de tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.142756 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:25:39.143029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45264e6-9d4f-4604-971e-e3dd3f9a71ff req-d1a29348-be62-48b8-a33e-92a12d2442de tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.143163 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Updating router 0eda9408-ddc4-47e4-87d7-e047f4ca303a port 9836c139-5fcb-4475-9368-3ee5a1b5d989 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:25:39.145238 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f45264e6-9d4f-4604-971e-e3dd3f9a71ff req-d1a29348-be62-48b8-a33e-92a12d2442de tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 3827 time: 0.5579910 Jul 19 03:25:39.180624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:25:39.221907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.222480 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added segment ad437cb6-d963-4996-ab2d-bd56a0e442b8 of type vlan for network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca Jul 19 03:25:39.256453 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f45264e6-9d4f-4604-971e-e3dd3f9a71ff req-2884f6e6-eb36-40a5-8253-0dd76ff80dc2 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052451 Jul 19 03:25:39.264276 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49d64628-52a8-4044-8a92-282ee4964d42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.313184 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.318975 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c734e21-0afe-4c8c-8033-b882a012592a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.324271 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.334405 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c734e21-0afe-4c8c-8033-b882a012592a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.335131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.397518 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8289c438-b6df-4112-b024-ae904945155f x-openstack-request-id: req-8289c438-b6df-4112-b024-ae904945155f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:39.397849 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "e68aabfc-7227-4da1-bac1-88f5312be4ed", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:39.398191 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8289c438-b6df-4112-b024-ae904945155f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:39.398740 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'e68aabfc-7227-4da1-bac1-88f5312be4ed', 'status': 'completed', 'code': 200} Jul 19 03:25:39.444197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c734e21-0afe-4c8c-8033-b882a012592a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35df772d-3861-4a37-97b7-c9bf9d916b00,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:39.479441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-6527d17c-c6cc-408c-8e64-fa76ceeb4610 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Deleting subnet 5b2e0d33-9cf7-4dbb-974c-de8bd2c1482f {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:25:39.483628 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c734e21-0afe-4c8c-8033-b882a012592a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.488563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7c734e21-0afe-4c8c-8033-b882a012592a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4666543 Jul 19 03:25:39.489459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33624) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:39.498908 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6527d17c-c6cc-408c-8e64-fa76ceeb4610 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.503884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5aa809f1-0a67-4b33-ae29-b416f8961ffb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': 'f903adbd-640a-4dfc-8d0f-2f944f3a206a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:39.537327 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.553640 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.554957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.643953 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1471622 Jul 19 03:25:39.646947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33626) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:39.648550 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5aa809f1-0a67-4b33-ae29-b416f8961ffb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.654353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'subnet': {'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:39.700163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fd2d2-aa3a-47b7-a8c7-8f2ab64c94a5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Network': ['ID=95bc0fa3-b68a-459a-bd4a-e195f92e59ca,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:39.711828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:25:39.714151 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6527d17c-c6cc-408c-8e64-fa76ceeb4610 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.723375 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.730332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-d0f42ce0-ada0-4c64-9cb9-3305ded81d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.730834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-d0f42ce0-ada0-4c64-9cb9-3305ded81d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.731322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-d0f42ce0-ada0-4c64-9cb9-3305ded81d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.731808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-d0f42ce0-ada0-4c64-9cb9-3305ded81d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.732286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-d0f42ce0-ada0-4c64-9cb9-3305ded81d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.734137 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-d0f42ce0-ada0-4c64-9cb9-3305ded81d17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 4363 time: 0.3591189 Jul 19 03:25:39.741783 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Transition to ACTIVE for port object 9836c139-5fcb-4475-9368-3ee5a1b5d989 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:39.744476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be029-36dd-48f5-b947-14ab4245982d req-8011dde3-6f92-4c1b-833b-84b4a714a0d8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:39.752401 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b18be029-36dd-48f5-b947-14ab4245982d req-8011dde3-6f92-4c1b-833b-84b4a714a0d8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.5356197 Jul 19 03:25:39.755200 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.851917 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7e427-a09d-48ff-9068-5a76cd7560b5 None None] Pushing event updated for resources: {'Port': ['ID=9836c139-5fcb-4475-9368-3ee5a1b5d989,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:39.934942 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.942167 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Attempting to bind port 9836c139-5fcb-4475-9368-3ee5a1b5d989 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:39.942418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5aa809f1-0a67-4b33-ae29-b416f8961ffb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.943142 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Attempting to bind port 9836c139-5fcb-4475-9368-3ee5a1b5d989 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '844d4daf-b313-4b88-915f-2787391cdd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2372146a-8856-48fd-b01a-d564540e080a'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:39.943680 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Attempting to bind port 9836c139-5fcb-4475-9368-3ee5a1b5d989 on network 2372146a-8856-48fd-b01a-d564540e080a {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:39.952496 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:39.953206 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Checking segment: {'id': '844d4daf-b313-4b88-915f-2787391cdd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2372146a-8856-48fd-b01a-d564540e080a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:39.954780 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.955928 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Bound using segment: {'id': '844d4daf-b313-4b88-915f-2787391cdd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2372146a-8856-48fd-b01a-d564540e080a'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:39.955928 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Bound port: 9836c139-5fcb-4475-9368-3ee5a1b5d989, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844d4daf-b313-4b88-915f-2787391cdd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2372146a-8856-48fd-b01a-d564540e080a'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:39.956646 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.967760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5aa809f1-0a67-4b33-ae29-b416f8961ffb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:39.995331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec67bc-7df8-4f33-8fc7-28a904311c9d req-5397329f-db85-451e-9137-562aec10cd88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.001852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec67bc-7df8-4f33-8fc7-28a904311c9d req-5397329f-db85-451e-9137-562aec10cd88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.014774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec67bc-7df8-4f33-8fc7-28a904311c9d req-5397329f-db85-451e-9137-562aec10cd88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.030493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec67bc-7df8-4f33-8fc7-28a904311c9d req-5397329f-db85-451e-9137-562aec10cd88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.043844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec67bc-7df8-4f33-8fc7-28a904311c9d req-5397329f-db85-451e-9137-562aec10cd88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.063229 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] For port 9836c139-5fcb-4475-9368-3ee5a1b5d989, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:40.069292 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] For port 9836c139-5fcb-4475-9368-3ee5a1b5d989, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9836c139-5fcb-4475-9368-3ee5a1b5d989,segment=NetworkSegment(844d4daf-b313-4b88-915f-2787391cdd60),segment_id=844d4daf-b313-4b88-915f-2787391cdd60)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:40.071092 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-74ec67bc-7df8-4f33-8fc7-28a904311c9d req-5397329f-db85-451e-9137-562aec10cd88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 3877 time: 0.5093067 Jul 19 03:25:40.078483 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:40.133073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa809f1-0a67-4b33-ae29-b416f8961ffb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1681e63-f4bb-43a1-bcb9-9bfa9b76ce29,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:40.177519 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:40.178622 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:40.192508 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5aa809f1-0a67-4b33-ae29-b416f8961ffb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:40.196421 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5aa809f1-0a67-4b33-ae29-b416f8961ffb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7024074 Jul 19 03:25:40.201871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-1ccb2b83-7140-41da-9b5f-c42a6a57a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.202757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33628) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:40.203086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-1ccb2b83-7140-41da-9b5f-c42a6a57a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.204229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-1ccb2b83-7140-41da-9b5f-c42a6a57a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.207548 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-1ccb2b83-7140-41da-9b5f-c42a6a57a533 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b935af6d0bc6444391b48c7141919175&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4620245 Jul 19 03:25:40.213991 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-74ec67bc-7df8-4f33-8fc7-28a904311c9d req-9f98e225-3708-4257-be40-7335ef720e5a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419699 Jul 19 03:25:40.238606 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7e427-a09d-48ff-9068-5a76cd7560b5 None None] Pushing event updated for resources: {'Port': ['ID=9836c139-5fcb-4475-9368-3ee5a1b5d989,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:40.280543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-809fbb94-6250-42c3-a7d7-06808a55670e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': 'f903adbd-640a-4dfc-8d0f-2f944f3a206a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:40.292521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b18be029-36dd-48f5-b947-14ab4245982d req-35311dc0-1102-466c-b743-83553462a30c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391428 Jul 19 03:25:40.293497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Port': ['ID=91554fda-16c8-49bd-9a56-87bc4d2a0649,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:40.359596 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:40.399700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.407183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.413978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.414712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.415997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.416459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.417585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.422134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.422718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.423693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.424460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.429019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:25:40.593220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-b6809865-1730-4a60-a922-7a7fb6629dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.595695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d80bbeb2-c9fc-4932-8ac8-e53ed8e368ad req-b6809865-1730-4a60-a922-7a7fb6629dc2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3805509 Jul 19 03:25:40.619072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3799-c237-4a43-9974-b48e854ba5c9 req-3fcfb66d-66a1-4301-931b-098d1ab36cec tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.628438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3799-c237-4a43-9974-b48e854ba5c9 req-3fcfb66d-66a1-4301-931b-098d1ab36cec tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.634798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3799-c237-4a43-9974-b48e854ba5c9 req-3fcfb66d-66a1-4301-931b-098d1ab36cec tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.643931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3799-c237-4a43-9974-b48e854ba5c9 req-3fcfb66d-66a1-4301-931b-098d1ab36cec tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.651241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3799-c237-4a43-9974-b48e854ba5c9 req-3fcfb66d-66a1-4301-931b-098d1ab36cec tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:40.653225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04be3799-c237-4a43-9974-b48e854ba5c9 req-3fcfb66d-66a1-4301-931b-098d1ab36cec tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 3827 time: 0.1437674 Jul 19 03:25:40.726889 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04be3799-c237-4a43-9974-b48e854ba5c9 req-e1fbbe0c-bc42-48ef-a253-bf6b52e6c984 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669639 Jul 19 03:25:40.766950 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:40Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:40.796908 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0e7e2-23eb-4852-8613-cc5162acff68 None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:40Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:25:40.855343 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-809fbb94-6250-42c3-a7d7-06808a55670e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:40.864082 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6527d17c-c6cc-408c-8e64-fa76ceeb4610 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:40.928245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Router 421b79e5-4814-4144-ba7a-6aa49630ffa8 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:25:40.953856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Made reservation on behalf of 7f3a28524130409f9c4d7e730f13104d for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:40.958224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:41.439878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e677-92dd-4624-adcb-98f9960380e5 req-586dfd24-37fa-4c2c-9503-6d8dcc94c240 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:41.446558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e677-92dd-4624-adcb-98f9960380e5 req-586dfd24-37fa-4c2c-9503-6d8dcc94c240 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:41.452564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e677-92dd-4624-adcb-98f9960380e5 req-586dfd24-37fa-4c2c-9503-6d8dcc94c240 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:41.458657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e677-92dd-4624-adcb-98f9960380e5 req-586dfd24-37fa-4c2c-9503-6d8dcc94c240 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:41.460520 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8121e677-92dd-4624-adcb-98f9960380e5 req-586dfd24-37fa-4c2c-9503-6d8dcc94c240 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 3143 time: 0.1043291 Jul 19 03:25:41.504032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8121e677-92dd-4624-adcb-98f9960380e5 req-c69b0f86-b2ab-4fd3-8bda-ed70d6b816c4 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376861 Jul 19 03:25:41.674223 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-809fbb94-6250-42c3-a7d7-06808a55670e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:41.675488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6527d17c-c6cc-408c-8e64-fa76ceeb4610 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:41.708739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:25:41.715447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-809fbb94-6250-42c3-a7d7-06808a55670e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:41.757974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359383-9609-4c63-bd2a-7edbb9d9e50c req-67ff06c3-f702-4f6e-83f1-366a1f71f8f3 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:41.759535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b359383-9609-4c63-bd2a-7edbb9d9e50c req-67ff06c3-f702-4f6e-83f1-366a1f71f8f3 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 1.0133750 Jul 19 03:25:41.771672 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:41.791889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527d17c-c6cc-408c-8e64-fa76ceeb4610 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2e0d33-9cf7-4dbb-974c-de8bd2c1482f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:41.795157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6527d17c-c6cc-408c-8e64-fa76ceeb4610 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:41.797028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6527d17c-c6cc-408c-8e64-fa76ceeb4610 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] 10.222.0.20 "DELETE /v2.0/subnets/5b2e0d33-9cf7-4dbb-974c-de8bd2c1482f HTTP/1.1" status: 204 len: 168 time: 2.5997078 Jul 19 03:25:41.799737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33642) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:41.805240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec6d1b-0471-4728-8282-7715efbcbe90 None None] Network f2a3b746-334d-42f7-9451-aa3cb34ad7f2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:41.857411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fbb94-6250-42c3-a7d7-06808a55670e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dd2443-6769-4b56-a8f8-7bb7a00db91a,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:41.890351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Transition to ACTIVE for port object f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:41.917196 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-809fbb94-6250-42c3-a7d7-06808a55670e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:41.921156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-809fbb94-6250-42c3-a7d7-06808a55670e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.6968532 Jul 19 03:25:41.925647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33644) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:41.956244 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:41.964135 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:41.995010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f542e099-41a7-4f37-aeb4-5b72788f3fe0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.008154 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f542e099-41a7-4f37-aeb4-5b72788f3fe0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.056869 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa27ea9-2c73-4fd2-8788-33f2bcefed11 req-7fffb9f4-7040-453c-8522-a22d5c717db9 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:42.061794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9f3019-c399-470d-8406-73b278eb97de None None] DHCP port deletion for f2a3b746-334d-42f7-9451-aa3cb34ad7f2 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:25:42.062669 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.resource_extend [None req-49d64628-52a8-4044-8a92-282ee4964d42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:25:42.063512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa27ea9-2c73-4fd2-8788-33f2bcefed11 req-7fffb9f4-7040-453c-8522-a22d5c717db9 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:42.067835 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b359383-9609-4c63-bd2a-7edbb9d9e50c req-5a62cf21-68da-4daf-9026-1b489ee8ae9d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910929 Jul 19 03:25:42.070636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa27ea9-2c73-4fd2-8788-33f2bcefed11 req-7fffb9f4-7040-453c-8522-a22d5c717db9 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:42.077116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa27ea9-2c73-4fd2-8788-33f2bcefed11 req-7fffb9f4-7040-453c-8522-a22d5c717db9 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:42.084553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa27ea9-2c73-4fd2-8788-33f2bcefed11 req-7fffb9f4-7040-453c-8522-a22d5c717db9 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:42.086595 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5fa27ea9-2c73-4fd2-8788-33f2bcefed11 req-7fffb9f4-7040-453c-8522-a22d5c717db9 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 3827 time: 0.2255936 Jul 19 03:25:42.113031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:42.162339 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f542e099-41a7-4f37-aeb4-5b72788f3fe0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.172156 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f542e099-41a7-4f37-aeb4-5b72788f3fe0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.173642 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f542e099-41a7-4f37-aeb4-5b72788f3fe0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/76dd2443-6769-4b56-a8f8-7bb7a00db91a HTTP/1.1" status: 204 len: 168 time: 0.2461381 Jul 19 03:25:42.179163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33648) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:42.181826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] Sync routers for ids ['421b79e5-4814-4144-ba7a-6aa49630ffa8'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:42.193610 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5fa27ea9-2c73-4fd2-8788-33f2bcefed11 req-545b19ae-54f6-472a-abac-8bdf8324f158 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890994 Jul 19 03:25:42.196832 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542e099-41a7-4f37-aeb4-5b72788f3fe0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76dd2443-6769-4b56-a8f8-7bb7a00db91a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:42.209085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] Routers {'421b79e5-4814-4144-ba7a-6aa49630ffa8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:42.209727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['421b79e5-4814-4144-ba7a-6aa49630ffa8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:42.210819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Deleting port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:42.211257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.273215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:42.316371 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-db5ffe72-5b37-49d3-8cf6-8981196d6050 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1326616 Jul 19 03:25:42.320410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33650) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:42.326295 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49d64628-52a8-4044-8a92-282ee4964d42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.328332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9836c139-5fcb-4475-9368-3ee5a1b5d989 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:42.376698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] No DVR routers for this DVR port 91554fda-16c8-49bd-9a56-87bc4d2a0649 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:42.386025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] For port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57,segment=NetworkSegment(6c3d63d8-5c9e-43d0-9895-66179552e1f5),segment_id=6c3d63d8-5c9e-43d0-9895-66179552e1f5)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:42.386738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.403715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.406016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-2ab2bf64-54f5-4519-a79c-943f58b46f20 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "DELETE /v2.0/ports/91554fda-16c8-49bd-9a56-87bc4d2a0649 HTTP/1.1" status: 204 len: 173 time: 5.0997293 Jul 19 03:25:42.406844 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49d64628-52a8-4044-8a92-282ee4964d42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.409672 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f15c-b1eb-4a2c-9f1a-490b7ac3edba tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.423770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Calling delete_port for f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:42.427075 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f15c-b1eb-4a2c-9f1a-490b7ac3edba tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.444378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-deleted', 'tag': '91554fda-16c8-49bd-9a56-87bc4d2a0649'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:42.446994 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2335361-992e-4802-ab4d-02606dcb215e" -d '{"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-deleted", "tag": "91554fda-16c8-49bd-9a56-87bc4d2a0649"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:42.482445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f3019-c399-470d-8406-73b278eb97de None None] Deleting port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:42.482825 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3019-c399-470d-8406-73b278eb97de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.488389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] Set router 421b79e5-4814-4144-ba7a-6aa49630ffa8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:42.507543 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.532030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f15c-b1eb-4a2c-9f1a-490b7ac3edba tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.539541 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f15c-b1eb-4a2c-9f1a-490b7ac3edba tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.544123 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a2b9f15c-b1eb-4a2c-9f1a-490b7ac3edba tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e1681e63-f4bb-43a1-bcb9-9bfa9b76ce29 HTTP/1.1" status: 204 len: 168 time: 0.2225153 Jul 19 03:25:42.545929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33656) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:42.558625 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e32d07d2-65cb-4fab-8cfd-fb165a7f5d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.566300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 9836c139-5fcb-4475-9368-3ee5a1b5d989 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:42.598533 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5e6e97-158d-4372-abcf-9537d6ad3102 x-openstack-request-id: req-da5e6e97-158d-4372-abcf-9537d6ad3102 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:42.599191 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-deleted", "tag": "91554fda-16c8-49bd-9a56-87bc4d2a0649", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:42.599574 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da5e6e97-158d-4372-abcf-9537d6ad3102 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:42.600060 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-deleted', 'tag': '91554fda-16c8-49bd-9a56-87bc4d2a0649', 'status': 'completed', 'code': 200} Jul 19 03:25:42.600844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Subnet': ['ID=3aba0dd1-8807-480c-aa7d-01c2369d22f2,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:42.602213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9836c139-5fcb-4475-9368-3ee5a1b5d989 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:42.602789 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.609615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9f15c-b1eb-4a2c-9f1a-490b7ac3edba tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1681e63-f4bb-43a1-bcb9-9bfa9b76ce29,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:42.656558 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0d8c551a-456f-4c84-9bd5-f69fb124a3f5 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1037526 Jul 19 03:25:42.661876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8e9f3019-c399-470d-8406-73b278eb97de None None] For port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57,segment=NetworkSegment(6c3d63d8-5c9e-43d0-9895-66179552e1f5),segment_id=6c3d63d8-5c9e-43d0-9895-66179552e1f5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:42.662533 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3019-c399-470d-8406-73b278eb97de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.662775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33658) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:42.691425 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.696075 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1edee8fd-114b-4b1a-9478-335e6a45a0e1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.698087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f3019-c399-470d-8406-73b278eb97de None None] Calling delete_port for f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:42.705623 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1edee8fd-114b-4b1a-9478-335e6a45a0e1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.766334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Attempting to bind port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:42.766770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Attempting to bind port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:42.767807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Attempting to bind port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:42.770293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Pushing event deleted for resources: {'Port': ['ID=f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:42.794576 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1edee8fd-114b-4b1a-9478-335e6a45a0e1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.798770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] No DVR routers for this DVR port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:42.805568 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1edee8fd-114b-4b1a-9478-335e6a45a0e1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.808462 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1edee8fd-114b-4b1a-9478-335e6a45a0e1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/35df772d-3861-4a37-97b7-c9bf9d916b00 HTTP/1.1" status: 204 len: 168 time: 0.1428702 Jul 19 03:25:42.815925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33660) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:42.833088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 on network 0f6501ff-aef8-4265-a557-c61d9a57e516 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:25:42.833585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Attempting to bind port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:42.851314 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-49d64628-52a8-4044-8a92-282ee4964d42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Floating IP fe775ea1-d03b-4cb5-ad03-1a7a23f000f6 associated. External IP: 172.25.2.147, port: 15fb2137-cf7f-4d69-a17b-f729cdd24e6d. Jul 19 03:25:42.855688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edee8fd-114b-4b1a-9478-335e6a45a0e1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35df772d-3861-4a37-97b7-c9bf9d916b00,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:42.868750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:42.869317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Checking segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:42.869530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Bound using segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:42.869899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Bound port: f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:42.870257 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.872175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Checking segment: {'id': 'ad437cb6-d963-4996-ab2d-bd56a0e442b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:42.872576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network hostable DHCP agents. Network: 95bc0fa3-b68a-459a-bd4a-e195f92e59ca, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:25:42.899278 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.921510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3019-c399-470d-8406-73b278eb97de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.928506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147be61-8007-42f9-9684-879d4b44fdf0 req-316d28fe-fedc-48fd-a070-244185635928 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:42.936275 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8147be61-8007-42f9-9684-879d4b44fdf0 req-316d28fe-fedc-48fd-a070-244185635928 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.5564430 Jul 19 03:25:42.948526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.954037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f3019-c399-470d-8406-73b278eb97de None None] Pushing event deleted for resources: {'Port': ['ID=f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:42.969042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-16278bd4-6f07-4c47-830c-a75621f76f79 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1310802 Jul 19 03:25:42.972908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33662) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:42.975579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f3019-c399-470d-8406-73b278eb97de None None] No DVR routers for this DVR port f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:42.978531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 9836c139-5fcb-4475-9368-3ee5a1b5d989, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9836c139-5fcb-4475-9368-3ee5a1b5d989,segment=NetworkSegment(844d4daf-b313-4b88-915f-2787391cdd60),segment_id=844d4daf-b313-4b88-915f-2787391cdd60)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:42.982868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030fe2-54f5-491c-8582-69d18afb7f94 req-eaa6db5c-35bf-4cfd-ae95-58e98c0a2fbe tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:42.990438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0186ef23-fe74-42dd-9a74-d01198e19045', 'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'mac_address': 'fa:16:3e:c8:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:04Z', 'updated_at': '2021-07-19T03:15:13Z', 'revision_number': 5, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'subnets': [{'id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:42.992988 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:42.994618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030fe2-54f5-491c-8582-69d18afb7f94 req-eaa6db5c-35bf-4cfd-ae95-58e98c0a2fbe tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:43.000750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030fe2-54f5-491c-8582-69d18afb7f94 req-eaa6db5c-35bf-4cfd-ae95-58e98c0a2fbe tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:43.007018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030fe2-54f5-491c-8582-69d18afb7f94 req-eaa6db5c-35bf-4cfd-ae95-58e98c0a2fbe tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:43.008862 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1030fe2-54f5-491c-8582-69d18afb7f94 req-eaa6db5c-35bf-4cfd-ae95-58e98c0a2fbe tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 3143 time: 0.2814167 Jul 19 03:25:43.016822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a3b746-334d-42f7-9451-aa3cb34ad7f2']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:43.025531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] Checking router: 421b79e5-4814-4144-ba7a-6aa49630ffa8 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:25:43.046906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3d63d8-5c9e-43d0-9895-66179552e1f5') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:43.047212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3d63d8-5c9e-43d0-9895-66179552e1f5') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:43.074439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.086775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bd2bd96-64d5-43c2-9cf5-4dadd54cda6a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.097629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:25:43.100218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-682df23a-738f-4323-9836-9742d2f4d215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:43.100557 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-682df23a-738f-4323-9836-9742d2f4d215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.107327 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bd2bd96-64d5-43c2-9cf5-4dadd54cda6a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.109678 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.129169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8147be61-8007-42f9-9684-879d4b44fdf0 req-19eee6ba-703c-4c00-872f-875679319822 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892989 Jul 19 03:25:43.143695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1030fe2-54f5-491c-8582-69d18afb7f94 req-f96fed75-c7ad-49bf-a279-892e7fa75215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158535 Jul 19 03:25:43.145783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:25:43.146207 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:25:43.179343 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:25:43.199181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 95bc0fa3-b68a-459a-bd4a-e195f92e59ca) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:43.213778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:43.214485 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.244087 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bd2bd96-64d5-43c2-9cf5-4dadd54cda6a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.251859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] For port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:43.256692 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9bd2bd96-64d5-43c2-9cf5-4dadd54cda6a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.258072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] For port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:43.258635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:25:43.261445 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9bd2bd96-64d5-43c2-9cf5-4dadd54cda6a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2784301e-1cf4-4731-97c7-793e23b77a12 HTTP/1.1" status: 204 len: 168 time: 0.2514808 Jul 19 03:25:43.273359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33670) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:43.274125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.282437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b9b6bb-fced-4884-89cd-ed44adcd82fe None None] Network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:43.301587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.305821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] 10.222.0.20 "DELETE /v2.0/networks/f2a3b746-334d-42f7-9451-aa3cb34ad7f2 HTTP/1.1" status: 204 len: 168 time: 1.4844453 Jul 19 03:25:43.311958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2bd96-64d5-43c2-9cf5-4dadd54cda6a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2784301e-1cf4-4731-97c7-793e23b77a12,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:43.315171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2c51faf2-91a6-4ee8-8f3d-acb6dc99bf4f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6652384 Jul 19 03:25:43.316632 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.322806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33674) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:43.332265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07dedf-eb86-4f72-9bc4-085198643a09 tempest-DHCPAgentSchedulersTestJSON-2041800665 tempest-DHCPAgentSchedulersTestJSON-2041800665-project] Pushing event deleted for resources: {'Network': ['ID=f2a3b746-334d-42f7-9451-aa3cb34ad7f2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:43.369519 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8823b8f4-b34e-47e2-8418-0625211e0cfd tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0931656 Jul 19 03:25:43.372071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33676) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:43.399784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] Routers {'421b79e5-4814-4144-ba7a-6aa49630ffa8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:43.400421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['421b79e5-4814-4144-ba7a-6aa49630ffa8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:43.424194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5888fd36-1aca-490d-8a67-7103bf0cc945 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.440181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5888fd36-1aca-490d-8a67-7103bf0cc945 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.475780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:43.476254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.477752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] 10.222.0.25 "PUT /v2.0/ports/f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 HTTP/1.1" status: 200 len: 1134 time: 4.6128595 Jul 19 03:25:43.521478 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5888fd36-1aca-490d-8a67-7103bf0cc945 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.541779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] Set router 421b79e5-4814-4144-ba7a-6aa49630ffa8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:43.549782 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5888fd36-1aca-490d-8a67-7103bf0cc945 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.551305 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5888fd36-1aca-490d-8a67-7103bf0cc945 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/403340fa-2c73-45d6-89e4-3143826df459 HTTP/1.1" status: 204 len: 168 time: 0.1780324 Jul 19 03:25:43.563308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33678) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:43.568326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888fd36-1aca-490d-8a67-7103bf0cc945 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=403340fa-2c73-45d6-89e4-3143826df459,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:43.578484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:43.596072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:25:43.596758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4dbd8e8-dedb-4eb7-a701-3fbc5f86ad57 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:25:43.648849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=9836c139-5fcb-4475-9368-3ee5a1b5d989,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:43.679391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-682df23a-738f-4323-9836-9742d2f4d215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] For port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:43.680042 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-682df23a-738f-4323-9836-9742d2f4d215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.685470 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-902562be-4002-478a-8daf-cdb883839d3c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1119764 Jul 19 03:25:43.690489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33682) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:43.744043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8931ed-99a7-4ead-ad5d-b881ab416369 req-089ac560-4126-4914-a4c5-a0d9e7349c3b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:43.745902 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c8931ed-99a7-4ead-ad5d-b881ab416369 req-089ac560-4126-4914-a4c5-a0d9e7349c3b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3386960 Jul 19 03:25:43.760777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33684) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:43.782294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-682df23a-738f-4323-9836-9742d2f4d215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Calling delete_port for 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:43.788733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e4ec6-1142-4677-9299-91aed10752c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:43.827914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'fixed_ips': [{'subnet_id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:25:43.830044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.860304 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c8931ed-99a7-4ead-ad5d-b881ab416369 req-aa9653aa-adda-41ea-8468-3e063d374643 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067410 Jul 19 03:25:43.864795 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ee227ee-d574-4bc9-bce1-f6a124331ef8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:43.932221 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ee227ee-d574-4bc9-bce1-f6a124331ef8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.018016 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.021626 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d64628-52a8-4044-8a92-282ee4964d42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Router 07fc98b7-a2a8-4101-a479-325739f4a828 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:25:44.046674 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ee227ee-d574-4bc9-bce1-f6a124331ef8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.047553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Allocated IP 172.23.0.2 (95bc0fa3-b68a-459a-bd4a-e195f92e59ca/3aba0dd1-8807-480c-aa7d-01c2369d22f2/51a2a8a1-ede6-4f69-9a35-8e59060b5fde) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:44.051440 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ee227ee-d574-4bc9-bce1-f6a124331ef8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.054852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1ee227ee-d574-4bc9-bce1-f6a124331ef8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-groups/f903adbd-640a-4dfc-8d0f-2f944f3a206a HTTP/1.1" status: 204 len: 168 time: 0.3563645 Jul 19 03:25:44.071745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33690) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:44.130847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee227ee-d574-4bc9-bce1-f6a124331ef8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f903adbd-640a-4dfc-8d0f-2f944f3a206a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:44.145591 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9836c139-5fcb-4475-9368-3ee5a1b5d989 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:44.174090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0186ef23-fe74-42dd-9a74-d01198e19045', 'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'mac_address': 'fa:16:3e:c8:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:04Z', 'updated_at': '2021-07-19T03:15:13Z', 'revision_number': 5, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'subnets': [{'id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:44.223457 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e75445f7-83a3-4694-97d2-a6425795c19e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7345b7bfc7e14ea29e118f4de68b7f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588699 Jul 19 03:25:44.232120 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0f8093e8-a644-4eca-bdf0-aa76b1daf54e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1265149 Jul 19 03:25:44.232120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33696) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:44.232447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2244c1-a3a7-478f-983e-3b293ad0b2b8 None None] The sync data for ids ['421b79e5-4814-4144-ba7a-6aa49630ffa8'] in n-d-762330-18 is: [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0186ef23-fe74-42dd-9a74-d01198e19045', 'name': '', 'network_id': '1119ccee-19ea-4731-b9d3-c915a28a468d', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'mac_address': 'fa:16:3e:c8:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:15:04Z', 'updated_at': '2021-07-19T03:15:13Z', 'revision_number': 5, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'subnets': [{'id': '5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:25:44.251438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33698) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:44.260355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-73a86fd0-2042-4648-a3db-3b148e3b0f54 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group': {'name': 'tempest-secgroup--46876440'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:44.309481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9836c139-5fcb-4475-9368-3ee5a1b5d989 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:44.310022 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.320926 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adef83-7163-40bf-8c03-ac19b52870fb req-0d4ff257-17aa-45a3-ae82-5e7377639b93 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.322601 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31adef83-7163-40bf-8c03-ac19b52870fb req-0d4ff257-17aa-45a3-ae82-5e7377639b93 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2895427 Jul 19 03:25:44.348319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73a86fd0-2042-4648-a3db-3b148e3b0f54 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.353740 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.368759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Transition to ACTIVE for port object 51a2a8a1-ede6-4f69-9a35-8e59060b5fde will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:44.383755 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a239d27d-75e0-43e8-acef-46ae4fa3367f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.398605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Transition to ACTIVE for port object 51a2a8a1-ede6-4f69-9a35-8e59060b5fde will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:44.412026 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.438119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02fd62-af17-4ed4-995c-b0deba72e2ff req-5a8389f8-35ed-485d-bbc5-7b514724fc47 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.443916 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31adef83-7163-40bf-8c03-ac19b52870fb req-dd42d819-7ae9-48c1-a403-cc03cd9a4d02 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089990 Jul 19 03:25:44.444478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02fd62-af17-4ed4-995c-b0deba72e2ff req-5a8389f8-35ed-485d-bbc5-7b514724fc47 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.449712 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a239d27d-75e0-43e8-acef-46ae4fa3367f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.451031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02fd62-af17-4ed4-995c-b0deba72e2ff req-5a8389f8-35ed-485d-bbc5-7b514724fc47 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.458047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02fd62-af17-4ed4-995c-b0deba72e2ff req-5a8389f8-35ed-485d-bbc5-7b514724fc47 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.464655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02fd62-af17-4ed4-995c-b0deba72e2ff req-5a8389f8-35ed-485d-bbc5-7b514724fc47 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.472302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02fd62-af17-4ed4-995c-b0deba72e2ff req-5a8389f8-35ed-485d-bbc5-7b514724fc47 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.474503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed02fd62-af17-4ed4-995c-b0deba72e2ff req-5a8389f8-35ed-485d-bbc5-7b514724fc47 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 4602 time: 0.9804897 Jul 19 03:25:44.517947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:44.547292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:44.558257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:44.567064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Pushing event updated for resources: {'Port': ['ID=51a2a8a1-ede6-4f69-9a35-8e59060b5fde,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:44.606233 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73a86fd0-2042-4648-a3db-3b148e3b0f54 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.607180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a239d27d-75e0-43e8-acef-46ae4fa3367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.609700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a239d27d-75e0-43e8-acef-46ae4fa3367f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.613687 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a239d27d-75e0-43e8-acef-46ae4fa3367f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71e98c71-bd5d-417a-b07f-c126b93bae98 HTTP/1.1" status: 204 len: 168 time: 0.3814826 Jul 19 03:25:44.618419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:44.620996 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325f0db1-a53c-4413-931f-76c0055b6412" -d '{"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:44.622799 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73a86fd0-2042-4648-a3db-3b148e3b0f54 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.638842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239d27d-75e0-43e8-acef-46ae4fa3367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e98c71-bd5d-417a-b07f-c126b93bae98,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:44.681760 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc129c-a861-4e89-a5c6-9679eaf13704 None None] New status for floating IP 4cdb3364-2587-4b1f-817a-b31997e6029f: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:25:44.717057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Attempting to bind port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:44.717749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Attempting to bind port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'ad437cb6-d963-4996-ab2d-bd56a0e442b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:44.718520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Attempting to bind port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde on network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:44.719355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73a86fd0-2042-4648-a3db-3b148e3b0f54 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.724047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-73a86fd0-2042-4648-a3db-3b148e3b0f54 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4679508 Jul 19 03:25:44.725334 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33706) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:44.730950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-43f37f92-bcef-4c7e-9265-8d3e9f0029a1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': '49af76f4-eeaa-4c85-96bf-2c0287c646ec', 'direction': 'ingress', 'protocol': 17}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:44.733080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:44.734683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Checking segment: {'id': 'ad437cb6-d963-4996-ab2d-bd56a0e442b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:44.735155 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.736541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Bound using segment: {'id': 'ad437cb6-d963-4996-ab2d-bd56a0e442b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:44.737730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Bound port: 51a2a8a1-ede6-4f69-9a35-8e59060b5fde, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad437cb6-d963-4996-ab2d-bd56a0e442b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:44.738235 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.738667 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a86fd0-2042-4648-a3db-3b148e3b0f54 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49af76f4-eeaa-4c85-96bf-2c0287c646ec,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:44.796763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a87c-f3cc-41ac-93cd-b79c109e138b req-c056f4d3-61e6-4894-9eee-a009ebf6c501 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.803989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a87c-f3cc-41ac-93cd-b79c109e138b req-c056f4d3-61e6-4894-9eee-a009ebf6c501 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.813588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a87c-f3cc-41ac-93cd-b79c109e138b req-c056f4d3-61e6-4894-9eee-a009ebf6c501 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.823262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a87c-f3cc-41ac-93cd-b79c109e138b req-c056f4d3-61e6-4894-9eee-a009ebf6c501 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:44.826856 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed02fd62-af17-4ed4-995c-b0deba72e2ff req-f0fb39a5-0852-4865-87fb-07b0f34a6c40 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2474167 Jul 19 03:25:44.831523 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad80a87c-f3cc-41ac-93cd-b79c109e138b req-c056f4d3-61e6-4894-9eee-a009ebf6c501 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 3143 time: 0.1748574 Jul 19 03:25:44.855211 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43f37f92-bcef-4c7e-9265-8d3e9f0029a1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.895382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] For port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:44.897071 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad80a87c-f3cc-41ac-93cd-b79c109e138b req-2c6e449e-9df8-410c-b227-289693d15c42 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645864 Jul 19 03:25:44.902313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] For port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=51a2a8a1-ede6-4f69-9a35-8e59060b5fde,segment=NetworkSegment(ad437cb6-d963-4996-ab2d-bd56a0e442b8),segment_id=ad437cb6-d963-4996-ab2d-bd56a0e442b8)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:44.914357 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.985025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43f37f92-bcef-4c7e-9265-8d3e9f0029a1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:44.996026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43f37f92-bcef-4c7e-9265-8d3e9f0029a1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.027238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b619e0a-ecbc-49d5-a221-7ff90192c45a None None] Pushing event updated for resources: {'Port': ['ID=51a2a8a1-ede6-4f69-9a35-8e59060b5fde,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:45.063144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f37f92-bcef-4c7e-9265-8d3e9f0029a1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701c09a4-8f09-44ea-bccc-0109e502362c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:45.065685 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea855d51-4ccb-4c65-bb59-cf37b7e8f24d x-openstack-request-id: req-ea855d51-4ccb-4c65-bb59-cf37b7e8f24d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:45.066390 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:45.066390 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea855d51-4ccb-4c65-bb59-cf37b7e8f24d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:45.066744 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4', 'status': 'completed', 'code': 200} Jul 19 03:25:45.093606 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43f37f92-bcef-4c7e-9265-8d3e9f0029a1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.094536 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-73bb078a-ef38-44c3-9bb4-a77ff5979863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.095812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-43f37f92-bcef-4c7e-9265-8d3e9f0029a1 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3685255 Jul 19 03:25:45.100945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33710) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:45.121234 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-682df23a-738f-4323-9836-9742d2f4d215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.206886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0db1-a53c-4413-931f-76c0055b6412 req-80caacf4-a0e7-42a0-93aa-8f793b63cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:45.207391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0db1-a53c-4413-931f-76c0055b6412 req-80caacf4-a0e7-42a0-93aa-8f793b63cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:45.207875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0db1-a53c-4413-931f-76c0055b6412 req-80caacf4-a0e7-42a0-93aa-8f793b63cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:45.208355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0db1-a53c-4413-931f-76c0055b6412 req-80caacf4-a0e7-42a0-93aa-8f793b63cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:45.208832 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0db1-a53c-4413-931f-76c0055b6412 req-80caacf4-a0e7-42a0-93aa-8f793b63cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:45.209300 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0db1-a53c-4413-931f-76c0055b6412 req-80caacf4-a0e7-42a0-93aa-8f793b63cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:45.211291 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-325f0db1-a53c-4413-931f-76c0055b6412 req-80caacf4-a0e7-42a0-93aa-8f793b63cb6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5290 time: 0.1741688 Jul 19 03:25:45.254499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33712) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:45.279045 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c28239f4-7c70-4cff-98df-08e12e19b808 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.314714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682df23a-738f-4323-9836-9742d2f4d215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Port': ['ID=6b6021a0-103a-4ac6-9ddc-c378fa96dd16,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:45.317260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d64628-52a8-4044-8a92-282ee4964d42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:45.325423 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-075e69b4-f392-48f8-8da6-52d83a5e2160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.326777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] Sync routers for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:45.340845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:45.341484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:45.346611 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49d64628-52a8-4044-8a92-282ee4964d42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.391620 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c28239f4-7c70-4cff-98df-08e12e19b808 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.505851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0db1-a53c-4413-931f-76c0055b6412 req-df00e9ff-68eb-4b9e-9981-68e7a22d775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:45.506565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0db1-a53c-4413-931f-76c0055b6412 req-df00e9ff-68eb-4b9e-9981-68e7a22d775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:45.507427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0db1-a53c-4413-931f-76c0055b6412 req-df00e9ff-68eb-4b9e-9981-68e7a22d775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:45.508613 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:45.509780 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-325f0db1-a53c-4413-931f-76c0055b6412 req-df00e9ff-68eb-4b9e-9981-68e7a22d775d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b935af6d0bc6444391b48c7141919175&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2900109 Jul 19 03:25:45.521199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-682df23a-738f-4323-9836-9742d2f4d215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] No DVR routers for this DVR port 6b6021a0-103a-4ac6-9ddc-c378fa96dd16 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:45.526141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-682df23a-738f-4323-9836-9742d2f4d215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.528548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-682df23a-738f-4323-9836-9742d2f4d215 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "DELETE /v2.0/ports/6b6021a0-103a-4ac6-9ddc-c378fa96dd16 HTTP/1.1" status: 204 len: 173 time: 3.0605326 Jul 19 03:25:45.531959 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.609639 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c28239f4-7c70-4cff-98df-08e12e19b808 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.612883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c28239f4-7c70-4cff-98df-08e12e19b808 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.614148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c28239f4-7c70-4cff-98df-08e12e19b808 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-groups/49af76f4-eeaa-4c85-96bf-2c0287c646ec HTTP/1.1" status: 204 len: 168 time: 0.5107045 Jul 19 03:25:45.627916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33724) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:45.648315 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-49d64628-52a8-4044-8a92-282ee4964d42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "PUT /v2.0/floatingips/fe775ea1-d03b-4cb5-ad03-1a7a23f000f6 HTTP/1.1" status: 200 len: 991 time: 6.6433480 Jul 19 03:25:45.695604 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.729079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28239f4-7c70-4cff-98df-08e12e19b808 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49af76f4-eeaa-4c85-96bf-2c0287c646ec,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:45.807153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0db1-a53c-4413-931f-76c0055b6412 req-e7b608f2-dc6f-4229-b790-e08d700516c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:45.808619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-325f0db1-a53c-4413-931f-76c0055b6412 req-e7b608f2-dc6f-4229-b790-e08d700516c2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2890484 Jul 19 03:25:45.850331 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-005f9236-258f-4baa-aee9-3a8af33e01fa tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2176554 Jul 19 03:25:45.852144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33730) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:45.859737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5c6af665-1bb4-466a-8f8b-397898b41a7f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group': {'name': 'tempest-secgroup--191094917'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:45.869957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-075e69b4-f392-48f8-8da6-52d83a5e2160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.885109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-075e69b4-f392-48f8-8da6-52d83a5e2160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:45.920064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'fe775ea1-d03b-4cb5-ad03-1a7a23f000f6', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'port_id': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'mac_address': 'fa:16:3e:ea:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:25:09Z', 'updated_at': '2021-07-19T03:25:41Z', 'revision_number': 1, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:45.956942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-075e69b4-f392-48f8-8da6-52d83a5e2160 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5983c40902b8467fa89c4d0e7d839d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989269 Jul 19 03:25:45.959052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33736) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:46.056759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bafa27-fc6d-4a52-85c5-c328934305ad {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:25:46.058135 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c6af665-1bb4-466a-8f8b-397898b41a7f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.064803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e69b4-f392-48f8-8da6-52d83a5e2160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1624a8-1e50-4934-81e0-82eb6c3c534b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:46.084361 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.122567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54065d87-fab5-4639-8369-6b35c6bbd728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.128125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Transition to ACTIVE for port object a2bafa27-fc6d-4a52-85c5-c328934305ad will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:46.146838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.217817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] Checking router: 07fc98b7-a2a8-4101-a479-325739f4a828 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:25:46.227741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54065d87-fab5-4639-8369-6b35c6bbd728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.227949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:46.228598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:46.347059 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54065d87-fab5-4639-8369-6b35c6bbd728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.351027 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54065d87-fab5-4639-8369-6b35c6bbd728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.354582 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-54065d87-fab5-4639-8369-6b35c6bbd728 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db1624a8-1e50-4934-81e0-82eb6c3c534b HTTP/1.1" status: 204 len: 168 time: 0.3875425 Jul 19 03:25:46.370254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54065d87-fab5-4639-8369-6b35c6bbd728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1624a8-1e50-4934-81e0-82eb6c3c534b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:46.375199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 51a2a8a1-ede6-4f69-9a35-8e59060b5fde up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:46.432943 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4164a-90f3-4f44-bd37-b71f04511ac5 req-cb72e77b-6368-46c8-b199-e6b5abc4192a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:46.440327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4164a-90f3-4f44-bd37-b71f04511ac5 req-cb72e77b-6368-46c8-b199-e6b5abc4192a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:46.447435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4164a-90f3-4f44-bd37-b71f04511ac5 req-cb72e77b-6368-46c8-b199-e6b5abc4192a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:46.460527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4164a-90f3-4f44-bd37-b71f04511ac5 req-cb72e77b-6368-46c8-b199-e6b5abc4192a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:46.471618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4164a-90f3-4f44-bd37-b71f04511ac5 req-cb72e77b-6368-46c8-b199-e6b5abc4192a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:46.488924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4164a-90f3-4f44-bd37-b71f04511ac5 req-cb72e77b-6368-46c8-b199-e6b5abc4192a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:46.500448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4164a-90f3-4f44-bd37-b71f04511ac5 req-cb72e77b-6368-46c8-b199-e6b5abc4192a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:46.501948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bafa27-fc6d-4a52-85c5-c328934305ad,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:46.526227 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44d4164a-90f3-4f44-bd37-b71f04511ac5 req-cb72e77b-6368-46c8-b199-e6b5abc4192a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5379 time: 0.3729544 Jul 19 03:25:46.554222 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.597240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c6af665-1bb4-466a-8f8b-397898b41a7f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.608904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf5129-7939-4de8-87dd-25f08da38c35 None None] Network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:46.620871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:46.621632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44d4164a-90f3-4f44-bd37-b71f04511ac5 req-a01a1933-b8eb-4dcc-89ea-b58bd44cab8a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931094 Jul 19 03:25:46.625599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c6af665-1bb4-466a-8f8b-397898b41a7f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.707050 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-47519db4-9cc6-4957-b488-b5b7239f927f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:46.707633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-47519db4-9cc6-4957-b488-b5b7239f927f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.729158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6af665-1bb4-466a-8f8b-397898b41a7f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d5a920-6406-4d71-84c5-fbae7ec3bf35,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:46.747496 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c6af665-1bb4-466a-8f8b-397898b41a7f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.754909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5c6af665-1bb4-466a-8f8b-397898b41a7f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9019678 Jul 19 03:25:46.755816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33744) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:46.768194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-241c8168-1c5a-4b16-9d12-46b91f05d9e0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078276811'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:46.832310 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-241c8168-1c5a-4b16-9d12-46b91f05d9e0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.887977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Attempting to bind port a2bafa27-fc6d-4a52-85c5-c328934305ad on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:46.888340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Attempting to bind port a2bafa27-fc6d-4a52-85c5-c328934305ad by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:46.888912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Attempting to bind port a2bafa27-fc6d-4a52-85c5-c328934305ad on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:46.900240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Port a2bafa27-fc6d-4a52-85c5-c328934305ad on network 0f6501ff-aef8-4265-a557-c61d9a57e516 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:25:46.900655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Attempting to bind port a2bafa27-fc6d-4a52-85c5-c328934305ad on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:46.954885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:46.956545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Checking segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:46.956953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Bound using segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:46.957403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Bound port: a2bafa27-fc6d-4a52-85c5-c328934305ad, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:46.957763 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:46.977052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-241c8168-1c5a-4b16-9d12-46b91f05d9e0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.014397 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-241c8168-1c5a-4b16-9d12-46b91f05d9e0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.036497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:47.040507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-47519db4-9cc6-4957-b488-b5b7239f927f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] For port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:47.040917 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-47519db4-9cc6-4957-b488-b5b7239f927f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.051183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-54e4f481-2ab9-4095-ad04-9ebb166b9845 None None] Provisioning for port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:47.051441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Allocated IP 172.23.0.1 (95bc0fa3-b68a-459a-bd4a-e195f92e59ca/3aba0dd1-8807-480c-aa7d-01c2369d22f2/080b632c-cad5-4416-80d2-b83b7192947b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:47.057680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:47.058246 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.067466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-deleted', 'tag': '6b6021a0-103a-4ac6-9ddc-c378fa96dd16'}, {'name': 'network-changed', 'server_uuid': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'tag': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:47.071316 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62c202d-e766-4d81-86ab-e7e44d894110" -d '{"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-deleted", "tag": "6b6021a0-103a-4ac6-9ddc-c378fa96dd16"}, {"name": "network-changed", "server_uuid": "b41d7e34-cdc2-4678-b922-bcabed8b6148", "tag": "15fb2137-cf7f-4d69-a17b-f729cdd24e6d"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:47.079208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-241c8168-1c5a-4b16-9d12-46b91f05d9e0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.082738 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-241c8168-1c5a-4b16-9d12-46b91f05d9e0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3235526 Jul 19 03:25:47.090838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33758) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:47.097435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c8168-1c5a-4b16-9d12-46b91f05d9e0 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e801e7d-4901-432c-b6f9-2d0bedd7d34b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:47.122801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-54e4f481-2ab9-4095-ad04-9ebb166b9845 None None] Provisioning complete for port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:47.123179 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-54e4f481-2ab9-4095-ad04-9ebb166b9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.127697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-48604158-7cea-4f25-8af4-b0afe2a440a3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': '02d5a920-6406-4d71-84c5-fbae7ec3bf35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5e801e7d-4901-432c-b6f9-2d0bedd7d34b', 'remote_ip_prefix': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:47.130526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7285-2506-42be-9055-9a8a7212c233 req-365196fb-dff9-4649-bca5-c193bef63266 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:47.139811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-47519db4-9cc6-4957-b488-b5b7239f927f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Calling delete_port for 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:47.144598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7285-2506-42be-9055-9a8a7212c233 req-365196fb-dff9-4649-bca5-c193bef63266 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:47.155409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7285-2506-42be-9055-9a8a7212c233 req-365196fb-dff9-4649-bca5-c193bef63266 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:47.165150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a6b7285-2506-42be-9055-9a8a7212c233 req-365196fb-dff9-4649-bca5-c193bef63266 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 2410 time: 0.2819808 Jul 19 03:25:47.226973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] For port a2bafa27-fc6d-4a52-85c5-c328934305ad, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:47.232029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a6b7285-2506-42be-9055-9a8a7212c233 req-07d375a2-b00e-4fe4-a35e-03ae7b174f35 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658059 Jul 19 03:25:47.284796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] For port a2bafa27-fc6d-4a52-85c5-c328934305ad, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a2bafa27-fc6d-4a52-85c5-c328934305ad,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:47.351045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.414493 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.450524 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-54e4f481-2ab9-4095-ad04-9ebb166b9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.499631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=51a2a8a1-ede6-4f69-9a35-8e59060b5fde,segment=NetworkSegment(ad437cb6-d963-4996-ab2d-bd56a0e442b8),segment_id=ad437cb6-d963-4996-ab2d-bd56a0e442b8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:47.511925 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.597896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'fe775ea1-d03b-4cb5-ad03-1a7a23f000f6', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'port_id': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'mac_address': 'fa:16:3e:ea:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:25:09Z', 'updated_at': '2021-07-19T03:25:41Z', 'revision_number': 1, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:47.649403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f5574-089d-4ba4-8060-0df57f1e948b None None] The sync data for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 is: [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'fe775ea1-d03b-4cb5-ad03-1a7a23f000f6', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'port_id': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'mac_address': 'fa:16:3e:ea:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:25:09Z', 'updated_at': '2021-07-19T03:25:41Z', 'revision_number': 1, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:25:47.677751 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-54e4f481-2ab9-4095-ad04-9ebb166b9845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:25:47.681624 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-54e4f481-2ab9-4095-ad04-9ebb166b9845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:25:47.692031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=51a2a8a1-ede6-4f69-9a35-8e59060b5fde,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:47.695700 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b1461b-074e-4adf-9395-7f5875d15770 x-openstack-request-id: req-89b1461b-074e-4adf-9395-7f5875d15770 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:47.700219 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-deleted", "tag": "6b6021a0-103a-4ac6-9ddc-c378fa96dd16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b41d7e34-cdc2-4678-b922-bcabed8b6148", "tag": "15fb2137-cf7f-4d69-a17b-f729cdd24e6d", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:47.700842 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89b1461b-074e-4adf-9395-7f5875d15770 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:47.700968 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-deleted', 'tag': '6b6021a0-103a-4ac6-9ddc-c378fa96dd16', 'status': 'completed', 'code': 200} Jul 19 03:25:47.701258 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'tag': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d', 'status': 'completed', 'code': 200} Jul 19 03:25:47.708508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33774) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:47.740702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-756408df-2114-48de-8c23-6d023619f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:47.744599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-756408df-2114-48de-8c23-6d023619f841 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 1097 time: 0.1215084 Jul 19 03:25:47.788135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21844317-e243-486d-aa66-e083ed80d158 req-a4909f32-ad86-40d0-8307-222e8afeab7d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:47.796641 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21844317-e243-486d-aa66-e083ed80d158 req-a4909f32-ad86-40d0-8307-222e8afeab7d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.7487700 Jul 19 03:25:47.806506 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-48604158-7cea-4f25-8af4-b0afe2a440a3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.823924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:47.824668 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.825954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] 10.222.0.25 "PUT /v2.0/ports/a2bafa27-fc6d-4a52-85c5-c328934305ad HTTP/1.1" status: 200 len: 1136 time: 4.2522759 Jul 19 03:25:47.873341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-053012da-cbce-4a32-872d-19a819c4eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:47.875810 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-053012da-cbce-4a32-872d-19a819c4eae6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 909 time: 0.1230986 Jul 19 03:25:47.878049 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.881292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:47.978734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-368378792'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:47.980009 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:47.983043 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187dbfa-0bfd-4b57-a239-b98ffbcd64bd None None] New status for floating IP fe775ea1-d03b-4cb5-ad03-1a7a23f000f6: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:25:48.013942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e45e6-98de-4662-b912-386353fcacc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bafa27-fc6d-4a52-85c5-c328934305ad,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:48.042169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21844317-e243-486d-aa66-e083ed80d158 req-b8d9af30-3436-4f1b-bef1-2948bb3b99f0 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445352 Jul 19 03:25:48.045484 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-88476491-2a98-47bc-905b-9fff1b6b627c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d HTTP/1.1" status: 200 len: 999 time: 0.1582038 Jul 19 03:25:48.057700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Transition to ACTIVE for port object 080b632c-cad5-4416-80d2-b83b7192947b will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:48.083043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:48.086515 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.138594 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.145337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 51a2a8a1-ede6-4f69-9a35-8e59060b5fde up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:48.179859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82d11b-9e2b-4502-955c-b606eda31d46 req-fe267f90-9f84-4105-8284-bbbae13683da tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.187431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82d11b-9e2b-4502-955c-b606eda31d46 req-fe267f90-9f84-4105-8284-bbbae13683da tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.195688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82d11b-9e2b-4502-955c-b606eda31d46 req-fe267f90-9f84-4105-8284-bbbae13683da tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.202576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82d11b-9e2b-4502-955c-b606eda31d46 req-fe267f90-9f84-4105-8284-bbbae13683da tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.209072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82d11b-9e2b-4502-955c-b606eda31d46 req-fe267f90-9f84-4105-8284-bbbae13683da tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.212296 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.214175 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-47519db4-9cc6-4957-b488-b5b7239f927f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.214933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82d11b-9e2b-4502-955c-b606eda31d46 req-fe267f90-9f84-4105-8284-bbbae13683da tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.217827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-48604158-7cea-4f25-8af4-b0afe2a440a3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.221505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82d11b-9e2b-4502-955c-b606eda31d46 req-fe267f90-9f84-4105-8284-bbbae13683da tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.224029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba82d11b-9e2b-4502-955c-b606eda31d46 req-fe267f90-9f84-4105-8284-bbbae13683da tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5379 time: 0.3525481 Jul 19 03:25:48.230820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-a5b4218f-6027-4237-b10a-378fc667d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.232287 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-a5b4218f-6027-4237-b10a-378fc667d3a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 200 len: 848 time: 0.1805646 Jul 19 03:25:48.247663 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-48604158-7cea-4f25-8af4-b0afe2a440a3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.261563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:48.262541 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.304026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47519db4-9cc6-4957-b488-b5b7239f927f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Port': ['ID=30ce049a-0f36-4f32-a5ff-01e5fb2e09fe,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:48.332142 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba82d11b-9e2b-4502-955c-b606eda31d46 req-6735d336-ef80-4cc7-89f3-1027e311f297 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949309 Jul 19 03:25:48.357156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48604158-7cea-4f25-8af4-b0afe2a440a3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b235edf-b7b2-44a3-b577-661a2ae2e2b1,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:48.372819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-24684caa-ad5a-4066-918b-cfea51455633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.385779 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-24684caa-ad5a-4066-918b-cfea51455633 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66515329-14d2-403d-9c58-62f5e4e23d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474247 Jul 19 03:25:48.393857 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.429991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-47519db4-9cc6-4957-b488-b5b7239f927f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] No DVR routers for this DVR port 30ce049a-0f36-4f32-a5ff-01e5fb2e09fe on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:48.459928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-47519db4-9cc6-4957-b488-b5b7239f927f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.462040 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-47519db4-9cc6-4957-b488-b5b7239f927f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "DELETE /v2.0/ports/30ce049a-0f36-4f32-a5ff-01e5fb2e09fe HTTP/1.1" status: 204 len: 173 time: 2.9260266 Jul 19 03:25:48.472397 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7409201e-0177-4077-b0df-c4eee89cc8be None None] Provisioning complete for port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:48.473015 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7409201e-0177-4077-b0df-c4eee89cc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.492949 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.505445 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.539749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:48.555155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39901c04-6cf6-448b-805d-2caac148f94f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:48.564258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-48604158-7cea-4f25-8af4-b0afe2a440a3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.565548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-48604158-7cea-4f25-8af4-b0afe2a440a3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4651132 Jul 19 03:25:48.568650 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-49487226-3ae1-4666-a468-b886ab27e22a service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744995 Jul 19 03:25:48.569137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33782) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:48.569890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:25:48.593750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:48.612164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.612523 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment 664d0394-03f8-49c4-b11b-5c1f9e66e543 of type vlan for network 5b6e3302-0cb4-45ef-b8aa-127df5cece6c Jul 19 03:25:48.629588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:48.640372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=080b632c-cad5-4416-80d2-b83b7192947b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:48.671477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-239a7fbd-a200-4bc6-b944-44455329450e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.799354 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.932944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0686a040-2ed6-4103-8d94-496d92374ed6 None None] Provisioning for port 080b632c-cad5-4416-80d2-b83b7192947b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:48.937518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0686a040-2ed6-4103-8d94-496d92374ed6 None None] Provisioning complete for port 080b632c-cad5-4416-80d2-b83b7192947b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:48.938146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0686a040-2ed6-4103-8d94-496d92374ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:48.966415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65950e-9b3f-4a33-9ddc-7f8268607ada req-9ce8e8ea-4c47-4a84-8367-de7668d74510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.973028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65950e-9b3f-4a33-9ddc-7f8268607ada req-9ce8e8ea-4c47-4a84-8367-de7668d74510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:48.974732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf65950e-9b3f-4a33-9ddc-7f8268607ada req-9ce8e8ea-4c47-4a84-8367-de7668d74510 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 1677 time: 0.4477439 Jul 19 03:25:48.982964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0686a040-2ed6-4103-8d94-496d92374ed6 None None] Port 080b632c-cad5-4416-80d2-b83b7192947b cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:49.042357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-b993e86e-321b-4820-b034-120931b3f2d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting port 88907317-83f2-4cc5-91d6-81b3325e2898 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:49.042734 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-b993e86e-321b-4820-b034-120931b3f2d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.091197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.097393 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-239a7fbd-a200-4bc6-b944-44455329450e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.159093 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a62c202d-e766-4d81-86ab-e7e44d894110 req-4776a1a3-ce42-4635-9c37-3ea08c717bc8 service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780218 Jul 19 03:25:49.161353 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-239a7fbd-a200-4bc6-b944-44455329450e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.168358 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-239a7fbd-a200-4bc6-b944-44455329450e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.169351 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-239a7fbd-a200-4bc6-b944-44455329450e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2b235edf-b7b2-44a3-b577-661a2ae2e2b1 HTTP/1.1" status: 204 len: 168 time: 0.5971506 Jul 19 03:25:49.171623 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.177642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:49.178145 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.183428 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33786) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:49.200362 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf65950e-9b3f-4a33-9ddc-7f8268607ada req-7e2d00c1-e90b-46c7-8fee-8741bb42f2db tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021759 Jul 19 03:25:49.216484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.217234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a7fbd-a200-4bc6-b944-44455329450e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b235edf-b7b2-44a3-b577-661a2ae2e2b1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:49.223231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8fbd92-2916-4f12-badd-c5210b5811ba {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:25:49.248067 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.291529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Transition to ACTIVE for port object cb8fbd92-2916-4f12-badd-c5210b5811ba will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:49.300732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-b993e86e-321b-4820-b034-120931b3f2d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] For port 88907317-83f2-4cc5-91d6-81b3325e2898, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88907317-83f2-4cc5-91d6-81b3325e2898,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:49.301096 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-b993e86e-321b-4820-b034-120931b3f2d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.312653 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5919206 Jul 19 03:25:49.312869 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.313021 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9667b04-8916-4705-956f-86bbc5dd2302 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=5b6e3302-0cb4-45ef-b8aa-127df5cece6c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:49.321184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 5b6e3302-0cb4-45ef-b8aa-127df5cece6c details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:25:49.333185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-b993e86e-321b-4820-b034-120931b3f2d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Calling delete_port for 88907317-83f2-4cc5-91d6-81b3325e2898 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:49.342374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6995766f-8f63-4076-882d-55362415c859 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1539447 Jul 19 03:25:49.345959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33788) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:49.414747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cb59f-762f-4e31-bcf0-df7815580b03 req-da53618a-753d-4107-a60d-1ab17d83d1a8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:49.416251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b91cb59f-762f-4e31-bcf0-df7815580b03 req-da53618a-753d-4107-a60d-1ab17d83d1a8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2107043 Jul 19 03:25:49.466483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33792) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:49.474793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': '5b6e3302-0cb4-45ef-b8aa-127df5cece6c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:49.540396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8fbd92-2916-4f12-badd-c5210b5811ba,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:49.612464 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b91cb59f-762f-4e31-bcf0-df7815580b03 req-22fcd51b-bcc9-4dfe-aba9-71c74f8508e5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583247 Jul 19 03:25:49.620868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77d0accf-8e4e-4cc7-8922-31f7d7ac17e8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.654237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:49.658430 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.662447 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77d0accf-8e4e-4cc7-8922-31f7d7ac17e8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.776626 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77d0accf-8e4e-4cc7-8922-31f7d7ac17e8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.779206 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77d0accf-8e4e-4cc7-8922-31f7d7ac17e8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:49.780416 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-77d0accf-8e4e-4cc7-8922-31f7d7ac17e8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-groups/5e801e7d-4901-432c-b6f9-2d0bedd7d34b HTTP/1.1" status: 204 len: 168 time: 0.4332249 Jul 19 03:25:49.786735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33796) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:49.811259 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0accf-8e4e-4cc7-8922-31f7d7ac17e8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e801e7d-4901-432c-b6f9-2d0bedd7d34b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:49.892672 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-93a13c17-521f-43cb-aa7f-9b0a064e1255 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1042633 Jul 19 03:25:49.895572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33798) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:49.934393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'a2bafa27-fc6d-4a52-85c5-c328934305ad'}, {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-deleted', 'tag': '30ce049a-0f36-4f32-a5ff-01e5fb2e09fe'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:49.936646 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c5f99-80ba-49b2-8423-f43581891d95" -d '{"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "a2bafa27-fc6d-4a52-85c5-c328934305ad"}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-deleted", "tag": "30ce049a-0f36-4f32-a5ff-01e5fb2e09fe"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:49.982826 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.003738 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c6740-d548-41c9-a411-fc4b6dffcf2f x-openstack-request-id: req-261c6740-d548-41c9-a411-fc4b6dffcf2f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:50.004077 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "a2bafa27-fc6d-4a52-85c5-c328934305ad", "status": "completed", "code": 200}, {"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-deleted", "tag": "30ce049a-0f36-4f32-a5ff-01e5fb2e09fe", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:50.004270 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-261c6740-d548-41c9-a411-fc4b6dffcf2f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:50.005116 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'a2bafa27-fc6d-4a52-85c5-c328934305ad', 'status': 'completed', 'code': 200} Jul 19 03:25:50.005116 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-deleted', 'tag': '30ce049a-0f36-4f32-a5ff-01e5fb2e09fe', 'status': 'completed', 'code': 200} Jul 19 03:25:50.044874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Attempting to bind port cb8fbd92-2916-4f12-badd-c5210b5811ba on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:50.045213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Attempting to bind port cb8fbd92-2916-4f12-badd-c5210b5811ba by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:50.045542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Attempting to bind port cb8fbd92-2916-4f12-badd-c5210b5811ba on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:50.050892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-542ad213-aaab-4ca9-8e24-4beac2131b1f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.068496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Port cb8fbd92-2916-4f12-badd-c5210b5811ba on network 0f6501ff-aef8-4265-a557-c61d9a57e516 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:25:50.068832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Attempting to bind port cb8fbd92-2916-4f12-badd-c5210b5811ba on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:50.107517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281312f8-6c39-4ee1-8b70-b7526ee9b50f req-29d23473-1834-417c-91cd-4c228f458e40 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.113969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281312f8-6c39-4ee1-8b70-b7526ee9b50f req-29d23473-1834-417c-91cd-4c228f458e40 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.119898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281312f8-6c39-4ee1-8b70-b7526ee9b50f req-29d23473-1834-417c-91cd-4c228f458e40 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.125809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281312f8-6c39-4ee1-8b70-b7526ee9b50f req-29d23473-1834-417c-91cd-4c228f458e40 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.126947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=7b8671e5-4c5a-4eb0-9338-12df11b9fe22,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:50.129963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-542ad213-aaab-4ca9-8e24-4beac2131b1f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.133801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281312f8-6c39-4ee1-8b70-b7526ee9b50f req-29d23473-1834-417c-91cd-4c228f458e40 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.140187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281312f8-6c39-4ee1-8b70-b7526ee9b50f req-29d23473-1834-417c-91cd-4c228f458e40 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.146086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281312f8-6c39-4ee1-8b70-b7526ee9b50f req-29d23473-1834-417c-91cd-4c228f458e40 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.148073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-281312f8-6c39-4ee1-8b70-b7526ee9b50f req-29d23473-1834-417c-91cd-4c228f458e40 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5391 time: 0.5603025 Jul 19 03:25:50.158665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:50.158988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Checking segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:50.159375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Bound using segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:50.159800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Bound port: cb8fbd92-2916-4f12-badd-c5210b5811ba, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:50.160151 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.160272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': '664d0394-03f8-49c4-b11b-5c1f9e66e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b6e3302-0cb4-45ef-b8aa-127df5cece6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:50.160532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: 5b6e3302-0cb4-45ef-b8aa-127df5cece6c, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:25:50.199039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-132cfd8a-db92-4240-a0d7-3689e3e9db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.199556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-132cfd8a-db92-4240-a0d7-3689e3e9db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.200026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-132cfd8a-db92-4240-a0d7-3689e3e9db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.200465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-b993e86e-321b-4820-b034-120931b3f2d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.200673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-132cfd8a-db92-4240-a0d7-3689e3e9db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.200972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-132cfd8a-db92-4240-a0d7-3689e3e9db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.201448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-132cfd8a-db92-4240-a0d7-3689e3e9db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.201916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-132cfd8a-db92-4240-a0d7-3689e3e9db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.204181 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-132cfd8a-db92-4240-a0d7-3689e3e9db5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6245 time: 0.1759758 Jul 19 03:25:50.213267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-542ad213-aaab-4ca9-8e24-4beac2131b1f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.215901 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-542ad213-aaab-4ca9-8e24-4beac2131b1f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.217013 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-542ad213-aaab-4ca9-8e24-4beac2131b1f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-groups/02d5a920-6406-4d71-84c5-fbae7ec3bf35 HTTP/1.1" status: 204 len: 168 time: 0.3205066 Jul 19 03:25:50.221199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33802) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:50.230139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network 5b6e3302-0cb4-45ef-b8aa-127df5cece6c is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:25:50.250248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ad213-aaab-4ca9-8e24-4beac2131b1f tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d5a920-6406-4d71-84c5-fbae7ec3bf35,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:50.276513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 5b6e3302-0cb4-45ef-b8aa-127df5cece6c) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:50.285794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe77bb-406e-4f06-81ff-c26f1d375ef6 None None] Network 5b6e3302-0cb4-45ef-b8aa-127df5cece6c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:50.304125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.305907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993e86e-321b-4820-b034-120931b3f2d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Port': ['ID=88907317-83f2-4cc5-91d6-81b3325e2898,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:50.310456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.311112 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.348744 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d2a0e0ff-a26d-4bb1-8dc0-820c14891eb7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8758347 Jul 19 03:25:50.350687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.351148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33806) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:50.357783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662235961'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:50.390692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:50.394816 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.399337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-118fefd6-ac56-4171-95ef-e0802f5942e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.399879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-118fefd6-ac56-4171-95ef-e0802f5942e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.400355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-118fefd6-ac56-4171-95ef-e0802f5942e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.402015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-118fefd6-ac56-4171-95ef-e0802f5942e5 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b935af6d0bc6444391b48c7141919175&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1838927 Jul 19 03:25:50.409578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-b993e86e-321b-4820-b034-120931b3f2d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] No DVR routers for this DVR port 88907317-83f2-4cc5-91d6-81b3325e2898 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:50.412526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-b993e86e-321b-4820-b034-120931b3f2d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.415460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-b993e86e-321b-4820-b034-120931b3f2d5 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "DELETE /v2.0/ports/88907317-83f2-4cc5-91d6-81b3325e2898 HTTP/1.1" status: 204 len: 173 time: 1.9440906 Jul 19 03:25:50.451457 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-281312f8-6c39-4ee1-8b70-b7526ee9b50f req-574e37f3-6581-49c9-92fd-9133fcd17996 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2876394 Jul 19 03:25:50.455142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:25:50.511691 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.512319 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment fcbc9ae9-ce8c-4597-aa16-1dfb87c79252 of type vlan for network b052cd5e-5543-498c-b79f-b0ec95ce1ae7 Jul 19 03:25:50.535893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32347b65-a894-457d-968a-0304ee82695f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-5b6e3302-0cb4-45ef-b8aa-127df5cece6c', 'network_id': '5b6e3302-0cb4-45ef-b8aa-127df5cece6c', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': '7b8671e5-4c5a-4eb0-9338-12df11b9fe22'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:25:50.536424 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32347b65-a894-457d-968a-0304ee82695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.556317 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cb64894f-bc90-4b5e-9a5f-828c2752a1e3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3254988 Jul 19 03:25:50.562584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] For port cb8fbd92-2916-4f12-badd-c5210b5811ba, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:50.565221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33808) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:50.575958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2a491df5-f5b4-47b1-916f-1a1a53756635 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group': {'name': 'tempest-secgroup--246244908'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:50.586036 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.599218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event updated for resources: {'Port': ['ID=080b632c-cad5-4416-80d2-b83b7192947b,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:50.614441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.614932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] For port cb8fbd92-2916-4f12-badd-c5210b5811ba, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=cb8fbd92-2916-4f12-badd-c5210b5811ba,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:50.652300 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.692451 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.714310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.714982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.718694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-32347b65-a894-457d-968a-0304ee82695f None None] Allocated IP 172.20.255.242 (5b6e3302-0cb4-45ef-b8aa-127df5cece6c/7b8671e5-4c5a-4eb0-9338-12df11b9fe22/02ea07cb-b938-4e37-bc62-d736f87fb364) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:50.725507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.726287 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.727809 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] 10.222.0.25 "PUT /v2.0/ports/cb8fbd92-2916-4f12-badd-c5210b5811ba HTTP/1.1" status: 200 len: 1092 time: 2.8518240 Jul 19 03:25:50.738776 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2a491df5-f5b4-47b1-916f-1a1a53756635 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.799085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:50.841673 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4893775 Jul 19 03:25:50.859545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33814) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:50.871528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': 'b052cd5e-5543-498c-b79f-b0ec95ce1ae7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:50.905766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-f9b356f3-6bda-43fc-a0b8-ec8371a51cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:50.908597 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e4c5f99-80ba-49b2-8423-f43581891d95 req-f9b356f3-6bda-43fc-a0b8-ec8371a51cb0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4985247 Jul 19 03:25:50.939422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3e8d7-49b8-44c0-9943-0f32d6c67bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8fbd92-2916-4f12-badd-c5210b5811ba,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:50.973447 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32347b65-a894-457d-968a-0304ee82695f None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:50.983578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-32347b65-a894-457d-968a-0304ee82695f None None] Transition to ACTIVE for port object 02ea07cb-b938-4e37-bc62-d736f87fb364 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:51.000033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-32347b65-a894-457d-968a-0304ee82695f None None] Transition to ACTIVE for port object 02ea07cb-b938-4e37-bc62-d736f87fb364 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:51.009858 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32347b65-a894-457d-968a-0304ee82695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.022674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddef76-fd2a-4c4e-a369-c07bd24bc23d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=b052cd5e-5543-498c-b79f-b0ec95ce1ae7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:51.054305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-7f20b118-b512-4817-bb26-65016ddc40c7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:25:51.054598 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-7f20b118-b512-4817-bb26-65016ddc40c7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.054734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021551a1-9638-4f52-919f-d10535248b67 req-9394abee-0382-4a03-b13d-695f051ed8ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:51.056331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network b052cd5e-5543-498c-b79f-b0ec95ce1ae7 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:25:51.057460 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-021551a1-9638-4f52-919f-d10535248b67 req-9394abee-0382-4a03-b13d-695f051ed8ac tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 943 time: 0.2883315 Jul 19 03:25:51.082746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32347b65-a894-457d-968a-0304ee82695f None None] Pushing event updated for resources: {'Port': ['ID=02ea07cb-b938-4e37-bc62-d736f87fb364,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:51.099375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32347b65-a894-457d-968a-0304ee82695f None None] Network 5b6e3302-0cb4-45ef-b8aa-127df5cece6c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:51.101352 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-021551a1-9638-4f52-919f-d10535248b67 req-5457d301-b374-4300-a388-3ad6ace6b018 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups?id=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374837 Jul 19 03:25:51.119415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:51.136556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-32347b65-a894-457d-968a-0304ee82695f None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:51.144504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32347b65-a894-457d-968a-0304ee82695f None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:51.166509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:51.342395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b630c12-ca00-441b-9f56-e830f048daa8 req-784b431d-6b08-470f-9c98-46d5dbb97496 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:51.344012 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b630c12-ca00-441b-9f56-e830f048daa8 req-784b431d-6b08-470f-9c98-46d5dbb97496 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.5057533 Jul 19 03:25:51.377552 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.390886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-32347b65-a894-457d-968a-0304ee82695f None None] Attempting to bind port 02ea07cb-b938-4e37-bc62-d736f87fb364 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:51.391366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-32347b65-a894-457d-968a-0304ee82695f None None] Attempting to bind port 02ea07cb-b938-4e37-bc62-d736f87fb364 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '664d0394-03f8-49c4-b11b-5c1f9e66e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b6e3302-0cb4-45ef-b8aa-127df5cece6c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:51.392548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32347b65-a894-457d-968a-0304ee82695f None None] Attempting to bind port 02ea07cb-b938-4e37-bc62-d736f87fb364 on network 5b6e3302-0cb4-45ef-b8aa-127df5cece6c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:51.397839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32347b65-a894-457d-968a-0304ee82695f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:51.398354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32347b65-a894-457d-968a-0304ee82695f None None] Checking segment: {'id': '664d0394-03f8-49c4-b11b-5c1f9e66e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b6e3302-0cb4-45ef-b8aa-127df5cece6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:51.398741 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32347b65-a894-457d-968a-0304ee82695f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.399132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32347b65-a894-457d-968a-0304ee82695f None None] Bound using segment: {'id': '664d0394-03f8-49c4-b11b-5c1f9e66e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b6e3302-0cb4-45ef-b8aa-127df5cece6c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:51.399592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-32347b65-a894-457d-968a-0304ee82695f None None] Bound port: 02ea07cb-b938-4e37-bc62-d736f87fb364, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d0394-03f8-49c4-b11b-5c1f9e66e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b6e3302-0cb4-45ef-b8aa-127df5cece6c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:51.399972 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32347b65-a894-457d-968a-0304ee82695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.430540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-7f20b118-b512-4817-bb26-65016ddc40c7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] For port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:51.430907 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-7f20b118-b512-4817-bb26-65016ddc40c7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.458550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2a491df5-f5b4-47b1-916f-1a1a53756635 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.462998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-32347b65-a894-457d-968a-0304ee82695f None None] For port 02ea07cb-b938-4e37-bc62-d736f87fb364, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:51.466644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-32347b65-a894-457d-968a-0304ee82695f None None] For port 02ea07cb-b938-4e37-bc62-d736f87fb364, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=02ea07cb-b938-4e37-bc62-d736f87fb364,segment=NetworkSegment(664d0394-03f8-49c4-b11b-5c1f9e66e543),segment_id=664d0394-03f8-49c4-b11b-5c1f9e66e543)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:51.471563 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32347b65-a894-457d-968a-0304ee82695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.492181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-7f20b118-b512-4817-bb26-65016ddc40c7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Calling delete_port for 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:25:51.499432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2a491df5-f5b4-47b1-916f-1a1a53756635 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.540799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ce82d095-2a08-4134-9a8d-a1e34f32e1ad None None] Provisioning complete for port 080b632c-cad5-4416-80d2-b83b7192947b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:51.540994 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce82d095-2a08-4134-9a8d-a1e34f32e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.573366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:25:51.581175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ce82d095-2a08-4134-9a8d-a1e34f32e1ad None None] Port 080b632c-cad5-4416-80d2-b83b7192947b cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:25:51.583538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b630c12-ca00-441b-9f56-e830f048daa8 req-36e168f1-31b7-467d-9eaf-3dfa95bdd4e9 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974332 Jul 19 03:25:51.603204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32347b65-a894-457d-968a-0304ee82695f None None] Pushing event updated for resources: {'Port': ['ID=02ea07cb-b938-4e37-bc62-d736f87fb364,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:51.630252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:51.634358 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.660252 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2a491df5-f5b4-47b1-916f-1a1a53756635 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.661498 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2a491df5-f5b4-47b1-916f-1a1a53756635 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0919135 Jul 19 03:25:51.666196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33818) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:51.674468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d069b809-fdb6-40a6-8d4d-c7abfa73dedb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': '93cd58c3-47f6-4b51-b19b-3f43d74c6738', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:51.723834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a491df5-f5b4-47b1-916f-1a1a53756635 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93cd58c3-47f6-4b51-b19b-3f43d74c6738,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:51.733704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4dc3-0b41-4b70-b2e0-4751f818e94b req-a9663302-d61a-4658-b5e9-68f14977b827 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:51.741313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4dc3-0b41-4b70-b2e0-4751f818e94b req-a9663302-d61a-4658-b5e9-68f14977b827 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:51.749242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4dc3-0b41-4b70-b2e0-4751f818e94b req-a9663302-d61a-4658-b5e9-68f14977b827 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:51.755725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4dc3-0b41-4b70-b2e0-4751f818e94b req-a9663302-d61a-4658-b5e9-68f14977b827 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:51.762544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4dc3-0b41-4b70-b2e0-4751f818e94b req-a9663302-d61a-4658-b5e9-68f14977b827 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:51.771339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4dc3-0b41-4b70-b2e0-4751f818e94b req-a9663302-d61a-4658-b5e9-68f14977b827 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:51.777628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4dc3-0b41-4b70-b2e0-4751f818e94b req-a9663302-d61a-4658-b5e9-68f14977b827 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:51.788734 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0fac4dc3-0b41-4b70-b2e0-4751f818e94b req-a9663302-d61a-4658-b5e9-68f14977b827 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5391 time: 0.1508415 Jul 19 03:25:51.788734 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d069b809-fdb6-40a6-8d4d-c7abfa73dedb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.857986 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0fac4dc3-0b41-4b70-b2e0-4751f818e94b req-4710cb46-fd08-4542-8184-ff2597bbfc4c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687325 Jul 19 03:25:51.897658 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d069b809-fdb6-40a6-8d4d-c7abfa73dedb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.903070 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d069b809-fdb6-40a6-8d4d-c7abfa73dedb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.944632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069b809-fdb6-40a6-8d4d-c7abfa73dedb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40b9d33-156c-448e-9630-2a593e57f2c9,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:51.954747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d069b809-fdb6-40a6-8d4d-c7abfa73dedb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:51.958547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d069b809-fdb6-40a6-8d4d-c7abfa73dedb tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2879169 Jul 19 03:25:51.959411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33820) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:51.993679 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-243eea4e-7d99-4e5a-b5dd-9d13544e46dd tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:52.005110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-243eea4e-7d99-4e5a-b5dd-9d13544e46dd tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:52.024792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-deleted', 'tag': '88907317-83f2-4cc5-91d6-81b3325e2898'}, {'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'cb8fbd92-2916-4f12-badd-c5210b5811ba'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:52.025634 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283a60d5-c8af-4227-9ba6-3f24b523b80c" -d '{"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-deleted", "tag": "88907317-83f2-4cc5-91d6-81b3325e2898"}, {"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "cb8fbd92-2916-4f12-badd-c5210b5811ba"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:52.041154 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-243eea4e-7d99-4e5a-b5dd-9d13544e46dd tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:52.053049 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-243eea4e-7d99-4e5a-b5dd-9d13544e46dd tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:52.059993 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-243eea4e-7d99-4e5a-b5dd-9d13544e46dd tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f40b9d33-156c-448e-9630-2a593e57f2c9 HTTP/1.1" status: 204 len: 168 time: 0.0967145 Jul 19 03:25:52.061892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33824) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:52.099357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eea4e-7d99-4e5a-b5dd-9d13544e46dd tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f40b9d33-156c-448e-9630-2a593e57f2c9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:52.151962 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe133e4-5b70-4d12-be30-4d36934f8777 x-openstack-request-id: req-cbe133e4-5b70-4d12-be30-4d36934f8777 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:52.151962 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-deleted", "tag": "88907317-83f2-4cc5-91d6-81b3325e2898", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "cb8fbd92-2916-4f12-badd-c5210b5811ba", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:52.151962 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbe133e4-5b70-4d12-be30-4d36934f8777 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:52.151962 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-deleted', 'tag': '88907317-83f2-4cc5-91d6-81b3325e2898', 'status': 'completed', 'code': 200} Jul 19 03:25:52.151962 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'cb8fbd92-2916-4f12-badd-c5210b5811ba', 'status': 'completed', 'code': 200} Jul 19 03:25:52.163012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:52.169247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf744a93-6b1b-4c6d-bbc2-f2ae824645f5 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1029129 Jul 19 03:25:52.177297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:52.178545 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-62c905d4-3c9a-4d67-a07f-8faf60738506 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8529520 Jul 19 03:25:52.181560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33828) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:52.181966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33830) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:52.197551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:52.198385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:52.208150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-667ed0f3-7352-40e4-bfbd-0ae16aa4f9ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:52.281424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-4bca9f59-feae-442f-bd62-a05f708411b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.282067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-4bca9f59-feae-442f-bd62-a05f708411b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.283396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-4bca9f59-feae-442f-bd62-a05f708411b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.283893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-4bca9f59-feae-442f-bd62-a05f708411b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.284479 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-4bca9f59-feae-442f-bd62-a05f708411b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.284838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-4bca9f59-feae-442f-bd62-a05f708411b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.285322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-4bca9f59-feae-442f-bd62-a05f708411b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.289816 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-4bca9f59-feae-442f-bd62-a05f708411b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6287 time: 0.1168137 Jul 19 03:25:52.321832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 02ea07cb-b938-4e37-bc62-d736f87fb364 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:52.393754 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49e149ac-9e2c-4d5a-b472-9d10d8fe93af req-a0ee95af-6981-4cb9-9f3d-471ceca74572 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.0601587 Jul 19 03:25:52.420715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:52.485022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-eb5bbe9c-cd42-47bc-8326-b0bb71b29881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.486431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-eb5bbe9c-cd42-47bc-8326-b0bb71b29881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.487157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-eb5bbe9c-cd42-47bc-8326-b0bb71b29881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.489012 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-eb5bbe9c-cd42-47bc-8326-b0bb71b29881 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b935af6d0bc6444391b48c7141919175&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1898098 Jul 19 03:25:52.581236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-7f20b118-b512-4817-bb26-65016ddc40c7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:52.621611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-d77dff87-0fa6-4a60-ac9a-596ccbac63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:52.624398 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-283a60d5-c8af-4227-9ba6-3f24b523b80c req-d77dff87-0fa6-4a60-ac9a-596ccbac63a0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1246970 Jul 19 03:25:52.662643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 02ea07cb-b938-4e37-bc62-d736f87fb364 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:52.694405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:49Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '080b632c-cad5-4416-80d2-b83b7192947b', 'name': '', 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:d6:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:46Z', 'updated_at': '2021-07-19T03:25:49Z', 'revision_number': 2, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:52.722123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:25:52.722888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Updating router 0eda9408-ddc4-47e4-87d7-e047f4ca303a port 080b632c-cad5-4416-80d2-b83b7192947b binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:25:52.759948 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:52.801621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20b118-b512-4817-bb26-65016ddc40c7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Port': ['ID=4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:52.824785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa7bb9-e198-41f3-b195-8e31c48c7b21 None None] Network 5b6e3302-0cb4-45ef-b8aa-127df5cece6c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:52.899009 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-982d2ccc-bc8b-4b2c-86fa-ac348f1d1994 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:52.929186 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:52.968589 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-613ac7bd-9f8b-419d-ad24-1070aacfbc57 None None] Provisioning for port 02ea07cb-b938-4e37-bc62-d736f87fb364 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:52.971413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-7f20b118-b512-4817-bb26-65016ddc40c7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] No DVR routers for this DVR port 4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:25:52.990369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-613ac7bd-9f8b-419d-ad24-1070aacfbc57 None None] Provisioning complete for port 02ea07cb-b938-4e37-bc62-d736f87fb364 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:52.990753 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-613ac7bd-9f8b-419d-ad24-1070aacfbc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.023669 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-7f20b118-b512-4817-bb26-65016ddc40c7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.025796 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58dc1873-f2b2-41a9-9e5e-9f362b49101e req-7f20b118-b512-4817-bb26-65016ddc40c7 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.26 "DELETE /v2.0/ports/4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945 HTTP/1.1" status: 204 len: 173 time: 2.5666521 Jul 19 03:25:53.070026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-982d2ccc-bc8b-4b2c-86fa-ac348f1d1994 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.095524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4ad01-f6b4-4e4f-8f93-eedbfc2fb266 req-3aaab3bc-f679-4278-9434-c031ed20affe tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:53.102779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4ad01-f6b4-4e4f-8f93-eedbfc2fb266 req-3aaab3bc-f679-4278-9434-c031ed20affe tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:53.109418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4ad01-f6b4-4e4f-8f93-eedbfc2fb266 req-3aaab3bc-f679-4278-9434-c031ed20affe tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:53.109967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadedb74-0c27-405a-8ea9-39fb8017ae8a {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:25:53.117410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4ad01-f6b4-4e4f-8f93-eedbfc2fb266 req-3aaab3bc-f679-4278-9434-c031ed20affe tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:53.124324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4ad01-f6b4-4e4f-8f93-eedbfc2fb266 req-3aaab3bc-f679-4278-9434-c031ed20affe tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:53.127677 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.142125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4ad01-f6b4-4e4f-8f93-eedbfc2fb266 req-3aaab3bc-f679-4278-9434-c031ed20affe tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:53.148645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=a49623aa-c7f7-4759-b60f-47a2bd3766e6,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:53.164692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4ad01-f6b4-4e4f-8f93-eedbfc2fb266 req-3aaab3bc-f679-4278-9434-c031ed20affe tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:53.167298 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09f4ad01-f6b4-4e4f-8f93-eedbfc2fb266 req-3aaab3bc-f679-4278-9434-c031ed20affe tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5391 time: 0.1627614 Jul 19 03:25:53.204472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4fc5e-c12a-43ad-aacf-c75c40cf2712 req-03ebf246-3be6-4ac8-ba0f-bd349ba87c76 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:53.206032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2b4fc5e-c12a-43ad-aacf-c75c40cf2712 req-03ebf246-3be6-4ac8-ba0f-bd349ba87c76 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.4505987 Jul 19 03:25:53.259242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09f4ad01-f6b4-4e4f-8f93-eedbfc2fb266 req-f07ee7b0-522d-4ca1-8773-c5c03b7420f8 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801449 Jul 19 03:25:53.259706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Transition to ACTIVE for port object aadedb74-0c27-405a-8ea9-39fb8017ae8a will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:53.279649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-982d2ccc-bc8b-4b2c-86fa-ac348f1d1994 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.282841 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-982d2ccc-bc8b-4b2c-86fa-ac348f1d1994 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.291871 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-982d2ccc-bc8b-4b2c-86fa-ac348f1d1994 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-groups/93cd58c3-47f6-4b51-b19b-3f43d74c6738 HTTP/1.1" status: 204 len: 168 time: 1.1066136 Jul 19 03:25:53.297237 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-613ac7bd-9f8b-419d-ad24-1070aacfbc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.297884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33838) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:53.298463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.307066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': 'fcbc9ae9-ce8c-4597-aa16-1dfb87c79252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b052cd5e-5543-498c-b79f-b0ec95ce1ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:53.307708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: b052cd5e-5543-498c-b79f-b0ec95ce1ae7, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:25:53.366194 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d98d9023-cba9-41d4-ba2b-4a5e5ab342d9 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641148 Jul 19 03:25:53.370650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33840) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:53.393608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-22e85195-4b30-41e1-b6f6-4ecd51fde2b3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690545054'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:53.416745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d2ccc-bc8b-4b2c-86fa-ac348f1d1994 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cd58c3-47f6-4b51-b19b-3f43d74c6738,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:53.417876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-613ac7bd-9f8b-419d-ad24-1070aacfbc57 None None] For port 02ea07cb-b938-4e37-bc62-d736f87fb364, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=02ea07cb-b938-4e37-bc62-d736f87fb364,segment=NetworkSegment(664d0394-03f8-49c4-b11b-5c1f9e66e543),segment_id=664d0394-03f8-49c4-b11b-5c1f9e66e543)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:53.424733 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.436072 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22e85195-4b30-41e1-b6f6-4ecd51fde2b3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.438417 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-613ac7bd-9f8b-419d-ad24-1070aacfbc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.518821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2b4fc5e-c12a-43ad-aacf-c75c40cf2712 req-d3641b65-e1e4-4e2e-828d-2a033eef2521 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866063 Jul 19 03:25:53.569397 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22e85195-4b30-41e1-b6f6-4ecd51fde2b3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.577465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Transition to ACTIVE for port object 080b632c-cad5-4416-80d2-b83b7192947b will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:53.585935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22e85195-4b30-41e1-b6f6-4ecd51fde2b3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.618524 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.632759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Pushing event updated for resources: {'Port': ['ID=aadedb74-0c27-405a-8ea9-39fb8017ae8a,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:53.648283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e85195-4b30-41e1-b6f6-4ecd51fde2b3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a485de7b-7282-461f-b054-d2198fb6ef9d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:53.665980 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22e85195-4b30-41e1-b6f6-4ecd51fde2b3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.666158 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ac7bd-9f8b-419d-ad24-1070aacfbc57 None None] Pushing event updated for resources: {'Port': ['ID=02ea07cb-b938-4e37-bc62-d736f87fb364,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:53.672095 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-22e85195-4b30-41e1-b6f6-4ecd51fde2b3 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2964318 Jul 19 03:25:53.673142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33846) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:53.683492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7cdce49b-e213-45fd-a8ef-04126b9c3568 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': 'a485de7b-7282-461f-b054-d2198fb6ef9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:53.723907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366f8d4-7214-4629-8f7c-a35864d9e256 None None] Pushing event updated for resources: {'Port': ['ID=080b632c-cad5-4416-80d2-b83b7192947b,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:53.752264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network b052cd5e-5543-498c-b79f-b0ec95ce1ae7 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:25:53.799194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7cdce49b-e213-45fd-a8ef-04126b9c3568 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.843530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Attempting to bind port 080b632c-cad5-4416-80d2-b83b7192947b on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:53.844030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Attempting to bind port 080b632c-cad5-4416-80d2-b83b7192947b by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'ad437cb6-d963-4996-ab2d-bd56a0e442b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:53.846361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Attempting to bind port 080b632c-cad5-4416-80d2-b83b7192947b on network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:53.859233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:53.859615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Checking segment: {'id': 'ad437cb6-d963-4996-ab2d-bd56a0e442b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:53.860026 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.860533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Bound using segment: {'id': 'ad437cb6-d963-4996-ab2d-bd56a0e442b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:53.863185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Bound port: 080b632c-cad5-4416-80d2-b83b7192947b, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad437cb6-d963-4996-ab2d-bd56a0e442b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:53.863628 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.933022 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7cdce49b-e213-45fd-a8ef-04126b9c3568 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.944584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, b052cd5e-5543-498c-b79f-b0ec95ce1ae7) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:53.945390 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7cdce49b-e213-45fd-a8ef-04126b9c3568 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.958996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36951f29-a9a9-4a1b-8cea-6069ddf9deeb req-f2f34378-18d9-43d3-b643-847141c2e560 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.0655859 Jul 19 03:25:53.959753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d69ff4b-301c-467b-8caa-810ebcfdbd03 None None] Network b052cd5e-5543-498c-b79f-b0ec95ce1ae7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:53.978539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7cdce49b-e213-45fd-a8ef-04126b9c3568 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:53.979868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7cdce49b-e213-45fd-a8ef-04126b9c3568 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3053536 Jul 19 03:25:53.988016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33848) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:53.999159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:54.000120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.005031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdce49b-e213-45fd-a8ef-04126b9c3568 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5d557c-4a99-403f-94db-44dfccd8e64d,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:54.014569 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-22274b12-ec6d-4fe8-a742-40ff55ffe12d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules/4a5d557c-4a99-403f-94db-44dfccd8e64d HTTP/1.1" status: 200 len: 763 time: 0.0246701 Jul 19 03:25:54.023569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:54.058676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.extraroute_db [None req-667ed0f3-7352-40e4-bfbd-0ae16aa4f9ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94344) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 19 03:25:54.082541 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9e7bdf3b-b2c8-4c8d-a1c1-f0aea70aea7a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2191505 Jul 19 03:25:54.083832 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33852) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:54.087854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.extraroute_db [None req-667ed0f3-7352-40e4-bfbd-0ae16aa4f9ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Removed routes are [] {{(pid=94344) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 19 03:25:54.088272 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-667ed0f3-7352-40e4-bfbd-0ae16aa4f9ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.089998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Attempting to bind port aadedb74-0c27-405a-8ea9-39fb8017ae8a on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:54.090408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Attempting to bind port aadedb74-0c27-405a-8ea9-39fb8017ae8a by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:54.090741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Attempting to bind port aadedb74-0c27-405a-8ea9-39fb8017ae8a on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:54.099348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Port aadedb74-0c27-405a-8ea9-39fb8017ae8a on network 0f6501ff-aef8-4265-a557-c61d9a57e516 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:25:54.099589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-588576ae-9bdc-4460-85fa-9c1316a2c31e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0748236 Jul 19 03:25:54.100067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Attempting to bind port aadedb74-0c27-405a-8ea9-39fb8017ae8a on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:54.106863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33854) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:54.152792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-deleted', 'tag': '4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:54.153020 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-69125dea-3558-403c-b945-1650563c484b None None] Provisioning complete for port 02ea07cb-b938-4e37-bc62-d736f87fb364 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:54.153020 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-69125dea-3558-403c-b945-1650563c484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.153255 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d18c89-5eb2-4d28-b7cd-83ff50f40108" -d '{"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-deleted", "tag": "4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:54.198875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] For port 080b632c-cad5-4416-80d2-b83b7192947b, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:54.206976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 02ea07cb-b938-4e37-bc62-d736f87fb364 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:54.228755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:54.229418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Checking segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:54.229821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Bound using segment: {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:54.230301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Bound port: aadedb74-0c27-405a-8ea9-39fb8017ae8a, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a30481-af11-488a-b86d-52f60ea8bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:54.230641 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.238781 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a1df6-5bba-4bfb-99c8-02ddfa3446ff x-openstack-request-id: req-de1a1df6-5bba-4bfb-99c8-02ddfa3446ff {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:54.239099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] For port 080b632c-cad5-4416-80d2-b83b7192947b, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=080b632c-cad5-4416-80d2-b83b7192947b,segment=NetworkSegment(ad437cb6-d963-4996-ab2d-bd56a0e442b8),segment_id=ad437cb6-d963-4996-ab2d-bd56a0e442b8)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:54.239522 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb822-b02b-4cc6-9391-d96b672483e1", "name": "network-vif-deleted", "tag": "4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:54.240050 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de1a1df6-5bba-4bfb-99c8-02ddfa3446ff {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:54.240607 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb822-b02b-4cc6-9391-d96b672483e1', 'name': 'network-vif-deleted', 'tag': '4f4e5e65-d33a-4cfa-98fc-4b5edd4c2945', 'status': 'completed', 'code': 200} Jul 19 03:25:54.271640 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.272611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.280516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d996e95f-889f-4e1c-a5cc-7d633a19be31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-b052cd5e-5543-498c-b79f-b0ec95ce1ae7', 'network_id': 'b052cd5e-5543-498c-b79f-b0ec95ce1ae7', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': 'a49623aa-c7f7-4759-b60f-47a2bd3766e6'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:25:54.281352 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d996e95f-889f-4e1c-a5cc-7d633a19be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.362986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] For port aadedb74-0c27-405a-8ea9-39fb8017ae8a, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:54.366340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] For port aadedb74-0c27-405a-8ea9-39fb8017ae8a, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=aadedb74-0c27-405a-8ea9-39fb8017ae8a,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:54.375348 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.382497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.393424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0852a3e3-5c3e-4d57-aa3e-7217ee421a4a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.406305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:54.408374 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.410025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] 10.222.0.25 "PUT /v2.0/ports/aadedb74-0c27-405a-8ea9-39fb8017ae8a HTTP/1.1" status: 200 len: 1091 time: 3.6195631 Jul 19 03:25:54.482535 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:54.490208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0852a3e3-5c3e-4d57-aa3e-7217ee421a4a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.492131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.537308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=a49623aa-c7f7-4759-b60f-47a2bd3766e6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:54.577175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366f8d4-7214-4629-8f7c-a35864d9e256 None None] Pushing event updated for resources: {'Port': ['ID=080b632c-cad5-4416-80d2-b83b7192947b,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:54.647902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-667ed0f3-7352-40e4-bfbd-0ae16aa4f9ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.686351 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.699596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b052cd5e-5543-498c-b79f-b0ec95ce1ae7']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:54.720871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e074f90-8384-493c-b85b-892a231c44a0 None None] Network b052cd5e-5543-498c-b79f-b0ec95ce1ae7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:54.732527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbc9ae9-ce8c-4597-aa16-1dfb87c79252') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:54.733381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbc9ae9-ce8c-4597-aa16-1dfb87c79252') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:54.746688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.762460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:54.763383 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.763665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:54.776705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:25:54.777937 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:25:54.783280 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:25:54.822576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0852a3e3-5c3e-4d57-aa3e-7217ee421a4a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.830237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 02ea07cb-b938-4e37-bc62-d736f87fb364 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:54.830237 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.879601 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-667ed0f3-7352-40e4-bfbd-0ae16aa4f9ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.885496 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0852a3e3-5c3e-4d57-aa3e-7217ee421a4a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.890747 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0852a3e3-5c3e-4d57-aa3e-7217ee421a4a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4a5d557c-4a99-403f-94db-44dfccd8e64d HTTP/1.1" status: 204 len: 168 time: 0.7818012 Jul 19 03:25:54.895672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852a3e3-5c3e-4d57-aa3e-7217ee421a4a tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a5d557c-4a99-403f-94db-44dfccd8e64d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:54.900187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33864) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:54.928905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdb8e8-8bcb-4f5a-b3e7-ad3ce0823b12 service neutron] Pushing event updated for resources: {'Port': ['ID=aadedb74-0c27-405a-8ea9-39fb8017ae8a,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:54.952917 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.991434 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:54.996507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/b052cd5e-5543-498c-b79f-b0ec95ce1ae7 HTTP/1.1" status: 204 len: 168 time: 0.8924911 Jul 19 03:25:54.999164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55433879-1add-4248-8c55-4e83cec94cce tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=b052cd5e-5543-498c-b79f-b0ec95ce1ae7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:54.999318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33866) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:55.008037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1011393950'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:55.034176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-697bce1c-f78a-49ec-a32b-7ed48533104d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1310701 Jul 19 03:25:55.035934 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33870) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:55.041415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a2766991-503e-4678-b3db-9bd0e021c80c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': 'a485de7b-7282-461f-b054-d2198fb6ef9d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:55.076500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599db78-73d8-4f61-8a1e-e4a13401ea87 req-9573e4cc-257f-4e7d-a518-c66b5eb9f280 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:55.078588 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7599db78-73d8-4f61-8a1e-e4a13401ea87 req-9573e4cc-257f-4e7d-a518-c66b5eb9f280 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2767727 Jul 19 03:25:55.083450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:55.096774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2766991-503e-4678-b3db-9bd0e021c80c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.104328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f9c2d-e9eb-4c75-acbe-5ba5b85940f4 req-5d1ad6e3-e204-42e3-94c5-8099bc626c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:55.110668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f9c2d-e9eb-4c75-acbe-5ba5b85940f4 req-5d1ad6e3-e204-42e3-94c5-8099bc626c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:55.116917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f9c2d-e9eb-4c75-acbe-5ba5b85940f4 req-5d1ad6e3-e204-42e3-94c5-8099bc626c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:55.123121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f9c2d-e9eb-4c75-acbe-5ba5b85940f4 req-5d1ad6e3-e204-42e3-94c5-8099bc626c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:55.129737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f9c2d-e9eb-4c75-acbe-5ba5b85940f4 req-5d1ad6e3-e204-42e3-94c5-8099bc626c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:55.136036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f9c2d-e9eb-4c75-acbe-5ba5b85940f4 req-5d1ad6e3-e204-42e3-94c5-8099bc626c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:55.142692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f9c2d-e9eb-4c75-acbe-5ba5b85940f4 req-5d1ad6e3-e204-42e3-94c5-8099bc626c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:55.145309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c63f9c2d-e9eb-4c75-acbe-5ba5b85940f4 req-5d1ad6e3-e204-42e3-94c5-8099bc626c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5403 time: 0.6569576 Jul 19 03:25:55.184985 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2766991-503e-4678-b3db-9bd0e021c80c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.194915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2766991-503e-4678-b3db-9bd0e021c80c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.202839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.235993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2766991-503e-4678-b3db-9bd0e021c80c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5326219b-8484-4c4c-9fca-1b74b05b7cf4,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:55.258520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c63f9c2d-e9eb-4c75-acbe-5ba5b85940f4 req-1e9b8c52-c11c-408d-a72c-5a641a417ddf tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990610 Jul 19 03:25:55.259180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:55.260999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7599db78-73d8-4f61-8a1e-e4a13401ea87 req-b1be7b00-2332-4ec6-9148-679def21a282 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731310 Jul 19 03:25:55.264208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.265968 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2766991-503e-4678-b3db-9bd0e021c80c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.270928 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a2766991-503e-4678-b3db-9bd0e021c80c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2338140 Jul 19 03:25:55.271690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33872) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:55.290851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667ed0f3-7352-40e4-bfbd-0ae16aa4f9ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:25:55.296702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33874) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:55.305916 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-28dd65c7-6e06-4fc6-86c5-76bf80c60b6e tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules/5326219b-8484-4c4c-9fca-1b74b05b7cf4 HTTP/1.1" status: 200 len: 763 time: 0.0211272 Jul 19 03:25:55.354712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:25:55.441570 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:54Z', 'revision_number': 6, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '080b632c-cad5-4416-80d2-b83b7192947b', 'name': '', 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:d6:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:46Z', 'updated_at': '2021-07-19T03:25:54Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:55.476957 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.477334 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment f39349fe-d75d-427f-aa5b-774a3ef868bf of type vlan for network f64a1cb8-9356-44d4-b0e8-97637b6b067a Jul 19 03:25:55.483780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7cc75-91d3-4013-aabc-a11ff60b0e52 None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:54Z', 'revision_number': 6, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '080b632c-cad5-4416-80d2-b83b7192947b', 'name': '', 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:d6:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:46Z', 'updated_at': '2021-07-19T03:25:54Z', 'revision_number': 4, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:25:55.552319 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-147a1c8b-fe0d-4cdc-abcc-752bb0e7e764 req-b70d8447-70e2-44a6-9554-9e270bea6ba4 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.0388691 Jul 19 03:25:55.644849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ed0f3-7352-40e4-bfbd-0ae16aa4f9ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:55.661114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-afa21f24-94b1-4b33-bef1-b6dd02d0b353 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3631575 Jul 19 03:25:55.663756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33876) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:55.672434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-667ed0f3-7352-40e4-bfbd-0ae16aa4f9ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.673748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-667ed0f3-7352-40e4-bfbd-0ae16aa4f9ae tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a HTTP/1.1" status: 200 len: 934 time: 3.4700046 Jul 19 03:25:55.677539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33878) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:55.692014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.749729 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a61cc515-5054-4a8c-89db-14cb020c2f1c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.783440 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.790214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:55.791215 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.791583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a61cc515-5054-4a8c-89db-14cb020c2f1c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.842704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3c312a59-b811-47a2-a7f0-418613cf1d06 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a HTTP/1.1" status: 200 len: 934 time: 0.1635802 Jul 19 03:25:55.844386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a61cc515-5054-4a8c-89db-14cb020c2f1c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.847364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33880) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:55.854136 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a61cc515-5054-4a8c-89db-14cb020c2f1c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:55.854624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8537991 Jul 19 03:25:55.858299 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a61cc515-5054-4a8c-89db-14cb020c2f1c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5326219b-8484-4c4c-9fca-1b74b05b7cf4 HTTP/1.1" status: 204 len: 168 time: 0.1901827 Jul 19 03:25:55.859996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1e0d6810-b35e-4051-9932-9b5b2226c301 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'routes': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:55.862086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33882) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:55.862446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33884) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:55.871709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': 'f64a1cb8-9356-44d4-b0e8-97637b6b067a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:55.913655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cc515-5054-4a8c-89db-14cb020c2f1c tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5326219b-8484-4c4c-9fca-1b74b05b7cf4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:56.183742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af087911-ff85-4478-be15-2ab3b932756e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=f64a1cb8-9356-44d4-b0e8-97637b6b067a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:56.197194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f64a1cb8-9356-44d4-b0e8-97637b6b067a details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:25:56.240664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 080b632c-cad5-4416-80d2-b83b7192947b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:56.250218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'aadedb74-0c27-405a-8ea9-39fb8017ae8a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:56.258611 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7265b6f-385d-4b10-b387-0ac586a7da58" -d '{"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "aadedb74-0c27-405a-8ea9-39fb8017ae8a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:56.329639 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0c2e03a3-63ff-4b3d-8edf-3b9dc0f07ab8 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1665561 Jul 19 03:25:56.335496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33892) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:56.358627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e9214cf6-1844-4903-95c7-28590cc1074d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Request body: {'security_group_rule': {'security_group_id': 'a485de7b-7282-461f-b054-d2198fb6ef9d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:56.387697 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0f8233-a226-43d6-ae37-ea7bfee34ab9 x-openstack-request-id: req-9e0f8233-a226-43d6-ae37-ea7bfee34ab9 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:56.388158 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "aadedb74-0c27-405a-8ea9-39fb8017ae8a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:56.388508 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e0f8233-a226-43d6-ae37-ea7bfee34ab9 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:56.389007 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'aadedb74-0c27-405a-8ea9-39fb8017ae8a', 'status': 'completed', 'code': 200} Jul 19 03:25:56.397794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 080b632c-cad5-4416-80d2-b83b7192947b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:25:56.402590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 080b632c-cad5-4416-80d2-b83b7192947b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:56.402981 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:56.465990 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-e9214cf6-1844-4903-95c7-28590cc1074d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Project 05b9e42f86cb413c866829bedd1e2e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:25:56.476113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:25:56.483331 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9214cf6-1844-4903-95c7-28590cc1074d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:56.503357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:56.549425 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:56.576463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Transition to ACTIVE for port object 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:56.597426 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:56.604691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 080b632c-cad5-4416-80d2-b83b7192947b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=080b632c-cad5-4416-80d2-b83b7192947b,segment=NetworkSegment(ad437cb6-d963-4996-ab2d-bd56a0e442b8),segment_id=ad437cb6-d963-4996-ab2d-bd56a0e442b8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:56.612069 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:56.696935 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:56.698420 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9214cf6-1844-4903-95c7-28590cc1074d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:56.699435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Pushing event updated for resources: {'Port': ['ID=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:56.712625 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:56.713261 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:56.720061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=080b632c-cad5-4416-80d2-b83b7192947b,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:56.752778 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9214cf6-1844-4903-95c7-28590cc1074d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:56.809330 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c7866-cb6b-45e9-af57-e3941ae8486d req-92c22f33-8bef-4811-be79-69a2e662475a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:56.811510 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-971c7866-cb6b-45e9-af57-e3941ae8486d req-92c22f33-8bef-4811-be79-69a2e662475a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3011136 Jul 19 03:25:56.822212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:25:56.826356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:56.837704 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:56.860848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9214cf6-1844-4903-95c7-28590cc1074d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:56.862798 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e9214cf6-1844-4903-95c7-28590cc1074d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5094705 Jul 19 03:25:56.866578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9214cf6-1844-4903-95c7-28590cc1074d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96511a7c-c2da-4ff3-8850-1a8d3d36a707,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:56.868930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33898) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:56.912601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Performing IP validity checks on allocation pools {{(pid=94345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 19 03:25:56.913145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 19 03:25:56.939747 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f7419fa5-5ee3-4a37-b1c8-7d2ad5869a46 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules/96511a7c-c2da-4ff3-8850-1a8d3d36a707 HTTP/1.1" status: 200 len: 769 time: 0.0644102 Jul 19 03:25:56.943962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33900) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:56.990218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-971c7866-cb6b-45e9-af57-e3941ae8486d req-2a79053d-ae00-4a8d-bcf6-fb62017f2711 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711426 Jul 19 03:25:56.994234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Attempting to bind port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:56.997507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Attempting to bind port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:56.998548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Attempting to bind port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 on network c64899f6-8eee-455e-90a2-4468d126aff6 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:57.006653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 on network c64899f6-8eee-455e-90a2-4468d126aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:25:57.007453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Attempting to bind port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 on network c64899f6-8eee-455e-90a2-4468d126aff6 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:57.027961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:57.028689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Checking segment: {'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:57.029337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Bound using segment: {'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:57.030087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Bound port: 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:57.032032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.072315 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0c240d01-08b6-4929-aaa3-80c97369e3cd tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1238520 Jul 19 03:25:57.077001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33902) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:57.109731 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:54Z', 'revision_number': 6, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '080b632c-cad5-4416-80d2-b83b7192947b', 'name': '', 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:d6:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:46Z', 'updated_at': '2021-07-19T03:25:56Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:57.140324 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:25:57.143492 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0765-4219-4d09-8ee2-5f67cde4b316 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.150424 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:25:57.151727 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:57.163456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.185880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0765-4219-4d09-8ee2-5f67cde4b316 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.208396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] For port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:57.212144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] For port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:57.222295 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.285018 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0765-4219-4d09-8ee2-5f67cde4b316 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.291208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029a80-4ea6-4641-bfd2-082c6ea65018 req-02ccf21d-b211-430f-8754-d8340711208d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.298835 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0765-4219-4d09-8ee2-5f67cde4b316 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.300132 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bc0d0765-4219-4d09-8ee2-5f67cde4b316 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/96511a7c-c2da-4ff3-8850-1a8d3d36a707 HTTP/1.1" status: 204 len: 168 time: 0.2220235 Jul 19 03:25:57.315507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029a80-4ea6-4641-bfd2-082c6ea65018 req-02ccf21d-b211-430f-8754-d8340711208d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.319211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33904) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:57.327992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029a80-4ea6-4641-bfd2-082c6ea65018 req-02ccf21d-b211-430f-8754-d8340711208d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.334879 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:25:57.340272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.341033 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.341614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029a80-4ea6-4641-bfd2-082c6ea65018 req-02ccf21d-b211-430f-8754-d8340711208d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.342653 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] 10.222.0.25 "PUT /v2.0/ports/6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 HTTP/1.1" status: 200 len: 1092 time: 2.8694808 Jul 19 03:25:57.344440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0765-4219-4d09-8ee2-5f67cde4b316 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96511a7c-c2da-4ff3-8850-1a8d3d36a707,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:57.365898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029a80-4ea6-4641-bfd2-082c6ea65018 req-02ccf21d-b211-430f-8754-d8340711208d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.381596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029a80-4ea6-4641-bfd2-082c6ea65018 req-02ccf21d-b211-430f-8754-d8340711208d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.389013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Request body: {'port': {'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:25:57.404588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029a80-4ea6-4641-bfd2-082c6ea65018 req-02ccf21d-b211-430f-8754-d8340711208d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.406666 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3c029a80-4ea6-4641-bfd2-082c6ea65018 req-02ccf21d-b211-430f-8754-d8340711208d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5415 time: 0.7337470 Jul 19 03:25:57.409952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206de82-bc69-4211-9140-57bed89ca95f service neutron] Pushing event updated for resources: {'Port': ['ID=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:57.456893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-0e552987-cc50-4cae-b25a-fdf01f28d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.457380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-0e552987-cc50-4cae-b25a-fdf01f28d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.457865 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-0e552987-cc50-4cae-b25a-fdf01f28d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.458371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-0e552987-cc50-4cae-b25a-fdf01f28d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.458847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-0e552987-cc50-4cae-b25a-fdf01f28d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.459319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-0e552987-cc50-4cae-b25a-fdf01f28d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.460179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-0e552987-cc50-4cae-b25a-fdf01f28d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.462291 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-0e552987-cc50-4cae-b25a-fdf01f28d1e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6381 time: 0.7868509 Jul 19 03:25:57.490422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': 'f39349fe-d75d-427f-aa5b-774a3ef868bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f64a1cb8-9356-44d4-b0e8-97637b6b067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:57.490837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: f64a1cb8-9356-44d4-b0e8-97637b6b067a, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:25:57.548667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.563561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91e1aa6b-f348-4757-9df9-726998f23222 req-a39aa939-77f0-498f-aee3-7ca043c8cd11 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.1676443 Jul 19 03:25:57.619089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8b97a3ea-3918-4003-b642-7afda4b07544 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2964206 Jul 19 03:25:57.622596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33906) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:57.654379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-10cff5e4-0b7c-496c-8445-a328f914096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.654858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-10cff5e4-0b7c-496c-8445-a328f914096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.655341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-10cff5e4-0b7c-496c-8445-a328f914096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.656989 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-10cff5e4-0b7c-496c-8445-a328f914096b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b935af6d0bc6444391b48c7141919175&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1598740 Jul 19 03:25:57.804867 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-42b74c9b-0210-43fc-8dc0-c431a84b5781 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.818219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-cefad409-ba4c-4c29-aca3-c33384285f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.820046 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7265b6f-385d-4b10-b387-0ac586a7da58 req-cefad409-ba4c-4c29-aca3-c33384285f9d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1345563 Jul 19 03:25:57.820682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network f64a1cb8-9356-44d4-b0e8-97637b6b067a is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:25:57.833494 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:54Z', 'revision_number': 6, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '080b632c-cad5-4416-80d2-b83b7192947b', 'name': '', 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:d6:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:46Z', 'updated_at': '2021-07-19T03:25:56Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:57.838725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, f64a1cb8-9356-44d4-b0e8-97637b6b067a) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:57.845633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:57.846189 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.846913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c862b0a-d763-425b-827e-cc4f654d9405 None None] Network f64a1cb8-9356-44d4-b0e8-97637b6b067a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:25:57.859268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=25a4dd52-3c8a-4467-b286-a2358fafa6a9,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:57.870489 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-42b74c9b-0210-43fc-8dc0-c431a84b5781 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:57.872150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3c029a80-4ea6-4641-bfd2-082c6ea65018 req-beed0957-4f5f-45fc-bda7-6ac8c5ff6078 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4389753 Jul 19 03:25:57.879725 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dee633eb-55a9-440b-8b15-19eaf5c5c0d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0122838 Jul 19 03:25:57.885891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33908) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:57.910998 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fb47a-7646-4378-ab21-4c6f0fe00837 None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:54Z', 'revision_number': 6, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '080b632c-cad5-4416-80d2-b83b7192947b', 'name': '', 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:d6:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:46Z', 'updated_at': '2021-07-19T03:25:56Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:25:58.081064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-42b74c9b-0210-43fc-8dc0-c431a84b5781 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.083947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-42b74c9b-0210-43fc-8dc0-c431a84b5781 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.085500 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-42b74c9b-0210-43fc-8dc0-c431a84b5781 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "DELETE /v2.0/security-groups/a485de7b-7282-461f-b054-d2198fb6ef9d HTTP/1.1" status: 204 len: 168 time: 0.4532771 Jul 19 03:25:58.088136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33912) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:58.120798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b74c9b-0210-43fc-8dc0-c431a84b5781 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a485de7b-7282-461f-b054-d2198fb6ef9d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:58.149854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-f64a1cb8-9356-44d4-b0e8-97637b6b067a', 'network_id': 'f64a1cb8-9356-44d4-b0e8-97637b6b067a', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': '25a4dd52-3c8a-4467-b286-a2358fafa6a9'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:25:58.151157 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.163848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.169933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1fe0f3cb-42e7-4882-b24f-e45303e2156d tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782664 Jul 19 03:25:58.170206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33914) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:58.207048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 080b632c-cad5-4416-80d2-b83b7192947b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:25:58.223279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.extraroute_db [None req-1e0d6810-b35e-4051-9932-9b5b2226c301 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added routes are [] {{(pid=94345) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 19 03:25:58.223607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.extraroute_db [None req-1e0d6810-b35e-4051-9932-9b5b2226c301 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94345) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 19 03:25:58.288738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6810-b35e-4051-9932-9b5b2226c301 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.393147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 080b632c-cad5-4416-80d2-b83b7192947b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:25:58.393929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.405999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': '6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:25:58.410462 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa68979-6392-44be-8b12-c3a230125ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:25:58.433475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83d8a51-7c2b-46c6-994c-d576fe61f97e {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:25:58.435792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Allocated IP 172.20.0.3 (f64a1cb8-9356-44d4-b0e8-97637b6b067a/25a4dd52-3c8a-4467-b286-a2358fafa6a9/4321e722-7dd0-4f02-a127-1f4489e2d630) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:25:58.462938 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.471899 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d75461b2-09c9-4b76-931d-3e3e470fc882 tempest-SecGroupIPv6Test-826748745 tempest-SecGroupIPv6Test-826748745-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2943454 Jul 19 03:25:58.497055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.527377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Transition to ACTIVE for port object d83d8a51-7c2b-46c6-994c-d576fe61f97e will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:58.545437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.603480 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4034a5e-601e-47f6-890a-37162d99c9be x-openstack-request-id: req-f4034a5e-601e-47f6-890a-37162d99c9be {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:25:58.603993 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:25:58.604272 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4034a5e-601e-47f6-890a-37162d99c9be {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:25:58.604629 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': '6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9', 'status': 'completed', 'code': 200} Jul 19 03:25:58.640269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188ade3-c933-4ec7-9eb0-12ca5260d217 req-99cb0aaa-0a0c-48c8-afe3-b268702e9963 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:58.647989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2188ade3-c933-4ec7-9eb0-12ca5260d217 req-99cb0aaa-0a0c-48c8-afe3-b268702e9963 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3690670 Jul 19 03:25:58.693567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6810-b35e-4051-9932-9b5b2226c301 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.705698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b60a1369-8756-43be-9190-284df1dc6260 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:25:58.706336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Pushing event updated for resources: {'Port': ['ID=d83d8a51-7c2b-46c6-994c-d576fe61f97e,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:58.756002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6810-b35e-4051-9932-9b5b2226c301 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.785894 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.842721 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2188ade3-c933-4ec7-9eb0-12ca5260d217 req-82d9a489-18bc-49cf-a4a2-fc5ae2303afa tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938033 Jul 19 03:25:58.857542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Transition to ACTIVE for port object 4321e722-7dd0-4f02-a127-1f4489e2d630 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:58.872967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Attempting to bind port d83d8a51-7c2b-46c6-994c-d576fe61f97e on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:58.873518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Attempting to bind port d83d8a51-7c2b-46c6-994c-d576fe61f97e by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:58.874029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Attempting to bind port d83d8a51-7c2b-46c6-994c-d576fe61f97e on network c64899f6-8eee-455e-90a2-4468d126aff6 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:58.888386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Port d83d8a51-7c2b-46c6-994c-d576fe61f97e on network c64899f6-8eee-455e-90a2-4468d126aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:25:58.888911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Attempting to bind port d83d8a51-7c2b-46c6-994c-d576fe61f97e on network c64899f6-8eee-455e-90a2-4468d126aff6 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:58.895802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:58.896417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Checking segment: {'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:58.897110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Bound using segment: {'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:58.897718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Bound port: d83d8a51-7c2b-46c6-994c-d576fe61f97e, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f46852-ad7a-4545-8c3f-22cfc3f81bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:58.898508 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:58.967519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Transition to ACTIVE for port object 4321e722-7dd0-4f02-a127-1f4489e2d630 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:25:58.986483 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d4192dd5-c2fb-4f9e-b0f6-b21a82d88407 req-ade2e511-9e8d-4818-8c4e-f5f4c1a7ec5a tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.0689044 Jul 19 03:25:58.999027 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.019000 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.041268 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:59.066213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-f94f9e30-ce39-4f43-beb3-43ef44dd4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.067125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-f94f9e30-ce39-4f43-beb3-43ef44dd4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.068615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-f94f9e30-ce39-4f43-beb3-43ef44dd4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.069468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-f94f9e30-ce39-4f43-beb3-43ef44dd4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.070181 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-f94f9e30-ce39-4f43-beb3-43ef44dd4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.071825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-f94f9e30-ce39-4f43-beb3-43ef44dd4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.072505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-f94f9e30-ce39-4f43-beb3-43ef44dd4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.074934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-f94f9e30-ce39-4f43-beb3-43ef44dd4cc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6449 time: 0.4596500 Jul 19 03:25:59.083618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0d6810-b35e-4051-9932-9b5b2226c301 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:25:59.092105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=25a4dd52-3c8a-4467-b286-a2358fafa6a9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:59.114924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] For port d83d8a51-7c2b-46c6-994c-d576fe61f97e, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:59.120224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33928) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:59.130404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Network f64a1cb8-9356-44d4-b0e8-97637b6b067a is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:25:59.140912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'b60a1369-8756-43be-9190-284df1dc6260', 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33', 'port_id': 'b60a1369-8756-43be-9190-284df1dc6260', 'mac_address': 'fa:16:3e:43:51:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178cfae9-865e-43fc-b57d-b8bd8bc8a2f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:25:59.156618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:25:59.160463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:25:59.169216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Pushing event updated for resources: {'Port': ['ID=4321e722-7dd0-4f02-a127-1f4489e2d630,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:59.211047 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.215339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-e1f7f6cb-fd09-471b-a8b0-db8ac5b36fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.215884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-e1f7f6cb-fd09-471b-a8b0-db8ac5b36fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.216434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-e1f7f6cb-fd09-471b-a8b0-db8ac5b36fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.218130 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-e1f7f6cb-fd09-471b-a8b0-db8ac5b36fdc service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b935af6d0bc6444391b48c7141919175&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1325910 Jul 19 03:25:59.230767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] For port d83d8a51-7c2b-46c6-994c-d576fe61f97e, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d83d8a51-7c2b-46c6-994c-d576fe61f97e,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:59.240943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64a1cb8-9356-44d4-b0e8-97637b6b067a']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:59.262617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.317074 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.327057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Attempting to bind port 4321e722-7dd0-4f02-a127-1f4489e2d630 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:25:59.328425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Attempting to bind port 4321e722-7dd0-4f02-a127-1f4489e2d630 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f39349fe-d75d-427f-aa5b-774a3ef868bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f64a1cb8-9356-44d4-b0e8-97637b6b067a'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:25:59.329731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Attempting to bind port 4321e722-7dd0-4f02-a127-1f4489e2d630 on network f64a1cb8-9356-44d4-b0e8-97637b6b067a {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:25:59.341911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b60a1369-8756-43be-9190-284df1dc6260 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:25:59.348798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:25:59.349491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Checking segment: {'id': 'f39349fe-d75d-427f-aa5b-774a3ef868bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f64a1cb8-9356-44d4-b0e8-97637b6b067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:25:59.350213 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.350847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Bound using segment: {'id': 'f39349fe-d75d-427f-aa5b-774a3ef868bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f64a1cb8-9356-44d4-b0e8-97637b6b067a'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:25:59.351491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Bound port: 4321e722-7dd0-4f02-a127-1f4489e2d630, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39349fe-d75d-427f-aa5b-774a3ef868bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f64a1cb8-9356-44d4-b0e8-97637b6b067a'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:25:59.352066 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.354510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39349fe-d75d-427f-aa5b-774a3ef868bf') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:59.355402 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39349fe-d75d-427f-aa5b-774a3ef868bf') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:25:59.364939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Pushing event updated for resources: {'Port': ['ID=d83d8a51-7c2b-46c6-994c-d576fe61f97e,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:59.385883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:25:59.423134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-de31444b-579c-4c7f-9e57-715f0c94a0e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05b9e42f86cb413c866829bedd1e2e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007219 Jul 19 03:25:59.427727 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.434006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33932) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:59.473308 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.498117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.498687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.500096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d39b949e-ce04-48c9-9ca2-bf42bf30c85b service neutron] 10.222.0.25 "PUT /v2.0/ports/d83d8a51-7c2b-46c6-994c-d576fe61f97e HTTP/1.1" status: 200 len: 1092 time: 2.1201563 Jul 19 03:25:59.534161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c665abb-668b-4f3e-b119-5619a4229992 req-f9b40192-e139-46f7-b797-431ca5544c31 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.537621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] For port 4321e722-7dd0-4f02-a127-1f4489e2d630, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:25:59.541249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c665abb-668b-4f3e-b119-5619a4229992 req-f9b40192-e139-46f7-b797-431ca5544c31 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.548072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c665abb-668b-4f3e-b119-5619a4229992 req-f9b40192-e139-46f7-b797-431ca5544c31 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.553258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] For port 4321e722-7dd0-4f02-a127-1f4489e2d630, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4321e722-7dd0-4f02-a127-1f4489e2d630,segment=NetworkSegment(f39349fe-d75d-427f-aa5b-774a3ef868bf),segment_id=f39349fe-d75d-427f-aa5b-774a3ef868bf)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:25:59.554392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c665abb-668b-4f3e-b119-5619a4229992 req-f9b40192-e139-46f7-b797-431ca5544c31 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.561246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c665abb-668b-4f3e-b119-5619a4229992 req-f9b40192-e139-46f7-b797-431ca5544c31 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.580791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-bec38e6e-3f99-41b7-aca3-7af08ff0e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.582229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c665abb-668b-4f3e-b119-5619a4229992 req-f9b40192-e139-46f7-b797-431ca5544c31 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.583074 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5fa68979-6392-44be-8b12-c3a230125ba2 req-bec38e6e-3f99-41b7-aca3-7af08ff0e69e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3544667 Jul 19 03:25:59.595694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c665abb-668b-4f3e-b119-5619a4229992 req-f9b40192-e139-46f7-b797-431ca5544c31 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.602912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c665abb-668b-4f3e-b119-5619a4229992 req-f9b40192-e139-46f7-b797-431ca5544c31 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.4655709 Jul 19 03:25:59.619266 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.676744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b60a1369-8756-43be-9190-284df1dc6260'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:25:59.684264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0d6810-b35e-4051-9932-9b5b2226c301 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:25:59.699575 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6810-b35e-4051-9932-9b5b2226c301 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.703982 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1e0d6810-b35e-4051-9932-9b5b2226c301 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a HTTP/1.1" status: 200 len: 700 time: 3.8533154 Jul 19 03:25:59.707725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33944) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:59.725694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:25:59.748722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.758169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c665abb-668b-4f3e-b119-5619a4229992 req-71aba64e-9b27-447b-a2dd-17aa005de604 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055975 Jul 19 03:25:59.776160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:25:59.776689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:25:59.780417 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:25:59.800365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc25b-3698-4d77-888d-29fa6ae3fa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.854972 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc25b-3698-4d77-888d-29fa6ae3fa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.952263 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc25b-3698-4d77-888d-29fa6ae3fa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.954680 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-052d19a4-afa3-4906-b215-296114bae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.955631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc25b-3698-4d77-888d-29fa6ae3fa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:25:59.955777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-052d19a4-afa3-4906-b215-296114bae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.956483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-052d19a4-afa3-4906-b215-296114bae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.956921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7f7dc25b-3698-4d77-888d-29fa6ae3fa35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abd4acf6-53b9-401d-bd47-7fd88ae69c8d HTTP/1.1" status: 204 len: 168 time: 0.5189440 Jul 19 03:25:59.957511 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-052d19a4-afa3-4906-b215-296114bae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.958862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-052d19a4-afa3-4906-b215-296114bae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.970222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dc25b-3698-4d77-888d-29fa6ae3fa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd4acf6-53b9-401d-bd47-7fd88ae69c8d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:25:59.972333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-052d19a4-afa3-4906-b215-296114bae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.972592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:25:59.972592 n-d-762330-18 neutron-server[94344]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:25:59.972592 n-d-762330-18 neutron-server[94344]: [parameters: {'id': 'f64a1cb8-9356-44d4-b0e8-97637b6b067a'}] Jul 19 03:25:59.972592 n-d-762330-18 neutron-server[94344]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:25:59.972975 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:25:59.973805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-052d19a4-afa3-4906-b215-296114bae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:25:59.976643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-052d19a4-afa3-4906-b215-296114bae95c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6491 time: 0.3270395 Jul 19 03:25:59.988689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33956) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:25:59.993204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3b9898ce-87db-4e09-95f1-125f0d5364c1 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a HTTP/1.1" status: 200 len: 700 time: 0.2842877 Jul 19 03:26:00.106995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:00.107670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:00.174431 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-10626c18-f071-4238-ba11-ab38f7b03a8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed HTTP/1.1" status: 200 len: 217 time: 0.1774116 Jul 19 03:26:00.232324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:00.349116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-311c347b-2808-40ed-b0de-2489b1a2c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:00.350719 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-311c347b-2808-40ed-b0de-2489b1a2c146 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21634538-a8d7-4b17-9fa0-ea9312bc5b45 HTTP/1.1" status: 200 len: 854 time: 0.1540642 Jul 19 03:26:00.407439 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0e19e-5dcd-44e9-9117-6f8fc79c0a2e req-5a52dc47-739c-4841-8909-c5cadf4df70d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:00.415707 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39b0e19e-5dcd-44e9-9117-6f8fc79c0a2e req-5a52dc47-739c-4841-8909-c5cadf4df70d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.2514169 Jul 19 03:26:00.428628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:00.481650 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39b0e19e-5dcd-44e9-9117-6f8fc79c0a2e req-f078b733-e8da-4474-9190-2a90792d66a6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649779 Jul 19 03:26:00.503142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-dd4aaae8-f126-4ea7-8025-22aea75c222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:00.504915 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-dd4aaae8-f126-4ea7-8025-22aea75c222c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469696 Jul 19 03:26:00.520735 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:00.527206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239086d6-45f6-42bd-9574-bb7809d69a0c None None] Pushing event updated for resources: {'Port': ['ID=4321e722-7dd0-4f02-a127-1f4489e2d630,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:00.543664 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4bafbd3a-8254-434f-a501-2be83278d857 req-0a44dcee-4c78-4934-8c48-ea8719ad96a9 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.1315076 Jul 19 03:26:00.578504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eaa1df-0841-4e6c-bcfa-7c7ba790e5fb None None] Network f64a1cb8-9356-44d4-b0e8-97637b6b067a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:00.651175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'd83d8a51-7c2b-46c6-994c-d576fe61f97e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:00.652999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-9e587881-ee7d-49d3-a5c3-528de8471101 service neutron] 10.222.0.25 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394036 Jul 19 03:26:00.657555 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0696044-c14c-4f70-a506-89c590fbea99" -d '{"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "d83d8a51-7c2b-46c6-994c-d576fe61f97e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:00.789450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:58Z', 'revision_number': 7, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '080b632c-cad5-4416-80d2-b83b7192947b', 'name': '', 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:d6:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:46Z', 'updated_at': '2021-07-19T03:25:56Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:00.797177 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384eb31a-4e19-47d2-9926-296732a91fbd x-openstack-request-id: req-384eb31a-4e19-47d2-9926-296732a91fbd {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:00.799793 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "d83d8a51-7c2b-46c6-994c-d576fe61f97e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:00.800132 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-384eb31a-4e19-47d2-9926-296732a91fbd {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:00.800601 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'd83d8a51-7c2b-46c6-994c-d576fe61f97e', 'status': 'completed', 'code': 200} Jul 19 03:26:00.827021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:26:00.862398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:00.866059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:00.892596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Deleting port 4321e722-7dd0-4f02-a127-1f4489e2d630 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:00.892596 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:00.990949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-96116ae2-d46d-4013-9532-17f301af10e8 service neutron] 10.222.0.25 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319716 Jul 19 03:26:01.077308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576887f9-4619-4761-8226-45966f74b670 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:26:01.090182 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-0f160e57-89d0-480c-ac95-5a84f755350c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 HTTP/1.1" status: 200 len: 217 time: 0.0899141 Jul 19 03:26:01.129893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:01.586967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] For port 4321e722-7dd0-4f02-a127-1f4489e2d630, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4321e722-7dd0-4f02-a127-1f4489e2d630,segment=NetworkSegment(f39349fe-d75d-427f-aa5b-774a3ef868bf),segment_id=f39349fe-d75d-427f-aa5b-774a3ef868bf)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:01.587328 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:01.607566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Calling delete_port for 4321e722-7dd0-4f02-a127-1f4489e2d630 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:01.619307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:01.710446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-513c662a-9bc9-42e9-8438-b4a84729d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:01.711932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-513c662a-9bc9-42e9-8438-b4a84729d1fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.6017997 Jul 19 03:26:01.781737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47965-94ad-404b-95dd-554de7caee2c req-d2803779-b448-424c-b5e1-0bbb14fd31b4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:01.790178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47965-94ad-404b-95dd-554de7caee2c req-d2803779-b448-424c-b5e1-0bbb14fd31b4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:01.797092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47965-94ad-404b-95dd-554de7caee2c req-d2803779-b448-424c-b5e1-0bbb14fd31b4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:01.805299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47965-94ad-404b-95dd-554de7caee2c req-d2803779-b448-424c-b5e1-0bbb14fd31b4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:01.820929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576887f9-4619-4761-8226-45966f74b670 None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:26:01.822437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47965-94ad-404b-95dd-554de7caee2c req-d2803779-b448-424c-b5e1-0bbb14fd31b4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:01.828971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47965-94ad-404b-95dd-554de7caee2c req-d2803779-b448-424c-b5e1-0bbb14fd31b4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:01.835768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47965-94ad-404b-95dd-554de7caee2c req-d2803779-b448-424c-b5e1-0bbb14fd31b4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:01.843809 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ff47965-94ad-404b-95dd-554de7caee2c req-d2803779-b448-424c-b5e1-0bbb14fd31b4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.7673821 Jul 19 03:26:01.904627 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ff47965-94ad-404b-95dd-554de7caee2c req-60f95b57-d8f1-4b87-b2da-26e6cb05539c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596919 Jul 19 03:26:01.927528 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3202560f-eb36-4370-8ad2-021d18adb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:01.929034 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3202560f-eb36-4370-8ad2-021d18adb133 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2077136 Jul 19 03:26:01.947307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.006511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No DVR routers for this DVR port 4321e722-7dd0-4f02-a127-1f4489e2d630 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:02.097293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:58Z', 'revision_number': 7, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '080b632c-cad5-4416-80d2-b83b7192947b', 'name': '', 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:d6:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:46Z', 'updated_at': '2021-07-19T03:25:56Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:02.133994 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-e5612507-2b03-4f1d-9b4f-9ec4dbb6157e service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970897 Jul 19 03:26:02.140748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304415f-8dda-44d1-88be-aa79130dde8d None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:25:58Z', 'revision_number': 7, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '080b632c-cad5-4416-80d2-b83b7192947b', 'name': '', 'network_id': '95bc0fa3-b68a-459a-bd4a-e195f92e59ca', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:d6:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:46Z', 'updated_at': '2021-07-19T03:25:56Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '3aba0dd1-8807-480c-aa7d-01c2369d22f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:26:02.185765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Port': ['ID=4321e722-7dd0-4f02-a127-1f4489e2d630,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:02.204057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ff8d1dcc-cf83-484f-b59a-6d84444b785b req-74cc22f5-5bdd-4123-8e09-1752833bd56f tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.0749602 Jul 19 03:26:02.230868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.294854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64a1cb8-9356-44d4-b0e8-97637b6b067a']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:02.318244 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39349fe-d75d-427f-aa5b-774a3ef868bf') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:02.319045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39349fe-d75d-427f-aa5b-774a3ef868bf') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:02.359118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.384446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c15f3-29c8-4f1b-9a4b-c169c750b8dc req-8999e9b3-ee93-4aa0-ac3c-ef8a05a1be5e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:02.386053 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d24c15f3-29c8-4f1b-9a4b-c169c750b8dc req-8999e9b3-ee93-4aa0-ac3c-ef8a05a1be5e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.5710626 Jul 19 03:26:02.425475 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-7e604a87-d251-4e91-ad51-3846f7e81486 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654190 Jul 19 03:26:02.447494 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.468563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d24c15f3-29c8-4f1b-9a4b-c169c750b8dc req-38b1d1bc-4989-469a-9d63-a2c865d7999b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763829 Jul 19 03:26:02.472251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:02.472798 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:02.483648 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:02.511197 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-6fb5f9fe-e7aa-46be-935b-99a637962e59 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a2bafa27-fc6d-4a52-85c5-c328934305ad HTTP/1.1" status: 200 len: 217 time: 0.0799828 Jul 19 03:26:02.616337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b50bf0ed-ed09-4769-9515-1d61030454bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:02.617860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b50bf0ed-ed09-4769-9515-1d61030454bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.0996668 Jul 19 03:26:02.648986 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.666039 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.672363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/f64a1cb8-9356-44d4-b0e8-97637b6b067a HTTP/1.1" status: 204 len: 168 time: 4.7830336 Jul 19 03:26:02.674048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34032) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:02.687180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b60a1369-8756-43be-9190-284df1dc6260 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:02.687962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2142064983'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:02.701255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed02ba3-bafa-40ef-b99d-a9baf3ffe1cb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=f64a1cb8-9356-44d4-b0e8-97637b6b067a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:02.732670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 080b632c-cad5-4416-80d2-b83b7192947b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:02.733101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.738946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:02.742597 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.761010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-723080cd-664b-40f1-9fb9-e9def0258c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:02.769891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-723080cd-664b-40f1-9fb9-e9def0258c3f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1429038 Jul 19 03:26:02.796961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:26:02.830670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port b60a1369-8756-43be-9190-284df1dc6260 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:02.831047 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.859721 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.860718 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment 8c5079ec-bcc9-4e89-8562-6175fbce52c0 of type vlan for network 37c92232-f110-46e6-8354-ccda76231119 Jul 19 03:26:02.922193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port 080b632c-cad5-4416-80d2-b83b7192947b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=080b632c-cad5-4416-80d2-b83b7192947b,segment=NetworkSegment(ad437cb6-d963-4996-ab2d-bd56a0e442b8),segment_id=ad437cb6-d963-4996-ab2d-bd56a0e442b8)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:02.923200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.935727 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:02.949941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 080b632c-cad5-4416-80d2-b83b7192947b owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:02.973229 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3e702ec9-cbf6-4c9d-93d4-16e1f556c36b service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956055 Jul 19 03:26:03.020427 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:03.058105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:03.070330 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:03.071011 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:03.100657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:03.101735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:03.107974 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f835f7a2-be9d-4d58-b10c-d82c44db8e21" -d '{"events": [{"server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b60a1369-8756-43be-9190-284df1dc6260"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:03.120793 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:03.211191 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcadf17-c966-49ef-b9ed-3da416808149 x-openstack-request-id: req-afcadf17-c966-49ef-b9ed-3da416808149 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:03.211879 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b60a1369-8756-43be-9190-284df1dc6260", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:03.211879 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afcadf17-c966-49ef-b9ed-3da416808149 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:03.212184 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260', 'code': 200} Jul 19 03:26:03.219800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34044) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:03.251728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=37c92232-f110-46e6-8354-ccda76231119,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:03.268174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 37c92232-f110-46e6-8354-ccda76231119 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:03.270685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:03.285429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2c03760d-f1f3-493f-a8d3-eb71ed537f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6015642 Jul 19 03:26:03.286046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34050) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:03.292805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': '37c92232-f110-46e6-8354-ccda76231119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:03.319265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.319703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.319960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.320277 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.320618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.320984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.321290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.321637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.321953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.322313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.333556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.333915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:03.398296 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-82d87d5c-11eb-406a-94ee-22c85f6d2895 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162636 Jul 19 03:26:03.506124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e51e695f-24f1-4ebd-8c62-2033b3519895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:03.528541 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e641-4bfd-43fd-8cc5-fb5436ab7b69 req-f82cf390-c620-470a-96cd-fc199e6b48e4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:03.535932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e641-4bfd-43fd-8cc5-fb5436ab7b69 req-f82cf390-c620-470a-96cd-fc199e6b48e4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:03.542470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e641-4bfd-43fd-8cc5-fb5436ab7b69 req-f82cf390-c620-470a-96cd-fc199e6b48e4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:03.549419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e641-4bfd-43fd-8cc5-fb5436ab7b69 req-f82cf390-c620-470a-96cd-fc199e6b48e4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:03.555791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e641-4bfd-43fd-8cc5-fb5436ab7b69 req-f82cf390-c620-470a-96cd-fc199e6b48e4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:03.562290 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e641-4bfd-43fd-8cc5-fb5436ab7b69 req-f82cf390-c620-470a-96cd-fc199e6b48e4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:03.576325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e641-4bfd-43fd-8cc5-fb5436ab7b69 req-f82cf390-c620-470a-96cd-fc199e6b48e4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:03.579840 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4892e641-4bfd-43fd-8cc5-fb5436ab7b69 req-f82cf390-c620-470a-96cd-fc199e6b48e4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.3626022 Jul 19 03:26:03.593325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-aaa795d7-f4af-4e15-9718-e49ff888d448 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=cb8fbd92-2916-4f12-badd-c5210b5811ba HTTP/1.1" status: 200 len: 217 time: 0.1798828 Jul 19 03:26:03.624628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:03.628989 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:03.667031 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f1c541d-e9cb-49d6-8fff-fe4d7b65255f req-479481e4-5f51-4122-be0d-4da16f8f43d2 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.0803254 Jul 19 03:26:03.762526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:03.763951 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4892e641-4bfd-43fd-8cc5-fb5436ab7b69 req-315d5092-5749-48b4-b965-df1f2bbd6da0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1684985 Jul 19 03:26:03.813794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b8ffb01d-7d34-45ac-ba2f-f2f6d04dd5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:03.818781 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-b8ffb01d-7d34-45ac-ba2f-f2f6d04dd5d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.2060032 Jul 19 03:26:04.013305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=080b632c-cad5-4416-80d2-b83b7192947b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:04.017137 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e51e695f-24f1-4ebd-8c62-2033b3519895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:04.020218 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:04.048040 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e51e695f-24f1-4ebd-8c62-2033b3519895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:04.140468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-527776c4-d97c-4e15-95a6-8eada9226f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:04.150214 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-527776c4-d97c-4e15-95a6-8eada9226f9f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3247681 Jul 19 03:26:04.208653 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e51e695f-24f1-4ebd-8c62-2033b3519895 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c29f3267989f436486525509a3591f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9866154 Jul 19 03:26:04.211158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=11106c3b-e0dc-4754-8065-cc1c05a0384b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:04.213654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': '8c5079ec-bcc9-4e89-8562-6175fbce52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '37c92232-f110-46e6-8354-ccda76231119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:04.214722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: 37c92232-f110-46e6-8354-ccda76231119, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:26:04.223303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34056) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:04.229032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e695f-24f1-4ebd-8c62-2033b3519895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3733fb23-38cf-455a-843a-b9609b08d7e9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:04.305676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416cb30-c87c-4e7c-82a7-d12ccd19de18 req-9e991325-4170-4f0b-8a10-a36321249a92 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:04.307617 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5416cb30-c87c-4e7c-82a7-d12ccd19de18 req-9e991325-4170-4f0b-8a10-a36321249a92 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.3875747 Jul 19 03:26:04.339684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-d2ce7762-402c-49e3-99af-27473e40ea4d service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811435 Jul 19 03:26:04.355173 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-30d66bc3-bfe5-4758-8ac2-f90856708ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:04.390224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-30d66bc3-bfe5-4758-8ac2-f90856708ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:04.417620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5416cb30-c87c-4e7c-82a7-d12ccd19de18 req-ebe75030-9e0e-434f-8690-01ba30b4482f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813973 Jul 19 03:26:04.483219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network 37c92232-f110-46e6-8354-ccda76231119 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:26:04.511130 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-7ca53414-3c69-4d77-aff6-807a2b7255fa service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295733 Jul 19 03:26:04.593147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 37c92232-f110-46e6-8354-ccda76231119) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:04.598732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-49ca84b3-7236-447c-a920-3cdc93b6905d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=aadedb74-0c27-405a-8ea9-39fb8017ae8a HTTP/1.1" status: 200 len: 217 time: 0.0782714 Jul 19 03:26:04.601027 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:04.601533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:04.613321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4ebca8-29b3-4acd-a83f-fd2e01c70a9a None None] Network 37c92232-f110-46e6-8354-ccda76231119 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:04.616775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:04.637386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-30d66bc3-bfe5-4758-8ac2-f90856708ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:04.640135 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-30d66bc3-bfe5-4758-8ac2-f90856708ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:04.644642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-30d66bc3-bfe5-4758-8ac2-f90856708ac7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3733fb23-38cf-455a-843a-b9609b08d7e9 HTTP/1.1" status: 204 len: 168 time: 0.4199522 Jul 19 03:26:04.661686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d66bc3-bfe5-4758-8ac2-f90856708ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3733fb23-38cf-455a-843a-b9609b08d7e9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:04.665540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9f7da0b7-73be-4267-8ddb-c8ea38970490 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3768902 Jul 19 03:26:04.673317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34060) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:04.713728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a082a876-fb63-4447-9533-c6708d73805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:04.720728 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-a082a876-fb63-4447-9533-c6708d73805a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.1090980 Jul 19 03:26:04.876947 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:26:04.900933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-7b126ec7-d1d6-4383-b8ec-bbccfc195469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:04.915412 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-7b126ec7-d1d6-4383-b8ec-bbccfc195469 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1901789 Jul 19 03:26:05.003258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:05.020164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-37c92232-f110-46e6-8354-ccda76231119', 'network_id': '37c92232-f110-46e6-8354-ccda76231119', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': '11106c3b-e0dc-4754-8065-cc1c05a0384b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:26:05.021322 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:05.091662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b0c621f-0c4a-44d0-98e1-b24dfe3eb6d8 req-f94fb3c6-ce90-49e6-a401-dba317e99639 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.0665555 Jul 19 03:26:05.301890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34070) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:05.400838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e87b939-607b-4368-8f95-eb0ce1ebc203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:05.568559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Allocated IP 172.20.0.1 (37c92232-f110-46e6-8354-ccda76231119/11106c3b-e0dc-4754-8065-cc1c05a0384b/10175f46-44e7-4f1c-8063-1a94bbed28cd) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:26:05.678184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:26:05.683147 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e87b939-607b-4368-8f95-eb0ce1ebc203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:05.689133 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-419a1984-da3d-4d59-aadb-8048344f9651 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641811 Jul 19 03:26:05.712871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:05.716577 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e87b939-607b-4368-8f95-eb0ce1ebc203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:05.754310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439df5-6b94-4319-bd7f-bd76aa8488a3 req-742cb0fb-efb6-4207-b730-ef098666712b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:05.760610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439df5-6b94-4319-bd7f-bd76aa8488a3 req-742cb0fb-efb6-4207-b730-ef098666712b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:05.776827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439df5-6b94-4319-bd7f-bd76aa8488a3 req-742cb0fb-efb6-4207-b730-ef098666712b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:05.783884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439df5-6b94-4319-bd7f-bd76aa8488a3 req-742cb0fb-efb6-4207-b730-ef098666712b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:05.801803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439df5-6b94-4319-bd7f-bd76aa8488a3 req-742cb0fb-efb6-4207-b730-ef098666712b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:05.814003 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439df5-6b94-4319-bd7f-bd76aa8488a3 req-742cb0fb-efb6-4207-b730-ef098666712b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:05.835006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439df5-6b94-4319-bd7f-bd76aa8488a3 req-742cb0fb-efb6-4207-b730-ef098666712b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:05.854144 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-82439df5-6b94-4319-bd7f-bd76aa8488a3 req-742cb0fb-efb6-4207-b730-ef098666712b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.8574388 Jul 19 03:26:05.917953 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:05.939840 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Transition to ACTIVE for port object 10175f46-44e7-4f1c-8063-1a94bbed28cd will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:05.941610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:26:05.955681 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:26:05.957900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-998dabad-3d20-44cd-a19d-118ee872674c tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9676893 Jul 19 03:26:05.958568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34074) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:05.975566 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:05.976225 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:05.978623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Transition to ACTIVE for port object 10175f46-44e7-4f1c-8063-1a94bbed28cd will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:05.994219 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.084415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d64617-df92-4551-8244-a962c4110fa9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting subnet 3aba0dd1-8807-480c-aa7d-01c2369d22f2 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:26:06.089768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87b939-607b-4368-8f95-eb0ce1ebc203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dc9eb6-1c78-4bc1-8faa-609dd0845b7b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:06.095886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2e87b939-607b-4368-8f95-eb0ce1ebc203 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0180c669cb04026b1694fd3697d0e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766025 Jul 19 03:26:06.096508 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Network 37c92232-f110-46e6-8354-ccda76231119 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:26:06.101991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34076) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:06.108412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:06.112562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9d64617-df92-4551-8244-a962c4110fa9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.119120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:26:06.121827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.143764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Pushing event updated for resources: {'Port': ['ID=10175f46-44e7-4f1c-8063-1a94bbed28cd,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:06.182526 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-82439df5-6b94-4319-bd7f-bd76aa8488a3 req-a1cf2600-30dd-4620-8346-6a7571de817b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3270445 Jul 19 03:26:06.213327 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:06.276705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Attempting to bind port 10175f46-44e7-4f1c-8063-1a94bbed28cd on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:26:06.277081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Attempting to bind port 10175f46-44e7-4f1c-8063-1a94bbed28cd by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '8c5079ec-bcc9-4e89-8562-6175fbce52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '37c92232-f110-46e6-8354-ccda76231119'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:26:06.277453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Attempting to bind port 10175f46-44e7-4f1c-8063-1a94bbed28cd on network 37c92232-f110-46e6-8354-ccda76231119 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:06.293802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=11106c3b-e0dc-4754-8065-cc1c05a0384b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:06.306110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:26:06.306517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Checking segment: {'id': '8c5079ec-bcc9-4e89-8562-6175fbce52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '37c92232-f110-46e6-8354-ccda76231119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:06.306929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.307329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Bound using segment: {'id': '8c5079ec-bcc9-4e89-8562-6175fbce52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '37c92232-f110-46e6-8354-ccda76231119'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:26:06.310233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Bound port: 10175f46-44e7-4f1c-8063-1a94bbed28cd, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5079ec-bcc9-4e89-8562-6175fbce52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '37c92232-f110-46e6-8354-ccda76231119'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:26:06.313842 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.321211 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-c67ce540-a750-4e01-857e-5164d0006474 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216326 Jul 19 03:26:06.442901 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9d64617-df92-4551-8244-a962c4110fa9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.454854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] For port 10175f46-44e7-4f1c-8063-1a94bbed28cd, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:26:06.462087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] For port 10175f46-44e7-4f1c-8063-1a94bbed28cd, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10175f46-44e7-4f1c-8063-1a94bbed28cd,segment=NetworkSegment(8c5079ec-bcc9-4e89-8562-6175fbce52c0),segment_id=8c5079ec-bcc9-4e89-8562-6175fbce52c0)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:26:06.472176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-7e4f0240-f1bd-4f7c-bcce-d627d2484cf9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 HTTP/1.1" status: 200 len: 217 time: 0.1358788 Jul 19 03:26:06.472426 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.530973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a62b56fc-e7e4-4999-bd9e-fbd55f4b63de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.594772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.637693 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:03Z', 'revision_number': 8, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:06.641574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542c669-6eb3-4dd6-9810-946771ebb103 None None] Network 37c92232-f110-46e6-8354-ccda76231119 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:06.647226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c92232-f110-46e6-8354-ccda76231119']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:06.666057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a62b56fc-e7e4-4999-bd9e-fbd55f4b63de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.680510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eb120-e901-468d-bce6-f1cd9d702d12 None None] Pushing event updated for resources: {'Port': ['ID=10175f46-44e7-4f1c-8063-1a94bbed28cd,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:06.682465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5079ec-bcc9-4e89-8562-6175fbce52c0') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:06.693803 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:26:06.694067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5079ec-bcc9-4e89-8562-6175fbce52c0') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:06.716534 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:06.717222 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:06.719029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.719260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-93dbf846-f8b8-4089-b848-0eb666a7525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:06.721286 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-93dbf846-f8b8-4089-b848-0eb666a7525b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7712e039-897b-49b8-aa02-b5e0a3723da4 HTTP/1.1" status: 200 len: 797 time: 0.2420273 Jul 19 03:26:06.723891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f92e2047-24b4-468f-b8b2-4ef11ba008fa req-0b03693b-2169-41e1-b2e7-024f050c6e59 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.2456484 Jul 19 03:26:06.725111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a62b56fc-e7e4-4999-bd9e-fbd55f4b63de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.727747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a62b56fc-e7e4-4999-bd9e-fbd55f4b63de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.728935 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a62b56fc-e7e4-4999-bd9e-fbd55f4b63de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84dc9eb6-1c78-4bc1-8faa-609dd0845b7b HTTP/1.1" status: 204 len: 168 time: 0.6257920 Jul 19 03:26:06.747002 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b56fc-e7e4-4999-bd9e-fbd55f4b63de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dc9eb6-1c78-4bc1-8faa-609dd0845b7b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:06.754914 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.765315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:06.766566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:06.847553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-e88232cb-1850-45a6-99d7-638fc13aeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:06.849113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-e88232cb-1850-45a6-99d7-638fc13aeb31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1191940 Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:06.914142 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:06.941969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b837-81b7-4b10-b374-7188b566b7dc req-345448a3-8d4a-4a97-af63-65ed2d104fd6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:06.949093 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af77b837-81b7-4b10-b374-7188b566b7dc req-345448a3-8d4a-4a97-af63-65ed2d104fd6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.6578603 Jul 19 03:26:06.969994 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:07.013915 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:07.075136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af77b837-81b7-4b10-b374-7188b566b7dc req-23378f1b-e8dd-4338-bc5d-45382a987a76 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203961 Jul 19 03:26:07.077121 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:26:07.077121 n-d-762330-18 neutron-server[94344]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:26:07.077121 n-d-762330-18 neutron-server[94344]: [parameters: {'id': '37c92232-f110-46e6-8354-ccda76231119'}] Jul 19 03:26:07.077121 n-d-762330-18 neutron-server[94344]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:26:07.077461 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:26:07.082852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef7fdc-d941-48e0-b1d5-5974370931b9 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:26:07.087345 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-46a37ede-9048-4cd2-9553-48ce5ea347f8 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297277 Jul 19 03:26:07.187592 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:07.199890 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9d64617-df92-4551-8244-a962c4110fa9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:07.349388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9d64617-df92-4551-8244-a962c4110fa9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:07.379364 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-029304c1-a691-4ad5-8bd9-92b333cef8e2 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841051 Jul 19 03:26:07.478249 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-4d91bffe-2337-46d6-a432-0bb29a0e91ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d83d8a51-7c2b-46c6-994c-d576fe61f97e HTTP/1.1" status: 200 len: 217 time: 0.0874178 Jul 19 03:26:07.491301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d64617-df92-4551-8244-a962c4110fa9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Subnet': ['ID=3aba0dd1-8807-480c-aa7d-01c2369d22f2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:07.519460 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:03Z', 'revision_number': 8, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:07.528588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef7fdc-d941-48e0-b1d5-5974370931b9 None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:26:07.561044 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490696ac-acb7-45ab-b1af-d7dce6fecead None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:03Z', 'revision_number': 8, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': '9836c139-5fcb-4475-9368-3ee5a1b5d989', 'name': '', 'network_id': '2372146a-8856-48fd-b01a-d564540e080a', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:fe:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:33Z', 'updated_at': '2021-07-19T03:25:42Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': '92d708cd-3d27-493e-af46-68c1875b7f58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:26:07.613171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:07.628379 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9d64617-df92-4551-8244-a962c4110fa9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:07.635221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-03bd1cce-5dda-4ad7-a13b-d8d2a627833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:07.636818 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-03bd1cce-5dda-4ad7-a13b-d8d2a627833f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7712e039-897b-49b8-aa02-b5e0a3723da4 HTTP/1.1" status: 200 len: 797 time: 0.1477854 Jul 19 03:26:07.648124 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c9d64617-df92-4551-8244-a962c4110fa9 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/3aba0dd1-8807-480c-aa7d-01c2369d22f2 HTTP/1.1" status: 204 len: 168 time: 1.6884859 Jul 19 03:26:07.651037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34096) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:07.756095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-51da1f34-5898-4b3b-993e-c9614bab8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:07.757684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-51da1f34-5898-4b3b-993e-c9614bab8410 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1127856 Jul 19 03:26:08.049517 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-3347ff09-3e4a-4935-897a-ee05839d9448 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833433 Jul 19 03:26:08.127385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0776676-7b1e-4956-beb2-184649625d82 req-5791aeae-eed3-4281-9b98-58f030949ed0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.149756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0776676-7b1e-4956-beb2-184649625d82 req-5791aeae-eed3-4281-9b98-58f030949ed0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.166975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0776676-7b1e-4956-beb2-184649625d82 req-5791aeae-eed3-4281-9b98-58f030949ed0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.173631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0776676-7b1e-4956-beb2-184649625d82 req-5791aeae-eed3-4281-9b98-58f030949ed0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.186341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0776676-7b1e-4956-beb2-184649625d82 req-5791aeae-eed3-4281-9b98-58f030949ed0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.187334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 080b632c-cad5-4416-80d2-b83b7192947b no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:08.196907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0776676-7b1e-4956-beb2-184649625d82 req-5791aeae-eed3-4281-9b98-58f030949ed0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.203193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0776676-7b1e-4956-beb2-184649625d82 req-5791aeae-eed3-4281-9b98-58f030949ed0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.217625 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0776676-7b1e-4956-beb2-184649625d82 req-5791aeae-eed3-4281-9b98-58f030949ed0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.7192726 Jul 19 03:26:08.221206 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:08.276476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 080b632c-cad5-4416-80d2-b83b7192947b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:08.285568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 080b632c-cad5-4416-80d2-b83b7192947b not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:08.357622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Deleting port 10175f46-44e7-4f1c-8063-1a94bbed28cd {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:08.357930 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:08.409524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3321e38-b590-4827-a969-aaf706578ebd None None] Network 95bc0fa3-b68a-459a-bd4a-e195f92e59ca requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:08.417245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0776676-7b1e-4956-beb2-184649625d82 req-68eaeaf4-5c2c-4763-886c-a83b61c99116 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2021894 Jul 19 03:26:08.466928 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04eae8c2-7bcd-4d08-97ae-a0bc5bcec096 req-c44770aa-8912-411b-9356-94410ea551f7 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100087 Jul 19 03:26:08.472670 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-662b96a0-b4b9-4057-b6de-565e9172f635 req-f3ea10be-093e-483c-a857-7ae18545d829 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.3074338 Jul 19 03:26:08.600986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] For port 10175f46-44e7-4f1c-8063-1a94bbed28cd, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10175f46-44e7-4f1c-8063-1a94bbed28cd,segment=NetworkSegment(8c5079ec-bcc9-4e89-8562-6175fbce52c0),segment_id=8c5079ec-bcc9-4e89-8562-6175fbce52c0)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:08.601335 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:08.618044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:08.618502 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:08.639475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Calling delete_port for 10175f46-44e7-4f1c-8063-1a94bbed28cd owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:08.668974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696044-c14c-4f70-a506-89c590fbea99 req-8af59145-86ab-4ea3-b157-1724f0e323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.671875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696044-c14c-4f70-a506-89c590fbea99 req-8af59145-86ab-4ea3-b157-1724f0e323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.673110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696044-c14c-4f70-a506-89c590fbea99 req-8af59145-86ab-4ea3-b157-1724f0e323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.675424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696044-c14c-4f70-a506-89c590fbea99 req-8af59145-86ab-4ea3-b157-1724f0e323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.677262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696044-c14c-4f70-a506-89c590fbea99 req-8af59145-86ab-4ea3-b157-1724f0e323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.677925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696044-c14c-4f70-a506-89c590fbea99 req-8af59145-86ab-4ea3-b157-1724f0e323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.679872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696044-c14c-4f70-a506-89c590fbea99 req-8af59145-86ab-4ea3-b157-1724f0e323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.684050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0696044-c14c-4f70-a506-89c590fbea99 req-8af59145-86ab-4ea3-b157-1724f0e323fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6491 time: 0.1440840 Jul 19 03:26:08.764823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=51a2a8a1-ede6-4f69-9a35-8e59060b5fde,segment=NetworkSegment(ad437cb6-d963-4996-ab2d-bd56a0e442b8),segment_id=ad437cb6-d963-4996-ab2d-bd56a0e442b8)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:08.765198 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:08.791468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 51a2a8a1-ede6-4f69-9a35-8e59060b5fde owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:08.864714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544299c0-4e6f-4500-b3e9-322429931760 None None] DHCP port deletion for 95bc0fa3-b68a-459a-bd4a-e195f92e59ca request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:26:08.951157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:08.996659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696044-c14c-4f70-a506-89c590fbea99 req-2084d8e1-ece7-46b8-9fce-e64c00d137db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:08.998803 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0696044-c14c-4f70-a506-89c590fbea99 req-2084d8e1-ece7-46b8-9fce-e64c00d137db service neutron] 10.222.0.25 "GET /v2.0/networks?id=c64899f6-8eee-455e-90a2-4468d126aff6 HTTP/1.1" status: 200 len: 901 time: 0.3060219 Jul 19 03:26:09.003807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-544299c0-4e6f-4500-b3e9-322429931760 None None] Deleting port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:09.004197 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-544299c0-4e6f-4500-b3e9-322429931760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.033980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=51a2a8a1-ede6-4f69-9a35-8e59060b5fde,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:09.049118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No DVR routers for this DVR port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:09.053918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.077263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0696044-c14c-4f70-a506-89c590fbea99 req-60972b27-72f4-4b6e-a273-36cf6a530ae6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d83d8a51-7c2b-46c6-994c-d576fe61f97e HTTP/1.1" status: 200 len: 217 time: 0.0704625 Jul 19 03:26:09.098300 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712c020-d960-4917-aa1a-6580d092a2e5 req-0f40e7cd-d3c3-48bd-9f3e-8d4afb52d452 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.105641 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e712c020-d960-4917-aa1a-6580d092a2e5 req-0f40e7cd-d3c3-48bd-9f3e-8d4afb52d452 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2960639 Jul 19 03:26:09.178792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-544299c0-4e6f-4500-b3e9-322429931760 None None] For port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:09.179194 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-544299c0-4e6f-4500-b3e9-322429931760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.197839 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e712c020-d960-4917-aa1a-6580d092a2e5 req-fa5070b7-ea3c-4ab9-973a-93b352cf7115 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911646 Jul 19 03:26:09.221735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-544299c0-4e6f-4500-b3e9-322429931760 None None] Calling delete_port for 51a2a8a1-ede6-4f69-9a35-8e59060b5fde owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:09.225956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-544299c0-4e6f-4500-b3e9-322429931760 None None] Port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:26:09.231202 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-544299c0-4e6f-4500-b3e9-322429931760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.261661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544299c0-4e6f-4500-b3e9-322429931760 None None] No DVR routers for this DVR port 51a2a8a1-ede6-4f69-9a35-8e59060b5fde on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:09.274372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.285980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544299c0-4e6f-4500-b3e9-322429931760 None None] Pushing event deleted for resources: {'Port': ['ID=51a2a8a1-ede6-4f69-9a35-8e59060b5fde,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:09.291625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696044-c14c-4f70-a506-89c590fbea99 req-7d98ba5a-6baf-4afd-9cb3-d383a9dd11a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.295390 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0696044-c14c-4f70-a506-89c590fbea99 req-7d98ba5a-6baf-4afd-9cb3-d383a9dd11a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7712e039-897b-49b8-aa02-b5e0a3723da4 HTTP/1.1" status: 200 len: 797 time: 0.2056606 Jul 19 03:26:09.356440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bc0fa3-b68a-459a-bd4a-e195f92e59ca']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:09.369182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad437cb6-d963-4996-ab2d-bd56a0e442b8') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:09.369508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad437cb6-d963-4996-ab2d-bd56a0e442b8') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:09.381835 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.401755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.410093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:09.410826 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.412834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696044-c14c-4f70-a506-89c590fbea99 req-f6e4eb74-7133-40b9-978f-a1eedc5b1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.423301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0696044-c14c-4f70-a506-89c590fbea99 req-f6e4eb74-7133-40b9-978f-a1eedc5b1f35 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1212630 Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:09.445490 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:09.499619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Port': ['ID=10175f46-44e7-4f1c-8063-1a94bbed28cd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:09.601555 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0696044-c14c-4f70-a506-89c590fbea99 req-e7f38bd2-2481-4e8e-a876-b92161a6a549 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770024 Jul 19 03:26:09.604088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No DVR routers for this DVR port 10175f46-44e7-4f1c-8063-1a94bbed28cd on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:09.687864 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.705034 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.709868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/networks/95bc0fa3-b68a-459a-bd4a-e195f92e59ca HTTP/1.1" status: 204 len: 168 time: 2.0570080 Jul 19 03:26:09.715273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34136) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:09.808203 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:09.811175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355eb7d-16eb-43ca-b449-72ff5367858f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Network': ['ID=95bc0fa3-b68a-459a-bd4a-e195f92e59ca,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:09.823136 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0696044-c14c-4f70-a506-89c590fbea99 req-9022fbf2-f9ca-4ce3-965b-923b79bd32f1 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023332 Jul 19 03:26:09.912696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6793-6516-4fe2-af27-f038e98c5e0d req-e1c30027-e07f-4db3-8b3e-8844dad21f36 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.919592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ecad9-745f-4767-9deb-a308d2282ffb req-09ad3865-e40d-466b-a556-5c085c6c8194 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.920996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6793-6516-4fe2-af27-f038e98c5e0d req-e1c30027-e07f-4db3-8b3e-8844dad21f36 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.928386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6793-6516-4fe2-af27-f038e98c5e0d req-e1c30027-e07f-4db3-8b3e-8844dad21f36 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.934068 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb0ecad9-745f-4767-9deb-a308d2282ffb req-09ad3865-e40d-466b-a556-5c085c6c8194 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.6023941 Jul 19 03:26:09.936713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6793-6516-4fe2-af27-f038e98c5e0d req-e1c30027-e07f-4db3-8b3e-8844dad21f36 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.937090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c92232-f110-46e6-8354-ccda76231119']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:09.944894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6793-6516-4fe2-af27-f038e98c5e0d req-e1c30027-e07f-4db3-8b3e-8844dad21f36 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.952377 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6793-6516-4fe2-af27-f038e98c5e0d req-e1c30027-e07f-4db3-8b3e-8844dad21f36 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.961743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6793-6516-4fe2-af27-f038e98c5e0d req-e1c30027-e07f-4db3-8b3e-8844dad21f36 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:09.964040 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b44b6793-6516-4fe2-af27-f038e98c5e0d req-e1c30027-e07f-4db3-8b3e-8844dad21f36 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.1393082 Jul 19 03:26:10.004823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5079ec-bcc9-4e89-8562-6175fbce52c0') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:10.005120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5079ec-bcc9-4e89-8562-6175fbce52c0') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:10.028323 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b44b6793-6516-4fe2-af27-f038e98c5e0d req-312d9f6e-5e4d-4b74-896b-55eac135ea74 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577829 Jul 19 03:26:10.055244 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:10.116671 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb0ecad9-745f-4767-9deb-a308d2282ffb req-0339516d-bfca-4230-bf75-2ccc6c36a682 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816156 Jul 19 03:26:10.117840 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:10.220686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:10.221115 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:10.227515 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:10.258110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 51a2a8a1-ede6-4f69-9a35-8e59060b5fde no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:10.306485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 51a2a8a1-ede6-4f69-9a35-8e59060b5fde {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:10.306865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 51a2a8a1-ede6-4f69-9a35-8e59060b5fde not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:10.325606 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dd22b396-49f5-406b-a67a-e26c016399c6 req-bf95edad-2dda-4418-8797-fa4e84cf92f0 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.0648487 Jul 19 03:26:10.501002 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:10.520132 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:10.526390 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/37c92232-f110-46e6-8354-ccda76231119 HTTP/1.1" status: 204 len: 168 time: 5.8507495 Jul 19 03:26:10.529432 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34152) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:10.544260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f1404-2143-461e-adfe-d8e8d10129fb req-72dc096a-c21a-4f7c-9eb7-c8389c13e8bf tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:10.556699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-790f1404-2143-461e-adfe-d8e8d10129fb req-72dc096a-c21a-4f7c-9eb7-c8389c13e8bf tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1043763 Jul 19 03:26:10.561677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff96b4-cfb5-4254-b0b9-af3e5798c447 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=37c92232-f110-46e6-8354-ccda76231119,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:10.566098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1169676755'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:10.649277 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-790f1404-2143-461e-adfe-d8e8d10129fb req-c79a4846-a1de-41dc-85f3-72c004591623 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914645 Jul 19 03:26:10.653387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:10.665074 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:10.695092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8c61c-25ff-4312-8f05-0fef23171c61 req-cbe0533a-210e-4e0e-a116-2848c7cc76bb tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:10.708568 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cbf8c61c-25ff-4312-8f05-0fef23171c61 req-cbe0533a-210e-4e0e-a116-2848c7cc76bb tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1506932 Jul 19 03:26:10.743189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:26:10.754950 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:10.755297 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment 18819be7-c40d-4bfb-94cd-add2e2f2e048 of type vlan for network a7f00ad4-e297-44f4-804b-7ebbc2add015 Jul 19 03:26:10.834167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cbf8c61c-25ff-4312-8f05-0fef23171c61 req-01169d23-1feb-439f-89fc-f36c159f5b44 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215146 Jul 19 03:26:10.881043 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:11.288631 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:11.396795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-435d4d60-efae-434b-a87d-4b2bbabd2cb5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:11.404019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-435d4d60-efae-434b-a87d-4b2bbabd2cb5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 812 time: 0.1587403 Jul 19 03:26:11.411611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.resource_extend [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:26:11.448128 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-baaf1d37-8521-45be-b0ab-863723fcdc31 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/quotas/2c3411c429fd44e8b8e4edf37d98ebcb HTTP/1.1" status: 200 len: 375 time: 0.0428245 Jul 19 03:26:11.453380 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:11.465604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:11.468393 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:11.552152 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9917374 Jul 19 03:26:11.593026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34182) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:11.633431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': 'a7f00ad4-e297-44f4-804b-7ebbc2add015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:11.682651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8aa3e-ba57-4407-a631-48b6016b1cb3 req-4db7f699-c5eb-4827-a806-176af2a58c9f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:11.689413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8aa3e-ba57-4407-a631-48b6016b1cb3 req-4db7f699-c5eb-4827-a806-176af2a58c9f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:11.695925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8aa3e-ba57-4407-a631-48b6016b1cb3 req-4db7f699-c5eb-4827-a806-176af2a58c9f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:11.702498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8aa3e-ba57-4407-a631-48b6016b1cb3 req-4db7f699-c5eb-4827-a806-176af2a58c9f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:11.712431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8aa3e-ba57-4407-a631-48b6016b1cb3 req-4db7f699-c5eb-4827-a806-176af2a58c9f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:11.719290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8aa3e-ba57-4407-a631-48b6016b1cb3 req-4db7f699-c5eb-4827-a806-176af2a58c9f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:11.725805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8aa3e-ba57-4407-a631-48b6016b1cb3 req-4db7f699-c5eb-4827-a806-176af2a58c9f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:11.727849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4b8aa3e-ba57-4407-a631-48b6016b1cb3 req-4db7f699-c5eb-4827-a806-176af2a58c9f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.4919095 Jul 19 03:26:11.794008 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4b8aa3e-ba57-4407-a631-48b6016b1cb3 req-e159cf33-d706-4217-aa96-578c95909698 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523157 Jul 19 03:26:11.798851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 9836c139-5fcb-4475-9368-3ee5a1b5d989 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:11.798851 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:11.904927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port 9836c139-5fcb-4475-9368-3ee5a1b5d989, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9836c139-5fcb-4475-9368-3ee5a1b5d989,segment=NetworkSegment(844d4daf-b313-4b88-915f-2787391cdd60),segment_id=844d4daf-b313-4b88-915f-2787391cdd60)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:11.905430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:11.920889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 9836c139-5fcb-4475-9368-3ee5a1b5d989 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:11.924725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a28499-0ea0-4895-94cc-c97074e262bf tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=a7f00ad4-e297-44f4-804b-7ebbc2add015,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:11.944224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network a7f00ad4-e297-44f4-804b-7ebbc2add015 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:12.024072 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-48cf6143-a694-4865-bcfc-597b9f3a7998 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5352049 Jul 19 03:26:12.066142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:12.073619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:12.309938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b61e387d-ce23-4bf6-8c76-eb6682699dae req-28053649-b56c-4c74-b81c-b7defb4f4dcc tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.1050131 Jul 19 03:26:12.399506 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:12.488672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-36528ae6-1f91-4951-9a09-ce0b4ba2495d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:12.508065 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:12.588093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=9836c139-5fcb-4475-9368-3ee5a1b5d989,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:12.681101 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d80a9830-2a80-4418-9672-cc612a5e1a8b service neutron] 10.222.0.20 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558990 Jul 19 03:26:12.682027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=9f40abb8-c8b2-4cf3-8c95-49eec2899c9c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:12.785098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': '18819be7-c40d-4bfb-94cd-add2e2f2e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a7f00ad4-e297-44f4-804b-7ebbc2add015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:12.797671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: a7f00ad4-e297-44f4-804b-7ebbc2add015, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:26:12.854744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network a7f00ad4-e297-44f4-804b-7ebbc2add015 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:26:12.923939 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, a7f00ad4-e297-44f4-804b-7ebbc2add015) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:12.931391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:12.931991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:12.934213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c071f-64ef-4ba8-93cd-ab12a4c44c1a None None] Network a7f00ad4-e297-44f4-804b-7ebbc2add015 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:12.985679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-10a6b346-8b09-4d6c-9a03-c0ed7eaa1bde tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3640313 Jul 19 03:26:12.989359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34210) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:13.044338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-cc18fc32-f120-49c7-9d26-c6112876be7a service neutron] 10.222.0.20 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565614 Jul 19 03:26:13.083928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:13.144974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276d982-a8f3-4499-a367-44bce8482dd6 req-2d2220b2-1e18-4b16-bfc0-ec08f1371724 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:13.155343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3276d982-a8f3-4499-a367-44bce8482dd6 req-2d2220b2-1e18-4b16-bfc0-ec08f1371724 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2425869 Jul 19 03:26:13.191231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-a7f00ad4-e297-44f4-804b-7ebbc2add015', 'network_id': 'a7f00ad4-e297-44f4-804b-7ebbc2add015', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': '9f40abb8-c8b2-4cf3-8c95-49eec2899c9c'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:26:13.192107 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:13.198151 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:13.382239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:13.436834 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3276d982-a8f3-4499-a367-44bce8482dd6 req-731d7132-8c1e-464d-88b1-c6ecae6e98a8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695053 Jul 19 03:26:13.635981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Allocated IP 172.20.0.2 (a7f00ad4-e297-44f4-804b-7ebbc2add015/9f40abb8-c8b2-4cf3-8c95-49eec2899c9c/a3eba269-6fc8-43f4-b84a-b32bf0799ff1) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:26:13.667798 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be47b00e-e6ee-41ef-88dd-2d1ead19ea5b req-8a638603-c21a-4d7f-b873-d8099b3af5c0 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 210 time: 0.0761700 Jul 19 03:26:13.737802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a5428-f768-499d-8cae-2ecdcef3f02a req-9f1c23c2-6d68-4431-bca4-42b1317e982a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:13.756136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a5428-f768-499d-8cae-2ecdcef3f02a req-9f1c23c2-6d68-4431-bca4-42b1317e982a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:13.772487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a5428-f768-499d-8cae-2ecdcef3f02a req-9f1c23c2-6d68-4431-bca4-42b1317e982a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:13.787534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a5428-f768-499d-8cae-2ecdcef3f02a req-9f1c23c2-6d68-4431-bca4-42b1317e982a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:13.805253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a5428-f768-499d-8cae-2ecdcef3f02a req-9f1c23c2-6d68-4431-bca4-42b1317e982a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:13.816170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a5428-f768-499d-8cae-2ecdcef3f02a req-9f1c23c2-6d68-4431-bca4-42b1317e982a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:13.833426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a5428-f768-499d-8cae-2ecdcef3f02a req-9f1c23c2-6d68-4431-bca4-42b1317e982a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:13.844557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:26:13.850342 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d94a5428-f768-499d-8cae-2ecdcef3f02a req-9f1c23c2-6d68-4431-bca4-42b1317e982a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.3732007 Jul 19 03:26:13.914231 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:13.935374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Transition to ACTIVE for port object a3eba269-6fc8-43f4-b84a-b32bf0799ff1 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:13.973379 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Transition to ACTIVE for port object a3eba269-6fc8-43f4-b84a-b32bf0799ff1 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:13.981378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d94a5428-f768-499d-8cae-2ecdcef3f02a req-3d885f57-5cae-46b8-ba84-7a473ec0d177 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295404 Jul 19 03:26:13.992088 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.041388 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.150545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Network a7f00ad4-e297-44f4-804b-7ebbc2add015 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:26:14.183124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:14.196726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:26:14.263056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=9f40abb8-c8b2-4cf3-8c95-49eec2899c9c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:14.303756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Pushing event updated for resources: {'Port': ['ID=a3eba269-6fc8-43f4-b84a-b32bf0799ff1,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:14.311797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8193565-f6de-4ce2-bfdd-39446cba9bbc req-7fcef59a-281d-4894-b920-dbc906b0d530 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e9bb822-b02b-4cc6-9391-d96b672483e1 HTTP/1.1" status: 200 len: 210 time: 0.1648061 Jul 19 03:26:14.359081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:26:14.369732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1a625c50-b8d6-4730-823a-67c2294e6695 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6533756 Jul 19 03:26:14.370548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34238) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:14.374960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:26:14.411024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Attempting to bind port a3eba269-6fc8-43f4-b84a-b32bf0799ff1 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:26:14.411671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Attempting to bind port a3eba269-6fc8-43f4-b84a-b32bf0799ff1 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '18819be7-c40d-4bfb-94cd-add2e2f2e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a7f00ad4-e297-44f4-804b-7ebbc2add015'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:26:14.412211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Attempting to bind port a3eba269-6fc8-43f4-b84a-b32bf0799ff1 on network a7f00ad4-e297-44f4-804b-7ebbc2add015 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:14.428881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:26:14.429623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Checking segment: {'id': '18819be7-c40d-4bfb-94cd-add2e2f2e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a7f00ad4-e297-44f4-804b-7ebbc2add015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:14.430354 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.430919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Bound using segment: {'id': '18819be7-c40d-4bfb-94cd-add2e2f2e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a7f00ad4-e297-44f4-804b-7ebbc2add015'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:26:14.431619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Bound port: a3eba269-6fc8-43f4-b84a-b32bf0799ff1, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18819be7-c40d-4bfb-94cd-add2e2f2e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a7f00ad4-e297-44f4-804b-7ebbc2add015'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:26:14.432188 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.443285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:14.444312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:25:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:14.460405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa55af1-4f00-489d-bf0a-01abf07922fc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting subnet 92d708cd-3d27-493e-af46-68c1875b7f58 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:26:14.462709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34240) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:14.471719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fa55af1-4f00-489d-bf0a-01abf07922fc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.487210 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.516404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f00ad4-e297-44f4-804b-7ebbc2add015']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:14.541065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18819be7-c40d-4bfb-94cd-add2e2f2e048') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:14.542827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18819be7-c40d-4bfb-94cd-add2e2f2e048') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:14.564196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.591805 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.609191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:14.609729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fa55af1-4f00-489d-bf0a-01abf07922fc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.610231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.693543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] For port a3eba269-6fc8-43f4-b84a-b32bf0799ff1, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:26:14.786536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:14.810891 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:14.860967 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:26:14.860967 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:26:14.860967 n-d-762330-18 neutron-server[94345]: [parameters: {'id': 'a7f00ad4-e297-44f4-804b-7ebbc2add015'}] Jul 19 03:26:14.860967 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:26:14.861554 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:26:14.876534 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb98d-c045-44bd-8615-22fe05c4c573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.891774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] For port a3eba269-6fc8-43f4-b84a-b32bf0799ff1, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a3eba269-6fc8-43f4-b84a-b32bf0799ff1,segment=NetworkSegment(18819be7-c40d-4bfb-94cd-add2e2f2e048),segment_id=18819be7-c40d-4bfb-94cd-add2e2f2e048)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:26:14.917264 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:14.942850 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa667340-6b54-4204-8e60-5fdbcb46a8de req-96281daa-a357-4cd4-88b0-1556127974ad tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 210 time: 0.0676930 Jul 19 03:26:14.981613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a0827-eeb5-4681-99b1-ce1e0fd23349 req-eeacd9cc-06e0-4a89-a5d1-641e9385899a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:14.989130 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f72a0827-eeb5-4681-99b1-ce1e0fd23349 req-eeacd9cc-06e0-4a89-a5d1-641e9385899a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1651111 Jul 19 03:26:15.050563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fa55af1-4f00-489d-bf0a-01abf07922fc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.052415 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f72a0827-eeb5-4681-99b1-ce1e0fd23349 req-5ed7c6d8-8727-46cd-906a-582fc6fa63aa tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623806 Jul 19 03:26:15.074916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0ac6f-ecda-4e0e-a600-2ab4a909db42 None None] Pushing event updated for resources: {'Port': ['ID=a3eba269-6fc8-43f4-b84a-b32bf0799ff1,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:15.135602 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fa55af1-4f00-489d-bf0a-01abf07922fc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.190543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa55af1-4f00-489d-bf0a-01abf07922fc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Subnet': ['ID=92d708cd-3d27-493e-af46-68c1875b7f58,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:15.195949 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0e27-dc87-479e-a19e-e5b8ef2c3a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.200886 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fa55af1-4f00-489d-bf0a-01abf07922fc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.206679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4fa55af1-4f00-489d-bf0a-01abf07922fc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/92d708cd-3d27-493e-af46-68c1875b7f58 HTTP/1.1" status: 204 len: 168 time: 0.8349738 Jul 19 03:26:15.207203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34250) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:15.218167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca36ac2-7c6c-47c9-914e-558a4077eafe None None] Network a7f00ad4-e297-44f4-804b-7ebbc2add015 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:15.221127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32032142-2962-49e8-8fa4-a79e570ef90d None None] Network 2372146a-8856-48fd-b01a-d564540e080a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:15.229138 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb98d-c045-44bd-8615-22fe05c4c573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.242387 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb98d-c045-44bd-8615-22fe05c4c573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.365399 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.396626 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.621345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-8acad693-0ace-449b-a3cf-e8c0d3a78266 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:15.622827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-8acad693-0ace-449b-a3cf-e8c0d3a78266 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.26 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 812 time: 0.2441657 Jul 19 03:26:15.631388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Deleting port a3eba269-6fc8-43f4-b84a-b32bf0799ff1 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:15.631792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.643236 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cc0cb98d-c045-44bd-8615-22fe05c4c573 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ca6ee0281f243dc8e70724a01e3dc5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1793873 Jul 19 03:26:15.648375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cb98d-c045-44bd-8615-22fe05c4c573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325b9963-b5ac-499d-a471-91aa8320fdda,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:15.653757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34258) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:15.664785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'port': {'device_id': '3800b91f-a074-4fef-a33f-bdbef4bd0d84', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'admin_state_up': True, 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:15.701649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 72215ebe-1595-4e04-901e-de68ea386de2 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:15.702019 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.791822 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.901989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:12Z', 'revision_number': 9, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:15.902914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] For port a3eba269-6fc8-43f4-b84a-b32bf0799ff1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a3eba269-6fc8-43f4-b84a-b32bf0799ff1,segment=NetworkSegment(18819be7-c40d-4bfb-94cd-add2e2f2e048),segment_id=18819be7-c40d-4bfb-94cd-add2e2f2e048)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:15.903303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:15.909519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105cca-43d5-48ba-bf8f-39a1466eaea8 req-85328ccd-bb56-4900-b238-18a004fee321 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:15.915700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105cca-43d5-48ba-bf8f-39a1466eaea8 req-85328ccd-bb56-4900-b238-18a004fee321 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:15.930672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105cca-43d5-48ba-bf8f-39a1466eaea8 req-85328ccd-bb56-4900-b238-18a004fee321 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:15.936153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:26:15.946029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:15.947280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:15.951341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105cca-43d5-48ba-bf8f-39a1466eaea8 req-85328ccd-bb56-4900-b238-18a004fee321 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:15.963970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105cca-43d5-48ba-bf8f-39a1466eaea8 req-85328ccd-bb56-4900-b238-18a004fee321 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:15.979030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105cca-43d5-48ba-bf8f-39a1466eaea8 req-85328ccd-bb56-4900-b238-18a004fee321 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:15.991606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5fa810-28d9-4c40-9c39-60c2c424ed43 None None] DHCP port deletion for 2372146a-8856-48fd-b01a-d564540e080a request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:26:15.998049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105cca-43d5-48ba-bf8f-39a1466eaea8 req-85328ccd-bb56-4900-b238-18a004fee321 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:16.000640 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a105cca-43d5-48ba-bf8f-39a1466eaea8 req-85328ccd-bb56-4900-b238-18a004fee321 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.7378500 Jul 19 03:26:16.022113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Calling delete_port for a3eba269-6fc8-43f4-b84a-b32bf0799ff1 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:16.082668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a105cca-43d5-48ba-bf8f-39a1466eaea8 req-fedf4f8f-a438-4308-a40d-69f0347c8efd tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741796 Jul 19 03:26:16.084341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Made reservation on behalf of 2c3411c429fd44e8b8e4edf37d98ebcb for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:16.090722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.133542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port 72215ebe-1595-4e04-901e-de68ea386de2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=72215ebe-1595-4e04-901e-de68ea386de2,segment=NetworkSegment(844d4daf-b313-4b88-915f-2787391cdd60),segment_id=844d4daf-b313-4b88-915f-2787391cdd60)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:16.133921 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.145702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:16.169263 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 72215ebe-1595-4e04-901e-de68ea386de2 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:16.171189 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea50f20d-f60e-4ad5-bfa1-d9a0c8bcbb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.195854 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea50f20d-f60e-4ad5-bfa1-d9a0c8bcbb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.232293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 72215ebe-1595-4e04-901e-de68ea386de2 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:16.288195 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea50f20d-f60e-4ad5-bfa1-d9a0c8bcbb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.295605 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea50f20d-f60e-4ad5-bfa1-d9a0c8bcbb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.301401 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ea50f20d-f60e-4ad5-bfa1-d9a0c8bcbb37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/325b9963-b5ac-499d-a471-91aa8320fdda HTTP/1.1" status: 204 len: 168 time: 0.6465368 Jul 19 03:26:16.325353 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.370442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4a5fa810-28d9-4c40-9c39-60c2c424ed43 None None] Deleting port 72215ebe-1595-4e04-901e-de68ea386de2 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:16.370689 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a5fa810-28d9-4c40-9c39-60c2c424ed43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.402778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No DVR routers for this DVR port a3eba269-6fc8-43f4-b84a-b32bf0799ff1 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:16.410493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50f20d-f60e-4ad5-bfa1-d9a0c8bcbb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325b9963-b5ac-499d-a471-91aa8320fdda,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:16.438745 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d6e795b-ef84-4f07-b409-76bc00cb00a4 req-e75c0190-0889-4fb7-bfd8-391f606983d7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 210 time: 0.0908899 Jul 19 03:26:16.468665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Allocated IP 172.20.0.12 (dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be/8923274a-b15c-436a-854a-07f1da3779f3/52e6b460-2551-41e5-aaa4-5033b2bce983) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:26:16.479941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Port': ['ID=a3eba269-6fc8-43f4-b84a-b32bf0799ff1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:16.538665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4a5fa810-28d9-4c40-9c39-60c2c424ed43 None None] For port 72215ebe-1595-4e04-901e-de68ea386de2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=72215ebe-1595-4e04-901e-de68ea386de2,segment=NetworkSegment(844d4daf-b313-4b88-915f-2787391cdd60),segment_id=844d4daf-b313-4b88-915f-2787391cdd60)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:16.539450 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a5fa810-28d9-4c40-9c39-60c2c424ed43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.553948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4a5fa810-28d9-4c40-9c39-60c2c424ed43 None None] Calling delete_port for 72215ebe-1595-4e04-901e-de68ea386de2 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:16.629164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.666720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f00ad4-e297-44f4-804b-7ebbc2add015']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:16.696000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18819be7-c40d-4bfb-94cd-add2e2f2e048') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:16.698646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18819be7-c40d-4bfb-94cd-add2e2f2e048') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:16.701196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.736746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34272) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:16.816191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=72215ebe-1595-4e04-901e-de68ea386de2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:16.820422 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.831190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.833191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No DVR routers for this DVR port 72215ebe-1595-4e04-901e-de68ea386de2 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:16.898603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No active binding found for port 72215ebe-1595-4e04-901e-de68ea386de2 {{(pid=94346) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 19 03:26:16.898603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 72215ebe-1595-4e04-901e-de68ea386de2 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:16.905210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34274) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:16.910536 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a5fa810-28d9-4c40-9c39-60c2c424ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.952258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fa810-28d9-4c40-9c39-60c2c424ed43 None None] Pushing event deleted for resources: {'Port': ['ID=72215ebe-1595-4e04-901e-de68ea386de2,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:16.964899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.967603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.971147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5fa810-28d9-4c40-9c39-60c2c424ed43 None None] No DVR routers for this DVR port 72215ebe-1595-4e04-901e-de68ea386de2 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:16.977522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:16.978097 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.978999 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a01416c-1b5e-4532-881e-2077b13fa9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:16.981933 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:17.013868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79d2322-8a0a-45df-9cc5-d6f69e64d9da None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:26:17.023638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:12Z', 'revision_number': 9, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:17.056683 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.101748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2372146a-8856-48fd-b01a-d564540e080a']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:17.105145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Transition to ACTIVE for port object 52e6b460-2551-41e5-aaa4-5033b2bce983 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:17.117203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844d4daf-b313-4b88-915f-2787391cdd60') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:17.117590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844d4daf-b313-4b88-915f-2787391cdd60') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:17.120687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ec0e9-5391-4b48-aab3-d9f8973cd751 req-dfff61af-9e63-4e71-b5e7-999fb6a68004 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:17.129982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.138226 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.138688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-865ec0e9-5391-4b48-aab3-d9f8973cd751 req-dfff61af-9e63-4e71-b5e7-999fb6a68004 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.4165382 Jul 19 03:26:17.149091 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.155340 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/a7f00ad4-e297-44f4-804b-7ebbc2add015 HTTP/1.1" status: 204 len: 168 time: 4.1649315 Jul 19 03:26:17.164112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34278) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:17.179780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-383853569'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:17.187090 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378109cc-fb04-44e1-b3db-3bf9e29c708d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=a7f00ad4-e297-44f4-804b-7ebbc2add015,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:17.190541 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.198021 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:17.198648 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:17.202311 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:17.212423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248ff53-f775-4ab4-acae-095e505d1ca1 None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:12Z', 'revision_number': 9, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee7a4fa1-6dd8-4008-8d3f-3511591baeaa', 'name': '', 'network_id': '4e075e19-c945-4263-86a0-f4048d7f0d0b', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:eb:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:22Z', 'updated_at': '2021-07-19T03:25:35Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'd46c1edc-16b7-4351-a946-d003a1cf287f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:26:17.253611 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-865ec0e9-5391-4b48-aab3-d9f8973cd751 req-b12eebc2-0c1d-4585-b451-6915a0590b5e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138432 Jul 19 03:26:17.257073 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2dac4583-4128-4e99-8c38-6471cf170a88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.301364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.311398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.318547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/networks/2372146a-8856-48fd-b01a-d564540e080a HTTP/1.1" status: 204 len: 168 time: 2.1102185 Jul 19 03:26:17.330182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34280) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:17.337862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e104f-a472-4b48-bcee-579ccea67650 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Network': ['ID=2372146a-8856-48fd-b01a-d564540e080a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:17.356183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d2322-8a0a-45df-9cc5-d6f69e64d9da None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:26:17.395719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2dac4583-4128-4e99-8c38-6471cf170a88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.441401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3580e-287d-4559-8298-eb69972d6951 req-448d0aee-3d31-4ed7-8f86-254366ecea59 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:17.449514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3580e-287d-4559-8298-eb69972d6951 req-448d0aee-3d31-4ed7-8f86-254366ecea59 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:17.459459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3580e-287d-4559-8298-eb69972d6951 req-448d0aee-3d31-4ed7-8f86-254366ecea59 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:17.467771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3580e-287d-4559-8298-eb69972d6951 req-448d0aee-3d31-4ed7-8f86-254366ecea59 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:17.475989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3580e-287d-4559-8298-eb69972d6951 req-448d0aee-3d31-4ed7-8f86-254366ecea59 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:17.483371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3580e-287d-4559-8298-eb69972d6951 req-448d0aee-3d31-4ed7-8f86-254366ecea59 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:17.492929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3580e-287d-4559-8298-eb69972d6951 req-448d0aee-3d31-4ed7-8f86-254366ecea59 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:17.495532 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d3580e-287d-4559-8298-eb69972d6951 req-448d0aee-3d31-4ed7-8f86-254366ecea59 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.1618114 Jul 19 03:26:17.584388 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26d3580e-287d-4559-8298-eb69972d6951 req-bae28d9c-73e6-4634-bd6d-7e14bf8b683f tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802953 Jul 19 03:26:17.865103 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.896659 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec3e35b1-f9b9-4b2e-a86d-88906614cca2 req-6b1b2e60-ee6e-45dc-9dd1-0ccee73e991c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 210 time: 0.0435188 Jul 19 03:26:17.928720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:17.944059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['98c85dec-1e43-476d-a73a-57653fe61447'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:17.993855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'Port': ['ID=52e6b460-2551-41e5-aaa4-5033b2bce983,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:17.996380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['3a8d49f0-1c55-4938-9ac4-bd132148645d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:18.124537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9836c139-5fcb-4475-9368-3ee5a1b5d989 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:18.128326 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a01416c-1b5e-4532-881e-2077b13fa9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.155063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:26:18.158472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a01416c-1b5e-4532-881e-2077b13fa9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.171490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:18.176602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.188233 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3a01416c-1b5e-4532-881e-2077b13fa9c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1aa463a4db384459b0e9c5cb6001044f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2798052 Jul 19 03:26:18.189325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:18.195552 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34286) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:18.224393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:26:18.225295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:26:18.232784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 9836c139-5fcb-4475-9368-3ee5a1b5d989 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:18.233178 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9836c139-5fcb-4475-9368-3ee5a1b5d989 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:18.237669 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.239735 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment cd23ebee-0f10-4861-8f64-0c73b9e589dc of type vlan for network 38c8dec8-67a3-477f-aea4-6f820449da06 Jul 19 03:26:18.301892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.311452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:18.313155 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.356981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.364619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:18.365487 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.391475 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2dac4583-4128-4e99-8c38-6471cf170a88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.404530 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2dac4583-4128-4e99-8c38-6471cf170a88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.408771 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2dac4583-4128-4e99-8c38-6471cf170a88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "DELETE /v2.0/security-groups/40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8 HTTP/1.1" status: 204 len: 168 time: 1.6680791 Jul 19 03:26:18.436217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34290) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:18.468449 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-47273786-9b54-4ea2-84f1-6c7fed6f6c09 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] show failed (client error): The resource could not be found. Jul 19 03:26:18.472755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-47273786-9b54-4ea2-84f1-6c7fed6f6c09 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "GET /v2.0/security-groups/40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8 HTTP/1.1" status: 404 len: 347 time: 0.0315719 Jul 19 03:26:18.492116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34292) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:18.494761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=38c8dec8-67a3-477f-aea4-6f820449da06,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:18.510465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01416c-1b5e-4532-881e-2077b13fa9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e3bfec-2300-4cfc-9601-1fb3929d5855,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:18.540707 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8cf2aca6-95cc-4184-af40-d8879e063628 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3750901 Jul 19 03:26:18.542636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 38c8dec8-67a3-477f-aea4-6f820449da06 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:18.551253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34294) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:18.556800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': '38c8dec8-67a3-477f-aea4-6f820449da06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:18.611667 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-45e8a892-7fdf-4cf6-82fa-61304a1a38c9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9647117 Jul 19 03:26:18.639269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Request body: {'port': {'device_id': '3800b91f-a074-4fef-a33f-bdbef4bd0d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:18.649493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac4583-4128-4e99-8c38-6471cf170a88 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d0a0f6-59ad-4d7f-8ed9-d42db498bdf8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:18.705580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c4d71b58-ac1f-44f0-af01-050d9e35591b None None] Provisioning for port 52e6b460-2551-41e5-aaa4-5033b2bce983 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:18.712656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c4d71b58-ac1f-44f0-af01-050d9e35591b None None] Provisioning complete for port 52e6b460-2551-41e5-aaa4-5033b2bce983 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:18.713410 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c4d71b58-ac1f-44f0-af01-050d9e35591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.720887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:18.732024 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.783902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c4d71b58-ac1f-44f0-af01-050d9e35591b None None] Port 52e6b460-2551-41e5-aaa4-5033b2bce983 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:26:18.785942 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ca98c21a-567c-4456-8e34-e70202e17a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.859942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Performing IP validity checks on allocation pools {{(pid=94345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 19 03:26:18.860474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 19 03:26:18.903632 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ca98c21a-567c-4456-8e34-e70202e17a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:18.925079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14750374-ec8f-4ed3-8b05-1800c71f85e5 req-25b4136e-0696-495f-8114-d4e55890f00e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:18.933667 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14750374-ec8f-4ed3-8b05-1800c71f85e5 req-25b4136e-0696-495f-8114-d4e55890f00e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.4250832 Jul 19 03:26:18.992266 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.014185 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5f07-8d87-41dd-97af-d0f24f9b0894 req-6ea6e7ec-2b5b-4b69-9836-59acec33a20e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:19.020862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5f07-8d87-41dd-97af-d0f24f9b0894 req-6ea6e7ec-2b5b-4b69-9836-59acec33a20e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:19.029289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5f07-8d87-41dd-97af-d0f24f9b0894 req-6ea6e7ec-2b5b-4b69-9836-59acec33a20e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:19.034574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5f07-8d87-41dd-97af-d0f24f9b0894 req-6ea6e7ec-2b5b-4b69-9836-59acec33a20e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:19.041466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5f07-8d87-41dd-97af-d0f24f9b0894 req-6ea6e7ec-2b5b-4b69-9836-59acec33a20e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:19.048237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5f07-8d87-41dd-97af-d0f24f9b0894 req-6ea6e7ec-2b5b-4b69-9836-59acec33a20e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:19.051579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14750374-ec8f-4ed3-8b05-1800c71f85e5 req-37edb99b-0f36-43c6-a982-500d9b8b2ca6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170003 Jul 19 03:26:19.057864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5f07-8d87-41dd-97af-d0f24f9b0894 req-6ea6e7ec-2b5b-4b69-9836-59acec33a20e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:19.065904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e42a5f07-8d87-41dd-97af-d0f24f9b0894 req-6ea6e7ec-2b5b-4b69-9836-59acec33a20e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.2016692 Jul 19 03:26:19.079929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-72197b5a-c377-45de-9a80-4eec2f10de06 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting port 0ed42b4b-87ef-45f6-bbc7-204ed7c69771 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:19.080288 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-72197b5a-c377-45de-9a80-4eec2f10de06 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.106063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.166603 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e42a5f07-8d87-41dd-97af-d0f24f9b0894 req-8b514a0e-3bf9-499b-8be5-86e7b979cc21 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884864 Jul 19 03:26:19.216306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.322410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=01cde638-8129-4c90-b833-7aeebb358c93,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:19.337728 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ca98c21a-567c-4456-8e34-e70202e17a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.340948 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ca98c21a-567c-4456-8e34-e70202e17a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.342196 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ca98c21a-567c-4456-8e34-e70202e17a1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1e3bfec-2300-4cfc-9601-1fb3929d5855 HTTP/1.1" status: 204 len: 168 time: 1.1443610 Jul 19 03:26:19.376710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': 'cd23ebee-0f10-4861-8f64-0c73b9e589dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '38c8dec8-67a3-477f-aea4-6f820449da06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:19.377187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: 38c8dec8-67a3-477f-aea4-6f820449da06, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:26:19.407810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network 38c8dec8-67a3-477f-aea4-6f820449da06 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:26:19.425045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 38c8dec8-67a3-477f-aea4-6f820449da06) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:19.433686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221f132-d62c-450e-97e3-ea212866a30a None None] Network 38c8dec8-67a3-477f-aea4-6f820449da06 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:19.443875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:19.445945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.475069 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5d9d0eb4-155a-4261-a2c3-53372ea89981 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9224036 Jul 19 03:26:19.477296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34308) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:19.596358 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.654368 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.679482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e6b460-2551-41e5-aaa4-5033b2bce983 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:19.689466 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.705501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Transition to ACTIVE for port object 52e6b460-2551-41e5-aaa4-5033b2bce983 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:19.715081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98c21a-567c-4456-8e34-e70202e17a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e3bfec-2300-4cfc-9601-1fb3929d5855,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:19.766915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.792187 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-72197b5a-c377-45de-9a80-4eec2f10de06 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.792187 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-72197b5a-c377-45de-9a80-4eec2f10de06 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.799281 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.801403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b91d216-5e31-47d2-8fd1-98c321f89b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-38c8dec8-67a3-477f-aea4-6f820449da06', 'network_id': '38c8dec8-67a3-477f-aea4-6f820449da06', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': '01cde638-8129-4c90-b833-7aeebb358c93'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:26:19.802892 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7b91d216-5e31-47d2-8fd1-98c321f89b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:19.845171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=01cde638-8129-4c90-b833-7aeebb358c93,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:19.882935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-72197b5a-c377-45de-9a80-4eec2f10de06 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Calling delete_port for 0ed42b4b-87ef-45f6-bbc7-204ed7c69771 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:19.959217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Pushing event updated for resources: {'Port': ['ID=52e6b460-2551-41e5-aaa4-5033b2bce983,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:19.972030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344d4d7-984e-4058-8b3d-384f1cfcf0d1 None None] Network 38c8dec8-67a3-477f-aea4-6f820449da06 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:19.989072 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.019471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c8dec8-67a3-477f-aea4-6f820449da06']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:20.056997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd23ebee-0f10-4861-8f64-0c73b9e589dc') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:20.057303 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd23ebee-0f10-4861-8f64-0c73b9e589dc') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:20.081363 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.111416 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.163433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:20.163882 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:20.193355 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:20.261246 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-72197b5a-c377-45de-9a80-4eec2f10de06 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.288496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046f412-a58b-4ae1-af9a-c8549483fb00 req-33cd0752-2abb-4049-ace9-a9a7e65bf4bb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:20.290095 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b046f412-a58b-4ae1-af9a-c8549483fb00 req-33cd0752-2abb-4049-ace9-a9a7e65bf4bb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 932 time: 1.0352921 Jul 19 03:26:20.334867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Attempting to bind port 52e6b460-2551-41e5-aaa4-5033b2bce983 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:26:20.335233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Attempting to bind port 52e6b460-2551-41e5-aaa4-5033b2bce983 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:26:20.335750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Attempting to bind port 52e6b460-2551-41e5-aaa4-5033b2bce983 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:20.338013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.351321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.353213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/38c8dec8-67a3-477f-aea4-6f820449da06 HTTP/1.1" status: 204 len: 168 time: 0.8747663 Jul 19 03:26:20.364102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34326) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:20.373035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72197b5a-c377-45de-9a80-4eec2f10de06 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Port': ['ID=0ed42b4b-87ef-45f6-bbc7-204ed7c69771,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:20.377370 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1960298836'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:20.382968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6fa46-afbb-4d84-8e6e-b765d19a0b5b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=38c8dec8-67a3-477f-aea4-6f820449da06,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:20.425101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b165-84d7-49df-b7f8-09cfb9b82fde req-d98441ba-b280-4435-af3f-ad5208b48cf4 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:20.426749 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5748b165-84d7-49df-b7f8-09cfb9b82fde req-d98441ba-b280-4435-af3f-ad5208b48cf4 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1339102 Jul 19 03:26:20.434711 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b046f412-a58b-4ae1-af9a-c8549483fb00 req-e64ab585-ff99-41e2-8935-f8c30d47702a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329913 Jul 19 03:26:20.443158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:20.446801 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.455798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Port 52e6b460-2551-41e5-aaa4-5033b2bce983 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:26:20.456132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Attempting to bind port 52e6b460-2551-41e5-aaa4-5033b2bce983 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:20.463461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:26:20.463815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Checking segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:20.464201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Bound using segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:26:20.464814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Bound port: 52e6b460-2551-41e5-aaa4-5033b2bce983, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:26:20.464994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.511175 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5748b165-84d7-49df-b7f8-09cfb9b82fde req-f13b52dd-0b72-4612-b982-ca064feb8ebd tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765297 Jul 19 03:26:20.521287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:26:20.530691 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.531096 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment e55d285e-d460-41f0-aa95-78d2cc176943 of type vlan for network 662f4658-24b6-40db-9436-22e738a591ba Jul 19 03:26:20.626077 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-72197b5a-c377-45de-9a80-4eec2f10de06 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.628670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-72197b5a-c377-45de-9a80-4eec2f10de06 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.632385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-72197b5a-c377-45de-9a80-4eec2f10de06 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "DELETE /v2.0/floatingips/4cdb3364-2587-4b1f-817a-b31997e6029f HTTP/1.1" status: 204 len: 168 time: 2.1326127 Jul 19 03:26:20.650015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34336) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:20.700137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] For port 52e6b460-2551-41e5-aaa4-5033b2bce983, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:26:20.719341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:20.719660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:20.797304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] For port 52e6b460-2551-41e5-aaa4-5033b2bce983, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=52e6b460-2551-41e5-aaa4-5033b2bce983,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:26:20.819603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:21.008623 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:21.062306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:21.070654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.071387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:21.193507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=662f4658-24b6-40db-9436-22e738a591ba,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:21.198973 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-084e1328-0f66-4530-af40-d952eb52228b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8323302 Jul 19 03:26:21.205478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 662f4658-24b6-40db-9436-22e738a591ba details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:21.206036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34344) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:21.217447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': '662f4658-24b6-40db-9436-22e738a591ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:21.257422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.258008 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:21.259133 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] 10.222.0.26 "PUT /v2.0/ports/52e6b460-2551-41e5-aaa4-5033b2bce983 HTTP/1.1" status: 200 len: 1093 time: 2.6382887 Jul 19 03:26:21.259424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3800b91f-a074-4fef-a33f-bdbef4bd0d84', 'tag': '52e6b460-2551-41e5-aaa4-5033b2bce983'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:21.261714 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591890fa-e47f-4ef9-a249-b874483a8d03" -d '{"events": [{"name": "network-changed", "server_uuid": "3800b91f-a074-4fef-a33f-bdbef4bd0d84", "tag": "52e6b460-2551-41e5-aaa4-5033b2bce983"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:21.440004 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406392c0-1d1d-4343-8d1e-9122a1d2a2e2 x-openstack-request-id: req-406392c0-1d1d-4343-8d1e-9122a1d2a2e2 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:21.440345 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3800b91f-a074-4fef-a33f-bdbef4bd0d84", "tag": "52e6b460-2551-41e5-aaa4-5033b2bce983", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:21.440601 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-406392c0-1d1d-4343-8d1e-9122a1d2a2e2 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:21.441007 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3800b91f-a074-4fef-a33f-bdbef4bd0d84', 'tag': '52e6b460-2551-41e5-aaa4-5033b2bce983', 'status': 'completed', 'code': 200} Jul 19 03:26:21.443989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:21.448298 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:21.491747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b026-57d6-4373-ab1e-014f627aef2b req-a5285433-fd92-4760-bdc0-ff04cec95678 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.512810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b026-57d6-4373-ab1e-014f627aef2b req-a5285433-fd92-4760-bdc0-ff04cec95678 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.536411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b026-57d6-4373-ab1e-014f627aef2b req-a5285433-fd92-4760-bdc0-ff04cec95678 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.542703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b026-57d6-4373-ab1e-014f627aef2b req-a5285433-fd92-4760-bdc0-ff04cec95678 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.548728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b026-57d6-4373-ab1e-014f627aef2b req-a5285433-fd92-4760-bdc0-ff04cec95678 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.555681 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b026-57d6-4373-ab1e-014f627aef2b req-a5285433-fd92-4760-bdc0-ff04cec95678 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.560762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b026-57d6-4373-ab1e-014f627aef2b req-a5285433-fd92-4760-bdc0-ff04cec95678 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.568864 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6a6b026-57d6-4373-ab1e-014f627aef2b req-a5285433-fd92-4760-bdc0-ff04cec95678 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.8593791 Jul 19 03:26:21.603680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10cd7-618d-47b1-b6ee-8fd245e2a395 service neutron] Pushing event updated for resources: {'Port': ['ID=52e6b460-2551-41e5-aaa4-5033b2bce983,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:21.627399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-5cf74318-412c-4e84-9d44-c1010b53e35d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting port 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:21.628141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5cf74318-412c-4e84-9d44-c1010b53e35d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:21.634650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port ee7a4fa1-6dd8-4008-8d3f-3511591baeaa, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ee7a4fa1-6dd8-4008-8d3f-3511591baeaa,segment=NetworkSegment(1558b1b3-e693-4480-90c6-3c90059f89ce),segment_id=1558b1b3-e693-4480-90c6-3c90059f89ce)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:21.635022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:21.754057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6a6b026-57d6-4373-ab1e-014f627aef2b req-e6d9bd3a-8300-4363-8522-82e5c176b358 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1812623 Jul 19 03:26:21.757944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for ee7a4fa1-6dd8-4008-8d3f-3511591baeaa owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:21.815306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8bf5b-4cd7-4601-ad83-e600d4048118 req-5da48ec4-05ca-4e29-bea4-78bab9d684f7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.822551 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9de8bf5b-4cd7-4601-ad83-e600d4048118 req-5da48ec4-05ca-4e29-bea4-78bab9d684f7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 944 time: 0.1563754 Jul 19 03:26:21.891717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-999cc0b9-7166-49bd-8a00-46479a3a9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:21.893375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-999cc0b9-7166-49bd-8a00-46479a3a9297 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 1096 time: 0.5782287 Jul 19 03:26:21.926619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-5b394c0e-1bc8-4e4d-861e-097d42763682 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1563563 Jul 19 03:26:21.940635 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9de8bf5b-4cd7-4601-ad83-e600d4048118 req-3f3482d0-c3dc-4281-a0d8-fc6892fc53dc tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171384 Jul 19 03:26:22.018789 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:22.040741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5cf74318-412c-4e84-9d44-c1010b53e35d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:22.066827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-5990db28-2ed9-4d6d-b264-767a07c23000 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52e6b460-2551-41e5-aaa4-5033b2bce983 HTTP/1.1" status: 200 len: 217 time: 0.1573725 Jul 19 03:26:22.164538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-5cf74318-412c-4e84-9d44-c1010b53e35d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Calling delete_port for 16dab0cb-1b58-4f0f-b704-a007cc0c89b2 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:22.167270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-f7512948-49eb-42b9-8244-c368df660244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:22.168771 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-f7512948-49eb-42b9-8244-c368df660244 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.0834701 Jul 19 03:26:22.202454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=2bcd8aea-d495-4dde-9cfe-bd9d97b05ce5,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:22.208781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-839a65d7-ad14-4a74-8864-24db59eab75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:22.210641 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-839a65d7-ad14-4a74-8864-24db59eab75c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 1097 time: 0.2590518 Jul 19 03:26:22.211405 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': 'e55d285e-d460-41f0-aa95-78d2cc176943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '662f4658-24b6-40db-9436-22e738a591ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:22.215171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: 662f4658-24b6-40db-9436-22e738a591ba, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:26:22.333284 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network 662f4658-24b6-40db-9436-22e738a591ba is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:26:22.348476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 662f4658-24b6-40db-9436-22e738a591ba) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:22.355564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444500a-9920-40ac-a3bb-911513f55317 req-7a434e58-917a-4c0d-9c14-9f599f8d73dd tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:22.357363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5444500a-9920-40ac-a3bb-911513f55317 req-7a434e58-917a-4c0d-9c14-9f599f8d73dd tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.4727056 Jul 19 03:26:22.360058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c497636a-7f0b-4b5a-91d4-fd2659a9d3a8 None None] Network 662f4658-24b6-40db-9436-22e738a591ba requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:22.373544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:22.374221 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:22.396033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-86c03231-6a1e-4d76-8a28-f0cc47184598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:22.397886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-86c03231-6a1e-4d76-8a28-f0cc47184598 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.1647892 Jul 19 03:26:22.401665 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-917d7f8e-9826-4f10-a5a0-4fc1ee36dc01 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1927295 Jul 19 03:26:22.404478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34372) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:22.558775 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5444500a-9920-40ac-a3bb-911513f55317 req-17238c10-dddf-4b5b-bb45-18d09acd2ef7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907136 Jul 19 03:26:22.560785 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5cf74318-412c-4e84-9d44-c1010b53e35d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:22.596074 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-ce60063a-cf7c-41e1-a71c-d5477bc1a8d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c85dec-1e43-476d-a73a-57653fe61447 HTTP/1.1" status: 200 len: 217 time: 0.1867213 Jul 19 03:26:22.617859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf74318-412c-4e84-9d44-c1010b53e35d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Port': ['ID=16dab0cb-1b58-4f0f-b704-a007cc0c89b2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:22.709524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-b5c277ba-2cfe-4eb6-ab4f-37878b50ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:22.711438 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-b5c277ba-2cfe-4eb6-ab4f-37878b50ec45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5330822 Jul 19 03:26:22.791159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-82377667-a17e-4ee2-8af1-e29ef6d1cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:22.792605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-82377667-a17e-4ee2-8af1-e29ef6d1cc48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.1743138 Jul 19 03:26:22.830740 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:22.857154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-662f4658-24b6-40db-9436-22e738a591ba', 'network_id': '662f4658-24b6-40db-9436-22e738a591ba', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': '2bcd8aea-d495-4dde-9cfe-bd9d97b05ce5'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:26:22.862954 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:22.987782 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5cf74318-412c-4e84-9d44-c1010b53e35d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:22.992148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5cf74318-412c-4e84-9d44-c1010b53e35d tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "DELETE /v2.0/ports/16dab0cb-1b58-4f0f-b704-a007cc0c89b2 HTTP/1.1" status: 204 len: 168 time: 2.3378282 Jul 19 03:26:22.992672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-3631b6a6-5203-4d61-b508-e49ee65b3b54 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259533 Jul 19 03:26:22.994304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34384) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:23.142658 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c784417a-6820-4824-8c39-4dfd80e3d43a req-c327c6be-a822-44f2-80bf-f29ac3cc628b service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399350 Jul 19 03:26:23.153592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:23.180520 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:23.200954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Allocated IP 172.20.0.1 (662f4658-24b6-40db-9436-22e738a591ba/2bcd8aea-d495-4dde-9cfe-bd9d97b05ce5/b2371d44-b6ab-4c1c-8fc6-74890afe1c78) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:26:23.249280 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-303103f6-accf-4be3-8b4d-7f9cfb488ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:23.255741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-303103f6-accf-4be3-8b4d-7f9cfb488ad2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4539349 Jul 19 03:26:23.356337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=ee7a4fa1-6dd8-4008-8d3f-3511591baeaa,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:23.610799 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:23.616233 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-8f261030-a8d5-4e53-b83b-b9f62139beda service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400669 Jul 19 03:26:23.617852 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:23.632542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Transition to ACTIVE for port object b2371d44-b6ab-4c1c-8fc6-74890afe1c78 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:23.653209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-805c4766-9b66-4911-bf16-47eda47387fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:23.655071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-805c4766-9b66-4911-bf16-47eda47387fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 1096 time: 0.4335742 Jul 19 03:26:23.678000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Transition to ACTIVE for port object b2371d44-b6ab-4c1c-8fc6-74890afe1c78 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:23.711805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:23.759617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03f39b-2a47-47a7-a2ba-208610428f42 req-733dd980-b889-4796-b3fa-afb4a230e85c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:23.761570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43be5f-a0fa-4116-aa0a-ebb8b4cf2c32 req-fed75d22-5646-4409-90c0-ecba8cbc421d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:23.768388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c03f39b-2a47-47a7-a2ba-208610428f42 req-733dd980-b889-4796-b3fa-afb4a230e85c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 944 time: 0.3693926 Jul 19 03:26:23.775239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43be5f-a0fa-4116-aa0a-ebb8b4cf2c32 req-fed75d22-5646-4409-90c0-ecba8cbc421d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:23.786312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43be5f-a0fa-4116-aa0a-ebb8b4cf2c32 req-fed75d22-5646-4409-90c0-ecba8cbc421d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:23.796112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43be5f-a0fa-4116-aa0a-ebb8b4cf2c32 req-fed75d22-5646-4409-90c0-ecba8cbc421d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:23.802581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43be5f-a0fa-4116-aa0a-ebb8b4cf2c32 req-fed75d22-5646-4409-90c0-ecba8cbc421d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:23.811709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43be5f-a0fa-4116-aa0a-ebb8b4cf2c32 req-fed75d22-5646-4409-90c0-ecba8cbc421d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:23.825763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43be5f-a0fa-4116-aa0a-ebb8b4cf2c32 req-fed75d22-5646-4409-90c0-ecba8cbc421d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:23.833559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa43be5f-a0fa-4116-aa0a-ebb8b4cf2c32 req-fed75d22-5646-4409-90c0-ecba8cbc421d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.8458149 Jul 19 03:26:23.837369 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32cb74ad-5ab3-4677-ba4d-db2e6636552d req-5e7a3f4d-637c-4eb9-9ca1-654261779692 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126322 Jul 19 03:26:23.944544 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Pushing event updated for resources: {'Port': ['ID=b2371d44-b6ab-4c1c-8fc6-74890afe1c78,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:23.948849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c03f39b-2a47-47a7-a2ba-208610428f42 req-8a7d0b9b-daa4-4f71-b771-05da670b8adb tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783264 Jul 19 03:26:23.949905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-370c918d-b7a3-4bbb-9595-4484726c685c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting port 1141a9db-5aca-44eb-9146-efaf34d67951 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:23.951129 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-370c918d-b7a3-4bbb-9595-4484726c685c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:23.987650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Network 662f4658-24b6-40db-9436-22e738a591ba is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:26:23.987650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:23.994398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:26:24.196445 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-370c918d-b7a3-4bbb-9595-4484726c685c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:24.210778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:26:24.216917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-47f8c11d-24c1-4e1b-84db-179c9fdc9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:24.218852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-47f8c11d-24c1-4e1b-84db-179c9fdc9368 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.5524113 Jul 19 03:26:24.256212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-370c918d-b7a3-4bbb-9595-4484726c685c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Calling delete_port for 1141a9db-5aca-44eb-9146-efaf34d67951 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:24.271336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-39d8c5d3-5f15-4116-bd9e-242a266635d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52e6b460-2551-41e5-aaa4-5033b2bce983 HTTP/1.1" status: 200 len: 217 time: 0.0461993 Jul 19 03:26:24.377119 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:24.417098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Attempting to bind port b2371d44-b6ab-4c1c-8fc6-74890afe1c78 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:26:24.417919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Attempting to bind port b2371d44-b6ab-4c1c-8fc6-74890afe1c78 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'e55d285e-d460-41f0-aa95-78d2cc176943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '662f4658-24b6-40db-9436-22e738a591ba'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:26:24.418831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Attempting to bind port b2371d44-b6ab-4c1c-8fc6-74890afe1c78 on network 662f4658-24b6-40db-9436-22e738a591ba {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:24.425733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:26:24.426839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Checking segment: {'id': 'e55d285e-d460-41f0-aa95-78d2cc176943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '662f4658-24b6-40db-9436-22e738a591ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:24.427571 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:24.428033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Bound using segment: {'id': 'e55d285e-d460-41f0-aa95-78d2cc176943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '662f4658-24b6-40db-9436-22e738a591ba'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:26:24.428598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Bound port: b2371d44-b6ab-4c1c-8fc6-74890afe1c78, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55d285e-d460-41f0-aa95-78d2cc176943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '662f4658-24b6-40db-9436-22e738a591ba'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:26:24.429056 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:24.446433 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa43be5f-a0fa-4116-aa0a-ebb8b4cf2c32 req-1a3b3b67-e30b-4cac-b4e7-3c14ded49ba0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5957611 Jul 19 03:26:24.481970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcd8aea-d495-4dde-9cfe-bd9d97b05ce5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:24.515238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] For port b2371d44-b6ab-4c1c-8fc6-74890afe1c78, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:26:24.519705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] For port b2371d44-b6ab-4c1c-8fc6-74890afe1c78, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b2371d44-b6ab-4c1c-8fc6-74890afe1c78,segment=NetworkSegment(e55d285e-d460-41f0-aa95-78d2cc176943),segment_id=e55d285e-d460-41f0-aa95-78d2cc176943)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:26:24.531249 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:24.550587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-dec647ec-0091-4a55-b237-4b6cfa331105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:24.561127 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-dec647ec-0091-4a55-b237-4b6cfa331105 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.2555892 Jul 19 03:26:24.582135 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:24.600084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662f4658-24b6-40db-9436-22e738a591ba']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:24.618032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1eadc-915d-429f-badc-2293241b1118 req-c4e15302-deb8-4a36-9e98-de15f936a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:24.619821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ca1eadc-915d-429f-badc-2293241b1118 req-c4e15302-deb8-4a36-9e98-de15f936a154 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 1097 time: 0.3439965 Jul 19 03:26:24.643052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:26:24.651690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-daa46795-f948-4b97-a01f-51c9f4ac2d01 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3202987 Jul 19 03:26:24.654903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34410) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:24.660868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55d285e-d460-41f0-aa95-78d2cc176943') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:24.661159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55d285e-d460-41f0-aa95-78d2cc176943') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:24.662980 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:26:24.683807 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:24.685244 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:24.717711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c9753-c5fe-4faa-827f-562e0dcf308d None None] Pushing event updated for resources: {'Port': ['ID=b2371d44-b6ab-4c1c-8fc6-74890afe1c78,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:24.739350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e41a09-b9c4-4856-bbd6-d1b7ead12456 None None] Network 662f4658-24b6-40db-9436-22e738a591ba requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:24.741301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:24.841923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac901-c0ed-4d5e-bbe5-d7e3e3130bc9 req-1120065c-81c6-4ba3-b3e6-89f17ead3443 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:24.843599 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c3ac901-c0ed-4d5e-bbe5-d7e3e3130bc9 req-1120065c-81c6-4ba3-b3e6-89f17ead3443 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.4775329 Jul 19 03:26:24.854916 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:24.883726 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:24.894671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4d246d-0ad7-48d2-966f-ed6afeb44559 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting subnet d46c1edc-16b7-4351-a946-d003a1cf287f {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:26:24.909941 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a4d246d-0ad7-48d2-966f-ed6afeb44559 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:24.993940 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a4d246d-0ad7-48d2-966f-ed6afeb44559 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:25.022382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:25.022858 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:25.026051 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:25.086990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8995bba6-2ab3-47ec-a508-3bff3b34050b None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:26:25.194894 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a4d246d-0ad7-48d2-966f-ed6afeb44559 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:25.202117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-370c918d-b7a3-4bbb-9595-4484726c685c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:25.354248 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:22Z', 'revision_number': 10, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:25.395213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:26:25.395213 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:26:25.395213 n-d-762330-18 neutron-server[94345]: [parameters: {'id': '662f4658-24b6-40db-9436-22e738a591ba'}] Jul 19 03:26:25.395213 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:26:25.395784 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:26:25.397008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c918d-b7a3-4bbb-9595-4484726c685c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Port': ['ID=1141a9db-5aca-44eb-9146-efaf34d67951,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:25.400379 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:26:25.404135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995bba6-2ab3-47ec-a508-3bff3b34050b None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:26:25.419571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1eadc-915d-429f-badc-2293241b1118 req-95273815-996c-4911-98fc-452afdefa160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:25.420900 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:25.421321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ca1eadc-915d-429f-badc-2293241b1118 req-95273815-996c-4911-98fc-452afdefa160 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 913 time: 0.7574570 Jul 19 03:26:25.422744 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:25.621619 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:25.651575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ca1eadc-915d-429f-badc-2293241b1118 req-4724edb6-18fa-492d-9a1e-30b96fa50f87 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 200 len: 217 time: 0.2035663 Jul 19 03:26:25.793598 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a4d246d-0ad7-48d2-966f-ed6afeb44559 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:25.809910 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-370c918d-b7a3-4bbb-9595-4484726c685c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:25.811842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-370c918d-b7a3-4bbb-9595-4484726c685c tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "DELETE /v2.0/ports/1141a9db-5aca-44eb-9146-efaf34d67951 HTTP/1.1" status: 204 len: 168 time: 2.8084543 Jul 19 03:26:25.814782 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a4d246d-0ad7-48d2-966f-ed6afeb44559 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:25.820071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4a4d246d-0ad7-48d2-966f-ed6afeb44559 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/d46c1edc-16b7-4351-a946-d003a1cf287f HTTP/1.1" status: 204 len: 168 time: 1.1501272 Jul 19 03:26:25.823938 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34428) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:25.824272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34430) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:25.833159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5711a-45d3-4196-9153-823e2e84ffa5 req-724371ad-a07f-4d40-864f-60dc18cca6ce tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:25.836370 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-59e5711a-45d3-4196-9153-823e2e84ffa5 req-724371ad-a07f-4d40-864f-60dc18cca6ce tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 944 time: 0.6278055 Jul 19 03:26:25.872620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-c8cba9e7-fa58-4f52-a017-81da618892a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:25.874095 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-c8cba9e7-fa58-4f52-a017-81da618892a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3035846 Jul 19 03:26:25.880822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d246d-0ad7-48d2-966f-ed6afeb44559 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Subnet': ['ID=d46c1edc-16b7-4351-a946-d003a1cf287f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:25.900083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:25.985449 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-776acda8-be5a-4b3a-82c0-d3e0fb1ee273 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting subnet 07958657-63ec-45ca-9b19-e4076db6c98b {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:26:26.016263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84fea85-160d-4d38-8228-4ce382dc8ce0 None None] Network 4e075e19-c945-4263-86a0-f4048d7f0d0b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:26.118308 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-0b058455-d526-462a-b670-d8ba36f54a15 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196903 Jul 19 03:26:26.124167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c3ac901-c0ed-4d5e-bbe5-d7e3e3130bc9 req-30aa26d8-1442-4ca6-a38c-f6c439d53efa tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2605627 Jul 19 03:26:26.149513 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:22Z', 'revision_number': 10, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:26.222412 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d770c-d4c5-44c0-84b7-d2d10b85a2d5 None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:22Z', 'revision_number': 10, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None, '_interfaces': [{'id': 'a3df9fec-a0b4-4b9c-a420-fdb34c07a017', 'name': '', 'network_id': '243368ce-32df-4e49-bdb2-e2b919f9add3', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'mac_address': 'fa:16:3e:55:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:25:13Z', 'updated_at': '2021-07-19T03:25:22Z', 'revision_number': 5, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'subnets': [{'id': 'b6a11e4d-455d-4a64-b891-c8a32fb17e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:26:26.261332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1eadc-915d-429f-badc-2293241b1118 req-ea337371-d8a8-469e-84d3-66e5a2a2de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:26.265226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ca1eadc-915d-429f-badc-2293241b1118 req-ea337371-d8a8-469e-84d3-66e5a2a2de89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 200 len: 853 time: 0.6128442 Jul 19 03:26:26.276592 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:26.281993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-776acda8-be5a-4b3a-82c0-d3e0fb1ee273 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:26.356997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-591890fa-e47f-4ef9-a249-b874483a8d03 req-b29832f7-74df-44a7-8e1e-bc219c992223 service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245827 Jul 19 03:26:26.394367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 52e6b460-2551-41e5-aaa4-5033b2bce983 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:26:26.407646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-59e5711a-45d3-4196-9153-823e2e84ffa5 req-49a1e1a6-ea3e-42fb-8980-ef03a59d8466 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540662 Jul 19 03:26:26.478737 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-776acda8-be5a-4b3a-82c0-d3e0fb1ee273 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:26.595757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 52e6b460-2551-41e5-aaa4-5033b2bce983, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=52e6b460-2551-41e5-aaa4-5033b2bce983,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:26.598577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ca1eadc-915d-429f-badc-2293241b1118 req-666cfb21-b91e-474d-9c5d-bafb9f692d34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b452f33-00db-4989-bdd6-db7ff37a9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3178561 Jul 19 03:26:26.615197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '52e6b460-2551-41e5-aaa4-5033b2bce983', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'port_id': '52e6b460-2551-41e5-aaa4-5033b2bce983', 'mac_address': 'fa:16:3e:55:67:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:26:26.622869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f186f2b7-d9a8-4465-93a3-b94a9ecafd80 None None] DHCP port deletion for 4e075e19-c945-4263-86a0-f4048d7f0d0b request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:26:26.630981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be635a-e70c-4ce1-85a0-0847a60b3405 req-d0dee9f9-abb5-4fd5-8bad-ecb443b0df5e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:26.637904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be635a-e70c-4ce1-85a0-0847a60b3405 req-d0dee9f9-abb5-4fd5-8bad-ecb443b0df5e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:26.652960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be635a-e70c-4ce1-85a0-0847a60b3405 req-d0dee9f9-abb5-4fd5-8bad-ecb443b0df5e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:26.668041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be635a-e70c-4ce1-85a0-0847a60b3405 req-d0dee9f9-abb5-4fd5-8bad-ecb443b0df5e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:26.683625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be635a-e70c-4ce1-85a0-0847a60b3405 req-d0dee9f9-abb5-4fd5-8bad-ecb443b0df5e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:26.697286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be635a-e70c-4ce1-85a0-0847a60b3405 req-d0dee9f9-abb5-4fd5-8bad-ecb443b0df5e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:26.705087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be635a-e70c-4ce1-85a0-0847a60b3405 req-d0dee9f9-abb5-4fd5-8bad-ecb443b0df5e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:26.718876 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88be635a-e70c-4ce1-85a0-0847a60b3405 req-d0dee9f9-abb5-4fd5-8bad-ecb443b0df5e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5427 time: 0.2207015 Jul 19 03:26:26.752749 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:26.757491 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-776acda8-be5a-4b3a-82c0-d3e0fb1ee273 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:26.772332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e6b460-2551-41e5-aaa4-5033b2bce983 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:26.803858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 52e6b460-2551-41e5-aaa4-5033b2bce983, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=52e6b460-2551-41e5-aaa4-5033b2bce983,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:26.811439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a2bafa27-fc6d-4a52-85c5-c328934305ad details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:26:26.813551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88be635a-e70c-4ce1-85a0-0847a60b3405 req-749ad259-5ae4-425f-9a80-7d17810428b7 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934439 Jul 19 03:26:26.841259 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:26.956601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=52e6b460-2551-41e5-aaa4-5033b2bce983,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:27.078531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a2bafa27-fc6d-4a52-85c5-c328934305ad, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a2bafa27-fc6d-4a52-85c5-c328934305ad,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:27.081560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f186f2b7-d9a8-4465-93a3-b94a9ecafd80 None None] Deleting port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:27.081927 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f186f2b7-d9a8-4465-93a3-b94a9ecafd80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.115347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'a2bafa27-fc6d-4a52-85c5-c328934305ad', 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516', 'port_id': 'a2bafa27-fc6d-4a52-85c5-c328934305ad', 'mac_address': 'fa:16:3e:12:3b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83482af-442e-4263-ab84-ddb12d769638', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:26:27.217520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['52e6b460-2551-41e5-aaa4-5033b2bce983'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:27.221732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Deleting port b2371d44-b6ab-4c1c-8fc6-74890afe1c78 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:27.222151 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.266006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f186f2b7-d9a8-4465-93a3-b94a9ecafd80 None None] For port 76ecef9e-89ff-4a41-9dd5-e90e10374a13, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=76ecef9e-89ff-4a41-9dd5-e90e10374a13,segment=NetworkSegment(1558b1b3-e693-4480-90c6-3c90059f89ce),segment_id=1558b1b3-e693-4480-90c6-3c90059f89ce)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:27.266702 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f186f2b7-d9a8-4465-93a3-b94a9ecafd80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.292024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f186f2b7-d9a8-4465-93a3-b94a9ecafd80 None None] Calling delete_port for 76ecef9e-89ff-4a41-9dd5-e90e10374a13 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:27.308730 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.328060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bafa27-fc6d-4a52-85c5-c328934305ad {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:27.345245 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ca1eadc-915d-429f-badc-2293241b1118 req-2ad82aa4-26cd-44a7-b9a6-56ad3c9311e3 service neutron] 10.222.0.25 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030036 Jul 19 03:26:27.357380 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-776acda8-be5a-4b3a-82c0-d3e0fb1ee273 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.456806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776acda8-be5a-4b3a-82c0-d3e0fb1ee273 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Subnet': ['ID=07958657-63ec-45ca-9b19-e4076db6c98b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:27.501351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a2bafa27-fc6d-4a52-85c5-c328934305ad, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a2bafa27-fc6d-4a52-85c5-c328934305ad,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:27.517069 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.517839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device cb8fbd92-2916-4f12-badd-c5210b5811ba details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:26:27.528704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:27.529683 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.614093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port 76ecef9e-89ff-4a41-9dd5-e90e10374a13, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=76ecef9e-89ff-4a41-9dd5-e90e10374a13,segment=NetworkSegment(1558b1b3-e693-4480-90c6-3c90059f89ce),segment_id=1558b1b3-e693-4480-90c6-3c90059f89ce)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:27.615105 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.630152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for 76ecef9e-89ff-4a41-9dd5-e90e10374a13 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:27.642046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f186f2b7-d9a8-4465-93a3-b94a9ecafd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.663534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-776acda8-be5a-4b3a-82c0-d3e0fb1ee273 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.666579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-776acda8-be5a-4b3a-82c0-d3e0fb1ee273 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "DELETE /v2.0/subnets/07958657-63ec-45ca-9b19-e4076db6c98b HTTP/1.1" status: 204 len: 168 time: 1.8155792 Jul 19 03:26:27.669403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34460) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:27.688667 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] For port b2371d44-b6ab-4c1c-8fc6-74890afe1c78, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b2371d44-b6ab-4c1c-8fc6-74890afe1c78,segment=NetworkSegment(e55d285e-d460-41f0-aa95-78d2cc176943),segment_id=e55d285e-d460-41f0-aa95-78d2cc176943)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:27.688945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e496ec-3150-4bec-8f22-915e2525d2f8 None None] Network bc7208d5-361f-4605-902a-3fd0bd02e5b5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:27.689492 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.728822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a4b10e-0e9c-4f68-8b05-69c46aad5748 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting subnet f46f104f-11d4-4a2e-9252-b38ac38be0ac {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:26:27.732230 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b10e-0e9c-4f68-8b05-69c46aad5748 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.776202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b10e-0e9c-4f68-8b05-69c46aad5748 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.777480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Calling delete_port for b2371d44-b6ab-4c1c-8fc6-74890afe1c78 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:27.787840 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:26:27.790566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186f2b7-d9a8-4465-93a3-b94a9ecafd80 None None] No DVR routers for this DVR port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:27.793767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=a2bafa27-fc6d-4a52-85c5-c328934305ad,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:27.870042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186f2b7-d9a8-4465-93a3-b94a9ecafd80 None None] Pushing event deleted for resources: {'Port': ['ID=76ecef9e-89ff-4a41-9dd5-e90e10374a13,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:27.883998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port cb8fbd92-2916-4f12-badd-c5210b5811ba, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=cb8fbd92-2916-4f12-badd-c5210b5811ba,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:27.903472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'cb8fbd92-2916-4f12-badd-c5210b5811ba', 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516', 'port_id': 'cb8fbd92-2916-4f12-badd-c5210b5811ba', 'mac_address': 'fa:16:3e:6e:66:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83482af-442e-4263-ab84-ddb12d769638', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:26:27.925455 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b10e-0e9c-4f68-8b05-69c46aad5748 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.931841 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.951608 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:27.957540 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ca1eadc-915d-429f-badc-2293241b1118 req-51c4c258-8093-4bd8-a6df-ac3b51a80b68 service neutron] 10.222.0.25 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912573 Jul 19 03:26:27.978984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8fbd92-2916-4f12-badd-c5210b5811ba {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:28.005769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port cb8fbd92-2916-4f12-badd-c5210b5811ba, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=cb8fbd92-2916-4f12-badd-c5210b5811ba,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:28.014244 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.015088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e68aabfc-7227-4da1-bac1-88f5312be4ed details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:26:28.032382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No DVR routers for this DVR port 76ecef9e-89ff-4a41-9dd5-e90e10374a13 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:28.035446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d898f7e-d1d7-4458-92f1-525bad568b25 req-ca796c6a-55b4-48b0-8560-51df72014949 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:28.043890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92418fd4-611e-4f76-a798-d4abd6aae65d req-4599f773-cc1b-4bc4-a54f-31f06d747d08 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:28.044732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d898f7e-d1d7-4458-92f1-525bad568b25 req-ca796c6a-55b4-48b0-8560-51df72014949 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 945 time: 0.1558607 Jul 19 03:26:28.045568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92418fd4-611e-4f76-a798-d4abd6aae65d req-4599f773-cc1b-4bc4-a54f-31f06d747d08 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.6759098 Jul 19 03:26:28.056468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b10e-0e9c-4f68-8b05-69c46aad5748 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.122670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=76ecef9e-89ff-4a41-9dd5-e90e10374a13,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:28.144024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5922c97-1fd1-44cf-820a-5eb02098ac74 None None] Network 6971437a-432d-4b3c-91db-b86df67ae33d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:28.147374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319cf262-38ed-475d-90a5-009ecb5d2970 None None] DHCP port deletion for bc7208d5-361f-4605-902a-3fd0bd02e5b5 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:26:28.177075 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2a4b10e-0e9c-4f68-8b05-69c46aad5748 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.182127 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c2a4b10e-0e9c-4f68-8b05-69c46aad5748 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "DELETE /v2.0/subnets/f46f104f-11d4-4a2e-9252-b38ac38be0ac HTTP/1.1" status: 204 len: 168 time: 0.5113699 Jul 19 03:26:28.188345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34464) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:28.207107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4b10e-0e9c-4f68-8b05-69c46aad5748 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Subnet': ['ID=f46f104f-11d4-4a2e-9252-b38ac38be0ac,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:28.236055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=cb8fbd92-2916-4f12-badd-c5210b5811ba,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:28.243656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d898f7e-d1d7-4458-92f1-525bad568b25 req-d33b8caa-98cf-427d-a2c1-90123ffeac32 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971455 Jul 19 03:26:28.261757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ee7a4fa1-6dd8-4008-8d3f-3511591baeaa no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:28.322837 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.337320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e075e19-c945-4263-86a0-f4048d7f0d0b']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:28.350502 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1558b1b3-e693-4480-90c6-3c90059f89ce') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:28.350855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1558b1b3-e693-4480-90c6-3c90059f89ce') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:28.362084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: ee7a4fa1-6dd8-4008-8d3f-3511591baeaa {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:28.362647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ee7a4fa1-6dd8-4008-8d3f-3511591baeaa not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:28.362834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.363293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 76ecef9e-89ff-4a41-9dd5-e90e10374a13 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:28.380439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.394548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 76ecef9e-89ff-4a41-9dd5-e90e10374a13 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:28.394899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 76ecef9e-89ff-4a41-9dd5-e90e10374a13 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:28.402949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 52e6b460-2551-41e5-aaa4-5033b2bce983 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:28.495606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f869-5652-49fc-8eb4-295b44c081d0 req-628cde2b-0d4b-486b-8cb9-316dc85e4fa1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:28.495861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:28.496480 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.504769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e68aabfc-7227-4da1-bac1-88f5312be4ed, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:28.505849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f869-5652-49fc-8eb4-295b44c081d0 req-628cde2b-0d4b-486b-8cb9-316dc85e4fa1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:28.514362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f869-5652-49fc-8eb4-295b44c081d0 req-628cde2b-0d4b-486b-8cb9-316dc85e4fa1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:28.515157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 52e6b460-2551-41e5-aaa4-5033b2bce983 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:28.522451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 52e6b460-2551-41e5-aaa4-5033b2bce983 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:28.522832 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.524733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f869-5652-49fc-8eb4-295b44c081d0 req-628cde2b-0d4b-486b-8cb9-316dc85e4fa1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:28.530852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-319cf262-38ed-475d-90a5-009ecb5d2970 None None] Deleting port ad1312ac-a756-4d07-9951-ba9d0ed755a7 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:28.531408 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-319cf262-38ed-475d-90a5-009ecb5d2970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.532192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f869-5652-49fc-8eb4-295b44c081d0 req-628cde2b-0d4b-486b-8cb9-316dc85e4fa1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:28.540366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f869-5652-49fc-8eb4-295b44c081d0 req-628cde2b-0d4b-486b-8cb9-316dc85e4fa1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:28.551826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f869-5652-49fc-8eb4-295b44c081d0 req-628cde2b-0d4b-486b-8cb9-316dc85e4fa1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:28.559425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'e68aabfc-7227-4da1-bac1-88f5312be4ed', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'port_id': 'e68aabfc-7227-4da1-bac1-88f5312be4ed', 'mac_address': 'fa:16:3e:86:55:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:28.571920 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:28.580478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d390f869-5652-49fc-8eb4-295b44c081d0 req-628cde2b-0d4b-486b-8cb9-316dc85e4fa1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5429 time: 0.1962912 Jul 19 03:26:28.580860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.595986 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92418fd4-611e-4f76-a798-d4abd6aae65d req-e076509a-47ec-4b35-afd8-23109a992df2 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758680 Jul 19 03:26:28.600097 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.633950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No DVR routers for this DVR port b2371d44-b6ab-4c1c-8fc6-74890afe1c78 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:28.676506 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d390f869-5652-49fc-8eb4-295b44c081d0 req-4da23090-e347-46c0-8479-bf7094a0e2d0 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946069 Jul 19 03:26:28.726086 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.747087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Port': ['ID=b2371d44-b6ab-4c1c-8fc6-74890afe1c78,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:28.767718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68aabfc-7227-4da1-bac1-88f5312be4ed {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:28.794909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-319cf262-38ed-475d-90a5-009ecb5d2970 None None] For port ad1312ac-a756-4d07-9951-ba9d0ed755a7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ad1312ac-a756-4d07-9951-ba9d0ed755a7,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:28.795369 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-319cf262-38ed-475d-90a5-009ecb5d2970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.821684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.826219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-319cf262-38ed-475d-90a5-009ecb5d2970 None None] Calling delete_port for ad1312ac-a756-4d07-9951-ba9d0ed755a7 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:28.833879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e68aabfc-7227-4da1-bac1-88f5312be4ed, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:28.835490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.847003 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.847809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device aadedb74-0c27-405a-8ea9-39fb8017ae8a details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:26:28.868108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662f4658-24b6-40db-9436-22e738a591ba']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:28.876742 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.881318 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/networks/4e075e19-c945-4263-86a0-f4048d7f0d0b HTTP/1.1" status: 204 len: 168 time: 3.0263581 Jul 19 03:26:28.882489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34470) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:28.899177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55d285e-d460-41f0-aa95-78d2cc176943') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:28.899474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55d285e-d460-41f0-aa95-78d2cc176943') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:28.909102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34703890-0f0b-4559-9177-393c635ff49f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Network': ['ID=4e075e19-c945-4263-86a0-f4048d7f0d0b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:28.918967 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.937097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ce43-5cde-4c0a-9565-5482953ddf94 req-8d41d163-332b-40a5-a932-0f7b553b71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:28.939783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08a1ce43-5cde-4c0a-9565-5482953ddf94 req-8d41d163-332b-40a5-a932-0f7b553b71cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 1097 time: 0.5426998 Jul 19 03:26:28.975535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.991277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:28.991862 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:28.996584 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:29.119696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ce43-5cde-4c0a-9565-5482953ddf94 req-a3efaa4c-ad4e-4460-8d90-559c8f7d6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:29.121782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08a1ce43-5cde-4c0a-9565-5482953ddf94 req-a3efaa4c-ad4e-4460-8d90-559c8f7d6dc1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 913 time: 0.1752028 Jul 19 03:26:29.153715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Deleting port ad1312ac-a756-4d07-9951-ba9d0ed755a7 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:29.154044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.156400 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.180511 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6280703-e9c0-4c66-b160-c4ec53609a13 None None] DHCP port deletion for 6971437a-432d-4b3c-91db-b86df67ae33d request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:26:29.189718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.208184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08a1ce43-5cde-4c0a-9565-5482953ddf94 req-36443ffa-bb83-40e7-ae42-23db6424aad7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 200 len: 217 time: 0.0718853 Jul 19 03:26:29.217484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.219601 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/662f4658-24b6-40db-9436-22e738a591ba HTTP/1.1" status: 204 len: 168 time: 6.8147204 Jul 19 03:26:29.230716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e68aabfc-7227-4da1-bac1-88f5312be4ed,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:29.232071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34472) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:29.237143 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-319cf262-38ed-475d-90a5-009ecb5d2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.245761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a405-d136-4e6c-92b4-ec70bd482c0e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=662f4658-24b6-40db-9436-22e738a591ba,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:29.255948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-388720102'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:29.310541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cf262-38ed-475d-90a5-009ecb5d2970 None None] Pushing event deleted for resources: {'Port': ['ID=ad1312ac-a756-4d07-9951-ba9d0ed755a7,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:29.319063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800b91f-a074-4fef-a33f-bdbef4bd0d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e6b460-2551-41e5-aaa4-5033b2bce983'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:29.321356 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ce3146-a826-4680-b225-b58f627d2473" -d '{"events": [{"server_uuid": "3800b91f-a074-4fef-a33f-bdbef4bd0d84", "name": "network-vif-plugged", "status": "completed", "tag": "52e6b460-2551-41e5-aaa4-5033b2bce983"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:29.336266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:29.337298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port aadedb74-0c27-405a-8ea9-39fb8017ae8a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=aadedb74-0c27-405a-8ea9-39fb8017ae8a,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:29.341537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] For port ad1312ac-a756-4d07-9951-ba9d0ed755a7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ad1312ac-a756-4d07-9951-ba9d0ed755a7,segment=NetworkSegment(34f05e16-2525-4832-bbb7-db2281f23f76),segment_id=34f05e16-2525-4832-bbb7-db2281f23f76)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:29.342043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.346435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.354244 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ce43-5cde-4c0a-9565-5482953ddf94 req-006a8987-a5fc-4459-9ede-11aee70f5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:29.355995 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08a1ce43-5cde-4c0a-9565-5482953ddf94 req-006a8987-a5fc-4459-9ede-11aee70f5035 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 200 len: 853 time: 0.1250367 Jul 19 03:26:29.363016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cf262-38ed-475d-90a5-009ecb5d2970 None None] No DVR routers for this DVR port ad1312ac-a756-4d07-9951-ba9d0ed755a7 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:29.386204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 52e6b460-2551-41e5-aaa4-5033b2bce983, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=52e6b460-2551-41e5-aaa4-5033b2bce983,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:29.391057 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84e7d31-68fe-4955-9e4e-0d4b9b4316bc x-openstack-request-id: req-c84e7d31-68fe-4955-9e4e-0d4b9b4316bc {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:29.400058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:26:29.404394 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800b91f-a074-4fef-a33f-bdbef4bd0d84", "name": "network-vif-plugged", "status": "completed", "tag": "52e6b460-2551-41e5-aaa4-5033b2bce983", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:29.404747 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c84e7d31-68fe-4955-9e4e-0d4b9b4316bc {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:29.406705 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800b91f-a074-4fef-a33f-bdbef4bd0d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e6b460-2551-41e5-aaa4-5033b2bce983', 'code': 200} Jul 19 03:26:29.407005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08a1ce43-5cde-4c0a-9565-5482953ddf94 req-018da0bf-a419-4c2b-9080-efc53ee52ed8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b452f33-00db-4989-bdd6-db7ff37a9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408895 Jul 19 03:26:29.408225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Calling delete_port for ad1312ac-a756-4d07-9951-ba9d0ed755a7 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:29.412151 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.412618 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment e5ffac25-8236-47eb-ba9e-9287ca280c2f of type vlan for network c49ff241-238f-4103-bc9e-eadae63983de Jul 19 03:26:29.414793 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.431283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'aadedb74-0c27-405a-8ea9-39fb8017ae8a', 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516', 'port_id': 'aadedb74-0c27-405a-8ea9-39fb8017ae8a', 'mac_address': 'fa:16:3e:85:7e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83482af-442e-4263-ab84-ddb12d769638', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:26:29.506567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a6280703-e9c0-4c66-b160-c4ec53609a13 None None] Deleting port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:29.506979 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6280703-e9c0-4c66-b160-c4ec53609a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.564700 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.585219 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08a1ce43-5cde-4c0a-9565-5482953ddf94 req-22cf114c-c456-498b-b183-66e3867cf8e9 service neutron] 10.222.0.25 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711657 Jul 19 03:26:29.606928 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.624396 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.625194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadedb74-0c27-405a-8ea9-39fb8017ae8a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:29.647883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port aadedb74-0c27-405a-8ea9-39fb8017ae8a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=aadedb74-0c27-405a-8ea9-39fb8017ae8a,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:29.651137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a6280703-e9c0-4c66-b160-c4ec53609a13 None None] For port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf,segment=NetworkSegment(02c4e697-bee7-417a-9f80-068dadf46538),segment_id=02c4e697-bee7-417a-9f80-068dadf46538)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:29.651635 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6280703-e9c0-4c66-b160-c4ec53609a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.654328 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=52e6b460-2551-41e5-aaa4-5033b2bce983,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:29.665770 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.666460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:26:29.690909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1166d-8e86-4181-baeb-1ef92a4cb284 req-4649ac8a-f8b7-436d-a2e4-2e3423d0fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:29.692621 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7c1166d-8e86-4181-baeb-1ef92a4cb284 req-4649ac8a-f8b7-436d-a2e4-2e3423d0fad0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 1098 time: 0.2495623 Jul 19 03:26:29.695582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.701714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:29.702468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.704010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a6280703-e9c0-4c66-b160-c4ec53609a13 None None] Calling delete_port for 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:29.708660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Port': ['ID=ad1312ac-a756-4d07-9951-ba9d0ed755a7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:29.757020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cb769-a51a-4e02-a3c3-f19786af0646 req-63bc2d66-9d72-4217-b525-a7fb6c57f18a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:29.764521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-573cb769-a51a-4e02-a3c3-f19786af0646 req-63bc2d66-9d72-4217-b525-a7fb6c57f18a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 946 time: 0.2452700 Jul 19 03:26:29.826480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08a1ce43-5cde-4c0a-9565-5482953ddf94 req-15e60a70-5430-4166-967b-6e5537959f1b service neutron] 10.222.0.25 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337465 Jul 19 03:26:29.828582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] No DVR routers for this DVR port ad1312ac-a756-4d07-9951-ba9d0ed755a7 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:29.830560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=aadedb74-0c27-405a-8ea9-39fb8017ae8a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:29.925410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-573cb769-a51a-4e02-a3c3-f19786af0646 req-f6229e1d-58f9-410f-a5b0-db1dc8837059 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580322 Jul 19 03:26:29.931482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6860762 Jul 19 03:26:29.933753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ca710-62f6-4436-9563-7b8b5b0a453e tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=c49ff241-238f-4103-bc9e-eadae63983de,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:29.945180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:29.953810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34488) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:29.955766 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6280703-e9c0-4c66-b160-c4ec53609a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:29.957775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9', 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6', 'port_id': '6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9', 'mac_address': 'fa:16:3e:92:3e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7712e039-897b-49b8-aa02-b5e0a3723da4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:26:29.965311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': 'c49ff241-238f-4103-bc9e-eadae63983de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:29.971999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c49ff241-238f-4103-bc9e-eadae63983de details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:29.979473 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7c1166d-8e86-4181-baeb-1ef92a4cb284 req-71ad4b6d-da35-4f93-8875-7dc96262811c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725658 Jul 19 03:26:29.992141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.036907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6280703-e9c0-4c66-b160-c4ec53609a13 None None] Pushing event deleted for resources: {'Port': ['ID=70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:30.055832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6280703-e9c0-4c66-b160-c4ec53609a13 None None] No DVR routers for this DVR port 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:30.119621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.144649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7208d5-361f-4605-902a-3fd0bd02e5b5']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:30.182425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f05e16-2525-4832-bbb7-db2281f23f76') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:30.186028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f05e16-2525-4832-bbb7-db2281f23f76') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:30.220167 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.265783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:30.277513 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.291646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:30.292063 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.305109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:30.305686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70a5e5f8-5a56-4cd1-ae7b-675f6c7cc4cf not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:30.306964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ad1312ac-a756-4d07-9951-ba9d0ed755a7 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:30.335546 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.355491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: ad1312ac-a756-4d07-9951-ba9d0ed755a7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:30.356464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ad1312ac-a756-4d07-9951-ba9d0ed755a7 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:30.365216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:30.384975 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:30.392916 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.395939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:30.401596 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.401734 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.402387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:26:30.403459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "DELETE /v2.0/networks/bc7208d5-361f-4605-902a-3fd0bd02e5b5 HTTP/1.1" status: 204 len: 168 time: 2.1882448 Jul 19 03:26:30.416464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34494) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:30.428196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62966806-55a0-4501-b4d5-d8ab5b79a311 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Network': ['ID=bc7208d5-361f-4605-902a-3fd0bd02e5b5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:30.455051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:30.476253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4', 'network_id': '0f6501ff-aef8-4265-a557-c61d9a57e516', 'port_id': 'f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4', 'mac_address': 'fa:16:3e:a8:02:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83482af-442e-4263-ab84-ddb12d769638', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:26:30.480072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97432-22b9-459f-88c2-2683ffcc536d req-044f088c-054a-410d-8119-d885258fe280 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:30.482618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20742fcc-b3e6-4387-91bd-c7daea7a9419 req-57d6299c-2975-4f77-96db-044870b35cd6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:30.487425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97432-22b9-459f-88c2-2683ffcc536d req-044f088c-054a-410d-8119-d885258fe280 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:30.490478 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-20742fcc-b3e6-4387-91bd-c7daea7a9419 req-57d6299c-2975-4f77-96db-044870b35cd6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.6167169 Jul 19 03:26:30.493743 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97432-22b9-459f-88c2-2683ffcc536d req-044f088c-054a-410d-8119-d885258fe280 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:30.508941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97432-22b9-459f-88c2-2683ffcc536d req-044f088c-054a-410d-8119-d885258fe280 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:30.515886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97432-22b9-459f-88c2-2683ffcc536d req-044f088c-054a-410d-8119-d885258fe280 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:30.522518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97432-22b9-459f-88c2-2683ffcc536d req-044f088c-054a-410d-8119-d885258fe280 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:30.528876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97432-22b9-459f-88c2-2683ffcc536d req-044f088c-054a-410d-8119-d885258fe280 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:30.537734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fa97432-22b9-459f-88c2-2683ffcc536d req-044f088c-054a-410d-8119-d885258fe280 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5431 time: 0.3206632 Jul 19 03:26:30.561513 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.567370 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.576867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:30.582013 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.585063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:30.591273 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:30.601581 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-20742fcc-b3e6-4387-91bd-c7daea7a9419 req-5cb9f42f-3a84-44c8-8ac6-27b4c875bdfd tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098902 Jul 19 03:26:30.631458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fa97432-22b9-459f-88c2-2683ffcc536d req-f56ffc2c-a4f7-4acd-a929-f39564277649 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926764 Jul 19 03:26:30.652263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:30.661089 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.662005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d83d8a51-7c2b-46c6-994c-d576fe61f97e details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:26:30.808717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:30.828753 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.854731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6971437a-432d-4b3c-91db-b86df67ae33d']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:30.881008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d83d8a51-7c2b-46c6-994c-d576fe61f97e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d83d8a51-7c2b-46c6-994c-d576fe61f97e,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:30.881857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c4e697-bee7-417a-9f80-068dadf46538') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:30.882162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c4e697-bee7-417a-9f80-068dadf46538') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:30.906642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'd83d8a51-7c2b-46c6-994c-d576fe61f97e', 'network_id': 'c64899f6-8eee-455e-90a2-4468d126aff6', 'port_id': 'd83d8a51-7c2b-46c6-994c-d576fe61f97e', 'mac_address': 'fa:16:3e:50:88:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7712e039-897b-49b8-aa02-b5e0a3723da4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:26:30.907094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.952619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.975550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:30.975977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:30.986839 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:31.038736 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:31.074866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83d8a51-7c2b-46c6-994c-d576fe61f97e {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:31.122890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d83d8a51-7c2b-46c6-994c-d576fe61f97e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d83d8a51-7c2b-46c6-994c-d576fe61f97e,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:31.130348 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:31.168471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:31.178084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:31.180212 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] 10.222.0.20 "DELETE /v2.0/networks/6971437a-432d-4b3c-91db-b86df67ae33d HTTP/1.1" status: 204 len: 168 time: 0.7627800 Jul 19 03:26:31.195414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2acc8-a195-467d-b7c0-bce23ea17889 tempest-TaggedBootDevicesTest-938213225 tempest-TaggedBootDevicesTest-938213225-project] Pushing event deleted for resources: {'Network': ['ID=6971437a-432d-4b3c-91db-b86df67ae33d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:31.229895 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:31.261512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d83d8a51-7c2b-46c6-994c-d576fe61f97e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:31.361045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=a9a19c97-c8e2-4caf-8d9d-592cf3ba6f90,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:31.364682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port a3df9fec-a0b4-4b9c-a420-fdb34c07a017 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:31.365064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:31.462694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac479f-b28b-42ab-bd41-fc341b242ee7 req-4899399b-20e5-4a5a-8c3e-d4af08c082a2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:31.464253 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53ac479f-b28b-42ab-bd41-fc341b242ee7 req-4899399b-20e5-4a5a-8c3e-d4af08c082a2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 946 time: 0.3467853 Jul 19 03:26:31.488804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': 'e5ffac25-8236-47eb-ba9e-9287ca280c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c49ff241-238f-4103-bc9e-eadae63983de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:31.489500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: c49ff241-238f-4103-bc9e-eadae63983de, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:26:31.537387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port a3df9fec-a0b4-4b9c-a420-fdb34c07a017, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a3df9fec-a0b4-4b9c-a420-fdb34c07a017,segment=NetworkSegment(8e226507-7a9d-492a-8f20-f49257f6bf21),segment_id=8e226507-7a9d-492a-8f20-f49257f6bf21)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:31.537767 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:31.556400 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53ac479f-b28b-42ab-bd41-fc341b242ee7 req-faac58d5-d99b-4cd2-b61b-8ab50fd0306f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802717 Jul 19 03:26:31.560343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network c49ff241-238f-4103-bc9e-eadae63983de is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:26:31.562748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for a3df9fec-a0b4-4b9c-a420-fdb34c07a017 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:31.587187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, c49ff241-238f-4103-bc9e-eadae63983de) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:31.594014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:31.594594 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:31.626200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b843d5c3-a692-47b0-8a46-2f0d8cde8228 None None] Network c49ff241-238f-4103-bc9e-eadae63983de requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:31.671469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fded750b-16aa-4b9f-9e69-da8e150f0d2a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7112544 Jul 19 03:26:31.674411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34516) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:31.927680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['e68aabfc-7227-4da1-bac1-88f5312be4ed'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:31.929839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['cb8fbd92-2916-4f12-badd-c5210b5811ba'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:31.939362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['aadedb74-0c27-405a-8ea9-39fb8017ae8a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:31.941383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['a2bafa27-fc6d-4a52-85c5-c328934305ad'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:31.943743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:31.996773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['d83d8a51-7c2b-46c6-994c-d576fe61f97e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:31.999929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:32.071845 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:32.131300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc226ac-9df0-4469-830b-22ba32d90058 req-d1bee2f7-cc24-41c4-ab1c-0bd378f632cf tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:32.133077 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bc226ac-9df0-4469-830b-22ba32d90058 req-d1bee2f7-cc24-41c4-ab1c-0bd378f632cf tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.2636676 Jul 19 03:26:32.163453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b7bbd2-4e3b-4f72-9def-c6eba852404b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-c49ff241-238f-4103-bc9e-eadae63983de', 'network_id': 'c49ff241-238f-4103-bc9e-eadae63983de', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': 'a9a19c97-c8e2-4caf-8d9d-592cf3ba6f90'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:26:32.170680 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-68b7bbd2-4e3b-4f72-9def-c6eba852404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:32.176435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=a3df9fec-a0b4-4b9c-a420-fdb34c07a017,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:32.565266 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c952ee69-cf56-4799-9a77-e7420897361c req-bffdb10f-a05d-4189-85a5-c2e85fc1469a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb HTTP/1.1" status: 200 len: 267 time: 0.7154980 Jul 19 03:26:32.566331 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:32.695997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952ee69-cf56-4799-9a77-e7420897361c req-8a812cb5-682d-414b-ba7a-880aeab9bd3e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:32.696743 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c952ee69-cf56-4799-9a77-e7420897361c req-8a812cb5-682d-414b-ba7a-880aeab9bd3e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 946 time: 0.1354020 Jul 19 03:26:32.702212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-c952ee69-cf56-4799-9a77-e7420897361c req-0518b24b-b9f2-4210-94f6-50f45b108977 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'port': {'security_groups': []}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:32.706249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:32.870914 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c952ee69-cf56-4799-9a77-e7420897361c req-0518b24b-b9f2-4210-94f6-50f45b108977 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:32.874884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bc226ac-9df0-4469-830b-22ba32d90058 req-ebcfd1d6-975f-468c-9144-f661b454e887 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7125287 Jul 19 03:26:32.898372 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:32.934686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a19c97-c8e2-4caf-8d9d-592cf3ba6f90,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server [None req-68b7bbd2-4e3b-4f72-9def-c6eba852404b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9a19c97-c8e2-4caf-8d9d-592cf3ba6f90: This subnet is being modified by another concurrent operation. Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise exception Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9a19c97-c8e2-4caf-8d9d-592cf3ba6f90: This subnet is being modified by another concurrent operation. Jul 19 03:26:33.003809 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Jul 19 03:26:33.064566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.080239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49ff241-238f-4103-bc9e-eadae63983de']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:33.094839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.135979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250dbf96-b515-4514-a7d1-5490d012ecc4 None None] Network c49ff241-238f-4103-bc9e-eadae63983de requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:33.148465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ffac25-8236-47eb-ba9e-9287ca280c2f') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:33.148917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ffac25-8236-47eb-ba9e-9287ca280c2f') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:33.186818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.209437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b60a1369-8756-43be-9190-284df1dc6260 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:33.267751 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.291389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:33.291718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:33.300528 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:33.394212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-c952ee69-cf56-4799-9a77-e7420897361c req-0518b24b-b9f2-4210-94f6-50f45b108977 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] For port 52e6b460-2551-41e5-aaa4-5033b2bce983, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=52e6b460-2551-41e5-aaa4-5033b2bce983,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:33.403324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289617f6-6296-4de0-b6c4-e4d80a60f975 req-3ee22fb7-da26-4c3d-9aa2-8161d1ed7440 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:33.418812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289617f6-6296-4de0-b6c4-e4d80a60f975 req-3ee22fb7-da26-4c3d-9aa2-8161d1ed7440 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:33.427915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289617f6-6296-4de0-b6c4-e4d80a60f975 req-3ee22fb7-da26-4c3d-9aa2-8161d1ed7440 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:33.433652 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c952ee69-cf56-4799-9a77-e7420897361c req-0518b24b-b9f2-4210-94f6-50f45b108977 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.436257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.442904 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.450184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/c49ff241-238f-4103-bc9e-eadae63983de HTTP/1.1" status: 204 len: 168 time: 1.7700000 Jul 19 03:26:33.450924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c952ee69-cf56-4799-9a77-e7420897361c req-0518b24b-b9f2-4210-94f6-50f45b108977 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.459643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289617f6-6296-4de0-b6c4-e4d80a60f975 req-3ee22fb7-da26-4c3d-9aa2-8161d1ed7440 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:33.464659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34534) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:33.480645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952ee69-cf56-4799-9a77-e7420897361c req-0518b24b-b9f2-4210-94f6-50f45b108977 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:33.480868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289617f6-6296-4de0-b6c4-e4d80a60f975 req-3ee22fb7-da26-4c3d-9aa2-8161d1ed7440 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:33.481446 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-c952ee69-cf56-4799-9a77-e7420897361c req-0518b24b-b9f2-4210-94f6-50f45b108977 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.483203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c952ee69-cf56-4799-9a77-e7420897361c req-0518b24b-b9f2-4210-94f6-50f45b108977 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "PUT /v2.0/ports/52e6b460-2551-41e5-aaa4-5033b2bce983 HTTP/1.1" status: 200 len: 905 time: 0.7857161 Jul 19 03:26:33.492775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1785133660'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:33.495892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289617f6-6296-4de0-b6c4-e4d80a60f975 req-3ee22fb7-da26-4c3d-9aa2-8161d1ed7440 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:33.507157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289617f6-6296-4de0-b6c4-e4d80a60f975 req-3ee22fb7-da26-4c3d-9aa2-8161d1ed7440 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:33.513203 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-289617f6-6296-4de0-b6c4-e4d80a60f975 req-3ee22fb7-da26-4c3d-9aa2-8161d1ed7440 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5434 time: 0.3411856 Jul 19 03:26:33.525560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3800b91f-a074-4fef-a33f-bdbef4bd0d84', 'tag': '52e6b460-2551-41e5-aaa4-5033b2bce983'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:33.528170 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0758da75-2449-485f-b47f-4de7d567343a" -d '{"events": [{"name": "network-changed", "server_uuid": "3800b91f-a074-4fef-a33f-bdbef4bd0d84", "tag": "52e6b460-2551-41e5-aaa4-5033b2bce983"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:33.543651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:26:33.579170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3723c-df97-4dd2-903e-ef4606ad56d2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=c49ff241-238f-4103-bc9e-eadae63983de,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:33.618452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-289617f6-6296-4de0-b6c4-e4d80a60f975 req-b8b213fb-d1ea-48b9-9cad-ea9df9b00a6d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945482 Jul 19 03:26:33.694559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:33.709547 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.776676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['98c85dec-1e43-476d-a73a-57653fe61447', '52e6b460-2551-41e5-aaa4-5033b2bce983'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:33.791069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:26:33.803038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:26:33.807539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518b24b-b9f2-4210-94f6-50f45b108977 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'Port': ['ID=52e6b460-2551-41e5-aaa4-5033b2bce983,revision_number=6']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:33.828390 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.830249 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment 8aa196cb-8adf-4728-95ba-869f8f884d6c of type vlan for network df0bdcaa-fb2a-49ba-a569-a27217db4357 Jul 19 03:26:33.832494 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8fb825a4-3fc1-4909-909a-4ec6468f5786 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9486544 Jul 19 03:26:33.840382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34546) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:33.927114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:33.939610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:26:34.000745 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:34.007370 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:34.007370 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:34.057373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34558) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:34.063661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['52e6b460-2551-41e5-aaa4-5033b2bce983'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:34.065394 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5695817 Jul 19 03:26:34.069575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3a755380-6045-4ac7-ba8e-7195f674d5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:34.121751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-53adac46-9718-4ed4-933d-696e54f17ef0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting subnet b6a11e4d-455d-4a64-b891-c8a32fb17e6a {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:26:34.202044 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3993d9-1dec-4d80-a61f-5140219a6639 x-openstack-request-id: req-bc3993d9-1dec-4d80-a61f-5140219a6639 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:34.202356 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3800b91f-a074-4fef-a33f-bdbef4bd0d84", "tag": "52e6b460-2551-41e5-aaa4-5033b2bce983", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:34.205085 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc3993d9-1dec-4d80-a61f-5140219a6639 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:34.205542 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3800b91f-a074-4fef-a33f-bdbef4bd0d84', 'tag': '52e6b460-2551-41e5-aaa4-5033b2bce983', 'status': 'completed', 'code': 200} Jul 19 03:26:34.207820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3912ea-5a11-4e0e-a050-461377b19c4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=df0bdcaa-fb2a-49ba-a569-a27217db4357,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:34.253671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network df0bdcaa-fb2a-49ba-a569-a27217db4357 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:34.288032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53adac46-9718-4ed4-933d-696e54f17ef0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:34.412487 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a755380-6045-4ac7-ba8e-7195f674d5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:34.417313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a062c-8142-4b89-8676-41fb3937ed3f req-cca7c839-91ff-496e-a4dc-00d960498721 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:34.418967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b5a062c-8142-4b89-8676-41fb3937ed3f req-cca7c839-91ff-496e-a4dc-00d960498721 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1173148 Jul 19 03:26:34.462679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a755380-6045-4ac7-ba8e-7195f674d5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:34.490587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a755380-6045-4ac7-ba8e-7195f674d5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network df0bdcaa-fb2a-49ba-a569-a27217db4357 is not hosted by any dhcp agent {{(pid=94344) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 03:26:34.496004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a755380-6045-4ac7-ba8e-7195f674d5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:34.496627 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a755380-6045-4ac7-ba8e-7195f674d5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:34.501491 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3a755380-6045-4ac7-ba8e-7195f674d5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "PUT /v2.0/networks/df0bdcaa-fb2a-49ba-a569-a27217db4357 HTTP/1.1" status: 200 len: 723 time: 0.4432187 Jul 19 03:26:34.508084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34568) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:34.509272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:34.509803 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:34.514708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b5a062c-8142-4b89-8676-41fb3937ed3f req-03ae104d-c8fc-4663-8e23-485d4ec418a9 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823596 Jul 19 03:26:34.520081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': 'df0bdcaa-fb2a-49ba-a569-a27217db4357', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:34.584846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:34.617790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab90cdf-aac7-4a41-858b-c3d65414395e req-4b2c6494-cedd-4c22-a174-59eac337f562 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:34.619419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ab90cdf-aac7-4a41-858b-c3d65414395e req-4b2c6494-cedd-4c22-a174-59eac337f562 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 908 time: 0.6647387 Jul 19 03:26:34.669292 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53adac46-9718-4ed4-933d-696e54f17ef0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:34.702770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8fddbb6e-aed7-4d06-867a-7f873c6029c5 None None] Provisioning complete for port 52e6b460-2551-41e5-aaa4-5033b2bce983 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:34.703265 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8fddbb6e-aed7-4d06-867a-7f873c6029c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:34.714968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:31Z', 'revision_number': 11, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:34.755261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758da75-2449-485f-b47f-4de7d567343a req-9859be2b-11bd-415f-9bed-3d1005edb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:34.758179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0758da75-2449-485f-b47f-4de7d567343a req-9859be2b-11bd-415f-9bed-3d1005edb9f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 1060 time: 0.4780886 Jul 19 03:26:34.763708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a755380-6045-4ac7-ba8e-7195f674d5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=df0bdcaa-fb2a-49ba-a569-a27217db4357,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:34.770321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:26:34.772800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95301072-c187-46c6-8b23-dd69df417b34 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:26:34.800520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:34.801228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network df0bdcaa-fb2a-49ba-a569-a27217db4357 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:34.808811 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:34.871545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da79e5-c059-4cd4-88a0-7df1179e793c req-7ac60b96-1520-4f92-8c98-40be7549d91e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:34.873865 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4da79e5-c059-4cd4-88a0-7df1179e793c req-7ac60b96-1520-4f92-8c98-40be7549d91e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1363628 Jul 19 03:26:34.934394 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:34.935375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:34.953667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4da79e5-c059-4cd4-88a0-7df1179e793c req-f5c78edd-a315-4bc9-8828-6979552734b2 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719144 Jul 19 03:26:35.047515 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:35.151600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:35.153673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:35.156341 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b348f6c-9ef2-49bd-b7a1-bf57e2e77e3c" -d '{"events": [{"server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "b60a1369-8756-43be-9190-284df1dc6260"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:35.193161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758da75-2449-485f-b47f-4de7d567343a req-75939e1c-4648-430d-8e84-3c457d9ca66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.194851 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0758da75-2449-485f-b47f-4de7d567343a req-75939e1c-4648-430d-8e84-3c457d9ca66d service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.4191871 Jul 19 03:26:35.272778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0758da75-2449-485f-b47f-4de7d567343a req-0f2a7266-5d4e-424d-bd06-68404b21f166 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52e6b460-2551-41e5-aaa4-5033b2bce983 HTTP/1.1" status: 200 len: 217 time: 0.0700974 Jul 19 03:26:35.275388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53adac46-9718-4ed4-933d-696e54f17ef0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:35.328385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e222-71e7-47fc-9686-2a0adf9040de req-3890db63-a25d-490b-bf71-d7ca672f3656 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.331342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:31Z', 'revision_number': 11, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:35.345385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e222-71e7-47fc-9686-2a0adf9040de req-3890db63-a25d-490b-bf71-d7ca672f3656 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.349242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758da75-2449-485f-b47f-4de7d567343a req-1b572a41-9b0b-4517-b80f-261af42cd661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.350769 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0758da75-2449-485f-b47f-4de7d567343a req-1b572a41-9b0b-4517-b80f-261af42cd661 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.0518537 Jul 19 03:26:35.361324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e222-71e7-47fc-9686-2a0adf9040de req-3890db63-a25d-490b-bf71-d7ca672f3656 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.379466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e222-71e7-47fc-9686-2a0adf9040de req-3890db63-a25d-490b-bf71-d7ca672f3656 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.382960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95301072-c187-46c6-8b23-dd69df417b34 None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:26:35.389800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:35.398193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e222-71e7-47fc-9686-2a0adf9040de req-3890db63-a25d-490b-bf71-d7ca672f3656 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.408450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e222-71e7-47fc-9686-2a0adf9040de req-3890db63-a25d-490b-bf71-d7ca672f3656 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.412780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e247fe9-30d3-4a52-9df9-f29c1bd43ba7 req-553b766c-8e50-4cfa-ad5d-d128e2d1bf08 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.414680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e247fe9-30d3-4a52-9df9-f29c1bd43ba7 req-553b766c-8e50-4cfa-ad5d-d128e2d1bf08 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.5040879 Jul 19 03:26:35.416132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e222-71e7-47fc-9686-2a0adf9040de req-3890db63-a25d-490b-bf71-d7ca672f3656 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.419171 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ed8e222-71e7-47fc-9686-2a0adf9040de req-3890db63-a25d-490b-bf71-d7ca672f3656 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5434 time: 0.2237592 Jul 19 03:26:35.449007 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:35.459447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913dae42-cd57-494d-9bb4-4d207900c3e1 None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:31Z', 'revision_number': 11, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:26:35.467300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:35.501650 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ed8e222-71e7-47fc-9686-2a0adf9040de req-800ac6d8-0b83-4dee-8ba6-78d1f7ea682c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717852 Jul 19 03:26:35.576981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e247fe9-30d3-4a52-9df9-f29c1bd43ba7 req-7efe8b35-5a23-4442-86f8-49696a2145cc tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286252 Jul 19 03:26:35.601977 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53adac46-9718-4ed4-933d-696e54f17ef0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:35.621096 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53adac46-9718-4ed4-933d-696e54f17ef0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:35.623147 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-53adac46-9718-4ed4-933d-696e54f17ef0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/b6a11e4d-455d-4a64-b891-c8a32fb17e6a HTTP/1.1" status: 204 len: 168 time: 1.7804437 Jul 19 03:26:35.626858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34592) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:35.645862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adac46-9718-4ed4-933d-696e54f17ef0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a11e4d-455d-4a64-b891-c8a32fb17e6a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:35.647968 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:35.657221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758da75-2449-485f-b47f-4de7d567343a req-ff54a4e4-647b-4390-b0c9-a65231d1006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:35.657864 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0758da75-2449-485f-b47f-4de7d567343a req-ff54a4e4-647b-4390-b0c9-a65231d1006d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2971418 Jul 19 03:26:35.778420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0758da75-2449-485f-b47f-4de7d567343a req-14400b7b-2ef2-44db-9232-eb8c40a2f2fb service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928590 Jul 19 03:26:35.797070 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c77ddca-9247-4b22-95a9-2a7ce77ab830 x-openstack-request-id: req-9c77ddca-9247-4b22-95a9-2a7ce77ab830 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:35.798463 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "name": "network-vif-unplugged", "status": "failed", "tag": "b60a1369-8756-43be-9190-284df1dc6260", "code": 422}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:35.798730 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c77ddca-9247-4b22-95a9-2a7ce77ab830 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:35.799165 n-d-762330-18 neutron-server[94346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260', 'code': 422} returned with failed status Jul 19 03:26:35.831426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['3a8d49f0-1c55-4938-9ac4-bd132148645d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:35.845981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:35.931467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:35.932335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0758da75-2449-485f-b47f-4de7d567343a req-efc4184a-6337-4a7a-958f-f7047194a05f service neutron] 10.222.0.26 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337066 Jul 19 03:26:35.948455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=d804ff25-d36d-42a4-b486-fe470fd41336,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:35.974975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': '8aa196cb-8adf-4728-95ba-869f8f884d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'df0bdcaa-fb2a-49ba-a569-a27217db4357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:35.975388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: df0bdcaa-fb2a-49ba-a569-a27217db4357, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:26:35.992047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:35.992802 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:36.004992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network df0bdcaa-fb2a-49ba-a569-a27217db4357 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:26:36.024668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Deleting port fe0323b9-f33e-4f96-831e-a4cc67b475ca {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:36.025314 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:36.027350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, df0bdcaa-fb2a-49ba-a569-a27217db4357) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:36.032607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:36.033290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588905'] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:36.070954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-17c29aac-fd68-492f-9f56-79a650659902 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5531416 Jul 19 03:26:36.071178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34598) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:36.076980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5ef58d9b-692e-4132-abf0-b319afb336bd tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:36.180468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:36.191600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a3df9fec-a0b4-4b9c-a420-fdb34c07a017 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:36.317027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ef58d9b-692e-4132-abf0-b319afb336bd tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9767558'] for subnet, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:36.320471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] For port fe0323b9-f33e-4f96-831e-a4cc67b475ca, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fe0323b9-f33e-4f96-831e-a4cc67b475ca,segment=NetworkSegment(8e226507-7a9d-492a-8f20-f49257f6bf21),segment_id=8e226507-7a9d-492a-8f20-f49257f6bf21)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:36.322547 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:36.366727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Calling delete_port for fe0323b9-f33e-4f96-831e-a4cc67b475ca owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:36.449516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc50d77-8849-45d8-9a4e-624fd275cb57 req-f591958f-4272-4d77-abbf-6c373d6e6b3d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:36.455935 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4cc50d77-8849-45d8-9a4e-624fd275cb57 req-f591958f-4272-4d77-abbf-6c373d6e6b3d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3976324 Jul 19 03:26:36.593378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4cc50d77-8849-45d8-9a4e-624fd275cb57 req-02047ea0-9958-46ef-8d53-949c2e814699 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619786 Jul 19 03:26:36.645060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:36.680161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Port': ['ID=fe0323b9-f33e-4f96-831e-a4cc67b475ca,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:36.689983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No DVR routers for this DVR port fe0323b9-f33e-4f96-831e-a4cc67b475ca on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:36.872092 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:36.891644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ef58d9b-692e-4132-abf0-b319afb336bd tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763762083979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9522902'] for subnet, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:36.897476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243368ce-32df-4e49-bdb2-e2b919f9add3']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:36.913043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: a3df9fec-a0b4-4b9c-a420-fdb34c07a017 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:36.913808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a3df9fec-a0b4-4b9c-a420-fdb34c07a017 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:36.918424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e226507-7a9d-492a-8f20-f49257f6bf21') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:36.919239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e226507-7a9d-492a-8f20-f49257f6bf21') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:37.009355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.031258 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.066585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.105830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:37.106617 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:37.116428 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:37.171124 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.194671 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.225148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b34c1-b958-4ef4-99fc-5fd9b76a8d7d req-e8635846-8384-464c-9ea4-8bd3c454de18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:37.239936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b34c1-b958-4ef4-99fc-5fd9b76a8d7d req-e8635846-8384-464c-9ea4-8bd3c454de18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:37.257075 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b34c1-b958-4ef4-99fc-5fd9b76a8d7d req-e8635846-8384-464c-9ea4-8bd3c454de18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:37.272940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b34c1-b958-4ef4-99fc-5fd9b76a8d7d req-e8635846-8384-464c-9ea4-8bd3c454de18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:37.279466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b34c1-b958-4ef4-99fc-5fd9b76a8d7d req-e8635846-8384-464c-9ea4-8bd3c454de18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:37.286932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b34c1-b958-4ef4-99fc-5fd9b76a8d7d req-e8635846-8384-464c-9ea4-8bd3c454de18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:37.293843 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b34c1-b958-4ef4-99fc-5fd9b76a8d7d req-e8635846-8384-464c-9ea4-8bd3c454de18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:37.297208 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d05b34c1-b958-4ef4-99fc-5fd9b76a8d7d req-e8635846-8384-464c-9ea4-8bd3c454de18 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5434 time: 0.3726256 Jul 19 03:26:37.370131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917bf33a-1209-4862-a6f8-77fb8e4ecd87 None None] Network 243368ce-32df-4e49-bdb2-e2b919f9add3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:37.420772 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d05b34c1-b958-4ef4-99fc-5fd9b76a8d7d req-d7ddb56b-bf40-4efe-8188-2cb334f2e2e3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534511 Jul 19 03:26:37.424035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.478763 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.484928 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/networks/243368ce-32df-4e49-bdb2-e2b919f9add3 HTTP/1.1" status: 204 len: 168 time: 1.8537667 Jul 19 03:26:37.484928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ee2b1-91f4-4565-aba6-dcfc9f1df6aa tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Pushing event deleted for resources: {'Network': ['ID=243368ce-32df-4e49-bdb2-e2b919f9add3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:37.492461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34630) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:37.510782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-027382f5-89f3-48e1-8365-92e9dfdf2485 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'routes': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:37.579515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e066c-8177-48ad-9ddb-9b9cf084c767 None None] Network df0bdcaa-fb2a-49ba-a569-a27217db4357 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:37.679439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef58d9b-692e-4132-abf0-b319afb336bd tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:37.680196 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ef58d9b-692e-4132-abf0-b319afb336bd tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.685199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34636) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:37.685420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5ef58d9b-692e-4132-abf0-b319afb336bd tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "PUT /v2.0/subnets/d804ff25-d36d-42a4-b486-fe470fd41336 HTTP/1.1" status: 200 len: 806 time: 1.6130071 Jul 19 03:26:37.711888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16038a8-b5ae-47d0-a330-21f692c98f2a req-ef0d5a79-217c-44ee-814e-0476fb2ec42c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:37.714217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:37.721554 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a16038a8-b5ae-47d0-a330-21f692c98f2a req-ef0d5a79-217c-44ee-814e-0476fb2ec42c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 943 time: 1.0086937 Jul 19 03:26:37.740987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef58d9b-692e-4132-abf0-b319afb336bd tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=d804ff25-d36d-42a4-b486-fe470fd41336,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:37.765739 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.766899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device cb8fbd92-2916-4f12-badd-c5210b5811ba up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:37.819519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:37.825575 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6612456-3969-4a97-8e71-c331446df8c2" -d '{"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:37.856398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a16038a8-b5ae-47d0-a330-21f692c98f2a req-db45bd71-6204-4560-8eba-e269c4e22984 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336989 Jul 19 03:26:37.898370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c68b65-e737-4d79-b70d-d856d822f727 None None] DHCP port deletion for 243368ce-32df-4e49-bdb2-e2b919f9add3 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:26:37.898600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.extraroute_db [None req-027382f5-89f3-48e1-8365-92e9dfdf2485 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Added routes are [] {{(pid=94345) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 19 03:26:37.899325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.extraroute_db [None req-027382f5-89f3-48e1-8365-92e9dfdf2485 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Removed routes are [] {{(pid=94345) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 19 03:26:37.899928 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-027382f5-89f3-48e1-8365-92e9dfdf2485 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:37.953053 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af962c4-da23-4502-9762-233bc351eec5 x-openstack-request-id: req-5af962c4-da23-4502-9762-233bc351eec5 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:37.953354 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:37.953674 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5af962c4-da23-4502-9762-233bc351eec5 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:37.954172 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9', 'code': 200} Jul 19 03:26:37.982880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-46f12ed4-551a-49e1-ad07-56d9aa13688e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0539768 Jul 19 03:26:38.010602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:38.016560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-df0bdcaa-fb2a-49ba-a569-a27217db4357', 'network_id': 'df0bdcaa-fb2a-49ba-a569-a27217db4357', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': 'd804ff25-d36d-42a4-b486-fe470fd41336'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:26:38.017512 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:38.174290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Allocated IP 172.20.0.2 (df0bdcaa-fb2a-49ba-a569-a27217db4357/d804ff25-d36d-42a4-b486-fe470fd41336/210c07c6-6ac5-4ab8-9a53-58a816d47386) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:26:38.264001 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-027382f5-89f3-48e1-8365-92e9dfdf2485 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:38.267489 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-027382f5-89f3-48e1-8365-92e9dfdf2485 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:38.403691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port cb8fbd92-2916-4f12-badd-c5210b5811ba completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:38.411200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fe0323b9-f33e-4f96-831e-a4cc67b475ca no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:38.414884 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:38.432710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port cb8fbd92-2916-4f12-badd-c5210b5811ba triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:38.433092 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:38.439024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: fe0323b9-f33e-4f96-831e-a4cc67b475ca {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:38.439382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fe0323b9-f33e-4f96-831e-a4cc67b475ca not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:38.470477 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Transition to ACTIVE for port object 210c07c6-6ac5-4ab8-9a53-58a816d47386 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:38.533564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Transition to ACTIVE for port object 210c07c6-6ac5-4ab8-9a53-58a816d47386 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:38.542012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027382f5-89f3-48e1-8365-92e9dfdf2485 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router 0eda9408-ddc4-47e4-87d7-e047f4ca303a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:26:38.559035 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:38.600996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-1159be3d-6c16-4bb3-b4e1-ddfd73786631 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:38.602713 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-1159be3d-6c16-4bb3-b4e1-ddfd73786631 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 812 time: 0.6859705 Jul 19 03:26:38.609422 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:38.649902 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-73c59a9b-673f-4c4f-ade8-cc794f713b79 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/quotas/2c3411c429fd44e8b8e4edf37d98ebcb HTTP/1.1" status: 200 len: 375 time: 0.0240955 Jul 19 03:26:38.656057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Network df0bdcaa-fb2a-49ba-a569-a27217db4357 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:26:38.671370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:38.674677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:26:38.810259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Pushing event updated for resources: {'Port': ['ID=210c07c6-6ac5-4ab8-9a53-58a816d47386,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:38.837548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fb8d6-1eb1-441d-b555-a00c5ff50aa1 req-03b8d855-199d-4589-b79b-3745afa4834d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:38.852484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fb8d6-1eb1-441d-b555-a00c5ff50aa1 req-03b8d855-199d-4589-b79b-3745afa4834d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:38.854502 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:38.862077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fb8d6-1eb1-441d-b555-a00c5ff50aa1 req-03b8d855-199d-4589-b79b-3745afa4834d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:38.870302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fb8d6-1eb1-441d-b555-a00c5ff50aa1 req-03b8d855-199d-4589-b79b-3745afa4834d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:38.877871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fb8d6-1eb1-441d-b555-a00c5ff50aa1 req-03b8d855-199d-4589-b79b-3745afa4834d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:38.886058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fb8d6-1eb1-441d-b555-a00c5ff50aa1 req-03b8d855-199d-4589-b79b-3745afa4834d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:38.895748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fb8d6-1eb1-441d-b555-a00c5ff50aa1 req-03b8d855-199d-4589-b79b-3745afa4834d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:38.898068 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da8fb8d6-1eb1-441d-b555-a00c5ff50aa1 req-03b8d855-199d-4589-b79b-3745afa4834d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5435 time: 0.2132819 Jul 19 03:26:38.948282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027382f5-89f3-48e1-8365-92e9dfdf2485 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:26:38.959164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-027382f5-89f3-48e1-8365-92e9dfdf2485 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:38.960362 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-027382f5-89f3-48e1-8365-92e9dfdf2485 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a HTTP/1.1" status: 200 len: 701 time: 1.4667406 Jul 19 03:26:38.964917 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] Sync routers for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:26:38.969156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34672) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:38.978417 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:38.980996 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:38.999607 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da8fb8d6-1eb1-441d-b555-a00c5ff50aa1 req-05b4872c-d422-4a3e-b437-a33e056b5992 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935433 Jul 19 03:26:39.013810 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8d602414-3524-459c-9f06-3145ff8b575d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eda9408-ddc4-47e4-87d7-e047f4ca303a HTTP/1.1" status: 200 len: 205 time: 0.0437126 Jul 19 03:26:39.014478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34676) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:39.024367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port cb8fbd92-2916-4f12-badd-c5210b5811ba, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=cb8fbd92-2916-4f12-badd-c5210b5811ba,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:39.028164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Attempting to bind port 210c07c6-6ac5-4ab8-9a53-58a816d47386 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:26:39.028580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Attempting to bind port 210c07c6-6ac5-4ab8-9a53-58a816d47386 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '8aa196cb-8adf-4728-95ba-869f8f884d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'df0bdcaa-fb2a-49ba-a569-a27217db4357'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:26:39.031213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Attempting to bind port 210c07c6-6ac5-4ab8-9a53-58a816d47386 on network df0bdcaa-fb2a-49ba-a569-a27217db4357 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:39.038235 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.059396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a2bafa27-fc6d-4a52-85c5-c328934305ad up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:39.105033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:26:39.105448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Checking segment: {'id': '8aa196cb-8adf-4728-95ba-869f8f884d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'df0bdcaa-fb2a-49ba-a569-a27217db4357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:39.105810 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.106443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Bound using segment: {'id': '8aa196cb-8adf-4728-95ba-869f8f884d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'df0bdcaa-fb2a-49ba-a569-a27217db4357'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:26:39.107107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Bound port: 210c07c6-6ac5-4ab8-9a53-58a816d47386, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa196cb-8adf-4728-95ba-869f8f884d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'df0bdcaa-fb2a-49ba-a569-a27217db4357'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:26:39.108103 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.162753 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:39.196470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34678) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:39.291441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] For port 210c07c6-6ac5-4ab8-9a53-58a816d47386, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:26:39.296467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] For port 210c07c6-6ac5-4ab8-9a53-58a816d47386, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=210c07c6-6ac5-4ab8-9a53-58a816d47386,segment=NetworkSegment(8aa196cb-8adf-4728-95ba-869f8f884d6c),segment_id=8aa196cb-8adf-4728-95ba-869f8f884d6c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:26:39.304742 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.333127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=cb8fbd92-2916-4f12-badd-c5210b5811ba,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:39.342735 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:31Z', 'revision_number': 11, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:39.394153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc109b-850a-429c-b25a-6e7f9b23863f None None] Pushing event updated for resources: {'Port': ['ID=210c07c6-6ac5-4ab8-9a53-58a816d47386,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:39.416921 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] Checking router: 0eda9408-ddc4-47e4-87d7-e047f4ca303a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:26:39.430561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port a2bafa27-fc6d-4a52-85c5-c328934305ad completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:39.433459 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] Routers {'0eda9408-ddc4-47e4-87d7-e047f4ca303a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:39.435192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port a2bafa27-fc6d-4a52-85c5-c328934305ad triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:39.435637 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.437663 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:39.477562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6faea2e-c9ae-4f9c-875f-8f9b8402c294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.536956 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.582209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a2bafa27-fc6d-4a52-85c5-c328934305ad, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a2bafa27-fc6d-4a52-85c5-c328934305ad,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:39.607938 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.610114 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-a023a277-7fd9-4195-ab9f-d37283a95b50 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9467545 Jul 19 03:26:39.610748 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] Set router 0eda9408-ddc4-47e4-87d7-e047f4ca303a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:39.612823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e68aabfc-7227-4da1-bac1-88f5312be4ed up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:39.623258 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d07be0-bb1a-4047-8a8b-a1a827c8dbd4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.735085 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:31Z', 'revision_number': 11, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:39.769354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=a2bafa27-fc6d-4a52-85c5-c328934305ad,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:39.804127 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b5a462-7ccc-487e-b4c4-767bc1e7aecd None None] The sync data for ids ['0eda9408-ddc4-47e4-87d7-e047f4ca303a'] in n-d-762330-18 is: [{'id': '0eda9408-ddc4-47e4-87d7-e047f4ca303a', 'name': 'tempest-RoutersTest-router-1123450942', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:25:10Z', 'updated_at': '2021-07-19T03:26:31Z', 'revision_number': 11, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:26:39.822118 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port e68aabfc-7227-4da1-bac1-88f5312be4ed completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:39.828146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port e68aabfc-7227-4da1-bac1-88f5312be4ed triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:39.828869 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.853350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab1e09-f089-42a8-8351-e95bc2e5fccb req-0b4fad6d-dc24-4109-8474-1824013ad93c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:39.861621 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76ab1e09-f089-42a8-8351-e95bc2e5fccb req-0b4fad6d-dc24-4109-8474-1824013ad93c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 943 time: 0.4835238 Jul 19 03:26:39.912634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Deleting port 210c07c6-6ac5-4ab8-9a53-58a816d47386 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:39.913007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.948282 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.952639 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6faea2e-c9ae-4f9c-875f-8f9b8402c294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:39.960609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8fbd92-2916-4f12-badd-c5210b5811ba'}, {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bafa27-fc6d-4a52-85c5-c328934305ad'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:39.970794 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedc17e2-919d-49e0-8098-bc9b292581fa" -d '{"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "cb8fbd92-2916-4f12-badd-c5210b5811ba"}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "a2bafa27-fc6d-4a52-85c5-c328934305ad"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:39.976028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76ab1e09-f089-42a8-8351-e95bc2e5fccb req-bc209069-7eab-44ba-851d-356d9e266f2d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091483 Jul 19 03:26:39.991430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6faea2e-c9ae-4f9c-875f-8f9b8402c294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.022353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e68aabfc-7227-4da1-bac1-88f5312be4ed, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:40.029566 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.031718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device aadedb74-0c27-405a-8ea9-39fb8017ae8a up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:40.078133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-815844f1-bec1-4300-9f8c-4a6eaa382f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:40.080672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-815844f1-bec1-4300-9f8c-4a6eaa382f86 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f&tenant_id=2fab2f0ae6c44d46882e569f08be2523 HTTP/1.1" status: 200 len: 1095 time: 0.5768509 Jul 19 03:26:40.086844 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b6faea2e-c9ae-4f9c-875f-8f9b8402c294 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe78eaf00c20477ba51871df36fa9863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8866029 Jul 19 03:26:40.089870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34688) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:40.094303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:40.165049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6faea2e-c9ae-4f9c-875f-8f9b8402c294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a789f14c-175a-4b12-b655-772af3b99da5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:40.176979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e68aabfc-7227-4da1-bac1-88f5312be4ed,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:40.184225 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6321bd35-7e11-41da-860c-c41258d173bb x-openstack-request-id: req-6321bd35-7e11-41da-860c-c41258d173bb {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:40.184811 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "cb8fbd92-2916-4f12-badd-c5210b5811ba", "code": 200}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "a2bafa27-fc6d-4a52-85c5-c328934305ad", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:40.185241 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6321bd35-7e11-41da-860c-c41258d173bb {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:40.185826 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8fbd92-2916-4f12-badd-c5210b5811ba', 'code': 200} Jul 19 03:26:40.186291 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bafa27-fc6d-4a52-85c5-c328934305ad', 'code': 200} Jul 19 03:26:40.216437 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d07be0-bb1a-4047-8a8b-a1a827c8dbd4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.219142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port aadedb74-0c27-405a-8ea9-39fb8017ae8a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:40.222659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d07be0-bb1a-4047-8a8b-a1a827c8dbd4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.225629 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port aadedb74-0c27-405a-8ea9-39fb8017ae8a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:40.226086 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.239928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] For port 210c07c6-6ac5-4ab8-9a53-58a816d47386, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=210c07c6-6ac5-4ab8-9a53-58a816d47386,segment=NetworkSegment(8aa196cb-8adf-4728-95ba-869f8f884d6c),segment_id=8aa196cb-8adf-4728-95ba-869f8f884d6c)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:40.240297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.248583 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.260959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Calling delete_port for 210c07c6-6ac5-4ab8-9a53-58a816d47386 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:40.312942 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.361145 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.390405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 210c07c6-6ac5-4ab8-9a53-58a816d47386 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:40.394414 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.398235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-33610a7a-8c40-4883-bfb2-c1e498524c88 service neutron] 10.222.0.20 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7802963 Jul 19 03:26:40.483019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port aadedb74-0c27-405a-8ea9-39fb8017ae8a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=aadedb74-0c27-405a-8ea9-39fb8017ae8a,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:40.496415 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.497649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:40.503919 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d07be0-bb1a-4047-8a8b-a1a827c8dbd4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.504511 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d07be0-bb1a-4047-8a8b-a1a827c8dbd4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Fanout notify agent at l3_agent the message router_deleted on router 0eda9408-ddc4-47e4-87d7-e047f4ca303a {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:26:40.521474 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d07be0-bb1a-4047-8a8b-a1a827c8dbd4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.526936 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e1d07be0-bb1a-4047-8a8b-a1a827c8dbd4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a HTTP/1.1" status: 204 len: 168 time: 1.5038369 Jul 19 03:26:40.527813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34692) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:40.540970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c3384518-5c4a-4a83-896f-433958c7347d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-269576763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:40.581470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=aadedb74-0c27-405a-8ea9-39fb8017ae8a,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:40.617710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecdc48-53bd-4efc-aff6-2eae04057cd1 req-ba5748b6-61f1-4e0a-96de-5575f53322ed tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:40.638134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecdc48-53bd-4efc-aff6-2eae04057cd1 req-ba5748b6-61f1-4e0a-96de-5575f53322ed tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:40.646050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 210c07c6-6ac5-4ab8-9a53-58a816d47386 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:40.646925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.653571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecdc48-53bd-4efc-aff6-2eae04057cd1 req-ba5748b6-61f1-4e0a-96de-5575f53322ed tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:40.662814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 210c07c6-6ac5-4ab8-9a53-58a816d47386 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:40.663192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.665379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecdc48-53bd-4efc-aff6-2eae04057cd1 req-ba5748b6-61f1-4e0a-96de-5575f53322ed tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:40.671895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecdc48-53bd-4efc-aff6-2eae04057cd1 req-ba5748b6-61f1-4e0a-96de-5575f53322ed tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:40.689281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecdc48-53bd-4efc-aff6-2eae04057cd1 req-ba5748b6-61f1-4e0a-96de-5575f53322ed tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:40.706487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecdc48-53bd-4efc-aff6-2eae04057cd1 req-ba5748b6-61f1-4e0a-96de-5575f53322ed tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:40.708605 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-02ecdc48-53bd-4efc-aff6-2eae04057cd1 req-ba5748b6-61f1-4e0a-96de-5575f53322ed tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5438 time: 0.4906125 Jul 19 03:26:40.720193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Port 210c07c6-6ac5-4ab8-9a53-58a816d47386 was deleted so its status cannot be updated. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 19 03:26:40.727015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3384518-5c4a-4a83-896f-433958c7347d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.730605 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3384518-5c4a-4a83-896f-433958c7347d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.733462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:40.741320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:40.742120 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.820601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Port': ['ID=210c07c6-6ac5-4ab8-9a53-58a816d47386,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:40.839260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.842466 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:40.843960 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a789f14c-175a-4b12-b655-772af3b99da5 HTTP/1.1" status: 204 len: 168 time: 0.6897709 Jul 19 03:26:40.921620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.922414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.922980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.923639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.924537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af261b-a9ba-444d-8529-1ed91b82336c None None] Network df0bdcaa-fb2a-49ba-a569-a27217db4357 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:40.925198 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.926591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.927203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.927778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.928701 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.929287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.929860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.930404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.933977 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-02ecdc48-53bd-4efc-aff6-2eae04057cd1 req-cce772ad-617c-4059-bd50-f43b293dc8ea tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2053359 Jul 19 03:26:40.937264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a789f14c-175a-4b12-b655-772af3b99da5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:40.938580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No DVR routers for this DVR port 210c07c6-6ac5-4ab8-9a53-58a816d47386 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:40.961961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b94aa54f-40ef-4840-b3ed-04f31e54e3c3 None None] Could not find standard attr ID for object 210c07c6-6ac5-4ab8-9a53-58a816d47386. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:26:40.970203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-449b1a0f-0a47-49df-9594-734d1b2088e7 service neutron] 10.222.0.20 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461624 Jul 19 03:26:40.977382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.981990 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.982371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.982728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.983199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.984378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.984904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.987737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.988458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.988973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.989607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:40.990129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e9917-2662-47d0-85de-b4093dc58aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:26:41.044424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:41.094781 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.136422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:26:41.210785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3384518-5c4a-4a83-896f-433958c7347d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.219778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60a1369-8756-43be-9190-284df1dc6260 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:41.236245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3384518-5c4a-4a83-896f-433958c7347d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.240554 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.269384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:41.281914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Transition to ACTIVE for port object b60a1369-8756-43be-9190-284df1dc6260 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:41.288289 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.291243 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.307630 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.308818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d83d8a51-7c2b-46c6-994c-d576fe61f97e up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:41.453729 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3384518-5c4a-4a83-896f-433958c7347d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.459553 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c3384518-5c4a-4a83-896f-433958c7347d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9303715 Jul 19 03:26:41.485701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port d83d8a51-7c2b-46c6-994c-d576fe61f97e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:41.488915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34710) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:41.509180 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-13512b6a-89a8-4569-9075-0ac74e150e9a req-b50b5582-edde-4868-a234-a4faefc8ca64 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 210 time: 0.1166418 Jul 19 03:26:41.516821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34712) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:41.518927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port d83d8a51-7c2b-46c6-994c-d576fe61f97e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:41.521634 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.521764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-357d5e04-0820-4724-8351-a701bdbebf1f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:41.524788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] No DVR routers for this DVR port b60a1369-8756-43be-9190-284df1dc6260 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:41.573466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=9']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:41.596790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:41.633600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0e10113c-6e15-4b00-9900-b7f08f5d8659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.705965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Attempting to bind port b60a1369-8756-43be-9190-284df1dc6260 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:26:41.707992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Attempting to bind port b60a1369-8756-43be-9190-284df1dc6260 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:26:41.708346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Attempting to bind port b60a1369-8756-43be-9190-284df1dc6260 on network 3b452f33-00db-4989-bdd6-db7ff37a9a33 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:41.726146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.739270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Port b60a1369-8756-43be-9190-284df1dc6260 on network 3b452f33-00db-4989-bdd6-db7ff37a9a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:26:41.741690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Attempting to bind port b60a1369-8756-43be-9190-284df1dc6260 on network 3b452f33-00db-4989-bdd6-db7ff37a9a33 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:41.778911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:26:41.779264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Checking segment: {'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:41.780075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Bound using segment: {'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:26:41.780916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Bound port: b60a1369-8756-43be-9190-284df1dc6260, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fb3654-45ae-4716-abcc-a645f8ef038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:26:41.781493 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.786382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d83d8a51-7c2b-46c6-994c-d576fe61f97e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d83d8a51-7c2b-46c6-994c-d576fe61f97e,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:41.792313 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.811460 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:41.865314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d83d8a51-7c2b-46c6-994c-d576fe61f97e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:41.866225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b09d1-f47c-4cc5-8c3e-897802f83a76 req-56cf92fa-b0a6-40ba-b4d6-7364211c61e0 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:41.871273 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c8b09d1-f47c-4cc5-8c3e-897802f83a76 req-56cf92fa-b0a6-40ba-b4d6-7364211c61e0 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 943 time: 0.4712763 Jul 19 03:26:41.886197 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:26:41.972278 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0e10113c-6e15-4b00-9900-b7f08f5d8659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.035750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae7655-0856-41b2-a308-4be83c0d91c7 None None] Network df0bdcaa-fb2a-49ba-a569-a27217db4357 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:42.049844 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c8b09d1-f47c-4cc5-8c3e-897802f83a76 req-98d7de34-b9a6-4b5b-892a-5723c60e7ca7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715296 Jul 19 03:26:42.052325 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0e10113c-6e15-4b00-9900-b7f08f5d8659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.142532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=d804ff25-d36d-42a4-b486-fe470fd41336,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:42.221881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68aabfc-7227-4da1-bac1-88f5312be4ed'}, {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadedb74-0c27-405a-8ea9-39fb8017ae8a'}, {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4'}, {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d8a51-7c2b-46c6-994c-d576fe61f97e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:42.226441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0e10113c-6e15-4b00-9900-b7f08f5d8659 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1299af068f84a419b72a5a01a069c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7061522 Jul 19 03:26:42.226950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34726) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:42.231942 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ff8eb6-801d-419a-b919-dd54d4e2393e" -d '{"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "e68aabfc-7227-4da1-bac1-88f5312be4ed"}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "aadedb74-0c27-405a-8ea9-39fb8017ae8a"}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4"}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "d83d8a51-7c2b-46c6-994c-d576fe61f97e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:42.325982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.354757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0bdcaa-fb2a-49ba-a569-a27217db4357']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:42.360417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10113c-6e15-4b00-9900-b7f08f5d8659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14856d10-ac4d-4937-ad52-1dc2e22e4a12,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:42.430151 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-357d5e04-0820-4724-8351-a701bdbebf1f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.431012 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa65a3-0064-4536-aa99-a8f756341180 None None] DHCP port deletion for df0bdcaa-fb2a-49ba-a569-a27217db4357 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:26:42.447232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa196cb-8adf-4728-95ba-869f8f884d6c') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:42.448863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa196cb-8adf-4728-95ba-869f8f884d6c') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:42.450217 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8dd1f9c0-6884-4a68-bdee-f4c15afe0717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.462046 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad85bd54-225d-4d81-96c0-e7554d7451b3 x-openstack-request-id: req-ad85bd54-225d-4d81-96c0-e7554d7451b3 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:42.463433 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "e68aabfc-7227-4da1-bac1-88f5312be4ed", "code": 200}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "aadedb74-0c27-405a-8ea9-39fb8017ae8a", "code": 200}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4", "code": 200}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-plugged", "status": "completed", "tag": "d83d8a51-7c2b-46c6-994c-d576fe61f97e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:42.463699 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad85bd54-225d-4d81-96c0-e7554d7451b3 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:42.464119 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68aabfc-7227-4da1-bac1-88f5312be4ed', 'code': 200} Jul 19 03:26:42.465473 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadedb74-0c27-405a-8ea9-39fb8017ae8a', 'code': 200} Jul 19 03:26:42.465739 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4', 'code': 200} Jul 19 03:26:42.466004 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d8a51-7c2b-46c6-994c-d576fe61f97e', 'code': 200} Jul 19 03:26:42.468261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:26:42.483181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:26:42.483438 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-357d5e04-0820-4724-8351-a701bdbebf1f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.493014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.537236 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3977d47-7909-4600-80a8-5273ddf06e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.580267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.593488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8dd1f9c0-6884-4a68-bdee-f4c15afe0717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.626019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.626849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.629391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] 10.222.0.26 "PUT /v2.0/ports/b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 200 len: 1092 time: 2.5414081 Jul 19 03:26:42.633596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:42.640842 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623c6741-08f0-4d3c-ab3d-befefa16d6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "tag": "b60a1369-8756-43be-9190-284df1dc6260"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:42.674075 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.690749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e04cb4-ae59-46cf-bc2c-3d3b85464530 service neutron] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:42.708491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:42.709120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:42.715495 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:42.757933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7870c9c-55de-44ba-889b-2c6a644eb12a req-880d3ed4-fcab-4d9e-9e27-73fc7ae29022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.758872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7870c9c-55de-44ba-889b-2c6a644eb12a req-880d3ed4-fcab-4d9e-9e27-73fc7ae29022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.759650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7870c9c-55de-44ba-889b-2c6a644eb12a req-880d3ed4-fcab-4d9e-9e27-73fc7ae29022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.760309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7870c9c-55de-44ba-889b-2c6a644eb12a req-880d3ed4-fcab-4d9e-9e27-73fc7ae29022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.761452 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7870c9c-55de-44ba-889b-2c6a644eb12a req-880d3ed4-fcab-4d9e-9e27-73fc7ae29022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.762105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7870c9c-55de-44ba-889b-2c6a644eb12a req-880d3ed4-fcab-4d9e-9e27-73fc7ae29022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.763282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7870c9c-55de-44ba-889b-2c6a644eb12a req-880d3ed4-fcab-4d9e-9e27-73fc7ae29022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.767310 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7870c9c-55de-44ba-889b-2c6a644eb12a req-880d3ed4-fcab-4d9e-9e27-73fc7ae29022 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6505 time: 0.1700275 Jul 19 03:26:42.769403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8dd1f9c0-6884-4a68-bdee-f4c15afe0717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.772677 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8dd1f9c0-6884-4a68-bdee-f4c15afe0717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:42.776325 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8dd1f9c0-6884-4a68-bdee-f4c15afe0717 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14856d10-ac4d-4937-ad52-1dc2e22e4a12 HTTP/1.1" status: 204 len: 168 time: 0.5296602 Jul 19 03:26:42.789792 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275c8ec-132e-4b5d-9fc8-cf17d2b71610 req-da3bb8d9-1f12-40ec-a583-baa3c55c9693 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.797164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275c8ec-132e-4b5d-9fc8-cf17d2b71610 req-da3bb8d9-1f12-40ec-a583-baa3c55c9693 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.805378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275c8ec-132e-4b5d-9fc8-cf17d2b71610 req-da3bb8d9-1f12-40ec-a583-baa3c55c9693 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.809331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c244079-e01d-42e8-80a2-99786f1476d4 req-76edfe05-a793-46b0-adb1-278b81ee7a31 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 210 time: 0.0542464 Jul 19 03:26:42.813389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-e9be0f6a-44a0-4eb0-86fb-ded71123b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.813565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275c8ec-132e-4b5d-9fc8-cf17d2b71610 req-da3bb8d9-1f12-40ec-a583-baa3c55c9693 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.815609 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-e9be0f6a-44a0-4eb0-86fb-ded71123b67e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 1096 time: 0.1201890 Jul 19 03:26:42.816373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1f9c0-6884-4a68-bdee-f4c15afe0717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14856d10-ac4d-4937-ad52-1dc2e22e4a12,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:42.822505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275c8ec-132e-4b5d-9fc8-cf17d2b71610 req-da3bb8d9-1f12-40ec-a583-baa3c55c9693 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.831649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275c8ec-132e-4b5d-9fc8-cf17d2b71610 req-da3bb8d9-1f12-40ec-a583-baa3c55c9693 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.844496 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275c8ec-132e-4b5d-9fc8-cf17d2b71610 req-da3bb8d9-1f12-40ec-a583-baa3c55c9693 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.850957 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7275c8ec-132e-4b5d-9fc8-cf17d2b71610 req-da3bb8d9-1f12-40ec-a583-baa3c55c9693 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5441 time: 0.4930844 Jul 19 03:26:42.883143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357d5e04-0820-4724-8351-a701bdbebf1f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Router eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:26:42.893495 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4749d975-180c-442c-8351-97f3e1af80d8 x-openstack-request-id: req-4749d975-180c-442c-8351-97f3e1af80d8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:42.893854 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "tag": "b60a1369-8756-43be-9190-284df1dc6260", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:42.894030 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4749d975-180c-442c-8351-97f3e1af80d8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:42.894758 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260', 'status': 'completed', 'code': 200} Jul 19 03:26:42.963327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-892cedc7-84ab-4054-bf8d-c36b8e93480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:42.966420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-892cedc7-84ab-4054-bf8d-c36b8e93480e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 913 time: 0.1412070 Jul 19 03:26:42.982503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:43.021242 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-8b1cda60-40ca-44d6-a157-88b7e43671ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 200 len: 217 time: 0.0479157 Jul 19 03:26:43.035937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7275c8ec-132e-4b5d-9fc8-cf17d2b71610 req-8cacfb33-38d2-4bd4-ab19-8a54515e1ac4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1696587 Jul 19 03:26:43.037713 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7870c9c-55de-44ba-889b-2c6a644eb12a req-3b2d7729-47d5-481a-bb5f-9b30ab45e3b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1825624 Jul 19 03:26:43.064308 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:43.068975 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/df0bdcaa-fb2a-49ba-a569-a27217db4357 HTTP/1.1" status: 204 len: 168 time: 5.3799586 Jul 19 03:26:43.072340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34738) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:43.126631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af69e7-f65f-4b95-b0fb-75d5371f84a7 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=df0bdcaa-fb2a-49ba-a569-a27217db4357,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:43.148211 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-750e5123-0a4a-4d5f-bef5-1c7065d54005 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:43.149114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750e5123-0a4a-4d5f-bef5-1c7065d54005 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:43.151086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-750e5123-0a4a-4d5f-bef5-1c7065d54005 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/df0bdcaa-fb2a-49ba-a569-a27217db4357 HTTP/1.1" status: 404 len: 339 time: 0.0776937 Jul 19 03:26:43.154994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34742) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:43.167805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-506251149', 'description': 'd1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:43.179687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357d5e04-0820-4724-8351-a701bdbebf1f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:26:43.192271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] Sync routers for ids ['eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:26:43.209365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] Routers {'eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:43.211048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:43.212055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-756251f1-2a6c-4b15-adda-c0390e7854c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:43.217384 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-756251f1-2a6c-4b15-adda-c0390e7854c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 200 len: 853 time: 0.1881926 Jul 19 03:26:43.219024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:43.230682 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:43.237256 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-357d5e04-0820-4724-8351-a701bdbebf1f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:43.241820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-357d5e04-0820-4724-8351-a701bdbebf1f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "PUT /v2.0/routers/eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 HTTP/1.1" status: 200 len: 693 time: 1.7299287 Jul 19 03:26:43.261906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34746) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:43.305901 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-09eca66f-d784-4583-85d9-76474684e8b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b452f33-00db-4989-bdd6-db7ff37a9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680571 Jul 19 03:26:43.384728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:26:43.395135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] Set router eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:43.440468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34750) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:43.454629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:43.455122 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment 7b36854a-9b27-4f9a-ab88-017dc28e18b4 of type vlan for network 93904f8a-6464-4efe-a03f-1c682073eb9f Jul 19 03:26:43.458091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d72f5566-1f13-4fad-9f6c-6a9708f339a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:43.468151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1', 'name': 'tempest-RoutersTest-router-269576763', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:26:40Z', 'updated_at': '2021-07-19T03:26:42Z', 'revision_number': 2, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:43.504573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] Checking router: eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:26:43.516224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] Routers {'eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:43.516898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:43.526090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ddb13c2d-d095-43f8-a204-42116fbf596b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/routers/eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 HTTP/1.1" status: 200 len: 699 time: 0.2626657 Jul 19 03:26:43.529717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34752) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:43.588183 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fd6fc2ae-483e-4dee-80cc-58e9c0fd3c8f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 HTTP/1.1" status: 200 len: 205 time: 0.0540023 Jul 19 03:26:43.597632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae230f6-70f2-463f-abc3-a627740f4376 req-911c6e75-553c-4461-a4a8-ec0c5464b003 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:43.599391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ae230f6-70f2-463f-abc3-a627740f4376 req-911c6e75-553c-4461-a4a8-ec0c5464b003 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.2961791 Jul 19 03:26:43.603648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34754) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:43.618393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-fcc981bc-bd24-484d-b349-7c96c1f24689 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:43.620343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-fcc981bc-bd24-484d-b349-7c96c1f24689 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 812 time: 0.4576051 Jul 19 03:26:43.623651 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:43.634183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Request body: {'port': {'device_id': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'admin_state_up': True, 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:43.699474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-8cdb108a-0d8c-4594-a396-6002c12f8599 service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608019 Jul 19 03:26:43.810672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] Set router eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:43.845011 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a538e2fd-e50f-4f65-90b7-982a3f5135e7 req-4d5a6768-f0fb-47a9-b32c-dd4d48b54300 service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327214 Jul 19 03:26:43.850620 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.resource_extend [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:26:43.881770 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d306dc2c-3c20-47c7-8177-cecf1acf9ebf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:43.899354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1', 'name': 'tempest-RoutersTest-router-269576763', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:26:40Z', 'updated_at': '2021-07-19T03:26:42Z', 'revision_number': 2, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:43.934715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec3478e-16d4-49ab-8568-5d2e252aaa02 None None] The sync data for ids ['eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1'] in n-d-762330-18 is: [{'id': 'eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1', 'name': 'tempest-RoutersTest-router-269576763', 'tenant_id': '7f3a28524130409f9c4d7e730f13104d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:26:40Z', 'updated_at': '2021-07-19T03:26:42Z', 'revision_number': 2, 'project_id': '7f3a28524130409f9c4d7e730f13104d', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:26:43.940981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ae230f6-70f2-463f-abc3-a627740f4376 req-4bc061a7-d8c9-4659-bb5b-37b69d31210f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200674 Jul 19 03:26:43.973746 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:43.980064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:43.980208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:44.187491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 210c07c6-6ac5-4ab8-9a53-58a816d47386 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:44.195987 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b58ffd6c-b529-445d-ae07-458ce86bb6fe req-92ab8951-e605-47d4-b562-05aea9836f1d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 210 time: 0.0524237 Jul 19 03:26:44.225823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 210c07c6-6ac5-4ab8-9a53-58a816d47386 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:44.226188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 210c07c6-6ac5-4ab8-9a53-58a816d47386 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:44.237030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=93904f8a-6464-4efe-a03f-1c682073eb9f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:44.257963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 93904f8a-6464-4efe-a03f-1c682073eb9f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:44.399181 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d72f5566-1f13-4fad-9f6c-6a9708f339a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:44.430689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Made reservation on behalf of 2c3411c429fd44e8b8e4edf37d98ebcb for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:44.435729 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:44.478434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d72f5566-1f13-4fad-9f6c-6a9708f339a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:44.524615 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8c0179ab-9a29-4999-a0ab-6c83651a90d5 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3657105 Jul 19 03:26:44.527155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34774) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:44.541367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d306dc2c-3c20-47c7-8177-cecf1acf9ebf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:44.556476 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d306dc2c-3c20-47c7-8177-cecf1acf9ebf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:44.715454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5db59f-2187-44bf-935e-006fa082aade tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:44.717056 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3b5db59f-2187-44bf-935e-006fa082aade tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/networks?id=93904f8a-6464-4efe-a03f-1c682073eb9f HTTP/1.1" status: 200 len: 760 time: 0.1887209 Jul 19 03:26:44.720279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34782) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:44.741340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c3c8e94b-61aa-49f8-adde-af84c76789db tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'description': 'd2'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:44.795617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Allocated IP 172.20.0.6 (dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be/8923274a-b15c-436a-854a-07f1da3779f3/76045107-2c3b-4304-ae04-9bdaef128d99) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:26:45.058961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:45.082944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Transition to ACTIVE for port object 76045107-2c3b-4304-ae04-9bdaef128d99 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:45.095395 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-91eec1fa-9098-42c1-a751-e12b53818376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:45.297395 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3c8e94b-61aa-49f8-adde-af84c76789db tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:45.409107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3c8e94b-61aa-49f8-adde-af84c76789db tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:45.415443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d72f5566-1f13-4fad-9f6c-6a9708f339a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6555b4e28401424cacbc309ef1bb42f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9714582 Jul 19 03:26:45.415980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34788) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:45.433456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3c8e94b-61aa-49f8-adde-af84c76789db tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network 93904f8a-6464-4efe-a03f-1c682073eb9f is not hosted by any dhcp agent {{(pid=94345) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 03:26:45.445511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c6741-08f0-4d3c-ab3d-befefa16d6f5 req-7b56579e-c838-4d5a-8aff-03c7089bf410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:45.449709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8e94b-61aa-49f8-adde-af84c76789db tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:45.450413 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3c8e94b-61aa-49f8-adde-af84c76789db tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:45.451759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c3c8e94b-61aa-49f8-adde-af84c76789db tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "PUT /v2.0/networks/93904f8a-6464-4efe-a03f-1c682073eb9f HTTP/1.1" status: 200 len: 757 time: 0.7308519 Jul 19 03:26:45.456536 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-623c6741-08f0-4d3c-ab3d-befefa16d6f5 req-7b56579e-c838-4d5a-8aff-03c7089bf410 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 1096 time: 1.5135493 Jul 19 03:26:45.457246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f5566-1f13-4fad-9f6c-6a9708f339a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4992b17-3e84-48c9-ba31-bdbf2271ad2b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:45.469212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34792) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:45.495013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34794) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:45.600396 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:45.601979 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d306dc2c-3c20-47c7-8177-cecf1acf9ebf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:45.602537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d306dc2c-3c20-47c7-8177-cecf1acf9ebf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Fanout notify agent at l3_agent the message router_deleted on router eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:26:45.636574 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d306dc2c-3c20-47c7-8177-cecf1acf9ebf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:45.642281 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d306dc2c-3c20-47c7-8177-cecf1acf9ebf tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 HTTP/1.1" status: 204 len: 168 time: 2.0243151 Jul 19 03:26:45.644346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34798) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:45.701799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbcd00-9cd2-4354-b8f7-cfd98b0f39ce req-6de225bd-1620-424f-99c6-c1a949736233 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:45.701799 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c1cbcd00-9cd2-4354-b8f7-cfd98b0f39ce req-6de225bd-1620-424f-99c6-c1a949736233 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.3759639 Jul 19 03:26:45.701799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8e94b-61aa-49f8-adde-af84c76789db tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=93904f8a-6464-4efe-a03f-1c682073eb9f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:45.716070 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:45.727558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['3a8d49f0-1c55-4938-9ac4-bd132148645d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:45.735999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 93904f8a-6464-4efe-a03f-1c682073eb9f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:45.743515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['98c85dec-1e43-476d-a73a-57653fe61447'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:45.875498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:26:45.877461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:45.907152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:26:45.936155 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-99574aec-dcec-4295-88b6-603255df77be tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 HTTP/1.1" status: 200 len: 205 time: 0.2699172 Jul 19 03:26:45.954451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34802) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:45.980181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218418-71af-40bc-9584-1ab4a349e655 req-db84cae0-adf7-4031-a34a-71c47f891137 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:45.995292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218418-71af-40bc-9584-1ab4a349e655 req-db84cae0-adf7-4031-a34a-71c47f891137 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.008204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218418-71af-40bc-9584-1ab4a349e655 req-db84cae0-adf7-4031-a34a-71c47f891137 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.026362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218418-71af-40bc-9584-1ab4a349e655 req-db84cae0-adf7-4031-a34a-71c47f891137 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.037030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218418-71af-40bc-9584-1ab4a349e655 req-db84cae0-adf7-4031-a34a-71c47f891137 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.039508 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-dc8cfd40-3116-4d24-8916-ed6802b571a3 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] delete failed (client error): The resource could not be found. Jul 19 03:26:46.040653 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dc8cfd40-3116-4d24-8916-ed6802b571a3 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/eb4739ae-b7a7-4aa3-9e91-8e8b376ddaf1 HTTP/1.1" status: 404 len: 336 time: 0.0612559 Jul 19 03:26:46.051276 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34804) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:46.058115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218418-71af-40bc-9584-1ab4a349e655 req-db84cae0-adf7-4031-a34a-71c47f891137 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.078568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218418-71af-40bc-9584-1ab4a349e655 req-db84cae0-adf7-4031-a34a-71c47f891137 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.080537 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6218418-71af-40bc-9584-1ab4a349e655 req-db84cae0-adf7-4031-a34a-71c47f891137 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5441 time: 1.6799977 Jul 19 03:26:46.100739 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ebca90-2ac8-489c-bfa4-d929fab366c5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:46.102311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ebca90-2ac8-489c-bfa4-d929fab366c5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:46.107890 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b3ebca90-2ac8-489c-bfa4-d929fab366c5 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/3aba0dd1-8807-480c-aa7d-01c2369d22f2 HTTP/1.1" status: 404 len: 337 time: 0.0414364 Jul 19 03:26:46.107890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event updated for resources: {'Port': ['ID=76045107-2c3b-4304-ae04-9bdaef128d99,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:46.113695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34806) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:46.117684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c1cbcd00-9cd2-4354-b8f7-cfd98b0f39ce req-c2237c6d-6a78-4a49-998a-3ebd3f744ab5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935063 Jul 19 03:26:46.161593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae94bb-a726-448f-9059-d6b395605c28 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.172862 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-caae94bb-a726-448f-9059-d6b395605c28 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/networks?id=93904f8a-6464-4efe-a03f-1c682073eb9f HTTP/1.1" status: 200 len: 760 time: 0.6983066 Jul 19 03:26:46.205446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34808) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:46.271983 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b98f660-36f0-4bfb-b17e-b5e7e8ad89a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:46.303998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.304714 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:46.318339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2065716014'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:46.323055 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8e97e6-3860-4122-8214-bb904e2414ec tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:46.323509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8e97e6-3860-4122-8214-bb904e2414ec tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:46.328084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6e8e97e6-3860-4122-8214-bb904e2414ec tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/92d708cd-3d27-493e-af46-68c1875b7f58 HTTP/1.1" status: 404 len: 337 time: 0.2061629 Jul 19 03:26:46.328301 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b98f660-36f0-4bfb-b17e-b5e7e8ad89a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:46.420532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34810) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:46.443853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f4763166-0855-46fb-aa29-751d605d67a9 None None] Provisioning for port 76045107-2c3b-4304-ae04-9bdaef128d99 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:46.452772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f4763166-0855-46fb-aa29-751d605d67a9 None None] Provisioning complete for port 76045107-2c3b-4304-ae04-9bdaef128d99 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:46.453384 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4763166-0855-46fb-aa29-751d605d67a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:46.469054 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dd7f63-88e3-437b-a966-81113dd33bbe tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:46.469518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83dd7f63-88e3-437b-a966-81113dd33bbe tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:46.473641 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-83dd7f63-88e3-437b-a966-81113dd33bbe tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/d46c1edc-16b7-4351-a946-d003a1cf287f HTTP/1.1" status: 404 len: 337 time: 0.0484965 Jul 19 03:26:46.478120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34812) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:46.496299 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:46.499101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f4763166-0855-46fb-aa29-751d605d67a9 None None] Port 76045107-2c3b-4304-ae04-9bdaef128d99 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:26:46.519717 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93f2c97-89b7-42fb-90d9-a646adba61cc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:46.520177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93f2c97-89b7-42fb-90d9-a646adba61cc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:46.524759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f93f2c97-89b7-42fb-90d9-a646adba61cc tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/b6a11e4d-455d-4a64-b891-c8a32fb17e6a HTTP/1.1" status: 404 len: 337 time: 0.0410202 Jul 19 03:26:46.528051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34814) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:46.548114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c6741-08f0-4d3c-ab3d-befefa16d6f5 req-06093bce-caae-426e-b16a-9fb378020ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.552691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-623c6741-08f0-4d3c-ab3d-befefa16d6f5 req-06093bce-caae-426e-b16a-9fb378020ce5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 913 time: 0.1442139 Jul 19 03:26:46.557099 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b98f660-36f0-4bfb-b17e-b5e7e8ad89a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:46.560755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b98f660-36f0-4bfb-b17e-b5e7e8ad89a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:46.563013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3b98f660-36f0-4bfb-b17e-b5e7e8ad89a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4992b17-3e84-48c9-ba31-bdbf2271ad2b HTTP/1.1" status: 204 len: 168 time: 1.1360464 Jul 19 03:26:46.568394 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6218418-71af-40bc-9584-1ab4a349e655 req-75ca3b58-1e09-44cb-9248-d2f1d2aefe41 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4694412 Jul 19 03:26:46.587180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98f660-36f0-4bfb-b17e-b5e7e8ad89a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4992b17-3e84-48c9-ba31-bdbf2271ad2b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:46.587471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e9790342-57f3-4f6e-af9b-4a6283d6de2f tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eda9408-ddc4-47e4-87d7-e047f4ca303a HTTP/1.1" status: 200 len: 205 time: 0.0549936 Jul 19 03:26:46.593486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34818) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:46.681793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:46.685405 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:46.703291 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-623c6741-08f0-4d3c-ab3d-befefa16d6f5 req-baa1e3a3-a8ff-4c4f-ae75-87da7e337f17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 200 len: 217 time: 0.1060071 Jul 19 03:26:46.704528 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-4d5f2446-2dc5-49b6-945f-ae1e57396fb0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] delete failed (client error): The resource could not be found. Jul 19 03:26:46.708214 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4d5f2446-2dc5-49b6-945f-ae1e57396fb0 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/0eda9408-ddc4-47e4-87d7-e047f4ca303a HTTP/1.1" status: 404 len: 336 time: 0.1055417 Jul 19 03:26:46.708798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34822) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:46.727603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:26:46.738530 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:46.739316 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment f2c2d095-6369-443a-a3ce-91c975b19d84 of type vlan for network 6dc9b05d-1594-424f-a612-e8c59872823e Jul 19 03:26:46.791484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:46.792222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-be0d96be-8b14-4f97-b0af-d801b37cae1d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=92ccf059-063e-454e-8fa8-93f4b26437d2 HTTP/1.1" status: 200 len: 205 time: 0.0821393 Jul 19 03:26:46.800685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-cb20c47c-a249-44fe-8cda-c875999d5a82 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1715951 Jul 19 03:26:46.801458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34824) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:46.841830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Request body: {'port': {'device_id': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:46.913942 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-ab00e72f-8218-426f-bc17-5207efd6e195 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] delete failed (client error): The resource could not be found. Jul 19 03:26:46.915290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ab00e72f-8218-426f-bc17-5207efd6e195 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/92ccf059-063e-454e-8fa8-93f4b26437d2 HTTP/1.1" status: 404 len: 336 time: 0.1093221 Jul 19 03:26:46.925890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34828) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:46.949861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2a776-ed89-4514-b0fc-78773aa05771 req-89d9c20c-7a76-411a-abb3-7e06268df5b8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.951453 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ee2a776-ed89-4514-b0fc-78773aa05771 req-89d9c20c-7a76-411a-abb3-7e06268df5b8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 931 time: 0.4263184 Jul 19 03:26:46.957314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c6741-08f0-4d3c-ab3d-befefa16d6f5 req-c22a8991-8276-479b-b7b6-9096c0ee6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:46.958745 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-623c6741-08f0-4d3c-ab3d-befefa16d6f5 req-c22a8991-8276-479b-b7b6-9096c0ee6545 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 200 len: 853 time: 0.1655152 Jul 19 03:26:46.981039 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-3675ffa6-8356-4a43-86e4-8f439af2fc4b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:46.981706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3675ffa6-8356-4a43-86e4-8f439af2fc4b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:46.987539 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3675ffa6-8356-4a43-86e4-8f439af2fc4b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/db46d0ea-6c59-4813-b48f-6c342c305c87 HTTP/1.1" status: 404 len: 337 time: 0.0598769 Jul 19 03:26:46.989006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34830) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.027391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-743b6dc6-bec8-4c87-bc9a-07df71d947f4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fc4d495-4323-45d4-859e-b88851976ace HTTP/1.1" status: 200 len: 205 time: 0.0369737 Jul 19 03:26:47.028440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34832) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.038172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:47.043995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:47.044671 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:47.081412 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-1b599b5d-9205-4c66-b9fb-7768ed335f26 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] delete failed (client error): The resource could not be found. Jul 19 03:26:47.086770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1b599b5d-9205-4c66-b9fb-7768ed335f26 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/1fc4d495-4323-45d4-859e-b88851976ace HTTP/1.1" status: 404 len: 336 time: 0.0572267 Jul 19 03:26:47.087457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34836) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.133564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0f093104-da02-4054-ad07-d34b55c2ca3a tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d3adc22-9bf6-48cb-ac00-43925746e4f2 HTTP/1.1" status: 200 len: 205 time: 0.0449600 Jul 19 03:26:47.135895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34840) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.184929 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8770597 Jul 19 03:26:47.185986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34844) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.192110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:47.196695 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-4f022d88-6b31-43ef-9fe3-2acae9d9fce4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] delete failed (client error): The resource could not be found. Jul 19 03:26:47.200351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4f022d88-6b31-43ef-9fe3-2acae9d9fce4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/6d3adc22-9bf6-48cb-ac00-43925746e4f2 HTTP/1.1" status: 404 len: 336 time: 0.0606675 Jul 19 03:26:47.200744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34846) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.235281 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': '6dc9b05d-1594-424f-a612-e8c59872823e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:47.266546 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d791e8-44aa-4d3a-94ae-39571132379b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:47.267487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d791e8-44aa-4d3a-94ae-39571132379b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:47.274158 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d3d791e8-44aa-4d3a-94ae-39571132379b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/db16ce97-0f43-4267-b271-487b221b0699 HTTP/1.1" status: 404 len: 337 time: 0.0717630 Jul 19 03:26:47.275177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34850) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.330973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-623c6741-08f0-4d3c-ab3d-befefa16d6f5 req-2ce5e284-58a3-4f59-9986-9b05394a02fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b452f33-00db-4989-bdd6-db7ff37a9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540261 Jul 19 03:26:47.367463 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-321a4e06-87e6-4ae6-adcb-21caaf15ea76 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0 HTTP/1.1" status: 200 len: 205 time: 0.0492764 Jul 19 03:26:47.419909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34854) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.424179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ee2a776-ed89-4514-b0fc-78773aa05771 req-02d80970-4715-4d2a-a898-e190f33052f1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635711 Jul 19 03:26:47.440821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bbee0-4b3a-4b8e-b840-e8cdf689b700 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=6dc9b05d-1594-424f-a612-e8c59872823e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:47.457240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 6dc9b05d-1594-424f-a612-e8c59872823e details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:47.581538 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-6869e423-39c1-4cdf-b586-70b860927508 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] delete failed (client error): The resource could not be found. Jul 19 03:26:47.585624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6869e423-39c1-4cdf-b586-70b860927508 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/e8c0cfef-26cd-41f6-86b8-92ff48f6dbf0 HTTP/1.1" status: 404 len: 336 time: 0.1618993 Jul 19 03:26:47.587414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34858) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.656686 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0252975-e617-4765-8af1-4a7331f4d35b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:47.657143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0252975-e617-4765-8af1-4a7331f4d35b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:47.664965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f0252975-e617-4765-8af1-4a7331f4d35b tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/5fbc8c32-6b39-42cb-8cf6-522d3acf26ff HTTP/1.1" status: 404 len: 337 time: 0.0741467 Jul 19 03:26:47.669874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34862) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.749266 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-623c6741-08f0-4d3c-ab3d-befefa16d6f5 req-2cf3309f-0f62-4acd-9caa-2251fc2b342a service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796554 Jul 19 03:26:47.753545 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d3760b8b-7728-4cf4-a1b1-542aee9f4cb4 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "GET /v2.0/ports?device_id=42e756de-ba2a-4d93-aebb-11e5ce242483 HTTP/1.1" status: 200 len: 205 time: 0.0693402 Jul 19 03:26:47.759061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34866) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.776992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4a49-fcc6-4626-a1cf-b22d8ecc18f2 req-4f28c3a5-6aa6-4e37-bceb-7a57cf035f32 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:47.788876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4a49-fcc6-4626-a1cf-b22d8ecc18f2 req-4f28c3a5-6aa6-4e37-bceb-7a57cf035f32 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:47.813272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4a49-fcc6-4626-a1cf-b22d8ecc18f2 req-4f28c3a5-6aa6-4e37-bceb-7a57cf035f32 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:47.821463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4a49-fcc6-4626-a1cf-b22d8ecc18f2 req-4f28c3a5-6aa6-4e37-bceb-7a57cf035f32 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:47.834194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4a49-fcc6-4626-a1cf-b22d8ecc18f2 req-4f28c3a5-6aa6-4e37-bceb-7a57cf035f32 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:47.857345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4a49-fcc6-4626-a1cf-b22d8ecc18f2 req-4f28c3a5-6aa6-4e37-bceb-7a57cf035f32 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:47.866049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4a49-fcc6-4626-a1cf-b22d8ecc18f2 req-4f28c3a5-6aa6-4e37-bceb-7a57cf035f32 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:47.880312 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-883b4a49-fcc6-4626-a1cf-b22d8ecc18f2 req-4f28c3a5-6aa6-4e37-bceb-7a57cf035f32 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5441 time: 0.5127947 Jul 19 03:26:47.893004 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:47.899713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34870) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:47.932641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-8bd73f3b-d70d-4572-bd7c-1eacf2be5c13 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Request body: {'floatingip': {'port_id': 'e68aabfc-7227-4da1-bac1-88f5312be4ed'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:48.058117 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-f98ef3a3-741c-495a-98a5-a74934579c31 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] delete failed (client error): The resource could not be found. Jul 19 03:26:48.059559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f98ef3a3-741c-495a-98a5-a74934579c31 tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/routers/42e756de-ba2a-4d93-aebb-11e5ce242483 HTTP/1.1" status: 404 len: 336 time: 0.1608279 Jul 19 03:26:48.069714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34876) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:48.121148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bd73f3b-d70d-4572-bd7c-1eacf2be5c13 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:48.128055 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-2543edf8-2972-4c5b-97e0-e9fbb42bf8ce tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:48.128825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2543edf8-2972-4c5b-97e0-e9fbb42bf8ce tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:48.130932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2543edf8-2972-4c5b-97e0-e9fbb42bf8ce tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/da0bd45e-d169-48c1-ae12-1d26a4c8547d HTTP/1.1" status: 404 len: 337 time: 0.0582206 Jul 19 03:26:48.166879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:48.170363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34878) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:48.171777 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:48.497325 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-84006db7-816c-4f72-b9ca-0042d0aef62d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:48.497871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84006db7-816c-4f72-b9ca-0042d0aef62d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:48.504890 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-84006db7-816c-4f72-b9ca-0042d0aef62d tempest-RoutersTest-656029502 tempest-RoutersTest-656029502-project] 10.222.0.20 "DELETE /v2.0/subnets/f499e06f-0f39-4eef-bf23-5a30d34a3178 HTTP/1.1" status: 404 len: 337 time: 0.3285012 Jul 19 03:26:48.617972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-623c6741-08f0-4d3c-ab3d-befefa16d6f5 req-a8d8e43c-7da9-45a0-a640-1dc0661972be service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7162704 Jul 19 03:26:48.740374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d22f79-5a06-4c37-ac1a-a7304993ec1e req-83baeb0e-6013-4a88-b095-abcc5327c597 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:48.752843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21d22f79-5a06-4c37-ac1a-a7304993ec1e req-83baeb0e-6013-4a88-b095-abcc5327c597 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.9884956 Jul 19 03:26:48.804626 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21d22f79-5a06-4c37-ac1a-a7304993ec1e req-2e8866ed-ad96-4a4e-a8b8-6f8b4855cff5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506577 Jul 19 03:26:48.813890 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:48.953461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34898) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:49.109520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76045107-2c3b-4304-ae04-9bdaef128d99 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:49.118231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:49.133969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Transition to ACTIVE for port object 76045107-2c3b-4304-ae04-9bdaef128d99 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:49.151946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:49.300128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1ed532ef-c3e4-4b1e-93e3-11a1a0f10029 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f3a28524130409f9c4d7e730f13104d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427744 Jul 19 03:26:49.300392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34906) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:49.395575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Pushing event updated for resources: {'Port': ['ID=76045107-2c3b-4304-ae04-9bdaef128d99,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:49.447570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bd73f3b-d70d-4572-bd7c-1eacf2be5c13 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:49.467417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98d6813d-a25a-417d-a5fd-d997d63c01f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:49.470100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bd73f3b-d70d-4572-bd7c-1eacf2be5c13 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:49.553176 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98d6813d-a25a-417d-a5fd-d997d63c01f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:49.634693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ac8aa-bf02-47e1-aa5d-b10d9a37bdf4 req-a912733d-8142-45ac-8b69-7f5f2f92118b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:49.636416 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a55ac8aa-bf02-47e1-aa5d-b10d9a37bdf4 req-a912733d-8142-45ac-8b69-7f5f2f92118b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 943 time: 0.5852463 Jul 19 03:26:49.664830 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-8bd73f3b-d70d-4572-bd7c-1eacf2be5c13 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Floating IP db09a8cf-ed7e-4fc9-8e95-32f821608800 associated. External IP: 172.25.2.176, port: e68aabfc-7227-4da1-bac1-88f5312be4ed. Jul 19 03:26:49.693078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:49.751190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=ed5b9fe7-7ed3-46d4-ac03-8654b8bf8fe6,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:49.757993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Attempting to bind port 76045107-2c3b-4304-ae04-9bdaef128d99 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:26:49.758357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Attempting to bind port 76045107-2c3b-4304-ae04-9bdaef128d99 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:26:49.758682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Attempting to bind port 76045107-2c3b-4304-ae04-9bdaef128d99 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:49.769129 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a55ac8aa-bf02-47e1-aa5d-b10d9a37bdf4 req-7c4510fc-4ec8-47d9-81a4-1e545bccd213 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190546 Jul 19 03:26:49.780909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Port 76045107-2c3b-4304-ae04-9bdaef128d99 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:26:49.781413 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Attempting to bind port 76045107-2c3b-4304-ae04-9bdaef128d99 on network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:49.807885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:26:49.808333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Checking segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:49.808652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Bound using segment: {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:26:49.809059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Bound port: 76045107-2c3b-4304-ae04-9bdaef128d99, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73b49e-607f-44b0-98c3-66015d4cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:26:49.809647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:49.828848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': 'f2c2d095-6369-443a-a3ce-91c975b19d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc9b05d-1594-424f-a612-e8c59872823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:49.829319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: 6dc9b05d-1594-424f-a612-e8c59872823e, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:26:49.903550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98d6813d-a25a-417d-a5fd-d997d63c01f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:49.909908 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98d6813d-a25a-417d-a5fd-d997d63c01f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:49.928733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-98d6813d-a25a-417d-a5fd-d997d63c01f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3212a43-aa64-45f2-97a0-ad9fda61dd2d HTTP/1.1" status: 204 len: 168 time: 0.6199512 Jul 19 03:26:49.990143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6813d-a25a-417d-a5fd-d997d63c01f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3212a43-aa64-45f2-97a0-ad9fda61dd2d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:50.036607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network 6dc9b05d-1594-424f-a612-e8c59872823e is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:26:50.100194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] For port 76045107-2c3b-4304-ae04-9bdaef128d99, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:26:50.118216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 6dc9b05d-1594-424f-a612-e8c59872823e) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:50.128809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc2efe2-17aa-44ea-95c4-0f298dc4842a None None] Network 6dc9b05d-1594-424f-a612-e8c59872823e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:50.197501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd73f3b-d70d-4572-bd7c-1eacf2be5c13 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:26:50.218928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] For port 76045107-2c3b-4304-ae04-9bdaef128d99, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=76045107-2c3b-4304-ae04-9bdaef128d99,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:26:50.226509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:50.227118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:50.251747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:50.309944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:50.310758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:50.312855 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] 10.222.0.25 "PUT /v2.0/ports/76045107-2c3b-4304-ae04-9bdaef128d99 HTTP/1.1" status: 200 len: 1092 time: 3.4844437 Jul 19 03:26:50.325373 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ab4806b2-37b1-473a-bc4d-2ea3ef4d56e9 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1198866 Jul 19 03:26:50.337159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34928) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:50.337673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'tag': '76045107-2c3b-4304-ae04-9bdaef128d99'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:50.398623 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206e9d32-ef11-4172-a036-a980de442b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "56175b9a-7d0b-4f2c-a05d-ce21f672c2d4", "tag": "76045107-2c3b-4304-ae04-9bdaef128d99"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:50.587898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-6dc9b05d-1594-424f-a612-e8c59872823e', 'network_id': '6dc9b05d-1594-424f-a612-e8c59872823e', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': 'ed5b9fe7-7ed3-46d4-ac03-8654b8bf8fe6'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:26:50.589170 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:50.594118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd73f3b-d70d-4572-bd7c-1eacf2be5c13 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:26:50.611412 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bd73f3b-d70d-4572-bd7c-1eacf2be5c13 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:50.613904 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] Sync routers for ids ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:26:50.629292 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] Routers {'84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:50.630356 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:50.705062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8bd73f3b-d70d-4572-bd7c-1eacf2be5c13 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "PUT /v2.0/floatingips/db09a8cf-ed7e-4fc9-8e95-32f821608800 HTTP/1.1" status: 200 len: 991 time: 2.7914584 Jul 19 03:26:50.708457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'e68aabfc-7227-4da1-bac1-88f5312be4ed'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:50.715231 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8309ddc4-63c3-4a76-a828-56799babe4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "e68aabfc-7227-4da1-bac1-88f5312be4ed"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:50.784149 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:50.858113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] Deleting port 0186ef23-fe74-42dd-9a74-d01198e19045 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:50.858517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:50.979602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] For port 0186ef23-fe74-42dd-9a74-d01198e19045, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0186ef23-fe74-42dd-9a74-d01198e19045,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:50.980157 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:51.000473 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] Set router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:51.025581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] Calling delete_port for 0186ef23-fe74-42dd-9a74-d01198e19045 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:51.083924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Allocated IP 172.20.0.2 (6dc9b05d-1594-424f-a612-e8c59872823e/ed5b9fe7-7ed3-46d4-ac03-8654b8bf8fe6/1da5d1ff-79ee-4df9-9e44-3a070b86a570) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:26:51.174058 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9cb776-b897-4c34-af5d-e3e4756f8d97 x-openstack-request-id: req-dc9cb776-b897-4c34-af5d-e3e4756f8d97 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:51.174661 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "tag": "e68aabfc-7227-4da1-bac1-88f5312be4ed", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:51.175186 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc9cb776-b897-4c34-af5d-e3e4756f8d97 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:51.175836 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'tag': 'e68aabfc-7227-4da1-bac1-88f5312be4ed', 'status': 'completed', 'code': 200} Jul 19 03:26:51.354069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:51.425209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-a2666bc8-a345-4173-9162-85cc8cdca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:51.425716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-a2666bc8-a345-4173-9162-85cc8cdca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:51.432440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-a2666bc8-a345-4173-9162-85cc8cdca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:51.433004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-a2666bc8-a345-4173-9162-85cc8cdca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:51.433522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-a2666bc8-a345-4173-9162-85cc8cdca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:51.434034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-a2666bc8-a345-4173-9162-85cc8cdca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:51.442656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-a2666bc8-a345-4173-9162-85cc8cdca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:51.458697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-a2666bc8-a345-4173-9162-85cc8cdca338 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6505 time: 0.2523522 Jul 19 03:26:51.475748 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:17Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'db09a8cf-ed7e-4fc9-8e95-32f821608800', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'port_id': 'e68aabfc-7227-4da1-bac1-88f5312be4ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'mac_address': 'fa:16:3e:86:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:25:08Z', 'updated_at': '2021-07-19T03:26:49Z', 'revision_number': 1, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e11411-cbd2-43dc-ae10-b000474bca0d', 'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'mac_address': 'fa:16:3e:35:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:16Z', 'updated_at': '2021-07-19T03:24:22Z', 'revision_number': 5, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'subnets': [{'id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:51.503848 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f585c2-c8d3-4010-8383-11aca8714f91 x-openstack-request-id: req-99f585c2-c8d3-4010-8383-11aca8714f91 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:51.504146 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56175b9a-7d0b-4f2c-a05d-ce21f672c2d4", "tag": "76045107-2c3b-4304-ae04-9bdaef128d99", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:51.504398 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99f585c2-c8d3-4010-8383-11aca8714f91 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:51.504798 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'tag': '76045107-2c3b-4304-ae04-9bdaef128d99', 'status': 'completed', 'code': 200} Jul 19 03:26:51.507818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-01666c30-1813-40de-8162-e8fca8f181b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:51.509352 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-01666c30-1813-40de-8162-e8fca8f181b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 1095 time: 0.8246880 Jul 19 03:26:51.529168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4ee54-2069-4fa7-bfca-2e85c56bebd2 service neutron] Pushing event updated for resources: {'Port': ['ID=76045107-2c3b-4304-ae04-9bdaef128d99,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:51.609275 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] Checking router: 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:26:51.640468 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] Routers {'84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:51.641240 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:51.664727 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:51.684771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dd444-e6fe-44a6-bf49-0ad63b1e9d31 req-acd421e7-1565-4592-b6cc-c252410d2c65 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:51.689018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Transition to ACTIVE for port object 1da5d1ff-79ee-4df9-9e44-3a070b86a570 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:51.692771 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dd5dd444-e6fe-44a6-bf49-0ad63b1e9d31 req-acd421e7-1565-4592-b6cc-c252410d2c65 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 1.6313708 Jul 19 03:26:51.742838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Transition to ACTIVE for port object 1da5d1ff-79ee-4df9-9e44-3a070b86a570 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:26:51.755837 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-ce64a36d-c3c6-42d8-b7c5-4e0dddff43c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76045107-2c3b-4304-ae04-9bdaef128d99 HTTP/1.1" status: 200 len: 217 time: 0.2161338 Jul 19 03:26:51.758083 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:51.863688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-7109953e-290c-4029-ad4e-1c99f9f2289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:51.866226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-7109953e-290c-4029-ad4e-1c99f9f2289c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.0631242 Jul 19 03:26:51.869059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Pushing event updated for resources: {'Port': ['ID=1da5d1ff-79ee-4df9-9e44-3a070b86a570,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:51.916679 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Network 6dc9b05d-1594-424f-a612-e8c59872823e is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:26:51.918241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:26:51.932395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:26:51.993646 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] Set router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:51.998586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-ee9c3368-5e0c-4811-aec1-49b0a64921d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:52.004110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-ee9c3368-5e0c-4811-aec1-49b0a64921d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a HTTP/1.1" status: 200 len: 915 time: 0.5392890 Jul 19 03:26:52.016686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34972) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:52.017838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.042804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378cf86-12a5-460f-a63b-a279367b2421 req-023893ee-a388-4a38-8e49-2f8e20e46a10 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:52.049079 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a378cf86-12a5-460f-a63b-a279367b2421 req-023893ee-a388-4a38-8e49-2f8e20e46a10 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 943 time: 0.4962556 Jul 19 03:26:52.114460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Attempting to bind port 1da5d1ff-79ee-4df9-9e44-3a070b86a570 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:26:52.115776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Attempting to bind port 1da5d1ff-79ee-4df9-9e44-3a070b86a570 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f2c2d095-6369-443a-a3ce-91c975b19d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc9b05d-1594-424f-a612-e8c59872823e'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:26:52.116162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Attempting to bind port 1da5d1ff-79ee-4df9-9e44-3a070b86a570 on network 6dc9b05d-1594-424f-a612-e8c59872823e {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:26:52.120138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dd5dd444-e6fe-44a6-bf49-0ad63b1e9d31 req-c66a6078-3ac6-44d7-a92c-61d85e94d602 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664014 Jul 19 03:26:52.122747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5b9fe7-7ed3-46d4-ac03-8654b8bf8fe6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:52.152094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:26:52.166472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Checking segment: {'id': 'f2c2d095-6369-443a-a3ce-91c975b19d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc9b05d-1594-424f-a612-e8c59872823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:26:52.167709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.169132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Bound using segment: {'id': 'f2c2d095-6369-443a-a3ce-91c975b19d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc9b05d-1594-424f-a612-e8c59872823e'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:26:52.170583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Bound port: 1da5d1ff-79ee-4df9-9e44-3a070b86a570, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c2d095-6369-443a-a3ce-91c975b19d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc9b05d-1594-424f-a612-e8c59872823e'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:26:52.171962 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.310694 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a378cf86-12a5-460f-a63b-a279367b2421 req-9669e856-0e30-4f83-ba9b-f6a51d01dc1e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408490 Jul 19 03:26:52.382972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] For port 1da5d1ff-79ee-4df9-9e44-3a070b86a570, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:26:52.386259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] For port 1da5d1ff-79ee-4df9-9e44-3a070b86a570, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1da5d1ff-79ee-4df9-9e44-3a070b86a570,segment=NetworkSegment(f2c2d095-6369-443a-a3ce-91c975b19d84),segment_id=f2c2d095-6369-443a-a3ce-91c975b19d84)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:26:52.394845 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.434116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-34c897c4-8658-42bc-a23c-a421a54e8c2d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed HTTP/1.1" status: 200 len: 999 time: 0.4197364 Jul 19 03:26:52.482949 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.523164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc9b05d-1594-424f-a612-e8c59872823e']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:52.565506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c2d095-6369-443a-a3ce-91c975b19d84') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:52.565936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c2d095-6369-443a-a3ce-91c975b19d84') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:52.597704 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:17Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'db09a8cf-ed7e-4fc9-8e95-32f821608800', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'port_id': 'e68aabfc-7227-4da1-bac1-88f5312be4ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'mac_address': 'fa:16:3e:86:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:25:08Z', 'updated_at': '2021-07-19T03:26:49Z', 'revision_number': 1, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e11411-cbd2-43dc-ae10-b000474bca0d', 'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'mac_address': 'fa:16:3e:35:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:16Z', 'updated_at': '2021-07-19T03:24:22Z', 'revision_number': 5, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'subnets': [{'id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:52.618121 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.626809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-243430ae-c0be-4c4b-834f-ea503c20a24c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:52.637613 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-243430ae-c0be-4c4b-834f-ea503c20a24c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 19 03:26:52.638000 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29321a0-2efd-40cb-9244-a88999764daf None None] The sync data for ids ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'] in n-d-762330-18 is: [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:17Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'db09a8cf-ed7e-4fc9-8e95-32f821608800', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'port_id': 'e68aabfc-7227-4da1-bac1-88f5312be4ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'mac_address': 'fa:16:3e:86:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f068a78-d30e-42bc-8444-48f23c736660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:25:08Z', 'updated_at': '2021-07-19T03:26:49Z', 'revision_number': 1, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e11411-cbd2-43dc-ae10-b000474bca0d', 'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'mac_address': 'fa:16:3e:35:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:16Z', 'updated_at': '2021-07-19T03:24:22Z', 'revision_number': 5, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'subnets': [{'id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:26:52.643230 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-243430ae-c0be-4c4b-834f-ea503c20a24c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): There was a conflict when trying to complete your request. Jul 19 03:26:52.652175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-243430ae-c0be-4c4b-834f-ea503c20a24c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6342869 Jul 19 03:26:52.658411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-0fc75bb8-0b32-4c5f-915f-640d78e3fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:52.675270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.675537 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-0fc75bb8-0b32-4c5f-915f-640d78e3fae5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21634538-a8d7-4b17-9fa0-ea9312bc5b45 HTTP/1.1" status: 200 len: 854 time: 0.2334354 Jul 19 03:26:52.676353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34980) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:52.681257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'tempest-secgroup--130254012'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:52.714564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f06cd5-7779-4fb1-a7dd-bba83c6dd605 None None] Pushing event updated for resources: {'Port': ['ID=1da5d1ff-79ee-4df9-9e44-3a070b86a570,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:52.747446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-096c4e4e-0d39-4d54-9b9b-ae5407754b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:52.750465 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-096c4e4e-0d39-4d54-9b9b-ae5407754b37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8500545 Jul 19 03:26:52.755382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:52.756328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.768983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98483cc9-6db1-40dc-b5d2-58661aaff1b8 None None] Network 6dc9b05d-1594-424f-a612-e8c59872823e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:52.777053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.789865 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:52.816482 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:52.870109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:52.947903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-6199a20f-fc71-4c81-9161-ed6eba634a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:52.950351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-6199a20f-fc71-4c81-9161-ed6eba634a7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2645214 Jul 19 03:26:53.091729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d9ea2-f598-4b73-ac59-a999c5f9c030 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:26:53.272404 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-59bd6971-8027-4029-aa33-92435bb41bc1 service neutron] 10.222.0.25 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011646 Jul 19 03:26:53.322778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82162ad3-3c23-4212-903d-a62c2c55bf54 None None] New status for floating IP db09a8cf-ed7e-4fc9-8e95-32f821608800: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:26:53.404263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d9ea2-f598-4b73-ac59-a999c5f9c030 None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:26:53.507645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8309ddc4-63c3-4a76-a828-56799babe4a5 req-7325d4db-c204-465d-8318-75f2e2d1e2f5 service neutron] 10.222.0.25 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278540 Jul 19 03:26:53.632373 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-c76ab0fd-e5af-4914-8088-156a2b3c0fe4 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7991560 Jul 19 03:26:53.651740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] Pushing event deleted for resources: {'Port': ['ID=0186ef23-fe74-42dd-9a74-d01198e19045,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:53.700593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b79937-02c0-4b9b-8c43-3fc894a3b2c4 req-04e5c92a-92b7-4745-8273-bcc5fe7d6db3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:53.713508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-19b79937-02c0-4b9b-8c43-3fc894a3b2c4 req-04e5c92a-92b7-4745-8273-bcc5fe7d6db3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 943 time: 0.1738501 Jul 19 03:26:53.757382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:26:53.757382 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:26:53.757382 n-d-762330-18 neutron-server[94345]: [parameters: {'id': '6dc9b05d-1594-424f-a612-e8c59872823e'}] Jul 19 03:26:53.757382 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:26:53.758307 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:26:54.008431 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e42ba23-6957-46b6-89a4-9d2711779cce req-c9ecc4a2-c418-48c0-a0c2-6020c22aad6a service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603108 Jul 19 03:26:54.021232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1452e-ab9b-4c9c-bd66-a7900019a2bd req-b562b288-e5e8-49a5-873d-26a2f6760d70 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:54.033125 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3f1452e-ab9b-4c9c-bd66-a7900019a2bd req-b562b288-e5e8-49a5-873d-26a2f6760d70 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.5087471 Jul 19 03:26:54.231545 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d3f1452e-ab9b-4c9c-bd66-a7900019a2bd req-47d60ac5-ec91-4a7a-8e50-f38acde7ac9c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973510 Jul 19 03:26:54.247880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:54.273900 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:54.460216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e9d32-ef11-4172-a036-a980de442b9f req-c29fcd13-e144-4516-8190-7afc2ed132a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:54.462170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-206e9d32-ef11-4172-a036-a980de442b9f req-c29fcd13-e144-4516-8190-7afc2ed132a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 1095 time: 0.3862717 Jul 19 03:26:54.680520 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:54.688306 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:54.724531 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-19b79937-02c0-4b9b-8c43-3fc894a3b2c4 req-1dc3fb2c-1d95-4d07-850e-0582293dd19d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0097256 Jul 19 03:26:54.772258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ae2b7-3bfd-4eda-b26b-c7cafdf688b3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:54.834364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:54.839372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:54.948937 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:54.950791 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2736638 Jul 19 03:26:54.957113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35014) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:54.962798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d69a1d68-dc1d-470b-b6f9-04f60287edad tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': 'c5da1b05-5c73-4de4-b05c-dbff24e61b09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:54.978500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627b49d-1c5c-4889-ba2d-a1445b769951 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5da1b05-5c73-4de4-b05c-dbff24e61b09,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:55.018751 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69a1d68-dc1d-470b-b6f9-04f60287edad tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.034607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Deleting port 1da5d1ff-79ee-4df9-9e44-3a070b86a570 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:55.035670 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.114158 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69a1d68-dc1d-470b-b6f9-04f60287edad tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.123037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69a1d68-dc1d-470b-b6f9-04f60287edad tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.127714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e9d32-ef11-4172-a036-a980de442b9f req-e1605689-9411-488d-aee1-3e646eced23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:55.129277 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-206e9d32-ef11-4172-a036-a980de442b9f req-e1605689-9411-488d-aee1-3e646eced23c service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.6517186 Jul 19 03:26:55.220050 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a1d68-dc1d-470b-b6f9-04f60287edad tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4efa0a04-33da-41c4-939d-1cf43efdcfcf,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:55.229681 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69a1d68-dc1d-470b-b6f9-04f60287edad tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.230990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d69a1d68-dc1d-470b-b6f9-04f60287edad tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2727900 Jul 19 03:26:55.234139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35018) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:55.239146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-230a952d-0fbf-4b8b-b2dd-37e390e5ba4d tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': 'c5da1b05-5c73-4de4-b05c-dbff24e61b09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:55.274398 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-230a952d-0fbf-4b8b-b2dd-37e390e5ba4d tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.278370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 76045107-2c3b-4304-ae04-9bdaef128d99 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:26:55.365449 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-230a952d-0fbf-4b8b-b2dd-37e390e5ba4d tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): There was a conflict when trying to complete your request. Jul 19 03:26:55.369801 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-230a952d-0fbf-4b8b-b2dd-37e390e5ba4d tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1321394 Jul 19 03:26:55.370325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35024) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:55.411072 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-206e9d32-ef11-4172-a036-a980de442b9f req-2518c022-a461-4a93-af5b-ba29a7a3cf4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76045107-2c3b-4304-ae04-9bdaef128d99 HTTP/1.1" status: 200 len: 217 time: 0.2504098 Jul 19 03:26:55.466649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] For port 1da5d1ff-79ee-4df9-9e44-3a070b86a570, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1da5d1ff-79ee-4df9-9e44-3a070b86a570,segment=NetworkSegment(f2c2d095-6369-443a-a3ce-91c975b19d84),segment_id=f2c2d095-6369-443a-a3ce-91c975b19d84)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:55.469244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.552258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b010ebf7-e155-4fd2-9327-81942ab14666 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.567187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 76045107-2c3b-4304-ae04-9bdaef128d99, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=76045107-2c3b-4304-ae04-9bdaef128d99,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:55.583633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Calling delete_port for 1da5d1ff-79ee-4df9-9e44-3a070b86a570 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:55.593963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '76045107-2c3b-4304-ae04-9bdaef128d99', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'port_id': '76045107-2c3b-4304-ae04-9bdaef128d99', 'mac_address': 'fa:16:3e:ab:db:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:26:55.628207 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b010ebf7-e155-4fd2-9327-81942ab14666 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.653990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e9d32-ef11-4172-a036-a980de442b9f req-77d5f2f3-6828-458b-aea6-f62af1971046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:55.656622 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-206e9d32-ef11-4172-a036-a980de442b9f req-77d5f2f3-6828-458b-aea6-f62af1971046 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.2022834 Jul 19 03:26:55.699567 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.728412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76045107-2c3b-4304-ae04-9bdaef128d99 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:55.736645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b010ebf7-e155-4fd2-9327-81942ab14666 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.742819 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b010ebf7-e155-4fd2-9327-81942ab14666 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.748922 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b010ebf7-e155-4fd2-9327-81942ab14666 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "DELETE /v2.0/security-groups/c5da1b05-5c73-4de4-b05c-dbff24e61b09 HTTP/1.1" status: 204 len: 168 time: 0.3747573 Jul 19 03:26:55.759786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35032) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:55.776787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 76045107-2c3b-4304-ae04-9bdaef128d99, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=76045107-2c3b-4304-ae04-9bdaef128d99,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:55.783585 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:55.826359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010ebf7-e155-4fd2-9327-81942ab14666 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5da1b05-5c73-4de4-b05c-dbff24e61b09,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:55.877933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] Router 421b79e5-4814-4144-ba7a-6aa49630ffa8 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:26:55.896451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=76045107-2c3b-4304-ae04-9bdaef128d99,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:55.942848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bc08fb0b-92e6-4383-b499-34e7785d1077 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1758561 Jul 19 03:26:55.945591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35036) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:55.957521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2901f830-d475-46a4-bddf-c5a43a0e2ba7 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'tempest-secgroup--554390664'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:55.991748 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2901f830-d475-46a4-bddf-c5a43a0e2ba7 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.085971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['76045107-2c3b-4304-ae04-9bdaef128d99'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:56.105960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732b97-bfd1-43d0-bf7e-3dd753ad2b2c req-b30b73e3-9384-4c5b-bd3c-ea0b592a1909 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:56.107705 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9732b97-bfd1-43d0-bf7e-3dd753ad2b2c req-b30b73e3-9384-4c5b-bd3c-ea0b592a1909 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.6092725 Jul 19 03:26:56.167140 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2901f830-d475-46a4-bddf-c5a43a0e2ba7 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.174947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2901f830-d475-46a4-bddf-c5a43a0e2ba7 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.237037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9732b97-bfd1-43d0-bf7e-3dd753ad2b2c req-33bbaad0-a9f8-488c-b49d-f8ae41716b15 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047254 Jul 19 03:26:56.241916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901f830-d475-46a4-bddf-c5a43a0e2ba7 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c055ed4-5966-48a1-b235-e26028e86a26,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:56.243272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e9d32-ef11-4172-a036-a980de442b9f req-c1f94449-f8c7-406c-a2b4-49665bb8acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:56.244794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-206e9d32-ef11-4172-a036-a980de442b9f req-c1f94449-f8c7-406c-a2b4-49665bb8acc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4876485 Jul 19 03:26:56.286693 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2901f830-d475-46a4-bddf-c5a43a0e2ba7 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.291873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2901f830-d475-46a4-bddf-c5a43a0e2ba7 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3448029 Jul 19 03:26:56.292496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35038) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:56.297912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-dfb9da7f-7ee6-4956-9561-0abad91767c4 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '0c055ed4-5966-48a1-b235-e26028e86a26', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:56.298882 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-dfb9da7f-7ee6-4956-9561-0abad91767c4 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 19 03:26:56.299460 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-dfb9da7f-7ee6-4956-9561-0abad91767c4 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:26:56.303461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dfb9da7f-7ee6-4956-9561-0abad91767c4 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099223 Jul 19 03:26:56.304520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35040) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:56.398736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.404888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:26:56.417385 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] Sync routers for ids ['421b79e5-4814-4144-ba7a-6aa49630ffa8'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:26:56.424783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4fb2e29b-5d9e-49d5-8201-c34dd7a8080c admin admin] 10.222.0.20 "PUT /v2.0/routers/421b79e5-4814-4144-ba7a-6aa49630ffa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9132802 Jul 19 03:26:56.432000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35042) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:56.448854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Port': ['ID=1da5d1ff-79ee-4df9-9e44-3a070b86a570,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:56.449697 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] Routers {'421b79e5-4814-4144-ba7a-6aa49630ffa8'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:56.450713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No DVR routers for this DVR port 1da5d1ff-79ee-4df9-9e44-3a070b86a570 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:56.454395 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-206e9d32-ef11-4172-a036-a980de442b9f req-d75d0305-87a4-4941-856b-5cdc092bfa08 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004716 Jul 19 03:26:56.461127 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['421b79e5-4814-4144-ba7a-6aa49630ffa8'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:56.502087 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9dde3d5-0e17-4de9-a04e-ba99de2b13f2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.544609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c867ead-0884-46a5-9aaa-d39ec541cbcb req-564b7dfd-df1d-4771-a836-84822dca14e4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:56.547266 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c867ead-0884-46a5-9aaa-d39ec541cbcb req-564b7dfd-df1d-4771-a836-84822dca14e4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 944 time: 0.2256510 Jul 19 03:26:56.565539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.595725 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9dde3d5-0e17-4de9-a04e-ba99de2b13f2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.607912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc9b05d-1594-424f-a612-e8c59872823e']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:56.622858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c2d095-6369-443a-a3ce-91c975b19d84') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:56.623240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c2d095-6369-443a-a3ce-91c975b19d84') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:56.638202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.658189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-206e9d32-ef11-4172-a036-a980de442b9f req-5b41f39d-cb25-4816-a487-5331e1e2e82c service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755502 Jul 19 03:26:56.661583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.667935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:26:56.668267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:26:56.671377 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:26:56.675366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c867ead-0884-46a5-9aaa-d39ec541cbcb req-39974d3a-8e4a-4014-bd60-a33cefe3d993 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953050 Jul 19 03:26:56.683338 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.747099 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9dde3d5-0e17-4de9-a04e-ba99de2b13f2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.747873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] Set router 421b79e5-4814-4144-ba7a-6aa49630ffa8 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:56.750149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9dde3d5-0e17-4de9-a04e-ba99de2b13f2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.751331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d9dde3d5-0e17-4de9-a04e-ba99de2b13f2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "DELETE /v2.0/security-groups/0c055ed4-5966-48a1-b235-e26028e86a26 HTTP/1.1" status: 204 len: 168 time: 0.4456635 Jul 19 03:26:56.751813 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.757906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35044) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:56.782153 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.784325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/6dc9b05d-1594-424f-a612-e8c59872823e HTTP/1.1" status: 204 len: 168 time: 6.3643303 Jul 19 03:26:56.784827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dde3d5-0e17-4de9-a04e-ba99de2b13f2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c055ed4-5966-48a1-b235-e26028e86a26,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:56.788280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35050) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:56.807256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad7608-5ef5-4ec2-9517-79199b79c25d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=6dc9b05d-1594-424f-a612-e8c59872823e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:56.875656 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d2b9a8e4-8335-43af-b5b6-46bd5b41d8a2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0971608 Jul 19 03:26:56.875656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35052) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:56.880090 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bfc54c26-ce04-4f5f-9f24-b6f3b5af539e tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'tempest-secgroup--851222477'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:56.911804 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53dca51-6a09-4647-8874-5a6f62dbeded tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] GET failed (client error): The resource could not be found. Jul 19 03:26:56.913596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d53dca51-6a09-4647-8874-5a6f62dbeded tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/subnets/ed5b9fe7-7ed3-46d4-ac03-8654b8bf8fe6 HTTP/1.1" status: 404 len: 337 time: 0.1194208 Jul 19 03:26:56.917118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35054) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:56.949155 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.955019 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-8611bcf6-7031-4c90-b052-421fb60f073c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:26:56.955730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8611bcf6-7031-4c90-b052-421fb60f073c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:26:56.957651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8611bcf6-7031-4c90-b052-421fb60f073c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/6dc9b05d-1594-424f-a612-e8c59872823e HTTP/1.1" status: 404 len: 339 time: 0.0383608 Jul 19 03:26:56.961347 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfc54c26-ce04-4f5f-9f24-b6f3b5af539e tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:56.963863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35056) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:57.018167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Deleting port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:57.018759 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.023474 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:26:52Z', 'revision_number': 5, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port': {'id': '53164ec1-b52e-4eb4-a4f8-041a8ad918b7', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:58Z', 'updated_at': '2021-07-19T03:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:57.057992 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] Checking router: 421b79e5-4814-4144-ba7a-6aa49630ffa8 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:26:57.072002 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] Routers {'421b79e5-4814-4144-ba7a-6aa49630ffa8'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:26:57.073052 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:26:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['421b79e5-4814-4144-ba7a-6aa49630ffa8'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:57.127093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] For port 53164ec1-b52e-4eb4-a4f8-041a8ad918b7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=53164ec1-b52e-4eb4-a4f8-041a8ad918b7,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:57.127570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.142317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Calling delete_port for 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:57.198192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a192c5-9703-44a4-ae70-18f59fcc0bc6 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:57.199695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-82a192c5-9703-44a4-ae70-18f59fcc0bc6 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2349966 Jul 19 03:26:57.203054 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35060) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:57.237580 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] Set router 421b79e5-4814-4144-ba7a-6aa49630ffa8 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:26:57.261565 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfc54c26-ce04-4f5f-9f24-b6f3b5af539e tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.280896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 76045107-2c3b-4304-ae04-9bdaef128d99 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:26:57.325817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35064) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:57.327908 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-75c60930-e106-4ac7-b625-a4e9b0b5050a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 207 time: 0.1236985 Jul 19 03:26:57.329830 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfc54c26-ce04-4f5f-9f24-b6f3b5af539e tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.359202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 76045107-2c3b-4304-ae04-9bdaef128d99 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:26:57.364285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 76045107-2c3b-4304-ae04-9bdaef128d99 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:26:57.365070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.378617 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:26:56Z', 'revision_number': 6, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:57.392571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc54c26-ce04-4f5f-9f24-b6f3b5af539e tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444c4549-5a73-4b97-b2a8-69fa451b595c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:57.426470 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbbc73e-dd73-4928-a8b7-d70f2f676658 None None] The sync data for ids ['421b79e5-4814-4144-ba7a-6aa49630ffa8'] in n-d-762330-18 is: [{'id': '421b79e5-4814-4144-ba7a-6aa49630ffa8', 'name': 'tempest-TaggedBootDevicesTest-1484817425-router', 'tenant_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:57Z', 'updated_at': '2021-07-19T03:26:56Z', 'revision_number': 6, 'project_id': 'b7e6e2cb3b2a4b3e804285fcdfd04d08', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:26:57.429663 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfc54c26-ce04-4f5f-9f24-b6f3b5af539e tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.435328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bfc54c26-ce04-4f5f-9f24-b6f3b5af539e tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5549941 Jul 19 03:26:57.435449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35066) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:57.459385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-12ebdeec-4e33-473f-a27f-b045f31f6a68 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '444c4549-5a73-4b97-b2a8-69fa451b595c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:57.460173 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-12ebdeec-4e33-473f-a27f-b045f31f6a68 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 19 03:26:57.460675 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-12ebdeec-4e33-473f-a27f-b045f31f6a68 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:26:57.464222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-12ebdeec-4e33-473f-a27f-b045f31f6a68 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0109847 Jul 19 03:26:57.467021 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35068) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:57.521368 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.545391 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015300f4-89ba-449f-89ca-cf48f67caf25 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.556219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76045107-2c3b-4304-ae04-9bdaef128d99'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:26:57.556926 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065d402-6610-42eb-b18c-899bed3d4395 req-8895203f-96e2-4028-bb28-8818e8f3cd08 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:57.558503 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c065d402-6610-42eb-b18c-899bed3d4395 req-8895203f-96e2-4028-bb28-8818e8f3cd08 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.1203415 Jul 19 03:26:57.558958 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d13981-0966-4258-81c4-e3a92898295b" -d '{"events": [{"server_uuid": "56175b9a-7d0b-4f2c-a05d-ce21f672c2d4", "name": "network-vif-plugged", "status": "completed", "tag": "76045107-2c3b-4304-ae04-9bdaef128d99"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:26:57.575566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 76045107-2c3b-4304-ae04-9bdaef128d99, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=76045107-2c3b-4304-ae04-9bdaef128d99,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:57.582883 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.597781 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.645958 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d65a38-3731-49b8-bcde-6be20c9382d3 x-openstack-request-id: req-57d65a38-3731-49b8-bcde-6be20c9382d3 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:26:57.646229 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56175b9a-7d0b-4f2c-a05d-ce21f672c2d4", "name": "network-vif-plugged", "status": "completed", "tag": "76045107-2c3b-4304-ae04-9bdaef128d99", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:26:57.646671 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57d65a38-3731-49b8-bcde-6be20c9382d3 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:26:57.647071 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76045107-2c3b-4304-ae04-9bdaef128d99', 'code': 200} Jul 19 03:26:57.648061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=76045107-2c3b-4304-ae04-9bdaef128d99,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:57.659851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015300f4-89ba-449f-89ca-cf48f67caf25 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:57.674845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=53164ec1-b52e-4eb4-a4f8-041a8ad918b7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:57.694772 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c065d402-6610-42eb-b18c-899bed3d4395 req-3077a502-e8ad-4211-9128-3c8f42964d82 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208646 Jul 19 03:26:57.737575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f872354-989c-4179-9881-f20658b0e962 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:57.743758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f872354-989c-4179-9881-f20658b0e962 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:57.749745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f872354-989c-4179-9881-f20658b0e962 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:57.755786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f872354-989c-4179-9881-f20658b0e962 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:57.761158 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1f872354-989c-4179-9881-f20658b0e962 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3869054 Jul 19 03:26:57.761450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35074) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:57.870610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.057500 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-04b093a8-5b50-46c4-834f-ac934f584eaa tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2919436 Jul 19 03:26:58.060536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35086) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.111114 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.118094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.153583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53624e-f67c-48c9-b116-e40643bfbbf0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:58.155806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53624e-f67c-48c9-b116-e40643bfbbf0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:58.157463 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7d53624e-f67c-48c9-b116-e40643bfbbf0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0953357 Jul 19 03:26:58.166864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35088) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.187451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0f62f-ab34-4f5d-bebe-1bcaa0666fc6 req-c68de494-a591-4d3d-9655-664753082341 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:58.195993 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53c0f62f-ab34-4f5d-bebe-1bcaa0666fc6 req-c68de494-a591-4d3d-9655-664753082341 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.3236058 Jul 19 03:26:58.214820 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.215648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421b79e5-4814-4144-ba7a-6aa49630ffa8 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:26:58.227671 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.229043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-56ea6c9b-9ec0-4156-a441-94baa79676e9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/421b79e5-4814-4144-ba7a-6aa49630ffa8 HTTP/1.1" status: 204 len: 168 time: 1.7961013 Jul 19 03:26:58.230934 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015300f4-89ba-449f-89ca-cf48f67caf25 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.233753 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-015300f4-89ba-449f-89ca-cf48f67caf25 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.237297 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-015300f4-89ba-449f-89ca-cf48f67caf25 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "DELETE /v2.0/security-groups/444c4549-5a73-4b97-b2a8-69fa451b595c HTTP/1.1" status: 204 len: 168 time: 0.7669652 Jul 19 03:26:58.237747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35090) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.238297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35092) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.246003 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a85c8-b2e8-434e-b659-97dcc89cd659 req-27312b4b-48d5-41d6-a2a2-2599350385cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:58.247662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cb7a85c8-b2e8-434e-b659-97dcc89cd659 req-27312b4b-48d5-41d6-a2a2-2599350385cf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 1097 time: 0.5483730 Jul 19 03:26:58.266465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015300f4-89ba-449f-89ca-cf48f67caf25 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444c4549-5a73-4b97-b2a8-69fa451b595c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:58.281398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892931e-dd80-4b1a-8dde-2e23eca7841b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:58.283179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892931e-dd80-4b1a-8dde-2e23eca7841b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:58.285247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7892931e-dd80-4b1a-8dde-2e23eca7841b tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1162882 Jul 19 03:26:58.289160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35096) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.362992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53c0f62f-ab34-4f5d-bebe-1bcaa0666fc6 req-b5a0f652-2f3a-467b-812b-7f42baef6da6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656284 Jul 19 03:26:58.441538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bb914d-c596-46e1-8872-f79841fc3c77 admin admin] Deleting subnet 5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:26:58.443590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8632109f-efd2-49f2-8468-94412077d010 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:58.445118 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8632109f-efd2-49f2-8468-94412077d010 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/networks/5b6e3302-0cb4-45ef-b8aa-127df5cece6c HTTP/1.1" status: 200 len: 799 time: 0.1548185 Jul 19 03:26:58.446626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10bb914d-c596-46e1-8872-f79841fc3c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.448853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:58.458015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cb7a85c8-b2e8-434e-b659-97dcc89cd659 req-02020982-02d8-4049-b787-52ce4ad36d80 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026396 Jul 19 03:26:58.459016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35100) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.469948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:58.470597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 53164ec1-b52e-4eb4-a4f8-041a8ad918b7 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:58.471257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0186ef23-fe74-42dd-9a74-d01198e19045 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:26:58.485631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10bb914d-c596-46e1-8872-f79841fc3c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.506187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 0186ef23-fe74-42dd-9a74-d01198e19045 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:26:58.506692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0186ef23-fe74-42dd-9a74-d01198e19045 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:26:58.565076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b60a1369-8756-43be-9190-284df1dc6260 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:26:58.576283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10bb914d-c596-46e1-8872-f79841fc3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.606704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5a83d634-a2ca-450a-bdda-26231a903693 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3659089 Jul 19 03:26:58.608805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35102) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.613587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35104) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.622579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6c92fe62-cc98-4739-a935-ba5ccc31d712 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'tempest-secgroup--148841670'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:58.636460 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4bebfe7b-8448-4663-a498-ba0b36180412 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/networks/5b6e3302-0cb4-45ef-b8aa-127df5cece6c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1755877 Jul 19 03:26:58.646247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35108) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.675666 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6c92fe62-cc98-4739-a935-ba5ccc31d712 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.689244 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10bb914d-c596-46e1-8872-f79841fc3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.714585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43b68c-cb66-408a-816c-773c15716505 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:58.716062 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8e43b68c-cb66-408a-816c-773c15716505 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/subnets/7b8671e5-4c5a-4eb0-9338-12df11b9fe22 HTTP/1.1" status: 200 len: 811 time: 0.0687737 Jul 19 03:26:58.723540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35112) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.736697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb914d-c596-46e1-8872-f79841fc3c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:58.741454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10bb914d-c596-46e1-8872-f79841fc3c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.743803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-10bb914d-c596-46e1-8872-f79841fc3c77 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5cfa012a-7b03-4aa9-94d5-5fb3f1f5d1de HTTP/1.1" status: 204 len: 168 time: 0.5038557 Jul 19 03:26:58.750696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc29a2a-d6fc-4872-93c6-fa6c59033aff None None] Network 1119ccee-19ea-4731-b9d3-c915a28a468d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:26:58.761220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35114) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.821383 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7bd33-5819-4507-9dc2-c940e776a565 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['shared'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:58.827057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-57c7bd33-5819-4507-9dc2-c940e776a565 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "GET /v2.0/subnets/7b8671e5-4c5a-4eb0-9338-12df11b9fe22?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0983486 Jul 19 03:26:58.828569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35116) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:58.838198 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-483776554'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:58.874651 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-35b4e4b6-a491-4940-b733-7f00bd98f6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:58.927474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.000112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:59.012136 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6c92fe62-cc98-4739-a935-ba5ccc31d712 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.016641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'b60a1369-8756-43be-9190-284df1dc6260', 'network_id': '3b452f33-00db-4989-bdd6-db7ff37a9a33', 'port_id': 'b60a1369-8756-43be-9190-284df1dc6260', 'mac_address': 'fa:16:3e:43:51:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178cfae9-865e-43fc-b57d-b8bd8bc8a2f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:26:59.022725 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6c92fe62-cc98-4739-a935-ba5ccc31d712 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.044184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1f314-98bc-4add-b130-7c512409ff0e req-6afadba5-5ca9-4f58-b32f-79a1827cd21e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:59.045891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80c1f314-98bc-4add-b130-7c512409ff0e req-6afadba5-5ca9-4f58-b32f-79a1827cd21e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 944 time: 0.1604052 Jul 19 03:26:59.093554 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.095749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92fe62-cc98-4739-a935-ba5ccc31d712 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b448c36-56cd-47b6-aa59-805c476bc0fc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:59.112603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60a1369-8756-43be-9190-284df1dc6260 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:26:59.118814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Deleting port 62c5feee-2c49-482e-8cf3-b175d5d387e1 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:59.119158 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.124529 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80c1f314-98bc-4add-b130-7c512409ff0e req-9410d0bd-b5a8-46b9-982d-f4d3c763706c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674984 Jul 19 03:26:59.144656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:59.144907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:59.150713 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.160680 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.178926 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-35b4e4b6-a491-4940-b733-7f00bd98f6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.188424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:26:59.194511 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-35b4e4b6-a491-4940-b733-7f00bd98f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.221978 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.222362 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Added segment d5665ac7-0868-46e4-a005-d0072e7f0b42 of type vlan for network 8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf Jul 19 03:26:59.234561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-47431388-b8f3-411a-a316-444013422855 admin admin] For port 62c5feee-2c49-482e-8cf3-b175d5d387e1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=62c5feee-2c49-482e-8cf3-b175d5d387e1,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:59.236047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=11']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:59.236720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.248693 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6c92fe62-cc98-4739-a935-ba5ccc31d712 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.253291 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6c92fe62-cc98-4739-a935-ba5ccc31d712 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6321173 Jul 19 03:26:59.256828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35120) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:59.266580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791e252b-a94c-4e3c-a521-c937c3f4047d None None] DHCP port deletion for 1119ccee-19ea-4731-b9d3-c915a28a468d request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:26:59.279721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-8711db58-233a-44ff-9313-ff78d315f7ac tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '4b448c36-56cd-47b6-aa59-805c476bc0fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:59.293177 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-8711db58-233a-44ff-9313-ff78d315f7ac tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 19 03:26:59.294213 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-8711db58-233a-44ff-9313-ff78d315f7ac tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:26:59.301293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8711db58-233a-44ff-9313-ff78d315f7ac tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0433118 Jul 19 03:26:59.302250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35122) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:59.312585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Calling delete_port for 62c5feee-2c49-482e-8cf3-b175d5d387e1 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:59.333503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.339387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-791e252b-a94c-4e3c-a521-c937c3f4047d None None] Deleting port 62c5feee-2c49-482e-8cf3-b175d5d387e1 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:26:59.340486 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-791e252b-a94c-4e3c-a521-c937c3f4047d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.369864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4e4b6-a491-4940-b733-7f00bd98f6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744ec647-645a-441c-b75f-92f2e210cfb4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:59.371501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1bb8d10d-e71b-4692-8b26-9112c18821dc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '4b448c36-56cd-47b6-aa59-805c476bc0fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:59.374361 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-1bb8d10d-e71b-4692-8b26-9112c18821dc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 19 03:26:59.374952 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-1bb8d10d-e71b-4692-8b26-9112c18821dc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:26:59.375854 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.379846 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1bb8d10d-e71b-4692-8b26-9112c18821dc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0124881 Jul 19 03:26:59.381200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:59.381634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.383597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35124) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:59.388764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a70811ce-176f-40c2-a0fc-f8f722f4eacc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '4b448c36-56cd-47b6-aa59-805c476bc0fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:59.388942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-35b4e4b6-a491-4940-b733-7f00bd98f6ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56ce6b6013fa44f99881854108a5f804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7696962 Jul 19 03:26:59.389663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35128) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:59.390121 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-a70811ce-176f-40c2-a0fc-f8f722f4eacc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 19 03:26:59.390742 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-a70811ce-176f-40c2-a0fc-f8f722f4eacc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:26:59.395745 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a70811ce-176f-40c2-a0fc-f8f722f4eacc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110524 Jul 19 03:26:59.397266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35130) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:59.439648 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e818b473-e114-4485-9806-4eb7c609803b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '4b448c36-56cd-47b6-aa59-805c476bc0fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:59.440633 n-d-762330-18 neutron-server[94345]: WARNING neutron.api.v2.base [None req-e818b473-e114-4485-9806-4eb7c609803b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 19 03:26:59.441159 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-e818b473-e114-4485-9806-4eb7c609803b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:26:59.442185 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e818b473-e114-4485-9806-4eb7c609803b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106535 Jul 19 03:26:59.445367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35132) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:59.459883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-791e252b-a94c-4e3c-a521-c937c3f4047d None None] For port 62c5feee-2c49-482e-8cf3-b175d5d387e1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=62c5feee-2c49-482e-8cf3-b175d5d387e1,segment=NetworkSegment(0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2),segment_id=0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:26:59.460863 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-791e252b-a94c-4e3c-a521-c937c3f4047d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.471727 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.480213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6468477 Jul 19 03:26:59.481264 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-791e252b-a94c-4e3c-a521-c937c3f4047d None None] Calling delete_port for 62c5feee-2c49-482e-8cf3-b175d5d387e1 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:26:59.482778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35134) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:59.489330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'network_id': '8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:26:59.530950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['b60a1369-8756-43be-9190-284df1dc6260'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:26:59.551036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51ea0d-651f-4c0b-8391-2c519f9c0c9c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Network': ['ID=8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:59.560475 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5263-d985-4be7-be81-b6f0eb0273f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.569319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:26:59.576411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c5feee-2c49-482e-8cf3-b175d5d387e1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:59.582596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47431388-b8f3-411a-a316-444013422855 admin admin] No DVR routers for this DVR port 62c5feee-2c49-482e-8cf3-b175d5d387e1 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:59.622257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5263-d985-4be7-be81-b6f0eb0273f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.678156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Made reservation on behalf of dd3fd8eff2554e3e8a8cfe4ac5b3bd2c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:26:59.682197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.701159 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-791e252b-a94c-4e3c-a521-c937c3f4047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.715175 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5263-d985-4be7-be81-b6f0eb0273f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.718302 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5263-d985-4be7-be81-b6f0eb0273f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.722155 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5e9c5263-d985-4be7-be81-b6f0eb0273f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/744ec647-645a-441c-b75f-92f2e210cfb4 HTTP/1.1" status: 204 len: 168 time: 0.3250723 Jul 19 03:26:59.723675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-54035b99-8dd6-4f24-952f-c150ac4f9e4f tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.732002 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c5263-d985-4be7-be81-b6f0eb0273f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744ec647-645a-441c-b75f-92f2e210cfb4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:59.743376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e252b-a94c-4e3c-a521-c937c3f4047d None None] Pushing event deleted for resources: {'Port': ['ID=62c5feee-2c49-482e-8cf3-b175d5d387e1,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:59.749290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e252b-a94c-4e3c-a521-c937c3f4047d None None] No DVR routers for this DVR port 62c5feee-2c49-482e-8cf3-b175d5d387e1 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:26:59.775706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Performing IP validity checks on allocation pools {{(pid=94345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 19 03:26:59.776245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 19 03:26:59.786822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-54035b99-8dd6-4f24-952f-c150ac4f9e4f tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.858909 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.873192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-47431388-b8f3-411a-a316-444013422855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1119ccee-19ea-4731-b9d3-c915a28a468d']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:59.895818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3bf38-3ea2-4760-a4c2-6d0d3df6cebf req-4e351830-a8b4-443e-a3ea-be3d44d4baed tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:26:59.895818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2de3bf38-3ea2-4760-a4c2-6d0d3df6cebf req-4e351830-a8b4-443e-a3ea-be3d44d4baed tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.3709202 Jul 19 03:26:59.896673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-47431388-b8f3-411a-a316-444013422855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:59.896970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-47431388-b8f3-411a-a316-444013422855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4929d3-0ad1-4f5a-a8ce-f437930c9bb2') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:26:59.898885 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-54035b99-8dd6-4f24-952f-c150ac4f9e4f tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.901364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-54035b99-8dd6-4f24-952f-c150ac4f9e4f tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.902515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-54035b99-8dd6-4f24-952f-c150ac4f9e4f tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "DELETE /v2.0/security-groups/4b448c36-56cd-47b6-aa59-805c476bc0fc HTTP/1.1" status: 204 len: 168 time: 0.4541454 Jul 19 03:26:59.912855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35142) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:26:59.932655 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.941771 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:26:59.954704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54035b99-8dd6-4f24-952f-c150ac4f9e4f tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b448c36-56cd-47b6-aa59-805c476bc0fc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:26:59.992122 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2de3bf38-3ea2-4760-a4c2-6d0d3df6cebf req-37945af0-2530-432d-9ba9-f295e3c5d615 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835345 Jul 19 03:26:59.995264 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.008209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:00.009494 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.012122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=0d5a07e7-f901-4d41-a757-1a6f08a7607c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:00.030638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Checking segment: {'id': 'd5665ac7-0868-46e4-a005-d0072e7f0b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:00.031097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network hostable DHCP agents. Network: 8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:27:00.054204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Network 8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:27:00.067045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:00.071809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:00.072944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.076388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d63a6-1e3b-410d-81c3-2a274292a473 None None] Network 8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:00.093743 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0a99c846-3d09-4733-afb5-b6bc7403b251 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6096668 Jul 19 03:27:00.098759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35146) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:00.106707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-37e57401-f94e-41c6-966c-04be7a90ad98 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:00.110612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35148) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:00.162811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e228b538-5f80-41b2-8a58-1bc8f7a9fbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.264002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 62c5feee-2c49-482e-8cf3-b175d5d387e1 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:27:00.311877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf', 'network_id': '8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf', 'tenant_id': 'dd3fd8eff2554e3e8a8cfe4ac5b3bd2c', 'fixed_ips': [{'subnet_id': '0d5a07e7-f901-4d41-a757-1a6f08a7607c'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:27:00.312826 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.323303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37e57401-f94e-41c6-966c-04be7a90ad98 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11599872'] for subnet, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.325982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 62c5feee-2c49-482e-8cf3-b175d5d387e1 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:27:00.326365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 62c5feee-2c49-482e-8cf3-b175d5d387e1 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:00.519055 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:00.539246 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e228b538-5f80-41b2-8a58-1bc8f7a9fbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.553717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e228b538-5f80-41b2-8a58-1bc8f7a9fbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.564754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b60a1369-8756-43be-9190-284df1dc6260 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:27:00.569189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.574289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.579826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-47431388-b8f3-411a-a316-444013422855 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1119ccee-19ea-4731-b9d3-c915a28a468d HTTP/1.1" status: 204 len: 168 time: 1.8175921 Jul 19 03:27:00.601850 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b7e95718-1db8-49fa-b3b6-483c6283c02d tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6785312 Jul 19 03:27:00.608563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35158) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:00.615949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-de77d85b-6df7-43a7-a8e6-9a289ed62228 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'tempest-secgroup--291588227'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:00.620078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47431388-b8f3-411a-a316-444013422855 admin admin] Pushing event deleted for resources: {'Network': ['ID=1119ccee-19ea-4731-b9d3-c915a28a468d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:00.640907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port b60a1369-8756-43be-9190-284df1dc6260 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:00.646767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port b60a1369-8756-43be-9190-284df1dc6260 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:00.647458 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.665667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de77d85b-6df7-43a7-a8e6-9a289ed62228 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.678025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce82a2-3088-40c4-b125-b1073cc69fb7 req-267e8da0-8c08-4078-bf6c-b38e46e0f7b5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:00.680185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14ce82a2-3088-40c4-b125-b1073cc69fb7 req-267e8da0-8c08-4078-bf6c-b38e46e0f7b5 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 945 time: 0.1601861 Jul 19 03:27:00.695745 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e228b538-5f80-41b2-8a58-1bc8f7a9fbd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa95b9c2d7204a69abaabb635fbe7f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826676 Jul 19 03:27:00.700536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35160) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:00.737647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a3141-3b85-43e4-96ea-744c965900e8 req-f6599570-36e6-4f89-8922-d9611461e832 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:00.746930 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba0a3141-3b85-43e4-96ea-744c965900e8 req-f6599570-36e6-4f89-8922-d9611461e832 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.3289225 Jul 19 03:27:00.748193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228b538-5f80-41b2-8a58-1bc8f7a9fbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f240c23f-9bd6-4e79-906b-b0c3146987aa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:00.753614 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14ce82a2-3088-40c4-b125-b1073cc69fb7 req-3fecc1f8-d92d-475c-ba7f-159b59da2eff tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619478 Jul 19 03:27:00.769288 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37e57401-f94e-41c6-966c-04be7a90ad98 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763762083979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9225768'] for subnet, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.830164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Allocated IP 172.20.0.3 (8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf/0d5a07e7-f901-4d41-a757-1a6f08a7607c/c58ca6ed-32d7-41f1-86fc-4b80ddcb6674) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:00.848434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de77d85b-6df7-43a7-a8e6-9a289ed62228 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.861645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de77d85b-6df7-43a7-a8e6-9a289ed62228 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.886713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35164) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:00.890878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e57401-f94e-41c6-966c-04be7a90ad98 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:00.891490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37e57401-f94e-41c6-966c-04be7a90ad98 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.895824 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-37e57401-f94e-41c6-966c-04be7a90ad98 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "PUT /v2.0/subnets/0d5a07e7-f901-4d41-a757-1a6f08a7607c HTTP/1.1" status: 200 len: 877 time: 0.7957399 Jul 19 03:27:00.900677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35166) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:00.930314 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.930732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba0a3141-3b85-43e4-96ea-744c965900e8 req-698c05ee-04e1-4220-b753-8537ae8f1ab8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713290 Jul 19 03:27:00.937947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de77d85b-6df7-43a7-a8e6-9a289ed62228 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.942973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-de77d85b-6df7-43a7-a8e6-9a289ed62228 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3315027 Jul 19 03:27:00.944808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35168) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:00.953816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e57401-f94e-41c6-966c-04be7a90ad98 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event updated for resources: {'Subnet': ['ID=0d5a07e7-f901-4d41-a757-1a6f08a7607c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:00.965903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbfefe2d-f704-4389-8ccb-10c0010b27d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:00.971443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-26a7c7bb-8b0e-4014-8299-fff415d37fb2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '25a24951-1cfd-423b-8529-1cfd7fa8fe65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:00.972285 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-26a7c7bb-8b0e-4014-8299-fff415d37fb2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 19 03:27:00.973007 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-26a7c7bb-8b0e-4014-8299-fff415d37fb2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:00.977095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35170) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:00.980451 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-26a7c7bb-8b0e-4014-8299-fff415d37fb2 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0209837 Jul 19 03:27:00.984282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77d85b-6df7-43a7-a8e6-9a289ed62228 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a24951-1cfd-423b-8529-1cfd7fa8fe65,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:00.992720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:00.993031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-54a7f517-6796-40b8-91a1-ad8d9f35446c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '25a24951-1cfd-423b-8529-1cfd7fa8fe65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:01.013460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:27:01.016509 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2084c5f2-190e-4a81-9cc6-b09d03b22cd7" -d '{"events": [{"server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b60a1369-8756-43be-9190-284df1dc6260"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:27:01.021838 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.074769 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eeba3c0e-f830-418e-80c9-34abdca3c791 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7e6e2cb3b2a4b3e804285fcdfd04d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764219 Jul 19 03:27:01.075340 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.083938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbfefe2d-f704-4389-8ccb-10c0010b27d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.084874 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.085029 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e987027-ab91-4bb8-93e8-e2bd362b5a99 x-openstack-request-id: req-2e987027-ab91-4bb8-93e8-e2bd362b5a99 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:27:01.085583 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b60a1369-8756-43be-9190-284df1dc6260", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:27:01.085583 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e987027-ab91-4bb8-93e8-e2bd362b5a99 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:27:01.085836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35174) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.085956 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260', 'code': 200} Jul 19 03:27:01.098507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Transition to ACTIVE for port object c58ca6ed-32d7-41f1-86fc-4b80ddcb6674 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:01.114553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=12']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:01.136058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Transition to ACTIVE for port object c58ca6ed-32d7-41f1-86fc-4b80ddcb6674 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:01.147971 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.164022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.199935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Network 8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:01.201145 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-54a7f517-6796-40b8-91a1-ad8d9f35446c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:01.204830 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-54a7f517-6796-40b8-91a1-ad8d9f35446c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2219038 Jul 19 03:27:01.205629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35176) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.206945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:01.211093 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:01.211967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-48e24d1b-3564-4e09-82f7-edc05586c77a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '25a24951-1cfd-423b-8529-1cfd7fa8fe65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:01.212724 n-d-762330-18 neutron-server[94345]: WARNING neutron.api.v2.base [None req-48e24d1b-3564-4e09-82f7-edc05586c77a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 19 03:27:01.213229 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-48e24d1b-3564-4e09-82f7-edc05586c77a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:01.214217 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-48e24d1b-3564-4e09-82f7-edc05586c77a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077116 Jul 19 03:27:01.215844 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57cfcc38-7640-4611-afde-e620b77dfd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.217533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35178) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.223644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2913e122-f5d8-4a30-88e9-c7facbd0f5d0 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '25a24951-1cfd-423b-8529-1cfd7fa8fe65', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:01.236858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Pushing event updated for resources: {'Port': ['ID=c58ca6ed-32d7-41f1-86fc-4b80ddcb6674,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:01.247812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57cfcc38-7640-4611-afde-e620b77dfd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.261624 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbfefe2d-f704-4389-8ccb-10c0010b27d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.265304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbfefe2d-f704-4389-8ccb-10c0010b27d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.266429 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dbfefe2d-f704-4389-8ccb-10c0010b27d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f240c23f-9bd6-4e79-906b-b0c3146987aa HTTP/1.1" status: 204 len: 168 time: 0.5647030 Jul 19 03:27:01.306986 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-2913e122-f5d8-4a30-88e9-c7facbd0f5d0 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:01.310751 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2913e122-f5d8-4a30-88e9-c7facbd0f5d0 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0892477 Jul 19 03:27:01.311692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35182) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.316134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b72c9225-af9a-4f7f-92c0-23e6485f14c6 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '25a24951-1cfd-423b-8529-1cfd7fa8fe65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:01.316732 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-b72c9225-af9a-4f7f-92c0-23e6485f14c6 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 19 03:27:01.317216 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-b72c9225-af9a-4f7f-92c0-23e6485f14c6 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:01.321259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b72c9225-af9a-4f7f-92c0-23e6485f14c6 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057588 Jul 19 03:27:01.321259 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.323101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35184) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.333341 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57cfcc38-7640-4611-afde-e620b77dfd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.336312 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57cfcc38-7640-4611-afde-e620b77dfd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.339910 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-57cfcc38-7640-4611-afde-e620b77dfd07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/396848c9-c4fd-48b5-86a1-0028633f1efa HTTP/1.1" status: 204 len: 168 time: 0.2498944 Jul 19 03:27:01.339910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfefe2d-f704-4389-8ccb-10c0010b27d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f240c23f-9bd6-4e79-906b-b0c3146987aa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:01.340182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c3c6a760-3d36-440e-8440-09ae3da685bc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '25a24951-1cfd-423b-8529-1cfd7fa8fe65', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:01.353143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfcc38-7640-4611-afde-e620b77dfd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396848c9-c4fd-48b5-86a1-0028633f1efa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:01.380495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5a07e7-f901-4d41-a757-1a6f08a7607c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:01.395304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Attempting to bind port c58ca6ed-32d7-41f1-86fc-4b80ddcb6674 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:27:01.395698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Attempting to bind port c58ca6ed-32d7-41f1-86fc-4b80ddcb6674 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'd5665ac7-0868-46e4-a005-d0072e7f0b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:27:01.396098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Attempting to bind port c58ca6ed-32d7-41f1-86fc-4b80ddcb6674 on network 8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:27:01.408078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:27:01.408560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Checking segment: {'id': 'd5665ac7-0868-46e4-a005-d0072e7f0b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:01.409101 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.409894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Bound using segment: {'id': 'd5665ac7-0868-46e4-a005-d0072e7f0b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:27:01.411453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Bound port: c58ca6ed-32d7-41f1-86fc-4b80ddcb6674, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5665ac7-0868-46e4-a005-d0072e7f0b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:27:01.412002 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.438781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c17469-210d-4f38-98bb-48921ae9d9d6 req-f598cc2b-0bde-4cc6-ba24-5a95f46bc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:01.440842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7c17469-210d-4f38-98bb-48921ae9d9d6 req-f598cc2b-0bde-4cc6-ba24-5a95f46bc100 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 1098 time: 0.1725144 Jul 19 03:27:01.482048 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.490763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] For port c58ca6ed-32d7-41f1-86fc-4b80ddcb6674, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:27:01.494107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] For port c58ca6ed-32d7-41f1-86fc-4b80ddcb6674, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c58ca6ed-32d7-41f1-86fc-4b80ddcb6674,segment=NetworkSegment(d5665ac7-0868-46e4-a005-d0072e7f0b42),segment_id=d5665ac7-0868-46e4-a005-d0072e7f0b42)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:27:01.498583 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-c3c6a760-3d36-440e-8440-09ae3da685bc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:01.503048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c3c6a760-3d36-440e-8440-09ae3da685bc tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1700785 Jul 19 03:27:01.503237 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.503890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35188) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.509262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4ba84d26-4f15-42a8-a3a7-ca09e5942122 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '25a24951-1cfd-423b-8529-1cfd7fa8fe65', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:01.510036 n-d-762330-18 neutron-server[94345]: WARNING neutron.api.v2.base [None req-4ba84d26-4f15-42a8-a3a7-ca09e5942122 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 19 03:27:01.510293 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-4ba84d26-4f15-42a8-a3a7-ca09e5942122 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:01.514693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:01.514873 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4ba84d26-4f15-42a8-a3a7-ca09e5942122 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068731 Jul 19 03:27:01.515723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35190) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.524928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-40b1000c-79e3-4133-9172-181ec2565803 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '25a24951-1cfd-423b-8529-1cfd7fa8fe65', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:01.534171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5665ac7-0868-46e4-a005-d0072e7f0b42') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:01.534511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5665ac7-0868-46e4-a005-d0072e7f0b42') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:01.550939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7c17469-210d-4f38-98bb-48921ae9d9d6 req-8c0bcaa1-b6a8-4310-8d47-41fc511f17d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041572 Jul 19 03:27:01.554394 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.569211 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.581409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:01.581749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:01.585901 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:01.598135 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-40b1000c-79e3-4133-9172-181ec2565803 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:01.601896 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-40b1000c-79e3-4133-9172-181ec2565803 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0829144 Jul 19 03:27:01.602113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35194) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.608748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b33e10-3317-475b-8e1b-59676fe0c32b None None] Pushing event updated for resources: {'Port': ['ID=c58ca6ed-32d7-41f1-86fc-4b80ddcb6674,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:01.609406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-dbb08435-61ec-489e-aeac-586fa1b411fb tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '25a24951-1cfd-423b-8529-1cfd7fa8fe65', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:01.662541 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-dbb08435-61ec-489e-aeac-586fa1b411fb tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:01.667437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dbb08435-61ec-489e-aeac-586fa1b411fb tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0605283 Jul 19 03:27:01.667437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35196) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.670463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eaa56e-2922-472a-89dd-e35b2c4a7cc4 None None] Network 8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:01.689608 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:27:01.689608 n-d-762330-18 neutron-server[94344]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:27:01.689608 n-d-762330-18 neutron-server[94344]: [parameters: {'id': '8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf'}] Jul 19 03:27:01.689608 n-d-762330-18 neutron-server[94344]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:27:01.690142 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:27:01.731201 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5666087-219c-4b9a-b8f7-94ae52885c5a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.763513 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5666087-219c-4b9a-b8f7-94ae52885c5a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.829566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5666087-219c-4b9a-b8f7-94ae52885c5a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.832794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5666087-219c-4b9a-b8f7-94ae52885c5a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:01.839464 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a5666087-219c-4b9a-b8f7-94ae52885c5a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "DELETE /v2.0/security-groups/25a24951-1cfd-423b-8529-1cfd7fa8fe65 HTTP/1.1" status: 204 len: 168 time: 0.1656692 Jul 19 03:27:01.840497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35206) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.851145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5666087-219c-4b9a-b8f7-94ae52885c5a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a24951-1cfd-423b-8529-1cfd7fa8fe65,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:01.857462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778f7b9-aead-4a48-8073-d76c98c1a1e9 None None] Network 8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:01.925106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35210) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.931711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35212) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:01.932045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-26ba2484-ab18-4d89-be7d-ea8f20d958aa tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939491 Jul 19 03:27:01.938722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-00a6308f-e693-4f3d-b51e-a4c843279b78 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657008846'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:01.952239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1951848-69fe-4b5e-9887-3f5edbb85979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.016479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00a6308f-e693-4f3d-b51e-a4c843279b78 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.079652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a008dfe-c971-4964-8525-bcdd1271f931 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:27:02.100659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16140b-5ba4-4e8a-b77b-a439957c0236 req-aef5edd7-1562-4caf-8e10-71613215033d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:02.102241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ef16140b-5ba4-4e8a-b77b-a439957c0236 req-aef5edd7-1562-4caf-8e10-71613215033d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1346936 Jul 19 03:27:02.165176 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1951848-69fe-4b5e-9887-3f5edbb85979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.174032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ef16140b-5ba4-4e8a-b77b-a439957c0236 req-2517a20b-81c2-4c0c-9f35-40cb08742e2d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578661 Jul 19 03:27:02.179229 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1951848-69fe-4b5e-9887-3f5edbb85979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.191310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.278145 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c1951848-69fe-4b5e-9887-3f5edbb85979 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c85d11546552484d8deef6d13330493d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516734 Jul 19 03:27:02.281450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951848-69fe-4b5e-9887-3f5edbb85979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a11beb1-e11a-4587-9627-a6f8676a5752,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:02.286197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a008dfe-c971-4964-8525-bcdd1271f931 None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:27:02.289669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35228) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:02.308560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Deleting port c58ca6ed-32d7-41f1-86fc-4b80ddcb6674 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:02.311380 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.376305 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00a6308f-e693-4f3d-b51e-a4c843279b78 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.378736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c93f46a6-3d45-4d00-8c5d-78d695603e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.381622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00a6308f-e693-4f3d-b51e-a4c843279b78 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.437049 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c93f46a6-3d45-4d00-8c5d-78d695603e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.441811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00a6308f-e693-4f3d-b51e-a4c843279b78 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.443179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-00a6308f-e693-4f3d-b51e-a4c843279b78 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5096211 Jul 19 03:27:02.450624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35234) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:02.457348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f150b9cf-4922-4fda-8b35-be18a1ba06f0 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': 'fd24cb2b-6897-449c-90e5-6947cf52e4ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:02.462315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6308f-e693-4f3d-b51e-a4c843279b78 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd24cb2b-6897-449c-90e5-6947cf52e4ce,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:02.551244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c93f46a6-3d45-4d00-8c5d-78d695603e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.557778 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c93f46a6-3d45-4d00-8c5d-78d695603e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.559416 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c93f46a6-3d45-4d00-8c5d-78d695603e70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a11beb1-e11a-4587-9627-a6f8676a5752 HTTP/1.1" status: 204 len: 168 time: 0.2657840 Jul 19 03:27:02.568741 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-f150b9cf-4922-4fda-8b35-be18a1ba06f0 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The resource could not be found. Jul 19 03:27:02.570632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f150b9cf-4922-4fda-8b35-be18a1ba06f0 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1188302 Jul 19 03:27:02.576023 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35246) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:02.578117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] For port c58ca6ed-32d7-41f1-86fc-4b80ddcb6674, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c58ca6ed-32d7-41f1-86fc-4b80ddcb6674,segment=NetworkSegment(d5665ac7-0868-46e4-a005-d0072e7f0b42),segment_id=d5665ac7-0868-46e4-a005-d0072e7f0b42)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:02.578853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.584382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3c3b7773-739f-42e4-b4c8-1f63d20c0f9a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': 'fd24cb2b-6897-449c-90e5-6947cf52e4ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3ca26330-120c-4d0d-b54f-734d649a10d4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:02.597935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Calling delete_port for c58ca6ed-32d7-41f1-86fc-4b80ddcb6674 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:02.616311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f46a6-3d45-4d00-8c5d-78d695603e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a11beb1-e11a-4587-9627-a6f8676a5752,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:02.684255 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-3c3b7773-739f-42e4-b4c8-1f63d20c0f9a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The resource could not be found. Jul 19 03:27:02.685400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3c3b7773-739f-42e4-b4c8-1f63d20c0f9a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1046956 Jul 19 03:27:02.688536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35248) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:02.705817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93327e4a-5d5d-40d6-87de-47d6b7f0bf71 req-b4c64a0c-b963-4930-a86f-f22963c08d96 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:02.707764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-93327e4a-5d5d-40d6-87de-47d6b7f0bf71 req-b4c64a0c-b963-4930-a86f-f22963c08d96 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.2211859 Jul 19 03:27:02.729742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35250) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:02.778650 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-93327e4a-5d5d-40d6-87de-47d6b7f0bf71 req-794ed999-537b-49f5-9068-4cee4dde6d05 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537968 Jul 19 03:27:02.791743 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.807023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No DVR routers for this DVR port c58ca6ed-32d7-41f1-86fc-4b80ddcb6674 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:27:02.823789 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-628055e6-4e44-4c4c-b1de-02186e01d958 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.850866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Port': ['ID=c58ca6ed-32d7-41f1-86fc-4b80ddcb6674,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:02.880201 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-628055e6-4e44-4c4c-b1de-02186e01d958 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.966677 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-628055e6-4e44-4c4c-b1de-02186e01d958 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.970806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-628055e6-4e44-4c4c-b1de-02186e01d958 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:02.975468 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-628055e6-4e44-4c4c-b1de-02186e01d958 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd24cb2b-6897-449c-90e5-6947cf52e4ce HTTP/1.1" status: 204 len: 168 time: 0.2856722 Jul 19 03:27:02.976586 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35262) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:03.017573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628055e6-4e44-4c4c-b1de-02186e01d958 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd24cb2b-6897-449c-90e5-6947cf52e4ce,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:03.028619 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.053232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:03.078982 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0df8662f-0b95-44ee-99f3-dfb067a6a0f9 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963519 Jul 19 03:27:03.085323 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35272) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:03.116096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5665ac7-0868-46e4-a005-d0072e7f0b42') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:03.117766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5665ac7-0868-46e4-a005-d0072e7f0b42') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:03.144749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-344b411c-9126-4dcd-9bb5-1d65d20fc374 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': '398348e8-95ad-4832-888b-6159f1da9630', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:03.148839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1879321143-network', 'tenant_id': '7d03d49821bf4be6b487914c733c96a7'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:03.177796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.202393 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [None req-344b411c-9126-4dcd-9bb5-1d65d20fc374 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:27:03.202393 n-d-762330-18 neutron-server[94344]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 19 03:27:03.202393 n-d-762330-18 neutron-server[94344]: [parameters: {'project_id': 'f5cab3b9541a40bfa76d5cf9edf065c2', 'id': '0c2f813a-62a5-4715-8461-101d4f7097b3', 'expiration': datetime.datetime(2021, 7, 19, 3, 29, 3, 194528)}] Jul 19 03:27:03.202393 n-d-762330-18 neutron-server[94344]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:27:03.206858 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [None req-344b411c-9126-4dcd-9bb5-1d65d20fc374 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:27:03.206858 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.211979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Made reservation on behalf of 7d03d49821bf4be6b487914c733c96a7 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:03.214607 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.228573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:03.229269 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.231846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:03.237744 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:03.379940 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.387534 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.390800 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf HTTP/1.1" status: 204 len: 168 time: 2.4883049 Jul 19 03:27:03.397087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35310) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:03.408332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826a6f7-9aae-468d-b6d0-d6b4aab24ccb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:03.435739 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5be0007-1e99-4d2e-bf1d-3d1e506d60b1 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:03.436737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5be0007-1e99-4d2e-bf1d-3d1e506d60b1 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:03.438607 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b5be0007-1e99-4d2e-bf1d-3d1e506d60b1 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/0d5a07e7-f901-4d41-a757-1a6f08a7607c HTTP/1.1" status: 404 len: 337 time: 0.0407586 Jul 19 03:27:03.441498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35312) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:03.444398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.451004 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.473506 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c12003-47bd-4708-acd9-97b92c8a3f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:03.476351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:27:03.477215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c12003-47bd-4708-acd9-97b92c8a3f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:03.480162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-53c12003-47bd-4708-acd9-97b92c8a3f5d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/8b37d3b8-af58-4d95-bc8f-3ba4cfa478cf HTTP/1.1" status: 404 len: 339 time: 0.0367692 Jul 19 03:27:03.484717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35314) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:03.494973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca3caa-6f5c-402e-9dc2-1419e5a7824c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:03.501168 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.501520 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Added segment 510b9002-07c8-4c1f-b161-d9d9015f994d of type vlan for network 2f443c75-3785-42ce-a3a8-7c48b444c08d Jul 19 03:27:03.532480 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4633972-4223-4a0e-bb46-228ccc6a45b4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:03.538725 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4633972-4223-4a0e-bb46-228ccc6a45b4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:03.545190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d4633972-4223-4a0e-bb46-228ccc6a45b4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/ed5b9fe7-7ed3-46d4-ac03-8654b8bf8fe6 HTTP/1.1" status: 404 len: 337 time: 0.0590820 Jul 19 03:27:03.549967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35316) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:03.559006 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.601423 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-752df999-88f9-499a-9ebb-1ab017a72ccc tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:03.601741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.601888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752df999-88f9-499a-9ebb-1ab017a72ccc tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:03.602914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:03.603815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-752df999-88f9-499a-9ebb-1ab017a72ccc tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/6dc9b05d-1594-424f-a612-e8c59872823e HTTP/1.1" status: 404 len: 339 time: 0.0522695 Jul 19 03:27:03.603998 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.610182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35322) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:03.678991 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9437106 Jul 19 03:27:03.683514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35328) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:03.734805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Request body: {'subnet': {'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1879321143-subnet', 'tenant_id': '7d03d49821bf4be6b487914c733c96a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:03.738098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9dab-812f-4c05-8b22-887ca1f97b72 admin admin] Pushing event updated for resources: {'Network': ['ID=2f443c75-3785-42ce-a3a8-7c48b444c08d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:03.755301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 2f443c75-3785-42ce-a3a8-7c48b444c08d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:27:03.808831 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [None req-344b411c-9126-4dcd-9bb5-1d65d20fc374 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:27:03.808831 n-d-762330-18 neutron-server[94344]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 19 03:27:03.808831 n-d-762330-18 neutron-server[94344]: [parameters: {'project_id_1': 'f5cab3b9541a40bfa76d5cf9edf065c2', 'expiration_1': datetime.datetime(2021, 7, 19, 3, 27, 3, 754102)}] Jul 19 03:27:03.808831 n-d-762330-18 neutron-server[94344]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:27:03.809771 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [None req-344b411c-9126-4dcd-9bb5-1d65d20fc374 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:27:03.820977 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.824573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Made reservation on behalf of 7d03d49821bf4be6b487914c733c96a7 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:03.828063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:03.976204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d0490-15d2-4133-837c-f41e55356cc7 req-f0555041-c8f3-402e-9acb-59f2439dd2b6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:03.984770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c0d0490-15d2-4133-837c-f41e55356cc7 req-f0555041-c8f3-402e-9acb-59f2439dd2b6 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.3459518 Jul 19 03:27:04.057327 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c0d0490-15d2-4133-837c-f41e55356cc7 req-4905d213-0ff2-49f2-9627-1d0f30bbcddf tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716650 Jul 19 03:27:04.096059 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:04.111438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93904f8a-6464-4efe-a03f-1c682073eb9f']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:04.159383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b36854a-9b27-4f9a-ab88-017dc28e18b4') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:04.159717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b36854a-9b27-4f9a-ab88-017dc28e18b4') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:04.175171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:04.198790 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:04.233907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:04.234094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:04.238656 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:04.333772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:04.377028 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:04.382752 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:04.385184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/93904f8a-6464-4efe-a03f-1c682073eb9f HTTP/1.1" status: 204 len: 168 time: 0.7725651 Jul 19 03:27:04.388158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35352) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.421662 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f83f0c4-83b3-4ea5-a1d1-64a5449ab5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.422576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f83f0c4-83b3-4ea5-a1d1-64a5449ab5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.424750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2f83f0c4-83b3-4ea5-a1d1-64a5449ab5d4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/d804ff25-d36d-42a4-b486-fe470fd41336 HTTP/1.1" status: 404 len: 337 time: 0.0355399 Jul 19 03:27:04.430774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35354) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.450479 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d83256b-2454-4144-ba88-b6ff4c98f2fb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.451268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d83256b-2454-4144-ba88-b6ff4c98f2fb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.456310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35356) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.456459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2d83256b-2454-4144-ba88-b6ff4c98f2fb tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/df0bdcaa-fb2a-49ba-a569-a27217db4357 HTTP/1.1" status: 404 len: 339 time: 0.0244935 Jul 19 03:27:04.461317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebb657-358a-4e70-a081-234d41d200d0 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=93904f8a-6464-4efe-a03f-1c682073eb9f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:04.515456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5249f28-332e-464e-867f-c1a49e34fe2a,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:04.522569 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a21616f-e445-4577-a0ca-907f385620de tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.523075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a21616f-e445-4577-a0ca-907f385620de tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.525049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2a21616f-e445-4577-a0ca-907f385620de tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/a9a19c97-c8e2-4caf-8d9d-592cf3ba6f90 HTTP/1.1" status: 404 len: 337 time: 0.0648656 Jul 19 03:27:04.527787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35362) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.542914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Checking segment: {'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:04.543186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Network hostable DHCP agents. Network: 2f443c75-3785-42ce-a3a8-7c48b444c08d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:27:04.562749 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a291c1-d2ee-4cb1-b24f-9767302dbba6 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.563646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a291c1-d2ee-4cb1-b24f-9767302dbba6 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.565421 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-56a291c1-d2ee-4cb1-b24f-9767302dbba6 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/c49ff241-238f-4103-bc9e-eadae63983de HTTP/1.1" status: 404 len: 339 time: 0.0362451 Jul 19 03:27:04.568095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35364) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.574761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028b2c1-1488-4e6d-9072-1e8c5950c513 req-33044663-1db4-4afe-9542-c0f09805ae8a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:04.576885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1028b2c1-1488-4e6d-9072-1e8c5950c513 req-33044663-1db4-4afe-9542-c0f09805ae8a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.2088587 Jul 19 03:27:04.583832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Network 2f443c75-3785-42ce-a3a8-7c48b444c08d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:27:04.596765 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf98b952-ff2d-475e-8058-b24e2c75266c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.597569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf98b952-ff2d-475e-8058-b24e2c75266c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.599550 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf98b952-ff2d-475e-8058-b24e2c75266c tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/2bcd8aea-d495-4dde-9cfe-bd9d97b05ce5 HTTP/1.1" status: 404 len: 337 time: 0.0301514 Jul 19 03:27:04.602218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35366) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.619765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 2f443c75-3785-42ce-a3a8-7c48b444c08d) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:04.621235 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-de64afea-df95-4ad1-b987-ee53c3c40836 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.621778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de64afea-df95-4ad1-b987-ee53c3c40836 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.623572 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-de64afea-df95-4ad1-b987-ee53c3c40836 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/662f4658-24b6-40db-9436-22e738a591ba HTTP/1.1" status: 404 len: 339 time: 0.0203848 Jul 19 03:27:04.626579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35368) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.631149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:04.631718 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:04.636184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eddffa1-bf6a-47b0-8ec9-fec96b3dca5f None None] Network 2f443c75-3785-42ce-a3a8-7c48b444c08d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:04.656420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1028b2c1-1488-4e6d-9072-1e8c5950c513 req-a3e02ee7-aac0-46bd-a5d8-109b91da46c2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649295 Jul 19 03:27:04.662619 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2a8132-98b1-4125-a090-173be8502fd4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.663201 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2a8132-98b1-4125-a090-173be8502fd4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.665709 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2d2a8132-98b1-4125-a090-173be8502fd4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/01cde638-8129-4c90-b833-7aeebb358c93 HTTP/1.1" status: 404 len: 337 time: 0.0379562 Jul 19 03:27:04.669139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35374) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.680088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-de34f148-4a58-4d39-abb8-d50a8b81ce02 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9859922 Jul 19 03:27:04.699839 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e0892f-753d-4146-857b-4e5a95af53ee tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.700781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e0892f-753d-4146-857b-4e5a95af53ee tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.703397 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-19e0892f-753d-4146-857b-4e5a95af53ee tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/38c8dec8-67a3-477f-aea4-6f820449da06 HTTP/1.1" status: 404 len: 339 time: 0.0317693 Jul 19 03:27:04.705974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35378) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.745435 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb11468-cb92-49ad-8115-1754564a3bc4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.745897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb11468-cb92-49ad-8115-1754564a3bc4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.751378 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6bb11468-cb92-49ad-8115-1754564a3bc4 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/9f40abb8-c8b2-4cf3-8c95-49eec2899c9c HTTP/1.1" status: 404 len: 337 time: 0.0405614 Jul 19 03:27:04.751495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35380) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.797146 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-344b411c-9126-4dcd-9bb5-1d65d20fc374 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The resource could not be found. Jul 19 03:27:04.802479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-344b411c-9126-4dcd-9bb5-1d65d20fc374 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.7087557 Jul 19 03:27:04.802644 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a55c5a5-d894-4a46-a3d1-929ded9ac28d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.802644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a55c5a5-d894-4a46-a3d1-929ded9ac28d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.802867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35382) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.802959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9a55c5a5-d894-4a46-a3d1-929ded9ac28d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/a7f00ad4-e297-44f4-804b-7ebbc2add015 HTTP/1.1" status: 404 len: 339 time: 0.0495679 Jul 19 03:27:04.806409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ab7247b6-2e8c-4212-bd1e-8c8bb0ed951c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'tempest-secgroup--870913323'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:04.807022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35384) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.820638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdcc967-e746-492a-917f-b1b940c4d77c None None] Network 2f443c75-3785-42ce-a3a8-7c48b444c08d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:04.859508 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ab7247b6-2e8c-4212-bd1e-8c8bb0ed951c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:04.869837 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-85766d94-7d97-4d67-b65e-0016bb36789d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.872450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85766d94-7d97-4d67-b65e-0016bb36789d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.875607 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-85766d94-7d97-4d67-b65e-0016bb36789d tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/11106c3b-e0dc-4754-8065-cc1c05a0384b HTTP/1.1" status: 404 len: 337 time: 0.0645413 Jul 19 03:27:04.877835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35390) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.897297 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdd6339-21a6-4b3e-907c-d51913b75a4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.897767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdd6339-21a6-4b3e-907c-d51913b75a4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.899549 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0fdd6339-21a6-4b3e-907c-d51913b75a4f tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/37c92232-f110-46e6-8354-ccda76231119 HTTP/1.1" status: 404 len: 339 time: 0.0206835 Jul 19 03:27:04.902170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35394) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.930336 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-1132de4b-fa25-46c8-a523-2f935348c4ee tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.930804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1132de4b-fa25-46c8-a523-2f935348c4ee tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.932798 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1132de4b-fa25-46c8-a523-2f935348c4ee tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/25a4dd52-3c8a-4467-b286-a2358fafa6a9 HTTP/1.1" status: 404 len: 337 time: 0.0296566 Jul 19 03:27:04.938621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35396) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:04.971689 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1e87da-2a8d-43f5-b52d-8c1f69894ee2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:04.972588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1e87da-2a8d-43f5-b52d-8c1f69894ee2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:04.975955 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fe1e87da-2a8d-43f5-b52d-8c1f69894ee2 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/f64a1cb8-9356-44d4-b0e8-97637b6b067a HTTP/1.1" status: 404 len: 339 time: 0.0380523 Jul 19 03:27:04.978582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35402) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:05.020271 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f573a6-b46f-401f-a03a-f90d67aedbb6 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:05.020271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f573a6-b46f-401f-a03a-f90d67aedbb6 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:05.020271 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-24f573a6-b46f-401f-a03a-f90d67aedbb6 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/a49623aa-c7f7-4759-b60f-47a2bd3766e6 HTTP/1.1" status: 404 len: 337 time: 0.0383196 Jul 19 03:27:05.022625 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ab7247b6-2e8c-4212-bd1e-8c8bb0ed951c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.022800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35408) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:05.028440 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ab7247b6-2e8c-4212-bd1e-8c8bb0ed951c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.056525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ab7247b6-2e8c-4212-bd1e-8c8bb0ed951c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.060306 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ab7247b6-2e8c-4212-bd1e-8c8bb0ed951c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2549686 Jul 19 03:27:05.060962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35412) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:05.065661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1cca9664-1f6e-49c9-91c7-12f431dc2b7a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980807105'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:05.070562 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-770e3d28-3fc0-44ef-a3cc-1aa4f09ed339 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:05.071152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770e3d28-3fc0-44ef-a3cc-1aa4f09ed339 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:05.073009 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-770e3d28-3fc0-44ef-a3cc-1aa4f09ed339 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/b052cd5e-5543-498c-b79f-b0ec95ce1ae7 HTTP/1.1" status: 404 len: 339 time: 0.0490823 Jul 19 03:27:05.077352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35416) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:05.080011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7247b6-2e8c-4212-bd1e-8c8bb0ed951c tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5603ed-eb7a-4f0b-a17d-580dbc688c23,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:05.151656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1cca9664-1f6e-49c9-91c7-12f431dc2b7a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.180309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6c79ed-ddce-4ea7-a4e9-d231cc4cfa83 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Deleting subnet 7b8671e5-4c5a-4eb0-9338-12df11b9fe22 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:27:05.187116 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef6c79ed-ddce-4ea7-a4e9-d231cc4cfa83 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.270970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef6c79ed-ddce-4ea7-a4e9-d231cc4cfa83 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.308822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2837dd-b947-4fc1-956e-96ab8bb6e7c8 req-af335176-745b-40d3-bc90-ee13a1c17588 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:05.316924 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa2837dd-b947-4fc1-956e-96ab8bb6e7c8 req-af335176-745b-40d3-bc90-ee13a1c17588 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.0819914 Jul 19 03:27:05.329338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 76045107-2c3b-4304-ae04-9bdaef128d99 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:27:05.357879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa2837dd-b947-4fc1-956e-96ab8bb6e7c8 req-f691e1ad-d214-42c3-a36b-fc9300c18436 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393763 Jul 19 03:27:05.445177 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1cca9664-1f6e-49c9-91c7-12f431dc2b7a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.455657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1cca9664-1f6e-49c9-91c7-12f431dc2b7a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.464262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-15d6f1e6-b81d-45e2-b32b-b33fdc3fdb4e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:05.466170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-15d6f1e6-b81d-45e2-b32b-b33fdc3fdb4e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/networks?id=2f443c75-3785-42ce-a3a8-7c48b444c08d HTTP/1.1" status: 200 len: 815 time: 0.2399027 Jul 19 03:27:05.481400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 76045107-2c3b-4304-ae04-9bdaef128d99, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=76045107-2c3b-4304-ae04-9bdaef128d99,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:05.497498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '76045107-2c3b-4304-ae04-9bdaef128d99', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'port_id': '76045107-2c3b-4304-ae04-9bdaef128d99', 'mac_address': 'fa:16:3e:ab:db:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:27:05.511974 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef6c79ed-ddce-4ea7-a4e9-d231cc4cfa83 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.522749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35440) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:05.540762 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca9664-1f6e-49c9-91c7-12f431dc2b7a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694f06b4-7d12-42eb-8b84-357569353fa9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:05.546196 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-4beebb97-2117-4716-b12d-cea9d93ecba7 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/quotas/7d03d49821bf4be6b487914c733c96a7 HTTP/1.1" status: 200 len: 375 time: 0.0577877 Jul 19 03:27:05.547184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1cca9664-1f6e-49c9-91c7-12f431dc2b7a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.547569 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.548747 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1cca9664-1f6e-49c9-91c7-12f431dc2b7a tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4870596 Jul 19 03:27:05.552156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35444) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:05.564405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76045107-2c3b-4304-ae04-9bdaef128d99 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:27:05.570301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-058b1797-4995-4b41-b629-05acbcfcca58 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group_rule': {'security_group_id': 'df5603ed-eb7a-4f0b-a17d-580dbc688c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '694f06b4-7d12-42eb-8b84-357569353fa9'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:05.592908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 76045107-2c3b-4304-ae04-9bdaef128d99, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=76045107-2c3b-4304-ae04-9bdaef128d99,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:05.598084 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.613448 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-40b70f3a-1ebd-43c2-81b1-27b6c32f9bb2 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d03d49821bf4be6b487914c733c96a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531368 Jul 19 03:27:05.655818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=76045107-2c3b-4304-ae04-9bdaef128d99,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:05.665346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.665953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.666481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.666993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.667504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.668011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.668502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.669001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.669586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.670192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.670852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.671357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:05.707508 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef6c79ed-ddce-4ea7-a4e9-d231cc4cfa83 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.709536 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-058b1797-4995-4b41-b629-05acbcfcca58 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:05.710673 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-058b1797-4995-4b41-b629-05acbcfcca58 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1564126 Jul 19 03:27:05.719377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35448) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:05.740403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['76045107-2c3b-4304-ae04-9bdaef128d99'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:27:05.742849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-04a352c8-e8f7-4c56-819c-08813f4a1006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.750473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c79ed-ddce-4ea7-a4e9-d231cc4cfa83 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8671e5-4c5a-4eb0-9338-12df11b9fe22,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:05.753130 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef6c79ed-ddce-4ea7-a4e9-d231cc4cfa83 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.755760 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ef6c79ed-ddce-4ea7-a4e9-d231cc4cfa83 tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/subnets/7b8671e5-4c5a-4eb0-9338-12df11b9fe22 HTTP/1.1" status: 204 len: 168 time: 0.6693673 Jul 19 03:27:05.758826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35450) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:05.785150 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7748f921-fcbd-4421-83c2-22257b061efb None None] Network 5b6e3302-0cb4-45ef-b8aa-127df5cece6c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:05.805116 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-9a634c01-7425-478e-9263-733f7ef970cc service neutron] 10.222.0.20 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807671 Jul 19 03:27:05.828346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef2d3e-c001-4396-98c1-7905c7c4a366 req-ef68dd99-241f-4828-8792-7b2bd0fcc68d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:05.834767 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcef2d3e-c001-4396-98c1-7905c7c4a366 req-ef68dd99-241f-4828-8792-7b2bd0fcc68d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1532459 Jul 19 03:27:05.873073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.901041 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd912f48-15e7-4782-afb8-146a0c28f296 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.910393 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcef2d3e-c001-4396-98c1-7905c7c4a366 req-7bf24844-ddd0-4210-82c4-a9a2df905429 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742774 Jul 19 03:27:05.949537 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd912f48-15e7-4782-afb8-146a0c28f296 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:05.983745 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-6e60c7ed-67b1-435d-ac98-3a2c690f40ac service neutron] 10.222.0.20 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462486 Jul 19 03:27:06.004161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-04a352c8-e8f7-4c56-819c-08813f4a1006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.014501 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-04a352c8-e8f7-4c56-819c-08813f4a1006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.019761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Deleting port 02ea07cb-b938-4e37-bc62-d736f87fb364 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:06.020088 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.050397 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-04a352c8-e8f7-4c56-819c-08813f4a1006 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55169126f1b3444186129195a519cfc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5256307 Jul 19 03:27:06.058879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35454) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:06.095119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6733bf-f702-4572-bfbf-d326a0e6872c None None] DHCP port deletion for 5b6e3302-0cb4-45ef-b8aa-127df5cece6c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:27:06.118346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] For port 02ea07cb-b938-4e37-bc62-d736f87fb364, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=02ea07cb-b938-4e37-bc62-d736f87fb364,segment=NetworkSegment(664d0394-03f8-49c4-b11b-5c1f9e66e543),segment_id=664d0394-03f8-49c4-b11b-5c1f9e66e543)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:06.118810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.133073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Calling delete_port for 02ea07cb-b938-4e37-bc62-d736f87fb364 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:06.181833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9f6733bf-f702-4572-bfbf-d326a0e6872c None None] Deleting port 02ea07cb-b938-4e37-bc62-d736f87fb364 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:06.198021 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9f6733bf-f702-4572-bfbf-d326a0e6872c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.199907 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd912f48-15e7-4782-afb8-146a0c28f296 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.212419 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd912f48-15e7-4782-afb8-146a0c28f296 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.219264 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cd912f48-15e7-4782-afb8-146a0c28f296 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "DELETE /v2.0/security-groups/694f06b4-7d12-42eb-8b84-357569353fa9 HTTP/1.1" status: 204 len: 168 time: 0.4989262 Jul 19 03:27:06.225782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35460) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:06.229313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a352c8-e8f7-4c56-819c-08813f4a1006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616b4b2f-5e37-42a6-a686-cd43f6f4f44b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:06.303690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd912f48-15e7-4782-afb8-146a0c28f296 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694f06b4-7d12-42eb-8b84-357569353fa9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:06.305558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3626cac7-e5cf-4267-aa13-1c3eb159c362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.333687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.369424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] No DVR routers for this DVR port 02ea07cb-b938-4e37-bc62-d736f87fb364 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:27:06.380498 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3626cac7-e5cf-4267-aa13-1c3eb159c362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.403001 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cfd9713a-c2d0-4f25-b7ba-4d2dbfbecb5f tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1760614 Jul 19 03:27:06.410838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35462) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:06.429061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Port': ['ID=02ea07cb-b938-4e37-bc62-d736f87fb364,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:06.513630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.524713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6e3302-0cb4-45ef-b8aa-127df5cece6c']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:06.525279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9f6733bf-f702-4572-bfbf-d326a0e6872c None None] For port 02ea07cb-b938-4e37-bc62-d736f87fb364, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=02ea07cb-b938-4e37-bc62-d736f87fb364,segment=NetworkSegment(664d0394-03f8-49c4-b11b-5c1f9e66e543),segment_id=664d0394-03f8-49c4-b11b-5c1f9e66e543)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:06.525675 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9f6733bf-f702-4572-bfbf-d326a0e6872c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.536125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664d0394-03f8-49c4-b11b-5c1f9e66e543') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:06.536705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664d0394-03f8-49c4-b11b-5c1f9e66e543') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:06.539404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9f6733bf-f702-4572-bfbf-d326a0e6872c None None] Calling delete_port for 02ea07cb-b938-4e37-bc62-d736f87fb364 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:06.547318 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.563044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.564906 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d933cd4b-23d7-4513-bf26-4478a7572172 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.571539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:06.572172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.609964 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d933cd4b-23d7-4513-bf26-4478a7572172 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:27:06.625292 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:27:06.633608 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9f6733bf-f702-4572-bfbf-d326a0e6872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.637912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 02ea07cb-b938-4e37-bc62-d736f87fb364 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:06.669408 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:06.675294 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.689577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592dc36-de65-4739-83c3-8d7968d25c25 req-ee1220d5-878b-402e-95e9-0d940865dafb tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:06.696266 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.697112 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6592dc36-de65-4739-83c3-8d7968d25c25 req-ee1220d5-878b-402e-95e9-0d940865dafb tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.2210314 Jul 19 03:27:06.701217 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3626cac7-e5cf-4267-aa13-1c3eb159c362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.701375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 02ea07cb-b938-4e37-bc62-d736f87fb364 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:27:06.701375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 02ea07cb-b938-4e37-bc62-d736f87fb364 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:27:06.702685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] 10.222.0.20 "DELETE /v2.0/networks/5b6e3302-0cb4-45ef-b8aa-127df5cece6c HTTP/1.1" status: 204 len: 168 time: 0.9423459 Jul 19 03:27:06.702819 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3626cac7-e5cf-4267-aa13-1c3eb159c362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.705690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e19ae0-44b6-4c4e-8a40-cb173148295a tempest-NetworksTest-574051791 tempest-NetworksTest-574051791-project] Pushing event deleted for resources: {'Network': ['ID=5b6e3302-0cb4-45ef-b8aa-127df5cece6c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:06.706108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6733bf-f702-4572-bfbf-d326a0e6872c None None] Pushing event deleted for resources: {'Port': ['ID=02ea07cb-b938-4e37-bc62-d736f87fb364,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:06.708021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6733bf-f702-4572-bfbf-d326a0e6872c None None] No DVR routers for this DVR port 02ea07cb-b938-4e37-bc62-d736f87fb364 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:27:06.715679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3626cac7-e5cf-4267-aa13-1c3eb159c362 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/616b4b2f-5e37-42a6-a686-cd43f6f4f44b HTTP/1.1" status: 204 len: 168 time: 0.6558733 Jul 19 03:27:06.749120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433190bf-5dd6-41c4-af52-4e439099c92f req-19146941-69aa-4cb3-bc1a-856a5c9d999d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:06.758714 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-433190bf-5dd6-41c4-af52-4e439099c92f req-19146941-69aa-4cb3-bc1a-856a5c9d999d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 944 time: 0.3642166 Jul 19 03:27:06.809555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626cac7-e5cf-4267-aa13-1c3eb159c362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616b4b2f-5e37-42a6-a686-cd43f6f4f44b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:06.818654 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.830226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-433190bf-5dd6-41c4-af52-4e439099c92f req-20c2487a-f3d3-4c5a-a8fb-2e0bd2aa58f2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699463 Jul 19 03:27:06.890825 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6592dc36-de65-4739-83c3-8d7968d25c25 req-da2a8b7a-79fe-4f0a-99d6-a2cc87f688f0 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926055 Jul 19 03:27:06.893592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d933cd4b-23d7-4513-bf26-4478a7572172 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.897694 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d933cd4b-23d7-4513-bf26-4478a7572172 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:06.902912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d933cd4b-23d7-4513-bf26-4478a7572172 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "DELETE /v2.0/security-groups/df5603ed-eb7a-4f0b-a17d-580dbc688c23 HTTP/1.1" status: 204 len: 168 time: 0.4888675 Jul 19 03:27:06.906073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35486) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:06.954384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933cd4b-23d7-4513-bf26-4478a7572172 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5603ed-eb7a-4f0b-a17d-580dbc688c23,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:06.972123 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f11bc85c-f05d-48dd-95ae-9ec22423698a req-7994c87d-249b-4ed7-b3c0-9a589bf94e50 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 210 time: 0.0800164 Jul 19 03:27:07.143610 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.338873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35504) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:07.345689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35508) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:07.357838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 76045107-2c3b-4304-ae04-9bdaef128d99 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:27:07.383372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9fee95e-4705-49c8-8387-e5b6b6434dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.421950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-40be972a-e02e-4d20-82f0-ab61735f479d tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5148056 Jul 19 03:27:07.426144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35510) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:07.432395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-940e49ab-ffcc-4e17-9e1e-d31e7ba8bf3b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'tempest-secgroup--581663698'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:07.477362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb1c39-197c-4623-a0d0-1c28c9ad1404 req-f17ba643-116b-4db9-87bc-16a1e1c25515 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:07.485145 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-90eb1c39-197c-4623-a0d0-1c28c9ad1404 req-f17ba643-116b-4db9-87bc-16a1e1c25515 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1237376 Jul 19 03:27:07.518451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 76045107-2c3b-4304-ae04-9bdaef128d99 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:07.519956 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.559576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9fee95e-4705-49c8-8387-e5b6b6434dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.571892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9fee95e-4705-49c8-8387-e5b6b6434dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.587711 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-90eb1c39-197c-4623-a0d0-1c28c9ad1404 req-5d1937fe-308c-46ce-8798-5459741681d7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949509 Jul 19 03:27:07.633608 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a9fee95e-4705-49c8-8387-e5b6b6434dc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=806def6e57d446aba97b252e96f8622d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866695 Jul 19 03:27:07.639572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35516) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:07.653306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fee95e-4705-49c8-8387-e5b6b6434dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77244cd-ed88-4c09-9031-f2bbf496f8a7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:07.662687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-940e49ab-ffcc-4e17-9e1e-d31e7ba8bf3b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.731286 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.756549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-be914fa2-53bc-49e1-9907-b559476a3023 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd3fd8eff2554e3e8a8cfe4ac5b3bd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157650 Jul 19 03:27:07.761395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35518) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:07.777470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e558fe72-d8bf-4b48-95e1-ee61b6819263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.781509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76045107-2c3b-4304-ae04-9bdaef128d99'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:27:07.823678 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752680ad-cf85-449b-896d-5597cfa635be" -d '{"events": [{"server_uuid": "56175b9a-7d0b-4f2c-a05d-ce21f672c2d4", "name": "network-vif-plugged", "status": "completed", "tag": "76045107-2c3b-4304-ae04-9bdaef128d99"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:27:07.828479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e558fe72-d8bf-4b48-95e1-ee61b6819263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.853342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 76045107-2c3b-4304-ae04-9bdaef128d99, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=76045107-2c3b-4304-ae04-9bdaef128d99,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:07.859372 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.895233 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fe802e0-1f16-406a-adc2-f505da8f9862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.897882 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cfae08-fac8-4bdf-b4b2-fe32aef1542c x-openstack-request-id: req-05cfae08-fac8-4bdf-b4b2-fe32aef1542c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:27:07.898426 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56175b9a-7d0b-4f2c-a05d-ce21f672c2d4", "name": "network-vif-plugged", "status": "completed", "tag": "76045107-2c3b-4304-ae04-9bdaef128d99", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:27:07.898826 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05cfae08-fac8-4bdf-b4b2-fe32aef1542c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:27:07.899637 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76045107-2c3b-4304-ae04-9bdaef128d99', 'code': 200} Jul 19 03:27:07.927403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fe802e0-1f16-406a-adc2-f505da8f9862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.959757 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-940e49ab-ffcc-4e17-9e1e-d31e7ba8bf3b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.968047 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-940e49ab-ffcc-4e17-9e1e-d31e7ba8bf3b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:07.971062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=76045107-2c3b-4304-ae04-9bdaef128d99,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:07.985162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b205188-d076-46e7-be88-87b97b76f705 req-6edf4777-f1fa-4bd5-8a3c-5bc0a664a05f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:07.994648 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b205188-d076-46e7-be88-87b97b76f705 req-6edf4777-f1fa-4bd5-8a3c-5bc0a664a05f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1556590 Jul 19 03:27:08.044997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e49ab-ffcc-4e17-9e1e-d31e7ba8bf3b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ac0fa-a60c-45b2-b7bf-d45d6eeea268,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:08.053881 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-940e49ab-ffcc-4e17-9e1e-d31e7ba8bf3b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:08.058336 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-940e49ab-ffcc-4e17-9e1e-d31e7ba8bf3b tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6284220 Jul 19 03:27:08.058494 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b205188-d076-46e7-be88-87b97b76f705 req-1203940b-6a13-4f35-9b35-611ff7b5133f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570660 Jul 19 03:27:08.058619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35528) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:08.067931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e558fe72-d8bf-4b48-95e1-ee61b6819263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:08.071050 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e558fe72-d8bf-4b48-95e1-ee61b6819263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:08.074288 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e558fe72-d8bf-4b48-95e1-ee61b6819263 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e77244cd-ed88-4c09-9031-f2bbf496f8a7 HTTP/1.1" status: 204 len: 168 time: 0.4307556 Jul 19 03:27:08.088325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2ba56124-ec6f-4505-b8a3-f173b1e66069 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:08.088807 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-2ba56124-ec6f-4505-b8a3-f173b1e66069 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 19 03:27:08.089014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558fe72-d8bf-4b48-95e1-ee61b6819263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77244cd-ed88-4c09-9031-f2bbf496f8a7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:08.089329 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-2ba56124-ec6f-4505-b8a3-f173b1e66069 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] update failed (client error): There was a conflict when trying to complete your request. Jul 19 03:27:08.093822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2ba56124-ec6f-4505-b8a3-f173b1e66069 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "PUT /v2.0/security-groups/a11ac0fa-a60c-45b2-b7bf-d45d6eeea268 HTTP/1.1" status: 409 len: 330 time: 0.0312757 Jul 19 03:27:08.094513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35536) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:08.109355 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fe802e0-1f16-406a-adc2-f505da8f9862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:08.117977 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fe802e0-1f16-406a-adc2-f505da8f9862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:08.121115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7fe802e0-1f16-406a-adc2-f505da8f9862 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39901c04-6cf6-448b-805d-2caac148f94f HTTP/1.1" status: 204 len: 168 time: 0.3561363 Jul 19 03:27:08.138310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe802e0-1f16-406a-adc2-f505da8f9862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39901c04-6cf6-448b-805d-2caac148f94f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:08.215967 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0216365c-a116-4296-ba42-2aee5bacd9f9 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:08.251798 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0216365c-a116-4296-ba42-2aee5bacd9f9 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:08.262993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c2b93-cb9e-41c1-b65c-1cab4023c724 req-600ff68d-4128-40b2-83dc-6907f42a829d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:08.269906 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-307c2b93-cb9e-41c1-b65c-1cab4023c724 req-600ff68d-4128-40b2-83dc-6907f42a829d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.1560359 Jul 19 03:27:08.346217 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-307c2b93-cb9e-41c1-b65c-1cab4023c724 req-606e4dff-6b72-44ea-a068-f21aaf7a210f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752819 Jul 19 03:27:08.357461 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0216365c-a116-4296-ba42-2aee5bacd9f9 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:08.368255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0216365c-a116-4296-ba42-2aee5bacd9f9 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:08.368255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0216365c-a116-4296-ba42-2aee5bacd9f9 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "DELETE /v2.0/security-groups/a11ac0fa-a60c-45b2-b7bf-d45d6eeea268 HTTP/1.1" status: 204 len: 168 time: 0.2703216 Jul 19 03:27:08.370690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35544) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:08.393203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216365c-a116-4296-ba42-2aee5bacd9f9 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ac0fa-a60c-45b2-b7bf-d45d6eeea268,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:08.454195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f535e626-c2eb-4e05-8082-b5a8c17131a1 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811543 Jul 19 03:27:08.459398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35552) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:08.490294 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-28a78e04-51f5-4e99-ba26-70010cc90abe tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] delete failed (client error): The resource could not be found. Jul 19 03:27:08.495753 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-28a78e04-51f5-4e99-ba26-70010cc90abe tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "DELETE /v2.0/security-groups/5c9017c0-cd12-4709-bba9-3379c39c83f2 HTTP/1.1" status: 404 len: 347 time: 0.0330372 Jul 19 03:27:08.499873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35554) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:08.503111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-74b255a4-f0f2-46aa-9398-2db0ab84b3f4 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:08.507757 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-74b255a4-f0f2-46aa-9398-2db0ab84b3f4 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.26 "GET /v2.0/networks?id=2f443c75-3785-42ce-a3a8-7c48b444c08d HTTP/1.1" status: 200 len: 815 time: 0.3156106 Jul 19 03:27:08.529885 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-6b20f5a1-a0a0-46c0-81d3-8d6ba5f76506 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] show failed (client error): The resource could not be found. Jul 19 03:27:08.531522 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6b20f5a1-a0a0-46c0-81d3-8d6ba5f76506 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-groups/ade5c586-c908-477b-a2be-267ffa5b2b6b HTTP/1.1" status: 404 len: 347 time: 0.0295298 Jul 19 03:27:08.535240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35556) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:08.551085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Request body: {'port': {'device_id': 'eedb8b80-bd61-4894-a5c3-d073d7af06e1', 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d', 'admin_state_up': True, 'tenant_id': '7d03d49821bf4be6b487914c733c96a7'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:08.567454 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-9df8d588-11e0-4a2c-8755-dd56ef5ed832 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] show failed (client error): The resource could not be found. Jul 19 03:27:08.572486 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9df8d588-11e0-4a2c-8755-dd56ef5ed832 tempest-NegativeSecGroupTest-830951736 tempest-NegativeSecGroupTest-830951736-project] 10.222.0.20 "GET /v2.0/security-group-rules/467c653e-28cd-408d-9585-0e052344e2a2 HTTP/1.1" status: 404 len: 356 time: 0.0327122 Jul 19 03:27:08.599632 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0c426ae-481d-4fbb-85a8-922b34d768a8 req-1abe5e61-50dd-4e83-8a74-bf4f98266eb2 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 210 time: 0.0906439 Jul 19 03:27:08.809928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Made reservation on behalf of 7d03d49821bf4be6b487914c733c96a7 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:08.813825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:08.850119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a9b0f-0cb1-4266-a818-bd6c955bffbe req-2482e94f-d4c8-4339-bce9-753f4adbf074 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:08.854748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-930a9b0f-0cb1-4266-a818-bd6c955bffbe req-2482e94f-d4c8-4339-bce9-753f4adbf074 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1254766 Jul 19 03:27:08.935702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35574) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:08.988782 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-930a9b0f-0cb1-4266-a818-bd6c955bffbe req-a207479e-4856-4564-b50a-0005e1d2fc78 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736585 Jul 19 03:27:09.017226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Allocated IP 172.20.0.7 (2f443c75-3785-42ce-a3a8-7c48b444c08d/f5249f28-332e-464e-867f-c1a49e34fe2a/beec5436-8d2f-4a60-8b5c-ad4b30bfc700) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:09.194148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-34ff26cc-6c6a-40f7-9a1d-b9a12654f195 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5cab3b9541a40bfa76d5cf9edf065c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549207 Jul 19 03:27:09.194458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35588) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:09.245807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:09.262636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a5566-ce29-4800-b88b-a518dc53a406 req-1cc2c99d-6a10-4d6a-9838-0e88cb99c153 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:09.264742 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-819a5566-ce29-4800-b88b-a518dc53a406 req-1cc2c99d-6a10-4d6a-9838-0e88cb99c153 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1318412 Jul 19 03:27:09.289982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-864061b9-80f9-423c-a15d-09b8a94bcab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:09.297296 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:09.329695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-819a5566-ce29-4800-b88b-a518dc53a406 req-9354c1eb-0f15-409c-bfe7-8d80978f6ca7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564721 Jul 19 03:27:09.331747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-864061b9-80f9-423c-a15d-09b8a94bcab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:09.343299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Network 2f443c75-3785-42ce-a3a8-7c48b444c08d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:09.347634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:09.359489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:09.424522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-864061b9-80f9-423c-a15d-09b8a94bcab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:09.428228 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-864061b9-80f9-423c-a15d-09b8a94bcab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:09.432047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Pushing event updated for resources: {'Port': ['ID=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:09.432382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-864061b9-80f9-423c-a15d-09b8a94bcab6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b1ae2b7-3bfd-4eda-b26b-c7cafdf688b3 HTTP/1.1" status: 204 len: 168 time: 0.2342000 Jul 19 03:27:09.440266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:09.440639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864061b9-80f9-423c-a15d-09b8a94bcab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ae2b7-3bfd-4eda-b26b-c7cafdf688b3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:09.441239 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:09.473101 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-8d66e2bb-ae16-43e3-8fc0-8c7d61222de6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9291370 Jul 19 03:27:09.487224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Request body: {'port': {'device_id': 'eedb8b80-bd61-4894-a5c3-d073d7af06e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:09.585562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:09.631914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a53fc-02b0-4c5a-8beb-7fe8ec07d012 req-c62ca3fd-4ac4-4ff6-b96b-0ccf7da0f014 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:09.642006 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-502a53fc-02b0-4c5a-8beb-7fe8ec07d012 req-c62ca3fd-4ac4-4ff6-b96b-0ccf7da0f014 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.0889499 Jul 19 03:27:09.700740 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-502a53fc-02b0-4c5a-8beb-7fe8ec07d012 req-d99c7cab-2e64-45a3-987c-0b274e94c324 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571694 Jul 19 03:27:10.012033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beec5436-8d2f-4a60-8b5c-ad4b30bfc700 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:27:10.028736 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:10.043619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cece2e-8646-4591-94db-5ea96aa5af16 req-ff53c4d7-e54a-4a9d-a125-2e99106bbce1 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:10.050648 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51cece2e-8646-4591-94db-5ea96aa5af16 req-ff53c4d7-e54a-4a9d-a125-2e99106bbce1 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 931 time: 0.1335554 Jul 19 03:27:10.159222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Transition to ACTIVE for port object beec5436-8d2f-4a60-8b5c-ad4b30bfc700 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:10.173863 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:10.222881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51cece2e-8646-4591-94db-5ea96aa5af16 req-bc714ca1-a023-4291-8370-9083acb906a8 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712751 Jul 19 03:27:10.251061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde9240-3b73-4277-9c11-e0dfac16b580 req-7e3f4999-f489-465a-ba19-cc4fc981d3e8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:10.261614 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-afde9240-3b73-4277-9c11-e0dfac16b580 req-7e3f4999-f489-465a-ba19-cc4fc981d3e8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1381433 Jul 19 03:27:10.296395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Pushing event updated for resources: {'Port': ['ID=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:10.320750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-afde9240-3b73-4277-9c11-e0dfac16b580 req-2f362944-34bb-4b8b-b90a-e94173839a03 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575294 Jul 19 03:27:10.411207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Attempting to bind port beec5436-8d2f-4a60-8b5c-ad4b30bfc700 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:27:10.416012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Attempting to bind port beec5436-8d2f-4a60-8b5c-ad4b30bfc700 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:27:10.416012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Attempting to bind port beec5436-8d2f-4a60-8b5c-ad4b30bfc700 on network 2f443c75-3785-42ce-a3a8-7c48b444c08d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:27:10.424213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Port beec5436-8d2f-4a60-8b5c-ad4b30bfc700 on network 2f443c75-3785-42ce-a3a8-7c48b444c08d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:27:10.425755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Attempting to bind port beec5436-8d2f-4a60-8b5c-ad4b30bfc700 on network 2f443c75-3785-42ce-a3a8-7c48b444c08d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:27:10.436340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:27:10.438462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Checking segment: {'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:10.439467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Bound using segment: {'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:27:10.439983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Bound port: beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:27:10.441483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:10.562871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] For port beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:27:10.570996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] For port beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:27:10.579178 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:10.609759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35644) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:10.639911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:10.641171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:10.643963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] 10.222.0.26 "PUT /v2.0/ports/beec5436-8d2f-4a60-8b5c-ad4b30bfc700 HTTP/1.1" status: 200 len: 1092 time: 1.1625955 Jul 19 03:27:10.644768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedb8b80-bd61-4894-a5c3-d073d7af06e1', 'tag': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:27:10.648116 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446613ff-2c89-4892-9e8c-1105bf911cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "eedb8b80-bd61-4894-a5c3-d073d7af06e1", "tag": "beec5436-8d2f-4a60-8b5c-ad4b30bfc700"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:27:10.807351 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2f9993-bfc5-4d11-a21e-a41454665a3c x-openstack-request-id: req-1c2f9993-bfc5-4d11-a21e-a41454665a3c {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:27:10.807800 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedb8b80-bd61-4894-a5c3-d073d7af06e1", "tag": "beec5436-8d2f-4a60-8b5c-ad4b30bfc700", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:27:10.808063 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c2f9993-bfc5-4d11-a21e-a41454665a3c {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:27:10.808798 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedb8b80-bd61-4894-a5c3-d073d7af06e1', 'tag': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700', 'status': 'completed', 'code': 200} Jul 19 03:27:10.809602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b4b0a-fe38-48db-9671-44abb0ce2f59 service neutron] Pushing event updated for resources: {'Port': ['ID=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:10.868688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-e4eba5ff-07fc-442e-96d1-1f882fb4bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:10.870256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-e4eba5ff-07fc-442e-96d1-1f882fb4bd89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d03d49821bf4be6b487914c733c96a7&device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 1095 time: 0.1654317 Jul 19 03:27:10.969394 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-612e05dc-c029-4918-9e7b-056dd78f0c7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700 HTTP/1.1" status: 200 len: 217 time: 0.0901194 Jul 19 03:27:11.087314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-84f2b143-0041-4ebf-9d3e-ea1e250e9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:11.089722 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-84f2b143-0041-4ebf-9d3e-ea1e250e9aad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5249f28-332e-464e-867f-c1a49e34fe2a HTTP/1.1" status: 200 len: 855 time: 0.1126473 Jul 19 03:27:11.135518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d98c5b-3b53-4b85-8f4d-9fc0ca8537e9 req-3e288e08-87e0-4ebc-af29-a7bae0b0ccf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:11.150726 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44d98c5b-3b53-4b85-8f4d-9fc0ca8537e9 req-3e288e08-87e0-4ebc-af29-a7bae0b0ccf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.2052481 Jul 19 03:27:11.223884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-02e88b7c-bc35-4f19-8113-bf1ee49eb3a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f443c75-3785-42ce-a3a8-7c48b444c08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189959 Jul 19 03:27:11.251890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1114230640'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:11.332225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44d98c5b-3b53-4b85-8f4d-9fc0ca8537e9 req-57cd608b-62d1-4f45-af53-25987dcd55af tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789057 Jul 19 03:27:11.335766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:11.361548 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:11.412806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:11.471392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-47fc1b15-902c-4168-8c7c-b2368f9e8eaf service neutron] 10.222.0.26 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400923 Jul 19 03:27:11.507457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35678) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:11.709244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09567bda-e640-42c9-97bc-cbb7771e88cd req-1580dfab-4600-4a72-9b80-6dd639c62c86 service neutron] 10.222.0.26 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310755 Jul 19 03:27:11.760627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2f76f-b7c0-45b1-8225-a0df35e5d53d req-1cb9c9b9-8335-492b-8f18-d22a1ca1b51f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:11.762926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11d2f76f-b7c0-45b1-8225-a0df35e5d53d req-1cb9c9b9-8335-492b-8f18-d22a1ca1b51f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1178977 Jul 19 03:27:11.776865 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-164501984'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:11.832640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:11.859923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:11.860952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11d2f76f-b7c0-45b1-8225-a0df35e5d53d req-6f8dd88a-b29f-42f5-9f2b-1721e8878a73 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882540 Jul 19 03:27:11.877214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446613ff-2c89-4892-9e8c-1105bf911cbb req-f1bdd5c4-f658-4d85-b26a-6d55583875d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:11.878437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:27:11.880046 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446613ff-2c89-4892-9e8c-1105bf911cbb req-f1bdd5c4-f658-4d85-b26a-6d55583875d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d03d49821bf4be6b487914c733c96a7&device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 1095 time: 0.1087418 Jul 19 03:27:11.892517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:11.892877 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Added segment 73a75328-be70-4552-81e1-ca528dab9330 of type vlan for network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 Jul 19 03:27:11.948355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:11.994499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374517d5-4634-41ce-9973-4a2d44368007 req-22debb69-93dd-41fd-ad48-612793569132 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:12.004056 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-374517d5-4634-41ce-9973-4a2d44368007 req-22debb69-93dd-41fd-ad48-612793569132 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 943 time: 0.3898950 Jul 19 03:27:12.006073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Made reservation on behalf of d6191c3ed45043ecbf64b235bbc2fbe5 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:12.007338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446613ff-2c89-4892-9e8c-1105bf911cbb req-2389efc6-ee65-4f89-97a7-a828cf8ba2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:12.009035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446613ff-2c89-4892-9e8c-1105bf911cbb req-2389efc6-ee65-4f89-97a7-a828cf8ba2a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f443c75-3785-42ce-a3a8-7c48b444c08d HTTP/1.1" status: 200 len: 915 time: 0.1197226 Jul 19 03:27:12.009883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.031669 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.037877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:12.038648 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.072352 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.085900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446613ff-2c89-4892-9e8c-1105bf911cbb req-59bbc6ee-cdc3-48ee-b333-d001f625b137 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700 HTTP/1.1" status: 200 len: 217 time: 0.0688031 Jul 19 03:27:12.162737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3e8dd6-7eb1-4cff-b885-ec3e6d043dd1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:12.184234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446613ff-2c89-4892-9e8c-1105bf911cbb req-ccd3fc66-803c-49e4-b98e-df838dff3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:12.185418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5735314 Jul 19 03:27:12.188595 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446613ff-2c89-4892-9e8c-1105bf911cbb req-ccd3fc66-803c-49e4-b98e-df838dff3ce9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5249f28-332e-464e-867f-c1a49e34fe2a HTTP/1.1" status: 200 len: 855 time: 0.0947213 Jul 19 03:27:12.189761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35690) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:12.196495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'name': 'tempest-PortsIpV6TestJSON-1495833890'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:12.271321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-374517d5-4634-41ce-9973-4a2d44368007 req-bba36654-422a-4297-9d4a-16cee26336bf tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662029 Jul 19 03:27:12.284446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06a438-5c2b-4fa6-9f37-05219f0cc1ff tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Network': ['ID=e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:12.285954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446613ff-2c89-4892-9e8c-1105bf911cbb req-31910635-8580-4fac-8a9c-420cda3d2514 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f443c75-3785-42ce-a3a8-7c48b444c08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831480 Jul 19 03:27:12.306403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:27:12.450636 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.465463 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.576787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:27:12.604190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4695c10-7744-4c58-95c5-8d3e486fa05b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:12.619359 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1550deed-fd01-41b5-b876-be8036dbdae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.637820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.638169 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Added segment f794b042-3c31-4b83-bfe5-ea9b93cf4aee of type vlan for network 34140691-2b8d-4d99-b605-f764d61329eb Jul 19 03:27:12.720413 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.814543 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.822095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:12.823152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:12.881297 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3714895 Jul 19 03:27:12.885522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35700) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:12.891678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-37b64686-5b26-4e84-bed1-765046ed70bf tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb', 'tempest-TagsTest-Tag-2130390814') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:12.958413 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cde627-8a59-42bd-8d4a-d48fa8d82966 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Pushing event updated for resources: {'Network': ['ID=34140691-2b8d-4d99-b605-f764d61329eb,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:12.974559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 34140691-2b8d-4d99-b605-f764d61329eb details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:27:13.144635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446613ff-2c89-4892-9e8c-1105bf911cbb req-bc12c112-7054-4fcc-92e4-98ce06dc3b07 service neutron] 10.222.0.26 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8265076 Jul 19 03:27:13.204079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-37b64686-5b26-4e84-bed1-765046ed70bf tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "PUT /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags/tempest-TagsTest-Tag-2130390814 HTTP/1.1" status: 201 len: 201 time: 0.3146093 Jul 19 03:27:13.204766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35706) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:13.221642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-395cfe10-3537-4c95-9331-d1dc3c0d2cd2 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb', 'tempest-TagsTest-Tag-2130390814') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:13.307765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d08d-b645-4344-b9bd-44116497a833 req-19d13776-9905-465a-88d2-d894210be7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:13.309746 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f65d08d-b645-4344-b9bd-44116497a833 req-19d13776-9905-465a-88d2-d894210be7a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 1098 time: 0.1727808 Jul 19 03:27:13.318823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc493b-71c1-42d3-a791-a6d3d3748a7c req-5144aac0-d008-4f8c-82fe-5572ad58c013 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:13.325813 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40dc493b-71c1-42d3-a791-a6d3d3748a7c req-5144aac0-d008-4f8c-82fe-5572ad58c013 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.2252755 Jul 19 03:27:13.346557 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-446613ff-2c89-4892-9e8c-1105bf911cbb req-fc357751-0372-4050-af4e-b099cf8a1a18 service neutron] 10.222.0.26 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939890 Jul 19 03:27:13.419643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:13.430247 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:13.472645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31c88e-0cf7-421c-838f-cbaefa27f28b req-d7c9b4ae-64d8-43f0-a237-97e391d0571c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:13.485299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e31c88e-0cf7-421c-838f-cbaefa27f28b req-d7c9b4ae-64d8-43f0-a237-97e391d0571c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.3370836 Jul 19 03:27:13.541848 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:27:13.560135 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-395cfe10-3537-4c95-9331-d1dc3c0d2cd2 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "GET /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags/tempest-TagsTest-Tag-2130390814 HTTP/1.1" status: 204 len: 168 time: 0.3531582 Jul 19 03:27:13.565218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35710) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:13.600743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-1a4c1059-2c55-4767-8969-396f23ac4610 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:13.609970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40dc493b-71c1-42d3-a791-a6d3d3748a7c req-cdaa3c25-37c6-476c-aada-6d51861c4e09 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821333 Jul 19 03:27:13.785987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d08d-b645-4344-b9bd-44116497a833 req-8aaa4598-3242-4283-a292-0ca7732f55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:13.792017 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f65d08d-b645-4344-b9bd-44116497a833 req-8aaa4598-3242-4283-a292-0ca7732f55ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 913 time: 0.4616821 Jul 19 03:27:13.832655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e31c88e-0cf7-421c-838f-cbaefa27f28b req-a24961bb-a3f3-46dd-8c01-f1579b0c1fe2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359599 Jul 19 03:27:13.896167 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f65d08d-b645-4344-b9bd-44116497a833 req-3eb0dfda-55fb-43ff-a423-86d435d8fc35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 200 len: 217 time: 0.0955598 Jul 19 03:27:13.944969 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:14.016044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:14.064342 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1a4c1059-2c55-4767-8969-396f23ac4610 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "GET /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags HTTP/1.1" status: 200 len: 238 time: 0.4473495 Jul 19 03:27:14.064342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35724) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:14.064342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-e16f43b8-7706-40cd-8b47-f7506a57259f tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb', {'tags': ['tempest-TagsTest-Tag-1730969407', 'tempest-TagsTest-Tag-809530459', 'tempest-TagsTest-Tag-1541709858']}) {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:14.072410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d08d-b645-4344-b9bd-44116497a833 req-288e02c0-854b-4b73-b798-d7a45a2d3cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:14.074135 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f65d08d-b645-4344-b9bd-44116497a833 req-288e02c0-854b-4b73-b798-d7a45a2d3cd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 200 len: 853 time: 0.1594546 Jul 19 03:27:14.130298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Checking segment: {'id': '73a75328-be70-4552-81e1-ca528dab9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:14.130772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network hostable DHCP agents. Network: e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:27:14.174811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=b4dd2a0b-06e1-4fc7-8c09-105c353a5cad,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:14.184248 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f65d08d-b645-4344-b9bd-44116497a833 req-332948ac-dd5d-466b-b552-e750734ada8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b452f33-00db-4989-bdd6-db7ff37a9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942929 Jul 19 03:27:14.259500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:27:14.271850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329c1fa-c8e2-42cd-bf51-c21936d16843 req-e602c364-e55c-4856-b3f2-f0d518d124b6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:14.273430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5329c1fa-c8e2-42cd-bf51-c21936d16843 req-e602c364-e55c-4856-b3f2-f0d518d124b6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 943 time: 0.3863924 Jul 19 03:27:14.289558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:14.300549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c12fa59-c22b-4016-bb3b-c4edafe728e3 None None] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:14.310722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:14.320499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:14.323798 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:14.361260 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-95123c6e-31bd-4d3a-a5f3-3d7271b987a9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1697905 Jul 19 03:27:14.364916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35728) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:14.371544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-577572221'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:14.401383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:14.408512 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:14.441807 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f65d08d-b645-4344-b9bd-44116497a833 req-d3659feb-ab80-42bc-948a-5a46b3e99d77 service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483997 Jul 19 03:27:14.485086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:27:14.510039 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:14.511947 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Added segment b3bdc4b9-ced6-4f48-8e06-fb79efd390ae of type vlan for network 8b21b825-c7ac-4e0d-af9c-f31fc17fa46c Jul 19 03:27:14.584670 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f65d08d-b645-4344-b9bd-44116497a833 req-c87f194b-4167-49aa-93cb-25cfde18acc5 service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289217 Jul 19 03:27:14.592799 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e16f43b8-7706-40cd-8b47-f7506a57259f tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "PUT /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags HTTP/1.1" status: 200 len: 308 time: 0.5416529 Jul 19 03:27:14.595415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35730) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:14.602202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-fc87e416-84f2-4355-aae6-b096d8e92d3b tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb', 'tempest-TagsTest-Tag-1730969407') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:14.608741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device beec5436-8d2f-4a60-8b5c-ad4b30bfc700 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:27:14.621924 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5329c1fa-c8e2-42cd-bf51-c21936d16843 req-62e3fe8f-3c28-49a2-8916-377106c9b957 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330534 Jul 19 03:27:14.658046 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:14.731561 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:14.752212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:14.753017 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:14.848656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4821942 Jul 19 03:27:14.852283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35736) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:14.880979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'ports': [{'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8'}, {'network_id': '8b21b825-c7ac-4e0d-af9c-f31fc17fa46c'}]} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:14.882109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:14.883929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': '8b21b825-c7ac-4e0d-af9c-f31fc17fa46c'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:14.890955 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fc87e416-84f2-4355-aae6-b096d8e92d3b tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "DELETE /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags/tempest-TagsTest-Tag-1730969407 HTTP/1.1" status: 204 len: 168 time: 0.2942376 Jul 19 03:27:14.891474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35740) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:14.899412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-2637c0ef-f774-4f00-875f-cd3aa04ab8f8 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb', 'tempest-TagsTest-Tag-1730969407') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:14.909521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:14.925929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700', 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d', 'port_id': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700', 'mac_address': 'fa:16:3e:b5:a9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5249f28-332e-464e-867f-c1a49e34fe2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:27:15.019893 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:15.056464 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-2637c0ef-f774-4f00-875f-cd3aa04ab8f8 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] show failed (client error): The resource could not be found. Jul 19 03:27:15.056464 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2637c0ef-f774-4f00-875f-cd3aa04ab8f8 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "GET /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags/tempest-TagsTest-Tag-1730969407 HTTP/1.1" status: 404 len: 326 time: 0.1637967 Jul 19 03:27:15.090417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35744) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:15.094228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beec5436-8d2f-4a60-8b5c-ad4b30bfc700 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:27:15.136250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-b93f3511-5e98-41d8-baed-a221d2dfb329 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb', 'tempest-TagsTest-Tag-809530459') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:15.144723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84f9e2-8f98-4431-9824-e2f7630a72a6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Network': ['ID=8b21b825-c7ac-4e0d-af9c-f31fc17fa46c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:15.171715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3c4c6fd9-4f8b-4ffb-9668-a3fac82cff77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:15.206717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 8b21b825-c7ac-4e0d-af9c-f31fc17fa46c details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:27:15.367476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b93f3511-5e98-41d8-baed-a221d2dfb329 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "GET /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags/tempest-TagsTest-Tag-809530459 HTTP/1.1" status: 204 len: 168 time: 0.2623358 Jul 19 03:27:15.368589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35748) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:15.376004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-dcdcb76d-2042-42ed-abea-611732332495 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb', 'tempest-TagsTest-Tag-1541709858') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:15.402723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:15.414935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ca08-f555-47d8-84d7-e7d0bff411d5 req-385bd38b-aa48-4735-a235-4defc47b7e91 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:15.436296 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:15.436717 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c7d4ca08-f555-47d8-84d7-e7d0bff411d5 req-385bd38b-aa48-4735-a235-4defc47b7e91 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.4312847 Jul 19 03:27:15.494699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9cdd6-b4be-4201-9b62-83ed53237cf2 req-c08a579e-02b3-4b87-9e76-9ea1b46e393f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:15.512858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c7d4ca08-f555-47d8-84d7-e7d0bff411d5 req-72e6aa3f-806c-42db-8130-6833659e112b tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683076 Jul 19 03:27:15.513178 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1a9cdd6-b4be-4201-9b62-83ed53237cf2 req-c08a579e-02b3-4b87-9e76-9ea1b46e393f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.4033773 Jul 19 03:27:15.530218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 2} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:15.535509 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:15.584708 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:15.589920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:15.593951 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dcdcb76d-2042-42ed-abea-611732332495 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "GET /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags/tempest-TagsTest-Tag-1541709858 HTTP/1.1" status: 204 len: 168 time: 0.2224352 Jul 19 03:27:15.594740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35750) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:15.603526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-b002624d-cb61-4870-ae7a-cf6ff3fbced7 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:15.635063 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1a9cdd6-b4be-4201-9b62-83ed53237cf2 req-937f6b8a-bd20-47ee-a9bb-f91a6a9aa136 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212015 Jul 19 03:27:15.639794 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:15.686203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['beec5436-8d2f-4a60-8b5c-ad4b30bfc700'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:27:15.746963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 85f89611-5780-490e-bdd5-4f56673edd72 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:27:15.880289 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b002624d-cb61-4870-ae7a-cf6ff3fbced7 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "DELETE /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags HTTP/1.1" status: 204 len: 168 time: 0.2821400 Jul 19 03:27:15.880842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35754) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:15.885604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-276c906a-4090-478f-b307-8ac770a3d0b4 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb', 'tempest-TagsTest-Tag-809530459') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:15.956355 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:16.055112 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-276c906a-4090-478f-b307-8ac770a3d0b4 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] show failed (client error): The resource could not be found. Jul 19 03:27:16.059117 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-276c906a-4090-478f-b307-8ac770a3d0b4 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "GET /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags/tempest-TagsTest-Tag-809530459 HTTP/1.1" status: 404 len: 325 time: 0.1771243 Jul 19 03:27:16.061284 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35760) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:16.067652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-7a1f86e5-2697-40cd-89d8-64496712047f tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb', 'tempest-TagsTest-Tag-1541709858') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:16.096777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd88ff-64ce-4a86-8c47-de642431c1e3 req-ad57607f-ec5c-43c4-a287-2dcd4ed64f48 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:16.103593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port a49c684a-e21d-4ebf-b826-2c747e169ab3 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:27:16.103843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8dfd88ff-64ce-4a86-8c47-de642431c1e3 req-ad57607f-ec5c-43c4-a287-2dcd4ed64f48 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 944 time: 0.1684458 Jul 19 03:27:16.165123 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8dfd88ff-64ce-4a86-8c47-de642431c1e3 req-65e27575-8a79-4450-8cc1-b3ad04489173 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571990 Jul 19 03:27:16.283721 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-7a1f86e5-2697-40cd-89d8-64496712047f tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] show failed (client error): The resource could not be found. Jul 19 03:27:16.288061 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7a1f86e5-2697-40cd-89d8-64496712047f tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "GET /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags/tempest-TagsTest-Tag-1541709858 HTTP/1.1" status: 404 len: 326 time: 0.2257605 Jul 19 03:27:16.289130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35764) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:16.298163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-b056391a-32c3-4123-bf96-b79bb8c684ce tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34140691-2b8d-4d99-b605-f764d61329eb') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:16.313603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:16.419198 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:16.456712 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:16.541222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b056391a-32c3-4123-bf96-b79bb8c684ce tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "DELETE /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb/tags HTTP/1.1" status: 204 len: 168 time: 0.2454090 Jul 19 03:27:16.565208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35770) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:16.600873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:16.602833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:16.610912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device beec5436-8d2f-4a60-8b5c-ad4b30bfc700 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:27:16.613316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:16.614823 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:16.634538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=85f89611-5780-490e-bdd5-4f56673edd72,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:16.754182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:16.785640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port beec5436-8d2f-4a60-8b5c-ad4b30bfc700 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:16.807471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port beec5436-8d2f-4a60-8b5c-ad4b30bfc700 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:16.808009 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:16.853586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=a49c684a-e21d-4ebf-b826-2c747e169ab3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:16.900729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Checking segment: {'id': 'b3bdc4b9-ced6-4f48-8e06-fb79efd390ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b21b825-c7ac-4e0d-af9c-f31fc17fa46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:16.901101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network hostable DHCP agents. Network: 8b21b825-c7ac-4e0d-af9c-f31fc17fa46c, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:27:16.932552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:16.949789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34140691-2b8d-4d99-b605-f764d61329eb']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:16.960337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network 8b21b825-c7ac-4e0d-af9c-f31fc17fa46c is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:27:16.976001 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f794b042-3c31-4b83-bfe5-ea9b93cf4aee') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:16.976379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f794b042-3c31-4b83-bfe5-ea9b93cf4aee') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:16.982950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 8b21b825-c7ac-4e0d-af9c-f31fc17fa46c) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:16.987077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:16.994589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:17.007129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c861570-8603-47d9-a5c6-558fbccf19e8 None None] Network 8b21b825-c7ac-4e0d-af9c-f31fc17fa46c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:17.009126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:17.009877 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.016418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.061218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0ea4fa22-39a4-424c-b40f-821dc7c9e0fc tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2037187 Jul 19 03:27:17.061490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aba0ac-588b-4afa-b5ee-d2a1af5cb362 req-4994da06-ce6e-499e-ad56-d3972ce4cc14 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:17.061649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35782) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:17.062842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41aba0ac-588b-4afa-b5ee-d2a1af5cb362 req-4994da06-ce6e-499e-ad56-d3972ce4cc14 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.2851932 Jul 19 03:27:17.068783 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.092661 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.162010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:17.162606 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.221292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedb8b80-bd61-4894-a5c3-d073d7af06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:27:17.224535 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37ee849-88d6-4534-9714-7cb0a3dbc982" -d '{"events": [{"server_uuid": "eedb8b80-bd61-4894-a5c3-d073d7af06e1", "name": "network-vif-plugged", "status": "completed", "tag": "beec5436-8d2f-4a60-8b5c-ad4b30bfc700"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:17.272304 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:17.276315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:17.282581 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.292711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.297783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] 10.222.0.20 "DELETE /v2.0/networks/34140691-2b8d-4d99-b605-f764d61329eb HTTP/1.1" status: 204 len: 168 time: 0.7295878 Jul 19 03:27:17.303615 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-41aba0ac-588b-4afa-b5ee-d2a1af5cb362 req-076e9343-fd80-428a-8046-72c6ed11c7b0 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204447 Jul 19 03:27:17.319998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc7e6f-d2a2-4f09-9dd1-c1bea0c3c462 tempest-TagsTest-2059101613 tempest-TagsTest-2059101613-project] Pushing event deleted for resources: {'Network': ['ID=34140691-2b8d-4d99-b605-f764d61329eb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:17.324900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-40849c9c-c889-4f57-a906-13dde60dd96e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port a49c684a-e21d-4ebf-b826-2c747e169ab3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:17.329957 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.330669 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40849c9c-c889-4f57-a906-13dde60dd96e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.404120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135870e5-400b-4599-9ca4-ca9b978075b4 req-a83402fe-217c-45e9-9241-d3b6b9f30db0 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:17.421322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-135870e5-400b-4599-9ca4-ca9b978075b4 req-a83402fe-217c-45e9-9241-d3b6b9f30db0 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.2059860 Jul 19 03:27:17.511554 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:17.516059 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40849c9c-c889-4f57-a906-13dde60dd96e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.556388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-40849c9c-c889-4f57-a906-13dde60dd96e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for a49c684a-e21d-4ebf-b826-2c747e169ab3 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:17.578369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-135870e5-400b-4599-9ca4-ca9b978075b4 req-a24136c3-0fca-4f35-97d1-024b3b70f88f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549668 Jul 19 03:27:17.712381 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86275fe4-e51d-42d9-84e8-c76243d75e1c x-openstack-request-id: req-86275fe4-e51d-42d9-84e8-c76243d75e1c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:27:17.712676 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedb8b80-bd61-4894-a5c3-d073d7af06e1", "name": "network-vif-plugged", "status": "completed", "tag": "beec5436-8d2f-4a60-8b5c-ad4b30bfc700", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:27:17.712935 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86275fe4-e51d-42d9-84e8-c76243d75e1c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:27:17.713341 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedb8b80-bd61-4894-a5c3-d073d7af06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700', 'code': 200} Jul 19 03:27:17.775296 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40849c9c-c889-4f57-a906-13dde60dd96e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.805487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6596a-c8a1-4aab-bb19-68927c0f5772 req-f053b6e1-5906-44b4-aeba-258814151ca5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:17.810646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aed6596a-c8a1-4aab-bb19-68927c0f5772 req-f053b6e1-5906-44b4-aeba-258814151ca5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1829920 Jul 19 03:27:17.851863 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40849c9c-c889-4f57-a906-13dde60dd96e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.853859 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-40849c9c-c889-4f57-a906-13dde60dd96e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/a49c684a-e21d-4ebf-b826-2c747e169ab3 HTTP/1.1" status: 204 len: 168 time: 0.7914078 Jul 19 03:27:17.885411 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:17.886082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35798) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:17.887731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40849c9c-c889-4f57-a906-13dde60dd96e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=a49c684a-e21d-4ebf-b826-2c747e169ab3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:18.021917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35806) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:18.082996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c42972-0563-4bbf-b681-73d93d8c9c0c req-4cd04412-aece-4516-8a21-b1e6944c537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:18.084671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c4c42972-0563-4bbf-b681-73d93d8c9c0c req-4cd04412-aece-4516-8a21-b1e6944c537d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 1097 time: 0.2710261 Jul 19 03:27:18.088402 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aed6596a-c8a1-4aab-bb19-68927c0f5772 req-debf6a32-551c-4178-af3e-0d0b304d5ff5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703904 Jul 19 03:27:18.139613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7cd9f-be05-4775-8bf1-b0b1db3aa90a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:18.146605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7cd9f-be05-4775-8bf1-b0b1db3aa90a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:18.148297 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5bc7cd9f-be05-4775-8bf1-b0b1db3aa90a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2553027 Jul 19 03:27:18.151269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35810) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:18.165068 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c4c42972-0563-4bbf-b681-73d93d8c9c0c req-a37ca790-7d56-4133-8542-e459c3ccde4c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705166 Jul 19 03:27:18.173403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aba420-b0e9-4f76-a6e1-4069a2aec0fb req-8851a99a-99d5-442d-ad7d-4d9ef09c2f9d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:18.181115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c9aba420-b0e9-4f76-a6e1-4069a2aec0fb req-8851a99a-99d5-442d-ad7d-4d9ef09c2f9d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.3261108 Jul 19 03:27:18.331815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35814) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:18.332118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7f4f51ca-a75a-4342-a8ee-fa9d10b803b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6191c3ed45043ecbf64b235bbc2fbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848761 Jul 19 03:27:18.394890 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c9aba420-b0e9-4f76-a6e1-4069a2aec0fb req-bdc916b0-ab04-4c15-b817-6140fb69229c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127988 Jul 19 03:27:18.436035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d710caa-2baa-4c23-993c-bc433b763e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:18.444580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bcc10f31-6559-436b-8c44-9e07e4cfcdec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 85f89611-5780-490e-bdd5-4f56673edd72 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:18.445027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc10f31-6559-436b-8c44-9e07e4cfcdec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:18.487952 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d710caa-2baa-4c23-993c-bc433b763e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:18.584650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d710caa-2baa-4c23-993c-bc433b763e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:18.587839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d710caa-2baa-4c23-993c-bc433b763e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:18.591546 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8d710caa-2baa-4c23-993c-bc433b763e6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4695c10-7744-4c58-95c5-8d3e486fa05b HTTP/1.1" status: 204 len: 168 time: 0.2559423 Jul 19 03:27:18.604212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d710caa-2baa-4c23-993c-bc433b763e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4695c10-7744-4c58-95c5-8d3e486fa05b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:18.664138 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc10f31-6559-436b-8c44-9e07e4cfcdec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:18.772470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bcc10f31-6559-436b-8c44-9e07e4cfcdec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 85f89611-5780-490e-bdd5-4f56673edd72 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:18.878693 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:27:18.912186 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc10f31-6559-436b-8c44-9e07e4cfcdec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:18.963299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc10f31-6559-436b-8c44-9e07e4cfcdec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=85f89611-5780-490e-bdd5-4f56673edd72,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:18.992537 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc10f31-6559-436b-8c44-9e07e4cfcdec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:18.995543 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bcc10f31-6559-436b-8c44-9e07e4cfcdec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/85f89611-5780-490e-bdd5-4f56673edd72 HTTP/1.1" status: 204 len: 168 time: 0.8423376 Jul 19 03:27:19.002652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35828) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:19.030672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857ad6-b837-4723-b8ce-c42e4162bab6 req-5101a6f2-65d6-41ed-a203-6b614e8548ab tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:19.033927 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0857ad6-b837-4723-b8ce-c42e4162bab6 req-5101a6f2-65d6-41ed-a203-6b614e8548ab tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.3752737 Jul 19 03:27:19.035475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d89f26-2a99-4093-9215-541e4460ebc4 req-152aa110-5d9f-486e-8c43-4e3a5afea67b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:19.048794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39d89f26-2a99-4093-9215-541e4460ebc4 req-152aa110-5d9f-486e-8c43-4e3a5afea67b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.1759930 Jul 19 03:27:19.102333 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39d89f26-2a99-4093-9215-541e4460ebc4 req-1d5bd53e-b899-43aa-90c9-2d33faa62efa tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526199 Jul 19 03:27:19.138566 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0857ad6-b837-4723-b8ce-c42e4162bab6 req-a4b862ee-b3e4-4128-b05c-a210ec82311d tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754068 Jul 19 03:27:19.210171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08174b-2be2-4f90-98f7-805d29902bd9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:19.211946 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0d08174b-2be2-4f90-98f7-805d29902bd9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2035227 Jul 19 03:27:19.214811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35840) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:19.283804 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d622c2-8dfc-4abf-9aee-4cb27c361ea3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:27:19.309894 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-02d622c2-8dfc-4abf-9aee-4cb27c361ea3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/a49c684a-e21d-4ebf-b826-2c747e169ab3 HTTP/1.1" status: 404 len: 333 time: 0.0906491 Jul 19 03:27:19.313236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35846) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:19.362337 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73ebddf-d006-4bf1-9ebe-ef6eac1dc756 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:27:19.371949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b73ebddf-d006-4bf1-9ebe-ef6eac1dc756 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/85f89611-5780-490e-bdd5-4f56673edd72 HTTP/1.1" status: 404 len: 333 time: 0.0576081 Jul 19 03:27:19.372612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35848) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:19.510939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11081aeb-35a2-4d89-93c8-81fcb6316126 req-96133002-0f39-4ca4-a9ec-01c8e418047c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:19.515363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11081aeb-35a2-4d89-93c8-81fcb6316126 req-96133002-0f39-4ca4-a9ec-01c8e418047c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1973252 Jul 19 03:27:19.519390 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:19.622305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11081aeb-35a2-4d89-93c8-81fcb6316126 req-8b937f36-e194-4aa7-a153-2ba663ad677f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943689 Jul 19 03:27:19.748716 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:19.768365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b21b825-c7ac-4e0d-af9c-f31fc17fa46c']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:20.330414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bdc4b9-ced6-4f48-8e06-fb79efd390ae') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:20.331138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bdc4b9-ced6-4f48-8e06-fb79efd390ae') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:20.340851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:20.356711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:20.362000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00feb0c-e3d7-42a4-8c07-2036fe132ded req-9fea26c3-6248-4e7d-8350-8a7aeb669762 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:20.363774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:20.364202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:20.383629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b00feb0c-e3d7-42a4-8c07-2036fe132ded req-9fea26c3-6248-4e7d-8350-8a7aeb669762 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1557076 Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:20.423087 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:20.443965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:20.455759 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:20.461001 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/networks/8b21b825-c7ac-4e0d-af9c-f31fc17fa46c HTTP/1.1" status: 204 len: 168 time: 1.0835509 Jul 19 03:27:20.472879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35874) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:20.478508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-171967112'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:20.484049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e6280-288d-4a6d-a594-1cd5e6f1dcad tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Network': ['ID=8b21b825-c7ac-4e0d-af9c-f31fc17fa46c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:20.494961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b00feb0c-e3d7-42a4-8c07-2036fe132ded req-1bb942b5-0db0-4f04-a2c5-018571401d85 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064844 Jul 19 03:27:20.546874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454eafb-53bb-4688-9629-ddda0913a4cb req-359eba32-21bd-4891-98d6-e51d4f4a9573 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:20.556666 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6454eafb-53bb-4688-9629-ddda0913a4cb req-359eba32-21bd-4891-98d6-e51d4f4a9573 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 1.0218124 Jul 19 03:27:20.615875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:20.625524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:20.679857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6454eafb-53bb-4688-9629-ddda0913a4cb req-bd2eeb29-77dd-4965-b310-1dd6bcf1dd19 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187789 Jul 19 03:27:20.704999 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:27:20.745733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:20.746780 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Added segment fc121d27-183b-4e2d-863f-b91cc4474fe4 of type vlan for network b6eb0f6b-2f0c-480c-ae55-90140aab2afd Jul 19 03:27:20.767647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb4cc7-f3ed-408f-8c64-39a6b7ab4bc1 req-a9b4f461-5ba3-4cf0-b1b7-2a6597d207fe tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:20.769585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8afb4cc7-f3ed-408f-8c64-39a6b7ab4bc1 req-a9b4f461-5ba3-4cf0-b1b7-2a6597d207fe tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.1216633 Jul 19 03:27:20.837721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:20.865647 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8afb4cc7-f3ed-408f-8c64-39a6b7ab4bc1 req-ee440450-f7a7-4355-8dcd-cffd00f1e3bf tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841048 Jul 19 03:27:20.929824 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:20.937420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:20.938365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:20.996059 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5220733 Jul 19 03:27:21.000122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35890) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:21.005530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'b6eb0f6b-2f0c-480c-ae55-90140aab2afd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:21.104679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdbc86-fad7-4aa1-9fab-f5251882fff4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Network': ['ID=b6eb0f6b-2f0c-480c-ae55-90140aab2afd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:21.119232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network b6eb0f6b-2f0c-480c-ae55-90140aab2afd details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:27:21.131966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72a37f-8232-4945-be73-abd5508c1454 req-92d42c46-8338-48b6-9f6e-e9ac643c0480 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:21.147684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab72a37f-8232-4945-be73-abd5508c1454 req-92d42c46-8338-48b6-9f6e-e9ac643c0480 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.2638481 Jul 19 03:27:21.244280 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab72a37f-8232-4945-be73-abd5508c1454 req-09b48ba4-bc47-4551-acf8-8bb1b8b299eb tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956173 Jul 19 03:27:21.402167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:21.415645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:21.588203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bc18d-9b48-4ac4-a57b-4c5bc020ebdf req-61230e1f-b857-421d-98a9-cb0c598c0cc2 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:21.600426 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd3bc18d-9b48-4ac4-a57b-4c5bc020ebdf req-61230e1f-b857-421d-98a9-cb0c598c0cc2 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.4173765 Jul 19 03:27:21.780047 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd3bc18d-9b48-4ac4-a57b-4c5bc020ebdf req-c0425a71-083e-4ffe-a733-614ef0737428 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721709 Jul 19 03:27:21.878861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2969fcd-3d75-4676-8b9d-f6066cdfbfc0 req-5c3cd26f-0bff-45b5-9005-650fb59a7813 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:21.891959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2969fcd-3d75-4676-8b9d-f6066cdfbfc0 req-5c3cd26f-0bff-45b5-9005-650fb59a7813 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1833868 Jul 19 03:27:21.991657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2969fcd-3d75-4676-8b9d-f6066cdfbfc0 req-f72cbc65-f6dc-4444-a0c2-e4258736fb8f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979605 Jul 19 03:27:22.240253 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:22.402164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4cd4-14fa-4923-9fc5-d6c0763d669b req-4e10815e-1598-493d-9ed0-d1e5841e3e74 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:22.426480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d8d4cd4-14fa-4923-9fc5-d6c0763d669b req-4e10815e-1598-493d-9ed0-d1e5841e3e74 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.1947381 Jul 19 03:27:22.474909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=e772916c-3e94-4005-b2f0-4ed81727b089,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:22.502497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Checking segment: {'id': 'fc121d27-183b-4e2d-863f-b91cc4474fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b6eb0f6b-2f0c-480c-ae55-90140aab2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:22.515120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network hostable DHCP agents. Network: b6eb0f6b-2f0c-480c-ae55-90140aab2afd, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:27:22.607737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network b6eb0f6b-2f0c-480c-ae55-90140aab2afd is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:27:22.619590 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d8d4cd4-14fa-4923-9fc5-d6c0763d669b req-cd145fe8-fbfc-4588-a981-dbf58e08c587 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917644 Jul 19 03:27:22.647520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, b6eb0f6b-2f0c-480c-ae55-90140aab2afd) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:22.664225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:22.668454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:22.673569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1c760-4250-4f9e-9500-694ae88efe5c None None] Network b6eb0f6b-2f0c-480c-ae55-90140aab2afd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:22.734184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-82ef6303-70cd-4815-a577-12d75730b3af tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7327318 Jul 19 03:27:22.736875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35952) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:22.742543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'b6eb0f6b-2f0c-480c-ae55-90140aab2afd', 'name': 'tempest-PortsIpV6TestJSON-586399005'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:23.245878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d55b1-25e1-4a88-b20a-b2b8b1c901a9 req-e015fe55-1ac4-4f8f-8822-1d15cee49988 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:23.267078 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-686d55b1-25e1-4a88-b20a-b2b8b1c901a9 req-e015fe55-1ac4-4f8f-8822-1d15cee49988 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.3069909 Jul 19 03:27:23.367159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-b6eb0f6b-2f0c-480c-ae55-90140aab2afd', 'network_id': 'b6eb0f6b-2f0c-480c-ae55-90140aab2afd', 'tenant_id': '3bf11f476a0940dfa5fe31379623cbb8', 'fixed_ips': [{'subnet_id': 'e772916c-3e94-4005-b2f0-4ed81727b089'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:27:23.368420 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:23.397392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-686d55b1-25e1-4a88-b20a-b2b8b1c901a9 req-0ea62f3b-d896-4fef-bb8d-8b8f8cac1f0c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290185 Jul 19 03:27:23.697950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-b873a1d5-7102-47f6-84b8-c524ba97a155 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8338449 Jul 19 03:27:23.733850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Allocated IP 2001:db8::2 (b6eb0f6b-2f0c-480c-ae55-90140aab2afd/e772916c-3e94-4005-b2f0-4ed81727b089/c8480616-136c-4b07-a38a-f2e23b58c3d4) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:23.742898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:23.761030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:23.958091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:27:24.081324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728297c7-e635-4370-a59b-10aded2fcd53 req-4213228c-5978-4123-89d3-cbbf9fc37655 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:24.091285 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728297c7-e635-4370-a59b-10aded2fcd53 req-4213228c-5978-4123-89d3-cbbf9fc37655 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.1740768 Jul 19 03:27:24.137143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36dc67-4144-4f2b-a23c-9becd1d7f4e9 req-6990840b-a3fa-4fc6-8e95-9dd13aded99f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:24.165581 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be36dc67-4144-4f2b-a23c-9becd1d7f4e9 req-6990840b-a3fa-4fc6-8e95-9dd13aded99f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.6140337 Jul 19 03:27:24.214970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728297c7-e635-4370-a59b-10aded2fcd53 req-ac0010ad-7e9d-48b7-b826-0962f8304de8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122909 Jul 19 03:27:24.225958 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:24.285459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Transition to ACTIVE for port object c8480616-136c-4b07-a38a-f2e23b58c3d4 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:24.351450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Transition to ACTIVE for port object c8480616-136c-4b07-a38a-f2e23b58c3d4 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:24.365697 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:24.369415 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-be36dc67-4144-4f2b-a23c-9becd1d7f4e9 req-89d9f506-8b39-432d-ba1f-ac9f5d24f895 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993253 Jul 19 03:27:24.430877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-8c59c242-6923-48df-ba37-0192a2cf5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:24.438607 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-8c59c242-6923-48df-ba37-0192a2cf5a46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab2f0ae6c44d46882e569f08be2523&device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 1098 time: 0.5873978 Jul 19 03:27:24.471919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Network b6eb0f6b-2f0c-480c-ae55-90140aab2afd is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:24.479679 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Pushing event updated for resources: {'Port': ['ID=c8480616-136c-4b07-a38a-f2e23b58c3d4,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:24.484467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:24.489944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:24.584745 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-48b6323b-fdb1-427e-91a1-343102a93d29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6501682 Jul 19 03:27:24.658615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Attempting to bind port c8480616-136c-4b07-a38a-f2e23b58c3d4 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:27:24.659077 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Attempting to bind port c8480616-136c-4b07-a38a-f2e23b58c3d4 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'fc121d27-183b-4e2d-863f-b91cc4474fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b6eb0f6b-2f0c-480c-ae55-90140aab2afd'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:27:24.665922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Attempting to bind port c8480616-136c-4b07-a38a-f2e23b58c3d4 on network b6eb0f6b-2f0c-480c-ae55-90140aab2afd {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:27:24.698612 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:27:24.699392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Checking segment: {'id': 'fc121d27-183b-4e2d-863f-b91cc4474fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b6eb0f6b-2f0c-480c-ae55-90140aab2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:24.700210 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:24.702670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Bound using segment: {'id': 'fc121d27-183b-4e2d-863f-b91cc4474fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b6eb0f6b-2f0c-480c-ae55-90140aab2afd'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:27:24.703367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Bound port: c8480616-136c-4b07-a38a-f2e23b58c3d4, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc121d27-183b-4e2d-863f-b91cc4474fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b6eb0f6b-2f0c-480c-ae55-90140aab2afd'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:27:24.703936 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:24.817989 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c62e0-a5e0-4137-b55c-e058880f8adb req-3b6e902a-6ea8-4c79-a10f-151695c1f44f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:24.822454 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e0c62e0-a5e0-4137-b55c-e058880f8adb req-3b6e902a-6ea8-4c79-a10f-151695c1f44f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.2034411 Jul 19 03:27:24.863507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8::16d (b6eb0f6b-2f0c-480c-ae55-90140aab2afd/e772916c-3e94-4005-b2f0-4ed81727b089/be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:24.904936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-95766afa-158a-4af5-a525-969b5d77747d None None] For port c8480616-136c-4b07-a38a-f2e23b58c3d4, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:27:24.912091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-95766afa-158a-4af5-a525-969b5d77747d None None] For port c8480616-136c-4b07-a38a-f2e23b58c3d4, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c8480616-136c-4b07-a38a-f2e23b58c3d4,segment=NetworkSegment(fc121d27-183b-4e2d-863f-b91cc4474fe4),segment_id=fc121d27-183b-4e2d-863f-b91cc4474fe4)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:27:24.929248 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:24.933014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e0c62e0-a5e0-4137-b55c-e058880f8adb req-8d215080-f88d-4815-8143-f22683858472 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011288 Jul 19 03:27:25.014131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-170e25bf-6cdd-4bad-a11e-735917529d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:25.016130 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-170e25bf-6cdd-4bad-a11e-735917529d27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 200 len: 913 time: 0.5046380 Jul 19 03:27:25.048342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-85336442-d585-4f0e-8560-ba03d3cefb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:25.050481 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-85336442-d585-4f0e-8560-ba03d3cefb7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.3777730 Jul 19 03:27:25.100253 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-7ff891b4-c127-4fae-b435-174d25843fd7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 200 len: 217 time: 0.0726001 Jul 19 03:27:25.113888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95766afa-158a-4af5-a525-969b5d77747d None None] Pushing event updated for resources: {'Port': ['ID=c8480616-136c-4b07-a38a-f2e23b58c3d4,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:25.613160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-c11d6e3a-463a-4c37-874b-c31e9f6edd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:25.614697 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-c11d6e3a-463a-4c37-874b-c31e9f6edd9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 200 len: 853 time: 0.5034366 Jul 19 03:27:25.635116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1c61b-f62d-4deb-9cd4-f30dc83548cd req-81326666-c3f6-4e3b-9c77-b96eb5d1ef9e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:25.641813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60b1c61b-f62d-4deb-9cd4-f30dc83548cd req-81326666-c3f6-4e3b-9c77-b96eb5d1ef9e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.1806808 Jul 19 03:27:25.712529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-e055c3ad-5405-4b2a-90e3-d6df17eeb209 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b452f33-00db-4989-bdd6-db7ff37a9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904357 Jul 19 03:27:25.762722 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60b1c61b-f62d-4deb-9cd4-f30dc83548cd req-ff754db2-d292-4607-9766-aade07606e93 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131964 Jul 19 03:27:25.876980 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:25.887595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-74e4a343-9ebc-46f1-912b-9d3bb925de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:25.890866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-74e4a343-9ebc-46f1-912b-9d3bb925de42 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.8066685 Jul 19 03:27:26.040308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:26.051237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abe99c-f9cf-49f4-9643-1ab968a9c0fa req-9238e7cd-3a1f-43f3-a95f-6ebd39520ff9 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:26.058845 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8abe99c-f9cf-49f4-9643-1ab968a9c0fa req-9238e7cd-3a1f-43f3-a95f-6ebd39520ff9 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.7362447 Jul 19 03:27:26.133938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2286c-5736-485c-a70c-5bda85ad62ae req-8ef37f67-9d99-49b5-8c80-85049302193e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:26.147743 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-49df86d1-e119-4fd1-9a4b-dab14d74abdf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 999 time: 0.2325587 Jul 19 03:27:26.155250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59b2286c-5736-485c-a70c-5bda85ad62ae req-8ef37f67-9d99-49b5-8c80-85049302193e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1790962 Jul 19 03:27:26.180352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36058) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:26.246646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8abe99c-f9cf-49f4-9643-1ab968a9c0fa req-29057fab-a97c-46ad-a855-83b05fb6eca8 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856451 Jul 19 03:27:26.312230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-59b2286c-5736-485c-a70c-5bda85ad62ae req-ac255a68-e138-4ebc-9d4e-986f82d67bcf tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547000 Jul 19 03:27:26.365062 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-c24d4890-8eee-447f-b7b1-61aa52330fa8 service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194417 Jul 19 03:27:26.455049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c8480616-136c-4b07-a38a-f2e23b58c3d4 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:27:26.495733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:26.545742 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e26fd035-b1e2-4d43-8ff4-26945b2684b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:26.655837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-f17d92d4-db6a-4a87-aa0b-544d4ec91b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:26.656472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c8480616-136c-4b07-a38a-f2e23b58c3d4 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:26.657381 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-f17d92d4-db6a-4a87-aa0b-544d4ec91b2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.4939957 Jul 19 03:27:27.018209 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e26fd035-b1e2-4d43-8ff4-26945b2684b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:27.030527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e26fd035-b1e2-4d43-8ff4-26945b2684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:27.074403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network b6eb0f6b-2f0c-480c-ae55-90140aab2afd is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:27.080507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746760f-727d-4d2b-8567-45064abb9e7a req-a7b56794-5a9a-48ed-b1ac-cde0a2cafc8a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:27.091238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d746760f-727d-4d2b-8567-45064abb9e7a req-a7b56794-5a9a-48ed-b1ac-cde0a2cafc8a tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.3437173 Jul 19 03:27:27.125302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:27.132503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:27.146860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:27.147566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:27.167265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d8bcf-2062-4f93-a60f-a9bb5c370dc2 None None] Network b6eb0f6b-2f0c-480c-ae55-90140aab2afd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:27.176131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:27.200105 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e26fd035-b1e2-4d43-8ff4-26945b2684b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7f0f29d773742f19d10fb30c5d7014b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0185068 Jul 19 03:27:27.203575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36078) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:27.213222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b53bcf0e-6fab-4870-a114-16bf5e562d98 req-ccaab320-ba36-417b-bc3a-66b53687458a service neutron] 10.222.0.26 "GET /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8354647 Jul 19 03:27:27.247222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fd035-b1e2-4d43-8ff4-26945b2684b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5273dc8-9ed6-43dd-97b1-396ff67f6273,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:27.285942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f6db28d6-56fd-41ac-9e1e-b099f5f465c8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5477192 Jul 19 03:27:27.287280 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d746760f-727d-4d2b-8567-45064abb9e7a req-7f54e22a-075a-400b-b098-d64cff963ce7 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933031 Jul 19 03:27:27.289576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36080) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:27.330040 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79b0e7cf-95be-445f-9592-98e5b83e2c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:27.356860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d2515776-5a3c-4395-94a7-79c27a743478 None None] Provisioning for port c8480616-136c-4b07-a38a-f2e23b58c3d4 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:27.374852 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79b0e7cf-95be-445f-9592-98e5b83e2c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:27.377338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d2515776-5a3c-4395-94a7-79c27a743478 None None] Provisioning complete for port c8480616-136c-4b07-a38a-f2e23b58c3d4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:27.377711 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d2515776-5a3c-4395-94a7-79c27a743478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:27.444797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-c1476b15-bb5f-4775-9e4a-640fa128ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:27.446555 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-c1476b15-bb5f-4775-9e4a-640fa128ab37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6056063 Jul 19 03:27:27.494306 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79b0e7cf-95be-445f-9592-98e5b83e2c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:27.496820 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79b0e7cf-95be-445f-9592-98e5b83e2c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:27.500394 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-79b0e7cf-95be-445f-9592-98e5b83e2c07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5273dc8-9ed6-43dd-97b1-396ff67f6273 HTTP/1.1" status: 204 len: 168 time: 0.2923553 Jul 19 03:27:27.556300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0e7cf-95be-445f-9592-98e5b83e2c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5273dc8-9ed6-43dd-97b1-396ff67f6273,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:27.558432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-8804150d-4c68-4cdc-903f-06665c4199f0 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041918 Jul 19 03:27:27.644766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086f9b-d310-4823-8f72-168a7db0b035 req-01a3cc02-0c35-4e4c-970e-2168b9fbcdf7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:27.652407 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e086f9b-d310-4823-8f72-168a7db0b035 req-01a3cc02-0c35-4e4c-970e-2168b9fbcdf7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.4826927 Jul 19 03:27:27.678604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214992b6-cfc9-4fa5-9f01-6a3b1cfb11ad req-9973bb6c-247f-49af-ae91-a3317720daf3 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:27.681188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-214992b6-cfc9-4fa5-9f01-6a3b1cfb11ad req-9973bb6c-247f-49af-ae91-a3317720daf3 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.2058289 Jul 19 03:27:27.764661 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e086f9b-d310-4823-8f72-168a7db0b035 req-a00993ff-1084-43a7-a54a-bc4c5d21c61e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091394 Jul 19 03:27:27.778828 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-214992b6-cfc9-4fa5-9f01-6a3b1cfb11ad req-85b76d4f-b859-4354-a1ff-e55af4207246 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900025 Jul 19 03:27:27.849125 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d2515776-5a3c-4395-94a7-79c27a743478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:27.862951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-477ad28f-e8ae-4d5f-bf57-90375e0fd976 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:27.867699 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477ad28f-e8ae-4d5f-bf57-90375e0fd976 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:27.893368 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55d69ef9-dbba-4eb3-9bc0-0643a3b10ab1 req-d7d48d2d-6804-45d0-86f8-b13fcdfc4692 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223147 Jul 19 03:27:27.941996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d2515776-5a3c-4395-94a7-79c27a743478 None None] For port c8480616-136c-4b07-a38a-f2e23b58c3d4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c8480616-136c-4b07-a38a-f2e23b58c3d4,segment=NetworkSegment(fc121d27-183b-4e2d-863f-b91cc4474fe4),segment_id=fc121d27-183b-4e2d-863f-b91cc4474fe4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:27.951169 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d2515776-5a3c-4395-94a7-79c27a743478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:28.158533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2515776-5a3c-4395-94a7-79c27a743478 None None] Pushing event updated for resources: {'Port': ['ID=c8480616-136c-4b07-a38a-f2e23b58c3d4,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:28.269892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477ad28f-e8ae-4d5f-bf57-90375e0fd976 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:28.317081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c8480616-136c-4b07-a38a-f2e23b58c3d4 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:27:28.333970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-477ad28f-e8ae-4d5f-bf57-90375e0fd976 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:28.382382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291841cf-a27b-4f63-b3ea-620bca333218 req-d0270b03-0714-4127-a175-f0e16062681e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:28.398715 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-291841cf-a27b-4f63-b3ea-620bca333218 req-d0270b03-0714-4127-a175-f0e16062681e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.3170385 Jul 19 03:27:28.403313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-51d01547-6aac-4f91-8b24-6dc921f1654e None None] Provisioning complete for port c8480616-136c-4b07-a38a-f2e23b58c3d4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:28.408184 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-51d01547-6aac-4f91-8b24-6dc921f1654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:28.427001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36100) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:28.461627 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19218147-cac3-4ef2-95e6-29addadf4c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:28.498060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece93b3-5db5-4e7b-b55b-4e51c5960ccd req-04208bba-7e58-4334-872f-312adea52e4c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:28.506238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c8480616-136c-4b07-a38a-f2e23b58c3d4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:28.506940 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:28.521014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ece93b3-5db5-4e7b-b55b-4e51c5960ccd req-04208bba-7e58-4334-872f-312adea52e4c tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.2289770 Jul 19 03:27:28.567669 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-291841cf-a27b-4f63-b3ea-620bca333218 req-c4759bc8-da6c-4fcb-9a22-50ffe3385074 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679585 Jul 19 03:27:28.646553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ece93b3-5db5-4e7b-b55b-4e51c5960ccd req-2a1948bc-c1c0-43e7-b38c-3f4b375b8d69 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235135 Jul 19 03:27:28.773969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477ad28f-e8ae-4d5f-bf57-90375e0fd976 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:28.786156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-51d01547-6aac-4f91-8b24-6dc921f1654e None None] Provisioning for port be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:28.792156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-51d01547-6aac-4f91-8b24-6dc921f1654e None None] Provisioning complete for port be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:28.792533 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-51d01547-6aac-4f91-8b24-6dc921f1654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:28.866697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-51d01547-6aac-4f91-8b24-6dc921f1654e None None] Port be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1 was deleted so its status cannot be updated. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 19 03:27:28.878445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ad28f-e8ae-4d5f-bf57-90375e0fd976 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:28.956365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19218147-cac3-4ef2-95e6-29addadf4c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:28.963934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19218147-cac3-4ef2-95e6-29addadf4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:28.980263 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477ad28f-e8ae-4d5f-bf57-90375e0fd976 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:28.995005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-477ad28f-e8ae-4d5f-bf57-90375e0fd976 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1 HTTP/1.1" status: 204 len: 168 time: 1.7010951 Jul 19 03:27:28.997280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5efe0e76-85d9-42fb-882b-5529c48edcd4 None None] Could not find standard attr ID for object be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:27:28.997518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36108) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:29.014827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-19218147-cac3-4ef2-95e6-29addadf4c0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48ae1dac5e284c449a61a25f18b1d9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5764341 Jul 19 03:27:29.018705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36110) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:29.146672 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1894525-043b-46b5-b5e1-d2eb3a6ec426 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:27:29.150573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19218147-cac3-4ef2-95e6-29addadf4c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b9eaf-3208-491f-b128-6ea3c632a403,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:29.151753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1894525-043b-46b5-b5e1-d2eb3a6ec426 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:29.154404 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d1894525-043b-46b5-b5e1-d2eb3a6ec426 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1 HTTP/1.1" status: 404 len: 333 time: 0.1536365 Jul 19 03:27:29.163851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36116) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:29.284116 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dfdf6a-713b-4198-b1a5-b1e1c6d07222 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:27:29.285823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-99dfdf6a-713b-4198-b1a5-b1e1c6d07222 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/be0d1858-1d8e-4fe3-95c6-ee7fa05c89a1 HTTP/1.1" status: 404 len: 333 time: 0.1196604 Jul 19 03:27:29.295127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36118) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:29.295405 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90470e47-874a-49eb-b376-ff2589696945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:29.371985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb07ae-6aab-49d6-a726-bbbe5a819980 req-6666329f-b180-4a28-aa50-b5f431680b3f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:29.375237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8fb07ae-6aab-49d6-a726-bbbe5a819980 req-6666329f-b180-4a28-aa50-b5f431680b3f tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.4164896 Jul 19 03:27:29.390243 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f64a47-b767-4269-9a18-9f8743c6fc74 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet e772916c-3e94-4005-b2f0-4ed81727b089 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:27:29.399751 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90470e47-874a-49eb-b376-ff2589696945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:29.403228 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38f64a47-b767-4269-9a18-9f8743c6fc74 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:29.447515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8fb07ae-6aab-49d6-a726-bbbe5a819980 req-2e03d04e-410b-4e62-85f6-0964ad21dd7e tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593734 Jul 19 03:27:29.469040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591585bb-9344-4cc9-ab74-782bf9a3ad3b req-b14d8820-2a18-45e0-a246-d969aeed8971 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:29.472780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-591585bb-9344-4cc9-ab74-782bf9a3ad3b req-b14d8820-2a18-45e0-a246-d969aeed8971 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.3967316 Jul 19 03:27:29.514289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38f64a47-b767-4269-9a18-9f8743c6fc74 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:29.580152 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-591585bb-9344-4cc9-ab74-782bf9a3ad3b req-499a33d4-d583-4db5-ac7d-dccf600d3175 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079376 Jul 19 03:27:29.642868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90470e47-874a-49eb-b376-ff2589696945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:29.650873 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-90470e47-874a-49eb-b376-ff2589696945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:29.652141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-90470e47-874a-49eb-b376-ff2589696945 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c34b9eaf-3208-491f-b128-6ea3c632a403 HTTP/1.1" status: 204 len: 168 time: 0.6278884 Jul 19 03:27:29.682678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90470e47-874a-49eb-b376-ff2589696945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b9eaf-3208-491f-b128-6ea3c632a403,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:29.748335 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38f64a47-b767-4269-9a18-9f8743c6fc74 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:29.926959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5b18c-e3e1-49e1-94f7-a87d285c3d0e req-7436cdc6-6f9d-4410-a131-f3700fb53286 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:29.933446 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d5d5b18c-e3e1-49e1-94f7-a87d285c3d0e req-7436cdc6-6f9d-4410-a131-f3700fb53286 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1031940 Jul 19 03:27:29.938654 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38f64a47-b767-4269-9a18-9f8743c6fc74 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:29.957704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99273c44-b8f7-4352-901a-7137fac8d836 req-b5025d08-1fde-42a4-96e3-6ea2c15f3c84 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:29.969906 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99273c44-b8f7-4352-901a-7137fac8d836 req-b5025d08-1fde-42a4-96e3-6ea2c15f3c84 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1172659 Jul 19 03:27:30.030547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f64a47-b767-4269-9a18-9f8743c6fc74 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=e772916c-3e94-4005-b2f0-4ed81727b089,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:30.036107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38f64a47-b767-4269-9a18-9f8743c6fc74 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:30.043662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f06c7-9b16-43bd-b326-30710b09b5ea None None] Network b6eb0f6b-2f0c-480c-ae55-90140aab2afd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:30.047686 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99273c44-b8f7-4352-901a-7137fac8d836 req-83899981-3348-4604-9ddc-382827597aa1 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760894 Jul 19 03:27:30.050928 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-38f64a47-b767-4269-9a18-9f8743c6fc74 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/e772916c-3e94-4005-b2f0-4ed81727b089 HTTP/1.1" status: 204 len: 168 time: 0.7236571 Jul 19 03:27:30.051859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36134) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:30.114207 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d5d5b18c-e3e1-49e1-94f7-a87d285c3d0e req-f2d007df-e062-4c8a-8c77-3a686823f4fd tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797719 Jul 19 03:27:30.548887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b68a055-f830-475c-98d2-3b3b6b62e260 None None] DHCP port deletion for b6eb0f6b-2f0c-480c-ae55-90140aab2afd request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:27:30.740874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-3b68a055-f830-475c-98d2-3b3b6b62e260 None None] Deleting port c8480616-136c-4b07-a38a-f2e23b58c3d4 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:30.741245 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b68a055-f830-475c-98d2-3b3b6b62e260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:30.868745 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:30.902115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3b68a055-f830-475c-98d2-3b3b6b62e260 None None] For port c8480616-136c-4b07-a38a-f2e23b58c3d4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c8480616-136c-4b07-a38a-f2e23b58c3d4,segment=NetworkSegment(fc121d27-183b-4e2d-863f-b91cc4474fe4),segment_id=fc121d27-183b-4e2d-863f-b91cc4474fe4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:30.905345 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b68a055-f830-475c-98d2-3b3b6b62e260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:30.949362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-3b68a055-f830-475c-98d2-3b3b6b62e260 None None] Calling delete_port for c8480616-136c-4b07-a38a-f2e23b58c3d4 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:31.080840 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port c8480616-136c-4b07-a38a-f2e23b58c3d4 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:31.105789 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:31.206966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe8656-77ef-4a85-8e7f-c215ccdf5e7a req-0c6cadc1-8209-40f3-9032-1b61732b2598 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:31.208836 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6dfe8656-77ef-4a85-8e7f-c215ccdf5e7a req-0c6cadc1-8209-40f3-9032-1b61732b2598 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.2773905 Jul 19 03:27:31.339645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] For port c8480616-136c-4b07-a38a-f2e23b58c3d4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c8480616-136c-4b07-a38a-f2e23b58c3d4,segment=NetworkSegment(fc121d27-183b-4e2d-863f-b91cc4474fe4),segment_id=fc121d27-183b-4e2d-863f-b91cc4474fe4)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:31.339948 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:31.476687 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6dfe8656-77ef-4a85-8e7f-c215ccdf5e7a req-68d9b9cd-97e0-432e-9342-14345d4804f8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566555 Jul 19 03:27:31.510578 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for c8480616-136c-4b07-a38a-f2e23b58c3d4 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:31.519280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a20c0c-6049-4c63-9b10-08d78b2e63bc req-0df035f9-fd4c-40df-8254-57ab6536940c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:31.532082 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-54a20c0c-6049-4c63-9b10-08d78b2e63bc req-0df035f9-fd4c-40df-8254-57ab6536940c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1988628 Jul 19 03:27:31.639663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-54a20c0c-6049-4c63-9b10-08d78b2e63bc req-2aea4d0c-0bc1-4323-b25f-bc017b381f48 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030931 Jul 19 03:27:31.791398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:31.810584 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b68a055-f830-475c-98d2-3b3b6b62e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:31.876603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No DVR routers for this DVR port c8480616-136c-4b07-a38a-f2e23b58c3d4 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:27:31.883086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=c8480616-136c-4b07-a38a-f2e23b58c3d4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:31.964586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68a055-f830-475c-98d2-3b3b6b62e260 None None] No DVR routers for this DVR port c8480616-136c-4b07-a38a-f2e23b58c3d4 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:27:31.983555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68a055-f830-475c-98d2-3b3b6b62e260 None None] Pushing event deleted for resources: {'Port': ['ID=c8480616-136c-4b07-a38a-f2e23b58c3d4,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:32.168531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:32.189775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6eb0f6b-2f0c-480c-ae55-90140aab2afd']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:32.204157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc121d27-183b-4e2d-863f-b91cc4474fe4') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:32.204826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc121d27-183b-4e2d-863f-b91cc4474fe4') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:32.218649 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:32.244096 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:32.274631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:32.277533 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:32.286304 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:32.366594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c8480616-136c-4b07-a38a-f2e23b58c3d4 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:27:32.437125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c8480616-136c-4b07-a38a-f2e23b58c3d4 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:27:32.437473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c8480616-136c-4b07-a38a-f2e23b58c3d4 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:27:32.552820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:32.592490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:32.610529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/networks/b6eb0f6b-2f0c-480c-ae55-90140aab2afd HTTP/1.1" status: 204 len: 168 time: 2.5572474 Jul 19 03:27:32.614747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36204) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:32.619393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72778d7b-4773-4589-815d-d817577ad7c5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Network': ['ID=b6eb0f6b-2f0c-480c-ae55-90140aab2afd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:32.620246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1311587382'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:32.711559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:32.718291 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:32.875220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:27:32.909307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:32.912236 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Added segment 4dde55a6-0189-4390-b8d2-b60b7ec2e5fd of type vlan for network d6546a69-c6c2-433f-8f45-f13e42fe2613 Jul 19 03:27:33.025129 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:33.065691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4219c-e8c5-4ef4-b2d5-1cccdf399ed0 req-1760630e-d03d-4c4a-932c-0ad425e4b210 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:33.071936 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-80c4219c-e8c5-4ef4-b2d5-1cccdf399ed0 req-1760630e-d03d-4c4a-932c-0ad425e4b210 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1509986 Jul 19 03:27:33.104331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52372aa5-8697-4a82-b5a2-0de26396c364 req-a33fa3a3-06c8-48de-8fce-1e77af5b38a2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:33.115140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52372aa5-8697-4a82-b5a2-0de26396c364 req-a33fa3a3-06c8-48de-8fce-1e77af5b38a2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.2900441 Jul 19 03:27:33.119893 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:33.127712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:33.128849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:33.158301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-80c4219c-e8c5-4ef4-b2d5-1cccdf399ed0 req-e997fc99-8c73-48e8-9723-3fb5d503fb73 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785813 Jul 19 03:27:33.368543 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52372aa5-8697-4a82-b5a2-0de26396c364 req-bb71d8d8-3427-4c3e-b625-67bd9f42db1c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514989 Jul 19 03:27:33.381390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36218) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:33.382238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7662828 Jul 19 03:27:33.389984 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'd6546a69-c6c2-433f-8f45-f13e42fe2613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:33.438053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d7019-c8f7-4718-b6da-a2af6fa493d3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Network': ['ID=d6546a69-c6c2-433f-8f45-f13e42fe2613,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:33.452603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d6546a69-c6c2-433f-8f45-f13e42fe2613 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:27:33.699029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:33.712947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:34.323968 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:34.406750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=6907fab5-87e0-4fa9-a065-dcba699b1261,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:34.545161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Checking segment: {'id': '4dde55a6-0189-4390-b8d2-b60b7ec2e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd6546a69-c6c2-433f-8f45-f13e42fe2613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:34.550383 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network hostable DHCP agents. Network: d6546a69-c6c2-433f-8f45-f13e42fe2613, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:27:34.602536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network d6546a69-c6c2-433f-8f45-f13e42fe2613 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:27:34.642616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d6546a69-c6c2-433f-8f45-f13e42fe2613) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:34.646879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6413fa-0be3-4097-90f7-b7d0a28131bc req-43b9f847-bb79-4f1a-af3e-3aae327eda4b tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:34.653420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca4f81-f84b-49cb-b49f-a1dd76f144d7 None None] Network d6546a69-c6c2-433f-8f45-f13e42fe2613 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:34.656438 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a6413fa-0be3-4097-90f7-b7d0a28131bc req-43b9f847-bb79-4f1a-af3e-3aae327eda4b tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1479642 Jul 19 03:27:34.667735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:34.668375 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:34.729607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0840-edba-4c41-ad92-791ace5e1646 req-a9277c95-7dd8-41ca-bc46-47e0a82479a7 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:34.734183 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ffe0840-edba-4c41-ad92-791ace5e1646 req-a9277c95-7dd8-41ca-bc46-47e0a82479a7 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.2846696 Jul 19 03:27:34.740355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-96ab9411-f202-49f6-ae32-9f81f8df8af1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3574471 Jul 19 03:27:34.744906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36246) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:34.767278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a6413fa-0be3-4097-90f7-b7d0a28131bc req-8b516b7b-480f-4032-afb7-a61e53c1a75b tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098294 Jul 19 03:27:34.797523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'd6546a69-c6c2-433f-8f45-f13e42fe2613', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-657933893'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:34.902603 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2ffe0840-edba-4c41-ad92-791ace5e1646 req-c0ff3685-ed42-4422-81f7-bf2f72a278e7 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568897 Jul 19 03:27:35.027108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-d6546a69-c6c2-433f-8f45-f13e42fe2613', 'network_id': 'd6546a69-c6c2-433f-8f45-f13e42fe2613', 'tenant_id': '3bf11f476a0940dfa5fe31379623cbb8', 'fixed_ips': [{'subnet_id': '6907fab5-87e0-4fa9-a065-dcba699b1261'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:27:35.031878 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:35.207161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:35.211547 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:35.241719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 3aa37dd4-4458-48e6-b320-e6ace964e015 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:27:35.271516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8761306-850a-4496-99b7-0b39ab52f326 req-7b9b5466-6025-44a8-9a0e-8617a7438b69 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:35.273750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8761306-850a-4496-99b7-0b39ab52f326 req-7b9b5466-6025-44a8-9a0e-8617a7438b69 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.1953402 Jul 19 03:27:35.382028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8761306-850a-4496-99b7-0b39ab52f326 req-0961c26e-b6a5-4c50-894c-7e6176bc7c1f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627341 Jul 19 03:27:35.464734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Allocated IP 2001:db8::2 (d6546a69-c6c2-433f-8f45-f13e42fe2613/6907fab5-87e0-4fa9-a065-dcba699b1261/fe15a20b-85f4-4ad2-a2d5-c36188627d5d) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:35.716977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:35.736826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Transition to ACTIVE for port object fe15a20b-85f4-4ad2-a2d5-c36188627d5d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:35.766371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Transition to ACTIVE for port object fe15a20b-85f4-4ad2-a2d5-c36188627d5d will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:35.776930 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:35.860395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Network d6546a69-c6c2-433f-8f45-f13e42fe2613 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:35.879014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:35.881619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:35.891706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Pushing event updated for resources: {'Port': ['ID=fe15a20b-85f4-4ad2-a2d5-c36188627d5d,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:35.924102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8::1fe (d6546a69-c6c2-433f-8f45-f13e42fe2613/6907fab5-87e0-4fa9-a065-dcba699b1261/3aa37dd4-4458-48e6-b320-e6ace964e015) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:36.032806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Attempting to bind port fe15a20b-85f4-4ad2-a2d5-c36188627d5d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:27:36.038055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Attempting to bind port fe15a20b-85f4-4ad2-a2d5-c36188627d5d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '4dde55a6-0189-4390-b8d2-b60b7ec2e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd6546a69-c6c2-433f-8f45-f13e42fe2613'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:27:36.038055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Attempting to bind port fe15a20b-85f4-4ad2-a2d5-c36188627d5d on network d6546a69-c6c2-433f-8f45-f13e42fe2613 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:27:36.071101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:27:36.071490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Checking segment: {'id': '4dde55a6-0189-4390-b8d2-b60b7ec2e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd6546a69-c6c2-433f-8f45-f13e42fe2613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:36.072261 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:36.072699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Bound using segment: {'id': '4dde55a6-0189-4390-b8d2-b60b7ec2e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd6546a69-c6c2-433f-8f45-f13e42fe2613'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:27:36.073195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Bound port: fe15a20b-85f4-4ad2-a2d5-c36188627d5d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dde55a6-0189-4390-b8d2-b60b7ec2e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd6546a69-c6c2-433f-8f45-f13e42fe2613'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:27:36.073591 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:36.381898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a110ce9-d961-4672-9e6d-11f3ec9c7766 req-35e043ab-4682-4525-8ed8-9ffefbd70e87 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:36.383402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] For port fe15a20b-85f4-4ad2-a2d5-c36188627d5d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:27:36.392505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] For port fe15a20b-85f4-4ad2-a2d5-c36188627d5d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fe15a20b-85f4-4ad2-a2d5-c36188627d5d,segment=NetworkSegment(4dde55a6-0189-4390-b8d2-b60b7ec2e5fd),segment_id=4dde55a6-0189-4390-b8d2-b60b7ec2e5fd)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:27:36.396447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a110ce9-d961-4672-9e6d-11f3ec9c7766 req-35e043ab-4682-4525-8ed8-9ffefbd70e87 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.2449336 Jul 19 03:27:36.403506 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:36.538481 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a110ce9-d961-4672-9e6d-11f3ec9c7766 req-18bd1851-63ca-4a41-9c23-7680f9842361 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406016 Jul 19 03:27:36.562550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:36.594283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5828cbb-4528-4ee1-b883-85a214ff7da8 req-e9eb944b-1725-43bf-90d2-76593a04be4f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:36.597631 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a5828cbb-4528-4ee1-b883-85a214ff7da8 req-e9eb944b-1725-43bf-90d2-76593a04be4f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.3627236 Jul 19 03:27:36.605619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f78d7-b3f0-4932-b0ae-3fb7823b1a00 None None] Pushing event updated for resources: {'Port': ['ID=fe15a20b-85f4-4ad2-a2d5-c36188627d5d,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:36.657255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object 3aa37dd4-4458-48e6-b320-e6ace964e015 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:36.694986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a5828cbb-4528-4ee1-b883-85a214ff7da8 req-08a14931-b439-49a8-8a47-9629fe616a4b tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766268 Jul 19 03:27:36.753571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:36.814111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network d6546a69-c6c2-433f-8f45-f13e42fe2613 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:36.819238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:36.824072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:36.832965 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:36.833870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:36.834194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:37.141532 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:37.494856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=3aa37dd4-4458-48e6-b320-e6ace964e015,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:37.500742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-553d3bf7-d68d-4ee3-9de8-0a2b63c93d25 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.7296767 Jul 19 03:27:37.501063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36288) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:37.543012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83aff9-2fa1-4e5f-ab48-67dae0103dc0 req-cb57accb-84db-4b46-bea6-300f48df73b7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:37.551270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb83aff9-2fa1-4e5f-ab48-67dae0103dc0 req-cb57accb-84db-4b46-bea6-300f48df73b7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.1013663 Jul 19 03:27:37.615060 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb83aff9-2fa1-4e5f-ab48-67dae0103dc0 req-8e77cb72-91dc-49e5-958d-8ee7ae4636fd tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623858 Jul 19 03:27:37.948019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-564ca3db-1612-4fb1-90fa-3ca00f88f21d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 3aa37dd4-4458-48e6-b320-e6ace964e015 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:37.953985 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-564ca3db-1612-4fb1-90fa-3ca00f88f21d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:38.104621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64655d-70bd-4ade-acb1-a2ee3865fa8d req-f7e79e8d-7c80-411c-a11b-a0ed329c6245 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:38.142945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d64655d-70bd-4ade-acb1-a2ee3865fa8d req-f7e79e8d-7c80-411c-a11b-a0ed329c6245 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.2057085 Jul 19 03:27:38.224961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d64655d-70bd-4ade-acb1-a2ee3865fa8d req-7ff69986-457a-4798-be9d-ce0c65b2b26c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807221 Jul 19 03:27:38.322577 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-564ca3db-1612-4fb1-90fa-3ca00f88f21d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:38.334222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed01965-3cf6-4cf1-a6ba-d64016dd10be req-06fc3ae7-53a0-4509-9187-f0d54083ee15 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:38.343327 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ed01965-3cf6-4cf1-a6ba-d64016dd10be req-06fc3ae7-53a0-4509-9187-f0d54083ee15 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.3373148 Jul 19 03:27:38.394110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fe15a20b-85f4-4ad2-a2d5-c36188627d5d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:27:38.431068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-564ca3db-1612-4fb1-90fa-3ca00f88f21d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 3aa37dd4-4458-48e6-b320-e6ace964e015 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:38.460226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ed01965-3cf6-4cf1-a6ba-d64016dd10be req-ea86a98a-dc10-43f5-92c4-4584fe16a145 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147168 Jul 19 03:27:38.489098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c209cd7b-9c77-4554-8d9c-582b2cde387d None None] Network d6546a69-c6c2-433f-8f45-f13e42fe2613 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:38.657226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8aac54d5-bb92-40f3-bf12-572e059fa142 None None] Provisioning for port fe15a20b-85f4-4ad2-a2d5-c36188627d5d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:38.671007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8aac54d5-bb92-40f3-bf12-572e059fa142 None None] Provisioning complete for port fe15a20b-85f4-4ad2-a2d5-c36188627d5d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:38.671629 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8aac54d5-bb92-40f3-bf12-572e059fa142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:38.673450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port fe15a20b-85f4-4ad2-a2d5-c36188627d5d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:38.679097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port fe15a20b-85f4-4ad2-a2d5-c36188627d5d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:38.679674 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:39.044775 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8aac54d5-bb92-40f3-bf12-572e059fa142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:39.045177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07348c5-a0f4-4f9e-a3b0-dc257215a0be req-92160dc9-95f6-443a-b810-c4b057311900 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:39.060268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c07348c5-a0f4-4f9e-a3b0-dc257215a0be req-92160dc9-95f6-443a-b810-c4b057311900 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.0963984 Jul 19 03:27:39.066577 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-564ca3db-1612-4fb1-90fa-3ca00f88f21d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:39.073069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-eee59c51-2ab6-4f8d-900f-a7ca1d13c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:39.077224 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-eee59c51-2ab6-4f8d-900f-a7ca1d13c9a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 1097 time: 0.2118607 Jul 19 03:27:39.105968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8aac54d5-bb92-40f3-bf12-572e059fa142 None None] For port fe15a20b-85f4-4ad2-a2d5-c36188627d5d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fe15a20b-85f4-4ad2-a2d5-c36188627d5d,segment=NetworkSegment(4dde55a6-0189-4390-b8d2-b60b7ec2e5fd),segment_id=4dde55a6-0189-4390-b8d2-b60b7ec2e5fd)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:39.126100 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8aac54d5-bb92-40f3-bf12-572e059fa142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:39.168906 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c07348c5-a0f4-4f9e-a3b0-dc257215a0be req-6db43e39-a044-4d79-b8bd-d8f8d6771467 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074705 Jul 19 03:27:39.257028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac54d5-bb92-40f3-bf12-572e059fa142 None None] Pushing event updated for resources: {'Port': ['ID=fe15a20b-85f4-4ad2-a2d5-c36188627d5d,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:39.282997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ca3db-1612-4fb1-90fa-3ca00f88f21d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=3aa37dd4-4458-48e6-b320-e6ace964e015,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:39.293077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-ed78729c-5651-4e77-9d13-b5d1c7305b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:39.295105 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-ed78729c-5651-4e77-9d13-b5d1c7305b56 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.1900163 Jul 19 03:27:39.424945 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-703d05d3-e24a-4b2b-b0b5-a26eb96d541d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76045107-2c3b-4304-ae04-9bdaef128d99 HTTP/1.1" status: 200 len: 217 time: 0.1135876 Jul 19 03:27:39.505785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c05ff-1042-4bf4-97b8-b9bbc8b95e62 req-c9e22540-8496-4ce9-9689-a44e2078ca1f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:39.506382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-564ca3db-1612-4fb1-90fa-3ca00f88f21d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:39.507362 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-999c05ff-1042-4bf4-97b8-b9bbc8b95e62 req-c9e22540-8496-4ce9-9689-a44e2078ca1f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1129274 Jul 19 03:27:39.519814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-564ca3db-1612-4fb1-90fa-3ca00f88f21d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/3aa37dd4-4458-48e6-b320-e6ace964e015 HTTP/1.1" status: 204 len: 168 time: 2.0175073 Jul 19 03:27:39.530135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36334) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:39.573174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-cb9b8a47-df46-4b7f-99b2-103aac82a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:39.575875 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-cb9b8a47-df46-4b7f-99b2-103aac82a395 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.0948730 Jul 19 03:27:39.591527 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec98dd3-3a0b-4445-8d0a-1ada0602b5bd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:27:39.593784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0ec98dd3-3a0b-4445-8d0a-1ada0602b5bd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/3aa37dd4-4458-48e6-b320-e6ace964e015 HTTP/1.1" status: 404 len: 333 time: 0.0610909 Jul 19 03:27:39.597035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36338) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:39.643664 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-999c05ff-1042-4bf4-97b8-b9bbc8b95e62 req-57c3928f-16de-479c-90fa-bd90fc161190 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072905 Jul 19 03:27:39.677936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-80ca27c5-607c-4daa-92ea-205dee889545 None None] Provisioning complete for port fe15a20b-85f4-4ad2-a2d5-c36188627d5d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:39.678920 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80ca27c5-607c-4daa-92ea-205dee889545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:39.826837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bdf822-dd98-4783-a7aa-cebd51f2bac3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet 6907fab5-87e0-4fa9-a065-dcba699b1261 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:27:39.841157 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-58bdf822-dd98-4783-a7aa-cebd51f2bac3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:39.846535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-80ca27c5-607c-4daa-92ea-205dee889545 None None] Could not find standard attr ID for object 3aa37dd4-4458-48e6-b320-e6ace964e015. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:27:39.848324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-c4dba9ae-8e8e-4fef-890d-cae171dbf1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:39.850791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-c4dba9ae-8e8e-4fef-890d-cae171dbf1af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2686968 Jul 19 03:27:40.063245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-64aeed3f-3c8e-4b7c-8271-d77756a5f5ed None None] Could not find standard attr ID for object 3aa37dd4-4458-48e6-b320-e6ace964e015. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:27:40.079241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-06aef9b0-3305-416a-aa52-3a3e67bf4974 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047267 Jul 19 03:27:40.083249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-58bdf822-dd98-4783-a7aa-cebd51f2bac3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:40.171766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5781bd-343f-4328-9014-c2b1578208c1 req-67f1a6c0-922c-4689-8c62-4412b46ced03 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:40.173381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da5781bd-343f-4328-9014-c2b1578208c1 req-67f1a6c0-922c-4689-8c62-4412b46ced03 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1781180 Jul 19 03:27:40.232630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a250a-dc8b-4d8f-b5c5-1cbd8704b13e req-b4bd497c-a5dc-4641-8d49-823d9d7b820d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:40.234393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-457a250a-dc8b-4d8f-b5c5-1cbd8704b13e req-b4bd497c-a5dc-4641-8d49-823d9d7b820d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.3613644 Jul 19 03:27:40.263868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da5781bd-343f-4328-9014-c2b1578208c1 req-14da274e-dc55-4ff5-9c81-6029db9fe8bc tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836115 Jul 19 03:27:40.320047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fe15a20b-85f4-4ad2-a2d5-c36188627d5d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:27:40.383376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port fe15a20b-85f4-4ad2-a2d5-c36188627d5d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:40.384070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:40.409432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-457a250a-dc8b-4d8f-b5c5-1cbd8704b13e req-372fe4cf-224f-4ca7-822b-7ab928e10cd7 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192272 Jul 19 03:27:40.413715 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7f0decc2-fac2-4847-b7f2-021dc5ebe1c0 req-9f18f08c-11fb-4357-b4eb-6c7f29617798 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265295 Jul 19 03:27:40.436583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-58bdf822-dd98-4783-a7aa-cebd51f2bac3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:40.494535 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c9aa-46fe-4067-a8bc-b4ab9f90d9ec req-309d8886-8d83-4caa-9dc0-cfc0a06562ae tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:40.501813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da94c9aa-46fe-4067-a8bc-b4ab9f90d9ec req-309d8886-8d83-4caa-9dc0-cfc0a06562ae tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.0962298 Jul 19 03:27:40.541789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da94c9aa-46fe-4067-a8bc-b4ab9f90d9ec req-4c32a1b6-ceaf-45ec-bf48-ac21f6520cab tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388234 Jul 19 03:27:40.561060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-58bdf822-dd98-4783-a7aa-cebd51f2bac3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:40.593940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdf822-dd98-4783-a7aa-cebd51f2bac3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=6907fab5-87e0-4fa9-a065-dcba699b1261,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:40.596431 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-58bdf822-dd98-4783-a7aa-cebd51f2bac3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:40.598374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-58bdf822-dd98-4783-a7aa-cebd51f2bac3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/6907fab5-87e0-4fa9-a065-dcba699b1261 HTTP/1.1" status: 204 len: 168 time: 1.0009594 Jul 19 03:27:40.600916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36378) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:40.605694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad664398-d8ed-4511-81a2-2c6ce7c1ab34 None None] Network d6546a69-c6c2-433f-8f45-f13e42fe2613 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:40.688141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:40.799854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63e4a66-8c09-44c5-8587-e9df455872e5 None None] DHCP port deletion for d6546a69-c6c2-433f-8f45-f13e42fe2613 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:27:40.809778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port fe15a20b-85f4-4ad2-a2d5-c36188627d5d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:40.810697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:40.865472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e63e4a66-8c09-44c5-8587-e9df455872e5 None None] Deleting port fe15a20b-85f4-4ad2-a2d5-c36188627d5d {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:40.866412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e63e4a66-8c09-44c5-8587-e9df455872e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:40.896500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1f838-6319-47d5-a9a5-96fc2056bfd4 req-54f8d41d-3eb1-4fad-9143-4bad99680903 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:40.897542 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-74e1f838-6319-47d5-a9a5-96fc2056bfd4 req-54f8d41d-3eb1-4fad-9143-4bad99680903 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1490715 Jul 19 03:27:40.902624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] For port fe15a20b-85f4-4ad2-a2d5-c36188627d5d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fe15a20b-85f4-4ad2-a2d5-c36188627d5d,segment=NetworkSegment(4dde55a6-0189-4390-b8d2-b60b7ec2e5fd),segment_id=4dde55a6-0189-4390-b8d2-b60b7ec2e5fd)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:40.902983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:40.936204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for fe15a20b-85f4-4ad2-a2d5-c36188627d5d owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:40.944178 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e63e4a66-8c09-44c5-8587-e9df455872e5 None None] For port fe15a20b-85f4-4ad2-a2d5-c36188627d5d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=fe15a20b-85f4-4ad2-a2d5-c36188627d5d,segment=NetworkSegment(4dde55a6-0189-4390-b8d2-b60b7ec2e5fd),segment_id=4dde55a6-0189-4390-b8d2-b60b7ec2e5fd)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:40.944571 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e63e4a66-8c09-44c5-8587-e9df455872e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:40.958181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e63e4a66-8c09-44c5-8587-e9df455872e5 None None] Calling delete_port for fe15a20b-85f4-4ad2-a2d5-c36188627d5d owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:40.964388 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-74e1f838-6319-47d5-a9a5-96fc2056bfd4 req-4d798a3e-4c1c-483d-beb7-0a241ebbb25f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576460 Jul 19 03:27:41.036933 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.043718 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e63e4a66-8c09-44c5-8587-e9df455872e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.065070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=fe15a20b-85f4-4ad2-a2d5-c36188627d5d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:41.072029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e4a66-8c09-44c5-8587-e9df455872e5 None None] Pushing event deleted for resources: {'Port': ['ID=fe15a20b-85f4-4ad2-a2d5-c36188627d5d,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:41.073268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No DVR routers for this DVR port fe15a20b-85f4-4ad2-a2d5-c36188627d5d on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:27:41.079575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.080233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.080233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.080686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.080893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.081226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.081561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.081690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e4a66-8c09-44c5-8587-e9df455872e5 None None] No DVR routers for this DVR port fe15a20b-85f4-4ad2-a2d5-c36188627d5d on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:27:41.081890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.082219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.082577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.082905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.083231 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.173516 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.187276 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6546a69-c6c2-433f-8f45-f13e42fe2613']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:41.194315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dde55a6-0189-4390-b8d2-b60b7ec2e5fd') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:41.194614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dde55a6-0189-4390-b8d2-b60b7ec2e5fd') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:41.204713 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.219339 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.225646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:41.226439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:41.229944 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:41.315649 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.320685 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.327134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36392) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:41.328104 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/networks/d6546a69-c6c2-433f-8f45-f13e42fe2613 HTTP/1.1" status: 204 len: 168 time: 0.7256210 Jul 19 03:27:41.333891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'name': 'tempest-PortsIpV6TestJSON-33405221'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:41.345009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1f43a-ce7c-4cf2-9a5a-bf9228412235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Network': ['ID=d6546a69-c6c2-433f-8f45-f13e42fe2613,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:41.485688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-ac301b0b-0f14-44c9-9dac-d7fa47d246ad tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:41.487471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-ac301b0b-0f14-44c9-9dac-d7fa47d246ad tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.1191010 Jul 19 03:27:41.514800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:41.518390 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.540200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port fb097db5-f384-422b-b1d8-4d1e1d994deb yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:27:41.617812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-5ad91381-f52c-4a59-94f3-e6580ba80b33 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Deleting port b60a1369-8756-43be-9190-284df1dc6260 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:41.618313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-5ad91381-f52c-4a59-94f3-e6580ba80b33 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.744403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.783652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-5ad91381-f52c-4a59-94f3-e6580ba80b33 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] For port b60a1369-8756-43be-9190-284df1dc6260, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b60a1369-8756-43be-9190-284df1dc6260,segment=NetworkSegment(46fb3654-45ae-4716-abcc-a645f8ef038f),segment_id=46fb3654-45ae-4716-abcc-a645f8ef038f)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:41.784170 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-5ad91381-f52c-4a59-94f3-e6580ba80b33 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.785945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.812472 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-5ad91381-f52c-4a59-94f3-e6580ba80b33 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Calling delete_port for b60a1369-8756-43be-9190-284df1dc6260 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:41.839271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d8ed6-8ca3-4e47-92f1-3be74e3eaf4b req-32d032b3-dec6-40b3-ad68-46d7f882947c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:41.841089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f44d8ed6-8ca3-4e47-92f1-3be74e3eaf4b req-32d032b3-dec6-40b3-ad68-46d7f882947c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1215615 Jul 19 03:27:41.842414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976789da-f58e-478f-8072-8d6ee0e1b120 req-d708dd72-ab06-4614-991b-03a3455f6039 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:41.843975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-976789da-f58e-478f-8072-8d6ee0e1b120 req-d708dd72-ab06-4614-991b-03a3455f6039 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 946 time: 0.4001791 Jul 19 03:27:41.878326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:41.897856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:41.913632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:41.919931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:41.920595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:41.937116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=fb097db5-f384-422b-b1d8-4d1e1d994deb,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:41.949846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.950928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.951468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.951794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.952131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.952468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.952823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.953388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.953504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.953827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.954141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.954648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:27:41.958114 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f44d8ed6-8ca3-4e47-92f1-3be74e3eaf4b req-6b99e7d0-b6d9-4fcb-af62-0d79656a323c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601871 Jul 19 03:27:41.966566 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0ab6967a-7f4f-4fc7-8d22-9f7f548be431 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.6379604 Jul 19 03:27:41.971523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36406) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:41.987478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-976789da-f58e-478f-8072-8d6ee0e1b120 req-c9b11a94-97bb-4dff-9f4e-6839d9b7c127 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17fcbc2-f8d1-4995-813f-978aa356aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329455 Jul 19 03:27:42.275540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fe15a20b-85f4-4ad2-a2d5-c36188627d5d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:27:42.318557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-03970eb6-b427-45d8-83b3-7dcea1f71604 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port fb097db5-f384-422b-b1d8-4d1e1d994deb {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:42.319673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03970eb6-b427-45d8-83b3-7dcea1f71604 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:42.326459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-5ad91381-f52c-4a59-94f3-e6580ba80b33 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:42.332168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: fe15a20b-85f4-4ad2-a2d5-c36188627d5d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:27:42.332519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device fe15a20b-85f4-4ad2-a2d5-c36188627d5d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:27:42.343442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['b60a1369-8756-43be-9190-284df1dc6260'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:27:42.450345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad91381-f52c-4a59-94f3-e6580ba80b33 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Pushing event deleted for resources: {'Port': ['ID=b60a1369-8756-43be-9190-284df1dc6260,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:42.490621 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6eb68079-0fa9-4da9-892e-168c5aaea829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:42.550159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf06a4-0bc5-4e68-945f-2c49457d5164 req-d45b0408-703f-441f-9dea-ba01aaad2864 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:42.552029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a8cf06a4-0bc5-4e68-945f-2c49457d5164 req-d45b0408-703f-441f-9dea-ba01aaad2864 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 945 time: 0.3733544 Jul 19 03:27:42.553992 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03970eb6-b427-45d8-83b3-7dcea1f71604 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:42.590488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-5ad91381-f52c-4a59-94f3-e6580ba80b33 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] No DVR routers for this DVR port b60a1369-8756-43be-9190-284df1dc6260 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:27:42.595709 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-5ad91381-f52c-4a59-94f3-e6580ba80b33 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:42.601109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdd60223-d746-4526-bb08-8a1c9e502244 req-5ad91381-f52c-4a59-94f3-e6580ba80b33 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.26 "DELETE /v2.0/ports/b60a1369-8756-43be-9190-284df1dc6260 HTTP/1.1" status: 204 len: 173 time: 1.1042078 Jul 19 03:27:42.609612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'name': 'network-vif-deleted', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:27:42.612025 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9825b2-6f81-4ec0-b430-05e6ceca62b5" -d '{"events": [{"server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "name": "network-vif-deleted", "tag": "b60a1369-8756-43be-9190-284df1dc6260"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:27:42.615188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-03970eb6-b427-45d8-83b3-7dcea1f71604 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for fb097db5-f384-422b-b1d8-4d1e1d994deb owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:42.728278 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a8cf06a4-0bc5-4e68-945f-2c49457d5164 req-ab9ad10c-efde-4196-84bf-61e52bed0b8f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438093 Jul 19 03:27:42.729903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f6c6d-8503-41bd-8474-4b22e19ed511 req-c3c380fd-c8be-4daf-a503-b663fd4f8f33 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:42.753941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-520f6c6d-8503-41bd-8474-4b22e19ed511 req-c3c380fd-c8be-4daf-a503-b663fd4f8f33 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1822228 Jul 19 03:27:42.857650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03970eb6-b427-45d8-83b3-7dcea1f71604 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:42.862068 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-520f6c6d-8503-41bd-8474-4b22e19ed511 req-701cb187-810a-49ce-a5dd-6e8b5be8e908 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066709 Jul 19 03:27:42.891786 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98803a43-65ab-4a4f-bb72-21263d3f0c19 x-openstack-request-id: req-98803a43-65ab-4a4f-bb72-21263d3f0c19 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:27:42.892208 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccece400-b9b3-4918-a08a-ac3dc8823e5f", "name": "network-vif-deleted", "tag": "b60a1369-8756-43be-9190-284df1dc6260", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:27:42.892342 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98803a43-65ab-4a4f-bb72-21263d3f0c19 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:27:42.892751 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccece400-b9b3-4918-a08a-ac3dc8823e5f', 'name': 'network-vif-deleted', 'tag': 'b60a1369-8756-43be-9190-284df1dc6260', 'status': 'completed', 'code': 200} Jul 19 03:27:42.911845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03970eb6-b427-45d8-83b3-7dcea1f71604 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:42.914498 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-03970eb6-b427-45d8-83b3-7dcea1f71604 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/fb097db5-f384-422b-b1d8-4d1e1d994deb HTTP/1.1" status: 204 len: 168 time: 0.9397943 Jul 19 03:27:42.915162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03970eb6-b427-45d8-83b3-7dcea1f71604 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=fb097db5-f384-422b-b1d8-4d1e1d994deb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:42.916649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36416) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:42.922939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'mac_address': 'fa:16:3e:73:00:2f', 'name': 'tempest-PortsIpV6TestJSON-54957539'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:43.058175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:43.213469 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95fbabe2-43d0-48b2-beee-7c7d9c9f8dfa req-3a5bba01-9e73-493b-a2ee-0ed5af1dc6f2 tempest-ServersNegativeTestJSON-1521595145 tempest-ServersNegativeTestJSON-1521595145-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccece400-b9b3-4918-a08a-ac3dc8823e5f HTTP/1.1" status: 200 len: 210 time: 0.0521281 Jul 19 03:27:43.230074 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:43.257762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2068e7-1cbf-4655-a757-3d18160ae61e req-bd7161a2-f0cb-4fee-8bc8-5eb2d277b9d8 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:43.261022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e2068e7-1cbf-4655-a757-3d18160ae61e req-bd7161a2-f0cb-4fee-8bc8-5eb2d277b9d8 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1470160 Jul 19 03:27:43.270727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 0ea68147-5b79-4466-9237-81d4479990b0 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:27:43.371583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e2068e7-1cbf-4655-a757-3d18160ae61e req-9b46507e-2a83-45e8-b983-c9de57902708 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028211 Jul 19 03:27:43.526710 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:43.549888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 76045107-2c3b-4304-ae04-9bdaef128d99 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:27:43.644332 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:43.676511 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:43.697453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:43.701803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:43.705485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:43.706775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76045107-2c3b-4304-ae04-9bdaef128d99'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:27:43.711044 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9689c1-9fbf-4607-9183-03e5443e5792" -d '{"events": [{"server_uuid": "56175b9a-7d0b-4f2c-a05d-ce21f672c2d4", "name": "network-vif-unplugged", "status": "completed", "tag": "76045107-2c3b-4304-ae04-9bdaef128d99"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:27:43.712639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:43.713836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:43.747995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=0ea68147-5b79-4466-9237-81d4479990b0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:43.763104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36428) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:43.765267 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-681ace3b-d142-43a2-ad8c-2d4a621adcac tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8472505 Jul 19 03:27:43.776950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 76045107-2c3b-4304-ae04-9bdaef128d99, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=76045107-2c3b-4304-ae04-9bdaef128d99,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:43.785866 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:43.843218 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Jul 2021 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9785a97-58e7-40d7-93f6-3c2972bcb183 x-openstack-request-id: req-f9785a97-58e7-40d7-93f6-3c2972bcb183 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:27:43.843577 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56175b9a-7d0b-4f2c-a05d-ce21f672c2d4", "name": "network-vif-unplugged", "status": "failed", "tag": "76045107-2c3b-4304-ae04-9bdaef128d99", "code": 422}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:27:43.843792 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9785a97-58e7-40d7-93f6-3c2972bcb183 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:27:43.844192 n-d-762330-18 neutron-server[94346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76045107-2c3b-4304-ae04-9bdaef128d99', 'code': 422} returned with failed status Jul 19 03:27:43.868670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f4510-9494-4bbd-8d55-bea43f330bf7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:43.874612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36434) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:43.894812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=76045107-2c3b-4304-ae04-9bdaef128d99,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:43.910987 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e29f4510-9494-4bbd-8d55-bea43f330bf7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/0ea68147-5b79-4466-9237-81d4479990b0 HTTP/1.1" status: 200 len: 843 time: 0.1301558 Jul 19 03:27:44.062802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ca8b5-8b05-496e-867e-666fb8d53bc1 req-f38658c4-96c0-417d-8b9b-91bb6e5cd7ed tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:44.064294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-871ca8b5-8b05-496e-867e-666fb8d53bc1 req-f38658c4-96c0-417d-8b9b-91bb6e5cd7ed tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 943 time: 0.1181903 Jul 19 03:27:44.127125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d3f62-4638-4e96-a003-e2ba750e355b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 0ea68147-5b79-4466-9237-81d4479990b0 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:44.127125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3f62-4638-4e96-a003-e2ba750e355b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:44.152115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-871ca8b5-8b05-496e-867e-666fb8d53bc1 req-c03ce04a-f2f6-443f-b86e-2829ba196da6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786171 Jul 19 03:27:44.254702 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3f62-4638-4e96-a003-e2ba750e355b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:44.273785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d3f62-4638-4e96-a003-e2ba750e355b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 0ea68147-5b79-4466-9237-81d4479990b0 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:44.309059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531d83d-fc2b-455e-b8d1-e153a1e931c6 req-342f8d73-1b31-4365-b6ca-39fb8ac13f5d tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:44.315795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7531d83d-fc2b-455e-b8d1-e153a1e931c6 req-342f8d73-1b31-4365-b6ca-39fb8ac13f5d tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.2044339 Jul 19 03:27:44.411527 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7531d83d-fc2b-455e-b8d1-e153a1e931c6 req-207507b6-9d69-4037-bd1c-5277ec94329b tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948958 Jul 19 03:27:44.471959 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3f62-4638-4e96-a003-e2ba750e355b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:44.488293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce56bc4-7525-4e9d-9931-13b3e9c0768c req-eda1f964-bbb4-4722-8b6c-a5bff5f6248e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:44.501819 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ce56bc4-7525-4e9d-9931-13b3e9c0768c req-eda1f964-bbb4-4722-8b6c-a5bff5f6248e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1427288 Jul 19 03:27:44.516847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36446) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:44.576622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d3f62-4638-4e96-a003-e2ba750e355b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=0ea68147-5b79-4466-9237-81d4479990b0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:44.592840 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3f62-4638-4e96-a003-e2ba750e355b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:44.594864 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ce56bc4-7525-4e9d-9931-13b3e9c0768c req-1d0002b0-6848-4665-ab31-14f957d5689a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906055 Jul 19 03:27:44.595712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0f7d3f62-4638-4e96-a003-e2ba750e355b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/0ea68147-5b79-4466-9237-81d4479990b0 HTTP/1.1" status: 204 len: 168 time: 0.7196925 Jul 19 03:27:44.598183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36448) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:44.623666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-973f8a7e-a8a0-4d50-b5b9-b2bd64ef26f1 admin admin] Deleting subnet 178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:27:44.627104 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-973f8a7e-a8a0-4d50-b5b9-b2bd64ef26f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:44.642240 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9853767-da6d-4875-9b18-39eef471d482 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:27:44.644181 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e9853767-da6d-4875-9b18-39eef471d482 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/0ea68147-5b79-4466-9237-81d4479990b0 HTTP/1.1" status: 404 len: 333 time: 0.0448549 Jul 19 03:27:44.651610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36454) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:44.668883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'name': 'tempest-PortsIpV6TestJSON-950191793'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:44.724617 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-973f8a7e-a8a0-4d50-b5b9-b2bd64ef26f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:44.766800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b60a1369-8756-43be-9190-284df1dc6260 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:27:44.822120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: b60a1369-8756-43be-9190-284df1dc6260 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:27:44.823348 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-973f8a7e-a8a0-4d50-b5b9-b2bd64ef26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:44.824393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b60a1369-8756-43be-9190-284df1dc6260 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:27:44.942758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-973f8a7e-a8a0-4d50-b5b9-b2bd64ef26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:44.952855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:44.957671 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:44.969076 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ea385-ec67-4a51-8ea3-b99eb2745a2c req-1ceaeb3d-d00e-478f-9327-083cdf50c6e6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:44.980107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-862ea385-ec67-4a51-8ea3-b99eb2745a2c req-1ceaeb3d-d00e-478f-9327-083cdf50c6e6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.3058996 Jul 19 03:27:45.030072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 2bf87827-c3b7-44c9-adc1-85c632059c9d yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:27:45.062180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-862ea385-ec67-4a51-8ea3-b99eb2745a2c req-c5d775d3-4bdf-47da-a483-496471534dbf tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806813 Jul 19 03:27:45.073705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-25f8b58b-74be-4054-bbc2-db2ca0f56182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:45.308200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:45.420989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f8a7e-a8a0-4d50-b5b9-b2bd64ef26f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=178cfae9-865e-43fc-b57d-b8bd8bc8a2f4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:45.433345 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-973f8a7e-a8a0-4d50-b5b9-b2bd64ef26f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:45.435439 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-973f8a7e-a8a0-4d50-b5b9-b2bd64ef26f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/178cfae9-865e-43fc-b57d-b8bd8bc8a2f4 HTTP/1.1" status: 204 len: 168 time: 0.9176414 Jul 19 03:27:45.448864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36460) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:45.459361 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:45.549794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=2bf87827-c3b7-44c9-adc1-85c632059c9d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:45.561454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:45.563094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:45.566048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:45.572472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:45.573443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:45.598984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:45.603476 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:45.617392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb839e33-f08b-48ea-838a-27ea24f3acc4 req-baa7b518-d10f-452d-8e8f-ef9bcd0984fe tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:45.619000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb839e33-f08b-48ea-838a-27ea24f3acc4 req-baa7b518-d10f-452d-8e8f-ef9bcd0984fe tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1921897 Jul 19 03:27:45.620044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36462) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:45.620268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3c8fc3ad-3ce3-4e23-bdc4-c06c4b9ba35d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9671490 Jul 19 03:27:45.625302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e0e058f8-7470-49be-abb1-5bdec73258d2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:45.729662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c87129-a1ee-421a-8845-eae40fb980cb req-7ed3ea5c-bfb4-467c-b0eb-bf819702154c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:45.730913 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0c87129-a1ee-421a-8845-eae40fb980cb req-7ed3ea5c-bfb4-467c-b0eb-bf819702154c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1056871 Jul 19 03:27:45.803946 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb839e33-f08b-48ea-838a-27ea24f3acc4 req-d57454e2-409b-4902-95dd-da9e7fa8044b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407163 Jul 19 03:27:45.805681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0c87129-a1ee-421a-8845-eae40fb980cb req-1ded0b20-59c4-4a47-bbde-8cad4671d9c5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739756 Jul 19 03:27:45.822039 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e0e058f8-7470-49be-abb1-5bdec73258d2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:45.863375 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:45.879677 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b452f33-00db-4989-bdd6-db7ff37a9a33']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:45.921414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fb3654-45ae-4716-abcc-a645f8ef038f') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:45.921636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fb3654-45ae-4716-abcc-a645f8ef038f') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:45.940400 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:45.969665 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.018086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:46.018534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:46.020234 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:46.188661 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.198705 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.220961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3b452f33-00db-4989-bdd6-db7ff37a9a33 HTTP/1.1" status: 204 len: 168 time: 0.7695975 Jul 19 03:27:46.234122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30f01c-bfe0-4a31-8167-c1636e132371 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b452f33-00db-4989-bdd6-db7ff37a9a33,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:46.252058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e0e058f8-7470-49be-abb1-5bdec73258d2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.264376 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e0e058f8-7470-49be-abb1-5bdec73258d2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.397636 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.411270 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e0e058f8-7470-49be-abb1-5bdec73258d2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] In _notify_port_updated(), no bound segment for port 2bf87827-c3b7-44c9-adc1-85c632059c9d on network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:27:46.424214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e058f8-7470-49be-abb1-5bdec73258d2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:46.424889 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e0e058f8-7470-49be-abb1-5bdec73258d2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.429203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e0e058f8-7470-49be-abb1-5bdec73258d2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "PUT /v2.0/ports/2bf87827-c3b7-44c9-adc1-85c632059c9d HTTP/1.1" status: 200 len: 818 time: 0.8081849 Jul 19 03:27:46.431938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36484) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:46.467252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e058f8-7470-49be-abb1-5bdec73258d2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=2bf87827-c3b7-44c9-adc1-85c632059c9d,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:46.592273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f32b0-93b3-4399-9dfb-b31921764e30 req-0c751a8c-f8ca-4673-a666-f579b838906a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:46.593887 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b85f32b0-93b3-4399-9dfb-b31921764e30 req-0c751a8c-f8ca-4673-a666-f579b838906a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.0927896 Jul 19 03:27:46.636392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e051ba-5dbd-4286-99ba-1dc78d68a125 req-419565ac-b4bb-4bf4-88a8-5fe5191270c4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:46.649067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36486) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:46.651363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68e051ba-5dbd-4286-99ba-1dc78d68a125 req-419565ac-b4bb-4bf4-88a8-5fe5191270c4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.3252571 Jul 19 03:27:46.677121 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b85f32b0-93b3-4399-9dfb-b31921764e30 req-7969bb66-c5cd-4956-8146-8ad4b57f4a0a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750642 Jul 19 03:27:46.743539 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68e051ba-5dbd-4286-99ba-1dc78d68a125 req-23b9854e-eb1c-438f-87be-00bac128b916 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782950 Jul 19 03:27:46.749313 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9732e41e-a194-410f-b9e7-b235d777a9a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fab2f0ae6c44d46882e569f08be2523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989113 Jul 19 03:27:46.755061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36488) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:46.760709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-dacbd7d7-5ff3-4f1c-a61d-a11c61348725 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 2bf87827-c3b7-44c9-adc1-85c632059c9d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:46.766168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dacbd7d7-5ff3-4f1c-a61d-a11c61348725 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.845200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dacbd7d7-5ff3-4f1c-a61d-a11c61348725 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.856118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19efa143-239c-42e8-a7d5-9982e26ea9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.862236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-dacbd7d7-5ff3-4f1c-a61d-a11c61348725 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 2bf87827-c3b7-44c9-adc1-85c632059c9d owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:46.940262 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19efa143-239c-42e8-a7d5-9982e26ea9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.993961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19efa143-239c-42e8-a7d5-9982e26ea9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:46.996674 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19efa143-239c-42e8-a7d5-9982e26ea9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:47.015070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-19efa143-239c-42e8-a7d5-9982e26ea9db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f17fcbc2-f8d1-4995-813f-978aa356aa91 HTTP/1.1" status: 204 len: 168 time: 0.2589211 Jul 19 03:27:47.023721 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dacbd7d7-5ff3-4f1c-a61d-a11c61348725 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:47.056807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efa143-239c-42e8-a7d5-9982e26ea9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17fcbc2-f8d1-4995-813f-978aa356aa91,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:47.111610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbd7d7-5ff3-4f1c-a61d-a11c61348725 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=2bf87827-c3b7-44c9-adc1-85c632059c9d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:47.120359 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dacbd7d7-5ff3-4f1c-a61d-a11c61348725 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:47.124616 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dacbd7d7-5ff3-4f1c-a61d-a11c61348725 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/2bf87827-c3b7-44c9-adc1-85c632059c9d HTTP/1.1" status: 204 len: 168 time: 0.6916761 Jul 19 03:27:47.127094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36498) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:47.187734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b1faf-525a-492e-a067-fb9894a7add9 req-d7ec33a2-a2f3-418d-ab37-269ff037267a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:47.194848 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-316b1faf-525a-492e-a067-fb9894a7add9 req-d7ec33a2-a2f3-418d-ab37-269ff037267a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1393290 Jul 19 03:27:47.273860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba4f180-bf57-4169-a670-285080a78ab1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:47.276760 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eba4f180-bf57-4169-a670-285080a78ab1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1482878 Jul 19 03:27:47.281910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36502) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:47.364807 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-316b1faf-525a-492e-a067-fb9894a7add9 req-21e1ea43-8ce6-48c2-bfa6-5f7b92f54d2b tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689954 Jul 19 03:27:47.366056 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2c48b6-282a-4e88-8027-510baa8a5061 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:27:47.367590 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ff2c48b6-282a-4e88-8027-510baa8a5061 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/2bf87827-c3b7-44c9-adc1-85c632059c9d HTTP/1.1" status: 404 len: 333 time: 0.0847318 Jul 19 03:27:47.373044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36504) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:47.379078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-472194548'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:47.419168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:47.423435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:47.458472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:27:47.472247 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:47.472748 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Added segment 496c7430-54af-400c-8f3f-6ceded9f6dff of type vlan for network c441830c-fdc3-44f4-af55-bfa33e0a84d6 Jul 19 03:27:47.521351 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:47.544372 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 76045107-2c3b-4304-ae04-9bdaef128d99 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:27:47.591933 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:47.600926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:47.601582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:47.661518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2869740 Jul 19 03:27:47.664615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36512) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:47.670203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:47.725719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc519e6-4cf7-4daa-96b2-caf87bc23b85 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Network': ['ID=c441830c-fdc3-44f4-af55-bfa33e0a84d6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:47.740513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c441830c-fdc3-44f4-af55-bfa33e0a84d6 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:27:47.876111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:47.879658 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:47.890933 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:48.051925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa9325-e9fc-49c9-819a-af7f4cb17d55 req-5af57001-5ed2-45d2-a14e-c6bc18579736 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:48.053751 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bfa9325-e9fc-49c9-819a-af7f4cb17d55 req-5af57001-5ed2-45d2-a14e-c6bc18579736 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2235575 Jul 19 03:27:48.077634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763d18e-f48d-48a5-b37d-bf94b5f7d93f req-99ce7207-aaeb-49bf-bdd1-248dd3ea7903 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:48.084882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c763d18e-f48d-48a5-b37d-bf94b5f7d93f req-99ce7207-aaeb-49bf-bdd1-248dd3ea7903 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1646917 Jul 19 03:27:48.143824 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bfa9325-e9fc-49c9-819a-af7f4cb17d55 req-083a1713-3582-4481-bd92-b7b22a7bf9ce tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799820 Jul 19 03:27:48.213474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c763d18e-f48d-48a5-b37d-bf94b5f7d93f req-3477d172-e9d2-4114-97cc-3bc7b456e439 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247356 Jul 19 03:27:48.241483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:48.312888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=2501bb95-a660-4ff9-99b9-df4071105177,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:48.315417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Checking segment: {'id': '496c7430-54af-400c-8f3f-6ceded9f6dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:48.315781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network hostable DHCP agents. Network: c441830c-fdc3-44f4-af55-bfa33e0a84d6, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:27:48.338810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network c441830c-fdc3-44f4-af55-bfa33e0a84d6 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:27:48.381069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, c441830c-fdc3-44f4-af55-bfa33e0a84d6) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:48.385406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:48.386002 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:48.394816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8163660-e750-4ef3-a8e0-8d6a63b66743 None None] Network c441830c-fdc3-44f4-af55-bfa33e0a84d6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:48.425700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36544) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:48.427752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0cc55828-a5dd-4a1f-8c8c-88f6a6cd6722 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7619030 Jul 19 03:27:48.431754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5b02c451-769d-452d-94bc-0992c37fa828 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:48.501508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36546) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:48.674669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b02c451-769d-452d-94bc-0992c37fa828 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:48.678701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b02c451-769d-452d-94bc-0992c37fa828 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:48.719616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-c441830c-fdc3-44f4-af55-bfa33e0a84d6', 'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6', 'tenant_id': '3bf11f476a0940dfa5fe31379623cbb8', 'fixed_ips': [{'subnet_id': '2501bb95-a660-4ff9-99b9-df4071105177'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:27:48.720541 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:48.759867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-455527251-network', 'tenant_id': 'acc6557fe955433fb14ef529abc2a692'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:48.801375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e103cd-5d7c-486f-9d66-c5ab8984b3ac req-e07f3e51-0e67-4cae-9f3d-f989ff27ce28 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:48.809070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5e103cd-5d7c-486f-9d66-c5ab8984b3ac req-e07f3e51-0e67-4cae-9f3d-f989ff27ce28 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1861842 Jul 19 03:27:48.811785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Made reservation on behalf of acc6557fe955433fb14ef529abc2a692 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:48.818444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:48.848044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:48.872745 n-d-762330-18 neutron-server[94345]: INFO neutron.db.ipam_backend_mixin [None req-5b02c451-769d-452d-94bc-0992c37fa828 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2501bb95-a660-4ff9-99b9-df4071105177 (CIDR: 2001:db8::/64) Jul 19 03:27:48.889331 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5e103cd-5d7c-486f-9d66-c5ab8984b3ac req-0ab413ce-8330-4e0c-be14-a3bd3a43ed83 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791473 Jul 19 03:27:48.893145 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b02c451-769d-452d-94bc-0992c37fa828 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:27:48.893596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b02c451-769d-452d-94bc-0992c37fa828 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:27:48.933165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Allocated IP 2001:db8::2 (c441830c-fdc3-44f4-af55-bfa33e0a84d6/2501bb95-a660-4ff9-99b9-df4071105177/8f6e6c8d-d979-4da8-8b24-3e47ea93e955) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:49.018949 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.024289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.033439 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5b02c451-769d-452d-94bc-0992c37fa828 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6065569 Jul 19 03:27:49.034556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36550) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:49.039909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6ca6905c-be86-440e-a18f-a440d3a01391 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:49.044257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:27:49.056257 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.056595 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Added segment 5bb0a633-e730-4fd2-bfdc-d2e21a4c7fbe of type vlan for network 4630445a-7655-4a58-a525-2bd99e63d834 Jul 19 03:27:49.113005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.117010 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.128833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Transition to ACTIVE for port object 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:49.151150 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Transition to ACTIVE for port object 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:49.159023 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.160029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:49.160617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.161584 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.171374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca6905c-be86-440e-a18f-a440d3a01391 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:49.177664 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ca6905c-be86-440e-a18f-a440d3a01391 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.226536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Network c441830c-fdc3-44f4-af55-bfa33e0a84d6 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:49.229854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:49.257143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:49.297476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Pushing event updated for resources: {'Network': ['ID=4630445a-7655-4a58-a525-2bd99e63d834,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:49.319136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f941cf62-c946-421e-89ec-f40e78d933aa,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:49.340244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6ae66236-59b7-482f-8677-10729db49023 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8370447 Jul 19 03:27:49.343131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36558) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:49.348953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Request body: {'subnet': {'network_id': '4630445a-7655-4a58-a525-2bd99e63d834', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-455527251-subnet', 'tenant_id': 'acc6557fe955433fb14ef529abc2a692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:49.363328 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 4630445a-7655-4a58-a525-2bd99e63d834 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:27:49.367978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Attempting to bind port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:27:49.368213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Attempting to bind port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '496c7430-54af-400c-8f3f-6ceded9f6dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:27:49.368587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Attempting to bind port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 on network c441830c-fdc3-44f4-af55-bfa33e0a84d6 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:27:49.374420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Made reservation on behalf of acc6557fe955433fb14ef529abc2a692 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:49.378058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.415441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Pushing event updated for resources: {'Port': ['ID=8f6e6c8d-d979-4da8-8b24-3e47ea93e955,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:49.432807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:27:49.433192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Checking segment: {'id': '496c7430-54af-400c-8f3f-6ceded9f6dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:49.433603 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.434007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Bound using segment: {'id': '496c7430-54af-400c-8f3f-6ceded9f6dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:27:49.435034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Bound port: 8f6e6c8d-d979-4da8-8b24-3e47ea93e955, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496c7430-54af-400c-8f3f-6ceded9f6dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:27:49.435674 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.562319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ca6905c-be86-440e-a18f-a440d3a01391 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.609899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] For port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:27:49.614386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] For port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8f6e6c8d-d979-4da8-8b24-3e47ea93e955,segment=NetworkSegment(496c7430-54af-400c-8f3f-6ceded9f6dff),segment_id=496c7430-54af-400c-8f3f-6ceded9f6dff)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:27:49.619347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6905c-be86-440e-a18f-a440d3a01391 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network c441830c-fdc3-44f4-af55-bfa33e0a84d6 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:49.624675 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6905c-be86-440e-a18f-a440d3a01391 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:49.635184 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.635368 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9c6a1-bf67-48ea-b4b5-092cfd5a6b4e req-195f471a-6aa8-4eeb-acb8-8dc35a37ca48 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:49.637160 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a7e9c6a1-bf67-48ea-b4b5-092cfd5a6b4e req-195f471a-6aa8-4eeb-acb8-8dc35a37ca48 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1689746 Jul 19 03:27:49.640972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6905c-be86-440e-a18f-a440d3a01391 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:49.641629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ca6905c-be86-440e-a18f-a440d3a01391 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.690555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:49.707261 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a7e9c6a1-bf67-48ea-b4b5-092cfd5a6b4e req-52f8cf94-f50a-4da2-9fcc-86cc6f16989c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577836 Jul 19 03:27:49.708069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6905c-be86-440e-a18f-a440d3a01391 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=4df9f2ad-baf3-4a09-8a29-2aa1169e2461,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:49.719392 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6ca6905c-be86-440e-a18f-a440d3a01391 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6836538 Jul 19 03:27:49.721847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36568) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:49.728018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6', 'fixed_ips': [{'subnet_id': '2501bb95-a660-4ff9-99b9-df4071105177'}, {'subnet_id': '4df9f2ad-baf3-4a09-8a29-2aa1169e2461'}], 'name': 'tempest-PortsIpV6TestJSON-208868436'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:49.761727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c7cd3-5d6a-4795-a67e-170bcd5787db None None] Pushing event updated for resources: {'Port': ['ID=8f6e6c8d-d979-4da8-8b24-3e47ea93e955,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:49.846006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2a5e46-27b1-4159-a6fc-a37beabad49e,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:49.926768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c6934-d126-4868-931a-336fbba826bb req-4a45bd26-b7ff-4374-8249-ed79485c41d6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:49.934012 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d26c6934-d126-4868-931a-336fbba826bb req-4a45bd26-b7ff-4374-8249-ed79485c41d6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.4673500 Jul 19 03:27:49.946697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:49.994988 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d26c6934-d126-4868-931a-336fbba826bb req-68941590-0f5f-4c36-9f65-516a0533e3e9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591228 Jul 19 03:27:50.014102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Checking segment: {'id': '5bb0a633-e730-4fd2-bfdc-d2e21a4c7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4630445a-7655-4a58-a525-2bd99e63d834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:27:50.014779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Network hostable DHCP agents. Network: 4630445a-7655-4a58-a525-2bd99e63d834, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:27:50.085003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Network 4630445a-7655-4a58-a525-2bd99e63d834 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:27:50.113814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 4630445a-7655-4a58-a525-2bd99e63d834) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:50.118352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:50.123614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:50.140771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669db395-2deb-4e8f-9bef-46dccd8cd1cc None None] Network 4630445a-7655-4a58-a525-2bd99e63d834 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:50.171100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7931d23c-16bd-42dc-a2f7-601aa7c3a545 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8265760 Jul 19 03:27:50.235002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:50.297606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 3748c438-12c8-4a72-84ac-6b01d02c47ae yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:27:50.396171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36580) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:50.491186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:27:50.498891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9179d1-8176-4f68-9a66-4d4472a7c8dc None None] Network 4630445a-7655-4a58-a525-2bd99e63d834 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:50.505365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bef464-3c79-47b1-8931-84fab4805082 req-4fb67a24-2dc8-4cf8-b652-59eac5435706 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:50.507514 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a4bef464-3c79-47b1-8931-84fab4805082 req-4fb67a24-2dc8-4cf8-b652-59eac5435706 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1970456 Jul 19 03:27:50.575464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b90c84b-9b60-429b-8d73-a3a10c44cb3d admin admin] Deleting subnet 6c2a5e46-27b1-4159-a6fc-a37beabad49e {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:27:50.584469 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8b90c84b-9b60-429b-8d73-a3a10c44cb3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:50.629880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8b90c84b-9b60-429b-8d73-a3a10c44cb3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:50.704762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8b90c84b-9b60-429b-8d73-a3a10c44cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:50.710539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:50.751448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a4bef464-3c79-47b1-8931-84fab4805082 req-d1c1b2e3-19f4-4f84-ae62-5f13c50083cb tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345772 Jul 19 03:27:50.811753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8b90c84b-9b60-429b-8d73-a3a10c44cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:50.821970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8::2dc (c441830c-fdc3-44f4-af55-bfa33e0a84d6/2501bb95-a660-4ff9-99b9-df4071105177/3748c438-12c8-4a72-84ac-6b01d02c47ae) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:50.853390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8:0:1::71 (c441830c-fdc3-44f4-af55-bfa33e0a84d6/4df9f2ad-baf3-4a09-8a29-2aa1169e2461/3748c438-12c8-4a72-84ac-6b01d02c47ae) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:50.885432 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90c84b-9b60-429b-8d73-a3a10c44cb3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2a5e46-27b1-4159-a6fc-a37beabad49e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:50.899245 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8b90c84b-9b60-429b-8d73-a3a10c44cb3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:50.902048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8b90c84b-9b60-429b-8d73-a3a10c44cb3d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6c2a5e46-27b1-4159-a6fc-a37beabad49e HTTP/1.1" status: 204 len: 168 time: 0.5038736 Jul 19 03:27:50.915031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36584) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:51.069858 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.118489 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.137135 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cd7e4-75f8-4a27-9f1f-42b729cf68d3 req-cbbd88db-ea82-4a37-9560-a5732dba7b6a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:51.150013 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e8cd7e4-75f8-4a27-9f1f-42b729cf68d3 req-cbbd88db-ea82-4a37-9560-a5732dba7b6a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1609328 Jul 19 03:27:51.199560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object 3748c438-12c8-4a72-84ac-6b01d02c47ae will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:51.228819 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e8cd7e4-75f8-4a27-9f1f-42b729cf68d3 req-ad7ba814-2b18-41fe-afd3-eeb9ea0d2578 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777912 Jul 19 03:27:51.245618 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.297611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.337524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4630445a-7655-4a58-a525-2bd99e63d834']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:51.357234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc957fa-0da4-49b2-9558-1823c7e67f55 None None] Network c441830c-fdc3-44f4-af55-bfa33e0a84d6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:51.375665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=3748c438-12c8-4a72-84ac-6b01d02c47ae,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:51.399392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb0a633-e730-4fd2-bfdc-d2e21a4c7fbe') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:51.399766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb0a633-e730-4fd2-bfdc-d2e21a4c7fbe') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:51.402201 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network c441830c-fdc3-44f4-af55-bfa33e0a84d6 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:27:51.404805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:27:51.414695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:27:51.421252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:51.421793 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.432096 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.440337 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f6085611-43e6-4e44-9d68-79ec9127c9e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.7173491 Jul 19 03:27:51.442908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36596) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:51.459486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2501bb95-a660-4ff9-99b9-df4071105177'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:51.478130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-518a1f64-17ab-4c5f-afb7-c446da769136 None None] Provisioning for port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:51.487119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-518a1f64-17ab-4c5f-afb7-c446da769136 None None] Provisioning complete for port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:51.487495 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-518a1f64-17ab-4c5f-afb7-c446da769136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.495397 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.505466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:51.517341 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:51.529609 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:51.614416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5364f-110a-4df4-b61b-8b1d544488e6 req-72566d6b-1e5a-4021-8e10-a6576409e749 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:51.616126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9da5364f-110a-4df4-b61b-8b1d544488e6 req-72566d6b-1e5a-4021-8e10-a6576409e749 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3666356 Jul 19 03:27:51.769514 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.778840 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.803714 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] 10.222.0.20 "DELETE /v2.0/networks/4630445a-7655-4a58-a525-2bd99e63d834 HTTP/1.1" status: 204 len: 168 time: 0.8708193 Jul 19 03:27:51.817211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9da5364f-110a-4df4-b61b-8b1d544488e6 req-32c3eb8d-7cc8-47cf-a93b-0ac2bce92a57 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785114 Jul 19 03:27:51.852272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d225d-72b6-40dc-9927-3ae38560ad8c admin admin] Pushing event deleted for resources: {'Network': ['ID=4630445a-7655-4a58-a525-2bd99e63d834,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:51.873718 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-518a1f64-17ab-4c5f-afb7-c446da769136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.886895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:51.931240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-518a1f64-17ab-4c5f-afb7-c446da769136 None None] For port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8f6e6c8d-d979-4da8-8b24-3e47ea93e955,segment=NetworkSegment(496c7430-54af-400c-8f3f-6ceded9f6dff),segment_id=496c7430-54af-400c-8f3f-6ceded9f6dff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:51.944513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36608) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:51.962182 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-518a1f64-17ab-4c5f-afb7-c446da769136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.214229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36614) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:52.224771 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57594b-19aa-4fa8-a348-11d0effc06c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.269469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36ac83-e50a-4435-b520-0edf7c137d5f req-a14fdee7-4a76-4a73-9e66-63f00587b283 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:52.277869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca36ac83-e50a-4435-b520-0edf7c137d5f req-a14fdee7-4a76-4a73-9e66-63f00587b283 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1523993 Jul 19 03:27:52.359274 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca36ac83-e50a-4435-b520-0edf7c137d5f req-256599f6-ea04-4b37-abc6-369cedd36b36 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800951 Jul 19 03:27:52.377243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ad06c7e0-4721-4e3f-aa31-8aab3575ad20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acc6557fe955433fb14ef529abc2a692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508191 Jul 19 03:27:52.382599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-2919786f-6ca5-40f9-bef2-4c3044a09454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:52.384399 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-2919786f-6ca5-40f9-bef2-4c3044a09454 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 1097 time: 0.4528596 Jul 19 03:27:52.389531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36616) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:52.446604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7d480-38fd-420d-81bf-a1535ce88067 req-053547ff-ec0e-4d85-bafa-0cf5514428ff tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:52.456075 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f1c7d480-38fd-420d-81bf-a1535ce88067 req-053547ff-ec0e-4d85-bafa-0cf5514428ff tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.4420924 Jul 19 03:27:52.468247 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57594b-19aa-4fa8-a348-11d0effc06c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.475894 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57594b-19aa-4fa8-a348-11d0effc06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.529320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb30ad8-a669-40c7-a605-120c1fdbb560 None None] Update dhcp port {'port': {'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6', 'fixed_ips': [{'subnet_id': '2501bb95-a660-4ff9-99b9-df4071105177', 'ip_address': '2001:db8::2'}, {'subnet_id': '4df9f2ad-baf3-4a09-8a29-2aa1169e2461'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '8f6e6c8d-d979-4da8-8b24-3e47ea93e955'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:27:52.532747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57594b-19aa-4fa8-a348-11d0effc06c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3cfc04-ea4c-4df1-8e28-372e96bc13cc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:52.571612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7a57594b-19aa-4fa8-a348-11d0effc06c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af29abe40f8e4349bbf5ed266603ec9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6258571 Jul 19 03:27:52.572951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36620) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:52.573620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a1f64-17ab-4c5f-afb7-c446da769136 None None] Pushing event updated for resources: {'Port': ['ID=8f6e6c8d-d979-4da8-8b24-3e47ea93e955,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:52.600913 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6bb30ad8-a669-40c7-a605-120c1fdbb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.642446 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-59045e2a-6cc3-4306-b863-b176c2d4eb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.647710 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f1c7d480-38fd-420d-81bf-a1535ce88067 req-b7ce5010-1794-4d86-be97-e3f2599b8af1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907256 Jul 19 03:27:52.671799 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-59045e2a-6cc3-4306-b863-b176c2d4eb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.693124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b503f60-2229-4164-9de6-865eb2566b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.721473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Delete allocated IP 2001:db8:0:1::71 (c441830c-fdc3-44f4-af55-bfa33e0a84d6/4df9f2ad-baf3-4a09-8a29-2aa1169e2461) {{(pid=94345) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 19 03:27:52.729846 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-1b90bc18-177d-4156-8519-fcc6d7bea7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:52.731433 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-1b90bc18-177d-4156-8519-fcc6d7bea7d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 909 time: 0.3047347 Jul 19 03:27:52.733157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-59045e2a-6cc3-4306-b863-b176c2d4eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.739653 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-59045e2a-6cc3-4306-b863-b176c2d4eb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.742732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-59045e2a-6cc3-4306-b863-b176c2d4eb01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e3cfc04-ea4c-4df1-8e28-372e96bc13cc HTTP/1.1" status: 204 len: 168 time: 0.1675746 Jul 19 03:27:52.773917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59045e2a-6cc3-4306-b863-b176c2d4eb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3cfc04-ea4c-4df1-8e28-372e96bc13cc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:52.825965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b503f60-2229-4164-9de6-865eb2566b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:52.862215 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device beec5436-8d2f-4a60-8b5c-ad4b30bfc700 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:27:52.891656 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-dae22a89-7495-4f55-b518-83f4922ff931 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d HTTP/1.1" status: 200 len: 1001 time: 0.1505172 Jul 19 03:27:52.997141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-6e314f09-b0e7-4858-9f7d-44c560a1b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:52.998698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-6e314f09-b0e7-4858-9f7d-44c560a1b2b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 200 len: 848 time: 0.0996749 Jul 19 03:27:53.002362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:53.014827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device beec5436-8d2f-4a60-8b5c-ad4b30bfc700 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:27:53.019028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700', 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d', 'port_id': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700', 'mac_address': 'fa:16:3e:b5:a9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5249f28-332e-464e-867f-c1a49e34fe2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:27:53.080828 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b503f60-2229-4164-9de6-865eb2566b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:53.084827 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b503f60-2229-4164-9de6-865eb2566b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:53.086131 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7b503f60-2229-4164-9de6-865eb2566b14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f941cf62-c946-421e-89ec-f40e78d933aa HTTP/1.1" status: 204 len: 168 time: 0.6956015 Jul 19 03:27:53.141444 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:53.141849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b503f60-2229-4164-9de6-865eb2566b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f941cf62-c946-421e-89ec-f40e78d933aa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:53.196614 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:53.208083 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id beec5436-8d2f-4a60-8b5c-ad4b30bfc700 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:27:53.227053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Ignored duplicate provisioning block setup for port 3748c438-12c8-4a72-84ac-6b01d02c47ae by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 19 03:27:53.234696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-da3b92fd-0570-47de-956c-9dad5fceec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:53.236967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-da3b92fd-0570-47de-956c-9dad5fceec41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66515329-14d2-403d-9c58-62f5e4e23d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290087 Jul 19 03:27:53.238930 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:53.316303 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=3748c438-12c8-4a72-84ac-6b01d02c47ae,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:53.344374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-6bb30ad8-a669-40c7-a605-120c1fdbb560 None None] Allocated IP 2001:db8:0:1::2 (c441830c-fdc3-44f4-af55-bfa33e0a84d6/4df9f2ad-baf3-4a09-8a29-2aa1169e2461/8f6e6c8d-d979-4da8-8b24-3e47ea93e955) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:53.346303 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:53.376756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] In _notify_port_updated(), no bound segment for port 3748c438-12c8-4a72-84ac-6b01d02c47ae on network c441830c-fdc3-44f4-af55-bfa33e0a84d6 {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:27:53.383504 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:53.384711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:53.386237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-76cc5553-6b2a-4ea6-93a8-be4239141c24 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "PUT /v2.0/ports/3748c438-12c8-4a72-84ac-6b01d02c47ae HTTP/1.1" status: 200 len: 925 time: 1.9404864 Jul 19 03:27:53.389652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36634) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:53.395691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2501bb95-a660-4ff9-99b9-df4071105177'}, {'subnet_id': '4df9f2ad-baf3-4a09-8a29-2aa1169e2461'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:53.426543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:53.440461 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:53.457415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36636) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:53.656226 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:27:53.657383 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:27:53.662713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:53.681086 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['beec5436-8d2f-4a60-8b5c-ad4b30bfc700'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:27:53.767390 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6bb30ad8-a669-40c7-a605-120c1fdbb560 None None] For port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8f6e6c8d-d979-4da8-8b24-3e47ea93e955,segment=NetworkSegment(496c7430-54af-400c-8f3f-6ceded9f6dff),segment_id=496c7430-54af-400c-8f3f-6ceded9f6dff)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:53.773263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13a508-8c4f-4728-b015-d60cce26de60 req-e3b2e4de-3b1c-49fa-b044-b7dcbd5804e1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:53.774833 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b13a508-8c4f-4728-b015-d60cce26de60 req-e3b2e4de-3b1c-49fa-b044-b7dcbd5804e1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.7350879 Jul 19 03:27:53.858610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b13a508-8c4f-4728-b015-d60cce26de60 req-08e741f1-9a52-4349-a1b4-ff98dd24d298 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704355 Jul 19 03:27:53.873313 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6bb30ad8-a669-40c7-a605-120c1fdbb560 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:53.909822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6bb30ad8-a669-40c7-a605-120c1fdbb560 None None] Transition to ACTIVE for port object 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:27:53.938249 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6bb30ad8-a669-40c7-a605-120c1fdbb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:53.948209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54cb7b39-5653-41c6-8f92-acc26aa62c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:54.025504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:54.041998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb30ad8-a669-40c7-a605-120c1fdbb560 None None] Pushing event updated for resources: {'Port': ['ID=8f6e6c8d-d979-4da8-8b24-3e47ea93e955,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:54.102768 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-4c6e0a7a-3c8d-4a8c-bb71-e7d66bf356ca service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7876945 Jul 19 03:27:54.254026 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:54.298787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id beec5436-8d2f-4a60-8b5c-ad4b30bfc700 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:27:54.321835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a2a3-92e4-4d44-976a-74e92a0c70a6 req-bb72e5c8-0a9f-44e2-95b7-5976352386ca tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:54.329950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a176a2a3-92e4-4d44-976a-74e92a0c70a6 req-bb72e5c8-0a9f-44e2-95b7-5976352386ca tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 944 time: 0.3885400 Jul 19 03:27:54.358248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:54.369157 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:54.410045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec5751-9343-428a-a993-8ffd1a7da9f0 req-4991a56e-1a82-4652-a538-f991bc82a050 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:54.412212 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-beec5751-9343-428a-a993-8ffd1a7da9f0 req-4991a56e-1a82-4652-a538-f991bc82a050 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.2026041 Jul 19 03:27:54.435827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:27:54.498688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-beec5751-9343-428a-a993-8ffd1a7da9f0 req-f7b7975b-d907-4fea-b7ec-874c7638b442 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792031 Jul 19 03:27:54.533520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:54.583708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a176a2a3-92e4-4d44-976a-74e92a0c70a6 req-86aee972-e07c-466b-8306-c9b8c961267a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528346 Jul 19 03:27:54.637158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2ce8952-7e48-481b-89ad-95c0e9aa7e49 req-c108cdb4-51dc-42e8-80c4-c993cdf20fec service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190530 Jul 19 03:27:54.667701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54cb7b39-5653-41c6-8f92-acc26aa62c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:54.680430 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54cb7b39-5653-41c6-8f92-acc26aa62c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:54.752491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-54cb7b39-5653-41c6-8f92-acc26aa62c83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a2a79eee46143ecb6b2f721f80cfbfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2895045 Jul 19 03:27:54.752829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36668) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:54.782303 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb7b39-5653-41c6-8f92-acc26aa62c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ccee68-b9fa-42df-a5f7-465f5f28eadd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:54.809481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8:0:1::5e (c441830c-fdc3-44f4-af55-bfa33e0a84d6/4df9f2ad-baf3-4a09-8a29-2aa1169e2461/3748c438-12c8-4a72-84ac-6b01d02c47ae) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:27:54.836172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1a41164-d3f5-4768-9c3d-3e84622463d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:54.853412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device beec5436-8d2f-4a60-8b5c-ad4b30bfc700 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:27:54.866896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1a41164-d3f5-4768-9c3d-3e84622463d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:54.936517 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1a41164-d3f5-4768-9c3d-3e84622463d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:54.940495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1a41164-d3f5-4768-9c3d-3e84622463d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:54.944761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b1a41164-d3f5-4768-9c3d-3e84622463d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41ccee68-b9fa-42df-a5f7-465f5f28eadd HTTP/1.1" status: 204 len: 168 time: 0.1908815 Jul 19 03:27:54.946023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ee39d6-fd39-4a83-b2c2-7df282ffffd6 None None] Network c441830c-fdc3-44f4-af55-bfa33e0a84d6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:54.970014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a41164-d3f5-4768-9c3d-3e84622463d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ccee68-b9fa-42df-a5f7-465f5f28eadd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:55.095213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:55.114732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Ignored duplicate provisioning block setup for port 3748c438-12c8-4a72-84ac-6b01d02c47ae by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 19 03:27:55.126641 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:55.142202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b1259-28f6-4cf0-b728-7090aba3873f req-c9c44595-a0ae-4611-a211-7a26dc083cb5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:55.144150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-402b1259-28f6-4cf0-b728-7090aba3873f req-c9c44595-a0ae-4611-a211-7a26dc083cb5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1128511 Jul 19 03:27:55.185024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-22810182-5109-4797-ac1b-098089955f07 None None] Provisioning for port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:55.209244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-22810182-5109-4797-ac1b-098089955f07 None None] Provisioning complete for port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:55.209865 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-22810182-5109-4797-ac1b-098089955f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:55.255880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port beec5436-8d2f-4a60-8b5c-ad4b30bfc700 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:55.256642 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:55.407047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] In _notify_port_updated(), no bound segment for port 3748c438-12c8-4a72-84ac-6b01d02c47ae on network c441830c-fdc3-44f4-af55-bfa33e0a84d6 {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:27:55.429898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:55.430627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:55.434932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36690) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:55.453474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "PUT /v2.0/ports/3748c438-12c8-4a72-84ac-6b01d02c47ae HTTP/1.1" status: 200 len: 1010 time: 2.0627346 Jul 19 03:27:55.472549 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864ef25-fdef-491c-8197-0498f0cade14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=3748c438-12c8-4a72-84ac-6b01d02c47ae,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:55.513942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-402b1259-28f6-4cf0-b728-7090aba3873f req-b154900d-6c54-4b67-8ae5-2dfb6a695edd tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361669 Jul 19 03:27:55.747534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7e02d138-02cb-4bbb-97e6-acc08e037011 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 3748c438-12c8-4a72-84ac-6b01d02c47ae {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:55.748261 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7e02d138-02cb-4bbb-97e6-acc08e037011 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:55.761146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:55.822138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-22810182-5109-4797-ac1b-098089955f07 None None] Provisioning for port 3748c438-12c8-4a72-84ac-6b01d02c47ae completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:27:55.839666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedb8b80-bd61-4894-a5c3-d073d7af06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:27:55.845837 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46792a93-8866-4631-be38-236ba40114fc" -d '{"events": [{"server_uuid": "eedb8b80-bd61-4894-a5c3-d073d7af06e1", "name": "network-vif-plugged", "status": "completed", "tag": "beec5436-8d2f-4a60-8b5c-ad4b30bfc700"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:27:55.891822 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:27:55.899003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-22810182-5109-4797-ac1b-098089955f07 None None] Provisioning complete for port 3748c438-12c8-4a72-84ac-6b01d02c47ae triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:55.899507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-22810182-5109-4797-ac1b-098089955f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:55.918842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:55.969506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-22810182-5109-4797-ac1b-098089955f07 None None] Port 3748c438-12c8-4a72-84ac-6b01d02c47ae cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:27:55.971696 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:55.982394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63012db-38ad-4532-87bc-fec6fff9b4ca req-df3fcf2f-5454-4a01-a11a-dbc82b4eb757 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:55.993292 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f63012db-38ad-4532-87bc-fec6fff9b4ca req-df3fcf2f-5454-4a01-a11a-dbc82b4eb757 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 943 time: 0.1127028 Jul 19 03:27:56.056784 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7e02d138-02cb-4bbb-97e6-acc08e037011 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:56.076963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:56.084560 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f63012db-38ad-4532-87bc-fec6fff9b4ca req-4ec67aa3-56e2-4cb5-8d89-5a58222f49a9 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901222 Jul 19 03:27:56.088176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7e02d138-02cb-4bbb-97e6-acc08e037011 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 3748c438-12c8-4a72-84ac-6b01d02c47ae owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:56.148487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b36fa-6def-484e-b6df-4531360582f3 req-fa4f0045-3f9c-427e-908a-89e4e56b53a8 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:56.163885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c0b36fa-6def-484e-b6df-4531360582f3 req-fa4f0045-3f9c-427e-908a-89e4e56b53a8 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.2486291 Jul 19 03:27:56.195107 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef2d090-6254-407b-a61b-14a0dedfb4d6 x-openstack-request-id: req-bef2d090-6254-407b-a61b-14a0dedfb4d6 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:27:56.195370 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedb8b80-bd61-4894-a5c3-d073d7af06e1", "name": "network-vif-plugged", "status": "completed", "tag": "beec5436-8d2f-4a60-8b5c-ad4b30bfc700", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:27:56.195629 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bef2d090-6254-407b-a61b-14a0dedfb4d6 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:27:56.196031 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedb8b80-bd61-4894-a5c3-d073d7af06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700', 'code': 200} Jul 19 03:27:56.303356 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c0b36fa-6def-484e-b6df-4531360582f3 req-36942117-f25b-4e81-9d88-90f9c6e85553 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385739 Jul 19 03:27:56.303592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-baf4f44e-ea71-4fff-8a5c-21920c8b6229 None None] Provisioning complete for port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:56.303879 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-baf4f44e-ea71-4fff-8a5c-21920c8b6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:56.464273 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-baf4f44e-ea71-4fff-8a5c-21920c8b6229 None None] Provisioning complete for port 3748c438-12c8-4a72-84ac-6b01d02c47ae triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:56.465175 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-baf4f44e-ea71-4fff-8a5c-21920c8b6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:56.517798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c822c50-4527-4c61-b5b8-c1a1bd7c428c req-107372c0-92e6-458e-9db6-755938cfd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:56.521099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c822c50-4527-4c61-b5b8-c1a1bd7c428c req-107372c0-92e6-458e-9db6-755938cfd889 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 1097 time: 0.1544564 Jul 19 03:27:56.596307 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c822c50-4527-4c61-b5b8-c1a1bd7c428c req-b7e54d64-bcb0-4973-a3f7-1ffab927e663 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680935 Jul 19 03:27:56.651729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7e02d138-02cb-4bbb-97e6-acc08e037011 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:56.698984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02d138-02cb-4bbb-97e6-acc08e037011 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=3748c438-12c8-4a72-84ac-6b01d02c47ae,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:56.823595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-baf4f44e-ea71-4fff-8a5c-21920c8b6229 None None] Port 3748c438-12c8-4a72-84ac-6b01d02c47ae cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:27:56.853550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7e02d138-02cb-4bbb-97e6-acc08e037011 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:56.862320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36734) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:56.872266 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7e02d138-02cb-4bbb-97e6-acc08e037011 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/3748c438-12c8-4a72-84ac-6b01d02c47ae HTTP/1.1" status: 204 len: 168 time: 1.4230947 Jul 19 03:27:56.933139 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fe79c6-33b3-432d-b887-f26efe7ac94b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:27:56.935764 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a7fe79c6-33b3-432d-b887-f26efe7ac94b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/3748c438-12c8-4a72-84ac-6b01d02c47ae HTTP/1.1" status: 404 len: 333 time: 0.0722246 Jul 19 03:27:56.938585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36742) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:56.941768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-08f79a1e-4d60-4d53-a3c6-e3e87ff4575d None None] Could not find standard attr ID for object 3748c438-12c8-4a72-84ac-6b01d02c47ae. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:27:57.009669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fa2fb9-70a9-4315-a890-1d4bdaf41082 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet 4df9f2ad-baf3-4a09-8a29-2aa1169e2461 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:27:57.022227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70fa2fb9-70a9-4315-a890-1d4bdaf41082 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:57.089699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0911c-bb93-4d43-9b47-8267a7195bf9 req-49d3f40e-6b33-4a51-bc64-7b9bd4d307f6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:57.092209 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-faa0911c-bb93-4d43-9b47-8267a7195bf9 req-49d3f40e-6b33-4a51-bc64-7b9bd4d307f6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1693814 Jul 19 03:27:57.103510 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70fa2fb9-70a9-4315-a890-1d4bdaf41082 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:57.162071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b7df784b-2f2f-4ee7-b660-3cd601819dd1 None None] Could not find standard attr ID for object 3748c438-12c8-4a72-84ac-6b01d02c47ae. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:27:57.169000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-faa0911c-bb93-4d43-9b47-8267a7195bf9 req-609a8dda-7e4b-4c16-bccd-3cf51fff4ea4 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698330 Jul 19 03:27:57.265260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70fa2fb9-70a9-4315-a890-1d4bdaf41082 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:57.381158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bd079-3523-4b4d-800d-8c68128d2b84 req-3c9c2873-1c48-48ea-b9de-5b8feb4ccfbf tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:57.382754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-441bd079-3523-4b4d-800d-8c68128d2b84 req-3c9c2873-1c48-48ea-b9de-5b8feb4ccfbf tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1250856 Jul 19 03:27:57.390108 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70fa2fb9-70a9-4315-a890-1d4bdaf41082 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:57.476929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-441bd079-3523-4b4d-800d-8c68128d2b84 req-7753adde-2dad-4cf3-a465-157499884fdd tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642278 Jul 19 03:27:57.482684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa2fb9-70a9-4315-a890-1d4bdaf41082 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=4df9f2ad-baf3-4a09-8a29-2aa1169e2461,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:57.499145 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-70fa2fb9-70a9-4315-a890-1d4bdaf41082 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:57.504610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-70fa2fb9-70a9-4315-a890-1d4bdaf41082 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/4df9f2ad-baf3-4a09-8a29-2aa1169e2461 HTTP/1.1" status: 204 len: 168 time: 0.5646996 Jul 19 03:27:57.504943 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36758) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:57.581815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c3557-2f21-436c-a3c2-9d7e2f667afb None None] Network c441830c-fdc3-44f4-af55-bfa33e0a84d6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:57.611364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de1d639-1aaf-486d-8825-6c0f8079732b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet 2501bb95-a660-4ff9-99b9-df4071105177 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:27:57.615053 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5de1d639-1aaf-486d-8825-6c0f8079732b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:57.633722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e9ed2625-056e-4121-9679-a5bd8cf7e62a None None] Could not find standard attr ID for object 3748c438-12c8-4a72-84ac-6b01d02c47ae. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:27:57.659521 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5de1d639-1aaf-486d-8825-6c0f8079732b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:57.771824 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5de1d639-1aaf-486d-8825-6c0f8079732b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:57.862231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5de1d639-1aaf-486d-8825-6c0f8079732b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:57.907662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1d639-1aaf-486d-8825-6c0f8079732b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=2501bb95-a660-4ff9-99b9-df4071105177,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:57.923504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5de1d639-1aaf-486d-8825-6c0f8079732b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:57.928234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36768) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:57.928390 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5de1d639-1aaf-486d-8825-6c0f8079732b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/2501bb95-a660-4ff9-99b9-df4071105177 HTTP/1.1" status: 204 len: 168 time: 0.4223948 Jul 19 03:27:57.991975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c1d24d-2994-4ff0-8d1d-3931c3338672 None None] Update dhcp port {'port': {'network_id': 'c441830c-fdc3-44f4-af55-bfa33e0a84d6', 'fixed_ips': [{'subnet_id': '2501bb95-a660-4ff9-99b9-df4071105177'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '8f6e6c8d-d979-4da8-8b24-3e47ea93e955'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:27:58.053760 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-09c1d24d-2994-4ff0-8d1d-3931c3338672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.074526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.156389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:27:58.157054 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.242059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] For port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8f6e6c8d-d979-4da8-8b24-3e47ea93e955,segment=NetworkSegment(496c7430-54af-400c-8f3f-6ceded9f6dff),segment_id=496c7430-54af-400c-8f3f-6ceded9f6dff)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:27:58.242477 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.267442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:27:58.385786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35babfbd-6f4b-410e-b6ad-fab7ac15497e None None] Network c441830c-fdc3-44f4-af55-bfa33e0a84d6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:27:58.415926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0577156c-9268-4f15-80c1-87412ea04ce6 None None] Provisioning complete for port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:27:58.416333 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0577156c-9268-4f15-80c1-87412ea04ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.462342 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.507477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No DVR routers for this DVR port 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:27:58.513634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=8f6e6c8d-d979-4da8-8b24-3e47ea93e955,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:58.528975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca011b-0081-4cf1-9c6b-174497e228f8 req-2213b295-25cf-4407-9c1e-0086d670b06c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:58.530615 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53ca011b-0081-4cf1-9c6b-174497e228f8 req-2213b295-25cf-4407-9c1e-0086d670b06c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1328433 Jul 19 03:27:58.569450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0577156c-9268-4f15-80c1-87412ea04ce6 None None] Could not find standard attr ID for object 8f6e6c8d-d979-4da8-8b24-3e47ea93e955. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:27:58.591413 n-d-762330-18 neutron-server[94346]: INFO neutron.plugins.ml2.db [None req-0577156c-9268-4f15-80c1-87412ea04ce6 None None] No ports have port_id starting with 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 Jul 19 03:27:58.600948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbae2e1-f994-4e43-a0d1-9b0e98edb6b0 None None] DHCP port deletion for c441830c-fdc3-44f4-af55-bfa33e0a84d6 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:27:58.646254 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53ca011b-0081-4cf1-9c6b-174497e228f8 req-72dd44b1-ff30-4055-a950-ba38dc18fd6a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718048 Jul 19 03:27:58.733094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.743626 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c441830c-fdc3-44f4-af55-bfa33e0a84d6']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:58.763595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496c7430-54af-400c-8f3f-6ceded9f6dff') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:58.763890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496c7430-54af-400c-8f3f-6ceded9f6dff') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:27:58.773904 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.790756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.798400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:27:58.799435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:27:58.803013 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:27:58.867706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5694c80-5712-48ac-81bb-918a33adf940 req-613af5f6-8fbe-46fc-85d6-09787248197e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:58.874860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.882147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5694c80-5712-48ac-81bb-918a33adf940 req-613af5f6-8fbe-46fc-85d6-09787248197e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1499915 Jul 19 03:27:58.894654 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:58.898723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/networks/c441830c-fdc3-44f4-af55-bfa33e0a84d6 HTTP/1.1" status: 204 len: 168 time: 0.9690921 Jul 19 03:27:58.902140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36806) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:58.911536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5c76c-7749-4c2a-97e7-f5ca3e46e69b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Network': ['ID=c441830c-fdc3-44f4-af55-bfa33e0a84d6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:27:59.014226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5694c80-5712-48ac-81bb-918a33adf940 req-fe098203-031e-4b36-9a35-1844cb7a3755 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309025 Jul 19 03:27:59.158203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57c8a6f-a289-45a2-9219-3370e00f3c2d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:59.160103 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d57c8a6f-a289-45a2-9219-3370e00f3c2d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2360523 Jul 19 03:27:59.163580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36820) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:59.211343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432422-27c2-471d-80d7-88a66199dec1 req-35039667-33be-493c-b21f-fedbe3ea2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:59.213104 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf432422-27c2-471d-80d7-88a66199dec1 req-35039667-33be-493c-b21f-fedbe3ea2d5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.1651592 Jul 19 03:27:59.354067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa4c12-6549-4bdc-8962-8b8febc2d981 req-3846b1cd-fefc-4965-b7b5-5ac470ca1020 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:59.362820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebaa4c12-6549-4bdc-8962-8b8febc2d981 req-3846b1cd-fefc-4965-b7b5-5ac470ca1020 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1946096 Jul 19 03:27:59.403845 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432422-27c2-471d-80d7-88a66199dec1 req-73594af4-c628-42f1-890f-4464679451af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:59.403845 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf432422-27c2-471d-80d7-88a66199dec1 req-73594af4-c628-42f1-890f-4464679451af service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.1798198 Jul 19 03:27:59.435986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507128-b6d0-4587-a971-9078425dcd25 req-25437aac-7274-4456-91fd-f286879c8583 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:59.443727 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2507128-b6d0-4587-a971-9078425dcd25 req-25437aac-7274-4456-91fd-f286879c8583 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2051766 Jul 19 03:27:59.459907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebaa4c12-6549-4bdc-8962-8b8febc2d981 req-bceab10d-9f6e-4a35-a6ad-935846c6de50 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960188 Jul 19 03:27:59.490694 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5a4d810e-fd13-47ec-8b8e-3818a64e6e99 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3222654 Jul 19 03:27:59.501311 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf432422-27c2-471d-80d7-88a66199dec1 req-c5b105d7-61b9-495d-90eb-464e325d68bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 999 time: 0.0892806 Jul 19 03:27:59.502856 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36832) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:27:59.509427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2086689194'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:27:59.546066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2507128-b6d0-4587-a971-9078425dcd25 req-9b41b098-96b3-40d6-9a20-12184102b2d5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013639 Jul 19 03:27:59.605948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432422-27c2-471d-80d7-88a66199dec1 req-6949b83f-59a3-453a-baad-e8313587a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:59.607784 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf432422-27c2-471d-80d7-88a66199dec1 req-6949b83f-59a3-453a-baad-e8313587a396 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.0925031 Jul 19 03:27:59.609322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:27:59.613385 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:59.681188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:27:59.716664 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:59.717108 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Added segment 5c58ddaa-503c-4a10-be94-6ce114a625f0 of type vlan for network ee0900d8-df36-4f55-aa7f-2cc923f04173 Jul 19 03:27:59.761233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432422-27c2-471d-80d7-88a66199dec1 req-29c3ba32-d850-4820-87a9-2114ddc89798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:27:59.764065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf432422-27c2-471d-80d7-88a66199dec1 req-29c3ba32-d850-4820-87a9-2114ddc89798 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467576 Jul 19 03:27:59.884690 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf432422-27c2-471d-80d7-88a66199dec1 req-5708f87d-7a80-488d-bb07-a6cf9e564173 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138787 Jul 19 03:27:59.889630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:27:59.899880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36844) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:00.000378 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.006445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:00.007058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.039952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25b0bad6-93b0-49dc-8205-38c83e128f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.073886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5697043 Jul 19 03:28:00.079427 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf432422-27c2-471d-80d7-88a66199dec1 req-ec815406-327a-4daa-9a36-31df26f8c4b8 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857324 Jul 19 03:28:00.079905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:00.102630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'ee0900d8-df36-4f55-aa7f-2cc923f04173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:00.211768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db823ba-41a8-4b4b-8898-722e9f3c23f1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Network': ['ID=ee0900d8-df36-4f55-aa7f-2cc923f04173,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:00.314299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25b0bad6-93b0-49dc-8205-38c83e128f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.315333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ee0900d8-df36-4f55-aa7f-2cc923f04173 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:28:00.319753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25b0bad6-93b0-49dc-8205-38c83e128f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.366713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-25b0bad6-93b0-49dc-8205-38c83e128f40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d66c2be4922248b08ec0c5c69eff7d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654639 Jul 19 03:28:00.369022 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36860) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:00.376179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0bad6-93b0-49dc-8205-38c83e128f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c4ad13-9c6f-4b1a-ab30-369187a34941,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:00.432723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:00.457455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:00.461908 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.474688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47025fc9-97bd-4a31-87ea-54f2b5e5b621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.517254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-00c0de1d-3e79-4dd6-8a47-5cdf7de7b451 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:00.518614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47025fc9-97bd-4a31-87ea-54f2b5e5b621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.524186 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-00c0de1d-3e79-4dd6-8a47-5cdf7de7b451 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/networks?id=2f443c75-3785-42ce-a3a8-7c48b444c08d HTTP/1.1" status: 200 len: 815 time: 0.2622669 Jul 19 03:28:00.533979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:00.545452 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8f6e6c8d-d979-4da8-8b24-3e47ea93e955 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:00.587706 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-f8b1f8cc-24b6-49d8-8acb-759091f7dee4 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/quotas/7d03d49821bf4be6b487914c733c96a7 HTTP/1.1" status: 200 len: 375 time: 0.0624774 Jul 19 03:28:00.629064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47025fc9-97bd-4a31-87ea-54f2b5e5b621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.631919 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-47025fc9-97bd-4a31-87ea-54f2b5e5b621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.633640 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-47025fc9-97bd-4a31-87ea-54f2b5e5b621 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8c4ad13-9c6f-4b1a-ab30-369187a34941 HTTP/1.1" status: 204 len: 168 time: 0.2634606 Jul 19 03:28:00.662871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47025fc9-97bd-4a31-87ea-54f2b5e5b621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c4ad13-9c6f-4b1a-ab30-369187a34941,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:00.838408 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-b82daeec-6aec-45ff-a9f9-38101c823667 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d03d49821bf4be6b487914c733c96a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2497826 Jul 19 03:28:00.847156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793b370-a1ea-4330-952c-1f62eccdbc6b req-c7abec2a-335a-496b-89b3-ea87401d6d9e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:00.847426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:00.854842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7793b370-a1ea-4330-952c-1f62eccdbc6b req-c7abec2a-335a-496b-89b3-ea87401d6d9e tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.0951989 Jul 19 03:28:00.900506 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7793b370-a1ea-4330-952c-1f62eccdbc6b req-02251c00-7590-442d-8992-f40dcdcc67bf tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445483 Jul 19 03:28:00.987968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=b2f9b624-23ca-4c27-824e-d24bb2685864,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:01.003318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Checking segment: {'id': '5c58ddaa-503c-4a10-be94-6ce114a625f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee0900d8-df36-4f55-aa7f-2cc923f04173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:28:01.003706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network hostable DHCP agents. Network: ee0900d8-df36-4f55-aa7f-2cc923f04173, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:28:01.032511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-f17ff0eb-77dd-44de-a30c-a56a4ba484d8 service neutron] 10.222.0.20 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814783 Jul 19 03:28:01.051898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network ee0900d8-df36-4f55-aa7f-2cc923f04173 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:28:01.091891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ee0900d8-df36-4f55-aa7f-2cc923f04173) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:01.097843 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:01.099083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:01.102585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caceda10-7232-41e4-a762-1fe7f0f3ee70 None None] Network ee0900d8-df36-4f55-aa7f-2cc923f04173 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:01.191309 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-04012847-a50c-4207-9440-555f1e1e2967 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0975473 Jul 19 03:28:01.193968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36894) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:01.201543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'ee0900d8-df36-4f55-aa7f-2cc923f04173', 'name': 'tempest-PortsIpV6TestJSON-303484861'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:01.210242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-d510b53a-675e-4679-bd77-59d68a767706 service neutron] 10.222.0.20 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701937 Jul 19 03:28:01.341389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257be159-9f65-4584-9146-f7f924022e54 req-07020db3-6b16-4897-ac53-2d376dfd2c66 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:01.343617 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-257be159-9f65-4584-9146-f7f924022e54 req-07020db3-6b16-4897-ac53-2d376dfd2c66 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.26 "GET /v2.0/ports?device_id=eedb8b80-bd61-4894-a5c3-d073d7af06e1 HTTP/1.1" status: 200 len: 945 time: 0.1109695 Jul 19 03:28:01.400686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-ee0900d8-df36-4f55-aa7f-2cc923f04173', 'network_id': 'ee0900d8-df36-4f55-aa7f-2cc923f04173', 'tenant_id': '3bf11f476a0940dfa5fe31379623cbb8', 'fixed_ips': [{'subnet_id': 'b2f9b624-23ca-4c27-824e-d24bb2685864'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:28:01.402088 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:01.555553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-257be159-9f65-4584-9146-f7f924022e54 req-ff76d6fa-0f4c-4e02-a3ba-1164632f7a5c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Deleting port beec5436-8d2f-4a60-8b5c-ad4b30bfc700 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:01.557964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-257be159-9f65-4584-9146-f7f924022e54 req-ff76d6fa-0f4c-4e02-a3ba-1164632f7a5c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:01.574964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9aee5-13ea-4287-9622-79ae7184fb40 req-5c8ba157-0ad5-46e8-ad32-dd78a8ae55d8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:01.583904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c9a9aee5-13ea-4287-9622-79ae7184fb40 req-5c8ba157-0ad5-46e8-ad32-dd78a8ae55d8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2165563 Jul 19 03:28:01.644977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:01.652162 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:01.702342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c9a9aee5-13ea-4287-9622-79ae7184fb40 req-cccb447f-c1fa-4df6-afb7-3a773af0814f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171052 Jul 19 03:28:01.714416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port a5c40d4c-ea68-4782-96d6-6fda679c727a yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:28:01.719646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Allocated IP 2001:db8::2 (ee0900d8-df36-4f55-aa7f-2cc923f04173/b2f9b624-23ca-4c27-824e-d24bb2685864/0f5d0eda-f025-45c1-ac5e-71c6fafd0999) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:01.869422 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad30a48d-6f59-407c-bb55-d6737c485af3 req-340c9be4-a5e9-4331-8941-37ddd8bb3d50 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 210 time: 0.1414213 Jul 19 03:28:01.889517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-257be159-9f65-4584-9146-f7f924022e54 req-ff76d6fa-0f4c-4e02-a3ba-1164632f7a5c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] For port beec5436-8d2f-4a60-8b5c-ad4b30bfc700, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:01.889914 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-257be159-9f65-4584-9146-f7f924022e54 req-ff76d6fa-0f4c-4e02-a3ba-1164632f7a5c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:01.925831 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-257be159-9f65-4584-9146-f7f924022e54 req-ff76d6fa-0f4c-4e02-a3ba-1164632f7a5c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Calling delete_port for beec5436-8d2f-4a60-8b5c-ad4b30bfc700 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:02.113485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c09f1-fd40-48dc-831a-f1ca0d71cb2a req-a8ebf65c-3c5a-4097-b00f-aa55313d04b3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:02.128178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a2c09f1-fd40-48dc-831a-f1ca0d71cb2a req-a8ebf65c-3c5a-4097-b00f-aa55313d04b3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1517584 Jul 19 03:28:02.175478 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:02.231290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a2c09f1-fd40-48dc-831a-f1ca0d71cb2a req-2ba33175-01f4-4e34-8218-a22161030cf6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006134 Jul 19 03:28:02.279740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Transition to ACTIVE for port object 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:02.279942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-257be159-9f65-4584-9146-f7f924022e54 req-ff76d6fa-0f4c-4e02-a3ba-1164632f7a5c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:02.315726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Transition to ACTIVE for port object 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:02.333863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['beec5436-8d2f-4a60-8b5c-ad4b30bfc700'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:28:02.413045 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:02.507658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8::377 (ee0900d8-df36-4f55-aa7f-2cc923f04173/b2f9b624-23ca-4c27-824e-d24bb2685864/a5c40d4c-ea68-4782-96d6-6fda679c727a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:02.541515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Network ee0900d8-df36-4f55-aa7f-2cc923f04173 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:02.557862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:02.565987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:02.636689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Pushing event updated for resources: {'Port': ['ID=0f5d0eda-f025-45c1-ac5e-71c6fafd0999,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:02.749923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Attempting to bind port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:28:02.754724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Attempting to bind port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '5c58ddaa-503c-4a10-be94-6ce114a625f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee0900d8-df36-4f55-aa7f-2cc923f04173'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:28:02.756593 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Attempting to bind port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 on network ee0900d8-df36-4f55-aa7f-2cc923f04173 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:28:02.771825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:28:02.773297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Checking segment: {'id': '5c58ddaa-503c-4a10-be94-6ce114a625f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee0900d8-df36-4f55-aa7f-2cc923f04173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:28:02.774943 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:02.776804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Bound using segment: {'id': '5c58ddaa-503c-4a10-be94-6ce114a625f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee0900d8-df36-4f55-aa7f-2cc923f04173'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:28:02.777551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Bound port: 0f5d0eda-f025-45c1-ac5e-71c6fafd0999, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c58ddaa-503c-4a10-be94-6ce114a625f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee0900d8-df36-4f55-aa7f-2cc923f04173'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:28:02.778219 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:02.975606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] For port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:28:02.979508 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] For port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0f5d0eda-f025-45c1-ac5e-71c6fafd0999,segment=NetworkSegment(5c58ddaa-503c-4a10-be94-6ce114a625f0),segment_id=5c58ddaa-503c-4a10-be94-6ce114a625f0)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:28:02.990059 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:03.024753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:03.181311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406fbfe-c76f-4a4d-8edb-e3ae6158fd13 None None] Pushing event updated for resources: {'Port': ['ID=0f5d0eda-f025-45c1-ac5e-71c6fafd0999,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:03.208374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36653dbd-0898-45eb-91f8-50c068f05599 req-b155b3dd-e103-4e8c-87a9-9fbac1d2aaaf tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 210 time: 0.1539891 Jul 19 03:28:03.212324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object a5c40d4c-ea68-4782-96d6-6fda679c727a will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:03.296691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:03.330604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76d6fa-0f4c-4e02-a3ba-1164632f7a5c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Pushing event deleted for resources: {'Port': ['ID=beec5436-8d2f-4a60-8b5c-ad4b30bfc700,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:03.394804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-257be159-9f65-4584-9146-f7f924022e54 req-ff76d6fa-0f4c-4e02-a3ba-1164632f7a5c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] No DVR routers for this DVR port beec5436-8d2f-4a60-8b5c-ad4b30bfc700 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:03.400733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-257be159-9f65-4584-9146-f7f924022e54 req-ff76d6fa-0f4c-4e02-a3ba-1164632f7a5c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:03.409160 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-257be159-9f65-4584-9146-f7f924022e54 req-ff76d6fa-0f4c-4e02-a3ba-1164632f7a5c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.26 "DELETE /v2.0/ports/beec5436-8d2f-4a60-8b5c-ad4b30bfc700 HTTP/1.1" status: 204 len: 173 time: 2.0606978 Jul 19 03:28:03.410135 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedb8b80-bd61-4894-a5c3-d073d7af06e1', 'name': 'network-vif-deleted', 'tag': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:28:03.415449 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987a7551-2ae9-4ae9-b4f7-7bff0b58e9e9" -d '{"events": [{"server_uuid": "eedb8b80-bd61-4894-a5c3-d073d7af06e1", "name": "network-vif-deleted", "tag": "beec5436-8d2f-4a60-8b5c-ad4b30bfc700"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:28:03.442923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network ee0900d8-df36-4f55-aa7f-2cc923f04173 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:03.465584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:03.476078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=a5c40d4c-ea68-4782-96d6-6fda679c727a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:03.506695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1d577-0b3d-40da-b023-82f2eef46b01 req-4ec2931c-1b20-40dd-bb6b-96de7d602746 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:03.514940 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ddb1d577-0b3d-40da-b023-82f2eef46b01 req-4ec2931c-1b20-40dd-bb6b-96de7d602746 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2149985 Jul 19 03:28:03.533843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:03.562104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:03.563173 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:03.627245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5c687c5e-c2bb-4987-9c34-4a014dd03410 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4316986 Jul 19 03:28:03.631285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36958) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:03.644497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ddb1d577-0b3d-40da-b023-82f2eef46b01 req-569f8d00-ea45-415e-90b1-e98238a1a6ae tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129656 Jul 19 03:28:03.651497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'ee0900d8-df36-4f55-aa7f-2cc923f04173', 'name': 'tempest-PortsIpV6TestJSON-1114941278'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:03.728379 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4106b4c3-73ff-4956-a0f4-9a03a573a0f8 x-openstack-request-id: req-4106b4c3-73ff-4956-a0f4-9a03a573a0f8 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:28:03.728952 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedb8b80-bd61-4894-a5c3-d073d7af06e1", "name": "network-vif-deleted", "tag": "beec5436-8d2f-4a60-8b5c-ad4b30bfc700", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:28:03.729428 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4106b4c3-73ff-4956-a0f4-9a03a573a0f8 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:28:03.730116 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedb8b80-bd61-4894-a5c3-d073d7af06e1', 'name': 'network-vif-deleted', 'tag': 'beec5436-8d2f-4a60-8b5c-ad4b30bfc700', 'status': 'completed', 'code': 200} Jul 19 03:28:03.904981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:03.914169 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:03.955500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 615f752d-593f-4286-af24-e6b259afb328 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:28:04.128884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-289ddaa1-f1fa-438e-8d57-2735d71c8d87 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:04.131501 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-289ddaa1-f1fa-438e-8d57-2735d71c8d87 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.25 "GET /v2.0/networks?id=2f443c75-3785-42ce-a3a8-7c48b444c08d HTTP/1.1" status: 200 len: 815 time: 0.2416670 Jul 19 03:28:04.150360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Request body: {'port': {'device_id': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d', 'admin_state_up': True, 'tenant_id': '7d03d49821bf4be6b487914c733c96a7'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:04.265834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8::2ce (ee0900d8-df36-4f55-aa7f-2cc923f04173/b2f9b624-23ca-4c27-824e-d24bb2685864/615f752d-593f-4286-af24-e6b259afb328) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:04.410695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Made reservation on behalf of 7d03d49821bf4be6b487914c733c96a7 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:04.412701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:04.517847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:04.591347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:04.650284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-70c5df97-0653-4d69-b53d-47feb2577a2a req-12199e85-e559-41b4-8f69-a507a1b2fde8 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0571663 Jul 19 03:28:04.735657 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:04.748071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Allocated IP 172.20.0.11 (2f443c75-3785-42ce-a3a8-7c48b444c08d/f5249f28-332e-464e-867f-c1a49e34fe2a/58b4e42b-5f28-4f95-bbad-4328d4b1eabf) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:04.752414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object 615f752d-593f-4286-af24-e6b259afb328 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:04.822604 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:04.874716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device beec5436-8d2f-4a60-8b5c-ad4b30bfc700 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:04.891416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network ee0900d8-df36-4f55-aa7f-2cc923f04173 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:04.899080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:04.913089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: beec5436-8d2f-4a60-8b5c-ad4b30bfc700 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:04.913710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device beec5436-8d2f-4a60-8b5c-ad4b30bfc700 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:04.915537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:04.922784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:04.923432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:04.939693 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:04.942550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d3825-eba9-4ce0-88a4-1e1e5ef9cfd8 None None] Network ee0900d8-df36-4f55-aa7f-2cc923f04173 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:04.964690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=615f752d-593f-4286-af24-e6b259afb328,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:04.980150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5c616679-e2c3-412d-a3dd-b2886d377f14 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3456023 Jul 19 03:28:04.983620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 36978) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:04.996241 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:05.005150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4985b-93be-4ba7-9e5a-c91423f7c7e2 req-193c3bf4-85d6-41cb-a167-8139aba181a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:05.013711 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0d4985b-93be-4ba7-9e5a-c91423f7c7e2 req-193c3bf4-85d6-41cb-a167-8139aba181a5 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1186495 Jul 19 03:28:05.063049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0d4985b-93be-4ba7-9e5a-c91423f7c7e2 req-afd3da27-d735-4025-826d-f8dfb06af80a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482128 Jul 19 03:28:05.083822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0fb54dc-7009-4ddd-b055-bde9dc2e8fb2 None None] Provisioning for port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:05.096824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0fb54dc-7009-4ddd-b055-bde9dc2e8fb2 None None] Provisioning complete for port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:05.097210 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a0fb54dc-7009-4ddd-b055-bde9dc2e8fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:05.127493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Pushing event updated for resources: {'Port': ['ID=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:05.197428 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Network 2f443c75-3785-42ce-a3a8-7c48b444c08d is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:05.216422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:05.222940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:05.232611 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a0fb54dc-7009-4ddd-b055-bde9dc2e8fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:05.288381 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a0fb54dc-7009-4ddd-b055-bde9dc2e8fb2 None None] For port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0f5d0eda-f025-45c1-ac5e-71c6fafd0999,segment=NetworkSegment(5c58ddaa-503c-4a10-be94-6ce114a625f0),segment_id=5c58ddaa-503c-4a10-be94-6ce114a625f0)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:05.288870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:05.289659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:05.325019 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a0fb54dc-7009-4ddd-b055-bde9dc2e8fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:05.329071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d811736e-97f5-4311-84bd-350422dd52cd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:05.334713 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d811736e-97f5-4311-84bd-350422dd52cd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A377 HTTP/1.1" status: 200 len: 928 time: 0.3484831 Jul 19 03:28:05.335225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 36992) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:05.337535 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-3a0e7188-d6ec-425b-a0ac-b13c96c1746a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1984117 Jul 19 03:28:05.351245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Request body: {'port': {'device_id': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:05.468708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb54dc-7009-4ddd-b055-bde9dc2e8fb2 None None] Pushing event updated for resources: {'Port': ['ID=0f5d0eda-f025-45c1-ac5e-71c6fafd0999,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:05.492708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-38bb26d3-a0d2-4af1-a5e0-0dc3489bd642 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 615f752d-593f-4286-af24-e6b259afb328 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:05.493370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38bb26d3-a0d2-4af1-a5e0-0dc3489bd642 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:05.516806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:05.750392 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38bb26d3-a0d2-4af1-a5e0-0dc3489bd642 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:05.772835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-bc9e8a1a-76eb-40d4-a1c6-111b976ff737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:05.778837 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-bc9e8a1a-76eb-40d4-a1c6-111b976ff737 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.2609060 Jul 19 03:28:05.806335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-38bb26d3-a0d2-4af1-a5e0-0dc3489bd642 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 615f752d-593f-4286-af24-e6b259afb328 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:05.967420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a7db3910-72bb-4cc1-8fcc-52fdc66b9b87 None None] Provisioning complete for port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:05.967938 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7db3910-72bb-4cc1-8fcc-52fdc66b9b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:05.982205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-ac7c545f-6639-4235-8567-bf8da037471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:05.984079 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-ac7c545f-6639-4235-8567-bf8da037471c service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.2017236 Jul 19 03:28:06.026689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127e45-d4be-4e6f-92a3-91a30b10ea69 req-5561a5cd-7326-43cb-bff9-b22d96fab8b9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:06.032784 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9b127e45-d4be-4e6f-92a3-91a30b10ea69 req-5561a5cd-7326-43cb-bff9-b22d96fab8b9 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2836587 Jul 19 03:28:06.182148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9b127e45-d4be-4e6f-92a3-91a30b10ea69 req-5cf35d07-ea00-4dcc-a49a-a53e054ed24d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342618 Jul 19 03:28:06.248262 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a7db3910-72bb-4cc1-8fcc-52fdc66b9b87 None None] Provisioning for port a5c40d4c-ea68-4782-96d6-6fda679c727a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:06.252770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a7db3910-72bb-4cc1-8fcc-52fdc66b9b87 None None] Provisioning complete for port a5c40d4c-ea68-4782-96d6-6fda679c727a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:06.253150 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7db3910-72bb-4cc1-8fcc-52fdc66b9b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:06.261860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-4a5672cc-b277-4016-8d86-fcd76501df18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 200 len: 999 time: 0.2369218 Jul 19 03:28:06.280635 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b4e42b-5f28-4f95-bbad-4328d4b1eabf {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:28:06.290605 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:06.344305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Transition to ACTIVE for port object 58b4e42b-5f28-4f95-bbad-4328d4b1eabf will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:06.351728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a7db3910-72bb-4cc1-8fcc-52fdc66b9b87 None None] Port a5c40d4c-ea68-4782-96d6-6fda679c727a cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:06.355352 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:06.363669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a7db3910-72bb-4cc1-8fcc-52fdc66b9b87 None None] Could not find standard attr ID for object 615f752d-593f-4286-af24-e6b259afb328. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:28:06.387956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cb202-a056-4b5c-a48e-6e701b570c01 req-b8dbeed1-db5b-4fa0-9c71-ab363972f3f4 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:06.403520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f40cb202-a056-4b5c-a48e-6e701b570c01 req-b8dbeed1-db5b-4fa0-9c71-ab363972f3f4 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 932 time: 0.3794844 Jul 19 03:28:06.405370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38bb26d3-a0d2-4af1-a5e0-0dc3489bd642 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:06.415609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:06.563730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-644cf7b8-ad17-4df6-9dcd-4263513093a5 None None] Provisioning complete for port a5c40d4c-ea68-4782-96d6-6fda679c727a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:06.564264 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-644cf7b8-ad17-4df6-9dcd-4263513093a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:06.573100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb26d3-a0d2-4af1-a5e0-0dc3489bd642 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=615f752d-593f-4286-af24-e6b259afb328,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:06.581097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-119ce554-16d8-4d94-b872-99e104da0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:06.582673 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-119ce554-16d8-4d94-b872-99e104da0cc1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.3028760 Jul 19 03:28:06.612779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:06.613602 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f40cb202-a056-4b5c-a48e-6e701b570c01 req-2f7859a0-f3ba-4fff-9cd9-0826586c51cc tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091756 Jul 19 03:28:06.684801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-644cf7b8-ad17-4df6-9dcd-4263513093a5 None None] Port a5c40d4c-ea68-4782-96d6-6fda679c727a cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:06.723056 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:06.723531 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-38bb26d3-a0d2-4af1-a5e0-0dc3489bd642 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:06.725733 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:06.726855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-38bb26d3-a0d2-4af1-a5e0-0dc3489bd642 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/615f752d-593f-4286-af24-e6b259afb328 HTTP/1.1" status: 204 len: 168 time: 1.3901758 Jul 19 03:28:06.730385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37012) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:06.768180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Attempting to bind port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:28:06.768927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Attempting to bind port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:28:06.769496 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Attempting to bind port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf on network 2f443c75-3785-42ce-a3a8-7c48b444c08d {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:28:06.777079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf on network 2f443c75-3785-42ce-a3a8-7c48b444c08d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:28:06.780139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Attempting to bind port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf on network 2f443c75-3785-42ce-a3a8-7c48b444c08d {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:28:06.792486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:28:06.794392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Checking segment: {'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:28:06.795882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Bound using segment: {'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:28:06.797836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Bound port: 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:28:06.798510 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:06.813011 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca78d05-008b-454c-b82b-7bc6535b1694 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:28:06.825695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4ca78d05-008b-454c-b82b-7bc6535b1694 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/615f752d-593f-4286-af24-e6b259afb328 HTTP/1.1" status: 404 len: 333 time: 0.0864477 Jul 19 03:28:06.828195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37014) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:06.849176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-35b3a164-58ec-44ff-a31c-84de9a29102a None None] Could not find standard attr ID for object 615f752d-593f-4286-af24-e6b259afb328. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:28:06.855796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-f2aeaaee-2939-402f-9def-81e47ddd493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:06.857343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-f2aeaaee-2939-402f-9def-81e47ddd493a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2419469 Jul 19 03:28:06.878379 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:07.050924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] For port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:28:07.051376 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-f464b53e-c3c9-40b9-817e-1e17aca71737 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858199 Jul 19 03:28:07.057460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] For port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:28:07.078886 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:07.170397 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:07.171318 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:07.172979 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] 10.222.0.25 "PUT /v2.0/ports/58b4e42b-5f28-4f95-bbad-4328d4b1eabf HTTP/1.1" status: 200 len: 1093 time: 1.8278661 Jul 19 03:28:07.173689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'tag': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:28:07.177315 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c871a9-899f-4728-963b-d89c22d534f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b54d3fa9-6910-4d83-959d-8355a525e7e2", "tag": "58b4e42b-5f28-4f95-bbad-4328d4b1eabf"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:28:07.179524 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:07.202772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1c160fc2-b369-498f-b7bc-6f3d3bc9af10 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port a5c40d4c-ea68-4782-96d6-6fda679c727a {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:07.203360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c160fc2-b369-498f-b7bc-6f3d3bc9af10 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:07.333134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c160fc2-b369-498f-b7bc-6f3d3bc9af10 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:07.340909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0c601b6-1db0-470e-a577-bd815cac3d3c req-da67cddc-9274-4942-8136-970daabc6267 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755983 Jul 19 03:28:07.348882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1c160fc2-b369-498f-b7bc-6f3d3bc9af10 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for a5c40d4c-ea68-4782-96d6-6fda679c727a owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:07.494208 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a3077d-e339-4312-b1dd-72475c43605c x-openstack-request-id: req-f4a3077d-e339-4312-b1dd-72475c43605c {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:28:07.494652 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54d3fa9-6910-4d83-959d-8355a525e7e2", "tag": "58b4e42b-5f28-4f95-bbad-4328d4b1eabf", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:28:07.495035 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4a3077d-e339-4312-b1dd-72475c43605c {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:28:07.496132 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'tag': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf', 'status': 'completed', 'code': 200} Jul 19 03:28:07.525624 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c160fc2-b369-498f-b7bc-6f3d3bc9af10 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:07.636981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83f4b9-0d6b-43d9-a094-649caad8c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:07.708009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c160fc2-b369-498f-b7bc-6f3d3bc9af10 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=a5c40d4c-ea68-4782-96d6-6fda679c727a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:07.801240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c160fc2-b369-498f-b7bc-6f3d3bc9af10 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:07.807671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1c160fc2-b369-498f-b7bc-6f3d3bc9af10 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/a5c40d4c-ea68-4782-96d6-6fda679c727a HTTP/1.1" status: 204 len: 168 time: 0.9770098 Jul 19 03:28:07.810220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37042) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:07.841148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37044) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:07.861375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-516cb566-a3ee-4142-9861-e580d845ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:07.863350 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-516cb566-a3ee-4142-9861-e580d845ccc0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7d03d49821bf4be6b487914c733c96a7&device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 1096 time: 0.3715997 Jul 19 03:28:07.878194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb7c61-adab-42ca-8071-e010822a41a5 req-c110c882-8591-40d1-a487-d568d0a6818c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:07.888411 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3eeb7c61-adab-42ca-8071-e010822a41a5 req-c110c882-8591-40d1-a487-d568d0a6818c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3912559 Jul 19 03:28:07.953306 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a789b3-e3e9-4cf2-9bfe-9f16fd6c2aa7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:28:07.962323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-80a789b3-e3e9-4cf2-9bfe-9f16fd6c2aa7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/a5c40d4c-ea68-4782-96d6-6fda679c727a HTTP/1.1" status: 404 len: 333 time: 0.1477239 Jul 19 03:28:07.966742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37048) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:07.976730 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-b2991701-ba54-40ca-ab1e-09b24af69468 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf HTTP/1.1" status: 200 len: 217 time: 0.0862370 Jul 19 03:28:08.096353 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3eeb7c61-adab-42ca-8071-e010822a41a5 req-0c78664f-9171-464e-aa2b-c480d96c990d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070444 Jul 19 03:28:08.106763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f846fc8-e19b-4ffd-990c-702f0bc4fa45 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet b2f9b624-23ca-4c27-824e-d24bb2685864 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:28:08.112988 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f846fc8-e19b-4ffd-990c-702f0bc4fa45 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.138224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-98e8e4a8-a0a3-4822-889d-90fb8d3abada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:08.139976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-98e8e4a8-a0a3-4822-889d-90fb8d3abada service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f5249f28-332e-464e-867f-c1a49e34fe2a HTTP/1.1" status: 200 len: 855 time: 0.1522980 Jul 19 03:28:08.184306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-5f6bd135-e540-4bb8-87d9-11a338b9cd94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f443c75-3785-42ce-a3a8-7c48b444c08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363743 Jul 19 03:28:08.190496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d845648-0ba3-435f-9d94-d4503fbab87a req-9144439c-5217-438d-8579-c6b0485cfda0 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:08.200240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f846fc8-e19b-4ffd-990c-702f0bc4fa45 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.201149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d845648-0ba3-435f-9d94-d4503fbab87a req-9144439c-5217-438d-8579-c6b0485cfda0 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 944 time: 0.2643380 Jul 19 03:28:08.203103 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63aefdad-cc69-4f41-8863-8f3a870541ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.290551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d845648-0ba3-435f-9d94-d4503fbab87a req-aa0d3d80-03a2-437e-8285-24de89b4a124 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882514 Jul 19 03:28:08.384267 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-0bd5b562-6379-4946-9a4a-a63ecd07c608 service neutron] 10.222.0.25 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778307 Jul 19 03:28:08.388634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f846fc8-e19b-4ffd-990c-702f0bc4fa45 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.405388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63aefdad-cc69-4f41-8863-8f3a870541ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.414614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63aefdad-cc69-4f41-8863-8f3a870541ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.490508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-63aefdad-cc69-4f41-8863-8f3a870541ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82dafe87ab704554a2faba32fa1f077b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6330085 Jul 19 03:28:08.491679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aefdad-cc69-4f41-8863-8f3a870541ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff0fe5d-23b1-4b77-ad6e-bbd3700bafb1,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:08.493416 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37054) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:08.541876 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f846fc8-e19b-4ffd-990c-702f0bc4fa45 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.599577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d76df5f1-1abb-4534-9f47-c2343253f7ad req-7da88596-99be-4d07-8f1f-d649d0cc174d service neutron] 10.222.0.25 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072892 Jul 19 03:28:08.600810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f846fc8-e19b-4ffd-990c-702f0bc4fa45 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.606484 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8f846fc8-e19b-4ffd-990c-702f0bc4fa45 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/b2f9b624-23ca-4c27-824e-d24bb2685864 HTTP/1.1" status: 204 len: 168 time: 0.6310644 Jul 19 03:28:08.608748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f846fc8-e19b-4ffd-990c-702f0bc4fa45 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f9b624-23ca-4c27-824e-d24bb2685864,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:08.610309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37056) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:08.613074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cfb83b-8ed4-4b6c-808c-6b52f6208469 None None] Network ee0900d8-df36-4f55-aa7f-2cc923f04173 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:08.654630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a032db4-9c1b-4436-a04c-2f68422c221f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.722845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a032db4-9c1b-4436-a04c-2f68422c221f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.759178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.843443 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c871a9-899f-4728-963b-d89c22d534f2 req-35ea3a7f-1608-4375-8cba-79a5d11cfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:08.845373 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75c871a9-899f-4728-963b-d89c22d534f2 req-35ea3a7f-1608-4375-8cba-79a5d11cfecd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7d03d49821bf4be6b487914c733c96a7&device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 1096 time: 0.1450791 Jul 19 03:28:08.864588 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a032db4-9c1b-4436-a04c-2f68422c221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.867556 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a032db4-9c1b-4436-a04c-2f68422c221f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.872062 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7a032db4-9c1b-4436-a04c-2f68422c221f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ff0fe5d-23b1-4b77-ad6e-bbd3700bafb1 HTTP/1.1" status: 204 len: 168 time: 0.3766239 Jul 19 03:28:08.916983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] DHCP port deletion for ee0900d8-df36-4f55-aa7f-2cc923f04173 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:28:08.930775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a032db4-9c1b-4436-a04c-2f68422c221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff0fe5d-23b1-4b77-ad6e-bbd3700bafb1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:08.945425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:08.945830 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:08.986485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Deleting port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:08.986870 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.047182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] For port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0f5d0eda-f025-45c1-ac5e-71c6fafd0999,segment=NetworkSegment(5c58ddaa-503c-4a10-be94-6ce114a625f0),segment_id=5c58ddaa-503c-4a10-be94-6ce114a625f0)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:09.047182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.058706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:09.155222 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] For port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0f5d0eda-f025-45c1-ac5e-71c6fafd0999,segment=NetworkSegment(5c58ddaa-503c-4a10-be94-6ce114a625f0),segment_id=5c58ddaa-503c-4a10-be94-6ce114a625f0)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:09.155504 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.177610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Calling delete_port for 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:09.205107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.275953 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No DVR routers for this DVR port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:09.299201 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.310690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=0f5d0eda-f025-45c1-ac5e-71c6fafd0999,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:09.335400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] No DVR routers for this DVR port 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:09.377172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.385127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Pushing event deleted for resources: {'Port': ['ID=0f5d0eda-f025-45c1-ac5e-71c6fafd0999,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:09.386091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37078) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:09.388140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0900d8-df36-4f55-aa7f-2cc923f04173']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:09.396272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.396571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.396912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.397250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.397581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.398424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.398758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.399087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.399413 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.399736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.400057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.400378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c83-b1ff-4c90-b6eb-fe657661d70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:09.417649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c58ddaa-503c-4a10-be94-6ce114a625f0') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:09.420087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c58ddaa-503c-4a10-be94-6ce114a625f0') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:09.439391 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.444802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd0704c2-325c-41b5-8279-4afd831d6ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.473055 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.482404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:28:09.482977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.525634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33b83b-1f9b-4bb9-b32c-aef1b6dffa51 req-19cd1882-210e-4aca-b773-b1a584294c13 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:09.527220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b33b83b-1f9b-4bb9-b32c-aef1b6dffa51 req-19cd1882-210e-4aca-b773-b1a584294c13 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1515009 Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:28:09.528945 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:28:09.582156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8b33b83b-1f9b-4bb9-b32c-aef1b6dffa51 req-f049e417-e3be-49f2-9242-672bf2ac6189 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Jul 19 03:28:09.607729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c871a9-899f-4728-963b-d89c22d534f2 req-c469310c-afe2-4388-80c4-880bd8f8bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:09.609519 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75c871a9-899f-4728-963b-d89c22d534f2 req-c469310c-afe2-4388-80c4-880bd8f8bd2c service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f443c75-3785-42ce-a3a8-7c48b444c08d HTTP/1.1" status: 200 len: 915 time: 0.7362888 Jul 19 03:28:09.620006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 58b4e42b-5f28-4f95-bbad-4328d4b1eabf details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:28:09.665586 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.669032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75c871a9-899f-4728-963b-d89c22d534f2 req-9ef1b7f6-3089-4b7f-a8af-c1de9b52be42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf HTTP/1.1" status: 200 len: 217 time: 0.0514150 Jul 19 03:28:09.679902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.687200 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/networks/ee0900d8-df36-4f55-aa7f-2cc923f04173 HTTP/1.1" status: 204 len: 168 time: 1.0755332 Jul 19 03:28:09.687922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37086) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:09.707280 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2027714744'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:09.726312 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd0704c2-325c-41b5-8279-4afd831d6ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.732225 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd0704c2-325c-41b5-8279-4afd831d6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.757555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7daeaf-e096-4e44-a4c6-78b0c1772633 req-dc01eb9f-c5fc-4223-9358-d8126fda0667 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:09.760062 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b7daeaf-e096-4e44-a4c6-78b0c1772633 req-dc01eb9f-c5fc-4223-9358-d8126fda0667 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 944 time: 0.2720993 Jul 19 03:28:09.761265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3dc13-f319-4618-8c83-aa00c8d85113 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Network': ['ID=ee0900d8-df36-4f55-aa7f-2cc923f04173,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:09.782682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:09.795171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c871a9-899f-4728-963b-d89c22d534f2 req-30a5cf3c-4ad4-41f6-97e4-3975ec760f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:09.796994 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75c871a9-899f-4728-963b-d89c22d534f2 req-30a5cf3c-4ad4-41f6-97e4-3975ec760f10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f5249f28-332e-464e-867f-c1a49e34fe2a HTTP/1.1" status: 200 len: 855 time: 0.1201215 Jul 19 03:28:09.799501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:09.802300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf', 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d', 'port_id': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf', 'mac_address': 'fa:16:3e:f5:01:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5249f28-332e-464e-867f-c1a49e34fe2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:28:09.804093 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.817067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bd0704c2-325c-41b5-8279-4afd831d6ae3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a2f13b8b3e2471590d18d1c7c4958ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297297 Jul 19 03:28:09.832691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37090) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:09.849319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.865264 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b4e42b-5f28-4f95-bbad-4328d4b1eabf {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:28:09.874452 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75c871a9-899f-4728-963b-d89c22d534f2 req-77185b0e-1f7e-49c1-891d-8c74b2ccb28a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f443c75-3785-42ce-a3a8-7c48b444c08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657048 Jul 19 03:28:09.876476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0704c2-325c-41b5-8279-4afd831d6ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb3133-9c8a-4cd1-84ed-cbfecd4a7192,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:09.900509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:09.908163 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:09.914112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493f806-2692-4566-9a4e-a10b158e9de8 req-af41512b-9997-4e18-b033-4303b078a9e3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:09.915748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9493f806-2692-4566-9a4e-a10b158e9de8 req-af41512b-9997-4e18-b033-4303b078a9e3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1025398 Jul 19 03:28:09.961245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9493f806-2692-4566-9a4e-a10b158e9de8 req-abb0e4b1-58ef-4be7-a941-596c51a4729a tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376103 Jul 19 03:28:09.974132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:10.216912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['58b4e42b-5f28-4f95-bbad-4328d4b1eabf'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:28:10.292141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:28:10.305465 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b7daeaf-e096-4e44-a4c6-78b0c1772633 req-9293431b-5ac1-430f-b39d-19cb7620ad3a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000119 Jul 19 03:28:10.323574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:10.353956 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.354254 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Added segment a24a282b-c973-4b08-af70-43938dd165b3 of type vlan for network ad89ab17-4439-40a6-88d5-267238df2f94 Jul 19 03:28:10.363592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:10.364687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0f5d0eda-f025-45c1-ac5e-71c6fafd0999 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:10.424621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c47e671a-671f-4b2a-9deb-1d14c278ffb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.436033 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.436165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37110) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:10.462215 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75c871a9-899f-4728-963b-d89c22d534f2 req-a772edf2-bf5f-4108-8f9a-84476089d351 service neutron] 10.222.0.25 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770192 Jul 19 03:28:10.541868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c47e671a-671f-4b2a-9deb-1d14c278ffb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.591983 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e97b581-1c0d-4e37-b7ec-e899a776bae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.596174 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.601723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:10.602339 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.720405 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e97b581-1c0d-4e37-b7ec-e899a776bae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.728350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e97b581-1c0d-4e37-b7ec-e899a776bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.732586 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75c871a9-899f-4728-963b-d89c22d534f2 req-92e015a5-19ad-4f9a-862a-7e2897d97e97 service neutron] 10.222.0.25 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497640 Jul 19 03:28:10.733991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Network': ['ID=ad89ab17-4439-40a6-88d5-267238df2f94,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:10.741311 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e07db12a-f4c9-4bc1-a92f-c2e228c073f0 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0430412 Jul 19 03:28:10.742216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37126) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:10.750374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'ad89ab17-4439-40a6-88d5-267238df2f94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:10.754895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ad89ab17-4439-40a6-88d5-267238df2f94 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:28:10.776792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c47e671a-671f-4b2a-9deb-1d14c278ffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.780557 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c47e671a-671f-4b2a-9deb-1d14c278ffb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.781940 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c47e671a-671f-4b2a-9deb-1d14c278ffb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99cb3133-9c8a-4cd1-84ed-cbfecd4a7192 HTTP/1.1" status: 204 len: 168 time: 0.9470434 Jul 19 03:28:10.800386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e671a-671f-4b2a-9deb-1d14c278ffb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb3133-9c8a-4cd1-84ed-cbfecd4a7192,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:10.813772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4e97b581-1c0d-4e37-b7ec-e899a776bae9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20b35d25935a4b9f96f3eeb9d507640a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763020 Jul 19 03:28:10.814486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37136) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:10.862472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97b581-1c0d-4e37-b7ec-e899a776bae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b6d729-fa1f-4e9c-810d-125d51c4157c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:10.905057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:10.908828 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.916357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-accd7c4a-ec24-4a4a-a970-67257740cdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:10.950889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-accd7c4a-ec24-4a4a-a970-67257740cdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:11.042677 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-accd7c4a-ec24-4a4a-a970-67257740cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:11.047558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-accd7c4a-ec24-4a4a-a970-67257740cdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:11.049433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-accd7c4a-ec24-4a4a-a970-67257740cdb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6b6d729-fa1f-4e9c-810d-125d51c4157c HTTP/1.1" status: 204 len: 168 time: 0.2270679 Jul 19 03:28:11.064078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd7c4a-ec24-4a4a-a970-67257740cdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b6d729-fa1f-4e9c-810d-125d51c4157c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:11.206046 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:11.315461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=7646a7a3-319f-4d18-92cb-a156151432db,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:11.331367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Checking segment: {'id': 'a24a282b-c973-4b08-af70-43938dd165b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad89ab17-4439-40a6-88d5-267238df2f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:28:11.331730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network hostable DHCP agents. Network: ad89ab17-4439-40a6-88d5-267238df2f94, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:28:11.360903 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network ad89ab17-4439-40a6-88d5-267238df2f94 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:28:11.389018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ad89ab17-4439-40a6-88d5-267238df2f94) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:11.394111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:11.396050 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:11.400937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6770f-d5ad-4982-b7f7-8c8b6dc73d17 None None] Network ad89ab17-4439-40a6-88d5-267238df2f94 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:11.465335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c7708ac7-a158-45f1-8432-7903bd51d17b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7200665 Jul 19 03:28:11.468464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37178) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:11.474957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'ad89ab17-4439-40a6-88d5-267238df2f94', 'name': 'tempest-PortsIpV6TestJSON-1251017195', 'fixed_ips': [{'subnet_id': '7646a7a3-319f-4d18-92cb-a156151432db', 'ip_address': '2001:db8::10'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:11.699912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 58b4e42b-5f28-4f95-bbad-4328d4b1eabf up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:11.736938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-ad89ab17-4439-40a6-88d5-267238df2f94', 'network_id': 'ad89ab17-4439-40a6-88d5-267238df2f94', 'tenant_id': '3bf11f476a0940dfa5fe31379623cbb8', 'fixed_ips': [{'subnet_id': '7646a7a3-319f-4d18-92cb-a156151432db'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:28:11.738966 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:11.803975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78528b5a-2840-40a1-9eff-3713234e58ae req-4571e10c-c375-4cdb-a3ef-123d599010a6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:11.809253 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-78528b5a-2840-40a1-9eff-3713234e58ae req-4571e10c-c375-4cdb-a3ef-123d599010a6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1477797 Jul 19 03:28:11.919130 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-78528b5a-2840-40a1-9eff-3713234e58ae req-02cb73bf-9a32-4582-9917-16cbdf1400f9 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026003 Jul 19 03:28:11.971696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:11.980886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:11.981388 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.015372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-62574cbb-90f0-4338-892f-519379425e4b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:12.016945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-62574cbb-90f0-4338-892f-519379425e4b tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=56175b9a-7d0b-4f2c-a05d-ce21f672c2d4 HTTP/1.1" status: 200 len: 943 time: 0.5383446 Jul 19 03:28:12.046046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:12.117732 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.163953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:12.170597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:28:12.173136 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea075c5-a7cc-41b1-bc54-73a534910d65" -d '{"events": [{"server_uuid": "b54d3fa9-6910-4d83-959d-8355a525e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "58b4e42b-5f28-4f95-bbad-4328d4b1eabf"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:28:12.177046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Allocated IP 2001:db8::2 (ad89ab17-4439-40a6-88d5-267238df2f94/7646a7a3-319f-4d18-92cb-a156151432db/dea73dc8-58c4-4b21-9383-d3eded28916d) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:12.179172 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.271303 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.322294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 110dc4a0-08d4-4756-a3c9-27ae98dac096 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:28:12.369024 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453b9fa7-1aa7-4731-a274-3232a1413fba x-openstack-request-id: req-453b9fa7-1aa7-4731-a274-3232a1413fba {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:28:12.369532 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54d3fa9-6910-4d83-959d-8355a525e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "58b4e42b-5f28-4f95-bbad-4328d4b1eabf", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:28:12.369914 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-453b9fa7-1aa7-4731-a274-3232a1413fba {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:28:12.370562 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf', 'code': 200} Jul 19 03:28:12.388577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-c46144e9-2778-4535-8f05-857c23030835 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Deleting port 76045107-2c3b-4304-ae04-9bdaef128d99 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:12.388944 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-c46144e9-2778-4535-8f05-857c23030835 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.421161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:12.459249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8842b-7df5-4b89-b76b-da854b77b70f req-4b964a58-0061-49a4-ac08-937486688fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:12.463411 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2e8842b-7df5-4b89-b76b-da854b77b70f req-4b964a58-0061-49a4-ac08-937486688fb6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 1098 time: 0.1321001 Jul 19 03:28:12.503926 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cb409ebb-609c-4bf4-90f4-e70b3bd3a5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.530511 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.547386 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2e8842b-7df5-4b89-b76b-da854b77b70f req-ed28b074-0fce-4c95-8a66-9a8e50e3dbdf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764568 Jul 19 03:28:12.554292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Transition to ACTIVE for port object dea73dc8-58c4-4b21-9383-d3eded28916d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:12.582641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Transition to ACTIVE for port object dea73dc8-58c4-4b21-9383-d3eded28916d will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:12.592624 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.593830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-c46144e9-2778-4535-8f05-857c23030835 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] For port 76045107-2c3b-4304-ae04-9bdaef128d99, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=76045107-2c3b-4304-ae04-9bdaef128d99,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:12.594336 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-c46144e9-2778-4535-8f05-857c23030835 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.608630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-c46144e9-2778-4535-8f05-857c23030835 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Calling delete_port for 76045107-2c3b-4304-ae04-9bdaef128d99 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:12.658361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Pushing event updated for resources: {'Port': ['ID=dea73dc8-58c4-4b21-9383-d3eded28916d,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:12.666374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Network ad89ab17-4439-40a6-88d5-267238df2f94 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:12.668775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:12.674406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:12.749184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Attempting to bind port dea73dc8-58c4-4b21-9383-d3eded28916d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:28:12.750110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Attempting to bind port dea73dc8-58c4-4b21-9383-d3eded28916d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a24a282b-c973-4b08-af70-43938dd165b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad89ab17-4439-40a6-88d5-267238df2f94'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:28:12.750707 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Attempting to bind port dea73dc8-58c4-4b21-9383-d3eded28916d on network ad89ab17-4439-40a6-88d5-267238df2f94 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:28:12.756677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:28:12.757289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Checking segment: {'id': 'a24a282b-c973-4b08-af70-43938dd165b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad89ab17-4439-40a6-88d5-267238df2f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:28:12.757841 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.758396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Bound using segment: {'id': 'a24a282b-c973-4b08-af70-43938dd165b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad89ab17-4439-40a6-88d5-267238df2f94'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:28:12.759027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Bound port: dea73dc8-58c4-4b21-9383-d3eded28916d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24a282b-c973-4b08-af70-43938dd165b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad89ab17-4439-40a6-88d5-267238df2f94'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:28:12.759562 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.813676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8::10 (ad89ab17-4439-40a6-88d5-267238df2f94/7646a7a3-319f-4d18-92cb-a156151432db/110dc4a0-08d4-4756-a3c9-27ae98dac096) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:12.834462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] For port dea73dc8-58c4-4b21-9383-d3eded28916d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:28:12.838603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] For port dea73dc8-58c4-4b21-9383-d3eded28916d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=dea73dc8-58c4-4b21-9383-d3eded28916d,segment=NetworkSegment(a24a282b-c973-4b08-af70-43938dd165b3),segment_id=a24a282b-c973-4b08-af70-43938dd165b3)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:28:12.855005 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.926859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-c46144e9-2778-4535-8f05-857c23030835 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:12.935512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f3a9a-12f2-488f-89c0-307365bfc999 None None] Pushing event updated for resources: {'Port': ['ID=dea73dc8-58c4-4b21-9383-d3eded28916d,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:12.967292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['98c85dec-1e43-476d-a73a-57653fe61447'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:28:12.971467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['3a8d49f0-1c55-4938-9ac4-bd132148645d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:28:13.026962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46144e9-2778-4535-8f05-857c23030835 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event deleted for resources: {'Port': ['ID=76045107-2c3b-4304-ae04-9bdaef128d99,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:13.226791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-c46144e9-2778-4535-8f05-857c23030835 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] No DVR routers for this DVR port 76045107-2c3b-4304-ae04-9bdaef128d99 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:13.232825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-c46144e9-2778-4535-8f05-857c23030835 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:13.235010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37e947a7-dc2d-4381-8e65-29f322670e8e req-c46144e9-2778-4535-8f05-857c23030835 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "DELETE /v2.0/ports/76045107-2c3b-4304-ae04-9bdaef128d99 HTTP/1.1" status: 204 len: 173 time: 1.2104719 Jul 19 03:28:13.235463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'name': 'network-vif-deleted', 'tag': '76045107-2c3b-4304-ae04-9bdaef128d99'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:28:13.240227 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e892e669-247f-4a9c-9bc4-693651e862fc" -d '{"events": [{"server_uuid": "56175b9a-7d0b-4f2c-a05d-ce21f672c2d4", "name": "network-vif-deleted", "tag": "76045107-2c3b-4304-ae04-9bdaef128d99"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:28:13.473663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55a767-9e82-4314-b551-ad74f022483a req-b6818d7b-1095-49bd-b644-6b4e637bea9e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:13.484065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e55a767-9e82-4314-b551-ad74f022483a req-b6818d7b-1095-49bd-b644-6b4e637bea9e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.2157516 Jul 19 03:28:13.540807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:13.576075 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e55a767-9e82-4314-b551-ad74f022483a req-51bdeece-52e8-4674-930b-ced53de9cd0c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900397 Jul 19 03:28:13.601706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object 110dc4a0-08d4-4756-a3c9-27ae98dac096 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:13.708116 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 19 Jul 2021 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b8e88b-5ca9-4dc1-ba72-66fe37eca0d9 x-openstack-request-id: req-d2b8e88b-5ca9-4dc1-ba72-66fe37eca0d9 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:28:13.709274 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56175b9a-7d0b-4f2c-a05d-ce21f672c2d4", "name": "network-vif-deleted", "tag": "76045107-2c3b-4304-ae04-9bdaef128d99", "status": "failed", "code": 422}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:28:13.709752 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2b8e88b-5ca9-4dc1-ba72-66fe37eca0d9 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:28:13.711174 n-d-762330-18 neutron-server[94344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56175b9a-7d0b-4f2c-a05d-ce21f672c2d4', 'name': 'network-vif-deleted', 'tag': '76045107-2c3b-4304-ae04-9bdaef128d99', 'status': 'failed', 'code': 422} returned with failed status Jul 19 03:28:13.756309 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:13.865609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=110dc4a0-08d4-4756-a3c9-27ae98dac096,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:13.878730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network ad89ab17-4439-40a6-88d5-267238df2f94 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:13.880363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:13.883331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:13.892896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:13.893936 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:13.919252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-97e35119-d799-4ad5-bc95-bae5b6ed3804 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4464262 Jul 19 03:28:13.919398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37282) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:13.935131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'ad89ab17-4439-40a6-88d5-267238df2f94', 'name': 'tempest-PortsIpV6TestJSON-673768537', 'fixed_ips': [{'subnet_id': '7646a7a3-319f-4d18-92cb-a156151432db', 'ip_address': '2001:db8::f'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:14.185555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:14.191946 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:14.217211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 2f675545-457a-42e7-9dc2-fad854b18542 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:28:14.406599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device dea73dc8-58c4-4b21-9383-d3eded28916d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:14.523828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8::f (ad89ab17-4439-40a6-88d5-267238df2f94/7646a7a3-319f-4d18-92cb-a156151432db/2f675545-457a-42e7-9dc2-fad854b18542) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:14.552777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port dea73dc8-58c4-4b21-9383-d3eded28916d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:14.623242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c8edd-b396-4b25-9a76-0d1668138691 None None] Network ad89ab17-4439-40a6-88d5-267238df2f94 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:14.794161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8d1b9b96-2d0f-4f68-8019-efa32d63e93f None None] Provisioning for port dea73dc8-58c4-4b21-9383-d3eded28916d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:14.808829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8d1b9b96-2d0f-4f68-8019-efa32d63e93f None None] Provisioning complete for port dea73dc8-58c4-4b21-9383-d3eded28916d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:14.809209 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9b96-2d0f-4f68-8019-efa32d63e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:14.876205 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:14.928828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object 2f675545-457a-42e7-9dc2-fad854b18542 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:14.967897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87d145-1b9b-40a2-8c1d-2f7dca4c8d05 req-d6495c94-b4b8-44f6-89a3-a58b64972a15 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:14.977207 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f87d145-1b9b-40a2-8c1d-2f7dca4c8d05 req-d6495c94-b4b8-44f6-89a3-a58b64972a15 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.2173581 Jul 19 03:28:15.037778 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:15.062663 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f87d145-1b9b-40a2-8c1d-2f7dca4c8d05 req-ef6c62f2-7201-429e-8f99-676c45e9994d tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841322 Jul 19 03:28:15.135328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network ad89ab17-4439-40a6-88d5-267238df2f94 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:15.204374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:15.239326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:15.252883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:15.257198 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:15.307888 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2e7afe21-6579-4ce0-a3fa-b1195b6fa6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:15.319984 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3986759 Jul 19 03:28:15.320688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37356) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:15.366685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e530ff-abe6-47b3-8275-1baba54406e5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=2f675545-457a-42e7-9dc2-fad854b18542,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:15.414796 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9b96-2d0f-4f68-8019-efa32d63e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:15.431970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffbfe4-76ff-4da0-8fdf-ab8db5c65124 req-76470733-84ae-4e63-9241-f3d6a1159c72 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:15.434141 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b3ffbfe4-76ff-4da0-8fdf-ab8db5c65124 req-76470733-84ae-4e63-9241-f3d6a1159c72 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 908 time: 0.1331217 Jul 19 03:28:15.514256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8d1b9b96-2d0f-4f68-8019-efa32d63e93f None None] For port dea73dc8-58c4-4b21-9383-d3eded28916d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=dea73dc8-58c4-4b21-9383-d3eded28916d,segment=NetworkSegment(a24a282b-c973-4b08-af70-43938dd165b3),segment_id=a24a282b-c973-4b08-af70-43938dd165b3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:15.520987 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9b96-2d0f-4f68-8019-efa32d63e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:15.588271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b9b96-2d0f-4f68-8019-efa32d63e93f None None] Pushing event updated for resources: {'Port': ['ID=dea73dc8-58c4-4b21-9383-d3eded28916d,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:15.611233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:15.659985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb4fa7-34e1-4c44-8e17-e7517c4d2be1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:15.661555 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c8fb4fa7-34e1-4c44-8e17-e7517c4d2be1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3371997 Jul 19 03:28:15.664711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37362) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:15.724742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79b837-4e86-455f-ac6a-59092fda9f7d req-dd3697c6-d3af-4c48-a2b8-2208a43e672d tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:15.728082 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd79b837-4e86-455f-ac6a-59092fda9f7d req-dd3697c6-d3af-4c48-a2b8-2208a43e672d tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.2480173 Jul 19 03:28:15.828166 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd79b837-4e86-455f-ac6a-59092fda9f7d req-a91ea2b3-cb1b-4af8-bf53-dd2e2628ed93 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808811 Jul 19 03:28:15.889912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075c286-c4fc-4aa0-bd62-297800b7500c tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:15.897589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075c286-c4fc-4aa0-bd62-297800b7500c tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:15.905042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075c286-c4fc-4aa0-bd62-297800b7500c tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:15.907039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1075c286-c4fc-4aa0-bd62-297800b7500c tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2414207 Jul 19 03:28:15.910063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37370) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:15.957042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-13c3f0bd-8eaf-4f4a-8c55-271d5f40425b None None] Provisioning complete for port dea73dc8-58c4-4b21-9383-d3eded28916d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:15.957442 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-13c3f0bd-8eaf-4f4a-8c55-271d5f40425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.118033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9c31e-8068-4c14-a691-f250979fbc47 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 2f675545-457a-42e7-9dc2-fad854b18542 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:16.120501 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c31e-8068-4c14-a691-f250979fbc47 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.151724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-13c3f0bd-8eaf-4f4a-8c55-271d5f40425b None None] Provisioning for port 110dc4a0-08d4-4756-a3c9-27ae98dac096 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:16.161478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-13c3f0bd-8eaf-4f4a-8c55-271d5f40425b None None] Provisioning complete for port 110dc4a0-08d4-4756-a3c9-27ae98dac096 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:16.164875 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-13c3f0bd-8eaf-4f4a-8c55-271d5f40425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.306898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f0bd-8eaf-4f4a-8c55-271d5f40425b None None] Port 110dc4a0-08d4-4756-a3c9-27ae98dac096 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:16.344152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-13c3f0bd-8eaf-4f4a-8c55-271d5f40425b None None] Provisioning for port 2f675545-457a-42e7-9dc2-fad854b18542 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:16.357168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-13c3f0bd-8eaf-4f4a-8c55-271d5f40425b None None] Provisioning complete for port 2f675545-457a-42e7-9dc2-fad854b18542 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:16.357552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-13c3f0bd-8eaf-4f4a-8c55-271d5f40425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.410435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c31e-8068-4c14-a691-f250979fbc47 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.436394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37380) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:16.459923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9c31e-8068-4c14-a691-f250979fbc47 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 2f675545-457a-42e7-9dc2-fad854b18542 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:16.525786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device dea73dc8-58c4-4b21-9383-d3eded28916d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:16.546219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f0bd-8eaf-4f4a-8c55-271d5f40425b None None] Port 2f675545-457a-42e7-9dc2-fad854b18542 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:16.569423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-ef39710a-6455-44d6-a889-58e9795713b8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:16.577290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-ef39710a-6455-44d6-a889-58e9795713b8 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.26 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 908 time: 0.2416482 Jul 19 03:28:16.591788 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.623810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port dea73dc8-58c4-4b21-9383-d3eded28916d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:16.624507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.696495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ba217849-6d78-4c03-87dd-fc368e3763d3 None None] Provisioning complete for port 110dc4a0-08d4-4756-a3c9-27ae98dac096 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:16.697199 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ba217849-6d78-4c03-87dd-fc368e3763d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.815625 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77125fab-e75c-4b64-9a78-a90cd0338df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.836807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1503da-83c9-4148-a420-6b5495728c9b req-a78d2160-771c-42a2-9a74-20f2c73ff2f6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:16.839456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ba217849-6d78-4c03-87dd-fc368e3763d3 None None] Port 110dc4a0-08d4-4756-a3c9-27ae98dac096 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:16.846543 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1503da-83c9-4148-a420-6b5495728c9b req-a78d2160-771c-42a2-9a74-20f2c73ff2f6 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.3737340 Jul 19 03:28:16.894689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c31e-8068-4c14-a691-f250979fbc47 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.940823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9c31e-8068-4c14-a691-f250979fbc47 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=2f675545-457a-42e7-9dc2-fad854b18542,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:16.946040 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1503da-83c9-4148-a420-6b5495728c9b req-fa992a5c-17c0-43d2-add3-3d724b0e8964 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982361 Jul 19 03:28:16.956768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d4b9bbf0-df57-4d4b-a097-869764610069 None None] Could not find standard attr ID for object 2f675545-457a-42e7-9dc2-fad854b18542. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:28:16.971745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-c03cbfde-1780-4f6c-a811-635d36567509 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Deleting port 52e6b460-2551-41e5-aaa4-5033b2bce983 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:16.979665 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-c03cbfde-1780-4f6c-a811-635d36567509 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:16.991585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c32a4b-ee5b-478a-bdca-93dc3e385440 req-f8f90cdb-6894-4ff4-be8e-b56bc0757753 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:17.001629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-45c32a4b-ee5b-478a-bdca-93dc3e385440 req-f8f90cdb-6894-4ff4-be8e-b56bc0757753 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 908 time: 0.2306144 Jul 19 03:28:17.073023 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c31e-8068-4c14-a691-f250979fbc47 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.080740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37392) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:17.082455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8bf9c31e-8068-4c14-a691-f250979fbc47 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/2f675545-457a-42e7-9dc2-fad854b18542 HTTP/1.1" status: 204 len: 168 time: 1.1711609 Jul 19 03:28:17.173117 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-9960fb70-3916-4e0e-ace9-b1afbd16cc34 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:28:17.173816 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9960fb70-3916-4e0e-ace9-b1afbd16cc34 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/2f675545-457a-42e7-9dc2-fad854b18542 HTTP/1.1" status: 404 len: 333 time: 0.0894361 Jul 19 03:28:17.176171 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77125fab-e75c-4b64-9a78-a90cd0338df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.176300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37394) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:17.220236 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77125fab-e75c-4b64-9a78-a90cd0338df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.322440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77125fab-e75c-4b64-9a78-a90cd0338df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e9ca91-0e7d-4f51-97a8-f7273eca0571,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:17.331001 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-77125fab-e75c-4b64-9a78-a90cd0338df3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8856dfd04d54bfa8fd19ae91c28ac4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8892848 Jul 19 03:28:17.332698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-c03cbfde-1780-4f6c-a811-635d36567509 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] For port 52e6b460-2551-41e5-aaa4-5033b2bce983, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=52e6b460-2551-41e5-aaa4-5033b2bce983,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:17.333079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-c03cbfde-1780-4f6c-a811-635d36567509 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.334042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-176fe6e1-982c-42e7-a9b1-d28f84d7af38 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 110dc4a0-08d4-4756-a3c9-27ae98dac096 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:17.334512 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-176fe6e1-982c-42e7-a9b1-d28f84d7af38 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.337760 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37398) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:17.356031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-c03cbfde-1780-4f6c-a811-635d36567509 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Calling delete_port for 52e6b460-2551-41e5-aaa4-5033b2bce983 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:17.391631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4854bd-46e4-4f50-befc-c13470ed86fe req-7c6eb0b1-039b-48c3-8572-7a6b000b0503 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:17.398383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd4854bd-46e4-4f50-befc-c13470ed86fe req-7c6eb0b1-039b-48c3-8572-7a6b000b0503 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.2203991 Jul 19 03:28:17.479632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd4854bd-46e4-4f50-befc-c13470ed86fe req-d6213279-1acf-44bf-bc42-788e02e79717 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803974 Jul 19 03:28:17.480835 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb3066f5-f8bd-49a4-9ab5-009b693ddb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.493390 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-176fe6e1-982c-42e7-a9b1-d28f84d7af38 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.523049 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb3066f5-f8bd-49a4-9ab5-009b693ddb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.525281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-176fe6e1-982c-42e7-a9b1-d28f84d7af38 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 110dc4a0-08d4-4756-a3c9-27ae98dac096 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:17.572278 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-c03cbfde-1780-4f6c-a811-635d36567509 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.647561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cbfde-1780-4f6c-a811-635d36567509 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event deleted for resources: {'Port': ['ID=52e6b460-2551-41e5-aaa4-5033b2bce983,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:17.649398 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb3066f5-f8bd-49a4-9ab5-009b693ddb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.652489 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb3066f5-f8bd-49a4-9ab5-009b693ddb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.653970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fb3066f5-f8bd-49a4-9ab5-009b693ddb21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7e9ca91-0e7d-4f51-97a8-f7273eca0571 HTTP/1.1" status: 204 len: 168 time: 0.3130176 Jul 19 03:28:17.666201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3066f5-f8bd-49a4-9ab5-009b693ddb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e9ca91-0e7d-4f51-97a8-f7273eca0571,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:17.753896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-c03cbfde-1780-4f6c-a811-635d36567509 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] No DVR routers for this DVR port 52e6b460-2551-41e5-aaa4-5033b2bce983 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:17.756724 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-c03cbfde-1780-4f6c-a811-635d36567509 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.759238 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fed26d63-a64d-4a68-9c8c-c687b7dca253 req-c03cbfde-1780-4f6c-a811-635d36567509 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.26 "DELETE /v2.0/ports/52e6b460-2551-41e5-aaa4-5033b2bce983 HTTP/1.1" status: 204 len: 173 time: 1.1750934 Jul 19 03:28:17.759696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800b91f-a074-4fef-a33f-bdbef4bd0d84', 'name': 'network-vif-deleted', 'tag': '52e6b460-2551-41e5-aaa4-5033b2bce983'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:28:17.762992 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d32e53d-c01b-4fd5-8830-a76d6301f986" -d '{"events": [{"server_uuid": "3800b91f-a074-4fef-a33f-bdbef4bd0d84", "name": "network-vif-deleted", "tag": "52e6b460-2551-41e5-aaa4-5033b2bce983"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:28:17.799781 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-176fe6e1-982c-42e7-a9b1-d28f84d7af38 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.805730 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44971e3a-423d-48cc-910e-34cf1d898d80 x-openstack-request-id: req-44971e3a-423d-48cc-910e-34cf1d898d80 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:28:17.806359 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800b91f-a074-4fef-a33f-bdbef4bd0d84", "name": "network-vif-deleted", "tag": "52e6b460-2551-41e5-aaa4-5033b2bce983", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:28:17.806870 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44971e3a-423d-48cc-910e-34cf1d898d80 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:28:17.807436 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800b91f-a074-4fef-a33f-bdbef4bd0d84', 'name': 'network-vif-deleted', 'tag': '52e6b460-2551-41e5-aaa4-5033b2bce983', 'status': 'completed', 'code': 200} Jul 19 03:28:17.848266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fe6e1-982c-42e7-a9b1-d28f84d7af38 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=110dc4a0-08d4-4756-a3c9-27ae98dac096,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:17.893071 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.910412 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-176fe6e1-982c-42e7-a9b1-d28f84d7af38 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:17.916028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-176fe6e1-982c-42e7-a9b1-d28f84d7af38 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/110dc4a0-08d4-4756-a3c9-27ae98dac096 HTTP/1.1" status: 204 len: 168 time: 0.7380965 Jul 19 03:28:17.916779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37418) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:17.972924 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-034875c7-63ec-457c-865f-57be67647771 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:28:17.978097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37420) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:17.978646 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-034875c7-63ec-457c-865f-57be67647771 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/110dc4a0-08d4-4756-a3c9-27ae98dac096 HTTP/1.1" status: 404 len: 333 time: 0.0605066 Jul 19 03:28:18.220406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9749cc-893b-4c86-88d7-8b9d706d9235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet 7646a7a3-319f-4d18-92cb-a156151432db {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:28:18.237063 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c9749cc-893b-4c86-88d7-8b9d706d9235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:18.344250 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c9749cc-893b-4c86-88d7-8b9d706d9235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:18.478914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37436) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:18.497257 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-867dfc45-9a8c-4327-921e-404fc3833dff req-17716dc5-dcaa-4dbb-83d0-3206c0004570 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=3800b91f-a074-4fef-a33f-bdbef4bd0d84 HTTP/1.1" status: 200 len: 210 time: 0.0772679 Jul 19 03:28:18.523719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8227ddf-ec2e-40ab-9dfc-d415fb8b68c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:18.600629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c9749cc-893b-4c86-88d7-8b9d706d9235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:18.654340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a71052-3f5d-4ef6-805f-95287a51b762 req-0d702d2e-4f34-4276-bab0-0b503b932216 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:18.664947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a71052-3f5d-4ef6-805f-95287a51b762 req-0d702d2e-4f34-4276-bab0-0b503b932216 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.2432020 Jul 19 03:28:18.707330 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c9749cc-893b-4c86-88d7-8b9d706d9235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:18.747307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9749cc-893b-4c86-88d7-8b9d706d9235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=7646a7a3-319f-4d18-92cb-a156151432db,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:18.753871 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c9749cc-893b-4c86-88d7-8b9d706d9235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:18.758498 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8c9749cc-893b-4c86-88d7-8b9d706d9235 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/7646a7a3-319f-4d18-92cb-a156151432db HTTP/1.1" status: 204 len: 168 time: 0.7788820 Jul 19 03:28:18.759110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37446) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:18.764404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b26cf6-0cfb-4841-a368-eb4702682367 None None] Network ad89ab17-4439-40a6-88d5-267238df2f94 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:18.866629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a71052-3f5d-4ef6-805f-95287a51b762 req-b079f9fc-efd9-4396-ac23-00b96cb815c4 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906753 Jul 19 03:28:18.909382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:18.938217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 52e6b460-2551-41e5-aaa4-5033b2bce983 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:18.947427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8227ddf-ec2e-40ab-9dfc-d415fb8b68c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:18.953069 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8227ddf-ec2e-40ab-9dfc-d415fb8b68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:18.980236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 52e6b460-2551-41e5-aaa4-5033b2bce983 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:18.980743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 52e6b460-2551-41e5-aaa4-5033b2bce983 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:18.993589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port dea73dc8-58c4-4b21-9383-d3eded28916d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:18.994166 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.001939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c8227ddf-ec2e-40ab-9dfc-d415fb8b68c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab080d1d63724e4b9c7fe7d0c5d519bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241036 Jul 19 03:28:19.002905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8227ddf-ec2e-40ab-9dfc-d415fb8b68c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61363c93-c4f9-4818-9c6c-7f3a0b2ad124,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:19.005290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37450) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:19.062826 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e8ae858-3a3d-468b-9a68-1d14db58b6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.089219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e8ae858-3a3d-468b-9a68-1d14db58b6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.099881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] For port dea73dc8-58c4-4b21-9383-d3eded28916d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=dea73dc8-58c4-4b21-9383-d3eded28916d,segment=NetworkSegment(a24a282b-c973-4b08-af70-43938dd165b3),segment_id=a24a282b-c973-4b08-af70-43938dd165b3)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:19.100767 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.127345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for dea73dc8-58c4-4b21-9383-d3eded28916d owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:19.165871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e8ae858-3a3d-468b-9a68-1d14db58b6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.169875 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e8ae858-3a3d-468b-9a68-1d14db58b6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.171149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9e8ae858-3a3d-468b-9a68-1d14db58b6a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61363c93-c4f9-4818-9c6c-7f3a0b2ad124 HTTP/1.1" status: 204 len: 168 time: 0.1649356 Jul 19 03:28:19.179359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ae858-3a3d-468b-9a68-1d14db58b6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61363c93-c4f9-4818-9c6c-7f3a0b2ad124,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:19.203674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc3933-f48f-4cc8-b9cc-265707e904a9 None None] DHCP port deletion for ad89ab17-4439-40a6-88d5-267238df2f94 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:28:19.256383 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.262022 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc3933-f48f-4cc8-b9cc-265707e904a9 None None] Deleting port dea73dc8-58c4-4b21-9383-d3eded28916d {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:19.263103 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3933-f48f-4cc8-b9cc-265707e904a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.322356 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=dea73dc8-58c4-4b21-9383-d3eded28916d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:19.325361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No DVR routers for this DVR port dea73dc8-58c4-4b21-9383-d3eded28916d on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:19.357710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7fcc3933-f48f-4cc8-b9cc-265707e904a9 None None] For port dea73dc8-58c4-4b21-9383-d3eded28916d, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:19.358052 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3933-f48f-4cc8-b9cc-265707e904a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.371540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc3933-f48f-4cc8-b9cc-265707e904a9 None None] Calling delete_port for dea73dc8-58c4-4b21-9383-d3eded28916d owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:19.374418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-7fcc3933-f48f-4cc8-b9cc-265707e904a9 None None] Port dea73dc8-58c4-4b21-9383-d3eded28916d was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:28:19.375739 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3933-f48f-4cc8-b9cc-265707e904a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.407345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc3933-f48f-4cc8-b9cc-265707e904a9 None None] Pushing event deleted for resources: {'Port': ['ID=dea73dc8-58c4-4b21-9383-d3eded28916d,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:19.409252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc3933-f48f-4cc8-b9cc-265707e904a9 None None] No DVR routers for this DVR port dea73dc8-58c4-4b21-9383-d3eded28916d on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:19.432547 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.444113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad89ab17-4439-40a6-88d5-267238df2f94']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:19.459306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24a282b-c973-4b08-af70-43938dd165b3') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:19.459608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24a282b-c973-4b08-af70-43938dd165b3') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:19.471227 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.508728 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.523531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:28:19.523950 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:28:19.527647 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:28:19.618141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.637253 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.637253 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/networks/ad89ab17-4439-40a6-88d5-267238df2f94 HTTP/1.1" status: 204 len: 168 time: 0.8759174 Jul 19 03:28:19.640621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37476) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:19.648184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1278930055'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:19.668957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9bd28-ffc2-4be9-b447-1219c2e81d57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Network': ['ID=ad89ab17-4439-40a6-88d5-267238df2f94,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:19.691776 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:19.698989 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.731094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:28:19.743030 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.743485 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Added segment 635ddf2a-0a5b-4be8-9ff4-710cef2d5315 of type vlan for network d597090f-f4a5-48fd-976b-c7efb87dbd21 Jul 19 03:28:19.790762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.849803 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.856518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:19.857125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:19.914310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2721865 Jul 19 03:28:19.918206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37492) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:19.923779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'd597090f-f4a5-48fd-976b-c7efb87dbd21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:20.122187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f76d0-eb8f-4ed9-a940-7fcf63eb5934 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Network': ['ID=d597090f-f4a5-48fd-976b-c7efb87dbd21,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:20.132966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d597090f-f4a5-48fd-976b-c7efb87dbd21 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:28:20.250004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:20.256679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:20.356285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device dea73dc8-58c4-4b21-9383-d3eded28916d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:20.399799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: dea73dc8-58c4-4b21-9383-d3eded28916d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:20.400633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device dea73dc8-58c4-4b21-9383-d3eded28916d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:20.441344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b8b69-0dd6-4447-96ee-2e65d7a509c6 req-b92c4dad-a98f-42ed-a379-6e5945eee9a0 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:20.448970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d98b8b69-0dd6-4447-96ee-2e65d7a509c6 req-b92c4dad-a98f-42ed-a379-6e5945eee9a0 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.3898158 Jul 19 03:28:20.536951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0004efb-9a16-4a5c-bce5-f7ae899b7cdb req-a3f09586-dab0-4b6b-9f0a-06df48de3f2f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:20.549591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e0004efb-9a16-4a5c-bce5-f7ae899b7cdb req-a3f09586-dab0-4b6b-9f0a-06df48de3f2f tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 945 time: 0.1068618 Jul 19 03:28:20.550863 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:20.607039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e0004efb-9a16-4a5c-bce5-f7ae899b7cdb req-13731102-f6d1-4162-a9e2-5e4499743e37 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561755 Jul 19 03:28:20.610225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=f5014c4e-74c0-47df-aa55-e35cfb9b6b37,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:20.634782 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d98b8b69-0dd6-4447-96ee-2e65d7a509c6 req-36828701-6cc2-4ea9-a866-42808beb13b1 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764894 Jul 19 03:28:20.673740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Checking segment: {'id': '635ddf2a-0a5b-4be8-9ff4-710cef2d5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd597090f-f4a5-48fd-976b-c7efb87dbd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:28:20.674232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network hostable DHCP agents. Network: d597090f-f4a5-48fd-976b-c7efb87dbd21, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:28:20.694912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network d597090f-f4a5-48fd-976b-c7efb87dbd21 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:28:20.707577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d597090f-f4a5-48fd-976b-c7efb87dbd21) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:20.720542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:20.721350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:20.722820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b2fc4-25f3-4bf9-a0c7-83e034e36393 None None] Network d597090f-f4a5-48fd-976b-c7efb87dbd21 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:20.758970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d2da3a94-952c-4b4c-a793-b3ff7370b17f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8392441 Jul 19 03:28:20.761993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37522) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:20.767780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-02f18f3a-6c23-48a9-9341-0f521d992765 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-393407409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:20.801284 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02f18f3a-6c23-48a9-9341-0f521d992765 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:20.803042 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02f18f3a-6c23-48a9-9341-0f521d992765 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:20.917262 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-d597090f-f4a5-48fd-976b-c7efb87dbd21', 'network_id': 'd597090f-f4a5-48fd-976b-c7efb87dbd21', 'tenant_id': '3bf11f476a0940dfa5fe31379623cbb8', 'fixed_ips': [{'subnet_id': 'f5014c4e-74c0-47df-aa55-e35cfb9b6b37'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:28:20.918741 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:20.963024 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02f18f3a-6c23-48a9-9341-0f521d992765 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:20.971384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02f18f3a-6c23-48a9-9341-0f521d992765 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:21.008988 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02f18f3a-6c23-48a9-9341-0f521d992765 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:21.013562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37534) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:21.013735 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-02f18f3a-6c23-48a9-9341-0f521d992765 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2502356 Jul 19 03:28:21.018881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'network_id': 'd597090f-f4a5-48fd-976b-c7efb87dbd21', 'name': 'tempest-PortsIpV6TestJSON-590020115'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:21.153271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Allocated IP 2001:db8::2 (d597090f-f4a5-48fd-976b-c7efb87dbd21/f5014c4e-74c0-47df-aa55-e35cfb9b6b37/9278e15e-79c8-4252-8a56-b36afd575f91) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:21.317363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:21.324774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:21.396531 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:21.435711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:28:21.437882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Transition to ACTIVE for port object 9278e15e-79c8-4252-8a56-b36afd575f91 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:21.525412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Transition to ACTIVE for port object 9278e15e-79c8-4252-8a56-b36afd575f91 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:21.542992 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:21.556602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-0ada054f-f8b1-4633-91c2-1c2666df5f5c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:21.558917 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-0ada054f-f8b1-4633-91c2-1c2666df5f5c tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.26 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 945 time: 0.2721236 Jul 19 03:28:21.619333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Pushing event updated for resources: {'Port': ['ID=9278e15e-79c8-4252-8a56-b36afd575f91,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:21.627660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Network d597090f-f4a5-48fd-976b-c7efb87dbd21 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:21.631084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:21.633700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:21.779293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Attempting to bind port 9278e15e-79c8-4252-8a56-b36afd575f91 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:28:21.779754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Attempting to bind port 9278e15e-79c8-4252-8a56-b36afd575f91 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '635ddf2a-0a5b-4be8-9ff4-710cef2d5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd597090f-f4a5-48fd-976b-c7efb87dbd21'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:28:21.780324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Attempting to bind port 9278e15e-79c8-4252-8a56-b36afd575f91 on network d597090f-f4a5-48fd-976b-c7efb87dbd21 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:28:21.787704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:28:21.788089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Checking segment: {'id': '635ddf2a-0a5b-4be8-9ff4-710cef2d5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd597090f-f4a5-48fd-976b-c7efb87dbd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:28:21.788557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:21.789225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Bound using segment: {'id': '635ddf2a-0a5b-4be8-9ff4-710cef2d5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd597090f-f4a5-48fd-976b-c7efb87dbd21'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:28:21.789764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Bound port: 9278e15e-79c8-4252-8a56-b36afd575f91, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635ddf2a-0a5b-4be8-9ff4-710cef2d5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd597090f-f4a5-48fd-976b-c7efb87dbd21'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:28:21.790186 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:21.931650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8::378 (d597090f-f4a5-48fd-976b-c7efb87dbd21/f5014c4e-74c0-47df-aa55-e35cfb9b6b37/5cea2a19-1cda-4d72-9fbe-5c10ee0add71) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:21.945404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] For port 9278e15e-79c8-4252-8a56-b36afd575f91, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:28:21.950667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] For port 9278e15e-79c8-4252-8a56-b36afd575f91, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9278e15e-79c8-4252-8a56-b36afd575f91,segment=NetworkSegment(635ddf2a-0a5b-4be8-9ff4-710cef2d5315),segment_id=635ddf2a-0a5b-4be8-9ff4-710cef2d5315)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:28:21.957856 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:21.961577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-a7cce354-6891-4b00-8dad-e631bbffbcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Deleting port 98c85dec-1e43-476d-a73a-57653fe61447 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:21.962065 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-a7cce354-6891-4b00-8dad-e631bbffbcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:21.971816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec652d-607d-47a8-9b33-763346e6b351 req-a1d1e8e6-e2ec-43ad-816a-a3896e2621e3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:21.973808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fec652d-607d-47a8-9b33-763346e6b351 req-a1d1e8e6-e2ec-43ad-816a-a3896e2621e3 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 945 time: 0.1003909 Jul 19 03:28:22.048049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960c718-d907-4ef3-96aa-95adfd5e22cd None None] Pushing event updated for resources: {'Port': ['ID=9278e15e-79c8-4252-8a56-b36afd575f91,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:22.084373 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fec652d-607d-47a8-9b33-763346e6b351 req-22567b38-8969-4cf7-af1d-a52fc62d3840 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041756 Jul 19 03:28:22.142969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768ca62-45c5-4ed4-a441-ee05183ecc87 req-3f440c7b-8b6e-45a7-ac1b-9c810eea0626 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:22.150825 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9768ca62-45c5-4ed4-a441-ee05183ecc87 req-3f440c7b-8b6e-45a7-ac1b-9c810eea0626 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.3185794 Jul 19 03:28:22.315403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-a7cce354-6891-4b00-8dad-e631bbffbcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] For port 98c85dec-1e43-476d-a73a-57653fe61447, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=98c85dec-1e43-476d-a73a-57653fe61447,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:22.316024 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-a7cce354-6891-4b00-8dad-e631bbffbcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:22.339493 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9768ca62-45c5-4ed4-a441-ee05183ecc87 req-3a9066cd-dbc4-4a2d-879c-4d2e6c1a68c0 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875124 Jul 19 03:28:22.365451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-a7cce354-6891-4b00-8dad-e631bbffbcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Calling delete_port for 98c85dec-1e43-476d-a73a-57653fe61447 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:22.508686 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:22.551516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:22.692012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:22.779998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network d597090f-f4a5-48fd-976b-c7efb87dbd21 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:22.790366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:22.796572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:22.802663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:22.803305 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:22.811031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-a7cce354-6891-4b00-8dad-e631bbffbcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:22.811200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37598) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:22.828281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['98c85dec-1e43-476d-a73a-57653fe61447'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:28:22.831458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['3a8d49f0-1c55-4938-9ac4-bd132148645d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:28:22.866699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=5cea2a19-1cda-4d72-9fbe-5c10ee0add71,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:22.881303 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-aaabdfb2-d259-4db6-b114-ed727a5a099b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8666124 Jul 19 03:28:22.884077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37602) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:23.005891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cce354-6891-4b00-8dad-e631bbffbcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event deleted for resources: {'Port': ['ID=98c85dec-1e43-476d-a73a-57653fe61447,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:23.057409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-a7cce354-6891-4b00-8dad-e631bbffbcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] No DVR routers for this DVR port 98c85dec-1e43-476d-a73a-57653fe61447 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:23.060691 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-a7cce354-6891-4b00-8dad-e631bbffbcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:23.063172 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7d2ef75f-3393-40f2-9e9c-234e68595356 req-a7cce354-6891-4b00-8dad-e631bbffbcf1 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.26 "DELETE /v2.0/ports/98c85dec-1e43-476d-a73a-57653fe61447 HTTP/1.1" status: 204 len: 173 time: 1.4966626 Jul 19 03:28:23.063657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babad029-1167-4c5c-8c78-e107afe530a0', 'name': 'network-vif-deleted', 'tag': '98c85dec-1e43-476d-a73a-57653fe61447'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:28:23.066649 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192357e8-00f0-4887-ade9-a61baa69bf5f" -d '{"events": [{"server_uuid": "babad029-1167-4c5c-8c78-e107afe530a0", "name": "network-vif-deleted", "tag": "98c85dec-1e43-476d-a73a-57653fe61447"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:28:23.132822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02620d9f-a6c7-4f90-b3e0-c777ea933c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:23.147025 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053b077-3657-4c84-abb9-418f3084cc35 x-openstack-request-id: req-c053b077-3657-4c84-abb9-418f3084cc35 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:28:23.147328 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babad029-1167-4c5c-8c78-e107afe530a0", "name": "network-vif-deleted", "tag": "98c85dec-1e43-476d-a73a-57653fe61447", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:28:23.147586 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c053b077-3657-4c84-abb9-418f3084cc35 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:28:23.148002 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babad029-1167-4c5c-8c78-e107afe530a0', 'name': 'network-vif-deleted', 'tag': '98c85dec-1e43-476d-a73a-57653fe61447', 'status': 'completed', 'code': 200} Jul 19 03:28:23.615495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be827d2-257b-4aff-9afe-4f7c29cf6f1f None None] Network d597090f-f4a5-48fd-976b-c7efb87dbd21 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:23.700602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f27cbb-87f1-4a76-9e9f-d4aff4b3d235 req-6b10a04c-9bb2-4377-a18a-12f19318612f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:23.706459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79f27cbb-87f1-4a76-9e9f-d4aff4b3d235 req-6b10a04c-9bb2-4377-a18a-12f19318612f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.1714621 Jul 19 03:28:23.777167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6dadee3e-36a4-4feb-bccb-4693f38c01af None None] Provisioning for port 9278e15e-79c8-4252-8a56-b36afd575f91 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:23.839125 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79f27cbb-87f1-4a76-9e9f-d4aff4b3d235 req-9c0a12a6-946f-45fa-a6a7-98ff6088eb70 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198506 Jul 19 03:28:24.115038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4f92da4-1fd2-4e04-be78-40b4b2060532 req-3c135866-036f-40dd-b5c7-fea8aac7e362 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=babad029-1167-4c5c-8c78-e107afe530a0 HTTP/1.1" status: 200 len: 210 time: 0.7920175 Jul 19 03:28:24.193222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-46cd3174-6bb3-4798-ba10-f369e5074900 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1875348 Jul 19 03:28:24.416709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9278e15e-79c8-4252-8a56-b36afd575f91 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:24.451713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-74f96cba-979f-4686-998d-4ce6aa5dee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:24.453628 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-74f96cba-979f-4686-998d-4ce6aa5dee62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 1097 time: 0.2239027 Jul 19 03:28:24.455780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02620d9f-a6c7-4f90-b3e0-c777ea933c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:24.462646 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02620d9f-a6c7-4f90-b3e0-c777ea933c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:24.553465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9c7fcdc2-7d44-4392-b666-03fed30112fb None None] Provisioning for port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:24.561353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9c7fcdc2-7d44-4392-b666-03fed30112fb None None] Provisioning complete for port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:24.561883 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9c7fcdc2-7d44-4392-b666-03fed30112fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:24.565510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 9278e15e-79c8-4252-8a56-b36afd575f91 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:24.587954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9278e15e-79c8-4252-8a56-b36afd575f91 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:24.588392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:24.641726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-02620d9f-a6c7-4f90-b3e0-c777ea933c48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3739a53f77084ef1bc03ca87f8a41cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8297889 Jul 19 03:28:24.642827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02620d9f-a6c7-4f90-b3e0-c777ea933c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd405f8-baba-4496-941d-6d403e63a54c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:24.645676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37634) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:24.653727 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:24.672244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9c7fcdc2-7d44-4392-b666-03fed30112fb None None] Port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:24.714049 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:24.777265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 9278e15e-79c8-4252-8a56-b36afd575f91, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9278e15e-79c8-4252-8a56-b36afd575f91,segment=NetworkSegment(635ddf2a-0a5b-4be8-9ff4-710cef2d5315),segment_id=635ddf2a-0a5b-4be8-9ff4-710cef2d5315)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:24.795497 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:24.896216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-dcc821af-e623-478b-bff8-db6eef5773ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:24.897808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-dcc821af-e623-478b-bff8-db6eef5773ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 909 time: 0.4133489 Jul 19 03:28:24.916835 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63fa8f71-3679-45e9-93de-feb029869993 req-d85bc480-f750-4cd3-afe0-57ae198bc776 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0755339 Jul 19 03:28:24.939780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=9278e15e-79c8-4252-8a56-b36afd575f91,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:24.945357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-029bbe0d-a1b4-44f8-9df5-f43ea86c8187 None None] Provisioning complete for port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:24.945948 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-029bbe0d-a1b4-44f8-9df5-f43ea86c8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:25.015099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa8f71-3679-45e9-93de-feb029869993 req-9a7c57d1-0438-4f99-9451-17e4c500ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:25.017042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63fa8f71-3679-45e9-93de-feb029869993 req-9a7c57d1-0438-4f99-9451-17e4c500ff45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 1097 time: 0.0750079 Jul 19 03:28:25.019071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 98c85dec-1e43-476d-a73a-57653fe61447 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:25.092851 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-779a41e1-ec75-4b30-811a-d4de117ea079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:25.115151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 98c85dec-1e43-476d-a73a-57653fe61447 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:25.119129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 98c85dec-1e43-476d-a73a-57653fe61447 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:25.148590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-029bbe0d-a1b4-44f8-9df5-f43ea86c8187 None None] Port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:25.164665 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-2d68419c-dfd9-4b99-a844-5d307baf420d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d HTTP/1.1" status: 200 len: 1001 time: 0.2555139 Jul 19 03:28:25.257316 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-779a41e1-ec75-4b30-811a-d4de117ea079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:25.481903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-c8c5987b-42b1-42d2-ad26-ac5d252e9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:25.484510 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-c8c5987b-42b1-42d2-ad26-ac5d252e9788 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 200 len: 848 time: 0.2892506 Jul 19 03:28:25.504871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-779a41e1-ec75-4b30-811a-d4de117ea079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:25.507608 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-779a41e1-ec75-4b30-811a-d4de117ea079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:25.508938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-779a41e1-ec75-4b30-811a-d4de117ea079 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fd405f8-baba-4496-941d-6d403e63a54c HTTP/1.1" status: 204 len: 168 time: 0.8587286 Jul 19 03:28:25.564012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a41e1-ec75-4b30-811a-d4de117ea079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd405f8-baba-4496-941d-6d403e63a54c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:25.637226 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:25.645220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-6397364c-81ba-48f1-ae66-7aa4276f003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:25.646826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-6397364c-81ba-48f1-ae66-7aa4276f003b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66515329-14d2-403d-9c58-62f5e4e23d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550665 Jul 19 03:28:25.648331 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:25.736833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=5cea2a19-1cda-4d72-9fbe-5c10ee0add71,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:25.862402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa8f71-3679-45e9-93de-feb029869993 req-b27eac39-9e7a-4fef-a2df-1427bce137b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:25.864126 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63fa8f71-3679-45e9-93de-feb029869993 req-b27eac39-9e7a-4fef-a2df-1427bce137b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 200 len: 912 time: 0.8212235 Jul 19 03:28:25.920392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-f20a4467-ed0f-4e95-bebd-f2d327c59416 service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235854 Jul 19 03:28:26.081080 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63fa8f71-3679-45e9-93de-feb029869993 req-006c0073-b900-4d8f-bfd8-27a62e99bd57 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8d49f0-1c55-4938-9ac4-bd132148645d HTTP/1.1" status: 200 len: 217 time: 0.2028601 Jul 19 03:28:26.137699 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.148779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b100687-fe0a-4e79-bf86-6c129b5a4db0 req-534ddc2e-8e13-4dd4-a5b9-48497d31fe70 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:26.160512 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b100687-fe0a-4e79-bf86-6c129b5a4db0 req-534ddc2e-8e13-4dd4-a5b9-48497d31fe70 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 1.0556748 Jul 19 03:28:26.207505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fe726fe9-0aa9-48fb-87dd-8a49d91a8a00 None None] Provisioning complete for port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:26.208207 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fe726fe9-0aa9-48fb-87dd-8a49d91a8a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.278818 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b100687-fe0a-4e79-bf86-6c129b5a4db0 req-39417163-4510-4abb-a55f-b48fa2dcb2f1 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147451 Jul 19 03:28:26.286571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa8f71-3679-45e9-93de-feb029869993 req-31647f89-d4f7-44a3-a407-8d95a071bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:26.289264 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63fa8f71-3679-45e9-93de-feb029869993 req-31647f89-d4f7-44a3-a407-8d95a071bb20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 200 len: 851 time: 0.2001827 Jul 19 03:28:26.289781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37676) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:26.307998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-fe726fe9-0aa9-48fb-87dd-8a49d91a8a00 None None] Port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:26.346964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-39cc5340-7528-487a-be1f-6e46bf1f4e8f req-ac3195fe-96e4-4759-860a-f4d6677c5551 service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930757 Jul 19 03:28:26.377179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3f748c8-dd38-48f4-958b-41a6b91b27df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.435891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa8f71-3679-45e9-93de-feb029869993 req-d636dd23-b170-462b-b4cf-703076de4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:26.437442 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63fa8f71-3679-45e9-93de-feb029869993 req-d636dd23-b170-462b-b4cf-703076de4369 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317012 Jul 19 03:28:26.447156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9278e15e-79c8-4252-8a56-b36afd575f91 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:26.448526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.547087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a204f1-3362-43fc-aa63-f9670f7ea3f4 req-afcf8b58-c6bb-487f-90f5-ec0ee58966c7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:26.554170 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3f748c8-dd38-48f4-958b-41a6b91b27df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.559382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-73a204f1-3362-43fc-aa63-f9670f7ea3f4 req-afcf8b58-c6bb-487f-90f5-ec0ee58966c7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.5359142 Jul 19 03:28:26.569024 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a3f748c8-dd38-48f4-958b-41a6b91b27df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.576031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9278e15e-79c8-4252-8a56-b36afd575f91 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:26.577232 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.577820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-f43f11f5-1681-4862-b4c7-80f90df9cec2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:26.579720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-f43f11f5-1681-4862-b4c7-80f90df9cec2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 945 time: 0.4389036 Jul 19 03:28:26.677837 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a3f748c8-dd38-48f4-958b-41a6b91b27df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c613cdbba35d4b7c874d016329fedd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866413 Jul 19 03:28:26.684627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37680) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:26.718568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f748c8-dd38-48f4-958b-41a6b91b27df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81254ec2-fa19-4817-853e-6f17a41ae670,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:26.785560 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63fa8f71-3679-45e9-93de-feb029869993 req-3a54ce78-bc10-4041-961e-66c2ab1f06bc service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298510 Jul 19 03:28:26.829003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-021827c3-bf5c-404e-8d5a-096546af1de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.870488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-73a204f1-3362-43fc-aa63-f9670f7ea3f4 req-b92efd0b-49a4-48e1-ae72-4405c82cf385 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f116912-b174-4f4a-bc02-2066c4bfa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094172 Jul 19 03:28:26.897907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-021827c3-bf5c-404e-8d5a-096546af1de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.965912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-63fa8f71-3679-45e9-93de-feb029869993 req-386f2a21-f4cd-466b-83f2-1b52834f6913 service neutron] 10.222.0.25 "GET /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701276 Jul 19 03:28:26.989256 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-021827c3-bf5c-404e-8d5a-096546af1de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.991914 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-021827c3-bf5c-404e-8d5a-096546af1de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:26.995526 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-021827c3-bf5c-404e-8d5a-096546af1de6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81254ec2-fa19-4817-853e-6f17a41ae670 HTTP/1.1" status: 204 len: 168 time: 0.3060942 Jul 19 03:28:27.001739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021827c3-bf5c-404e-8d5a-096546af1de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81254ec2-fa19-4817-853e-6f17a41ae670,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:27.038644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-47cf2ad4-9d14-45bb-941d-e450f5204dc2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Deleting port 3a8d49f0-1c55-4938-9ac4-bd132148645d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:27.039235 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-47cf2ad4-9d14-45bb-941d-e450f5204dc2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:27.141783 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:27.155977 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:27.156707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:27.246063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-47cf2ad4-9d14-45bb-941d-e450f5204dc2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] For port 3a8d49f0-1c55-4938-9ac4-bd132148645d, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=3a8d49f0-1c55-4938-9ac4-bd132148645d,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:27.246555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-47cf2ad4-9d14-45bb-941d-e450f5204dc2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:27.314788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-47cf2ad4-9d14-45bb-941d-e450f5204dc2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Calling delete_port for 3a8d49f0-1c55-4938-9ac4-bd132148645d owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:27.330704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=5cea2a19-1cda-4d72-9fbe-5c10ee0add71,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:27.422378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network d597090f-f4a5-48fd-976b-c7efb87dbd21 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:27.422378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:27.548585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d214b67-cbf9-4e49-801d-4089d0dfbf30 req-62b2ef9b-946b-4c9b-b9c3-bf44cda8df34 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:27.557256 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d214b67-cbf9-4e49-801d-4089d0dfbf30 req-62b2ef9b-946b-4c9b-b9c3-bf44cda8df34 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.1140254 Jul 19 03:28:27.624732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d214b67-cbf9-4e49-801d-4089d0dfbf30 req-e7552bb9-3b4f-4db4-a572-ce32252f7274 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653241 Jul 19 03:28:27.801478 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-47cf2ad4-9d14-45bb-941d-e450f5204dc2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:27.851126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Router 950a0e54-1561-4682-8a72-1fa043f4cddf is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:28:27.852765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf2ad4-9d14-45bb-941d-e450f5204dc2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event deleted for resources: {'Port': ['ID=3a8d49f0-1c55-4938-9ac4-bd132148645d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:27.920734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-01ff8f80-f4c8-4f2b-862b-ccd069433a53 None None] Provisioning complete for port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:27.921235 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-01ff8f80-f4c8-4f2b-862b-ccd069433a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:28.010772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:28:28.030701 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-45de552e-c647-4875-9993-dc99b849031a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "PUT /v2.0/routers/950a0e54-1561-4682-8a72-1fa043f4cddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1408217 Jul 19 03:28:28.030905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37724) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:28.033238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f6b4e-10e6-43cc-9df3-b384e8082d3e None None] Sync routers for ids ['950a0e54-1561-4682-8a72-1fa043f4cddf'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:28:28.072482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f6b4e-10e6-43cc-9df3-b384e8082d3e None None] Routers {'950a0e54-1561-4682-8a72-1fa043f4cddf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:28:28.073155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c52f6b4e-10e6-43cc-9df3-b384e8082d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['950a0e54-1561-4682-8a72-1fa043f4cddf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:28.132352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c52f6b4e-10e6-43cc-9df3-b384e8082d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:28.144819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-01ff8f80-f4c8-4f2b-862b-ccd069433a53 None None] Port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:28.148843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f6b4e-10e6-43cc-9df3-b384e8082d3e None None] Routers {'950a0e54-1561-4682-8a72-1fa043f4cddf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:28:28.150180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c52f6b4e-10e6-43cc-9df3-b384e8082d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['950a0e54-1561-4682-8a72-1fa043f4cddf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:28.164039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1061b0f5-f4a3-4393-b69e-a5dea0d035e5 req-11c48f5d-8524-43dc-a605-32a5ea1f7b48 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a081f09-e4fa-4543-9d0a-463876a3aa7f HTTP/1.1" status: 200 len: 210 time: 0.1018834 Jul 19 03:28:28.201008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c52f6b4e-10e6-43cc-9df3-b384e8082d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:28.201774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f6b4e-10e6-43cc-9df3-b384e8082d3e None None] The sync data for ids ['950a0e54-1561-4682-8a72-1fa043f4cddf'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:28:28.204286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-47cf2ad4-9d14-45bb-941d-e450f5204dc2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] No DVR routers for this DVR port 3a8d49f0-1c55-4938-9ac4-bd132148645d on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:28.208290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-47cf2ad4-9d14-45bb-941d-e450f5204dc2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:28.212614 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d919e995-b691-4bf4-b638-0ba904be9f62 req-47cf2ad4-9d14-45bb-941d-e450f5204dc2 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "DELETE /v2.0/ports/3a8d49f0-1c55-4938-9ac4-bd132148645d HTTP/1.1" status: 204 len: 173 time: 1.5081723 Jul 19 03:28:28.215047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a081f09-e4fa-4543-9d0a-463876a3aa7f', 'name': 'network-vif-deleted', 'tag': '3a8d49f0-1c55-4938-9ac4-bd132148645d'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:28:28.219889 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0741892-92f5-42e6-a6fc-35ea9a7d95ba" -d '{"events": [{"server_uuid": "0a081f09-e4fa-4543-9d0a-463876a3aa7f", "name": "network-vif-deleted", "tag": "3a8d49f0-1c55-4938-9ac4-bd132148645d"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:28:28.284022 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ceb40-e40e-4e48-818d-630720c63931 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:28.288551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37738) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:28.291282 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c94ceb40-e40e-4e48-818d-630720c63931 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports?device_id=950a0e54-1561-4682-8a72-1fa043f4cddf HTTP/1.1" status: 200 len: 988 time: 0.2593102 Jul 19 03:28:28.294476 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50f95f-9537-4e0a-bcce-a51da1393fe5 x-openstack-request-id: req-ac50f95f-9537-4e0a-bcce-a51da1393fe5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:28:28.294769 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a081f09-e4fa-4543-9d0a-463876a3aa7f", "name": "network-vif-deleted", "tag": "3a8d49f0-1c55-4938-9ac4-bd132148645d", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:28:28.295025 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac50f95f-9537-4e0a-bcce-a51da1393fe5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:28:28.295718 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a081f09-e4fa-4543-9d0a-463876a3aa7f', 'name': 'network-vif-deleted', 'tag': '3a8d49f0-1c55-4938-9ac4-bd132148645d', 'status': 'completed', 'code': 200} Jul 19 03:28:28.978101 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:29.112467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52bc3d-25d7-44d6-94db-0840a95d0d7f req-842625f3-cecd-4340-a2a3-3dd441d13ac7 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:29.114416 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d52bc3d-25d7-44d6-94db-0840a95d0d7f req-842625f3-cecd-4340-a2a3-3dd441d13ac7 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.2320976 Jul 19 03:28:29.307097 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d52bc3d-25d7-44d6-94db-0840a95d0d7f req-88c5d9fe-4633-4098-9f93-9f1dc4e6d62f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920053 Jul 19 03:28:29.460455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:29.460939 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:29.627310 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:29.653949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 5cea2a19-1cda-4d72-9fbe-5c10ee0add71 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:29.718258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3a8d49f0-1c55-4938-9ac4-bd132148645d no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:29.764368 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 3a8d49f0-1c55-4938-9ac4-bd132148645d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:29.765073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 3a8d49f0-1c55-4938-9ac4-bd132148645d not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:29.924806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:29.967100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=5cea2a19-1cda-4d72-9fbe-5c10ee0add71,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:30.108761 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:30.594570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Router 950a0e54-1561-4682-8a72-1fa043f4cddf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:28:30.664385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfb096-ba62-45ca-aa9a-ea859c6af280 req-0dc17440-b795-4b1c-abd8-998ee794106d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:30.670405 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c4dfb096-ba62-45ca-aa9a-ea859c6af280 req-0dc17440-b795-4b1c-abd8-998ee794106d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3517890 Jul 19 03:28:30.716242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b3506-a718-478d-b213-5401dda25e49 req-ffc2570d-8294-4278-ab1b-3a110828ade3 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:30.725032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-707b3506-a718-478d-b213-5401dda25e49 req-ffc2570d-8294-4278-ab1b-3a110828ade3 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.1556764 Jul 19 03:28:30.834746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:28:30.846823 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a4559-3ebd-4eb7-9770-b482ed95c140 None None] Sync routers for ids ['950a0e54-1561-4682-8a72-1fa043f4cddf'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:28:30.849227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-707b3506-a718-478d-b213-5401dda25e49 req-8d6ea26a-aaa7-4a6d-8191-954c55cff0c3 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216164 Jul 19 03:28:30.857038 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-07eabb75-a60f-4cb2-acd6-1f9aa0839b2a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "PUT /v2.0/routers/950a0e54-1561-4682-8a72-1fa043f4cddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5640662 Jul 19 03:28:30.857337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37826) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:30.862430 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a4559-3ebd-4eb7-9770-b482ed95c140 None None] Routers {'950a0e54-1561-4682-8a72-1fa043f4cddf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:28:30.863263 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c6a4559-3ebd-4eb7-9770-b482ed95c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['950a0e54-1561-4682-8a72-1fa043f4cddf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:30.874486 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c4dfb096-ba62-45ca-aa9a-ea859c6af280 req-2458879e-56f3-4b97-bfe6-36c83b5d0007 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788311 Jul 19 03:28:30.908846 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2955e8-e751-416a-983d-05897622fefb tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:28:30.910652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5a2955e8-e751-416a-983d-05897622fefb tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/5cea2a19-1cda-4d72-9fbe-5c10ee0add71 HTTP/1.1" status: 404 len: 333 time: 0.0499258 Jul 19 03:28:30.913757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37832) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:30.948014 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c6a4559-3ebd-4eb7-9770-b482ed95c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:30.989389 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a4559-3ebd-4eb7-9770-b482ed95c140 None None] Routers {'950a0e54-1561-4682-8a72-1fa043f4cddf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:28:30.990932 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c6a4559-3ebd-4eb7-9770-b482ed95c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['950a0e54-1561-4682-8a72-1fa043f4cddf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:31.048841 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c6a4559-3ebd-4eb7-9770-b482ed95c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:31.055311 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a4559-3ebd-4eb7-9770-b482ed95c140 None None] The sync data for ids ['950a0e54-1561-4682-8a72-1fa043f4cddf'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:28:31.110295 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-895f5503-9376-4826-bcd2-56b00e356bde tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:31.614252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-ca36893c-94a5-4eb0-a722-f17505d3f3ad tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:31.616313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-ca36893c-94a5-4eb0-a722-f17505d3f3ad tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1463234 Jul 19 03:28:31.624332 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-895f5503-9376-4826-bcd2-56b00e356bde tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:31.630109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-895f5503-9376-4826-bcd2-56b00e356bde tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:31.742947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-895f5503-9376-4826-bcd2-56b00e356bde tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:31.743670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895f5503-9376-4826-bcd2-56b00e356bde tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Fanout notify agent at l3_agent the message router_deleted on router 950a0e54-1561-4682-8a72-1fa043f4cddf {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:28:31.765783 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-895f5503-9376-4826-bcd2-56b00e356bde tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:31.769982 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-895f5503-9376-4826-bcd2-56b00e356bde tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/routers/950a0e54-1561-4682-8a72-1fa043f4cddf HTTP/1.1" status: 204 len: 168 time: 0.8550830 Jul 19 03:28:31.772810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37856) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:31.838355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Deleting port 49f29172-fa13-4186-99f3-5b113c6eb306 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:31.839876 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:31.873026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f618b92d-635e-4f7c-af9b-744d486c414e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet f5014c4e-74c0-47df-aa55-e35cfb9b6b37 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:28:31.876799 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f618b92d-635e-4f7c-af9b-744d486c414e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:31.974181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f618b92d-635e-4f7c-af9b-744d486c414e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:32.180458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] For port 49f29172-fa13-4186-99f3-5b113c6eb306, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=49f29172-fa13-4186-99f3-5b113c6eb306,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:32.180832 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:32.227100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f618b92d-635e-4f7c-af9b-744d486c414e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:32.533679 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f618b92d-635e-4f7c-af9b-744d486c414e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:32.601189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618b92d-635e-4f7c-af9b-744d486c414e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=f5014c4e-74c0-47df-aa55-e35cfb9b6b37,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:32.628418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ffdd6-ba45-4c25-a474-1d04adc398fd None None] Network d597090f-f4a5-48fd-976b-c7efb87dbd21 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:32.629026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f618b92d-635e-4f7c-af9b-744d486c414e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:32.632939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f618b92d-635e-4f7c-af9b-744d486c414e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/f5014c4e-74c0-47df-aa55-e35cfb9b6b37 HTTP/1.1" status: 204 len: 168 time: 0.8565211 Jul 19 03:28:32.634877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37880) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:32.680985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c74c1-23f4-4977-8112-95d80909aca5 req-627cf102-b796-4301-88c1-02057a3a7eff tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:32.691074 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-983c74c1-23f4-4977-8112-95d80909aca5 req-627cf102-b796-4301-88c1-02057a3a7eff tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.3696251 Jul 19 03:28:32.888266 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:28:32.909630 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-983c74c1-23f4-4977-8112-95d80909aca5 req-c0e96e20-aba6-46c8-bdd8-8d66a851711f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102847 Jul 19 03:28:33.047218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:33.141170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a737d28-5348-4fc5-98ee-81d27f11ab21 None None] DHCP port deletion for d597090f-f4a5-48fd-976b-c7efb87dbd21 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:28:33.201217 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 9278e15e-79c8-4252-8a56-b36afd575f91 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:33.201737 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:33.282224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] For port 9278e15e-79c8-4252-8a56-b36afd575f91, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9278e15e-79c8-4252-8a56-b36afd575f91,segment=NetworkSegment(635ddf2a-0a5b-4be8-9ff4-710cef2d5315),segment_id=635ddf2a-0a5b-4be8-9ff4-710cef2d5315)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:33.282962 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:33.294217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5a737d28-5348-4fc5-98ee-81d27f11ab21 None None] Deleting port 9278e15e-79c8-4252-8a56-b36afd575f91 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:33.296621 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5a737d28-5348-4fc5-98ee-81d27f11ab21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:33.300467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 9278e15e-79c8-4252-8a56-b36afd575f91 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:33.431400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5a737d28-5348-4fc5-98ee-81d27f11ab21 None None] For port 9278e15e-79c8-4252-8a56-b36afd575f91, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9278e15e-79c8-4252-8a56-b36afd575f91,segment=NetworkSegment(635ddf2a-0a5b-4be8-9ff4-710cef2d5315),segment_id=635ddf2a-0a5b-4be8-9ff4-710cef2d5315)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:33.432124 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5a737d28-5348-4fc5-98ee-81d27f11ab21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:33.458884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5a737d28-5348-4fc5-98ee-81d27f11ab21 None None] Calling delete_port for 9278e15e-79c8-4252-8a56-b36afd575f91 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:33.483497 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:33.536670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No DVR routers for this DVR port 9278e15e-79c8-4252-8a56-b36afd575f91 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:33.574118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:33.574750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:33.574845 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Floating IP d81cf2a9-ea66-490a-8bad-495be63ea34e disassociated. External IP: 172.25.2.12, port: 49f29172-fa13-4186-99f3-5b113c6eb306. Jul 19 03:28:33.575168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Calling delete_port for 49f29172-fa13-4186-99f3-5b113c6eb306 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:33.632772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=9278e15e-79c8-4252-8a56-b36afd575f91,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:33.657288 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5a737d28-5348-4fc5-98ee-81d27f11ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:33.710521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a737d28-5348-4fc5-98ee-81d27f11ab21 None None] Pushing event deleted for resources: {'Port': ['ID=9278e15e-79c8-4252-8a56-b36afd575f91,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:33.720643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a737d28-5348-4fc5-98ee-81d27f11ab21 None None] No DVR routers for this DVR port 9278e15e-79c8-4252-8a56-b36afd575f91 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:33.770073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001834be-ccdb-47c7-9354-647bf8ab73b7 req-6d8b1cc6-b9ca-42b4-a9ef-75a9406d8f56 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:33.778193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-001834be-ccdb-47c7-9354-647bf8ab73b7 req-6d8b1cc6-b9ca-42b4-a9ef-75a9406d8f56 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 945 time: 1.5372345 Jul 19 03:28:33.929858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-001834be-ccdb-47c7-9354-647bf8ab73b7 req-949d0f7e-d95b-495f-9c1b-d8c38aeb66d7 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups?id=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454966 Jul 19 03:28:34.014170 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:34.315924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event deleted for resources: {'Port': ['ID=49f29172-fa13-4186-99f3-5b113c6eb306,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:34.378960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9278e15e-79c8-4252-8a56-b36afd575f91 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:34.401703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Router 51bf4b14-11fd-4c46-8dd5-010e673d0392 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:28:34.435143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 9278e15e-79c8-4252-8a56-b36afd575f91 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:34.435711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9278e15e-79c8-4252-8a56-b36afd575f91 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:34.443868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:34.475665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d597090f-f4a5-48fd-976b-c7efb87dbd21']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:34.521992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635ddf2a-0a5b-4be8-9ff4-710cef2d5315') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:34.522414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635ddf2a-0a5b-4be8-9ff4-710cef2d5315') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:34.536757 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:34.556079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:34.564663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:28:34.565175 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:28:34.574631 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:28:34.747758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:28:34.759932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] Sync routers for ids ['51bf4b14-11fd-4c46-8dd5-010e673d0392'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:28:34.771006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4daab-df57-4182-a03c-f5b2d85af0bd req-1cde3dda-6861-44ec-a6e2-ec54038f121d tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:34.773213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] Routers {'51bf4b14-11fd-4c46-8dd5-010e673d0392'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:28:34.779790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['51bf4b14-11fd-4c46-8dd5-010e673d0392'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:34.789677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0a4daab-df57-4182-a03c-f5b2d85af0bd req-1cde3dda-6861-44ec-a6e2-ec54038f121d tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.3403003 Jul 19 03:28:34.791634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:34.816255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:34.818194 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/networks/d597090f-f4a5-48fd-976b-c7efb87dbd21 HTTP/1.1" status: 204 len: 168 time: 2.1811373 Jul 19 03:28:34.837878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37948) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:34.846321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] No DVR routers for this DVR port 49f29172-fa13-4186-99f3-5b113c6eb306 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:34.848958 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:34.851010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d31daea-4461-47a5-a9e2-03de5de2f983 req-a4c1890b-d1bd-45c6-a1c6-aafd0f8ac075 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.25 "DELETE /v2.0/ports/49f29172-fa13-4186-99f3-5b113c6eb306 HTTP/1.1" status: 204 len: 173 time: 3.2195907 Jul 19 03:28:34.851460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-deleted', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:28:34.853768 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949adbc0-c699-4aa3-8709-db8c1ee5255e" -d '{"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-deleted", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:28:34.933404 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d9a8ae-b77e-41f9-835f-0fb712299cd1 x-openstack-request-id: req-f4d9a8ae-b77e-41f9-835f-0fb712299cd1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:28:34.933989 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60252848-2a85-43dc-98a4-1202193a8bf2", "name": "network-vif-deleted", "tag": "49f29172-fa13-4186-99f3-5b113c6eb306", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:28:34.934421 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4d9a8ae-b77e-41f9-835f-0fb712299cd1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:28:34.935002 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60252848-2a85-43dc-98a4-1202193a8bf2', 'name': 'network-vif-deleted', 'tag': '49f29172-fa13-4186-99f3-5b113c6eb306', 'status': 'completed', 'code': 200} Jul 19 03:28:34.968681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3999ee-2968-4598-b27a-189cabe50771 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:34.970400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2a3999ee-2968-4598-b27a-189cabe50771 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/b4dd2a0b-06e1-4fc7-8c09-105c353a5cad HTTP/1.1" status: 200 len: 845 time: 0.0977020 Jul 19 03:28:34.971503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2c3a5-3398-4b73-8594-f2b574a149fe tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Network': ['ID=d597090f-f4a5-48fd-976b-c7efb87dbd21,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:34.974085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37954) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:35.044461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0a4daab-df57-4182-a03c-f5b2d85af0bd req-15d0efb2-a642-4ff3-a889-0ccbd0fe86d7 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538850 Jul 19 03:28:35.188920 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ef18c023-6c96-4ee8-87a5-3ee925fbddf1 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/b4dd2a0b-06e1-4fc7-8c09-105c353a5cad?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2133796 Jul 19 03:28:35.192594 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37962) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:35.199441 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e0c8609e-3a4d-4da9-8fe7-1dd3d106cfef tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:35.224119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] Set router 51bf4b14-11fd-4c46-8dd5-010e673d0392 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:28:35.412814 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c8a8e03e-035d-4ae8-8c87-c7be642bb6f5 req-716ea66c-72d3-4de2-abb1-2ec5342f8d0d tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/ports?device_id=60252848-2a85-43dc-98a4-1202193a8bf2 HTTP/1.1" status: 200 len: 210 time: 0.0905433 Jul 19 03:28:35.446819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c8609e-3a4d-4da9-8fe7-1dd3d106cfef tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:35.476487 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e0c8609e-3a4d-4da9-8fe7-1dd3d106cfef tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:35.746661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:35.946253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 49f29172-fa13-4186-99f3-5b113c6eb306 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:35.947423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 49f29172-fa13-4186-99f3-5b113c6eb306 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:35.970004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:10Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ead129f2-e5af-4707-b799-bd790c73671e', 'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'mac_address': 'fa:16:3e:1a:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:08Z', 'updated_at': '2021-07-19T03:14:17Z', 'revision_number': 5, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'subnets': [{'id': '8923274a-b15c-436a-854a-07f1da3779f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:35.974731 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e0c8609e-3a4d-4da9-8fe7-1dd3d106cfef tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:36.023020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8609e-3a4d-4da9-8fe7-1dd3d106cfef tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:36.024275 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] Checking router: 51bf4b14-11fd-4c46-8dd5-010e673d0392 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:28:36.027223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-e0c8609e-3a4d-4da9-8fe7-1dd3d106cfef tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:36.038121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8609e-3a4d-4da9-8fe7-1dd3d106cfef tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:36.038897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e0c8609e-3a4d-4da9-8fe7-1dd3d106cfef tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:36.040241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] Routers {'51bf4b14-11fd-4c46-8dd5-010e673d0392'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:28:36.040867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['51bf4b14-11fd-4c46-8dd5-010e673d0392'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:36.069722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8609e-3a4d-4da9-8fe7-1dd3d106cfef tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=55589288-adcd-46f2-9d34-6840930a6554,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:36.083655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37994) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:36.084367 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e0c8609e-3a4d-4da9-8fe7-1dd3d106cfef tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8898959 Jul 19 03:28:36.089882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1eb4c6fc-0a3a-4683-9920-5ff9b46adb57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'security_group': {'name': 'tempest-secgroup-45731704'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:36.095897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e8ebe-34cd-497e-8be2-9484ec2fe6e4 None None] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:36.141072 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c6fc-0a3a-4683-9920-5ff9b46adb57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:36.293232 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c6fc-0a3a-4683-9920-5ff9b46adb57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:36.303125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c6fc-0a3a-4683-9920-5ff9b46adb57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:36.461779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c6fc-0a3a-4683-9920-5ff9b46adb57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:36.471136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38008) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:36.477208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7a16c3b7-c107-4633-97ed-c5319a1a29e9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'security_group': {'name': 'tempest-secgroup-1672505485'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:36.478342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] Set router 51bf4b14-11fd-4c46-8dd5-010e673d0392 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:28:36.487228 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1eb4c6fc-0a3a-4683-9920-5ff9b46adb57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4015005 Jul 19 03:28:36.540325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4c6fc-0a3a-4683-9920-5ff9b46adb57 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e6a66f-8c0a-4484-8474-5096057f5d92,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:36.600924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a16c3b7-c107-4633-97ed-c5319a1a29e9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:36.647531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e782f5-8868-4dee-92ba-663c467ce0ff req-365eca59-5941-4ebb-920c-ceaf93e02b80 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:36.653070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-23e782f5-8868-4dee-92ba-663c467ce0ff req-365eca59-5941-4ebb-920c-ceaf93e02b80 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.3357205 Jul 19 03:28:36.677446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38016) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:36.743898 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a16c3b7-c107-4633-97ed-c5319a1a29e9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:36.756019 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a16c3b7-c107-4633-97ed-c5319a1a29e9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:36.818543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16c3b7-c107-4633-97ed-c5319a1a29e9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01e98d7-0416-45be-a9a8-414c1d0db61d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:36.836532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-23e782f5-8868-4dee-92ba-663c467ce0ff req-8181d706-79c6-498c-8ae5-a3349dee9010 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776736 Jul 19 03:28:36.844180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a16c3b7-c107-4633-97ed-c5319a1a29e9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:36.845887 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7a16c3b7-c107-4633-97ed-c5319a1a29e9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3738556 Jul 19 03:28:36.849368 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38022) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:36.859026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-942017134', 'security_groups': ['b01e98d7-0416-45be-a9a8-414c1d0db61d'], 'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '55589288-adcd-46f2-9d34-6840930a6554'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:36.922627 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d296cb3c-b75f-4c6c-918f-7b9d17fee0ac tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.009918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d296cb3c-b75f-4c6c-918f-7b9d17fee0ac tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.056942 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.111453 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d296cb3c-b75f-4c6c-918f-7b9d17fee0ac tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.114175 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d296cb3c-b75f-4c6c-918f-7b9d17fee0ac tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.115449 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d296cb3c-b75f-4c6c-918f-7b9d17fee0ac tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "DELETE /v2.0/security-groups/8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1 HTTP/1.1" status: 204 len: 168 time: 0.4179988 Jul 19 03:28:37.118902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38032) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:37.131888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:10Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ead129f2-e5af-4707-b799-bd790c73671e', 'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'mac_address': 'fa:16:3e:1a:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:08Z', 'updated_at': '2021-07-19T03:14:17Z', 'revision_number': 5, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'subnets': [{'id': '8923274a-b15c-436a-854a-07f1da3779f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:37.179719 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af5f79-98de-4252-bca3-d48bec6f6827 None None] The sync data for ids ['51bf4b14-11fd-4c46-8dd5-010e673d0392'] in n-d-762330-18 is: [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:14:10Z', 'revision_number': 4, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ead129f2-e5af-4707-b799-bd790c73671e', 'name': '', 'network_id': 'dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'mac_address': 'fa:16:3e:1a:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8923274a-b15c-436a-854a-07f1da3779f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:08Z', 'updated_at': '2021-07-19T03:14:17Z', 'revision_number': 5, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'subnets': [{'id': '8923274a-b15c-436a-854a-07f1da3779f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:28:37.186959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296cb3c-b75f-4c6c-918f-7b9d17fee0ac tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:37.189372 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.194167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:37.208580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'tenant_id': '3bf11f476a0940dfa5fe31379623cbb8', 'fixed_ips': [{'subnet_id': '55589288-adcd-46f2-9d34-6840930a6554'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:28:37.209457 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.210128 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-11662918-05af-4243-abd2-8519e70b79c6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] show failed (client error): The resource could not be found. Jul 19 03:28:37.212816 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-11662918-05af-4243-abd2-8519e70b79c6 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "GET /v2.0/security-groups/8197d1b0-b1b3-4d4e-8bed-aeb3217dffb1 HTTP/1.1" status: 404 len: 347 time: 0.0788445 Jul 19 03:28:37.215894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38036) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:37.483488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Allocated IP 2001:db8::2 (e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8/55589288-adcd-46f2-9d34-6840930a6554/8fb7b379-764c-4b76-8405-362a3d61db5b) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:37.494749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7918fa56-8bab-4aa5-92dd-60b5df5ecd19 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Deleting port 10dd1748-2ee1-4151-a74e-c9826fdbcc55 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:37.495461 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7918fa56-8bab-4aa5-92dd-60b5df5ecd19 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.643787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.695139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 939cebf9-829b-4502-bb92-949e9bdf3b8a yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:28:37.822347 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1c79b-8f58-4a2f-8c63-0a4012189a42 None None] New status for floating IP d81cf2a9-ea66-490a-8bad-495be63ea34e: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:28:37.839720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7918fa56-8bab-4aa5-92dd-60b5df5ecd19 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.840058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7918fa56-8bab-4aa5-92dd-60b5df5ecd19 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:37.900756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7918fa56-8bab-4aa5-92dd-60b5df5ecd19 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Calling delete_port for 10dd1748-2ee1-4151-a74e-c9826fdbcc55 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:38.006221 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.030995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Transition to ACTIVE for port object 8fb7b379-764c-4b76-8405-362a3d61db5b will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:38.062066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Transition to ACTIVE for port object 8fb7b379-764c-4b76-8405-362a3d61db5b will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:38.079280 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.144937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Pushing event updated for resources: {'Port': ['ID=8fb7b379-764c-4b76-8405-362a3d61db5b,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:38.181130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:38.186945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:38.190038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:38.262141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8::2d1 (e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8/55589288-adcd-46f2-9d34-6840930a6554/939cebf9-829b-4502-bb92-949e9bdf3b8a) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:38.365181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Attempting to bind port 8fb7b379-764c-4b76-8405-362a3d61db5b on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:28:38.369155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Attempting to bind port 8fb7b379-764c-4b76-8405-362a3d61db5b by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '73a75328-be70-4552-81e1-ca528dab9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:28:38.371854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Attempting to bind port 8fb7b379-764c-4b76-8405-362a3d61db5b on network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:28:38.385168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:28:38.387695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Checking segment: {'id': '73a75328-be70-4552-81e1-ca528dab9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:28:38.388761 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.388761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Bound using segment: {'id': '73a75328-be70-4552-81e1-ca528dab9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:28:38.391517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Bound port: 8fb7b379-764c-4b76-8405-362a3d61db5b, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a75328-be70-4552-81e1-ca528dab9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:28:38.393160 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.511441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] For port 8fb7b379-764c-4b76-8405-362a3d61db5b, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:28:38.515630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] For port 8fb7b379-764c-4b76-8405-362a3d61db5b, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8fb7b379-764c-4b76-8405-362a3d61db5b,segment=NetworkSegment(73a75328-be70-4552-81e1-ca528dab9330),segment_id=73a75328-be70-4552-81e1-ca528dab9330)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:28:38.525446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.539743 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.555951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object 939cebf9-829b-4502-bb92-949e9bdf3b8a will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:38.559240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7918fa56-8bab-4aa5-92dd-60b5df5ecd19 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.594912 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.655300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918fa56-8bab-4aa5-92dd-60b5df5ecd19 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Pushing event deleted for resources: {'Port': ['ID=10dd1748-2ee1-4151-a74e-c9826fdbcc55,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:38.682519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2aab6-51bb-44ee-98c6-0f67d1e13e1d None None] Pushing event updated for resources: {'Port': ['ID=8fb7b379-764c-4b76-8405-362a3d61db5b,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:38.688876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a443c6-9e5e-427c-8ab1-07420c13aac3 req-c705e029-5512-450e-ba34-cb12055de14a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:38.690935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8a443c6-9e5e-427c-8ab1-07420c13aac3 req-c705e029-5512-450e-ba34-cb12055de14a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.4972539 Jul 19 03:28:38.691216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=939cebf9-829b-4502-bb92-949e9bdf3b8a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:38.722466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:38.723989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:38.731120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:38.741299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:38.745983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.784568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4314dd63-9f3d-4daf-9850-9d3db12409ec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9340777 Jul 19 03:28:38.785377 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38086) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:38.790619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4125c71c-1534-4f44-b14b-c2117ae4059e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:38.883420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8a443c6-9e5e-427c-8ab1-07420c13aac3 req-006dbfa6-b480-4d98-b31f-0ac37401ecd4 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740205 Jul 19 03:28:38.921497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7918fa56-8bab-4aa5-92dd-60b5df5ecd19 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.924124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7918fa56-8bab-4aa5-92dd-60b5df5ecd19 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:38.934677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7918fa56-8bab-4aa5-92dd-60b5df5ecd19 tempest-ServerActionsTestJSON-1451041698 tempest-ServerActionsTestJSON-1451041698-project] 10.222.0.20 "DELETE /v2.0/floatingips/d81cf2a9-ea66-490a-8bad-495be63ea34e HTTP/1.1" status: 204 len: 168 time: 1.7142591 Jul 19 03:28:38.936235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38100) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:39.125394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4125c71c-1534-4f44-b14b-c2117ae4059e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:39.129503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4125c71c-1534-4f44-b14b-c2117ae4059e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:39.377635 n-d-762330-18 neutron-server[94345]: INFO neutron.db.ipam_backend_mixin [None req-4125c71c-1534-4f44-b14b-c2117ae4059e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 55589288-adcd-46f2-9d34-6840930a6554 (CIDR: 2001:db8::/64) Jul 19 03:28:39.402522 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4125c71c-1534-4f44-b14b-c2117ae4059e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:28:39.403204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4125c71c-1534-4f44-b14b-c2117ae4059e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:28:39.428904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4125c71c-1534-4f44-b14b-c2117ae4059e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6424954 Jul 19 03:28:39.432155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38120) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:39.450038 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2cbd35ad-67bc-4167-be91-95e0103e122b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:39.693856 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbd35ad-67bc-4167-be91-95e0103e122b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:39.699799 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2cbd35ad-67bc-4167-be91-95e0103e122b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:39.930552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398ce5e-39c5-4640-9645-172b1d5290d6 req-ec7ab2fb-0640-4d16-8e25-7dbcec9c8619 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:39.950394 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3398ce5e-39c5-4640-9645-172b1d5290d6 req-ec7ab2fb-0640-4d16-8e25-7dbcec9c8619 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.2386453 Jul 19 03:28:40.105777 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3398ce5e-39c5-4640-9645-172b1d5290d6 req-1817e88a-2007-482b-98fc-98210c669b25 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543961 Jul 19 03:28:40.344595 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2cbd35ad-67bc-4167-be91-95e0103e122b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:40.344840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e21fb-e885-44f2-9efc-c7bbbaba24a6 req-0341b4f4-efe2-4c9f-bfd3-1b8a4cd79df4 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:40.346714 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a30e21fb-e885-44f2-9efc-c7bbbaba24a6 req-0341b4f4-efe2-4c9f-bfd3-1b8a4cd79df4 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.1849546 Jul 19 03:28:40.410218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-85936ffb-8599-4348-91ec-bfaf04d2945c None None] Provisioning complete for port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:40.417792 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-85936ffb-8599-4348-91ec-bfaf04d2945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:40.494071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbd35ad-67bc-4167-be91-95e0103e122b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:40.497515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:40.508803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-2cbd35ad-67bc-4167-be91-95e0103e122b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:40.525593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbd35ad-67bc-4167-be91-95e0103e122b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:40.526846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2cbd35ad-67bc-4167-be91-95e0103e122b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:40.553265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8fb7b379-764c-4b76-8405-362a3d61db5b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:40.597087 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2cbd35ad-67bc-4167-be91-95e0103e122b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1621542 Jul 19 03:28:40.619628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38146) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:40.621987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a30e21fb-e885-44f2-9efc-c7bbbaba24a6 req-27c5769b-7358-4765-bc3c-e2596739984e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490458 Jul 19 03:28:40.632128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-85936ffb-8599-4348-91ec-bfaf04d2945c None None] Port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:40.644806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 8fb7b379-764c-4b76-8405-362a3d61db5b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:40.659351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-85936ffb-8599-4348-91ec-bfaf04d2945c None None] Provisioning for port 8fb7b379-764c-4b76-8405-362a3d61db5b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:40.677649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2022306101', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '00c01af2-7210-4ab7-9545-5c0235a0ddf0'}], 'security_groups': ['32e6a66f-8c0a-4484-8474-5096057f5d92']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:40.679651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-85936ffb-8599-4348-91ec-bfaf04d2945c None None] Provisioning complete for port 8fb7b379-764c-4b76-8405-362a3d61db5b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:40.680090 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-85936ffb-8599-4348-91ec-bfaf04d2945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:40.708007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd35ad-67bc-4167-be91-95e0103e122b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=00c01af2-7210-4ab7-9545-5c0235a0ddf0,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:40.733590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f6719-4118-4d18-a318-b6ee7e37ef84 None None] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:40.863618 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:40.910080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-85936ffb-8599-4348-91ec-bfaf04d2945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:41.036255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-85936ffb-8599-4348-91ec-bfaf04d2945c None None] For port 8fb7b379-764c-4b76-8405-362a3d61db5b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8fb7b379-764c-4b76-8405-362a3d61db5b,segment=NetworkSegment(73a75328-be70-4552-81e1-ca528dab9330),segment_id=73a75328-be70-4552-81e1-ca528dab9330)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:41.064809 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-85936ffb-8599-4348-91ec-bfaf04d2945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:41.160183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Deleting port ead129f2-e5af-4707-b799-bd790c73671e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:41.162462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:41.289768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7d77a5b3-a4f8-4a95-8c6d-a97462a6a995 None None] Provisioning for port 939cebf9-829b-4502-bb92-949e9bdf3b8a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:41.306254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85936ffb-8599-4348-91ec-bfaf04d2945c None None] Pushing event updated for resources: {'Port': ['ID=8fb7b379-764c-4b76-8405-362a3d61db5b,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:41.336825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7d77a5b3-a4f8-4a95-8c6d-a97462a6a995 None None] Provisioning complete for port 939cebf9-829b-4502-bb92-949e9bdf3b8a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:41.340193 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7d77a5b3-a4f8-4a95-8c6d-a97462a6a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:41.453981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7d77a5b3-a4f8-4a95-8c6d-a97462a6a995 None None] Port 939cebf9-829b-4502-bb92-949e9bdf3b8a cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:41.546387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] For port ead129f2-e5af-4707-b799-bd790c73671e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ead129f2-e5af-4707-b799-bd790c73671e,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:41.546994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:41.575161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Calling delete_port for ead129f2-e5af-4707-b799-bd790c73671e owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:41.610053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Delete allocated IP 2001:db8::2d1 (e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8/55589288-adcd-46f2-9d34-6840930a6554) {{(pid=94345) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 19 03:28:41.635692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8:0:1::29a (e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8/00c01af2-7210-4ab7-9545-5c0235a0ddf0/939cebf9-829b-4502-bb92-949e9bdf3b8a) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:41.642799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab35dbd8-3ebd-4e54-8af8-f1cc8bbcadaa None None] Update dhcp port {'port': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'fixed_ips': [{'subnet_id': '55589288-adcd-46f2-9d34-6840930a6554', 'ip_address': '2001:db8::2'}, {'subnet_id': '00c01af2-7210-4ab7-9545-5c0235a0ddf0'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '8fb7b379-764c-4b76-8405-362a3d61db5b'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:28:41.644094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca97fc-f0e7-4037-a893-2ab0f8689ca2 req-5ef64cfe-e561-4a20-9c68-3dddeee16002 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:41.645959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8fca97fc-f0e7-4037-a893-2ab0f8689ca2 req-5ef64cfe-e561-4a20-9c68-3dddeee16002 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1721711 Jul 19 03:28:41.763823 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab35dbd8-3ebd-4e54-8af8-f1cc8bbcadaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:41.782900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8fca97fc-f0e7-4037-a893-2ab0f8689ca2 req-d0de9d97-c850-4bb3-a9c9-c02bb50179d4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275845 Jul 19 03:28:42.104807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:42.186750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead129f2-e5af-4707-b799-bd790c73671e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:42.203773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:42.240622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.241160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.241609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.242082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.242528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.242932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.243333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.243738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.244136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.244567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.245576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.246220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.255973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Ignored duplicate provisioning block setup for port 939cebf9-829b-4502-bb92-949e9bdf3b8a by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 19 03:28:42.317222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a8cd5-6810-43d2-af30-b605194226ca req-36be154f-c2bf-43b0-b187-3fb5e6db47b0 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:42.321827 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8b0a8cd5-6810-43d2-af30-b605194226ca req-36be154f-c2bf-43b0-b187-3fb5e6db47b0 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.4157667 Jul 19 03:28:42.326088 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:42.449120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=939cebf9-829b-4502-bb92-949e9bdf3b8a,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:42.471408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.472907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.473636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.474930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.475415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.476169 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.478521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.478521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.478521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.478521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.478521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.479798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:28:42.525691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-ab35dbd8-3ebd-4e54-8af8-f1cc8bbcadaa None None] Allocated IP 2001:db8:0:1::2 (e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8/00c01af2-7210-4ab7-9545-5c0235a0ddf0/8fb7b379-764c-4b76-8405-362a3d61db5b) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:42.567509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8fb7b379-764c-4b76-8405-362a3d61db5b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:42.569348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] In _notify_port_updated(), no bound segment for port 939cebf9-829b-4502-bb92-949e9bdf3b8a on network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:28:42.589606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:42.591472 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:42.596054 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c9716ea6-0405-411b-8e6d-4d093e1c3504 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "PUT /v2.0/ports/939cebf9-829b-4502-bb92-949e9bdf3b8a HTTP/1.1" status: 200 len: 931 time: 1.9701681 Jul 19 03:28:42.597821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38198) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:42.634424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:42.665592 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f09975e1-62e5-4634-9925-7e85ff5a4de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:42.779703 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8b0a8cd5-6810-43d2-af30-b605194226ca req-68f69a62-2320-418f-98b3-6ee0c359be17 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455709 Jul 19 03:28:42.797644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 8fb7b379-764c-4b76-8405-362a3d61db5b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:42.798024 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:42.852720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8b873-5964-4363-8a53-6db37382adb6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 939cebf9-829b-4502-bb92-949e9bdf3b8a {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:42.853248 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b873-5964-4363-8a53-6db37382adb6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:42.927903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ab35dbd8-3ebd-4e54-8af8-f1cc8bbcadaa None None] For port 8fb7b379-764c-4b76-8405-362a3d61db5b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8fb7b379-764c-4b76-8405-362a3d61db5b,segment=NetworkSegment(73a75328-be70-4552-81e1-ca528dab9330),segment_id=73a75328-be70-4552-81e1-ca528dab9330)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:43.071071 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b873-5964-4363-8a53-6db37382adb6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:43.085510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab35dbd8-3ebd-4e54-8af8-f1cc8bbcadaa None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:43.114105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ab35dbd8-3ebd-4e54-8af8-f1cc8bbcadaa None None] Transition to ACTIVE for port object 8fb7b379-764c-4b76-8405-362a3d61db5b will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:43.118949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8b873-5964-4363-8a53-6db37382adb6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 939cebf9-829b-4502-bb92-949e9bdf3b8a owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:43.121816 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab35dbd8-3ebd-4e54-8af8-f1cc8bbcadaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:43.208968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35dbd8-3ebd-4e54-8af8-f1cc8bbcadaa None None] Pushing event updated for resources: {'Port': ['ID=8fb7b379-764c-4b76-8405-362a3d61db5b,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:43.280227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Router 51bf4b14-11fd-4c46-8dd5-010e673d0392 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:28:43.338905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdb9c4-4ce5-4693-88d9-5e2de14d82d0 req-a97f04ca-de0a-4b63-a41e-986db263e042 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:43.341017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0dbdb9c4-4ce5-4693-88d9-5e2de14d82d0 req-a97f04ca-de0a-4b63-a41e-986db263e042 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1357846 Jul 19 03:28:43.429070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0dbdb9c4-4ce5-4693-88d9-5e2de14d82d0 req-54e90026-68de-441c-aafe-d5c0474edca1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444050 Jul 19 03:28:43.482024 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b873-5964-4363-8a53-6db37382adb6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:43.534753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:28:43.546522 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0c372dd1-bb83-46bc-a6a7-ed7953e0be02 admin admin] 10.222.0.20 "PUT /v2.0/routers/51bf4b14-11fd-4c46-8dd5-010e673d0392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6073933 Jul 19 03:28:43.548930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38222) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:43.552090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] Sync routers for ids ['51bf4b14-11fd-4c46-8dd5-010e673d0392'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:28:43.565578 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8b873-5964-4363-8a53-6db37382adb6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=939cebf9-829b-4502-bb92-949e9bdf3b8a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:43.582227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] Routers {'51bf4b14-11fd-4c46-8dd5-010e673d0392'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:28:43.600057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b873-5964-4363-8a53-6db37382adb6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:43.602586 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1eb8b873-5964-4363-8a53-6db37382adb6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/939cebf9-829b-4502-bb92-949e9bdf3b8a HTTP/1.1" status: 204 len: 168 time: 1.0028310 Jul 19 03:28:43.605453 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38224) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:43.630634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['51bf4b14-11fd-4c46-8dd5-010e673d0392'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:43.660995 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-126a3121-3468-4e8f-8369-bc7517fe8656 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:28:43.664182 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-126a3121-3468-4e8f-8369-bc7517fe8656 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/939cebf9-829b-4502-bb92-949e9bdf3b8a HTTP/1.1" status: 404 len: 333 time: 0.0573707 Jul 19 03:28:43.668359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38226) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:43.809356 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:43.850921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] Set router 51bf4b14-11fd-4c46-8dd5-010e673d0392 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:28:44.138948 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-237e333a-c52c-466e-a3b2-df7a09d08dec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:44.142467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:28:41Z', 'revision_number': 5, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port': {'id': 'b5da21ef-8d66-4982-be80-dd6ba844dc05', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:14:04Z', 'updated_at': '2021-07-19T03:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:44.180160 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:44.181683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] Checking router: 51bf4b14-11fd-4c46-8dd5-010e673d0392 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:28:44.201819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] Routers {'51bf4b14-11fd-4c46-8dd5-010e673d0392'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:28:44.202284 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-237e333a-c52c-466e-a3b2-df7a09d08dec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:44.202751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['51bf4b14-11fd-4c46-8dd5-010e673d0392'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:44.225392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eac996-df0c-4bda-97f9-22b83e2a75ee req-82c2d1dc-e100-4b99-be1f-9a3d4099e574 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:44.237420 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7eac996-df0c-4bda-97f9-22b83e2a75ee req-82c2d1dc-e100-4b99-be1f-9a3d4099e574 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.1886663 Jul 19 03:28:44.320350 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7eac996-df0c-4bda-97f9-22b83e2a75ee req-062a4842-cda6-496a-b7bc-b198055c5a10 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784597 Jul 19 03:28:44.343930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Deleting port b5da21ef-8d66-4982-be80-dd6ba844dc05 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:44.344594 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:44.431626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] Set router 51bf4b14-11fd-4c46-8dd5-010e673d0392 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:28:44.510249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] For port b5da21ef-8d66-4982-be80-dd6ba844dc05, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b5da21ef-8d66-4982-be80-dd6ba844dc05,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:44.518462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:44.558515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-237e333a-c52c-466e-a3b2-df7a09d08dec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:44.561375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-237e333a-c52c-466e-a3b2-df7a09d08dec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:44.571495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-237e333a-c52c-466e-a3b2-df7a09d08dec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/security-groups/b01e98d7-0416-45be-a9a8-414c1d0db61d HTTP/1.1" status: 204 len: 168 time: 0.9019721 Jul 19 03:28:44.574577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38264) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:44.581115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Calling delete_port for b5da21ef-8d66-4982-be80-dd6ba844dc05 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:44.603978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e333a-c52c-466e-a3b2-df7a09d08dec tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01e98d7-0416-45be-a9a8-414c1d0db61d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:44.784670 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d12f0bd-2c83-4f42-acfc-1cb23a247ac2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:44.887046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8fb7b379-764c-4b76-8405-362a3d61db5b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:44.981356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-818fc480-e421-4e54-97c6-ca75d4271531 None None] Provisioning complete for port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:44.981997 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-818fc480-e421-4e54-97c6-ca75d4271531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:44.984882 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:44.989007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:28:44Z', 'revision_number': 6, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:45.051726 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d12f0bd-2c83-4f42-acfc-1cb23a247ac2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.058740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ee9a3-a701-4306-bfc0-56a60b01631f None None] The sync data for ids ['51bf4b14-11fd-4c46-8dd5-010e673d0392'] in n-d-762330-18 is: [{'id': '51bf4b14-11fd-4c46-8dd5-010e673d0392', 'name': 'tempest-ServerActionsTestJSON-1725476436-router', 'tenant_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:14:02Z', 'updated_at': '2021-07-19T03:28:44Z', 'revision_number': 6, 'project_id': '2c3411c429fd44e8b8e4edf37d98ebcb', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:28:45.152861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-818fc480-e421-4e54-97c6-ca75d4271531 None None] Port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:45.173078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d12f0bd-2c83-4f42-acfc-1cb23a247ac2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.179250 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d12f0bd-2c83-4f42-acfc-1cb23a247ac2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.179954 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce9bbf44-3515-4663-8557-43e6e55c6f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.181603 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9d12f0bd-2c83-4f42-acfc-1cb23a247ac2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/security-groups/32e6a66f-8c0a-4484-8474-5096057f5d92 HTTP/1.1" status: 204 len: 168 time: 0.6060019 Jul 19 03:28:45.205545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38282) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:45.209715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12f0bd-2c83-4f42-acfc-1cb23a247ac2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e6a66f-8c0a-4484-8474-5096057f5d92,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:45.221832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-818fc480-e421-4e54-97c6-ca75d4271531 None None] Provisioning for port 8fb7b379-764c-4b76-8405-362a3d61db5b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:45.230988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-818fc480-e421-4e54-97c6-ca75d4271531 None None] Provisioning complete for port 8fb7b379-764c-4b76-8405-362a3d61db5b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:45.231381 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-818fc480-e421-4e54-97c6-ca75d4271531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.318259 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18e422-4fb2-4beb-a86b-bb9bab645e2b req-0873b8ba-f7b0-42ce-bfad-6cf0c3e33ec1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:45.329032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c18e422-4fb2-4beb-a86b-bb9bab645e2b req-0873b8ba-f7b0-42ce-bfad-6cf0c3e33ec1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.5684876 Jul 19 03:28:45.468798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-818fc480-e421-4e54-97c6-ca75d4271531 None None] Could not find standard attr ID for object 939cebf9-829b-4502-bb92-949e9bdf3b8a. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:28:45.475137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e01e4e-d2e7-4824-ae92-8da95a13bec9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet 55589288-adcd-46f2-9d34-6840930a6554 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:28:45.504895 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c18e422-4fb2-4beb-a86b-bb9bab645e2b req-b3bd7aa1-cf1c-409c-ab0e-adadc0caa119 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748922 Jul 19 03:28:45.513726 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30e01e4e-d2e7-4824-ae92-8da95a13bec9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.584065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-10daa9de-7b3d-4ba3-b327-622104cd4eeb None None] Could not find standard attr ID for object 939cebf9-829b-4502-bb92-949e9bdf3b8a. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:28:45.606290 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30e01e4e-d2e7-4824-ae92-8da95a13bec9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.627990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.766578 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30e01e4e-d2e7-4824-ae92-8da95a13bec9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.849398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30e01e4e-d2e7-4824-ae92-8da95a13bec9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.869337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30e01e4e-d2e7-4824-ae92-8da95a13bec9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.872524 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-30e01e4e-d2e7-4824-ae92-8da95a13bec9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/55589288-adcd-46f2-9d34-6840930a6554 HTTP/1.1" status: 204 len: 168 time: 0.6590970 Jul 19 03:28:45.879475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008384f5-6395-40cc-9ccc-9d1605c87730 None None] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:45.899825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:45.903319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5da21ef-8d66-4982-be80-dd6ba844dc05,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:45.913043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38308) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:45.926371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e01e4e-d2e7-4824-ae92-8da95a13bec9 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=55589288-adcd-46f2-9d34-6840930a6554,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:45.946749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-89b1c7e3-8aaf-4094-89a7-c7bd172ef292 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:46.125087 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:46.128595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:46.381116 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:46.381810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51bf4b14-11fd-4c46-8dd5-010e673d0392 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:28:46.388327 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:46.389000 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:46.392897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38328) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:46.393585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d0ac61c8-ed2c-4008-a90a-b0baff88ffd3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/51bf4b14-11fd-4c46-8dd5-010e673d0392 HTTP/1.1" status: 204 len: 168 time: 2.8433142 Jul 19 03:28:46.408061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ead129f2-e5af-4707-b799-bd790c73671e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:46.425872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b1c7e3-8aaf-4094-89a7-c7bd172ef292 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:46.431657 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89b1c7e3-8aaf-4094-89a7-c7bd172ef292 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:46.460053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: ead129f2-e5af-4707-b799-bd790c73671e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:46.460403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ead129f2-e5af-4707-b799-bd790c73671e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:46.460827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b5da21ef-8d66-4982-be80-dd6ba844dc05 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:46.463422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7786ea96-e11d-4685-94ec-7e8d97820ebc admin admin] Deleting subnet 8923274a-b15c-436a-854a-07f1da3779f3 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:28:46.481770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7786ea96-e11d-4685-94ec-7e8d97820ebc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:46.521144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: b5da21ef-8d66-4982-be80-dd6ba844dc05 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:46.521797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b5da21ef-8d66-4982-be80-dd6ba844dc05 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:46.593895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7786ea96-e11d-4685-94ec-7e8d97820ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:46.716011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f090137-ca4e-422b-8c60-fdb4bd7f17e1 req-ba8d2d07-284a-49dc-8992-a934bb3ed1ce tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:46.722958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f090137-ca4e-422b-8c60-fdb4bd7f17e1 req-ba8d2d07-284a-49dc-8992-a934bb3ed1ce tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.8076468 Jul 19 03:28:46.753622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7786ea96-e11d-4685-94ec-7e8d97820ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:46.835307 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f090137-ca4e-422b-8c60-fdb4bd7f17e1 req-3d4238f4-a663-4c92-9ed8-a62548f77570 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113629 Jul 19 03:28:46.942758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7786ea96-e11d-4685-94ec-7e8d97820ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.023669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786ea96-e11d-4685-94ec-7e8d97820ebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8923274a-b15c-436a-854a-07f1da3779f3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:47.034077 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7786ea96-e11d-4685-94ec-7e8d97820ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.042226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7786ea96-e11d-4685-94ec-7e8d97820ebc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8923274a-b15c-436a-854a-07f1da3779f3 HTTP/1.1" status: 204 len: 168 time: 0.6472821 Jul 19 03:28:47.042699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dedd78-3d63-4ee1-b396-7f815e571234 None None] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:47.044855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38342) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:47.145221 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89b1c7e3-8aaf-4094-89a7-c7bd172ef292 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.315220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1c7e3-8aaf-4094-89a7-c7bd172ef292 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:47.322843 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a85768-efcc-486c-ae9b-fc22ea8d9476 req-05640d9c-7a11-435c-b80a-9084260da33d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:47.324869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-15a85768-efcc-486c-ae9b-fc22ea8d9476 req-05640d9c-7a11-435c-b80a-9084260da33d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.5144808 Jul 19 03:28:47.346039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1c7e3-8aaf-4094-89a7-c7bd172ef292 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=99949dca-9007-41e0-a2c5-eca0445c458d,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:47.357331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-89b1c7e3-8aaf-4094-89a7-c7bd172ef292 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:47.373488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1c7e3-8aaf-4094-89a7-c7bd172ef292 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:47.374100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89b1c7e3-8aaf-4094-89a7-c7bd172ef292 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.377861 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.380407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c28ad-d35a-4717-a1ba-fc8357a69ad9 None None] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:47.405489 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-89b1c7e3-8aaf-4094-89a7-c7bd172ef292 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4633784 Jul 19 03:28:47.409639 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-15a85768-efcc-486c-ae9b-fc22ea8d9476 req-d92a66e9-20ab-4b9a-9f8a-772caf02b19c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726254 Jul 19 03:28:47.410106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38354) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:47.415252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e6fbf055-9431-4acf-87a7-ec715fd2c9cd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'security_group': {'name': 'tempest-secgroup-609327468'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:47.511202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6fbf055-9431-4acf-87a7-ec715fd2c9cd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.539943 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a995d7d7-627d-4b67-a4df-64d35784f48e None None] Provisioning complete for port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:47.540913 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a995d7d7-627d-4b67-a4df-64d35784f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.583506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Deleting port 53303a84-6d73-4d35-926c-41ba175da491 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:47.583908 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.616673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a995d7d7-627d-4b67-a4df-64d35784f48e None None] Port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:47.650456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a995d7d7-627d-4b67-a4df-64d35784f48e None None] Provisioning complete for port 8fb7b379-764c-4b76-8405-362a3d61db5b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:47.651624 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a995d7d7-627d-4b67-a4df-64d35784f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.751808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] DHCP port deletion for dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:28:47.772697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] For port 53303a84-6d73-4d35-926c-41ba175da491, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=53303a84-6d73-4d35-926c-41ba175da491,segment=NetworkSegment(7e73b49e-607f-44b0-98c3-66015d4cd9e4),segment_id=7e73b49e-607f-44b0-98c3-66015d4cd9e4)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:47.773227 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.804827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Calling delete_port for 53303a84-6d73-4d35-926c-41ba175da491 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:47.808915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6fbf055-9431-4acf-87a7-ec715fd2c9cd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.819324 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6fbf055-9431-4acf-87a7-ec715fd2c9cd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.919157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbf055-9431-4acf-87a7-ec715fd2c9cd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd6862-05c3-45d1-9b87-38f7ee8a69fa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:47.926784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919775dd-ff70-4956-8609-c27ca9704842 None None] Update dhcp port {'port': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'fixed_ips': [{'subnet_id': '00c01af2-7210-4ab7-9545-5c0235a0ddf0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '99949dca-9007-41e0-a2c5-eca0445c458d'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '8fb7b379-764c-4b76-8405-362a3d61db5b'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:28:47.929344 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6fbf055-9431-4acf-87a7-ec715fd2c9cd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:47.931034 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e6fbf055-9431-4acf-87a7-ec715fd2c9cd tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5194101 Jul 19 03:28:47.934208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38372) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:47.944667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-427c8080-4289-473e-be10-df0c94ed85ba tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732355783'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:48.000813 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.005001 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-427c8080-4289-473e-be10-df0c94ed85ba tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.010148 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-919775dd-ff70-4956-8609-c27ca9704842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.011860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.048800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] Deleting port 53303a84-6d73-4d35-926c-41ba175da491 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:48.049538 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.064576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Pushing event deleted for resources: {'Port': ['ID=53303a84-6d73-4d35-926c-41ba175da491,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:48.070053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] No DVR routers for this DVR port 53303a84-6d73-4d35-926c-41ba175da491 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:48.191224 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.207936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:48.237151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e73b49e-607f-44b0-98c3-66015d4cd9e4') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:48.243635 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e73b49e-607f-44b0-98c3-66015d4cd9e4') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:28:48.278963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.306863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.329705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-919775dd-ff70-4956-8609-c27ca9704842 None None] Allocated IP 2001:db8::2 (e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8/99949dca-9007-41e0-a2c5-eca0445c458d/8fb7b379-764c-4b76-8405-362a3d61db5b) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:48.333490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:28:48.334182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:28:48.339467 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:28:48.370223 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-427c8080-4289-473e-be10-df0c94ed85ba tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.403823 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-427c8080-4289-473e-be10-df0c94ed85ba tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.464997 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-427c8080-4289-473e-be10-df0c94ed85ba tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.468772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-427c8080-4289-473e-be10-df0c94ed85ba tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5290537 Jul 19 03:28:48.469288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38390) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:48.474463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-888640bc-86bf-478f-8577-f4dbabdc5aa4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'security_group': {'name': 'tempest-secgroup-2127689245'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:48.480997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c8080-4289-473e-be10-df0c94ed85ba tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af7d26c-10df-4ff5-a257-022a7efd0e43,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:48.507014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07d2e-2de3-40ec-9f43-3d5b6d07dd73 req-3f71ce1a-fe70-4730-ace6-11ae7201954a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:48.509056 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bb07d2e-2de3-40ec-9f43-3d5b6d07dd73 req-3f71ce1a-fe70-4730-ace6-11ae7201954a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.2879648 Jul 19 03:28:48.513649 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.521384 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.523282 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be HTTP/1.1" status: 204 len: 168 time: 1.4764276 Jul 19 03:28:48.545114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce0fa1-dc8e-4c05-9de7-a2b12be6c587 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:48.546371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-888640bc-86bf-478f-8577-f4dbabdc5aa4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.606825 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bb07d2e-2de3-40ec-9f43-3d5b6d07dd73 req-11d819d7-d3e1-4cad-ac67-b3b8fdee4255 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874288 Jul 19 03:28:48.616565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 53303a84-6d73-4d35-926c-41ba175da491 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:48.674874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 53303a84-6d73-4d35-926c-41ba175da491 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:28:48.675233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 53303a84-6d73-4d35-926c-41ba175da491 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:28:48.705334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-919775dd-ff70-4956-8609-c27ca9704842 None None] For port 8fb7b379-764c-4b76-8405-362a3d61db5b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8fb7b379-764c-4b76-8405-362a3d61db5b,segment=NetworkSegment(73a75328-be70-4552-81e1-ca528dab9330),segment_id=73a75328-be70-4552-81e1-ca528dab9330)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:48.715260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be89345-93df-479a-b7ac-effd514e9dfe req-49ace360-5789-4956-88e4-3e08d9e70092 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:48.720614 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0be89345-93df-479a-b7ac-effd514e9dfe req-49ace360-5789-4956-88e4-3e08d9e70092 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1232951 Jul 19 03:28:48.732838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-888640bc-86bf-478f-8577-f4dbabdc5aa4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.743303 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-888640bc-86bf-478f-8577-f4dbabdc5aa4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.813149 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0be89345-93df-479a-b7ac-effd514e9dfe req-ea829fcb-844f-4b01-b7a6-4fee5d53704f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824614 Jul 19 03:28:48.828033 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-888640bc-86bf-478f-8577-f4dbabdc5aa4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.846635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-888640bc-86bf-478f-8577-f4dbabdc5aa4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3738711 Jul 19 03:28:48.846948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38404) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:48.852204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-432522392', 'security_groups': ['2d25122e-2764-4c6b-ac52-44f32b9d6457'], 'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '99949dca-9007-41e0-a2c5-eca0445c458d'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:48.853023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888640bc-86bf-478f-8577-f4dbabdc5aa4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d25122e-2764-4c6b-ac52-44f32b9d6457,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:48.921038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] For port 53303a84-6d73-4d35-926c-41ba175da491, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:48.921440 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:48.935009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38408) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:48.992212 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-919775dd-ff70-4956-8609-c27ca9704842 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.010069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] Calling delete_port for 53303a84-6d73-4d35-926c-41ba175da491 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:49.026928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] Port 53303a84-6d73-4d35-926c-41ba175da491 was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:28:49.042672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.052967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38412) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:49.054000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-919775dd-ff70-4956-8609-c27ca9704842 None None] Transition to ACTIVE for port object 8fb7b379-764c-4b76-8405-362a3d61db5b will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:49.059536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] Network dbc8c01c-3cc1-4912-9fa4-b75f1e6ad4be is not hosted by any dhcp agent {{(pid=94346) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 03:28:49.060016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] No DVR routers for this DVR port 53303a84-6d73-4d35-926c-41ba175da491 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:28:49.068975 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-919775dd-ff70-4956-8609-c27ca9704842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.106366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:49.122512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbe563-b553-44b9-83b9-fff5055cb38c None None] Pushing event deleted for resources: {'Port': ['ID=53303a84-6d73-4d35-926c-41ba175da491,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:49.159546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-05e19017-6f8e-495e-80d5-1c5892166d8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c3411c429fd44e8b8e4edf37d98ebcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049931 Jul 19 03:28:49.164077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38420) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:49.302000 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4788e19b-9682-41df-8f7e-94b6dfe9bb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.311404 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.338097 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4788e19b-9682-41df-8f7e-94b6dfe9bb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.367989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] device_id is not set on port 61a9d90d-5005-41b2-b5b0-706212773866 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:28:49.368607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919775dd-ff70-4956-8609-c27ca9704842 None None] Pushing event updated for resources: {'Port': ['ID=8fb7b379-764c-4b76-8405-362a3d61db5b,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:49.402807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4788e19b-9682-41df-8f7e-94b6dfe9bb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.406853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4788e19b-9682-41df-8f7e-94b6dfe9bb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.411027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4788e19b-9682-41df-8f7e-94b6dfe9bb07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f116912-b174-4f4a-bc02-2066c4bfa263 HTTP/1.1" status: 204 len: 168 time: 0.2434671 Jul 19 03:28:49.426969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788e19b-9682-41df-8f7e-94b6dfe9bb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f116912-b174-4f4a-bc02-2066c4bfa263,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:49.513975 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fdb289f6-a994-4692-be18-852605abacbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.800514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 58b4e42b-5f28-4f95-bbad-4328d4b1eabf no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:28:49.801277 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fdb289f6-a994-4692-be18-852605abacbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.803531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 58b4e42b-5f28-4f95-bbad-4328d4b1eabf details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:28:49.821981 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fdb289f6-a994-4692-be18-852605abacbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:49.924858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fdb289f6-a994-4692-be18-852605abacbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71e16dfad0bc4d27a434785f8ac2b401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9884562 Jul 19 03:28:49.928855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38448) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:49.941314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb289f6-a994-4692-be18-852605abacbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e91fed-edca-447b-b042-3060519ee6a1,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:50.029701 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8::2bb (e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8/99949dca-9007-41e0-a2c5-eca0445c458d/61a9d90d-5005-41b2-b5b0-706212773866) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:50.102556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cbccedd6-592d-4ef5-a616-18a54b261b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.134763 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cbccedd6-592d-4ef5-a616-18a54b261b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.204969 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.286828 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cbccedd6-592d-4ef5-a616-18a54b261b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.289939 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cbccedd6-592d-4ef5-a616-18a54b261b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.294198 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cbccedd6-592d-4ef5-a616-18a54b261b8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39e91fed-edca-447b-b042-3060519ee6a1 HTTP/1.1" status: 204 len: 168 time: 0.3622086 Jul 19 03:28:50.305355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:28:50.307774 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef0ef69-2fd2-4e06-9da8-d82a94e07dc2" -d '{"events": [{"server_uuid": "b54d3fa9-6910-4d83-959d-8355a525e7e2", "name": "network-vif-unplugged", "status": "completed", "tag": "58b4e42b-5f28-4f95-bbad-4328d4b1eabf"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:28:50.312609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:50.317085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccedd6-592d-4ef5-a616-18a54b261b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e91fed-edca-447b-b042-3060519ee6a1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:50.371638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:50.394125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37188c-d03e-4027-8f79-b2c5771b9613 req-f1e99b9c-c667-47eb-9513-d94b270b8b9c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:50.399762 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.405975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e37188c-d03e-4027-8f79-b2c5771b9613 req-f1e99b9c-c667-47eb-9513-d94b270b8b9c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.2021844 Jul 19 03:28:50.407659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf', 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d', 'port_id': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf', 'mac_address': 'fa:16:3e:f5:01:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5249f28-332e-464e-867f-c1a49e34fe2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:28:50.460016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8fb7b379-764c-4b76-8405-362a3d61db5b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:50.493741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e37188c-d03e-4027-8f79-b2c5771b9613 req-d47fdf11-f050-4fb3-addf-b399f2200a9b tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867558 Jul 19 03:28:50.558113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-83d617a2-e3a8-4b26-99bc-82fe883c671d None None] Provisioning complete for port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:50.559137 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83d617a2-e3a8-4b26-99bc-82fe883c671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.561133 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.572716 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.604322 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbec099-10a9-42a0-ad05-a286bd593672 x-openstack-request-id: req-bbbec099-10a9-42a0-ad05-a286bd593672 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:28:50.604852 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54d3fa9-6910-4d83-959d-8355a525e7e2", "name": "network-vif-unplugged", "status": "completed", "tag": "58b4e42b-5f28-4f95-bbad-4328d4b1eabf", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:28:50.605810 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbbec099-10a9-42a0-ad05-a286bd593672 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:28:50.606441 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf', 'code': 200} Jul 19 03:28:50.618008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:50.624753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object 61a9d90d-5005-41b2-b5b0-706212773866 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:50.651255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b4e42b-5f28-4f95-bbad-4328d4b1eabf {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:28:50.653948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dddc93-c351-4de8-b02e-d4d52f6389c2 req-310700d2-4c18-49f4-ab37-c6cc6aa3ab0a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:50.661079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-29dddc93-c351-4de8-b02e-d4d52f6389c2 req-310700d2-4c18-49f4-ab37-c6cc6aa3ab0a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 944 time: 0.3176396 Jul 19 03:28:50.692954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-83d617a2-e3a8-4b26-99bc-82fe883c671d None None] Port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:50.726912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-29dddc93-c351-4de8-b02e-d4d52f6389c2 req-351d8db9-ebf3-48cf-8428-59c831a1b318 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645463 Jul 19 03:28:50.732267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:50.748120 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.762310 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.778902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-83d617a2-e3a8-4b26-99bc-82fe883c671d None None] Provisioning for port 8fb7b379-764c-4b76-8405-362a3d61db5b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:50.803349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:50.807492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:50.813814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:50.823490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:50.824676 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.850741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=61a9d90d-5005-41b2-b5b0-706212773866,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:50.852518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-83d617a2-e3a8-4b26-99bc-82fe883c671d None None] Provisioning complete for port 8fb7b379-764c-4b76-8405-362a3d61db5b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:50.852962 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83d617a2-e3a8-4b26-99bc-82fe883c671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:50.860551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38486) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:50.861305 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a7fdafe2-f019-455e-b47e-7aafd6a2ebf8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0130575 Jul 19 03:28:50.865804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4a0940b3-acbe-447c-89f3-f0b79140b16f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:51.155156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0940b3-acbe-447c-89f3-f0b79140b16f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:51.161219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a0940b3-acbe-447c-89f3-f0b79140b16f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:51.167439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['58b4e42b-5f28-4f95-bbad-4328d4b1eabf'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:28:51.284713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:51.357085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-47cedba3-baff-4f5a-999a-e7bfa5c8d0ae None None] Provisioning for port 61a9d90d-5005-41b2-b5b0-706212773866 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:51.370584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-47cedba3-baff-4f5a-999a-e7bfa5c8d0ae None None] Provisioning complete for port 61a9d90d-5005-41b2-b5b0-706212773866 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:51.370984 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-47cedba3-baff-4f5a-999a-e7bfa5c8d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:51.411173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-47cedba3-baff-4f5a-999a-e7bfa5c8d0ae None None] Port 61a9d90d-5005-41b2-b5b0-706212773866 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:51.475879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b421cd-6530-4696-90e1-a16bade16bac req-0fed8330-d3d6-49d8-be11-adfce3715ee1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:51.489831 n-d-762330-18 neutron-server[94344]: INFO neutron.db.ipam_backend_mixin [None req-4a0940b3-acbe-447c-89f3-f0b79140b16f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 99949dca-9007-41e0-a2c5-eca0445c458d (CIDR: 2001:db8::/64) Jul 19 03:28:51.492126 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0b421cd-6530-4696-90e1-a16bade16bac req-0fed8330-d3d6-49d8-be11-adfce3715ee1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1738052 Jul 19 03:28:51.503678 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0940b3-acbe-447c-89f3-f0b79140b16f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:28:51.504134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0940b3-acbe-447c-89f3-f0b79140b16f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:28:51.554860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4a0940b3-acbe-447c-89f3-f0b79140b16f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6931202 Jul 19 03:28:51.556651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38516) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:51.563084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fce319e9-bf52-4160-82b0-422b3f82b9f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:51.581964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-c7ab5301-386e-4df2-9437-4a5276c97e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:51.583259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-c7ab5301-386e-4df2-9437-4a5276c97e63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 1097 time: 0.2295530 Jul 19 03:28:51.598988 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0b421cd-6530-4696-90e1-a16bade16bac req-d22b1a75-82fe-4d21-a8d3-605d789cf392 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057448 Jul 19 03:28:51.734318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-52400315-cece-4f58-8ef2-39f9e7bba56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:51.736997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-52400315-cece-4f58-8ef2-39f9e7bba56d service neutron] 10.222.0.26 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 909 time: 0.1436622 Jul 19 03:28:51.802592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce319e9-bf52-4160-82b0-422b3f82b9f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:51.815184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fce319e9-bf52-4160-82b0-422b3f82b9f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:51.852309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-4157f20c-6ba4-4ed2-855c-6f97d7f96373 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d HTTP/1.1" status: 200 len: 1001 time: 0.1065013 Jul 19 03:28:51.946507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-2a963730-7905-4f81-8f04-3b6085fe0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:51.951071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-2a963730-7905-4f81-8f04-3b6085fe0505 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 200 len: 848 time: 0.0916371 Jul 19 03:28:52.051806 n-d-762330-18 neutron-server[94345]: INFO neutron.db.ipam_backend_mixin [None req-fce319e9-bf52-4160-82b0-422b3f82b9f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 00c01af2-7210-4ab7-9545-5c0235a0ddf0 (CIDR: 2001:db8:0:1::/64) Jul 19 03:28:52.055854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-599f4212-5f56-4b82-a822-49688ceaee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:52.059227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-599f4212-5f56-4b82-a822-49688ceaee60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66515329-14d2-403d-9c58-62f5e4e23d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032748 Jul 19 03:28:52.060845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38536) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:52.062733 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce319e9-bf52-4160-82b0-422b3f82b9f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:28:52.063329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce319e9-bf52-4160-82b0-422b3f82b9f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:28:52.072882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16044440-768d-4e83-ab51-fe1c50535712 req-359cd2b4-a2d0-4a19-b64c-62d6a4f50da8 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:52.080920 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-16044440-768d-4e83-ab51-fe1c50535712 req-359cd2b4-a2d0-4a19-b64c-62d6a4f50da8 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1722846 Jul 19 03:28:52.142514 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-16044440-768d-4e83-ab51-fe1c50535712 req-7f533372-04f8-4930-9da8-132073aa9004 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601430 Jul 19 03:28:52.160775 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fce319e9-bf52-4160-82b0-422b3f82b9f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6022425 Jul 19 03:28:52.161841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38542) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:52.169161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1c0aa1cb-3143-4d36-810f-adc537750182 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'subnet': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:52.217418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-8199ce96-f1cb-402f-a085-a4f276787f37 service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493258 Jul 19 03:28:52.435167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2ae57a5-8f30-42ae-a287-2d52cb073995 req-2683cdaa-eb97-4514-83d3-f6b89aea7bcc service neutron] 10.222.0.26 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117455 Jul 19 03:28:52.455888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38552) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:52.469705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-05c0d58b-ec77-4c34-ae86-9d0c43c11e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:52.638981 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d77894eb-2c32-4d3b-b8d6-f9543b7629d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:52.720291 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-05c0d58b-ec77-4c34-ae86-9d0c43c11e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:52.755178 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-05c0d58b-ec77-4c34-ae86-9d0c43c11e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:52.829896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-05c0d58b-ec77-4c34-ae86-9d0c43c11e76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfd0141d73224e46979362769a7b2aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7654934 Jul 19 03:28:52.830532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38572) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:52.859950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0d58b-ec77-4c34-ae86-9d0c43c11e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e66dd32-e505-45ae-aa98-18c6c6f36f61,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:52.931686 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d77894eb-2c32-4d3b-b8d6-f9543b7629d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:52.947534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf3dd9-b7a2-4fec-817b-96e87c0e8a5b req-a4611622-9fc3-4d63-bb25-08e41fb08ca4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:52.949323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ebf3dd9-b7a2-4fec-817b-96e87c0e8a5b req-a4611622-9fc3-4d63-bb25-08e41fb08ca4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.1632705 Jul 19 03:28:52.950319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11a2b81c-18fa-4f29-8fc0-1b172af5d4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:52.950698 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d77894eb-2c32-4d3b-b8d6-f9543b7629d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.025217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ebf3dd9-b7a2-4fec-817b-96e87c0e8a5b req-0ed68d08-f7dd-433b-8cf9-933f830ccba1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585620 Jul 19 03:28:53.026409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77894eb-2c32-4d3b-b8d6-f9543b7629d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec81ad7-4e9e-4092-b9ba-f5abc941d3ba,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:53.034821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d77894eb-2c32-4d3b-b8d6-f9543b7629d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0287538b070c44d38c1a1490590e06d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5810723 Jul 19 03:28:53.037633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38580) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:53.041174 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11a2b81c-18fa-4f29-8fc0-1b172af5d4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.050001 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0aa1cb-3143-4d36-810f-adc537750182 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Made reservation on behalf of 3bf11f476a0940dfa5fe31379623cbb8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:53.054306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa1cb-3143-4d36-810f-adc537750182 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.103649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-589d201b-ad03-4337-94bf-33bfc6a545b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.131929 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-589d201b-ad03-4337-94bf-33bfc6a545b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.199317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-589d201b-ad03-4337-94bf-33bfc6a545b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.202386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-589d201b-ad03-4337-94bf-33bfc6a545b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.205829 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-589d201b-ad03-4337-94bf-33bfc6a545b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ec81ad7-4e9e-4092-b9ba-f5abc941d3ba HTTP/1.1" status: 204 len: 168 time: 0.1645534 Jul 19 03:28:53.221717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d201b-ad03-4337-94bf-33bfc6a545b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec81ad7-4e9e-4092-b9ba-f5abc941d3ba,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:53.280124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11a2b81c-18fa-4f29-8fc0-1b172af5d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.288570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11a2b81c-18fa-4f29-8fc0-1b172af5d4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.293377 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-11a2b81c-18fa-4f29-8fc0-1b172af5d4f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e66dd32-e505-45ae-aa98-18c6c6f36f61 HTTP/1.1" status: 204 len: 168 time: 0.4617231 Jul 19 03:28:53.321910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2b81c-18fa-4f29-8fc0-1b172af5d4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e66dd32-e505-45ae-aa98-18c6c6f36f61,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:53.520658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35354ec-9074-493b-8af7-b592822b577d req-67c575ae-9e05-4422-ae60-e08da9c2e3bf tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:53.524675 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a35354ec-9074-493b-8af7-b592822b577d req-67c575ae-9e05-4422-ae60-e08da9c2e3bf tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1626256 Jul 19 03:28:53.528448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa1cb-3143-4d36-810f-adc537750182 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.594344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aa1cb-3143-4d36-810f-adc537750182 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Subnet': ['ID=c002053d-52ad-4200-8ea6-345a10f7312e,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:53.605639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0aa1cb-3143-4d36-810f-adc537750182 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:53.607122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-1c0aa1cb-3143-4d36-810f-adc537750182 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:53.609908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0aa1cb-3143-4d36-810f-adc537750182 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:53.610574 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa1cb-3143-4d36-810f-adc537750182 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.618722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a90dc-060e-4f21-bf35-d4b00f7c92b1 None None] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:53.628274 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1c0aa1cb-3143-4d36-810f-adc537750182 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4650812 Jul 19 03:28:53.631171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38606) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:53.639686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1993413550', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c002053d-52ad-4200-8ea6-345a10f7312e'}], 'security_groups': ['ffbd6862-05c3-45d1-9b87-38f7ee8a69fa', '7af7d26c-10df-4ff5-a257-022a7efd0e43']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:53.658117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a35354ec-9074-493b-8af7-b592822b577d req-4d252aa9-2efd-4a15-bc9a-b77fc6199c8a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248496 Jul 19 03:28:53.773458 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:53.824465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38616) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:53.842434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 58b4e42b-5f28-4f95-bbad-4328d4b1eabf up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:53.888506 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9489db8-d1ee-44aa-bc46-3a666d4689e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.029456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:54.029661 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.049824 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9489db8-d1ee-44aa-bc46-3a666d4689e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.072148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9489db8-d1ee-44aa-bc46-3a666d4689e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.124953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c10401-4e9c-4440-9eb0-0ea02f47d993 None None] Update dhcp port {'port': {'network_id': 'e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8', 'fixed_ips': [{'subnet_id': '00c01af2-7210-4ab7-9545-5c0235a0ddf0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '99949dca-9007-41e0-a2c5-eca0445c458d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c002053d-52ad-4200-8ea6-345a10f7312e'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '8fb7b379-764c-4b76-8405-362a3d61db5b'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:28:54.199299 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.202245 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-64c10401-4e9c-4440-9eb0-0ea02f47d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.208270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e9489db8-d1ee-44aa-bc46-3a666d4689e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bec03f86919047c7a9a59dd9e1f385b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766930 Jul 19 03:28:54.209134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9489db8-d1ee-44aa-bc46-3a666d4689e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a42f04-5d10-4151-ae16-58b8306d1e5b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:54.219843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38632) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:54.252021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:28:54.254649 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add667e-e6b5-4461-98e1-8ce9672d1ca2" -d '{"events": [{"server_uuid": "b54d3fa9-6910-4d83-959d-8355a525e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "58b4e42b-5f28-4f95-bbad-4328d4b1eabf"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:28:54.319912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:54.339197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Delete allocated IP 2001:db8::2bb (e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8/99949dca-9007-41e0-a2c5-eca0445c458d) {{(pid=94345) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 19 03:28:54.340186 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1d3f-b992-4cff-90ae-2cf08843f7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.355312 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f05dfb-8619-4562-8d81-3bf508fd5016 x-openstack-request-id: req-80f05dfb-8619-4562-8d81-3bf508fd5016 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:28:54.357120 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54d3fa9-6910-4d83-959d-8355a525e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "58b4e42b-5f28-4f95-bbad-4328d4b1eabf", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:28:54.357589 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80f05dfb-8619-4562-8d81-3bf508fd5016 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:28:54.359445 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf', 'code': 200} Jul 19 03:28:54.360529 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.384582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Allocated IP 2001:db8:0:2::72 (e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8/c002053d-52ad-4200-8ea6-345a10f7312e/61a9d90d-5005-41b2-b5b0-706212773866) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:54.401473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1d3f-b992-4cff-90ae-2cf08843f7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.560212 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1d3f-b992-4cff-90ae-2cf08843f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.563475 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1d3f-b992-4cff-90ae-2cf08843f7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.564723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ba7b1d3f-b992-4cff-90ae-2cf08843f7fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19a42f04-5d10-4151-ae16-58b8306d1e5b HTTP/1.1" status: 204 len: 168 time: 0.3438537 Jul 19 03:28:54.570694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d558e-d072-4d27-b84c-243465cc7f70 req-ce057955-1d39-4eae-9c2a-9c2af3a809fb tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:54.581889 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-827d558e-d072-4d27-b84c-243465cc7f70 req-ce057955-1d39-4eae-9c2a-9c2af3a809fb tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.2500064 Jul 19 03:28:54.592713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b1d3f-b992-4cff-90ae-2cf08843f7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a42f04-5d10-4151-ae16-58b8306d1e5b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:54.643807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f3771-e7cb-4687-835e-871f8da3293a req-c2eeeb1d-9f03-48e8-b141-bbf6819fe29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:54.645824 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c8f3771-e7cb-4687-835e-871f8da3293a req-c2eeeb1d-9f03-48e8-b141-bbf6819fe29e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0983498 Jul 19 03:28:54.680060 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-827d558e-d072-4d27-b84c-243465cc7f70 req-e0948994-eefb-46a5-84e0-0c285932ccb7 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962558 Jul 19 03:28:54.753530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c8f3771-e7cb-4687-835e-871f8da3293a req-0818670e-8572-4b8d-a9aa-72d2971d8744 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944185 Jul 19 03:28:54.902580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:54.942146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Transition to ACTIVE for port object 61a9d90d-5005-41b2-b5b0-706212773866 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:54.951263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38664) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:54.955658 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.024009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61223c-1c7a-4414-8175-d8e87c9473d4 req-ed77eb63-02ba-4d79-bb33-956a489cfcba tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:55.034424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:55.035061 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b61223c-1c7a-4414-8175-d8e87c9473d4 req-ed77eb63-02ba-4d79-bb33-956a489cfcba tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.1573968 Jul 19 03:28:55.071277 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-64c10401-4e9c-4440-9eb0-0ea02f47d993 None None] Allocated IP 2001:db8:0:2::2 (e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8/c002053d-52ad-4200-8ea6-345a10f7312e/8fb7b379-764c-4b76-8405-362a3d61db5b) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:55.098109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event updated for resources: {'Port': ['ID=61a9d90d-5005-41b2-b5b0-706212773866,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:55.142134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b61223c-1c7a-4414-8175-d8e87c9473d4 req-d68ce6ee-f21a-44ca-81b4-ca15146784f5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064351 Jul 19 03:28:55.152719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] In _notify_port_updated(), no bound segment for port 61a9d90d-5005-41b2-b5b0-706212773866 on network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:28:55.160320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:55.160320 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.178819 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9761a094-0227-4623-bed6-1780aacdabe6 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "PUT /v2.0/ports/61a9d90d-5005-41b2-b5b0-706212773866 HTTP/1.1" status: 200 len: 969 time: 1.5458741 Jul 19 03:28:55.186301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-744110686-network', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:55.186756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38672) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:55.217287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Made reservation on behalf of ccf3d9d83a1448bf94a5896159ddd4af for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:55.220444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.237513 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.303464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-64c10401-4e9c-4440-9eb0-0ea02f47d993 None None] For port 8fb7b379-764c-4b76-8405-362a3d61db5b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8fb7b379-764c-4b76-8405-362a3d61db5b,segment=NetworkSegment(73a75328-be70-4552-81e1-ca528dab9330),segment_id=73a75328-be70-4552-81e1-ca528dab9330)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:28:55.361357 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-64c10401-4e9c-4440-9eb0-0ea02f47d993 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.398894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-64c10401-4e9c-4440-9eb0-0ea02f47d993 None None] Transition to ACTIVE for port object 8fb7b379-764c-4b76-8405-362a3d61db5b will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:55.410690 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-64c10401-4e9c-4440-9eb0-0ea02f47d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.417938 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.426721 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.429079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6017f4ac-4c54-4fdf-916f-e887bb3ca046 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port 61a9d90d-5005-41b2-b5b0-706212773866 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:28:55.431389 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6017f4ac-4c54-4fdf-916f-e887bb3ca046 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.453799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:28:55.469290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.469805 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Added segment 6aeadbc8-b0d4-46c6-8508-48f1f882d574 of type vlan for network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 Jul 19 03:28:55.537113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef7171d-7c94-4646-a232-a0832d7a7ed2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:55.554407 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.621585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c10401-4e9c-4440-9eb0-0ea02f47d993 None None] Pushing event updated for resources: {'Port': ['ID=8fb7b379-764c-4b76-8405-362a3d61db5b,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:55.626571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.627609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:55.628245 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.705358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d097fa-1885-4f5c-b884-b8a3ba0914c7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:55.718705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:28:55.749494 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-96d53253-cde6-4b73-89a9-877ddda60bc4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7971337 Jul 19 03:28:55.752281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38696) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:55.757889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Request body: {'subnet': {'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-subnet', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:55.768209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6017f4ac-4c54-4fdf-916f-e887bb3ca046 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.811121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Made reservation on behalf of ccf3d9d83a1448bf94a5896159ddd4af for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:28:55.813974 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:55.824484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6017f4ac-4c54-4fdf-916f-e887bb3ca046 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for 61a9d90d-5005-41b2-b5b0-706212773866 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:28:56.156293 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.162242 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6017f4ac-4c54-4fdf-916f-e887bb3ca046 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.209741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017f4ac-4c54-4fdf-916f-e887bb3ca046 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=61a9d90d-5005-41b2-b5b0-706212773866,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:56.259318 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6017f4ac-4c54-4fdf-916f-e887bb3ca046 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.262752 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6017f4ac-4c54-4fdf-916f-e887bb3ca046 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/61a9d90d-5005-41b2-b5b0-706212773866 HTTP/1.1" status: 204 len: 168 time: 1.0746043 Jul 19 03:28:56.277567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38712) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:56.309765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8945fee5-e397-44b9-8d03-7dd79ef2ea64,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:56.328188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Checking segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:28:56.328704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Network hostable DHCP agents. Network: b6d097fa-1885-4f5c-b884-b8a3ba0914c7, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:28:56.337727 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-17071672-fc3a-4c92-9795-7ebbc82f7b02 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] GET failed (client error): The resource could not be found. Jul 19 03:28:56.340755 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-17071672-fc3a-4c92-9795-7ebbc82f7b02 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports/61a9d90d-5005-41b2-b5b0-706212773866 HTTP/1.1" status: 404 len: 333 time: 0.0618596 Jul 19 03:28:56.343739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38718) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:56.429671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8fb7b379-764c-4b76-8405-362a3d61db5b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:28:56.464039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:28:56.482458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, b6d097fa-1885-4f5c-b884-b8a3ba0914c7) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:56.489967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:56.490595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.568289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3d8809c-5098-41db-b9d9-9ca408ce3577 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.568604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb6f968-3c6e-4c93-80ee-abc5f9a61007 None None] Network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:56.586538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-754df3d3-5596-4095-93f8-0744ad7f438f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8329811 Jul 19 03:28:56.590652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38724) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:56.596311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:28:56.615104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b55086-3be1-44c3-b516-a9eeafd99c87 req-edb7cacc-a84f-4ecf-a985-5b58b4ab515b tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:56.622994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c4b55086-3be1-44c3-b516-a9eeafd99c87 req-edb7cacc-a84f-4ecf-a985-5b58b4ab515b tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.2669885 Jul 19 03:28:56.655236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3d8809c-5098-41db-b9d9-9ca408ce3577 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.673770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.675619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.706830 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c4b55086-3be1-44c3-b516-a9eeafd99c87 req-dabb0552-18c3-4da5-b4b8-d9d7b188d484 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828099 Jul 19 03:28:56.741394 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3d8809c-5098-41db-b9d9-9ca408ce3577 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.749172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3d8809c-5098-41db-b9d9-9ca408ce3577 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.753676 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f3d8809c-5098-41db-b9d9-9ca408ce3577 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/security-groups/2d25122e-2764-4c6b-ac52-44f32b9d6457 HTTP/1.1" status: 204 len: 168 time: 0.4056888 Jul 19 03:28:56.754059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38730) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:56.790423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8809c-5098-41db-b9d9-9ca408ce3577 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d25122e-2764-4c6b-ac52-44f32b9d6457,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:56.791896 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.905588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-598a3661-0d34-4eb6-bc0f-81488da67009 None None] Provisioning complete for port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:56.906105 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-598a3661-0d34-4eb6-bc0f-81488da67009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.934607 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-151040d2-72c8-479c-ad29-1bdf8b1a672e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:56.980194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:28:56.981281 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.027403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-598a3661-0d34-4eb6-bc0f-81488da67009 None None] Port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:28:57.033109 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-151040d2-72c8-479c-ad29-1bdf8b1a672e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.086507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-598a3661-0d34-4eb6-bc0f-81488da67009 None None] Provisioning for port 8fb7b379-764c-4b76-8405-362a3d61db5b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:28:57.105737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-598a3661-0d34-4eb6-bc0f-81488da67009 None None] Provisioning complete for port 8fb7b379-764c-4b76-8405-362a3d61db5b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:28:57.106120 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-598a3661-0d34-4eb6-bc0f-81488da67009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.156094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-151040d2-72c8-479c-ad29-1bdf8b1a672e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.158806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-151040d2-72c8-479c-ad29-1bdf8b1a672e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.160083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-151040d2-72c8-479c-ad29-1bdf8b1a672e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/security-groups/7af7d26c-10df-4ff5-a257-022a7efd0e43 HTTP/1.1" status: 204 len: 168 time: 0.3981338 Jul 19 03:28:57.167264 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.174049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38744) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:57.175838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151040d2-72c8-479c-ad29-1bdf8b1a672e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af7d26c-10df-4ff5-a257-022a7efd0e43,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:57.324810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5afcb-f021-46b4-8824-43ae6624fd82 req-a76c4e96-d838-4a91-b24b-1bfdc65caf3a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:57.332536 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ccc5afcb-f021-46b4-8824-43ae6624fd82 req-a76c4e96-d838-4a91-b24b-1bfdc65caf3a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.3550823 Jul 19 03:28:57.363510 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c790b63-c856-4076-a157-4e63cb7fd636 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.365845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Allocated IP 172.20.0.2 (b6d097fa-1885-4f5c-b884-b8a3ba0914c7/8945fee5-e397-44b9-8d03-7dd79ef2ea64/f7b8f8d1-22c4-4225-812f-79e49e11540e) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:57.388689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-598a3661-0d34-4eb6-bc0f-81488da67009 None None] Could not find standard attr ID for object 61a9d90d-5005-41b2-b5b0-706212773866. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:28:57.445720 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c790b63-c856-4076-a157-4e63cb7fd636 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.505444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ccc5afcb-f021-46b4-8824-43ae6624fd82 req-dec9456c-dc79-43d0-876d-684a43995f2f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719241 Jul 19 03:28:57.563508 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bcb815a8-c0f8-4313-b2e7-8fcdaebe6e47 None None] Could not find standard attr ID for object 61a9d90d-5005-41b2-b5b0-706212773866. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:28:57.676771 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c790b63-c856-4076-a157-4e63cb7fd636 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.683349 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c790b63-c856-4076-a157-4e63cb7fd636 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.687426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38768) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:57.687814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7c790b63-c856-4076-a157-4e63cb7fd636 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/security-groups/ffbd6862-05c3-45d1-9b87-38f7ee8a69fa HTTP/1.1" status: 204 len: 168 time: 0.5106244 Jul 19 03:28:57.738252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c790b63-c856-4076-a157-4e63cb7fd636 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd6862-05c3-45d1-9b87-38f7ee8a69fa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:57.782830 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.809200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.903425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93c4803-aba2-41b0-b4aa-d2f40e5761e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet 99949dca-9007-41e0-a2c5-eca0445c458d {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:28:57.908481 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e93c4803-aba2-41b0-b4aa-d2f40e5761e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.929042 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:57.947611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Transition to ACTIVE for port object f7b8f8d1-22c4-4225-812f-79e49e11540e will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:57.981829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Transition to ACTIVE for port object f7b8f8d1-22c4-4225-812f-79e49e11540e will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:28:57.993155 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.002867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Allocated IP 172.25.2.58 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/70aa8ece-778f-4016-84dc-0eb5fc0fb2ac) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:28:58.011878 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e93c4803-aba2-41b0-b4aa-d2f40e5761e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.105315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Pushing event updated for resources: {'Port': ['ID=f7b8f8d1-22c4-4225-812f-79e49e11540e,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:58.144515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:58.146903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:58.155663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:58.234359 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e93c4803-aba2-41b0-b4aa-d2f40e5761e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.299711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Attempting to bind port f7b8f8d1-22c4-4225-812f-79e49e11540e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:28:58.301185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Attempting to bind port f7b8f8d1-22c4-4225-812f-79e49e11540e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:28:58.301623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Attempting to bind port f7b8f8d1-22c4-4225-812f-79e49e11540e on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:28:58.306455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.310494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:28:58.313350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Checking segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:28:58.314825 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.315529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Bound using segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:28:58.318702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Bound port: f7b8f8d1-22c4-4225-812f-79e49e11540e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:28:58.319146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.375089 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.390413 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e93c4803-aba2-41b0-b4aa-d2f40e5761e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.451933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c4803-aba2-41b0-b4aa-d2f40e5761e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=99949dca-9007-41e0-a2c5-eca0445c458d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:58.453053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] For port f7b8f8d1-22c4-4225-812f-79e49e11540e, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:28:58.467287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] For port f7b8f8d1-22c4-4225-812f-79e49e11540e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f7b8f8d1-22c4-4225-812f-79e49e11540e,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:28:58.481317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e93c4803-aba2-41b0-b4aa-d2f40e5761e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.487857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e93c4803-aba2-41b0-b4aa-d2f40e5761e7 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/99949dca-9007-41e0-a2c5-eca0445c458d HTTP/1.1" status: 204 len: 168 time: 0.7986267 Jul 19 03:28:58.488769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38800) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:58.494466 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.496518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:28:58.498509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=70aa8ece-778f-4016-84dc-0eb5fc0fb2ac,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:58.511183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:28:58.514359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:28:58.592106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd01ac3f-c7e5-4199-a54e-636b23ca6837 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet c002053d-52ad-4200-8ea6-345a10f7312e {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:28:58.597295 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd01ac3f-c7e5-4199-a54e-636b23ca6837 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.632668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a2be9-e9c6-408a-b98c-72ba185edc9c None None] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:28:58.662555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19635af-c56f-438a-88b0-4153955bc65e req-65bb55ff-ee41-430e-b606-08a156dd85a5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:58.667218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-65bb55ff-ee41-430e-b606-08a156dd85a5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/networks?id=2f443c75-3785-42ce-a3a8-7c48b444c08d HTTP/1.1" status: 200 len: 815 time: 0.2305126 Jul 19 03:28:58.689863 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-f90a23ef-ff64-434a-8f0a-42d32058a73d tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/quotas/7d03d49821bf4be6b487914c733c96a7 HTTP/1.1" status: 200 len: 375 time: 0.0137355 Jul 19 03:28:58.695201 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd01ac3f-c7e5-4199-a54e-636b23ca6837 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:58.792509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2ce3a-db5f-4e66-9bb6-a294925e1aae None None] Pushing event updated for resources: {'Port': ['ID=f7b8f8d1-22c4-4225-812f-79e49e11540e,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:58.884550 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-983f26a9-d955-4840-8aef-3470480eb64a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d03d49821bf4be6b487914c733c96a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1858706 Jul 19 03:28:58.923550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd01ac3f-c7e5-4199-a54e-636b23ca6837 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:59.087401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:59.212369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd01ac3f-c7e5-4199-a54e-636b23ca6837 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:59.295105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01ac3f-c7e5-4199-a54e-636b23ca6837 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=c002053d-52ad-4200-8ea6-345a10f7312e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:28:59.306137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd01ac3f-c7e5-4199-a54e-636b23ca6837 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:59.310780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fd01ac3f-c7e5-4199-a54e-636b23ca6837 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/c002053d-52ad-4200-8ea6-345a10f7312e HTTP/1.1" status: 204 len: 168 time: 0.8161554 Jul 19 03:28:59.312389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38822) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:59.334323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-852b7387-55be-471b-ae5a-748276b809ec service neutron] 10.222.0.20 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283686 Jul 19 03:28:59.503995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:59.520569 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5ec765f-8784-4594-bb72-f242124e1f5f service neutron] 10.222.0.20 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853187 Jul 19 03:28:59.647987 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc440cb8-1744-412e-8d53-b1b46e8dc45d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:28:59.648562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc440cb8-1744-412e-8d53-b1b46e8dc45d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:28:59.654092 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fc440cb8-1744-412e-8d53-b1b46e8dc45d tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/99949dca-9007-41e0-a2c5-eca0445c458d HTTP/1.1" status: 404 len: 337 time: 0.3404436 Jul 19 03:28:59.654871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38836) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:28:59.836913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Router 68755c5d-706e-4fb3-ae3b-c990b795997a is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:28:59.848589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bba9a0-153c-447d-a541-a377410ceb9f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting subnet 00c01af2-7210-4ab7-9545-5c0235a0ddf0 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:28:59.852048 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84bba9a0-153c-447d-a541-a377410ceb9f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:28:59.905412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-4cef3e43-3547-48c5-9e8c-f7f744e7aad1 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:28:59.907495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-4cef3e43-3547-48c5-9e8c-f7f744e7aad1 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54d3fa9-6910-4d83-959d-8355a525e7e2 HTTP/1.1" status: 200 len: 946 time: 0.5699420 Jul 19 03:28:59.971956 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84bba9a0-153c-447d-a541-a377410ceb9f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:00.220118 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4e84288-b291-4783-afd1-9f0e314447a7 req-ec67e5fc-2232-4d7b-ab19-b708d0039887 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 210 time: 0.3596311 Jul 19 03:29:00.286148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:29:00.297841 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Sync routers for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:29:00.320779 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:00.323480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:00.351687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:00.363812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bb7e2383-c4dd-45fe-a70b-45718d95c4f8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7695632 Jul 19 03:29:00.367344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38858) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:00.372145 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84bba9a0-153c-447d-a541-a377410ceb9f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:00.485655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-d0a2c23f-2002-470d-bb33-fd941755640f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Deleting port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:29:00.486128 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-d0a2c23f-2002-470d-bb33-fd941755640f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:00.492582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b277f6-90d8-4adc-bc90-c5ba2a16e356 None None] Network e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:00.531925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f7b8f8d1-22c4-4225-812f-79e49e11540e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:00.624610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84bba9a0-153c-447d-a541-a377410ceb9f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:00.659737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cbd630-e550-4a42-b138-c64f93bd4fb2 None None] Network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:00.690403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bba9a0-153c-447d-a541-a377410ceb9f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Subnet': ['ID=00c01af2-7210-4ab7-9545-5c0235a0ddf0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:00.769441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-d0a2c23f-2002-470d-bb33-fd941755640f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] For port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:00.769645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-d0a2c23f-2002-470d-bb33-fd941755640f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:00.779925 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:00.819645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84bba9a0-153c-447d-a541-a377410ceb9f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:00.831947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-84bba9a0-153c-447d-a541-a377410ceb9f tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/00c01af2-7210-4ab7-9545-5c0235a0ddf0 HTTP/1.1" status: 204 len: 168 time: 1.1727223 Jul 19 03:29:00.837317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8295dd17-1155-49b5-9aa5-5e2d6ba622bf None None] Provisioning complete for port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:00.838499 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8295dd17-1155-49b5-9aa5-5e2d6ba622bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:00.849465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38872) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:01.017175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-d0a2c23f-2002-470d-bb33-fd941755640f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Calling delete_port for 58b4e42b-5f28-4f95-bbad-4328d4b1eabf owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:29:01.024380 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cc1755-486c-4a73-b544-07bb533de7f5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:29:01.026113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cc1755-486c-4a73-b544-07bb533de7f5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:01.037823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-01cc1755-486c-4a73-b544-07bb533de7f5 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/55589288-adcd-46f2-9d34-6840930a6554 HTTP/1.1" status: 404 len: 337 time: 0.1869364 Jul 19 03:29:01.041010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38882) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:01.093297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8295dd17-1155-49b5-9aa5-5e2d6ba622bf None None] Port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:29:01.122422 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c95ecbd5-6b8a-4a2c-a8ae-5b7222b027de tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "GET /v2.0/ports?device_id=950a0e54-1561-4682-8a72-1fa043f4cddf HTTP/1.1" status: 200 len: 205 time: 0.0799406 Jul 19 03:29:01.131211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38888) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:01.180544 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port f7b8f8d1-22c4-4225-812f-79e49e11540e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:01.252244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8295dd17-1155-49b5-9aa5-5e2d6ba622bf None None] Provisioning complete for port 8fb7b379-764c-4b76-8405-362a3d61db5b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:01.252620 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8295dd17-1155-49b5-9aa5-5e2d6ba622bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:01.401507 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:28:58Z', 'revision_number': 3, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:01.510729 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Checking router: 68755c5d-706e-4fb3-ae3b-c990b795997a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:29:01.511061 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Updating router 68755c5d-706e-4fb3-ae3b-c990b795997a port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:29:01.612703 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:01.639662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-17420532-359d-4239-b5a8-9399108fe5dc req-4b45edbf-d1dd-4906-a3ef-46c15ba499af tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 210 time: 0.1002254 Jul 19 03:29:01.740706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:01.743562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d064b614-7139-4a70-9ab9-44d86600fd38 None None] DHCP port deletion for e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:29:01.870601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38912) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:01.945595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ccb70ffd-a306-4719-8a7f-4d582a23057e None None] Provisioning for port f7b8f8d1-22c4-4225-812f-79e49e11540e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:01.968651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ccb70ffd-a306-4719-8a7f-4d582a23057e None None] Provisioning complete for port f7b8f8d1-22c4-4225-812f-79e49e11540e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:01.969128 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ccb70ffd-a306-4719-8a7f-4d582a23057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.164782 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d064b614-7139-4a70-9ab9-44d86600fd38 None None] Deleting port 8fb7b379-764c-4b76-8405-362a3d61db5b {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:29:02.165515 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d064b614-7139-4a70-9ab9-44d86600fd38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.403162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d064b614-7139-4a70-9ab9-44d86600fd38 None None] For port 8fb7b379-764c-4b76-8405-362a3d61db5b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8fb7b379-764c-4b76-8405-362a3d61db5b,segment=NetworkSegment(73a75328-be70-4552-81e1-ca528dab9330),segment_id=73a75328-be70-4552-81e1-ca528dab9330)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:02.406414 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d064b614-7139-4a70-9ab9-44d86600fd38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.424889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8fb7b379-764c-4b76-8405-362a3d61db5b no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:29:02.455583 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.464541 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-c94e9480-b034-47f1-88cf-be5eb11d5b82 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] delete failed (client error): The resource could not be found. Jul 19 03:29:02.468266 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c94e9480-b034-47f1-88cf-be5eb11d5b82 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/routers/950a0e54-1561-4682-8a72-1fa043f4cddf HTTP/1.1" status: 404 len: 336 time: 1.3315802 Jul 19 03:29:02.474811 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Transition to ACTIVE for port object 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:02.480985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38926) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:02.484552 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.537371 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26ae115-d52a-4ea7-8346-fc3c226402c2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:29:02.538543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26ae115-d52a-4ea7-8346-fc3c226402c2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:02.538949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d064b614-7139-4a70-9ab9-44d86600fd38 None None] Calling delete_port for 8fb7b379-764c-4b76-8405-362a3d61db5b owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:29:02.540751 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d26ae115-d52a-4ea7-8346-fc3c226402c2 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/f5014c4e-74c0-47df-aa55-e35cfb9b6b37 HTTP/1.1" status: 404 len: 337 time: 0.0511236 Jul 19 03:29:02.569358 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ccb70ffd-a306-4719-8a7f-4d582a23057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.579286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38928) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:02.631782 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-072dad45-f547-4f81-ad83-4013f0c3e6f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:29:02.632585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072dad45-f547-4f81-ad83-4013f0c3e6f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:02.636117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-072dad45-f547-4f81-ad83-4013f0c3e6f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/7646a7a3-319f-4d18-92cb-a156151432db HTTP/1.1" status: 404 len: 337 time: 0.0556202 Jul 19 03:29:02.641231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38930) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:02.652986 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Pushing event updated for resources: {'Port': ['ID=70aa8ece-778f-4016-84dc-0eb5fc0fb2ac,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:02.661029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ccb70ffd-a306-4719-8a7f-4d582a23057e None None] For port f7b8f8d1-22c4-4225-812f-79e49e11540e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f7b8f8d1-22c4-4225-812f-79e49e11540e,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:02.672053 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.672996 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.674495 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.674843 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.675183 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.676774 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.677059 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.679503 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.679873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.680206 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.680540 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.682584 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:02.689824 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fc9ac1-7e77-41e7-8f0a-89ea42fde66b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:29:02.690464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fc9ac1-7e77-41e7-8f0a-89ea42fde66b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:02.692560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-28fc9ac1-7e77-41e7-8f0a-89ea42fde66b tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/b2f9b624-23ca-4c27-824e-d24bb2685864 HTTP/1.1" status: 404 len: 337 time: 0.0479643 Jul 19 03:29:02.696262 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Attempting to bind port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:02.696711 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Attempting to bind port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:02.697063 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Attempting to bind port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:02.701811 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ccb70ffd-a306-4719-8a7f-4d582a23057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.703999 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:02.704370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38936) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:02.704513 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:02.704866 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.705264 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:02.705783 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Bound port: 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:02.706255 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.880635 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] For port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:02.889210 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] For port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=70aa8ece-778f-4016-84dc-0eb5fc0fb2ac,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:02.908225 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.966692 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:02.993536 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:02.995650 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:03.011486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Allocated IP 172.20.0.1 (b6d097fa-1885-4f5c-b884-b8a3ba0914c7/8945fee5-e397-44b9-8d03-7dd79ef2ea64/c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:03.069737 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec33002d-920c-44a6-9aa2-a96cb4959b6e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:29:03.070896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec33002d-920c-44a6-9aa2-a96cb4959b6e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:03.075391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ec33002d-920c-44a6-9aa2-a96cb4959b6e tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/3748c438-12c8-4a72-84ac-6b01d02c47ae HTTP/1.1" status: 404 len: 333 time: 0.3694479 Jul 19 03:29:03.076388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-d0a2c23f-2002-470d-bb33-fd941755640f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:03.078891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38948) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:03.079371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38950) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:03.114309 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-3386c5e3-99ea-4992-899b-79f33ac7e7f8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:29:03.115129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3386c5e3-99ea-4992-899b-79f33ac7e7f8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:03.116965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3386c5e3-99ea-4992-899b-79f33ac7e7f8 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/4df9f2ad-baf3-4a09-8a29-2aa1169e2461 HTTP/1.1" status: 404 len: 337 time: 0.0349548 Jul 19 03:29:03.150201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 8fb7b379-764c-4b76-8405-362a3d61db5b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8fb7b379-764c-4b76-8405-362a3d61db5b,segment=NetworkSegment(73a75328-be70-4552-81e1-ca528dab9330),segment_id=73a75328-be70-4552-81e1-ca528dab9330)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:03.156207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19635af-c56f-438a-88b0-4153955bc65e req-503a3ae8-680a-404f-8b5d-4b419b8b928c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:03.158250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-503a3ae8-680a-404f-8b5d-4b419b8b928c tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.26 "GET /v2.0/networks?id=2f443c75-3785-42ce-a3a8-7c48b444c08d HTTP/1.1" status: 200 len: 815 time: 0.7243805 Jul 19 03:29:03.159907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38954) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:03.161961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2c23f-2002-470d-bb33-fd941755640f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Pushing event deleted for resources: {'Port': ['ID=58b4e42b-5f28-4f95-bbad-4328d4b1eabf,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:03.162997 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:03.180649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb70ffd-a306-4719-8a7f-4d582a23057e None None] Pushing event updated for resources: {'Port': ['ID=f7b8f8d1-22c4-4225-812f-79e49e11540e,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:03.187579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-371a2747-dfd8-4071-bfba-9b2780f29bfa None None] Provisioning complete for port f7b8f8d1-22c4-4225-812f-79e49e11540e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:03.187960 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-371a2747-dfd8-4071-bfba-9b2780f29bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:03.197140 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:03.305346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Request body: {'port': {'device_id': '1f1340ea-5699-4a23-aafa-cf91885a2d08', 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d', 'admin_state_up': True, 'tenant_id': '7d03d49821bf4be6b487914c733c96a7'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:03.327153 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71e5a80-3765-45c6-819d-034a880361f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:29:03.327610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71e5a80-3765-45c6-819d-034a880361f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:03.329141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:03.335221 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b71e5a80-3765-45c6-819d-034a880361f3 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/2501bb95-a660-4ff9-99b9-df4071105177 HTTP/1.1" status: 404 len: 337 time: 0.1651227 Jul 19 03:29:03.359612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Transition to ACTIVE for port object c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:03.399788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38958) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:03.400919 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:28:58Z', 'revision_number': 3, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:03.408659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-467f92b7-8e72-4907-a297-fbe2f4867a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:03.414213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:03.436833 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987e436-652f-4b47-acc2-251cf9025642 None None] The sync data for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 is: [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:28:58Z', 'revision_number': 3, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:29:03.438543 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173028da-66ea-4156-930a-b414e8d4873a None None] Pushing event updated for resources: {'Port': ['ID=70aa8ece-778f-4016-84dc-0eb5fc0fb2ac,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:03.495124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Pushing event updated for resources: {'Port': ['ID=c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:03.537701 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ce7e7df-01b5-4466-9065-201c2241e7a2 req-275a2006-eeaa-4b12-8821-b74a6c50dcf5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 210 time: 0.1261723 Jul 19 03:29:03.555659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:03.557900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-d0a2c23f-2002-470d-bb33-fd941755640f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] No DVR routers for this DVR port 58b4e42b-5f28-4f95-bbad-4328d4b1eabf on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:29:03.560465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:03.568011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:03.580341 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-d0a2c23f-2002-470d-bb33-fd941755640f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:03.582376 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-319bce2f-2d4a-4480-9e23-bfbaa243751e req-d0a2c23f-2002-470d-bb33-fd941755640f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.25 "DELETE /v2.0/ports/58b4e42b-5f28-4f95-bbad-4328d4b1eabf HTTP/1.1" status: 204 len: 173 time: 3.6680555 Jul 19 03:29:03.583009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'name': 'network-vif-deleted', 'tag': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:03.592086 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e60e4d-48ae-402c-b059-2cc7d7d37185" -d '{"events": [{"server_uuid": "b54d3fa9-6910-4d83-959d-8355a525e7e2", "name": "network-vif-deleted", "tag": "58b4e42b-5f28-4f95-bbad-4328d4b1eabf"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:03.606355 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c614ad-4bce-48d3-a009-5a5096a6fd01 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:29:03.606869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c614ad-4bce-48d3-a009-5a5096a6fd01 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:03.608734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-40c614ad-4bce-48d3-a009-5a5096a6fd01 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/3aa37dd4-4458-48e6-b320-e6ace964e015 HTTP/1.1" status: 404 len: 333 time: 0.2069736 Jul 19 03:29:03.612627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38964) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:03.627833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:03.631545 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c31e57ca-55cd-42b4-a526-5d18a9d241c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:03.714732 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d855200-9379-46bd-a1e2-f6e5c17f9bcf x-openstack-request-id: req-1d855200-9379-46bd-a1e2-f6e5c17f9bcf {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:03.715270 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54d3fa9-6910-4d83-959d-8355a525e7e2", "name": "network-vif-deleted", "tag": "58b4e42b-5f28-4f95-bbad-4328d4b1eabf", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:03.715654 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d855200-9379-46bd-a1e2-f6e5c17f9bcf {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:03.716221 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54d3fa9-6910-4d83-959d-8355a525e7e2', 'name': 'network-vif-deleted', 'tag': '58b4e42b-5f28-4f95-bbad-4328d4b1eabf', 'status': 'completed', 'code': 200} Jul 19 03:29:03.757976 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f14326-2890-4f0c-88cc-f9ace541a169 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:29:03.764132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f14326-2890-4f0c-88cc-f9ace541a169 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:03.766366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-02f14326-2890-4f0c-88cc-f9ace541a169 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/6907fab5-87e0-4fa9-a065-dcba699b1261 HTTP/1.1" status: 404 len: 337 time: 0.1138246 Jul 19 03:29:03.772860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38968) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:03.804619 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d064b614-7139-4a70-9ab9-44d86600fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:03.814182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event deleted for resources: {'Port': ['ID=8fb7b379-764c-4b76-8405-362a3d61db5b,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:03.859753 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d63771b-48b7-421b-812e-1265809b8a4c tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] DELETE failed (client error): The resource could not be found. Jul 19 03:29:03.860046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d63771b-48b7-421b-812e-1265809b8a4c tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:03.861811 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7d63771b-48b7-421b-812e-1265809b8a4c tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/subnets/e772916c-3e94-4005-b2f0-4ed81727b089 HTTP/1.1" status: 404 len: 337 time: 0.0669069 Jul 19 03:29:03.868044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38970) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:03.911914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 58b4e42b-5f28-4f95-bbad-4328d4b1eabf no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:29:03.914073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064b614-7139-4a70-9ab9-44d86600fd38 None None] No DVR routers for this DVR port 8fb7b379-764c-4b76-8405-362a3d61db5b on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:29:03.935585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064b614-7139-4a70-9ab9-44d86600fd38 None None] Pushing event deleted for resources: {'Port': ['ID=8fb7b379-764c-4b76-8405-362a3d61db5b,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:03.949039 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-467f92b7-8e72-4907-a297-fbe2f4867a89 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:29:03.949039 n-d-762330-18 neutron-server[94345]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 19 03:29:03.949039 n-d-762330-18 neutron-server[94345]: [parameters: {'project_id': '3e81bee0fa644dda98c2d94cbf2a2b07', 'id': 'bba62f6e-0024-403e-a2f3-b1201371401b', 'expiration': datetime.datetime(2021, 7, 19, 3, 31, 3, 859492)}] Jul 19 03:29:03.949039 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:29:03.949372 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-467f92b7-8e72-4907-a297-fbe2f4867a89 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:29:03.991827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 58b4e42b-5f28-4f95-bbad-4328d4b1eabf {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:29:03.992807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 58b4e42b-5f28-4f95-bbad-4328d4b1eabf not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:29:04.074676 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c31e57ca-55cd-42b4-a526-5d18a9d241c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.079305 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.080261 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c31e57ca-55cd-42b4-a526-5d18a9d241c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.161504 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c31e57ca-55cd-42b4-a526-5d18a9d241c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=737f3b30b7144220944ecd74e4b82139&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0805616 Jul 19 03:29:04.163306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38978) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:04.175232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e57ca-55cd-42b4-a526-5d18a9d241c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f693733a-ced1-4407-a1c3-db56e0f8ce7e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:04.183590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-09dcc907-4424-475d-88ef-4845d5964cf4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Deleting port b4dd2a0b-06e1-4fc7-8c09-105c353a5cad {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:29:04.184117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09dcc907-4424-475d-88ef-4845d5964cf4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.216793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Made reservation on behalf of 7d03d49821bf4be6b487914c733c96a7 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:04.225548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.238541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8a741781-542d-4f75-b823-b3e8ba880175 None None] Provisioning for port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:04.242874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8a741781-542d-4f75-b823-b3e8ba880175 None None] Provisioning complete for port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:04.243257 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a741781-542d-4f75-b823-b3e8ba880175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.284652 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f4b35d84-79d2-4348-a788-85f8f1483284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.297411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8a741781-542d-4f75-b823-b3e8ba880175 None None] Port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:29:04.347559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09dcc907-4424-475d-88ef-4845d5964cf4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.361566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f4b35d84-79d2-4348-a788-85f8f1483284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.373987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-09dcc907-4424-475d-88ef-4845d5964cf4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Calling delete_port for b4dd2a0b-06e1-4fc7-8c09-105c353a5cad owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:29:04.447733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f4b35d84-79d2-4348-a788-85f8f1483284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.450862 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f4b35d84-79d2-4348-a788-85f8f1483284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.457827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f4b35d84-79d2-4348-a788-85f8f1483284 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f693733a-ced1-4407-a1c3-db56e0f8ce7e HTTP/1.1" status: 204 len: 168 time: 0.2926130 Jul 19 03:29:04.495371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-467f92b7-8e72-4907-a297-fbe2f4867a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.520407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b35d84-79d2-4348-a788-85f8f1483284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f693733a-ced1-4407-a1c3-db56e0f8ce7e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:04.554398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:04.635874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Allocated IP 172.20.0.8 (2f443c75-3785-42ce-a3a8-7c48b444c08d/f5249f28-332e-464e-867f-c1a49e34fe2a/f5c0a1d1-2981-4b78-96e8-e8cb782efa71) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:04.743134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:04.751877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:04.752383 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.913829 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09dcc907-4424-475d-88ef-4845d5964cf4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.917440 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.969624 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:04.976490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcc907-4424-475d-88ef-4845d5964cf4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Port': ['ID=b4dd2a0b-06e1-4fc7-8c09-105c353a5cad,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:05.008692 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.018941 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09dcc907-4424-475d-88ef-4845d5964cf4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.022019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-09dcc907-4424-475d-88ef-4845d5964cf4 tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/ports/b4dd2a0b-06e1-4fc7-8c09-105c353a5cad HTTP/1.1" status: 204 len: 168 time: 1.1529410 Jul 19 03:29:05.024083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-467f92b7-8e72-4907-a297-fbe2f4867a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.036542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38994) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:05.043357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=70aa8ece-778f-4016-84dc-0eb5fc0fb2ac,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:05.051994 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.054098 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-467f92b7-8e72-4907-a297-fbe2f4867a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.067605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f7b8f8d1-22c4-4225-812f-79e49e11540e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:05.074113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85ed03a4-2a30-4b5c-9c0f-7a529d52ded6 req-d36feef2-31f7-4648-ada6-d53e9eee9a27 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 210 time: 0.1480923 Jul 19 03:29:05.100113 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.129142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39000) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:05.143349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f92b7-8e72-4907-a297-fbe2f4867a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c82c535-7b9a-450e-9c3d-94ab78bca14c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:05.148555 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-467f92b7-8e72-4907-a297-fbe2f4867a89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e81bee0fa644dda98c2d94cbf2a2b07&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2767830 Jul 19 03:29:05.157022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39002) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:05.168216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Pushing event updated for resources: {'Port': ['ID=c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:05.210454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66db924f-0397-4688-9ba4-037a3722efa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.256839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=70aa8ece-778f-4016-84dc-0eb5fc0fb2ac,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:05.279935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:05.282849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f7b8f8d1-22c4-4225-812f-79e49e11540e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:05.283264 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.286948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:05.302654 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.330911 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.462320 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5492c5c3-5fa6-4097-948f-3b7a8e827f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.509376 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.515074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Router 68755c5d-706e-4fb3-ae3b-c990b795997a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:29:05.530256 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5492c5c3-5fa6-4097-948f-3b7a8e827f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.588698 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66db924f-0397-4688-9ba4-037a3722efa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.591555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:05.607292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a75328-be70-4552-81e1-ca528dab9330') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:05.607654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a75328-be70-4552-81e1-ca528dab9330') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:05.610758 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66db924f-0397-4688-9ba4-037a3722efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.626365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.628943 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.634674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-850d5537-fa62-47bc-bb51-7a878a51cb89 None None] Provisioning complete for port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:05.635559 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-850d5537-fa62-47bc-bb51-7a878a51cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.694135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-850d5537-fa62-47bc-bb51-7a878a51cb89 None None] Port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:29:05.704882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:29:05.719983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-737b2c1f-f71e-4e5b-a45d-49f62c636781 admin admin] 10.222.0.20 "PUT /v2.0/routers/68755c5d-706e-4fb3-ae3b-c990b795997a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3434758 Jul 19 03:29:05.719983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5492c5c3-5fa6-4097-948f-3b7a8e827f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.719983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5492c5c3-5fa6-4097-948f-3b7a8e827f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.731601 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5492c5c3-5fa6-4097-948f-3b7a8e827f08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c82c535-7b9a-450e-9c3d-94ab78bca14c HTTP/1.1" status: 204 len: 168 time: 0.5673773 Jul 19 03:29:05.732016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-66db924f-0397-4688-9ba4-037a3722efa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44848f0e3ab34e618f8666aa65537395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6011043 Jul 19 03:29:05.741838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.743626 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39012) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:05.754953 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492c5c3-5fa6-4097-948f-3b7a8e827f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c82c535-7b9a-450e-9c3d-94ab78bca14c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:05.807924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db924f-0397-4688-9ba4-037a3722efa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba09ed0-68d0-4851-bb0b-0e24542b01ee,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:05.815849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:29:05.816273 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:29:05.822235 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:29:05.852787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Network 2f443c75-3785-42ce-a3a8-7c48b444c08d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:05.866851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Pushing event updated for resources: {'Port': ['ID=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:05.881995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:05.890446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:06.023687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.028932 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.030884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] 10.222.0.20 "DELETE /v2.0/networks/e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8 HTTP/1.1" status: 204 len: 168 time: 0.9935570 Jul 19 03:29:06.043448 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25235e92-ba71-4b8c-8f43-96b02790014d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.078536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:06.079183 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.094652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e095782-7437-4220-ac80-653c3a5fb57a tempest-PortsIpV6TestJSON-946985667 tempest-PortsIpV6TestJSON-946985667-project] Pushing event deleted for resources: {'Network': ['ID=e4935a3e-bfc8-4afd-8ed0-ada43ac7f9d8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:06.100437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25235e92-ba71-4b8c-8f43-96b02790014d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.110930 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-b5e41b31-96fb-4386-80e8-eccf66788589 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8805108 Jul 19 03:29:06.141985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Request body: {'port': {'device_id': '1f1340ea-5699-4a23-aafa-cf91885a2d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:06.275753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.296342 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25235e92-ba71-4b8c-8f43-96b02790014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.300016 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25235e92-ba71-4b8c-8f43-96b02790014d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.301215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-25235e92-ba71-4b8c-8f43-96b02790014d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ba09ed0-68d0-4851-bb0b-0e24542b01ee HTTP/1.1" status: 204 len: 168 time: 0.5534432 Jul 19 03:29:06.313494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Sync routers for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:29:06.343470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:06.349026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:06.361650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25235e92-ba71-4b8c-8f43-96b02790014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba09ed0-68d0-4851-bb0b-0e24542b01ee,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:06.423076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42ddf6-7e3c-4cdf-b4bb-c45f99a11b26 req-2393d090-9d87-45c6-bc2f-3d7678b391d5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:06.434241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b42ddf6-7e3c-4cdf-b4bb-c45f99a11b26 req-2393d090-9d87-45c6-bc2f-3d7678b391d5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 931 time: 0.1780946 Jul 19 03:29:06.545245 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b42ddf6-7e3c-4cdf-b4bb-c45f99a11b26 req-d2aa5149-2268-47f4-8039-89973bad4745 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076796 Jul 19 03:29:06.571741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39040) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:06.589490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:06.613402 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-398eb1dd-0f9d-41ec-aee8-f33dc9758a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.770556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39046) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:06.786968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:06.789758 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.805350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39050) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:06.812736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1cfba3b6-3646-40d3-9163-45729844c55a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1959173760', 'description': 'tempest-description--1527795931'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:06.843272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c0a1d1-2981-4b78-96e8-e8cb782efa71 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:29:06.858184 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.870973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:06.882760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-398eb1dd-0f9d-41ec-aee8-f33dc9758a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.885826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Transition to ACTIVE for port object f5c0a1d1-2981-4b78-96e8-e8cb782efa71 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:06.889361 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-398eb1dd-0f9d-41ec-aee8-f33dc9758a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.904490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.920607 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1cfba3b6-3646-40d3-9163-45729844c55a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:06.982961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-398eb1dd-0f9d-41ec-aee8-f33dc9758a8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d117a245241845068701f76d34c2d6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082956 Jul 19 03:29:06.987991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39056) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:06.991518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398eb1dd-0f9d-41ec-aee8-f33dc9758a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69e7d53-df97-441a-a43e-cc233160e7df,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:07.038702 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.126917 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e14b351-045a-45af-b795-ec07729bd1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.129202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1cfba3b6-3646-40d3-9163-45729844c55a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.138112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:07.159555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1cfba3b6-3646-40d3-9163-45729844c55a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.218215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1cfba3b6-3646-40d3-9163-45729844c55a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.224384 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1cfba3b6-3646-40d3-9163-45729844c55a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4164796 Jul 19 03:29:07.235225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39064) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:07.241697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f926b98b-7c4b-432a-b6c9-1044c4fcd6dc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'security_group_rule': {'security_group_id': 'b896a69a-6a05-4d12-b8ab-142621f8a238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:07.244897 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e14b351-045a-45af-b795-ec07729bd1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.251348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfba3b6-3646-40d3-9163-45729844c55a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b896a69a-6a05-4d12-b8ab-142621f8a238,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:07.316152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Attempting to bind port f5c0a1d1-2981-4b78-96e8-e8cb782efa71 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:07.316511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Attempting to bind port f5c0a1d1-2981-4b78-96e8-e8cb782efa71 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:07.316889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Attempting to bind port f5c0a1d1-2981-4b78-96e8-e8cb782efa71 on network 2f443c75-3785-42ce-a3a8-7c48b444c08d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:07.330220 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a6dcfa8b-5f9c-48c0-8af3-e24569c827e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bf11f476a0940dfa5fe31379623cbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5583093 Jul 19 03:29:07.335838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39070) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:07.336299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Port f5c0a1d1-2981-4b78-96e8-e8cb782efa71 on network 2f443c75-3785-42ce-a3a8-7c48b444c08d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:29:07.337317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Attempting to bind port f5c0a1d1-2981-4b78-96e8-e8cb782efa71 on network 2f443c75-3785-42ce-a3a8-7c48b444c08d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:07.344680 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f926b98b-7c4b-432a-b6c9-1044c4fcd6dc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.351612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:07.352804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Checking segment: {'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:07.354155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Bound using segment: {'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:07.356014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Bound port: f5c0a1d1-2981-4b78-96e8-e8cb782efa71, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510b9002-07c8-4c1f-b161-d9d9015f994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:07.356747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.358599 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.390614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e14b351-045a-45af-b795-ec07729bd1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.394194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e14b351-045a-45af-b795-ec07729bd1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.397789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5e14b351-045a-45af-b795-ec07729bd1f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c69e7d53-df97-441a-a43e-cc233160e7df HTTP/1.1" status: 204 len: 168 time: 0.4055791 Jul 19 03:29:07.412450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:04Z', 'revision_number': 2, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:07.466945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Checking router: 68755c5d-706e-4fb3-ae3b-c990b795997a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:29:07.467576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Updating router 68755c5d-706e-4fb3-ae3b-c990b795997a port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:29:07.477342 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f926b98b-7c4b-432a-b6c9-1044c4fcd6dc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.479217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14b351-045a-45af-b795-ec07729bd1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69e7d53-df97-441a-a43e-cc233160e7df,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:07.500412 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f926b98b-7c4b-432a-b6c9-1044c4fcd6dc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.522706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] For port f5c0a1d1-2981-4b78-96e8-e8cb782efa71, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:07.527363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] For port f5c0a1d1-2981-4b78-96e8-e8cb782efa71, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:07.536644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.557565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926b98b-7c4b-432a-b6c9-1044c4fcd6dc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b91115-9904-4852-a0cc-9503a52a701f,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:07.585689 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f926b98b-7c4b-432a-b6c9-1044c4fcd6dc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.600928 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f926b98b-7c4b-432a-b6c9-1044c4fcd6dc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3634403 Jul 19 03:29:07.606742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39086) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:07.613006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c72edb93-6dc8-49e3-9a06-17d17aa26dce tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'security_group_rule': {'security_group_id': 'b896a69a-6a05-4d12-b8ab-142621f8a238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:07.640453 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36708cc2-dcda-4de6-99b8-92425c1ab52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.643258 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.646036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:07.647810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.655315 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] 10.222.0.26 "PUT /v2.0/ports/f5c0a1d1-2981-4b78-96e8-e8cb782efa71 HTTP/1.1" status: 200 len: 1092 time: 1.5330586 Jul 19 03:29:07.656194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1340ea-5699-4a23-aafa-cf91885a2d08', 'tag': 'f5c0a1d1-2981-4b78-96e8-e8cb782efa71'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:07.658198 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1f12ec-225b-469d-af56-f2c1f6537100" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1340ea-5699-4a23-aafa-cf91885a2d08", "tag": "f5c0a1d1-2981-4b78-96e8-e8cb782efa71"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:07.666094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36708cc2-dcda-4de6-99b8-92425c1ab52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.733593 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c72edb93-6dc8-49e3-9a06-17d17aa26dce tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.742172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36708cc2-dcda-4de6-99b8-92425c1ab52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.745292 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36708cc2-dcda-4de6-99b8-92425c1ab52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.763685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-36708cc2-dcda-4de6-99b8-92425c1ab52a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a3e8dd6-7eb1-4cff-b885-ec3e6d043dd1 HTTP/1.1" status: 204 len: 168 time: 0.4265473 Jul 19 03:29:07.775555 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345703b8-0b80-4f34-b9fc-46e1f1aed3e2 x-openstack-request-id: req-345703b8-0b80-4f34-b9fc-46e1f1aed3e2 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:07.775871 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1340ea-5699-4a23-aafa-cf91885a2d08", "tag": "f5c0a1d1-2981-4b78-96e8-e8cb782efa71", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:07.776266 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-345703b8-0b80-4f34-b9fc-46e1f1aed3e2 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:07.778110 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1340ea-5699-4a23-aafa-cf91885a2d08', 'tag': 'f5c0a1d1-2981-4b78-96e8-e8cb782efa71', 'status': 'completed', 'code': 200} Jul 19 03:29:07.786147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f3589-638e-4b71-9232-f96357a93c78 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:07.814764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36708cc2-dcda-4de6-99b8-92425c1ab52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3e8dd6-7eb1-4cff-b885-ec3e6d043dd1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:07.859038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19635af-c56f-438a-88b0-4153955bc65e req-784bf8c5-70f9-402b-bb7b-b569c2c12ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:07.860736 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-784bf8c5-70f9-402b-bb7b-b569c2c12ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d03d49821bf4be6b487914c733c96a7&device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 1095 time: 0.1576021 Jul 19 03:29:07.937407 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-76fa27fb-ab31-4e5b-b3fa-6333c08696cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5c0a1d1-2981-4b78-96e8-e8cb782efa71 HTTP/1.1" status: 200 len: 217 time: 0.0670226 Jul 19 03:29:07.964188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c72edb93-6dc8-49e3-9a06-17d17aa26dce tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:07.974444 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c72edb93-6dc8-49e3-9a06-17d17aa26dce tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:08.005713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72edb93-6dc8-49e3-9a06-17d17aa26dce tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41014fdd-fa4c-411c-861f-6ba092659440,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:08.024306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c72edb93-6dc8-49e3-9a06-17d17aa26dce tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:08.029305 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c72edb93-6dc8-49e3-9a06-17d17aa26dce tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4215267 Jul 19 03:29:08.030006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39112) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:08.043067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:08.047352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676986b-b66a-4b78-ae2b-5c345c9147fc req-84442116-2f2f-421a-9127-80185f547a02 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:08.049058 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4676986b-b66a-4b78-ae2b-5c345c9147fc req-84442116-2f2f-421a-9127-80185f547a02 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 943 time: 0.2273703 Jul 19 03:29:08.070680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19635af-c56f-438a-88b0-4153955bc65e req-2b946f43-9c3f-48dc-8f8b-063d38545e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:08.073677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-2b946f43-9c3f-48dc-8f8b-063d38545e2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5249f28-332e-464e-867f-c1a49e34fe2a HTTP/1.1" status: 200 len: 855 time: 0.1298344 Jul 19 03:29:08.085551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:08.119232 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-3b6beba1-3266-44f7-bd47-0d897787f76c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f443c75-3785-42ce-a3a8-7c48b444c08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370698 Jul 19 03:29:08.170172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4676986b-b66a-4b78-ae2b-5c345c9147fc req-7855f046-2820-458a-93fc-b1cddf093807 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140523 Jul 19 03:29:08.294053 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-fa4b0b2e-54a4-435a-bddb-45a39cfba1d1 service neutron] 10.222.0.26 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664639 Jul 19 03:29:08.329271 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:08.418150 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:08.437617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Transition to ACTIVE for port object c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:08.451253 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:08.502149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b19635af-c56f-438a-88b0-4153955bc65e req-87285d35-daa5-4a44-aa16-082d2f2a63e9 service neutron] 10.222.0.26 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015414 Jul 19 03:29:08.595918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd8835-d08b-48c9-9686-7e91a13b4666 None None] Pushing event updated for resources: {'Port': ['ID=c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:08.611214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Allocated IP 172.25.2.95 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/e6b1391f-a802-48fa-a627-da05863eac93) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:08.614011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Attempting to bind port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:08.614501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Attempting to bind port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:08.614773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Attempting to bind port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:08.625528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:08.626949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Checking segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:08.627380 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:08.629571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Bound using segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:08.629984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Bound port: c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:08.630606 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:08.698149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f12ec-225b-469d-af56-f2c1f6537100 req-465162c7-54c9-4a25-9f8c-67c9695012e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:08.699738 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d1f12ec-225b-469d-af56-f2c1f6537100 req-465162c7-54c9-4a25-9f8c-67c9695012e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d03d49821bf4be6b487914c733c96a7&device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 1095 time: 0.1328938 Jul 19 03:29:08.768772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] For port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:08.772595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] For port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:08.792032 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:08.885867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f12ec-225b-469d-af56-f2c1f6537100 req-eccdba7e-f252-432d-a17a-1cf9872a948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:08.887665 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d1f12ec-225b-469d-af56-f2c1f6537100 req-eccdba7e-f252-432d-a17a-1cf9872a948a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f443c75-3785-42ce-a3a8-7c48b444c08d HTTP/1.1" status: 200 len: 915 time: 0.1800179 Jul 19 03:29:08.923744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd8835-d08b-48c9-9686-7e91a13b4666 None None] Pushing event updated for resources: {'Port': ['ID=c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:08.938581 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:08.988081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:08.995691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:28:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:09.043486 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d1f12ec-225b-469d-af56-f2c1f6537100 req-f97943f6-c801-4f50-ab8e-12cba4906a64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5c0a1d1-2981-4b78-96e8-e8cb782efa71 HTTP/1.1" status: 200 len: 217 time: 0.1437995 Jul 19 03:29:09.077964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:09.181971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f12ec-225b-469d-af56-f2c1f6537100 req-b51a92f7-c8fb-4e13-b057-9449087c4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:09.188062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d1f12ec-225b-469d-af56-f2c1f6537100 req-b51a92f7-c8fb-4e13-b057-9449087c4fc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5249f28-332e-464e-867f-c1a49e34fe2a HTTP/1.1" status: 200 len: 855 time: 0.1416652 Jul 19 03:29:09.214991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:09.228040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:09.230888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:09.257884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d1f12ec-225b-469d-af56-f2c1f6537100 req-7356052d-66e5-47c8-862b-d5507fc0b5b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f443c75-3785-42ce-a3a8-7c48b444c08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626047 Jul 19 03:29:09.313617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:09.443234 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:09.463386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'Port': ['ID=e6b1391f-a802-48fa-a627-da05863eac93,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:09.492520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d1f12ec-225b-469d-af56-f2c1f6537100 req-a0a7454b-9981-4758-b081-1b3a73f13776 service neutron] 10.222.0.26 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263668 Jul 19 03:29:09.535686 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:09.652904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d1f12ec-225b-469d-af56-f2c1f6537100 req-d7abbc44-1703-4ec9-a88a-6a8983852b83 service neutron] 10.222.0.26 "GET /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359754 Jul 19 03:29:09.723262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b9cbd-5654-49a5-8555-81bdfc82a30b req-320c9696-949d-4d65-9643-98ca04353679 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:09.730784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-637b9cbd-5654-49a5-8555-81bdfc82a30b req-320c9696-949d-4d65-9643-98ca04353679 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 943 time: 0.2327104 Jul 19 03:29:09.760833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39170) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:09.790031 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-637b9cbd-5654-49a5-8555-81bdfc82a30b req-ff207588-80bc-4483-83e9-4cf4b64c8f72 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582905 Jul 19 03:29:09.836615 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:09.845275 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:09.877703 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:29:09.901828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:08Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:09.938934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d108071-ce53-4dd7-b7b3-814378760808 None None] The sync data for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 is: [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:08Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:29:09.966639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'Port': ['ID=e6b1391f-a802-48fa-a627-da05863eac93,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:10.023858 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.059230 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.071411 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-40d2cd39-757d-4db3-bf04-0ca6d4e29cbc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0361450 Jul 19 03:29:10.101652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group': {'name': 'tempest-secgroup--864678401'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:10.141825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.158893 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.375350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.385679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.456851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda0a7fc-2d43-471c-ad63-0deb7fae11f6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:10.504600 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-e480c039-0b4f-4495-9453-203b00894877 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1959173760&fields=id&tenant_id=ccf3d9d83a1448bf94a5896159ddd4af HTTP/1.1" status: 200 len: 267 time: 0.0885940 Jul 19 03:29:10.510958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:10.634873 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.647425 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.671316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:10.682415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:10.683162 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.704552 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.706080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9441366 Jul 19 03:29:10.711340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39200) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:10.724377 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-30942fa6-49b3-4556-97ef-f93cec32b1d4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:10.727901 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-30942fa6-49b3-4556-97ef-f93cec32b1d4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 816 time: 0.2097907 Jul 19 03:29:10.766544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2903e3b-58ec-47b2-a850-7646a2fd865d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abcd1a2-296a-4aa3-841e-b20c11503650,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:10.790366 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-0a67ec34-95c0-4e78-9e42-a226f87d658a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/quotas/ccf3d9d83a1448bf94a5896159ddd4af HTTP/1.1" status: 200 len: 375 time: 0.0373845 Jul 19 03:29:10.848735 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8c85a8c5-f071-4984-9fda-3c06dc25e2c0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1192918 Jul 19 03:29:10.851537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39208) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:10.857570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-463784a5-9f49-4b8b-ae24-a97a7707b610 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group': {'name': 'tempest-security--548440907', 'description': 'tempest-security-description-2139785331'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:10.932383 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.942801 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-463784a5-9f49-4b8b-ae24-a97a7707b610 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:10.986047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:10.992233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:11.037247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-d436bff9-c89c-43ae-8357-d096aa2f5296 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1950312 Jul 19 03:29:11.083744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-463784a5-9f49-4b8b-ae24-a97a7707b610 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:11.087189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:11.090591 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-463784a5-9f49-4b8b-ae24-a97a7707b610 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:11.094879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-463784a5-9f49-4b8b-ae24-a97a7707b610 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:11.098626 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-463784a5-9f49-4b8b-ae24-a97a7707b610 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "PUT /v2.0/security-groups/7abcd1a2-296a-4aa3-841e-b20c11503650 HTTP/1.1" status: 200 len: 1779 time: 0.2457032 Jul 19 03:29:11.104695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.105290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.105821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.106336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.106825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.107078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39216) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:11.107867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.108370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.108903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.109383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.109865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.110362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.110894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:11.198888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device f5c0a1d1-2981-4b78-96e8-e8cb782efa71 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:29:11.212990 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-19fd726d-8500-4973-8ffd-e2f02a4a38c0 service neutron] 10.222.0.20 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590526 Jul 19 03:29:11.317020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463784a5-9f49-4b8b-ae24-a97a7707b610 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abcd1a2-296a-4aa3-841e-b20c11503650,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:11.333906 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c05ca891-c98b-4f6e-90e3-52876bfa048f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups/7abcd1a2-296a-4aa3-841e-b20c11503650 HTTP/1.1" status: 200 len: 1779 time: 0.2142506 Jul 19 03:29:11.335573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39224) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:11.396476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c044e-4f4c-4d0d-a43e-2d4d34398d37 req-1f77f556-b1ab-4c71-8c8a-86e20f4a01ac tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:11.403912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee6c044e-4f4c-4d0d-a43e-2d4d34398d37 req-1f77f556-b1ab-4c71-8c8a-86e20f4a01ac tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 943 time: 0.2205877 Jul 19 03:29:11.408784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port f5c0a1d1-2981-4b78-96e8-e8cb782efa71, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:11.417420 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-1a10ab03-f889-44b5-ab54-d7dcacf97aad service neutron] 10.222.0.20 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034822 Jul 19 03:29:11.424545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'f5c0a1d1-2981-4b78-96e8-e8cb782efa71', 'network_id': '2f443c75-3785-42ce-a3a8-7c48b444c08d', 'port_id': 'f5c0a1d1-2981-4b78-96e8-e8cb782efa71', 'mac_address': 'fa:16:3e:7b:2e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5249f28-332e-464e-867f-c1a49e34fe2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:29:11.498052 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a905ebc-8274-410b-9eb4-ab9947a33399 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:11.507933 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:11.520600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee6c044e-4f4c-4d0d-a43e-2d4d34398d37 req-82a251fb-afa0-4bd7-a609-ff489d0a9560 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157310 Jul 19 03:29:11.538587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c0a1d1-2981-4b78-96e8-e8cb782efa71 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:29:11.579906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port f5c0a1d1-2981-4b78-96e8-e8cb782efa71, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:11.588418 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:11.601021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a905ebc-8274-410b-9eb4-ab9947a33399 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:11.701883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:11.754547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c07f589f-2d68-4138-b8c0-6139ea14c6b5 req-31e8970b-7cfb-47aa-9098-68e9da6844c3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 210 time: 0.0547655 Jul 19 03:29:11.778689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a905ebc-8274-410b-9eb4-ab9947a33399 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:11.782412 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a905ebc-8274-410b-9eb4-ab9947a33399 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:11.784023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0a905ebc-8274-410b-9eb4-ab9947a33399 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-groups/7abcd1a2-296a-4aa3-841e-b20c11503650 HTTP/1.1" status: 204 len: 168 time: 0.4472995 Jul 19 03:29:11.786820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39240) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:11.796033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a905ebc-8274-410b-9eb4-ab9947a33399 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abcd1a2-296a-4aa3-841e-b20c11503650,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:11.831139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['f5c0a1d1-2981-4b78-96e8-e8cb782efa71'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:29:11.901228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1a5cbb00-10c6-4717-8606-f7b188b92fc3 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123013 Jul 19 03:29:11.904099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39242) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:11.930297 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-849a7bd5-f678-472c-b2fe-1367536d7a1b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] delete failed (client error): The resource could not be found. Jul 19 03:29:11.934996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-849a7bd5-f678-472c-b2fe-1367536d7a1b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-groups/7abcd1a2-296a-4aa3-841e-b20c11503650 HTTP/1.1" status: 404 len: 347 time: 0.0262990 Jul 19 03:29:11.935624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39246) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:11.940709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e85871e5-b01a-4749-ba7c-1974045d5adf tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group': {'name': 'tempest-secgroup--684587803'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:11.972741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e85871e5-b01a-4749-ba7c-1974045d5adf tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.210965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e85871e5-b01a-4749-ba7c-1974045d5adf tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.225609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e85871e5-b01a-4749-ba7c-1974045d5adf tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.271547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85871e5-b01a-4749-ba7c-1974045d5adf tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53852d9f-3c4d-469b-a734-4b6cbb94eaa9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:12.292182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e85871e5-b01a-4749-ba7c-1974045d5adf tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.293926 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e85871e5-b01a-4749-ba7c-1974045d5adf tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3572598 Jul 19 03:29:12.296824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39270) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:12.303236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e152bcb7-1225-4762-aee0-bea8113b2b4b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': '53852d9f-3c4d-469b-a734-4b6cbb94eaa9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:12.360795 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e152bcb7-1225-4762-aee0-bea8113b2b4b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.423026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e152bcb7-1225-4762-aee0-bea8113b2b4b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.436148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e152bcb7-1225-4762-aee0-bea8113b2b4b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.452125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:12.477782 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e152bcb7-1225-4762-aee0-bea8113b2b4b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.480403 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e152bcb7-1225-4762-aee0-bea8113b2b4b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1819026 Jul 19 03:29:12.483513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39278) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:12.484666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152bcb7-1225-4762-aee0-bea8113b2b4b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2529e2f-8ef2-43d9-97fd-287cfd5cf931,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:12.549367 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-755e680c-2595-4dd9-86b5-5c0f3312e835 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.577674 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-755e680c-2595-4dd9-86b5-5c0f3312e835 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.592069 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed62c-3c33-4bf9-a49a-8fbbda3ee4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.625351 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-755e680c-2595-4dd9-86b5-5c0f3312e835 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.635374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:12.636529 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-755e680c-2595-4dd9-86b5-5c0f3312e835 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.637844 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.641504 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-755e680c-2595-4dd9-86b5-5c0f3312e835 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a2529e2f-8ef2-43d9-97fd-287cfd5cf931 HTTP/1.1" status: 204 len: 168 time: 0.1534753 Jul 19 03:29:12.641692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39288) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:12.661711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e680c-2595-4dd9-86b5-5c0f3312e835 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2529e2f-8ef2-43d9-97fd-287cfd5cf931,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:12.737484 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-98662968-0b37-405e-a370-a32447f6024e tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0942347 Jul 19 03:29:12.740264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39290) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:12.836718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad36d0db-9ee0-4701-98f7-f46321cdc656 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.886897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad36d0db-9ee0-4701-98f7-f46321cdc656 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.976941 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad36d0db-9ee0-4701-98f7-f46321cdc656 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.980354 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad36d0db-9ee0-4701-98f7-f46321cdc656 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:12.984073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ad36d0db-9ee0-4701-98f7-f46321cdc656 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-groups/53852d9f-3c4d-469b-a734-4b6cbb94eaa9 HTTP/1.1" status: 204 len: 168 time: 0.2400980 Jul 19 03:29:12.986599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de789768-47d0-4d37-8fcb-c47c9e1e3354 req-b6a3560b-b35e-4eb8-9c66-e3005677c7eb tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:12.988253 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-de789768-47d0-4d37-8fcb-c47c9e1e3354 req-b6a3560b-b35e-4eb8-9c66-e3005677c7eb tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 944 time: 0.2301855 Jul 19 03:29:12.988764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39296) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:13.082810 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-432102b4-e4d8-4cdd-b0b7-9f2dbb29c838 req-87f27eb4-cd59-457e-9efc-e5995510077a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 210 time: 0.0996151 Jul 19 03:29:13.087294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36d0db-9ee0-4701-98f7-f46321cdc656 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53852d9f-3c4d-469b-a734-4b6cbb94eaa9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:13.130530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39300) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:13.162313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-de789768-47d0-4d37-8fcb-c47c9e1e3354 req-ab83a9cb-9cfe-437b-ae89-ed03196e716a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532619 Jul 19 03:29:13.171243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39304) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:13.176554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d4b36335-a23c-4d0e-b63c-e1005e451923 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003583411'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:13.179048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0541d231-9e88-47b6-b486-8e18377c7147 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1830468 Jul 19 03:29:13.214665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device f5c0a1d1-2981-4b78-96e8-e8cb782efa71 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:13.226007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4b36335-a23c-4d0e-b63c-e1005e451923 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.282400 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02f82438-3187-4d60-a89c-ce78fb828e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.295125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port f5c0a1d1-2981-4b78-96e8-e8cb782efa71 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:13.301052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port f5c0a1d1-2981-4b78-96e8-e8cb782efa71 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:13.301550 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.442487 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.445286 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4b36335-a23c-4d0e-b63c-e1005e451923 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.457622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4b36335-a23c-4d0e-b63c-e1005e451923 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.488662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1340ea-5699-4a23-aafa-cf91885a2d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c0a1d1-2981-4b78-96e8-e8cb782efa71'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:13.497868 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e673e7f4-438b-4f3b-945a-09ac3d9bd497" -d '{"events": [{"server_uuid": "1f1340ea-5699-4a23-aafa-cf91885a2d08", "name": "network-vif-plugged", "status": "completed", "tag": "f5c0a1d1-2981-4b78-96e8-e8cb782efa71"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:13.514631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port f5c0a1d1-2981-4b78-96e8-e8cb782efa71, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:13.519789 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.550421 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b36335-a23c-4d0e-b63c-e1005e451923 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4917980-22bd-4c33-b205-7cb6575348d9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:13.593543 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27d6a41-e60d-49ca-a8e0-850a2c5c65ea x-openstack-request-id: req-f27d6a41-e60d-49ca-a8e0-850a2c5c65ea {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:13.597567 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1340ea-5699-4a23-aafa-cf91885a2d08", "name": "network-vif-plugged", "status": "completed", "tag": "f5c0a1d1-2981-4b78-96e8-e8cb782efa71", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:13.599669 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f27d6a41-e60d-49ca-a8e0-850a2c5c65ea {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:13.601161 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1340ea-5699-4a23-aafa-cf91885a2d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c0a1d1-2981-4b78-96e8-e8cb782efa71', 'code': 200} Jul 19 03:29:13.715306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:13.788760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02f82438-3187-4d60-a89c-ce78fb828e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.802134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02f82438-3187-4d60-a89c-ce78fb828e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.810803 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4b36335-a23c-4d0e-b63c-e1005e451923 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.812102 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d4b36335-a23c-4d0e-b63c-e1005e451923 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6394625 Jul 19 03:29:13.817157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39312) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:13.825673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b12b6d9f-2805-4e5b-ad9c-1bd21d04176f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'a4917980-22bd-4c33-b205-7cb6575348d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:13.876665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-33e8df43-167d-4842-a9fd-b7452ed5a3a2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:13.878306 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-33e8df43-167d-4842-a9fd-b7452ed5a3a2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.25 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 816 time: 0.2643619 Jul 19 03:29:13.879661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f82438-3187-4d60-a89c-ce78fb828e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04172741-077d-4f50-bd9f-57e4e4cd2a73,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:13.907255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-02f82438-3187-4d60-a89c-ce78fb828e0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=135efff9ac604ad9a4adc091b7c46b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7750325 Jul 19 03:29:13.909849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39314) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:13.943745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dadc35-7ad6-40e6-8631-43dc3e1a5ae1 req-d3aba809-f127-45e0-b3a0-0aa58619ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:13.945270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-54dadc35-7ad6-40e6-8631-43dc3e1a5ae1 req-d3aba809-f127-45e0-b3a0-0aa58619ab66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 1097 time: 0.1811850 Jul 19 03:29:13.979517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1087231-6a4c-4cd9-86f6-aa942a70d2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:13.995407 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b12b6d9f-2805-4e5b-ad9c-1bd21d04176f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.005538 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1087231-6a4c-4cd9-86f6-aa942a70d2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.023805 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-ed8b2084-a2f1-4093-b397-dcb434069f42 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf3d9d83a1448bf94a5896159ddd4af HTTP/1.1" status: 200 len: 380 time: 0.1250474 Jul 19 03:29:14.044926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'port': {'device_id': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'admin_state_up': True, 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'security_groups': ['b896a69a-6a05-4d12-b8ab-142621f8a238']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:14.063267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1087231-6a4c-4cd9-86f6-aa942a70d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.066590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-54dadc35-7ad6-40e6-8631-43dc3e1a5ae1 req-b7eff6ef-e0fc-4d37-957f-271876f98280 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088176 Jul 19 03:29:14.066730 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b1087231-6a4c-4cd9-86f6-aa942a70d2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.070193 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b1087231-6a4c-4cd9-86f6-aa942a70d2d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04172741-077d-4f50-bd9f-57e4e4cd2a73 HTTP/1.1" status: 204 len: 168 time: 0.1570258 Jul 19 03:29:14.086308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1087231-6a4c-4cd9-86f6-aa942a70d2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04172741-077d-4f50-bd9f-57e4e4cd2a73,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:14.157051 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b12b6d9f-2805-4e5b-ad9c-1bd21d04176f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.166775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b12b6d9f-2805-4e5b-ad9c-1bd21d04176f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.192244 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b6d9f-2805-4e5b-ad9c-1bd21d04176f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654cf751-fcb2-411a-8faa-2de225caf577,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:14.220343 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b12b6d9f-2805-4e5b-ad9c-1bd21d04176f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.221590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b12b6d9f-2805-4e5b-ad9c-1bd21d04176f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3999557 Jul 19 03:29:14.224341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39326) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:14.229964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f8340726-f851-483b-b8d3-20d0b2ba051a tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'a4917980-22bd-4c33-b205-7cb6575348d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:14.247193 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-f8340726-f851-483b-b8d3-20d0b2ba051a tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:29:14.247193 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 19 03:29:14.247193 n-d-762330-18 neutron-server[94345]: [parameters: {'project_id_1': '95d6c9232bc34d2ab7d20a55da8ac11f', 'expiration_1': datetime.datetime(2021, 7, 19, 3, 29, 14, 237916)}] Jul 19 03:29:14.247193 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:29:14.247598 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-f8340726-f851-483b-b8d3-20d0b2ba051a tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:29:14.262902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Made reservation on behalf of ccf3d9d83a1448bf94a5896159ddd4af for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:14.272256 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.320403 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5bcda293-d127-414c-9a2a-0ac800f372af req-ea9cd5d8-8aa6-477f-8036-df9fc93229cc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 210 time: 0.0521286 Jul 19 03:29:14.504101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39334) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:14.513198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Allocated IP 172.20.0.4 (b6d097fa-1885-4f5c-b884-b8a3ba0914c7/8945fee5-e397-44b9-8d03-7dd79ef2ea64/d4a78c4f-7f64-4b3e-b820-c04617c62141) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:14.518337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dba9596-99c4-427e-93d9-cf87a76f0f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.610016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dba9596-99c4-427e-93d9-cf87a76f0f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.615460 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dba9596-99c4-427e-93d9-cf87a76f0f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.657614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c716a7-93ce-442c-ab7a-0c0204682a2d req-0542a6f0-46d5-44a8-a3b3-7cce61b873d2 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:14.659346 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e8c716a7-93ce-442c-ab7a-0c0204682a2d req-0542a6f0-46d5-44a8-a3b3-7cce61b873d2 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 945 time: 0.2546437 Jul 19 03:29:14.668679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1dba9596-99c4-427e-93d9-cf87a76f0f76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c4c8b0faba84cb0b9ca4eb40949e15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634173 Jul 19 03:29:14.669477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba9596-99c4-427e-93d9-cf87a76f0f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c770c74-ef8c-451c-95fa-81dbfe9de0d7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:14.671972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39338) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:14.729338 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c51872a-12c8-4699-be08-12ff632af23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.753783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e8c716a7-93ce-442c-ab7a-0c0204682a2d req-9f76688b-3e24-4b49-942e-86e847eae1f2 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880034 Jul 19 03:29:14.757806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c51872a-12c8-4699-be08-12ff632af23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.787842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.805473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Transition to ACTIVE for port object d4a78c4f-7f64-4b3e-b820-c04617c62141 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:14.843729 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c51872a-12c8-4699-be08-12ff632af23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.848186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c51872a-12c8-4699-be08-12ff632af23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.849877 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3c51872a-12c8-4699-be08-12ff632af23e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c770c74-ef8c-451c-95fa-81dbfe9de0d7 HTTP/1.1" status: 204 len: 168 time: 0.1769314 Jul 19 03:29:14.856150 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f8340726-f851-483b-b8d3-20d0b2ba051a tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.867364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.903251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51872a-12c8-4699-be08-12ff632af23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c770c74-ef8c-451c-95fa-81dbfe9de0d7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:14.957107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f8340726-f851-483b-b8d3-20d0b2ba051a tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.960260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:14.962778 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f8340726-f851-483b-b8d3-20d0b2ba051a tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:14.964184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:14.969073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:14.986519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:15.024546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8340726-f851-483b-b8d3-20d0b2ba051a tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab67e52b-a2ec-42bc-ad43-4b2856ec4049,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:15.049355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f8340726-f851-483b-b8d3-20d0b2ba051a tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.050599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f8340726-f851-483b-b8d3-20d0b2ba051a tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8251808 Jul 19 03:29:15.055376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39342) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:15.070813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-27da8383-10cc-48a9-adee-71dee0e52ff8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'a4917980-22bd-4c33-b205-7cb6575348d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:15.073093 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab5be973-be23-488e-b0e0-6845484ba2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.096577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:15.097511 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.123164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27da8383-10cc-48a9-adee-71dee0e52ff8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.144211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a17b4f83-d473-4e55-b237-4eeb36a67905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1077104 Jul 19 03:29:15.159834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Request body: {'port': {'device_id': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:15.240868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27da8383-10cc-48a9-adee-71dee0e52ff8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.251557 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27da8383-10cc-48a9-adee-71dee0e52ff8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.281963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da8383-10cc-48a9-adee-71dee0e52ff8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11aefa9-7df5-47ec-a790-5cbbbb1ae35b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:15.289748 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.294884 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27da8383-10cc-48a9-adee-71dee0e52ff8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.296623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-27da8383-10cc-48a9-adee-71dee0e52ff8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2383618 Jul 19 03:29:15.298761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39348) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:15.304164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-25b9bc9b-f3dc-4899-8f88-915ff9764777 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'a4917980-22bd-4c33-b205-7cb6575348d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:15.369085 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25b9bc9b-f3dc-4899-8f88-915ff9764777 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.417741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6f5d6540-381f-469f-80ac-00d54bea63c7 None None] Provisioning for port d4a78c4f-7f64-4b3e-b820-c04617c62141 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:15.422592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6f5d6540-381f-469f-80ac-00d54bea63c7 None None] Provisioning complete for port d4a78c4f-7f64-4b3e-b820-c04617c62141 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:15.422999 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6540-381f-469f-80ac-00d54bea63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.499844 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25b9bc9b-f3dc-4899-8f88-915ff9764777 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.507694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d6540-381f-469f-80ac-00d54bea63c7 None None] Port d4a78c4f-7f64-4b3e-b820-c04617c62141 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:29:15.512762 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25b9bc9b-f3dc-4899-8f88-915ff9764777 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.537184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9bc9b-f3dc-4899-8f88-915ff9764777 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40265b8-4e50-4ffb-a20a-3401874735e2,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:15.557599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25b9bc9b-f3dc-4899-8f88-915ff9764777 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.558938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-25b9bc9b-f3dc-4899-8f88-915ff9764777 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2592354 Jul 19 03:29:15.580229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39360) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:15.586168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-faa1225c-2568-4af9-b018-dd4a43940c1f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'a4917980-22bd-4c33-b205-7cb6575348d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:15.619887 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.658910 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-faa1225c-2568-4af9-b018-dd4a43940c1f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:15.714688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8fc6-82fa-42f9-b7ca-b7e033dd16de req-4e92134b-79e1-4c25-b769-509060c641c3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:15.732342 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-45db8fc6-82fa-42f9-b7ca-b7e033dd16de req-4e92134b-79e1-4c25-b769-509060c641c3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 931 time: 0.1863430 Jul 19 03:29:15.911970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-45db8fc6-82fa-42f9-b7ca-b7e033dd16de req-14b4299c-5315-4f55-92ba-c15aa3c16552 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773098 Jul 19 03:29:16.006768 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-faa1225c-2568-4af9-b018-dd4a43940c1f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.039046 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-faa1225c-2568-4af9-b018-dd4a43940c1f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.093724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1225c-2568-4af9-b018-dd4a43940c1f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbcdc40-206d-48f6-8bc5-bc1604a9822b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:16.113167 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-faa1225c-2568-4af9-b018-dd4a43940c1f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.114684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-faa1225c-2568-4af9-b018-dd4a43940c1f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5331180 Jul 19 03:29:16.117522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39376) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:16.175878 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf104e57-4cbe-409f-888f-060a0d520ab8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.205699 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf104e57-4cbe-409f-888f-060a0d520ab8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.243938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf104e57-4cbe-409f-888f-060a0d520ab8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.257002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf104e57-4cbe-409f-888f-060a0d520ab8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.258338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf104e57-4cbe-409f-888f-060a0d520ab8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9dbcdc40-206d-48f6-8bc5-bc1604a9822b HTTP/1.1" status: 204 len: 168 time: 0.1376488 Jul 19 03:29:16.259985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf104e57-4cbe-409f-888f-060a0d520ab8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dbcdc40-206d-48f6-8bc5-bc1604a9822b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:16.261768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39382) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:16.311909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ea984e8d-0f13-4414-b62d-9af74fdc301b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0487778 Jul 19 03:29:16.314996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39384) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:16.339796 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f399d7f5-3ac7-4957-994c-70a35307a2f2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.349955 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f399d7f5-3ac7-4957-994c-70a35307a2f2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.382782 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f399d7f5-3ac7-4957-994c-70a35307a2f2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.390569 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.391331 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f399d7f5-3ac7-4957-994c-70a35307a2f2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.395222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f399d7f5-3ac7-4957-994c-70a35307a2f2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e40265b8-4e50-4ffb-a20a-3401874735e2 HTTP/1.1" status: 204 len: 168 time: 0.0768342 Jul 19 03:29:16.396456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39386) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:16.408149 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d7f5-3ac7-4957-994c-70a35307a2f2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e40265b8-4e50-4ffb-a20a-3401874735e2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:16.419168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd378ff-f597-4def-b414-e35ff6b96075 req-9b36886f-b094-459a-8c94-77b713d2a692 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:16.420815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9fd378ff-f597-4def-b414-e35ff6b96075 req-9b36886f-b094-459a-8c94-77b713d2a692 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 945 time: 0.1176426 Jul 19 03:29:16.466077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-51c9d570-6e33-44e3-8571-645a72f0e3b2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0692194 Jul 19 03:29:16.468995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39396) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:16.475981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a78c4f-7f64-4b3e-b820-c04617c62141 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:29:16.500579 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91e5b4f1-c3b9-4a1d-8680-316deb6d6e20 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.504987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9fd378ff-f597-4def-b414-e35ff6b96075 req-98f0e235-eeff-4f1b-a09a-1ff822e2f55f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670152 Jul 19 03:29:16.507467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.527113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Transition to ACTIVE for port object d4a78c4f-7f64-4b3e-b820-c04617c62141 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:16.533149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.541554 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91e5b4f1-c3b9-4a1d-8680-316deb6d6e20 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.578562 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91e5b4f1-c3b9-4a1d-8680-316deb6d6e20 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.588311 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91e5b4f1-c3b9-4a1d-8680-316deb6d6e20 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.595691 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-91e5b4f1-c3b9-4a1d-8680-316deb6d6e20 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b11aefa9-7df5-47ec-a790-5cbbbb1ae35b HTTP/1.1" status: 204 len: 168 time: 0.1254089 Jul 19 03:29:16.598459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39408) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:16.621145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5b4f1-c3b9-4a1d-8680-316deb6d6e20 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b11aefa9-7df5-47ec-a790-5cbbbb1ae35b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:16.626343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:16.663619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a6d3a840-5a91-4812-917c-cf72659f8ac8 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0642498 Jul 19 03:29:16.668391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39410) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:16.710927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Attempting to bind port d4a78c4f-7f64-4b3e-b820-c04617c62141 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:16.711278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Attempting to bind port d4a78c4f-7f64-4b3e-b820-c04617c62141 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:16.711662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Attempting to bind port d4a78c4f-7f64-4b3e-b820-c04617c62141 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:16.721332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Port d4a78c4f-7f64-4b3e-b820-c04617c62141 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:29:16.721967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Attempting to bind port d4a78c4f-7f64-4b3e-b820-c04617c62141 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:16.729066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:16.729475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Checking segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:16.730456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Bound using segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:16.730748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Bound port: d4a78c4f-7f64-4b3e-b820-c04617c62141, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:16.731352 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.751933 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d34f4a5d-9d1d-4f32-a400-cb03d94fb25b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.771917 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d34f4a5d-9d1d-4f32-a400-cb03d94fb25b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.846985 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d34f4a5d-9d1d-4f32-a400-cb03d94fb25b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.872955 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d34f4a5d-9d1d-4f32-a400-cb03d94fb25b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.874791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d34f4a5d-9d1d-4f32-a400-cb03d94fb25b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ab67e52b-a2ec-42bc-ad43-4b2856ec4049 HTTP/1.1" status: 204 len: 168 time: 0.2025647 Jul 19 03:29:16.882131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39428) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:16.893422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f4a5d-9d1d-4f32-a400-cb03d94fb25b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab67e52b-a2ec-42bc-ad43-4b2856ec4049,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:16.911323 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:16.916331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:16.932618 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:16.998633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:16.999818 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:17.001497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] 10.222.0.25 "PUT /v2.0/ports/d4a78c4f-7f64-4b3e-b820-c04617c62141 HTTP/1.1" status: 200 len: 1092 time: 1.8469532 Jul 19 03:29:17.001968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:17.005158 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2622d8d4-509d-4999-a5b3-7cca955c6302" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:17.115910 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6a9c237e-19e4-4c02-989f-a673b83dab9e tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2297888 Jul 19 03:29:17.120834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39464) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:17.197530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a204cb-f886-4a0e-9949-fc33c34d4dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:17.258792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-546b1ad5-dfd1-4579-a176-463c0d1cc358 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:17.288206 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-546b1ad5-dfd1-4579-a176-463c0d1cc358 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:17.294356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-304e58b1-a974-4f7d-a6d6-9918559cc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:17.296005 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-304e58b1-a974-4f7d-a6d6-9918559cc428 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 1095 time: 0.2244890 Jul 19 03:29:17.361754 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a1e00e-f2b7-4a14-a8be-f5c0da634035 x-openstack-request-id: req-f4a1e00e-f2b7-4a14-a8be-f5c0da634035 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:17.362128 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:17.362573 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4a1e00e-f2b7-4a14-a8be-f5c0da634035 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:17.362971 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'status': 'completed', 'code': 200} Jul 19 03:29:17.366340 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-3ff372f5-24ee-4845-805f-cfaab4432d18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141 HTTP/1.1" status: 200 len: 217 time: 0.0629644 Jul 19 03:29:17.390117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3571f-dfdb-4f13-a74c-44689b2bae05 req-65f175b5-ce28-4a45-83be-14b3d4519584 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:17.397392 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77a3571f-dfdb-4f13-a74c-44689b2bae05 req-65f175b5-ce28-4a45-83be-14b3d4519584 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 945 time: 0.4718735 Jul 19 03:29:17.449374 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-546b1ad5-dfd1-4579-a176-463c0d1cc358 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:17.468328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-546b1ad5-dfd1-4579-a176-463c0d1cc358 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:17.469837 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-546b1ad5-dfd1-4579-a176-463c0d1cc358 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/654cf751-fcb2-411a-8faa-2de225caf577 HTTP/1.1" status: 204 len: 168 time: 0.3458335 Jul 19 03:29:17.478341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39506) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:17.512131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b1ad5-dfd1-4579-a176-463c0d1cc358 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=654cf751-fcb2-411a-8faa-2de225caf577,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:17.529418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77a3571f-dfdb-4f13-a74c-44689b2bae05 req-9cc961b9-50bc-49f2-8c35-f6b27d13e19a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311409 Jul 19 03:29:17.580677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-ed6cabdb-cf0d-4dde-9ee4-d0253bb9031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:17.582173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-ed6cabdb-cf0d-4dde-9ee4-d0253bb9031e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.2095773 Jul 19 03:29:17.588132 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eaffe368-c097-4dbe-9641-3abe680eb171 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1072218 Jul 19 03:29:17.590687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39522) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:17.709215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3331f56e-78ce-4750-b4a7-4fdd2ca075e0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:17.719851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d064f1b-9144-41c1-8fea-a67f01c41e6d req-d00ee9fb-69eb-4ba9-a665-6da7cf21a374 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:17.726675 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d064f1b-9144-41c1-8fea-a67f01c41e6d req-d00ee9fb-69eb-4ba9-a665-6da7cf21a374 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.2296479 Jul 19 03:29:17.731177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a030f81c-6417-4550-976d-9e6f213c34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:17.732845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-a030f81c-6417-4550-976d-9e6f213c34aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1440411 Jul 19 03:29:17.764107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3331f56e-78ce-4750-b4a7-4fdd2ca075e0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:17.845465 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3331f56e-78ce-4750-b4a7-4fdd2ca075e0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:17.849109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3331f56e-78ce-4750-b4a7-4fdd2ca075e0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:17.854440 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3331f56e-78ce-4750-b4a7-4fdd2ca075e0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4917980-22bd-4c33-b205-7cb6575348d9 HTTP/1.1" status: 204 len: 168 time: 0.2620332 Jul 19 03:29:17.855456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39562) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:17.901024 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:17.925991 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d064f1b-9144-41c1-8fea-a67f01c41e6d req-4476acea-cbfa-4f7a-bcdf-ef6fb68a1b02 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984551 Jul 19 03:29:17.990458 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-50901a53-a445-4022-93dd-047c3efca90e tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1278315 Jul 19 03:29:17.991737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331f56e-78ce-4750-b4a7-4fdd2ca075e0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4917980-22bd-4c33-b205-7cb6575348d9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:18.002167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39588) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:18.012128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b614dc52-93f4-4649-a2a8-3b483496e580 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group': {'name': 'tempest-secgroup--558174408'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:18.048180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-5060a95a-49a6-4f20-ac16-57d9406dbd16 service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082390 Jul 19 03:29:18.121187 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b614dc52-93f4-4649-a2a8-3b483496e580 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:18.223968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32accc78-5c70-4dea-b0f8-61fdea693f17 req-2384a880-6439-48ee-be31-7fa2295cf0e7 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:18.228939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32accc78-5c70-4dea-b0f8-61fdea693f17 req-2384a880-6439-48ee-be31-7fa2295cf0e7 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 945 time: 0.1896930 Jul 19 03:29:18.284554 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21702a87-060f-43aa-a463-59f6eb14d0e9 req-15078028-8067-4985-9c3c-d0a203f47010 service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212386 Jul 19 03:29:18.311501 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32accc78-5c70-4dea-b0f8-61fdea693f17 req-79f67b9e-aead-4a75-8790-30bbfaa74377 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756748 Jul 19 03:29:18.356324 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b614dc52-93f4-4649-a2a8-3b483496e580 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:18.394642 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b614dc52-93f4-4649-a2a8-3b483496e580 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:18.459016 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b614dc52-93f4-4649-a2a8-3b483496e580 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:18.460582 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b614dc52-93f4-4649-a2a8-3b483496e580 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4547462 Jul 19 03:29:18.463698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614dc52-93f4-4649-a2a8-3b483496e580 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2d9196-c635-4340-a22f-2a18e0ae42ef,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:18.464596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39650) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:18.480629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a28b323c-a96b-4926-8696-cc3e0ee1c0ba tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'ad2d9196-c635-4340-a22f-2a18e0ae42ef', 'direction': 'ingress', 'protocol': 17}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:18.501320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-b9163156-ceaf-4455-96f4-0e5ae067852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:18.503088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-b9163156-ceaf-4455-96f4-0e5ae067852e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 1095 time: 0.1582437 Jul 19 03:29:18.612175 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a28b323c-a96b-4926-8696-cc3e0ee1c0ba tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:18.763172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb537-d43c-4f06-a27d-26b637f33c3a req-d6834fb5-5819-4167-b4ab-2b05d7aa9a94 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:18.783968 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-419cb537-d43c-4f06-a27d-26b637f33c3a req-d6834fb5-5819-4167-b4ab-2b05d7aa9a94 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 945 time: 0.2577488 Jul 19 03:29:18.808166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-ab29a844-a599-4920-8941-230def65f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:18.809965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-ab29a844-a599-4920-8941-230def65f524 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.2988489 Jul 19 03:29:18.831050 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39684) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:18.850801 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a28b323c-a96b-4926-8696-cc3e0ee1c0ba tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:18.866865 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a28b323c-a96b-4926-8696-cc3e0ee1c0ba tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:18.875980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-8b1df6f6-920d-4128-a6ea-b7a2427b9a29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141 HTTP/1.1" status: 200 len: 217 time: 0.0584731 Jul 19 03:29:18.903079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-419cb537-d43c-4f06-a27d-26b637f33c3a req-ec0f6e90-939f-4de5-8cb3-06237d1cdf5d tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184511 Jul 19 03:29:18.909216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b323c-a96b-4926-8696-cc3e0ee1c0ba tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c1c4a0-0d32-4266-9a48-31162351e257,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:18.916582 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a28b323c-a96b-4926-8696-cc3e0ee1c0ba tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:18.918359 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a28b323c-a96b-4926-8696-cc3e0ee1c0ba tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4522948 Jul 19 03:29:18.921376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39698) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:18.949481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-c6cf8780-ecb7-4dd0-b380-1d94b57d56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:18.952003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-c6cf8780-ecb7-4dd0-b380-1d94b57d56ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.0691485 Jul 19 03:29:19.023436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d8eac5d-34f9-43bf-9394-6a7a92b4de11 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.043759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-984f71d9-9361-40bf-bd41-c7b7252c3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:19.046074 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-984f71d9-9361-40bf-bd41-c7b7252c3361 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868998 Jul 19 03:29:19.064969 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a651daf8-4f6c-4f63-8a98-c9d0e2420d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.084337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d8eac5d-34f9-43bf-9394-6a7a92b4de11 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.184245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d8eac5d-34f9-43bf-9394-6a7a92b4de11 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.187015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d8eac5d-34f9-43bf-9394-6a7a92b4de11 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.188553 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2d8eac5d-34f9-43bf-9394-6a7a92b4de11 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-groups/ad2d9196-c635-4340-a22f-2a18e0ae42ef HTTP/1.1" status: 204 len: 168 time: 0.2660642 Jul 19 03:29:19.191977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39738) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:19.222966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8eac5d-34f9-43bf-9394-6a7a92b4de11 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2d9196-c635-4340-a22f-2a18e0ae42ef,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:19.223924 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-07b6b3ba-d15f-4b7c-9728-d316bf0f48f2 service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608145 Jul 19 03:29:19.318713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-442138a2-5001-475a-bc7b-60501d0ae098 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1222150 Jul 19 03:29:19.327328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39754) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:19.332940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-772802d6-76f9-4c32-844d-a1d473e783b6 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251794034'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:19.387056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59632f-92d7-4ad8-80f5-9c06f82d75cb req-99d29fc2-536f-4939-b88d-164e3d4e7f1b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:19.399150 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a651daf8-4f6c-4f63-8a98-c9d0e2420d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.403633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1f59632f-92d7-4ad8-80f5-9c06f82d75cb req-99d29fc2-536f-4939-b88d-164e3d4e7f1b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.1491530 Jul 19 03:29:19.407510 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2622d8d4-509d-4999-a5b3-7cca955c6302 req-f2e346fa-213b-403b-952e-150f28e300fc service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736665 Jul 19 03:29:19.409030 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a651daf8-4f6c-4f63-8a98-c9d0e2420d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.448554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651daf8-4f6c-4f63-8a98-c9d0e2420d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeaf9c7-b35f-4e26-9366-fd7c9f5b79de,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:19.451567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-772802d6-76f9-4c32-844d-a1d473e783b6 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.474838 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a651daf8-4f6c-4f63-8a98-c9d0e2420d35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca2542af393f4f15adb6c5ac8df80920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6426463 Jul 19 03:29:19.477651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39780) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:19.548038 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1f59632f-92d7-4ad8-80f5-9c06f82d75cb req-ee66e639-6936-4f7a-9727-0180a3f5329d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434155 Jul 19 03:29:19.566754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2b6c96c1-0509-4576-abfe-c4968251fb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.593237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2b6c96c1-0509-4576-abfe-c4968251fb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.664042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-772802d6-76f9-4c32-844d-a1d473e783b6 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.673135 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-772802d6-76f9-4c32-844d-a1d473e783b6 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.715209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-772802d6-76f9-4c32-844d-a1d473e783b6 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.716736 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-772802d6-76f9-4c32-844d-a1d473e783b6 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3882737 Jul 19 03:29:19.718870 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2b6c96c1-0509-4576-abfe-c4968251fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.723007 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2b6c96c1-0509-4576-abfe-c4968251fb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.724615 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2b6c96c1-0509-4576-abfe-c4968251fb52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4eeaf9c7-b35f-4e26-9366-fd7c9f5b79de HTTP/1.1" status: 204 len: 168 time: 0.2440386 Jul 19 03:29:19.728704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39816) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:19.730555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772802d6-76f9-4c32-844d-a1d473e783b6 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a5cf61-45a6-4c4e-a64c-fe65dc447918,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:19.745404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-949eb721-ec9e-40ee-a355-f41f6a0856d0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group': {'name': 'tempest-secgroup--571953414'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:19.756278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c96c1-0509-4576-abfe-c4968251fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeaf9c7-b35f-4e26-9366-fd7c9f5b79de,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:19.812518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-949eb721-ec9e-40ee-a355-f41f6a0856d0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.820708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdf957-cc18-43bc-a9b3-5739da3b700e req-c33e8d04-b9b4-4ef0-92d8-41a6f44f5318 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:19.832336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04bdf957-cc18-43bc-a9b3-5739da3b700e req-c33e8d04-b9b4-4ef0-92d8-41a6f44f5318 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 945 time: 0.2850423 Jul 19 03:29:19.908757 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04bdf957-cc18-43bc-a9b3-5739da3b700e req-c39e5e7c-4abb-4aad-abc6-1741b2451c82 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752478 Jul 19 03:29:19.919005 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-949eb721-ec9e-40ee-a355-f41f6a0856d0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.925345 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-949eb721-ec9e-40ee-a355-f41f6a0856d0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.964287 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-949eb721-ec9e-40ee-a355-f41f6a0856d0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:19.966444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-949eb721-ec9e-40ee-a355-f41f6a0856d0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2278402 Jul 19 03:29:19.969111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:19.977190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9e9c1ed0-bb8f-4502-b412-36f6163a5d3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'd7a5cf61-45a6-4c4e-a64c-fe65dc447918', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34834e80-b42b-49a2-b20e-77f0d24a69db', 'remote_ip_prefix': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:19.981741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eb721-ec9e-40ee-a355-f41f6a0856d0 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34834e80-b42b-49a2-b20e-77f0d24a69db,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:20.034770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1ed0-bb8f-4502-b412-36f6163a5d3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.182116 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1ed0-bb8f-4502-b412-36f6163a5d3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.191166 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1ed0-bb8f-4502-b412-36f6163a5d3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.219399 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c1ed0-bb8f-4502-b412-36f6163a5d3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb532555-56a4-45ea-bdef-15b9a0f52fe0,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:20.229579 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1ed0-bb8f-4502-b412-36f6163a5d3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.231859 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9e9c1ed0-bb8f-4502-b412-36f6163a5d3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2614546 Jul 19 03:29:20.234489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39886) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:20.270058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68eb6084-fae4-43bf-badc-fb864f29cf3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.282962 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68eb6084-fae4-43bf-badc-fb864f29cf3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.287186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f67e94-2e08-42fd-b2fa-59c41d174e4c req-20db60a6-1eb4-4f0f-b014-5c425c0b2a70 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:20.297699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-45f67e94-2e08-42fd-b2fa-59c41d174e4c req-20db60a6-1eb4-4f0f-b014-5c425c0b2a70 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 945 time: 0.1489303 Jul 19 03:29:20.322728 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68eb6084-fae4-43bf-badc-fb864f29cf3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.334417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68eb6084-fae4-43bf-badc-fb864f29cf3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.336071 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-68eb6084-fae4-43bf-badc-fb864f29cf3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/fb532555-56a4-45ea-bdef-15b9a0f52fe0 HTTP/1.1" status: 204 len: 168 time: 0.0988781 Jul 19 03:29:20.339593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39902) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:20.356859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb6084-fae4-43bf-badc-fb864f29cf3b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb532555-56a4-45ea-bdef-15b9a0f52fe0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:20.376795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39910) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:20.420315 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4a59d4bc-b2d1-4ebf-9a4d-735d6d7b28b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.422925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bde016c4-fdcb-4734-94a8-9a7962d69542 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0819006 Jul 19 03:29:20.425558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39918) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:20.512069 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6b981300-c6a0-41e6-b4e9-dcb93ca2eebc tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.565216 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4a59d4bc-b2d1-4ebf-9a4d-735d6d7b28b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.573462 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4a59d4bc-b2d1-4ebf-9a4d-735d6d7b28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.582208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6b981300-c6a0-41e6-b4e9-dcb93ca2eebc tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.667703 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6b981300-c6a0-41e6-b4e9-dcb93ca2eebc tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.668879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59d4bc-b2d1-4ebf-9a4d-735d6d7b28b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7ad0e9-b4cb-41d7-9968-53b3153cf9de,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:20.671755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6b981300-c6a0-41e6-b4e9-dcb93ca2eebc tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.674654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6b981300-c6a0-41e6-b4e9-dcb93ca2eebc tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-groups/34834e80-b42b-49a2-b20e-77f0d24a69db HTTP/1.1" status: 204 len: 168 time: 0.2459819 Jul 19 03:29:20.676118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39948) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:20.684959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4a59d4bc-b2d1-4ebf-9a4d-735d6d7b28b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48547fd8bb7b4930a9ec68dcbb18283c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044744 Jul 19 03:29:20.685359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39950) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:20.732189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b981300-c6a0-41e6-b4e9-dcb93ca2eebc tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34834e80-b42b-49a2-b20e-77f0d24a69db,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:20.804103 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2dbe-7d10-4681-9c31-6dfa4d2d213f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.825919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-45f67e94-2e08-42fd-b2fa-59c41d174e4c req-35a7a6dd-d01e-4647-92b3-a7e1482a5948 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266039 Jul 19 03:29:20.835400 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2dbe-7d10-4681-9c31-6dfa4d2d213f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.849590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d1fdd8f4-d19a-4626-993c-7344c78aa495 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1578472 Jul 19 03:29:20.852438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39968) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:20.949686 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcfce5fb-c439-42d2-9d1a-fc95d989c03f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.958456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdac6c-5be1-4e70-8c32-e0fa142376f4 req-e998b1ca-bd1f-4084-9ed6-94359df15615 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:20.960981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebbdac6c-5be1-4e70-8c32-e0fa142376f4 req-e998b1ca-bd1f-4084-9ed6-94359df15615 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.1725085 Jul 19 03:29:20.962303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2dbe-7d10-4681-9c31-6dfa4d2d213f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.981358 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2dbe-7d10-4681-9c31-6dfa4d2d213f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:20.985110 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4b1e2dbe-7d10-4681-9c31-6dfa4d2d213f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d7ad0e9-b4cb-41d7-9968-53b3153cf9de HTTP/1.1" status: 204 len: 168 time: 0.2960932 Jul 19 03:29:20.985278 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcfce5fb-c439-42d2-9d1a-fc95d989c03f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.055335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebbdac6c-5be1-4e70-8c32-e0fa142376f4 req-d805b28b-641a-493c-bff4-f9ce1904acf3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715621 Jul 19 03:29:21.057026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e2dbe-7d10-4681-9c31-6dfa4d2d213f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7ad0e9-b4cb-41d7-9968-53b3153cf9de,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:21.090908 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcfce5fb-c439-42d2-9d1a-fc95d989c03f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.106418 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcfce5fb-c439-42d2-9d1a-fc95d989c03f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.110149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bcfce5fb-c439-42d2-9d1a-fc95d989c03f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-groups/d7a5cf61-45a6-4c4e-a64c-fe65dc447918 HTTP/1.1" status: 204 len: 168 time: 0.2533576 Jul 19 03:29:21.110809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40000) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:21.117691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfce5fb-c439-42d2-9d1a-fc95d989c03f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a5cf61-45a6-4c4e-a64c-fe65dc447918,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:21.183461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-698c93f4-d606-4091-8424-4668c561c283 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713289 Jul 19 03:29:21.188631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40008) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:21.219543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1aef7ae6-fe7d-4fbc-8c7f-224f6daf4217 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group': {'name': 'tempest-secgroup--592833149'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:21.251428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1aef7ae6-fe7d-4fbc-8c7f-224f6daf4217 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.402346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1aef7ae6-fe7d-4fbc-8c7f-224f6daf4217 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.407796 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1aef7ae6-fe7d-4fbc-8c7f-224f6daf4217 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.446176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef7ae6-fe7d-4fbc-8c7f-224f6daf4217 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f8ea9-22c4-4906-8884-cf559a45f03d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:21.467979 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1aef7ae6-fe7d-4fbc-8c7f-224f6daf4217 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.469904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1aef7ae6-fe7d-4fbc-8c7f-224f6daf4217 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2795887 Jul 19 03:29:21.472553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40042) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:21.478650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-78d667be-121e-40ff-84d5-6e2271f45dca tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'eb6f8ea9-22c4-4906-8884-cf559a45f03d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:21.533107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-78d667be-121e-40ff-84d5-6e2271f45dca tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.599911 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-78d667be-121e-40ff-84d5-6e2271f45dca tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.606718 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-78d667be-121e-40ff-84d5-6e2271f45dca tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.626332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d667be-121e-40ff-84d5-6e2271f45dca tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813d5b30-9bf6-4ccc-bd01-ac8267c73d2e,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:21.639957 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-78d667be-121e-40ff-84d5-6e2271f45dca tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.641400 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-78d667be-121e-40ff-84d5-6e2271f45dca tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1676841 Jul 19 03:29:21.644447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40052) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:21.693014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c8d2e5fe-2765-4c49-90cd-3c39aad15b81 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.726154 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c8d2e5fe-2765-4c49-90cd-3c39aad15b81 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.786559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c8d2e5fe-2765-4c49-90cd-3c39aad15b81 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.808511 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c8d2e5fe-2765-4c49-90cd-3c39aad15b81 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:21.812660 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c8d2e5fe-2765-4c49-90cd-3c39aad15b81 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/813d5b30-9bf6-4ccc-bd01-ac8267c73d2e HTTP/1.1" status: 204 len: 168 time: 0.1648118 Jul 19 03:29:21.812660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2e5fe-2765-4c49-90cd-3c39aad15b81 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=813d5b30-9bf6-4ccc-bd01-ac8267c73d2e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:21.813303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40056) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:21.883041 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-53d04675-2d51-4d58-85b9-ba29c4ef7342 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682240 Jul 19 03:29:21.883651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40062) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:21.941141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff5005-0b68-4ae1-b9da-700b101982ca req-89f285fa-473d-4ac5-b450-6b3799704c7f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:21.943193 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3aff5005-0b68-4ae1-b9da-700b101982ca req-89f285fa-473d-4ac5-b450-6b3799704c7f tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 945 time: 0.1018229 Jul 19 03:29:21.970485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d4a78c4f-7f64-4b3e-b820-c04617c62141 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:29:21.974719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6f99c234-880c-48c9-93f9-3fab365d3aa5 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.005598 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6f99c234-880c-48c9-93f9-3fab365d3aa5 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.046349 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3aff5005-0b68-4ae1-b9da-700b101982ca req-4cc91d79-664a-4f60-bb47-d74323f003a8 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950279 Jul 19 03:29:22.111740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6f99c234-880c-48c9-93f9-3fab365d3aa5 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.114497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6f99c234-880c-48c9-93f9-3fab365d3aa5 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.119787 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6f99c234-880c-48c9-93f9-3fab365d3aa5 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-groups/eb6f8ea9-22c4-4906-8884-cf559a45f03d HTTP/1.1" status: 204 len: 168 time: 0.2315574 Jul 19 03:29:22.120768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40074) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:22.127945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:22.167713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'port_id': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'mac_address': 'fa:16:3e:69:ee:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:29:22.168951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99c234-880c-48c9-93f9-3fab365d3aa5 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f8ea9-22c4-4906-8884-cf559a45f03d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:22.194306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e037bd79-1f33-41cb-ba60-174cc02e0579 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722132 Jul 19 03:29:22.198452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40080) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:22.213325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-523cc65c-2c03-46ea-b903-285c7bbb7056 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478420592'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:22.213659 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.237690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a78c4f-7f64-4b3e-b820-c04617c62141 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:29:22.277946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:22.282120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-523cc65c-2c03-46ea-b903-285c7bbb7056 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.283702 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.338661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:22.436366 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-523cc65c-2c03-46ea-b903-285c7bbb7056 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.452973 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-523cc65c-2c03-46ea-b903-285c7bbb7056 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.491417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1a6d4-5f65-4d25-abab-5a4ab5e0d1ca req-49dfc8e0-cff7-4c83-8507-9ce8986cba57 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:22.497818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8c1a6d4-5f65-4d25-abab-5a4ab5e0d1ca req-49dfc8e0-cff7-4c83-8507-9ce8986cba57 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.1942348 Jul 19 03:29:22.498803 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-523cc65c-2c03-46ea-b903-285c7bbb7056 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.502941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40086) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:22.503410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-523cc65c-2c03-46ea-b903-285c7bbb7056 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3010435 Jul 19 03:29:22.509587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fa76fcdb-869b-47c3-b534-076f107a0587 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'b9d3c36e-bd76-4d00-bda4-3db3c86d0cda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:22.534217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cc65c-2c03-46ea-b903-285c7bbb7056 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d3c36e-bd76-4d00-bda4-3db3c86d0cda,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:22.552041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['d4a78c4f-7f64-4b3e-b820-c04617c62141'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:29:22.564363 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa76fcdb-869b-47c3-b534-076f107a0587 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.639003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8c1a6d4-5f65-4d25-abab-5a4ab5e0d1ca req-f6a26b41-bb27-44d2-811b-b0a8646156cf tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348124 Jul 19 03:29:22.660626 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa76fcdb-869b-47c3-b534-076f107a0587 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.672234 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa76fcdb-869b-47c3-b534-076f107a0587 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.710356 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76fcdb-869b-47c3-b534-076f107a0587 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f683d54-fd17-4096-a550-7c666b83793d,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:22.716660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa382e65-7753-4afc-9cc2-222a742883ba req-cc7e08a8-d6cc-400c-8ae8-2959468889e2 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:22.718651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa382e65-7753-4afc-9cc2-222a742883ba req-cc7e08a8-d6cc-400c-8ae8-2959468889e2 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 945 time: 0.1411729 Jul 19 03:29:22.726747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa76fcdb-869b-47c3-b534-076f107a0587 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.731943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fa76fcdb-869b-47c3-b534-076f107a0587 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2255511 Jul 19 03:29:22.732610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40100) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:22.780708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e58e7cdf-204e-4583-90af-dec96ce11dc4 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules/7f683d54-fd17-4096-a550-7c666b83793d HTTP/1.1" status: 200 len: 763 time: 0.0393281 Jul 19 03:29:22.782057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40102) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:22.892447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40106) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:22.892882 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-19eae315-7950-4c02-81cb-c54fdcd09a05 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1100638 Jul 19 03:29:22.908715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-fa382e65-7753-4afc-9cc2-222a742883ba req-5571b984-7a8d-4113-a4d7-82bf57346ee5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Deleting port f5c0a1d1-2981-4b78-96e8-e8cb782efa71 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:29:22.909055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fa382e65-7753-4afc-9cc2-222a742883ba req-5571b984-7a8d-4113-a4d7-82bf57346ee5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.941500 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e400e044-7ce9-4845-b94e-1c6bfbc22e2d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:22.950917 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e400e044-7ce9-4845-b94e-1c6bfbc22e2d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.021192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e400e044-7ce9-4845-b94e-1c6bfbc22e2d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.033070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-fa382e65-7753-4afc-9cc2-222a742883ba req-5571b984-7a8d-4113-a4d7-82bf57346ee5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] For port f5c0a1d1-2981-4b78-96e8-e8cb782efa71, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,segment=NetworkSegment(510b9002-07c8-4c1f-b161-d9d9015f994d),segment_id=510b9002-07c8-4c1f-b161-d9d9015f994d)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:23.033559 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fa382e65-7753-4afc-9cc2-222a742883ba req-5571b984-7a8d-4113-a4d7-82bf57346ee5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.038608 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e400e044-7ce9-4845-b94e-1c6bfbc22e2d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.049847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e400e044-7ce9-4845-b94e-1c6bfbc22e2d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7f683d54-fd17-4096-a550-7c666b83793d HTTP/1.1" status: 204 len: 168 time: 0.1564050 Jul 19 03:29:23.051342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-fa382e65-7753-4afc-9cc2-222a742883ba req-5571b984-7a8d-4113-a4d7-82bf57346ee5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Calling delete_port for f5c0a1d1-2981-4b78-96e8-e8cb782efa71 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:29:23.051541 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40114) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:23.079507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400e044-7ce9-4845-b94e-1c6bfbc22e2d tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f683d54-fd17-4096-a550-7c666b83793d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:23.143120 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9f63d853-8a4b-4459-ba40-b357033304d9 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0894601 Jul 19 03:29:23.144956 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40118) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:23.150139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3558083e-a894-4e00-8eb5-135732ffea34 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'b9d3c36e-bd76-4d00-bda4-3db3c86d0cda', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:23.187722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3558083e-a894-4e00-8eb5-135732ffea34 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.309704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fa382e65-7753-4afc-9cc2-222a742883ba req-5571b984-7a8d-4113-a4d7-82bf57346ee5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.314917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88d6dc-d25c-40b3-912d-3d9ea5ddcb7e req-0a118e59-ec1e-4828-bfe0-5da35bf1c96e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:23.316877 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d88d6dc-d25c-40b3-912d-3d9ea5ddcb7e req-0a118e59-ec1e-4828-bfe0-5da35bf1c96e tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1340ea-5699-4a23-aafa-cf91885a2d08 HTTP/1.1" status: 200 len: 945 time: 0.1143231 Jul 19 03:29:23.354854 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3558083e-a894-4e00-8eb5-135732ffea34 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.372790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d88d6dc-d25c-40b3-912d-3d9ea5ddcb7e req-da0ae886-fcb0-443b-a05e-6b9a2fc4f59a tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.20 "GET /v2.0/security-groups?id=00ca3caa-6f5c-402e-9dc2-1419e5a7824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437305 Jul 19 03:29:23.374234 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3558083e-a894-4e00-8eb5-135732ffea34 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.393177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558083e-a894-4e00-8eb5-135732ffea34 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce09de9-da07-4ead-a6a5-d9e3e2669414,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:23.411155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571b984-7a8d-4113-a4d7-82bf57346ee5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Pushing event deleted for resources: {'Port': ['ID=f5c0a1d1-2981-4b78-96e8-e8cb782efa71,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:23.431722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3558083e-a894-4e00-8eb5-135732ffea34 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.435621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3558083e-a894-4e00-8eb5-135732ffea34 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2866471 Jul 19 03:29:23.436239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40124) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:23.456807 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-537d5dfd-32d2-4d1e-8a9f-c0c91d18a1ee tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules/bce09de9-da07-4ead-a6a5-d9e3e2669414 HTTP/1.1" status: 200 len: 763 time: 0.0166461 Jul 19 03:29:23.457014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40126) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:23.497294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa382e65-7753-4afc-9cc2-222a742883ba req-5571b984-7a8d-4113-a4d7-82bf57346ee5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] No DVR routers for this DVR port f5c0a1d1-2981-4b78-96e8-e8cb782efa71 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:29:23.502009 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fa382e65-7753-4afc-9cc2-222a742883ba req-5571b984-7a8d-4113-a4d7-82bf57346ee5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.504241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa382e65-7753-4afc-9cc2-222a742883ba req-5571b984-7a8d-4113-a4d7-82bf57346ee5 tempest-ServerDiskConfigTestJSON-2128141760 tempest-ServerDiskConfigTestJSON-2128141760-project] 10.222.0.26 "DELETE /v2.0/ports/f5c0a1d1-2981-4b78-96e8-e8cb782efa71 HTTP/1.1" status: 204 len: 173 time: 0.7784467 Jul 19 03:29:23.504682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1340ea-5699-4a23-aafa-cf91885a2d08', 'name': 'network-vif-deleted', 'tag': 'f5c0a1d1-2981-4b78-96e8-e8cb782efa71'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:23.507025 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b893ab-dcd6-46c0-8880-8dea7ebb7e01" -d '{"events": [{"server_uuid": "1f1340ea-5699-4a23-aafa-cf91885a2d08", "name": "network-vif-deleted", "tag": "f5c0a1d1-2981-4b78-96e8-e8cb782efa71"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:23.581706 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8103516e-2228-4578-ad32-6bdfc4e32b5e tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1237702 Jul 19 03:29:23.584108 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346150d9-e05d-4d1b-aab0-8c063243efdd x-openstack-request-id: req-346150d9-e05d-4d1b-aab0-8c063243efdd {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:23.584628 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1340ea-5699-4a23-aafa-cf91885a2d08", "name": "network-vif-deleted", "tag": "f5c0a1d1-2981-4b78-96e8-e8cb782efa71", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:23.584955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40134) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:23.585768 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-346150d9-e05d-4d1b-aab0-8c063243efdd {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:23.586383 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1340ea-5699-4a23-aafa-cf91885a2d08', 'name': 'network-vif-deleted', 'tag': 'f5c0a1d1-2981-4b78-96e8-e8cb782efa71', 'status': 'completed', 'code': 200} Jul 19 03:29:23.640427 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94f894e5-8f08-4d2e-832b-d36a0abc022e tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.655230 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94f894e5-8f08-4d2e-832b-d36a0abc022e tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.726224 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94f894e5-8f08-4d2e-832b-d36a0abc022e tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.733312 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94f894e5-8f08-4d2e-832b-d36a0abc022e tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.735515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-94f894e5-8f08-4d2e-832b-d36a0abc022e tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bce09de9-da07-4ead-a6a5-d9e3e2669414 HTTP/1.1" status: 204 len: 168 time: 0.1492395 Jul 19 03:29:23.738058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40140) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:23.745981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f894e5-8f08-4d2e-832b-d36a0abc022e tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bce09de9-da07-4ead-a6a5-d9e3e2669414,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:23.788159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4fd013cd-7bc9-4803-bca1-81ba8e178c7b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463226 Jul 19 03:29:23.788958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40142) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:23.794332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f04abb4c-cb35-4681-89ed-f7bbb8b42937 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Request body: {'security_group_rule': {'security_group_id': 'b9d3c36e-bd76-4d00-bda4-3db3c86d0cda', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:23.889264 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f04abb4c-cb35-4681-89ed-f7bbb8b42937 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:23.974368 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9705e5-e575-478e-a2ed-118f651b5616 req-f329d44c-9821-4f4c-8e40-301ba2fc0eaa tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:23.976327 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c9705e5-e575-478e-a2ed-118f651b5616 req-f329d44c-9821-4f4c-8e40-301ba2fc0eaa tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.1261046 Jul 19 03:29:23.987005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d4a78c4f-7f64-4b3e-b820-c04617c62141 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:24.004273 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f04abb4c-cb35-4681-89ed-f7bbb8b42937 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.017596 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f04abb4c-cb35-4681-89ed-f7bbb8b42937 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.123921 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f04abb4c-cb35-4681-89ed-f7bbb8b42937 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.123921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f04abb4c-cb35-4681-89ed-f7bbb8b42937 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3320043 Jul 19 03:29:24.126114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40148) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:24.129018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04abb4c-cb35-4681-89ed-f7bbb8b42937 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7f8684-9581-4ac6-a368-e3847e18e7f8,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:24.154957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port d4a78c4f-7f64-4b3e-b820-c04617c62141 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:24.174611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port d4a78c4f-7f64-4b3e-b820-c04617c62141 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:24.175362 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.190740 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c9705e5-e575-478e-a2ed-118f651b5616 req-0e80bf50-bb11-4907-bc52-ac77154967d6 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027836 Jul 19 03:29:24.204562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d5ba03de-66da-4d27-986c-ef3171a2ffcb tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules/fa7f8684-9581-4ac6-a368-e3847e18e7f8 HTTP/1.1" status: 200 len: 764 time: 0.0747700 Jul 19 03:29:24.204756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40150) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:24.317065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-faaa8249-44f0-4cad-a2d3-74645b3026be tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1085370 Jul 19 03:29:24.317558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40152) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:24.348536 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.369690 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d910c96-8321-4d87-9874-b3485d269b65 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.388069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d910c96-8321-4d87-9874-b3485d269b65 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.447831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d910c96-8321-4d87-9874-b3485d269b65 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.463365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d910c96-8321-4d87-9874-b3485d269b65 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.469494 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0d910c96-8321-4d87-9874-b3485d269b65 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/fa7f8684-9581-4ac6-a368-e3847e18e7f8 HTTP/1.1" status: 204 len: 168 time: 0.1509058 Jul 19 03:29:24.470207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40158) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:24.470696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d910c96-8321-4d87-9874-b3485d269b65 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa7f8684-9581-4ac6-a368-e3847e18e7f8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:24.506174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:24.509642 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fa7b53-3867-4278-b042-cb638f6d2551" -d '{"events": [{"server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:24.537512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:24.561556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.622472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-70d1a5f3-55d1-4b45-8177-641cab61d41f tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1499538 Jul 19 03:29:24.624202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40168) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:24.672176 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619facf4-7b0b-4af2-8bcf-f6dedb1f5d0d x-openstack-request-id: req-619facf4-7b0b-4af2-8bcf-f6dedb1f5d0d {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:24.672473 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:24.672727 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-619facf4-7b0b-4af2-8bcf-f6dedb1f5d0d {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:24.673126 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'code': 200} Jul 19 03:29:24.680024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:24.880302 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-68f9d391-baad-482a-a7c1-5dc80a7f56c2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.906605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcb40d-25d4-45e5-bf2a-4355ffc16973 req-985f30b6-e25c-431e-8bd1-1fb98a8e2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:24.908250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9fcb40d-25d4-45e5-bf2a-4355ffc16973 req-985f30b6-e25c-431e-8bd1-1fb98a8e2ff8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 1097 time: 0.2035992 Jul 19 03:29:24.917907 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-68f9d391-baad-482a-a7c1-5dc80a7f56c2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:24.972327 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9fcb40d-25d4-45e5-bf2a-4355ffc16973 req-53c322be-bfd9-40f6-8671-191f5fb69835 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565031 Jul 19 03:29:24.996157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-68f9d391-baad-482a-a7c1-5dc80a7f56c2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.000572 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-68f9d391-baad-482a-a7c1-5dc80a7f56c2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.004215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-68f9d391-baad-482a-a7c1-5dc80a7f56c2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "DELETE /v2.0/security-groups/b9d3c36e-bd76-4d00-bda4-3db3c86d0cda HTTP/1.1" status: 204 len: 168 time: 0.3735893 Jul 19 03:29:25.004866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40188) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:25.014070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9d391-baad-482a-a7c1-5dc80a7f56c2 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d3c36e-bd76-4d00-bda4-3db3c86d0cda,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:25.093457 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-80b9b996-d821-41d7-b6a1-3c6569b5ec18 tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868301 Jul 19 03:29:25.094376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40194) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:25.151444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-90cff032-b134-4b36-80d8-08502473c66b tempest-SecGroupTest-1012449343 tempest-SecGroupTest-1012449343-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519030 Jul 19 03:29:25.213724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40200) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:25.288309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device f5c0a1d1-2981-4b78-96e8-e8cb782efa71 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:29:25.317553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: f5c0a1d1-2981-4b78-96e8-e8cb782efa71 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:29:25.318107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device f5c0a1d1-2981-4b78-96e8-e8cb782efa71 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:29:25.337234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44fcb75-0a85-47c4-a367-c22364e4cc22 admin admin] Deleting subnet f5249f28-332e-464e-867f-c1a49e34fe2a {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:29:25.340973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e44fcb75-0a85-47c4-a367-c22364e4cc22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.378464 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e44fcb75-0a85-47c4-a367-c22364e4cc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.459124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e44fcb75-0a85-47c4-a367-c22364e4cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.521134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e44fcb75-0a85-47c4-a367-c22364e4cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.582674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fcb75-0a85-47c4-a367-c22364e4cc22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5249f28-332e-464e-867f-c1a49e34fe2a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:25.597693 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e44fcb75-0a85-47c4-a367-c22364e4cc22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.599303 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e44fcb75-0a85-47c4-a367-c22364e4cc22 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f5249f28-332e-464e-867f-c1a49e34fe2a HTTP/1.1" status: 204 len: 168 time: 0.3842347 Jul 19 03:29:25.602887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40214) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:25.606328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e43cbb-ba50-479a-848a-6f7d0a12822e req-23bc2a54-55d5-4989-a13e-b86cdd27dfe2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:25.609299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36e43cbb-ba50-479a-848a-6f7d0a12822e req-23bc2a54-55d5-4989-a13e-b86cdd27dfe2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1237645 Jul 19 03:29:25.635184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40216) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:25.692837 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36e43cbb-ba50-479a-848a-6f7d0a12822e req-40823307-5f4a-4cc4-9989-b1b10ef37e65 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783849 Jul 19 03:29:25.711379 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.808870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.825361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f443c75-3785-42ce-a3a8-7c48b444c08d']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:25.845508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510b9002-07c8-4c1f-b161-d9d9015f994d') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:25.845807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510b9002-07c8-4c1f-b161-d9d9015f994d') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:25.866305 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.928868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dec2da7a-4490-491a-9db0-1dfeabd3ebaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95d6c9232bc34d2ab7d20a55da8ac11f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922044 Jul 19 03:29:25.938496 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.940590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40226) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:25.964557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:29:25.965321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:29:25.967373 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:29:26.077972 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:26.087764 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:26.092555 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2f443c75-3785-42ce-a3a8-7c48b444c08d HTTP/1.1" status: 204 len: 168 time: 0.4876025 Jul 19 03:29:26.092777 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-f6727b8b-44cd-4fbc-ba7d-937debac66e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2105439 Jul 19 03:29:26.159493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b191821-b07b-4a01-b0e2-85dc58421212 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f443c75-3785-42ce-a3a8-7c48b444c08d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:26.172531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b5bb5a-c90e-42d0-b7b8-4a4df73c45b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:26.219467 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b5bb5a-c90e-42d0-b7b8-4a4df73c45b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:26.299451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-6c3c205d-449e-4126-86be-cb20f37345e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.299967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-6c3c205d-449e-4126-86be-cb20f37345e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.302589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-6c3c205d-449e-4126-86be-cb20f37345e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.310030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-6c3c205d-449e-4126-86be-cb20f37345e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.310642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-6c3c205d-449e-4126-86be-cb20f37345e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.316281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-6c3c205d-449e-4126-86be-cb20f37345e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.316845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-6c3c205d-449e-4126-86be-cb20f37345e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.324102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b5bb5a-c90e-42d0-b7b8-4a4df73c45b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:26.325480 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-6c3c205d-449e-4126-86be-cb20f37345e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6505 time: 0.1832216 Jul 19 03:29:26.329441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b5bb5a-c90e-42d0-b7b8-4a4df73c45b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:26.329649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40236) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:26.339502 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-03b5bb5a-c90e-42d0-b7b8-4a4df73c45b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dda0a7fc-2d43-471c-ad63-0deb7fae11f6 HTTP/1.1" status: 204 len: 168 time: 0.3977582 Jul 19 03:29:26.356556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5bb5a-c90e-42d0-b7b8-4a4df73c45b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda0a7fc-2d43-471c-ad63-0deb7fae11f6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:26.499952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5e4a4dd1-2ca8-4105-9562-4a55b15c798e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d03d49821bf4be6b487914c733c96a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685641 Jul 19 03:29:26.503292 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40242) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:26.565698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-00ce5e2d-cbae-492f-91cf-5a1f13fded19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.566429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-00ce5e2d-cbae-492f-91cf-5a1f13fded19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.566899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-00ce5e2d-cbae-492f-91cf-5a1f13fded19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.569308 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-00ce5e2d-cbae-492f-91cf-5a1f13fded19 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=c64899f6-8eee-455e-90a2-4468d126aff6&id=c64899f6-8eee-455e-90a2-4468d126aff6 HTTP/1.1" status: 200 len: 2293 time: 0.2060013 Jul 19 03:29:26.706068 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-c2c5f75d-a1f1-49aa-b1d9-71f54993678a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed HTTP/1.1" status: 200 len: 1001 time: 0.1301391 Jul 19 03:29:26.802513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-4d759149-2750-4097-8b62-b250e8931ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:26.806030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-4d759149-2750-4097-8b62-b250e8931ee8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21634538-a8d7-4b17-9fa0-ea9312bc5b45 HTTP/1.1" status: 200 len: 854 time: 0.0900955 Jul 19 03:29:27.109838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84539117-877e-487e-b4d5-f0e85f8d47e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:27.156261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-58d944e0-b982-4c7b-988e-eb1d9d1372ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:27.157822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-58d944e0-b982-4c7b-988e-eb1d9d1372ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3446856 Jul 19 03:29:27.192582 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84539117-877e-487e-b4d5-f0e85f8d47e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:27.218968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca73620-64de-4b03-be07-04342cae1c9a req-1e296f9b-424d-4686-93de-be8cde1bc22d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:27.220869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ca73620-64de-4b03-be07-04342cae1c9a req-1e296f9b-424d-4686-93de-be8cde1bc22d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.2849600 Jul 19 03:29:27.256404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4de13-c530-4677-a18d-7fe1d1b6f49f req-7531967a-45c3-4158-b6b8-e1d599cd8702 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:27.261806 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6dc4de13-c530-4677-a18d-7fe1d1b6f49f req-7531967a-45c3-4158-b6b8-e1d599cd8702 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.9424970 Jul 19 03:29:27.276960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40272) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:27.363247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ca73620-64de-4b03-be07-04342cae1c9a req-5301ae83-705a-46d6-a0b7-b802e4fe6725 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315575 Jul 19 03:29:27.369662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6dc4de13-c530-4677-a18d-7fe1d1b6f49f req-38e99d6d-5394-420f-92b7-f827ef4d517e tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948606 Jul 19 03:29:27.433981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84539117-877e-487e-b4d5-f0e85f8d47e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:27.437458 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84539117-877e-487e-b4d5-f0e85f8d47e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:27.438947 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-84539117-877e-487e-b4d5-f0e85f8d47e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00ca3caa-6f5c-402e-9dc2-1419e5a7824c HTTP/1.1" status: 204 len: 168 time: 0.9346564 Jul 19 03:29:27.447752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-a14ad5c3-44d0-4db3-9fca-2bbc3d99d224 service neutron] 10.222.0.25 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796776 Jul 19 03:29:27.452509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84539117-877e-487e-b4d5-f0e85f8d47e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca3caa-6f5c-402e-9dc2-1419e5a7824c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:27.660986 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4310a83a-6db2-4906-8d70-c656a3685021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:27.755821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-22cba771-b8f9-432d-affb-daef74f0b00f service neutron] 10.222.0.25 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995498 Jul 19 03:29:27.822312 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-34d39bf1-2fc9-46e0-9f46-9f34b14496db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 HTTP/1.1" status: 200 len: 217 time: 0.0518699 Jul 19 03:29:27.855807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057054d-2ada-48a5-8a93-463b6ad4b73b req-52a54986-84fc-495d-b96a-77e1649449f6 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:27.866688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1057054d-2ada-48a5-8a93-463b6ad4b73b req-52a54986-84fc-495d-b96a-77e1649449f6 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1887059 Jul 19 03:29:27.866983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40298) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:27.871016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6ee266b7-f96d-4dea-adb9-b0d380ca250b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'floatingip': {'port_id': 'd4a78c4f-7f64-4b3e-b820-c04617c62141'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:27.966772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-d8d2b371-e14f-4008-adc5-fd5ccd08166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:27.968316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-d8d2b371-e14f-4008-adc5-fd5ccd08166b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.1384461 Jul 19 03:29:28.036599 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4310a83a-6db2-4906-8d70-c656a3685021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:28.049800 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ee266b7-f96d-4dea-adb9-b0d380ca250b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:28.069143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-32724c24-e6d5-41ea-9adc-7a656d652523 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:28.070764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-32724c24-e6d5-41ea-9adc-7a656d652523 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.26 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.2262361 Jul 19 03:29:28.072872 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4310a83a-6db2-4906-8d70-c656a3685021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:28.286721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310a83a-6db2-4906-8d70-c656a3685021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d964821-28ac-4cc9-9044-6aa25dca6e78,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:28.295267 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4310a83a-6db2-4906-8d70-c656a3685021 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91f8401a3e434e99b5228419b927105e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0127916 Jul 19 03:29:28.296863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40330) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:28.339578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-7c48e31a-0ffe-45d8-8b34-b859224f50db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:28.341239 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-7c48e31a-0ffe-45d8-8b34-b859224f50db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3595521 Jul 19 03:29:28.407303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-580f7c87-f0a8-425b-83bb-daa449d6a195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:28.447081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40336) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:28.501375 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-580f7c87-f0a8-425b-83bb-daa449d6a195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:28.540976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-b36c0ce2-dcfb-4e8c-8ca5-a379adce74d1 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903667 Jul 19 03:29:28.544071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Deleting port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:29:28.544420 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:28.704666 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-2764f68c-e8df-4ebb-b8c2-bf74672b7e98 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549122 Jul 19 03:29:28.772650 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-62d4233a-c5ba-4545-b0f7-922b313adcd1 tempest-ServiceProvidersTest-261384238 tempest-ServiceProvidersTest-261384238-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3133907 Jul 19 03:29:28.800710 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-b10bbbed-2f2b-440f-a824-8814433a91ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a2bafa27-fc6d-4a52-85c5-c328934305ad HTTP/1.1" status: 200 len: 217 time: 0.0862589 Jul 19 03:29:28.854770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-580f7c87-f0a8-425b-83bb-daa449d6a195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:28.858205 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-580f7c87-f0a8-425b-83bb-daa449d6a195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:28.859392 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-580f7c87-f0a8-425b-83bb-daa449d6a195 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d964821-28ac-4cc9-9044-6aa25dca6e78 HTTP/1.1" status: 204 len: 168 time: 0.5615735 Jul 19 03:29:28.896457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-7d239dd2-3d90-447b-af06-5cea52d681bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:28.898094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-7d239dd2-3d90-447b-af06-5cea52d681bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.0895963 Jul 19 03:29:28.901551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] For port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:28.902180 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:28.925258 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f7c87-f0a8-425b-83bb-daa449d6a195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d964821-28ac-4cc9-9044-6aa25dca6e78,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:29.080149 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7f3b2-ac30-4f2e-ae2c-075d81438ac9 req-b7a050a2-6335-44d3-8dc4-a00a24040328 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:29.087455 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86c7f3b2-ac30-4f2e-ae2c-075d81438ac9 req-b7a050a2-6335-44d3-8dc4-a00a24040328 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 945 time: 0.4800780 Jul 19 03:29:29.128801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40366) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:29.144293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-a6c02c4d-31b5-4b19-8f48-a09a0aa43a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:29.145899 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-a6c02c4d-31b5-4b19-8f48-a09a0aa43a7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2412825 Jul 19 03:29:29.289082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40370) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:29.319330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86c7f3b2-ac30-4f2e-ae2c-075d81438ac9 req-ae940108-dd67-44c0-bc1d-0324a8cb8e21 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=1814a410-ffdb-4ece-8700-3cf6b5f08aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305782 Jul 19 03:29:29.390856 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.resource_extend [None req-6ee266b7-f96d-4dea-adb9-b0d380ca250b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:29:29.438412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-654242213-network', 'tenant_id': '88daf68ea7784cf184b81beaaefccf64'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:29.490199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Made reservation on behalf of 88daf68ea7784cf184b81beaaefccf64 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:29.493906 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:29.528738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:29.579188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b06-3bd8-40c1-ad97-82413535d80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:29.616496 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ee266b7-f96d-4dea-adb9-b0d380ca250b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:29.621277 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-1fcd5b06-3bd8-40c1-ad97-82413535d80c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:29:29.621277 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 19 03:29:29.621277 n-d-762330-18 neutron-server[94345]: [parameters: {'project_id_1': 'bca7e116c13a4b6dafbeb45e0d755b44', 'expiration_1': datetime.datetime(2021, 7, 19, 3, 29, 29, 608393)}] Jul 19 03:29:29.621277 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:29:29.622162 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-1fcd5b06-3bd8-40c1-ad97-82413535d80c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:29:29.636297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ee266b7-f96d-4dea-adb9-b0d380ca250b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:29.698437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:29.698796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:29.699115 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Floating IP fe775ea1-d03b-4cb5-ad03-1a7a23f000f6 disassociated. External IP: 172.25.2.147, port: 15fb2137-cf7f-4d69-a17b-f729cdd24e6d. Jul 19 03:29:29.699470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Calling delete_port for 15fb2137-cf7f-4d69-a17b-f729cdd24e6d owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:29:29.705178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-99b78cd6-45ba-4e1e-944a-9df44b140044 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470328 Jul 19 03:29:29.848272 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-3b977ebf-c0a2-4bea-9867-1ee77f885c84 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335554 Jul 19 03:29:29.909315 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-6ee266b7-f96d-4dea-adb9-b0d380ca250b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Floating IP dde248b7-3eae-4fa8-ba6c-8dd264fe1bef associated. External IP: 172.25.2.95, port: d4a78c4f-7f64-4b3e-b820-c04617c62141. Jul 19 03:29:29.964264 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-57915ddd-af61-45a7-904e-31ae66135df4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=cb8fbd92-2916-4f12-badd-c5210b5811ba HTTP/1.1" status: 200 len: 217 time: 0.1094038 Jul 19 03:29:30.038634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-e06ccaff-15ed-4267-ae71-2d4a85fb33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:30.040704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-e06ccaff-15ed-4267-ae71-2d4a85fb33a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.0686443 Jul 19 03:29:30.045780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40402) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:30.056474 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.073165 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.175486 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b06-3bd8-40c1-ad97-82413535d80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.201216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-239da4a1-edb6-4baa-8654-8150ce1739e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:30.202100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:29:30.203145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-239da4a1-edb6-4baa-8654-8150ce1739e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1545444 Jul 19 03:29:30.203888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.237331 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.237935 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Added segment 15b25fc7-72ed-495d-b570-bfe2126ec53b of type vlan for network 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 Jul 19 03:29:30.248892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event deleted for resources: {'Port': ['ID=15fb2137-cf7f-4d69-a17b-f729cdd24e6d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:30.296096 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1205594-2a8d-49aa-a78d-73b5b4894e1e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:30.395026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.473714 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7552dc21-a073-4c30-b63e-535c688a8955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.476629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Router 07fc98b7-a2a8-4101-a479-325739f4a828 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:29:30.528106 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.529441 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:30.530704 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.544364 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a546dc67-71ba-4da0-a0ab-6d85a2bb56f4 req-5f9c7709-1229-4b71-b11b-ef0d0453c2ad tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 210 time: 0.0582125 Jul 19 03:29:30.702706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b06-3bd8-40c1-ad97-82413535d80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.706242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] Pushing event updated for resources: {'Network': ['ID=1cc04dc7-26d0-4cd9-b659-4ea8c573bd87,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:30.723432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b06-3bd8-40c1-ad97-82413535d80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:30.725800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:29:30.739777 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8667b428-0d4c-47a3-bf6b-fa1e6ace4d4d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6023412 Jul 19 03:29:30.761534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40426) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:30.818119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee266b7-f96d-4dea-adb9-b0d380ca250b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Router 68755c5d-706e-4fb3-ae3b-c990b795997a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:29:30.820254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Request body: {'subnet': {'network_id': '1cc04dc7-26d0-4cd9-b659-4ea8c573bd87', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-654242213-subnet', 'tenant_id': '88daf68ea7784cf184b81beaaefccf64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:30.843947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-52add646-ba3e-4b98-93e6-4e2f4745113c service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057773 Jul 19 03:29:30.861433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd5b06-3bd8-40c1-ad97-82413535d80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1349019-daba-4fb4-988c-50c60dc19815,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:30.888395 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1fcd5b06-3bd8-40c1-ad97-82413535d80c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bca7e116c13a4b6dafbeb45e0d755b44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5981610 Jul 19 03:29:30.893838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40428) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:30.990128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40430) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:31.129090 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7552dc21-a073-4c30-b63e-535c688a8955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.157749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:29:31.169886 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] Sync routers for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:29:31.183326 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:31.183877 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:31.185086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7552dc21-a073-4c30-b63e-535c688a8955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.213392 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b2e8b18-e5e6-446b-b8c6-d40382eb78ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.242340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b2e8b18-e5e6-446b-b8c6-d40382eb78ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.244336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552dc21-a073-4c30-b63e-535c688a8955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7687a4f7-a991-4382-b738-0a4054184aa0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:31.338625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 15fb2137-cf7f-4d69-a17b-f729cdd24e6d no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:29:31.358976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20221dc4-e7b6-480a-a942-855148b18b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.359186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] No DVR routers for this DVR port 15fb2137-cf7f-4d69-a17b-f729cdd24e6d on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:29:31.369720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.371861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2b44215e-e294-4fcf-bb64-f3f525ff2c1b req-00a251bd-eaea-4f88-9bc2-f3ae6adbf4f2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.26 "DELETE /v2.0/ports/15fb2137-cf7f-4d69-a17b-f729cdd24e6d HTTP/1.1" status: 204 len: 173 time: 3.2878275 Jul 19 03:29:31.372692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'name': 'network-vif-deleted', 'tag': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:31.376141 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c5e364-c823-4a44-afcc-d8594628fae0" -d '{"events": [{"server_uuid": "b41d7e34-cdc2-4678-b922-bcabed8b6148", "name": "network-vif-deleted", "tag": "15fb2137-cf7f-4d69-a17b-f729cdd24e6d"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:31.378311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 15fb2137-cf7f-4d69-a17b-f729cdd24e6d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:29:31.386870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Made reservation on behalf of 88daf68ea7784cf184b81beaaefccf64 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:31.389773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.392445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 15fb2137-cf7f-4d69-a17b-f729cdd24e6d not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:29:31.398242 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7552dc21-a073-4c30-b63e-535c688a8955 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc07c746b3f84af8adac9a973890f77b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3513753 Jul 19 03:29:31.407432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b2e8b18-e5e6-446b-b8c6-d40382eb78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.410038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b2e8b18-e5e6-446b-b8c6-d40382eb78ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.413412 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9b2e8b18-e5e6-446b-b8c6-d40382eb78ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1349019-daba-4fb4-988c-50c60dc19815 HTTP/1.1" status: 204 len: 168 time: 0.5096056 Jul 19 03:29:31.413883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40444) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:31.443894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee266b7-f96d-4dea-adb9-b0d380ca250b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:29:31.446687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e8b18-e5e6-446b-b8c6-d40382eb78ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1349019-daba-4fb4-988c-50c60dc19815,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:31.455611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ee266b7-f96d-4dea-adb9-b0d380ca250b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.486972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] Sync routers for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:29:31.498730 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:31.499755 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7229d368-e6ff-482e-bca1-ac424ba3ad0e x-openstack-request-id: req-7229d368-e6ff-482e-bca1-ac424ba3ad0e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:31.499933 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41d7e34-cdc2-4678-b922-bcabed8b6148", "name": "network-vif-deleted", "tag": "15fb2137-cf7f-4d69-a17b-f729cdd24e6d", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:31.500195 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7229d368-e6ff-482e-bca1-ac424ba3ad0e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:31.500608 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41d7e34-cdc2-4678-b922-bcabed8b6148', 'name': 'network-vif-deleted', 'tag': '15fb2137-cf7f-4d69-a17b-f729cdd24e6d', 'status': 'completed', 'code': 200} Jul 19 03:29:31.522670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:31.526897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:31.567869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6ee266b7-f96d-4dea-adb9-b0d380ca250b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "PUT /v2.0/floatingips/dde248b7-3eae-4fa8-ba6c-8dd264fe1bef HTTP/1.1" status: 200 len: 990 time: 3.7004180 Jul 19 03:29:31.573849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:31.576742 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb306b-7d8d-4a16-9f39-2d4318583652" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:31.590035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a201eafe-0bd1-40d6-b854-529577c04d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.605338 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-3ae14cc6-a9d5-4b53-bff6-93cc43de4f5f service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476087 Jul 19 03:29:31.678641 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a201eafe-0bd1-40d6-b854-529577c04d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.747885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-9a6f823f-c710-4e15-978b-940e38d36eae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=aadedb74-0c27-405a-8ea9-39fb8017ae8a HTTP/1.1" status: 200 len: 217 time: 0.1306736 Jul 19 03:29:31.846634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20221dc4-e7b6-480a-a942-855148b18b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.863444 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20221dc4-e7b6-480a-a942-855148b18b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:31.945166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:31.991165 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:31.991474 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee621b4d-7e39-4911-9d39-61d20a4bd825 x-openstack-request-id: req-ee621b4d-7e39-4911-9d39-61d20a4bd825 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:31.991749 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:31.992098 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee621b4d-7e39-4911-9d39-61d20a4bd825 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:31.992406 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'status': 'completed', 'code': 200} Jul 19 03:29:32.098797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-f1be3f87-b4d7-4902-ba57-4d1fe870552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:32.100300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-f1be3f87-b4d7-4902-ba57-4d1fe870552a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.3452067 Jul 19 03:29:32.101610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-067736cb-c916-4e64-a55f-6e05911a3f69 req-ee171e46-9e86-44e6-81b4-92b0666eee91 service neutron] (94344) timed out ('10.222.0.25', 51402) {{(pid=94344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 03:29:32.102500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:32.109019 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] Checking router: 07fc98b7-a2a8-4101-a479-325739f4a828 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:29:32.149019 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:32.150472 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:32.253894 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-20221dc4-e7b6-480a-a942-855148b18b17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66e6c10650d94f5b91b6a86e3c83d1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2570922 Jul 19 03:29:32.254714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20221dc4-e7b6-480a-a942-855148b18b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec9c14c-a4fb-4bce-a419-0af0eb2e9da1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:32.263607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40472) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:32.321643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c99900f5-99e6-441f-a7dd-cb9841ec0210 req-d7c15d89-6cd4-4c76-8d9b-f871919f17a2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=b41d7e34-cdc2-4678-b922-bcabed8b6148 HTTP/1.1" status: 200 len: 210 time: 0.3393657 Jul 19 03:29:32.322476 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a201eafe-0bd1-40d6-b854-529577c04d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:32.331990 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a201eafe-0bd1-40d6-b854-529577c04d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:32.333829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Checking segment: {'id': '15b25fc7-72ed-495d-b570-bfe2126ec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1cc04dc7-26d0-4cd9-b659-4ea8c573bd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:32.334753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Network hostable DHCP agents. Network: 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:29:32.355263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a201eafe-0bd1-40d6-b854-529577c04d67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7687a4f7-a991-4382-b738-0a4054184aa0 HTTP/1.1" status: 204 len: 168 time: 0.9363720 Jul 19 03:29:32.375804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c45fde-af5b-4e20-b080-4788b9d52ae1,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:32.403315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Network 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:29:32.409824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-336af712-6934-4b0f-8a98-53a4f9339cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:32.412248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-336af712-6934-4b0f-8a98-53a4f9339cef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3026018 Jul 19 03:29:32.470985 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:32.496062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201eafe-0bd1-40d6-b854-529577c04d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7687a4f7-a991-4382-b738-0a4054184aa0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:32.573462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'dde248b7-3eae-4fa8-ba6c-8dd264fe1bef', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'port_id': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'mac_address': 'fa:16:3e:69:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:29:09Z', 'updated_at': '2021-07-19T03:29:29Z', 'revision_number': 1, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:32.648524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] Checking router: 68755c5d-706e-4fb3-ae3b-c990b795997a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:29:32.667282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-69c6a417-27be-4419-9942-84fcb139242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:32.669293 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-69c6a417-27be-4419-9942-84fcb139242e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 1097 time: 0.5760908 Jul 19 03:29:32.672765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:32.673820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:32.675315 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6da2aeeb-6344-4d16-8d91-f1c9785450e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:32.773014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-9a1f193d-89f5-493c-9677-5440fe6d9447 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528721 Jul 19 03:29:32.778802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:32.816898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:32.817629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:32.832870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6da2aeeb-6344-4d16-8d91-f1c9785450e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:32.894438 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c42306cb-d871-406d-9917-8070bfe53c7d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0794728 Jul 19 03:29:32.953325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5356c53-69a7-4313-ba28-9e999203b9fe None None] Network 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:32.962307 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:33.026480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953e3ef-5353-4f23-9800-1c4ea9480c3e None None] The sync data for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 is: [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:29:33.047014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:33.100181 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-c1eba07b-2a2c-4d4c-aa6b-7a188bee1237 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081417 Jul 19 03:29:33.152964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-561e0d6a-bf07-4a35-a149-951a33797f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:33.154470 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-561e0d6a-bf07-4a35-a149-951a33797f2b service neutron] 10.222.0.25 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.4640918 Jul 19 03:29:33.194577 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-3deef4d1-d337-4d6e-a650-151929b1755c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 HTTP/1.1" status: 200 len: 217 time: 0.0872633 Jul 19 03:29:33.206060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6da2aeeb-6344-4d16-8d91-f1c9785450e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:33.213598 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6da2aeeb-6344-4d16-8d91-f1c9785450e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:33.218895 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6da2aeeb-6344-4d16-8d91-f1c9785450e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ec9c14c-a4fb-4bce-a419-0af0eb2e9da1 HTTP/1.1" status: 204 len: 168 time: 0.9132168 Jul 19 03:29:33.288235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-f8519e00-9c1c-4a12-93ad-9bf69fa9ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:33.290962 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-f8519e00-9c1c-4a12-93ad-9bf69fa9ac0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7712e039-897b-49b8-aa02-b5e0a3723da4 HTTP/1.1" status: 200 len: 797 time: 0.0893772 Jul 19 03:29:33.306913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2aeeb-6344-4d16-8d91-f1c9785450e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec9c14c-a4fb-4bce-a419-0af0eb2e9da1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:33.308927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40502) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:33.342510 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c24144ae-e60d-4f61-9406-7cc219299e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:33.378876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b42fa-5ad1-474f-97f6-9c3a262344a9 None None] Network 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:33.406141 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-89a9d78a-4538-480f-a9a0-fbf25ef9cbb3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141 HTTP/1.1" status: 200 len: 998 time: 0.2270505 Jul 19 03:29:33.419541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-ae1a8408-02d0-46ec-aa82-eab8803f5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:33.421825 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-ae1a8408-02d0-46ec-aa82-eab8803f5e1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1218514 Jul 19 03:29:33.613880 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2ed87-9187-4173-9901-a3922d2ea826 None None] New status for floating IP fe775ea1-d03b-4cb5-ad03-1a7a23f000f6: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:29:33.659227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-bb0aa6cc-be6f-44b4-a540-e5e1adc18c09 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311556 Jul 19 03:29:33.660965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40512) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:33.803555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae5799ed-a966-4269-9a7c-529017e5405d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:33.841100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae5799ed-a966-4269-9a7c-529017e5405d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:33.918147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'dde248b7-3eae-4fa8-ba6c-8dd264fe1bef', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'port_id': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'mac_address': 'fa:16:3e:69:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:29:09Z', 'updated_at': '2021-07-19T03:29:29Z', 'revision_number': 1, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:33.979733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276fa95-23b1-4335-8c72-69a0f2e03980 None None] The sync data for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 is: [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'dde248b7-3eae-4fa8-ba6c-8dd264fe1bef', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'port_id': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'mac_address': 'fa:16:3e:69:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:29:09Z', 'updated_at': '2021-07-19T03:29:29Z', 'revision_number': 1, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:29:34.033300 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-4c8d6fc8-bab1-46a2-99b8-3029034179ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:34.035681 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-4c8d6fc8-bab1-46a2-99b8-3029034179ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.6225276 Jul 19 03:29:34.036735 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae5799ed-a966-4269-9a7c-529017e5405d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:34.048498 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae5799ed-a966-4269-9a7c-529017e5405d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:34.053312 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ae5799ed-a966-4269-9a7c-529017e5405d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "DELETE /v2.0/security-groups/1814a410-ffdb-4ece-8700-3cf6b5f08aed HTTP/1.1" status: 204 len: 168 time: 0.3888958 Jul 19 03:29:34.064503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40522) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:34.173917 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-d279c829-5865-4c46-8312-e2456689ea09 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946010 Jul 19 03:29:34.174899 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-a6b35f8d-0375-4415-b994-5fecf639fa67 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] show failed (client error): The resource could not be found. Jul 19 03:29:34.178944 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a6b35f8d-0375-4415-b994-5fecf639fa67 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups/1814a410-ffdb-4ece-8700-3cf6b5f08aed HTTP/1.1" status: 404 len: 347 time: 0.1014421 Jul 19 03:29:34.179937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5799ed-a966-4269-9a7c-529017e5405d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1814a410-ffdb-4ece-8700-3cf6b5f08aed,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:34.196101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40528) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:34.264720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-702bfcae-996f-47bd-a8e3-5a4ec18fc3dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d83d8a51-7c2b-46c6-994c-d576fe61f97e HTTP/1.1" status: 200 len: 217 time: 0.0706339 Jul 19 03:29:34.334025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40534) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:34.355114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'network': {'name': 'tempest-network-smoke--1746626070', 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'port_security_enabled': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:34.380823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b0816-797a-4f6b-bb50-a78fcd2d605d None None] New status for floating IP dde248b7-3eae-4fa8-ba6c-8dd264fe1bef: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:29:34.406923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-3f07525c-f7d1-4108-af22-9719148cb9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:34.408746 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-3f07525c-f7d1-4108-af22-9719148cb9b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7712e039-897b-49b8-aa02-b5e0a3723da4 HTTP/1.1" status: 200 len: 797 time: 0.1380086 Jul 19 03:29:34.421071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-5c4e1c8b-977d-4c14-a05e-b4cb8fbf8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:34.422732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-5c4e1c8b-977d-4c14-a05e-b4cb8fbf8712 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3773222 Jul 19 03:29:34.434181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c24144ae-e60d-4f61-9406-7cc219299e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:34.555079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Made reservation on behalf of ee9945cfeda64ef89377168b204400d8 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:34.558985 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:34.560382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c24144ae-e60d-4f61-9406-7cc219299e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:34.567713 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-10ead772-a071-42fc-af94-74b4db276eac service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321602 Jul 19 03:29:34.580831 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:34.605552 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40550) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:34.627950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-0daf184f-1209-4459-83f7-93139c2a5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:34.629840 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-0daf184f-1209-4459-83f7-93139c2a5925 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2093089 Jul 19 03:29:34.738827 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c24144ae-e60d-4f61-9406-7cc219299e9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccc107015f69449ba539d84f6715f2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4209900 Jul 19 03:29:34.739642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24144ae-e60d-4f61-9406-7cc219299e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7306b6f5-7dc5-4487-b81c-a80bd3e1115f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:34.755204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40556) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:34.775760 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-fcdcd0f5-f9a4-43a9-8171-2286e4b5ace3 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383889 Jul 19 03:29:34.869296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7467fee6-eccc-4c18-a908-01b36963b497 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Deleting port 3ea1cf17-f3bf-43fe-8806-a0489a23ab97 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:29:34.869692 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7467fee6-eccc-4c18-a908-01b36963b497 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:34.923867 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fbb306b-7d8d-4a16-9f39-2d4318583652 req-a85fdbce-fa60-4f1a-8f65-b3f9e922ce86 service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251460 Jul 19 03:29:34.957537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-b78886a1-f5d1-4da6-8ad1-f8c1086ddedf tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:34.957647 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:34.961628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2104917030'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:34.964749 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-b78886a1-f5d1-4da6-8ad1-f8c1086ddedf tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/networks?id=1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 HTTP/1.1" status: 200 len: 817 time: 0.3940656 Jul 19 03:29:34.971774 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:34.983413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:29:34.991139 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-1ba493bf-ccee-4ec1-84ed-783e384e2a06 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/quotas/88daf68ea7784cf184b81beaaefccf64 HTTP/1.1" status: 200 len: 375 time: 0.0253370 Jul 19 03:29:35.000208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-349563af-0c4e-4924-b4ab-a3a848d26205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.011449 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.011793 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Added segment a25cc5f4-cc57-4494-9482-95aab2654170 of type vlan for network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 Jul 19 03:29:35.036225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-ccc84a8b-7890-4f89-a628-a6b9f5f1fee6 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=88daf68ea7784cf184b81beaaefccf64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441265 Jul 19 03:29:35.041080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47bef403-0ecb-4100-b8d5-c06f32e74934 req-55656253-9048-4b61-a0a6-53d2a2679491 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548916 Jul 19 03:29:35.042137 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7467fee6-eccc-4c18-a908-01b36963b497 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.042544 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7467fee6-eccc-4c18-a908-01b36963b497 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.069419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7467fee6-eccc-4c18-a908-01b36963b497 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Calling delete_port for 3ea1cf17-f3bf-43fe-8806-a0489a23ab97 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:29:35.070212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40566) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:35.086211 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-349563af-0c4e-4924-b4ab-a3a848d26205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.089305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Made reservation on behalf of 1bfeedfb079e4a4f8e6d26078493ec09 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:35.092637 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.113270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5995c20f-1e06-49d7-8b2e-633b90b1fcd8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:35.131659 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.135739 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.220377 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.226019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:35.226651 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.240928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-349563af-0c4e-4924-b4ab-a3a848d26205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.242571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-815055243-network', 'tenant_id': '73414655363840de8fd91060c3863512'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:35.243454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-349563af-0c4e-4924-b4ab-a3a848d26205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.247523 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-349563af-0c4e-4924-b4ab-a3a848d26205 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7306b6f5-7dc5-4487-b81c-a80bd3e1115f HTTP/1.1" status: 204 len: 168 time: 0.4864080 Jul 19 03:29:35.248621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-06290f62-6149-4404-b767-6c7ae11a2f8c service neutron] 10.222.0.20 "GET /v2.0/networks/1cc04dc7-26d0-4cd9-b659-4ea8c573bd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843889 Jul 19 03:29:35.290018 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349563af-0c4e-4924-b4ab-a3a848d26205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7306b6f5-7dc5-4487-b81c-a80bd3e1115f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:35.334460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Network': ['ID=6284f87b-bbc5-4047-bdbf-9c3a03133dd2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:35.352129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:29:35.391432 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-ee26deea-9c5e-46e6-9d91-134af7bf1659 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc04dc7-26d0-4cd9-b659-4ea8c573bd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297879 Jul 19 03:29:35.398306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7467fee6-eccc-4c18-a908-01b36963b497 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.401347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.409377 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.428056 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2131b547-15c9-4cca-aabd-63a2d5773b9b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0921097 Jul 19 03:29:35.439534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40572) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:35.446771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:29:35.454441 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'admin_state_up': True, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:35.458966 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.459603 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Added segment 7baf3e00-adec-4799-b1a6-0711c2f224da of type vlan for network 14100af1-accc-4f0e-b2ce-c8f2ec84e08e Jul 19 03:29:35.462240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467fee6-eccc-4c18-a908-01b36963b497 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event deleted for resources: {'Port': ['ID=3ea1cf17-f3bf-43fe-8806-a0489a23ab97,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:35.471242 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:29:35.471242 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 19 03:29:35.471242 n-d-762330-18 neutron-server[94345]: [parameters: {'project_id_1': 'ee9945cfeda64ef89377168b204400d8', 'expiration_1': datetime.datetime(2021, 7, 19, 3, 29, 35, 457579)}] Jul 19 03:29:35.471242 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:29:35.471588 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:29:35.518157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.546553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Made reservation on behalf of 73414655363840de8fd91060c3863512 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:35.549128 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.565371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.587506 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.593473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:35.594108 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.595708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7467fee6-eccc-4c18-a908-01b36963b497 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.609137 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7467fee6-eccc-4c18-a908-01b36963b497 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.610417 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7467fee6-eccc-4c18-a908-01b36963b497 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "DELETE /v2.0/floatingips/fe775ea1-d03b-4cb5-ad03-1a7a23f000f6 HTTP/1.1" status: 204 len: 168 time: 1.3991570 Jul 19 03:29:35.754485 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.760968 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.785127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47267d5-4ffa-4f55-aa92-cfd4f2ae44e8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:35.808754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5848904e-c5bf-46a2-b0d6-a3d32838e495 req-a98b91c4-a6b3-4897-93d3-a53ef024b3ce tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0936372 Jul 19 03:29:35.809231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Pushing event updated for resources: {'Network': ['ID=14100af1-accc-4f0e-b2ce-c8f2ec84e08e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:35.818812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1a3bbf79-3009-4131-a4de-faf9c78e2818 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2100046 Jul 19 03:29:35.822381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40590) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:35.823941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bea274-e4ca-4492-a051-a11160af4a36,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:35.830501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Request body: {'subnet': {'network_id': '14100af1-accc-4f0e-b2ce-c8f2ec84e08e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:35.840436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:29:35.859240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.859751 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Added segment 972473d0-983d-4a79-9fd3-015399b7959e of type vlan for network d577660f-b16d-4af7-adae-0ecf76e42547 Jul 19 03:29:35.878597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 14100af1-accc-4f0e-b2ce-c8f2ec84e08e details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:29:35.973472 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:35.996583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Made reservation on behalf of 1bfeedfb079e4a4f8e6d26078493ec09 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:36.001433 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.040391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40598) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:36.051211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-dbf8f43d-6942-4b44-9ef4-8ae59512ec2f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422860015', 'description': 'tempest-description--2000621571'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:36.065592 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.069301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.093880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.094965 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:36.095643 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.126725 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f43d-6942-4b44-9ef4-8ae59512ec2f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.145820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0743084 Jul 19 03:29:36.153303 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40608) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:36.160423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Request body: {'subnet': {'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-815055243-subnet', 'tenant_id': '73414655363840de8fd91060c3863512', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:36.281045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684af349-daf0-4bd0-a60b-bdd7fb714ada admin admin] Pushing event updated for resources: {'Network': ['ID=d577660f-b16d-4af7-adae-0ecf76e42547,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:36.285738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.295431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network d577660f-b16d-4af7-adae-0ecf76e42547 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:29:36.342694 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f43d-6942-4b44-9ef4-8ae59512ec2f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.352491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f43d-6942-4b44-9ef4-8ae59512ec2f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.377792 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.428929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8f43d-6942-4b44-9ef4-8ae59512ec2f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:36.450883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Pushing event updated for resources: {'Subnet': ['ID=0989981e-06d2-4edd-87ef-c2bd2d574057,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:36.474087 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.476734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Made reservation on behalf of 73414655363840de8fd91060c3863512 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:36.479972 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.480326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Checking segment: {'id': '7baf3e00-adec-4799-b1a6-0711c2f224da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '14100af1-accc-4f0e-b2ce-c8f2ec84e08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:36.480999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Network hostable DHCP agents. Network: 14100af1-accc-4f0e-b2ce-c8f2ec84e08e, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:29:36.485960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f43d-6942-4b44-9ef4-8ae59512ec2f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.490017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dbf8f43d-6942-4b44-9ef4-8ae59512ec2f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4459043 Jul 19 03:29:36.490395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40616) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:36.500201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f84d5992-cc28-4f2d-905d-8f2f555aff0f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'security_group_rule': {'security_group_id': 'f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:36.530460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Network 14100af1-accc-4f0e-b2ce-c8f2ec84e08e is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:29:36.545143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 14100af1-accc-4f0e-b2ce-c8f2ec84e08e) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:36.548796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f84d5992-cc28-4f2d-905d-8f2f555aff0f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.552466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:36.553051 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.558215 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d6c56d-d236-4b77-bcee-4a6677c0eec5 None None] Network 14100af1-accc-4f0e-b2ce-c8f2ec84e08e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:36.593503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-89f8f6db-12c4-43a0-8918-76a81ae3d2de tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7686012 Jul 19 03:29:36.596853 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40618) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:36.605099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Request body: {'port': {'network_id': '14100af1-accc-4f0e-b2ce-c8f2ec84e08e', 'name': 'tempest-TagsExtTest-1148217231'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:36.620032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f84d5992-cc28-4f2d-905d-8f2f555aff0f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.629805 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f84d5992-cc28-4f2d-905d-8f2f555aff0f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.656305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d5992-cc28-4f2d-905d-8f2f555aff0f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf0f552-40c8-4d58-a7a2-f4bc768af686,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:36.673317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f84d5992-cc28-4f2d-905d-8f2f555aff0f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.674879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f84d5992-cc28-4f2d-905d-8f2f555aff0f tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1834800 Jul 19 03:29:36.677684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40622) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:36.682688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-497649c4-c670-4497-9a78-bbddc5eef4a6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'security_group_rule': {'security_group_id': 'f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:36.718459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-497649c4-c670-4497-9a78-bbddc5eef4a6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.872559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-14100af1-accc-4f0e-b2ce-c8f2ec84e08e', 'network_id': '14100af1-accc-4f0e-b2ce-c8f2ec84e08e', 'tenant_id': '1bfeedfb079e4a4f8e6d26078493ec09', 'fixed_ips': [{'subnet_id': '0989981e-06d2-4edd-87ef-c2bd2d574057'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:29:36.876422 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.904772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.905442 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-497649c4-c670-4497-9a78-bbddc5eef4a6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.913294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-497649c4-c670-4497-9a78-bbddc5eef4a6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.914569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Made reservation on behalf of 1bfeedfb079e4a4f8e6d26078493ec09 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:36.919060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.961948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497649c4-c670-4497-9a78-bbddc5eef4a6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39dd6e01-3a80-44eb-9f1e-9e6ce498184a,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:36.968185 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-497649c4-c670-4497-9a78-bbddc5eef4a6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:36.975571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-497649c4-c670-4497-9a78-bbddc5eef4a6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2964740 Jul 19 03:29:36.976261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40634) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:36.981474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:37.007349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.021390 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.068260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] device_id is not set on port 82a2fff9-e8a4-4549-92c2-96842791ba08 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:29:37.104096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1af7fc8-b64f-4939-9f6d-892102d295f5 req-32c83966-da60-47ad-af7b-7b71d728fe52 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0324759 Jul 19 03:29:37.145356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Allocated IP 172.20.0.2 (14100af1-accc-4f0e-b2ce-c8f2ec84e08e/0989981e-06d2-4edd-87ef-c2bd2d574057/71a0682d-749b-48f1-aa9e-19279b47d4b9) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:37.204585 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.216392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:37.228612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Checking segment: {'id': '972473d0-983d-4a79-9fd3-015399b7959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:37.228897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Network hostable DHCP agents. Network: d577660f-b16d-4af7-adae-0ecf76e42547, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:29:37.277243 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.308572 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.322026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Network d577660f-b16d-4af7-adae-0ecf76e42547 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:29:37.395601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, d577660f-b16d-4af7-adae-0ecf76e42547) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:37.413473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232464e4-df54-40c5-82e3-093e52ac0500 None None] Network d577660f-b16d-4af7-adae-0ecf76e42547 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:37.413958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:37.415504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.451044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e392c356-a247-42dd-b991-d75a4fbcdf4d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2960021 Jul 19 03:29:37.452838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40646) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:37.510624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-815055243-router', 'tenant_id': '73414655363840de8fd91060c3863512', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:37.559553 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.560997 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.566636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Allocated IP 172.25.2.215 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/9b554c53-9a6f-47c4-91a8-a214b1c6659c) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:37.670512 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.672640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.741279 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-264b6746-cd25-4fdb-8d7f-4809388b3801 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:37.743492 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-264b6746-cd25-4fdb-8d7f-4809388b3801 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.26 "GET /v2.0/networks?id=1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 HTTP/1.1" status: 200 len: 817 time: 0.2138667 Jul 19 03:29:37.757153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Request body: {'port': {'device_id': '406eaab1-d902-4288-b337-5b8126ca6fc6', 'network_id': '1cc04dc7-26d0-4cd9-b659-4ea8c573bd87', 'admin_state_up': True, 'tenant_id': '88daf68ea7784cf184b81beaaefccf64'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:37.811635 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.860322 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.876033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Transition to ACTIVE for port object 71a0682d-749b-48f1-aa9e-19279b47d4b9 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:37.881680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-d577660f-b16d-4af7-adae-0ecf76e42547', 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547', 'tenant_id': '73414655363840de8fd91060c3863512', 'fixed_ips': [{'subnet_id': '5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:29:37.882983 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.889914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Made reservation on behalf of 88daf68ea7784cf184b81beaaefccf64 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:37.895430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:37.915549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Transition to ACTIVE for port object 71a0682d-749b-48f1-aa9e-19279b47d4b9 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:37.956586 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.012170 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.013477 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.057199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Allocated IP 172.25.2.116 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/3246dcaf-22c3-4b5f-87cf-09fb067bc944) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:38.101588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Pushing event updated for resources: {'Port': ['ID=71a0682d-749b-48f1-aa9e-19279b47d4b9,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:38.193216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.243995 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.265541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Allocated IP 172.20.0.2 (d577660f-b16d-4af7-adae-0ecf76e42547/5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866/034ceab8-e161-4797-a12e-a55b233a1ef8) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:38.330806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:38.338400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:38.348314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:38.351510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'Port': ['ID=3246dcaf-22c3-4b5f-87cf-09fb067bc944,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:38.401029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Allocated IP 172.20.0.12 (1cc04dc7-26d0-4cd9-b659-4ea8c573bd87/06c45fde-af5b-4e20-b080-4788b9d52ae1/e82fdadc-56b3-4e41-88b2-336101aed1d4) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:38.457211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Network 14100af1-accc-4f0e-b2ce-c8f2ec84e08e is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:38.467377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:38.475208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:38.493676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Allocated IP 172.20.0.10 (14100af1-accc-4f0e-b2ce-c8f2ec84e08e/0989981e-06d2-4edd-87ef-c2bd2d574057/82a2fff9-e8a4-4549-92c2-96842791ba08) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:38.519283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.531028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:38.533948 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e83f013-7e32-48b6-bf46-3acffb6f38dd req-562366d4-2b51-404a-b166-cbe4264ae6f0 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0636036 Jul 19 03:29:38.545592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:38.549877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Port': ['ID=9b554c53-9a6f-47c4-91a8-a214b1c6659c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:38.554293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:38.630093 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.652051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Transition to ACTIVE for port object 034ceab8-e161-4797-a12e-a55b233a1ef8 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:38.660597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Attempting to bind port 71a0682d-749b-48f1-aa9e-19279b47d4b9 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:38.661241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Attempting to bind port 71a0682d-749b-48f1-aa9e-19279b47d4b9 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '7baf3e00-adec-4799-b1a6-0711c2f224da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '14100af1-accc-4f0e-b2ce-c8f2ec84e08e'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:38.662545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Attempting to bind port 71a0682d-749b-48f1-aa9e-19279b47d4b9 on network 14100af1-accc-4f0e-b2ce-c8f2ec84e08e {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:38.683679 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:38.684155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Checking segment: {'id': '7baf3e00-adec-4799-b1a6-0711c2f224da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '14100af1-accc-4f0e-b2ce-c8f2ec84e08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:38.684469 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.685258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Bound using segment: {'id': '7baf3e00-adec-4799-b1a6-0711c2f224da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '14100af1-accc-4f0e-b2ce-c8f2ec84e08e'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:38.685400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Bound port: 71a0682d-749b-48f1-aa9e-19279b47d4b9, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf3e00-adec-4799-b1a6-0711c2f224da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '14100af1-accc-4f0e-b2ce-c8f2ec84e08e'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:38.685705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.688327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Transition to ACTIVE for port object 034ceab8-e161-4797-a12e-a55b233a1ef8 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:38.690071 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.709845 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.769615 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.807776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Network d577660f-b16d-4af7-adae-0ecf76e42547 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:38.816440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:38.818925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Pushing event updated for resources: {'Port': ['ID=034ceab8-e161-4797-a12e-a55b233a1ef8,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:38.823093 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:38.827688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] For port 71a0682d-749b-48f1-aa9e-19279b47d4b9, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:38.832206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] For port 71a0682d-749b-48f1-aa9e-19279b47d4b9, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=71a0682d-749b-48f1-aa9e-19279b47d4b9,segment=NetworkSegment(7baf3e00-adec-4799-b1a6-0711c2f224da),segment_id=7baf3e00-adec-4799-b1a6-0711c2f224da)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:38.878914 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.881848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.899278 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Transition to ACTIVE for port object 82a2fff9-e8a4-4549-92c2-96842791ba08 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:38.932973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Attempting to bind port 034ceab8-e161-4797-a12e-a55b233a1ef8 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:38.933352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Attempting to bind port 034ceab8-e161-4797-a12e-a55b233a1ef8 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '972473d0-983d-4a79-9fd3-015399b7959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:38.933718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Attempting to bind port 034ceab8-e161-4797-a12e-a55b233a1ef8 on network d577660f-b16d-4af7-adae-0ecf76e42547 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:38.948102 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.958948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:38.959699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Checking segment: {'id': '972473d0-983d-4a79-9fd3-015399b7959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:38.960128 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.962043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Bound using segment: {'id': '972473d0-983d-4a79-9fd3-015399b7959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:38.962043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Bound port: 034ceab8-e161-4797-a12e-a55b233a1ef8, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972473d0-983d-4a79-9fd3-015399b7959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:38.962043 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:38.992855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cf94c-dcba-4543-9069-085696ee1503 None None] Pushing event updated for resources: {'Port': ['ID=71a0682d-749b-48f1-aa9e-19279b47d4b9,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:39.027576 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.047488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.063854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Network 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:39.065339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.069677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Pushing event updated for resources: {'Port': ['ID=e82fdadc-56b3-4e41-88b2-336101aed1d4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:39.088990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] For port 034ceab8-e161-4797-a12e-a55b233a1ef8, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:39.093797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] For port 034ceab8-e161-4797-a12e-a55b233a1ef8, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=034ceab8-e161-4797-a12e-a55b233a1ef8,segment=NetworkSegment(972473d0-983d-4a79-9fd3-015399b7959e),segment_id=972473d0-983d-4a79-9fd3-015399b7959e)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:39.103291 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.144066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:39.149534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'Port': ['ID=3246dcaf-22c3-4b5f-87cf-09fb067bc944,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:39.162876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:39.211003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074e24a-e3b5-47ee-a37f-426d911419cb None None] Pushing event updated for resources: {'Port': ['ID=034ceab8-e161-4797-a12e-a55b233a1ef8,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:39.285266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:39.285998 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.303835 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.328519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.338806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b02132da-0bc7-431b-a83a-b3bb68cd2944 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3527358 Jul 19 03:29:39.339006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Network 14100af1-accc-4f0e-b2ce-c8f2ec84e08e is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:39.348921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-e9be56d4-c4a4-4a34-bb28-7f68e769a61c tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5973601 Jul 19 03:29:39.360349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:39.361057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-166c0ccb-4c96-4ffe-8707-b1282ead9a44 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:29:39.363161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-166c0ccb-4c96-4ffe-8707-b1282ead9a44 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079772 Jul 19 03:29:39.363377 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:39.379444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Request body: {'port': {'device_id': '406eaab1-d902-4288-b337-5b8126ca6fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:39.572537 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.621448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Pushing event updated for resources: {'Port': ['ID=82a2fff9-e8a4-4549-92c2-96842791ba08,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:39.675609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:39.676587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.736394 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.822524 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-46c334a1-357d-47d7-939c-4d4939aef6e3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2233729 Jul 19 03:29:39.826206 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:39.829802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40708) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:39.847040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-759990c5-2505-4a17-ba35-866bc90c850f tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-768006471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:39.885179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.076993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-759990c5-2505-4a17-ba35-866bc90c850f tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.078017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-759990c5-2505-4a17-ba35-866bc90c850f tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.096043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82fdadc-56b3-4e41-88b2-336101aed1d4 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:29:40.109674 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.130990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-8ddd182a-d34f-4d8b-90df-c493ab765526 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1422860015&fields=id&tenant_id=0f8aac67f6aa4da39cf26f316679cf24 HTTP/1.1" status: 200 len: 267 time: 0.0676808 Jul 19 03:29:40.174254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Transition to ACTIVE for port object e82fdadc-56b3-4e41-88b2-336101aed1d4 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:40.207310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.254110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-759990c5-2505-4a17-ba35-866bc90c850f tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.265755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb695e9-0cfe-4041-98c4-d7b7e1ae7048 req-bc9a5fe6-6da0-43b2-8e00-675fe41b60a6 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:40.275941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5bb695e9-0cfe-4041-98c4-d7b7e1ae7048 req-bc9a5fe6-6da0-43b2-8e00-675fe41b60a6 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 932 time: 0.4007106 Jul 19 03:29:40.289020 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-759990c5-2505-4a17-ba35-866bc90c850f tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.375203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Allocated IP 172.25.2.74 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/9d292c78-2077-4444-ac12-a733ee530eb0) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:40.375439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Pushing event updated for resources: {'Port': ['ID=e82fdadc-56b3-4e41-88b2-336101aed1d4,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:40.392514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-759990c5-2505-4a17-ba35-866bc90c850f tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.398345 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-759990c5-2505-4a17-ba35-866bc90c850f tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5653133 Jul 19 03:29:40.409720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40730) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:40.425305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9c7978f8-6f13-4b20-aaef-943ca5f6b542 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1615735895', 'prefixes': ['172.20.0.0/16']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:40.447385 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5bb695e9-0cfe-4041-98c4-d7b7e1ae7048 req-f75f96ad-2dfa-4100-bf49-f2fa5bd5080f tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1205594-2a8d-49aa-a78d-73b5b4894e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702890 Jul 19 03:29:40.448512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.504350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267a65-322a-4cb4-b6c7-1c071471773d req-2b97ff19-6013-45c9-819b-479bc0123dc0 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:40.508956 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-2b97ff19-6013-45c9-819b-479bc0123dc0 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 809 time: 0.3627455 Jul 19 03:29:40.564834 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-14c76574-00b2-4c93-8a48-f9998b3caf70 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/quotas/0f8aac67f6aa4da39cf26f316679cf24 HTTP/1.1" status: 200 len: 375 time: 0.0470834 Jul 19 03:29:40.592950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e4197-0ad7-42e6-94e8-ae62b33cf2eb None None] Network 14100af1-accc-4f0e-b2ce-c8f2ec84e08e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:40.618370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 034ceab8-e161-4797-a12e-a55b233a1ef8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:40.664208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Attempting to bind port e82fdadc-56b3-4e41-88b2-336101aed1d4 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:40.664706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Attempting to bind port e82fdadc-56b3-4e41-88b2-336101aed1d4 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '15b25fc7-72ed-495d-b570-bfe2126ec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1cc04dc7-26d0-4cd9-b659-4ea8c573bd87'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:40.665297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Attempting to bind port e82fdadc-56b3-4e41-88b2-336101aed1d4 on network 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:40.678771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Port e82fdadc-56b3-4e41-88b2-336101aed1d4 on network 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:29:40.679355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Attempting to bind port e82fdadc-56b3-4e41-88b2-336101aed1d4 on network 1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:40.704258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:40.705921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Checking segment: {'id': '15b25fc7-72ed-495d-b570-bfe2126ec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1cc04dc7-26d0-4cd9-b659-4ea8c573bd87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:40.706538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Bound using segment: {'id': '15b25fc7-72ed-495d-b570-bfe2126ec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1cc04dc7-26d0-4cd9-b659-4ea8c573bd87'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:40.707296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Bound port: e82fdadc-56b3-4e41-88b2-336101aed1d4, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b25fc7-72ed-495d-b570-bfe2126ec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1cc04dc7-26d0-4cd9-b659-4ea8c573bd87'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:40.707938 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.754806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2bc9b632-bd31-4118-8dfa-69e833e92690 None None] Provisioning for port 71a0682d-749b-48f1-aa9e-19279b47d4b9 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:40.769067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.839628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 034ceab8-e161-4797-a12e-a55b233a1ef8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:40.864902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 71a0682d-749b-48f1-aa9e-19279b47d4b9 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:40.918669 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9c7978f8-6f13-4b20-aaef-943ca5f6b542 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for subnetpool, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:40.921214 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-85122c7b-d6f1-4a7b-bd0b-2f25356ce813 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3544724 Jul 19 03:29:40.923174 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9c7978f8-6f13-4b20-aaef-943ca5f6b542 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5074072 Jul 19 03:29:40.923820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40738) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:40.933926 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-29b9e244-e428-4175-af56-6271c64ff800 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057', 'tempest-TagsExtTest-Tag-386586025') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:40.937731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40740) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:41.002093 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 71a0682d-749b-48f1-aa9e-19279b47d4b9 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:41.006798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 71a0682d-749b-48f1-aa9e-19279b47d4b9 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:41.007251 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:41.025666 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:41.058907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] For port e82fdadc-56b3-4e41-88b2-336101aed1d4, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:41.073834 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-8bb845cd-873d-4561-a146-af9359dd98c5 service neutron] 10.222.0.20 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362073 Jul 19 03:29:41.078578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] For port e82fdadc-56b3-4e41-88b2-336101aed1d4, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e82fdadc-56b3-4e41-88b2-336101aed1d4,segment=NetworkSegment(15b25fc7-72ed-495d-b570-bfe2126ec53b),segment_id=15b25fc7-72ed-495d-b570-bfe2126ec53b)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:41.093373 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:41.163144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae3ec5-58fe-4afc-95ae-accf27b8d624 None None] Network d577660f-b16d-4af7-adae-0ecf76e42547 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:41.163660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:41.189760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:41.192771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:41.230352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Pushing event updated for resources: {'Port': ['ID=9d292c78-2077-4444-ac12-a733ee530eb0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:41.242248 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9e4e-e082-422f-9942-2aead2161afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:41.244522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Router feb91df1-2556-4255-8b7f-697564ad68ba is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:29:41.251792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-8250cce2-8e22-4c23-930b-b5d902c92ef1 service neutron] 10.222.0.20 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706851 Jul 19 03:29:41.257851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:41.259217 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:41.261382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] 10.222.0.26 "PUT /v2.0/ports/e82fdadc-56b3-4e41-88b2-336101aed1d4 HTTP/1.1" status: 200 len: 1093 time: 1.8910189 Jul 19 03:29:41.262064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406eaab1-d902-4288-b337-5b8126ca6fc6', 'tag': 'e82fdadc-56b3-4e41-88b2-336101aed1d4'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:41.265393 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde2b644-6ba9-455e-a298-c47ba496bf98" -d '{"events": [{"name": "network-changed", "server_uuid": "406eaab1-d902-4288-b337-5b8126ca6fc6", "tag": "e82fdadc-56b3-4e41-88b2-336101aed1d4"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:41.333294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1e7f3-f883-4695-a9bc-d5ef127a375b service neutron] Pushing event updated for resources: {'Port': ['ID=e82fdadc-56b3-4e41-88b2-336101aed1d4,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:41.341724 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:41.346920 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61bd4cf-bede-4a98-95d6-a8bbb334c229 x-openstack-request-id: req-e61bd4cf-bede-4a98-95d6-a8bbb334c229 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:41.347504 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406eaab1-d902-4288-b337-5b8126ca6fc6", "tag": "e82fdadc-56b3-4e41-88b2-336101aed1d4", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:41.347990 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e61bd4cf-bede-4a98-95d6-a8bbb334c229 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:41.348596 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406eaab1-d902-4288-b337-5b8126ca6fc6', 'tag': 'e82fdadc-56b3-4e41-88b2-336101aed1d4', 'status': 'completed', 'code': 200} Jul 19 03:29:41.406983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-14d8408c-403c-4c0d-8fd6-2ce04ebe1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:41.410652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-14d8408c-403c-4c0d-8fd6-2ce04ebe1e7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88daf68ea7784cf184b81beaaefccf64&device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0924225 Jul 19 03:29:41.434987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3c344ae1-b4d0-4729-8db0-883c23af6af9 None None] Provisioning for port 034ceab8-e161-4797-a12e-a55b233a1ef8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:41.457529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 71a0682d-749b-48f1-aa9e-19279b47d4b9, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=71a0682d-749b-48f1-aa9e-19279b47d4b9,segment=NetworkSegment(7baf3e00-adec-4799-b1a6-0711c2f224da),segment_id=7baf3e00-adec-4799-b1a6-0711c2f224da)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:41.460268 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3c344ae1-b4d0-4729-8db0-883c23af6af9 None None] Provisioning complete for port 034ceab8-e161-4797-a12e-a55b233a1ef8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:41.460660 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3c344ae1-b4d0-4729-8db0-883c23af6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:41.476354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-301917f0-e6e0-4927-bf68-740e73038eba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82fdadc-56b3-4e41-88b2-336101aed1d4 HTTP/1.1" status: 200 len: 217 time: 0.0601187 Jul 19 03:29:41.535355 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:41.537285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-7c193ebb-dd34-4d7e-8db7-c4d432136fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:41.540252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-7c193ebb-dd34-4d7e-8db7-c4d432136fc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06c45fde-af5b-4e20-b080-4788b9d52ae1 HTTP/1.1" status: 200 len: 857 time: 0.0562737 Jul 19 03:29:41.586006 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-29b9e244-e428-4175-af56-6271c64ff800 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags/tempest-TagsExtTest-Tag-386586025 HTTP/1.1" status: 201 len: 201 time: 0.6565864 Jul 19 03:29:41.598300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-548e67a9-261b-43c4-a215-c73b7d0657a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc04dc7-26d0-4cd9-b659-4ea8c573bd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519574 Jul 19 03:29:41.598860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40752) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:41.605685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-198264e2-7998-487a-b7a8-57768fc2d058 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08', 'tempest-TagsExtTest-Tag-996354869') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:41.720757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=71a0682d-749b-48f1-aa9e-19279b47d4b9,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:41.761433 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-13e545fb-e844-46b2-8d67-73438399acb7 req-0c091703-ebd7-4f84-89bb-38ba80536dd9 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 210 time: 0.1819360 Jul 19 03:29:41.775081 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3c344ae1-b4d0-4729-8db0-883c23af6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:41.819501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3c344ae1-b4d0-4729-8db0-883c23af6af9 None None] For port 034ceab8-e161-4797-a12e-a55b233a1ef8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=034ceab8-e161-4797-a12e-a55b233a1ef8,segment=NetworkSegment(972473d0-983d-4a79-9fd3-015399b7959e),segment_id=972473d0-983d-4a79-9fd3-015399b7959e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:41.826437 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3c344ae1-b4d0-4729-8db0-883c23af6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:41.877651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-8ca61b4d-2788-4dec-8732-1662f8c30433 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc04dc7-26d0-4cd9-b659-4ea8c573bd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671204 Jul 19 03:29:41.982646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c344ae1-b4d0-4729-8db0-883c23af6af9 None None] Pushing event updated for resources: {'Port': ['ID=034ceab8-e161-4797-a12e-a55b233a1ef8,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:41.999257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7e2ad280-9623-451f-8245-780c585acff8 None None] Provisioning complete for port 71a0682d-749b-48f1-aa9e-19279b47d4b9 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:41.999529 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7e2ad280-9623-451f-8245-780c585acff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.005363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d0cbdb-87e5-412e-a5b0-51594bd81548 req-08f21462-59ae-4d91-a20d-02ce21cd327d service neutron] 10.222.0.26 "GET /v2.0/networks/1cc04dc7-26d0-4cd9-b659-4ea8c573bd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200190 Jul 19 03:29:42.082403 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-198264e2-7998-487a-b7a8-57768fc2d058 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags/tempest-TagsExtTest-Tag-996354869 HTTP/1.1" status: 201 len: 201 time: 0.4819140 Jul 19 03:29:42.084768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40764) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:42.090881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-1d7c6be5-828f-475c-b187-e6fd010f9f95 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde', 'tempest-TagsExtTest-Tag-416581117') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:42.105557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:29:42.119302 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Sync routers for ids ['feb91df1-2556-4255-8b7f-697564ad68ba'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:29:42.139634 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Routers {'feb91df1-2556-4255-8b7f-697564ad68ba'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:42.140292 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['feb91df1-2556-4255-8b7f-697564ad68ba'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:42.150325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7e2ad280-9623-451f-8245-780c585acff8 None None] Provisioning complete for port 034ceab8-e161-4797-a12e-a55b233a1ef8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:42.150325 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7e2ad280-9623-451f-8245-780c585acff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.167216 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9e4e-e082-422f-9942-2aead2161afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.183927 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9e4e-e082-422f-9942-2aead2161afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.224622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a9e4e-e082-422f-9942-2aead2161afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01433aec-95dc-43fd-ab1a-b7128cc338f8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:42.225377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86407c1a-1e47-4f40-b465-4e8c9ae11f03 req-7a0383eb-72a3-4b98-978b-520bf312fef3 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:42.231794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.248835 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-86407c1a-1e47-4f40-b465-4e8c9ae11f03 req-7a0383eb-72a3-4b98-978b-520bf312fef3 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 944 time: 0.5003552 Jul 19 03:29:42.265734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7e2ad280-9623-451f-8245-780c585acff8 None None] Provisioning for port 82a2fff9-e8a4-4549-92c2-96842791ba08 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:42.276039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7e2ad280-9623-451f-8245-780c585acff8 None None] Provisioning complete for port 82a2fff9-e8a4-4549-92c2-96842791ba08 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:42.276588 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7e2ad280-9623-451f-8245-780c585acff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.280744 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.282019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8f9caee7-8ac4-4b97-b682-d642ef0bec40 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.8415515 Jul 19 03:29:42.285318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40766) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:42.288173 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ea2a9e4e-e082-422f-9942-2aead2161afb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1170e772e514e659ccfacbdc3215861&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3477046 Jul 19 03:29:42.299353 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Set router feb91df1-2556-4255-8b7f-697564ad68ba gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:42.315654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40768) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:42.333697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ad280-9623-451f-8245-780c585acff8 None None] Port 82a2fff9-e8a4-4549-92c2-96842791ba08 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:29:42.420206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-86407c1a-1e47-4f40-b465-4e8c9ae11f03 req-c9163891-f41c-4a1c-b8e7-5b0c5ec75f8b tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1205594-2a8d-49aa-a78d-73b5b4894e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695161 Jul 19 03:29:42.463768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2b644-6ba9-455e-a298-c47ba496bf98 req-c9fee570-af31-468f-96b6-4a04bf5c5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:42.466702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 034ceab8-e161-4797-a12e-a55b233a1ef8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:42.479231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fde2b644-6ba9-455e-a298-c47ba496bf98 req-c9fee570-af31-468f-96b6-4a04bf5c5d94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88daf68ea7784cf184b81beaaefccf64&device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 1096 time: 0.4152694 Jul 19 03:29:42.542892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1d7c6be5-828f-475c-b187-e6fd010f9f95 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags/tempest-TagsExtTest-Tag-416581117 HTTP/1.1" status: 201 len: 201 time: 0.4569104 Jul 19 03:29:42.543565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40772) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:42.553384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-e213ca2f-5824-4b21-900b-61936ef7523f tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1', 'tempest-TagsExtTest-Tag-209903146') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:42.570336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 034ceab8-e161-4797-a12e-a55b233a1ef8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:42.573180 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.583210 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:38Z', 'revision_number': 3, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:42.599173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcc70bd3-5ad9-4b8a-9b4e-3c658b54b8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.612969 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Checking router: feb91df1-2556-4255-8b7f-697564ad68ba for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:29:42.613646 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Updating router feb91df1-2556-4255-8b7f-697564ad68ba port 9b554c53-9a6f-47c4-91a8-a214b1c6659c binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:29:42.657777 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.691535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 71a0682d-749b-48f1-aa9e-19279b47d4b9 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:42.721373 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e213ca2f-5824-4b21-900b-61936ef7523f tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags/tempest-TagsExtTest-Tag-209903146 HTTP/1.1" status: 201 len: 201 time: 0.1750250 Jul 19 03:29:42.723732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40774) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:42.729616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-018a1f89-f7c0-4b98-8350-bbd9a1b6ff8c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:42.751898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 71a0682d-749b-48f1-aa9e-19279b47d4b9 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:42.753431 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:42.840389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2b644-6ba9-455e-a298-c47ba496bf98 req-d5831ab7-4d9e-4840-9413-014c8d5186c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:42.841862 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fde2b644-6ba9-455e-a298-c47ba496bf98 req-d5831ab7-4d9e-4840-9413-014c8d5186c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 HTTP/1.1" status: 200 len: 917 time: 0.3544645 Jul 19 03:29:42.904566 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-018a1f89-f7c0-4b98-8350-bbd9a1b6ff8c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags HTTP/1.1" status: 200 len: 240 time: 0.1797817 Jul 19 03:29:42.906050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fde2b644-6ba9-455e-a298-c47ba496bf98 req-53dd9e2c-05ea-4742-b86a-e5598356ad0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e82fdadc-56b3-4e41-88b2-336101aed1d4 HTTP/1.1" status: 200 len: 217 time: 0.0524831 Jul 19 03:29:42.906549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40778) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:42.910799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-3b759b0c-59db-449a-b867-972961ea1b23 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057', 'tempest-TagsExtTest-Tag-386586025') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:42.974829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3fb87f8a-3ec5-4126-be2a-6f9ba3370626 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ee9945cfeda64ef89377168b204400d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6778550 Jul 19 03:29:42.981641 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44b4df66-df51-4e94-9c2e-14932e0cd516 req-cb41e120-58b1-40d2-ba21-0bd5aab20995 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 210 time: 0.0889142 Jul 19 03:29:42.982395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40782) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:43.025672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2b644-6ba9-455e-a298-c47ba496bf98 req-30df4b63-44c9-431d-ad99-d8dafd1fbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:43.030452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fde2b644-6ba9-455e-a298-c47ba496bf98 req-30df4b63-44c9-431d-ad99-d8dafd1fbea5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06c45fde-af5b-4e20-b080-4788b9d52ae1 HTTP/1.1" status: 200 len: 857 time: 0.1172364 Jul 19 03:29:43.039420 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.054141 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Transition to ACTIVE for port object 9b554c53-9a6f-47c4-91a8-a214b1c6659c will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:43.063812 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.087176 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.106875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fde2b644-6ba9-455e-a298-c47ba496bf98 req-179e216d-82b0-4aab-be98-8c2704295266 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cc04dc7-26d0-4cd9-b659-4ea8c573bd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294437 Jul 19 03:29:43.118696 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef24af-e01f-4483-868f-a615d698d4cf None None] Pushing event updated for resources: {'Port': ['ID=9b554c53-9a6f-47c4-91a8-a214b1c6659c,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:43.160189 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Attempting to bind port 9b554c53-9a6f-47c4-91a8-a214b1c6659c on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:43.160792 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Attempting to bind port 9b554c53-9a6f-47c4-91a8-a214b1c6659c by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:43.161150 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Attempting to bind port 9b554c53-9a6f-47c4-91a8-a214b1c6659c on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:43.167432 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:43.167954 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:43.168412 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.168811 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:43.169282 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Bound port: 9b554c53-9a6f-47c4-91a8-a214b1c6659c, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:43.169718 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.235061 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.252163 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] For port 9b554c53-9a6f-47c4-91a8-a214b1c6659c, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:43.262784 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] For port 9b554c53-9a6f-47c4-91a8-a214b1c6659c, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9b554c53-9a6f-47c4-91a8-a214b1c6659c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:43.275376 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.296305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267a65-322a-4cb4-b6c7-1c071471773d req-e367fe65-c089-418d-bb29-d5258f5251bc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:43.297867 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-e367fe65-c089-418d-bb29-d5258f5251bc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.25 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 809 time: 0.1383941 Jul 19 03:29:43.374417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3b759b0c-59db-449a-b867-972961ea1b23 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags/tempest-TagsExtTest-Tag-386586025 HTTP/1.1" status: 204 len: 168 time: 0.4668028 Jul 19 03:29:43.377774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40786) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:43.382635 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Routers {'feb91df1-2556-4255-8b7f-697564ad68ba'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:43.383872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-9fa053e3-806e-4d3f-a9cf-812540238a6c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057', 'tempest-TagsExtTest-Tag-386586025') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:43.384892 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['feb91df1-2556-4255-8b7f-697564ad68ba'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:43.405907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a4eed-9f56-415d-a99e-fa2bc279b9a8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:43.410840 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f68a4eed-9f56-415d-a99e-fa2bc279b9a8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4244623 Jul 19 03:29:43.414800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40788) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:43.429256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-218b9127-e935-45ee-9b10-4e06d01c930c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f8aac67f6aa4da39cf26f316679cf24 HTTP/1.1" status: 200 len: 380 time: 0.1159611 Jul 19 03:29:43.429860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e82fdadc-56b3-4e41-88b2-336101aed1d4 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:29:43.445405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'port': {'device_id': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'admin_state_up': True, 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'security_groups': ['f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:43.466147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b4e162bd-4d04-406f-890c-937b47962067 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484366 Jul 19 03:29:43.467591 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef24af-e01f-4483-868f-a615d698d4cf None None] Pushing event updated for resources: {'Port': ['ID=9b554c53-9a6f-47c4-91a8-a214b1c6659c,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:43.469777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40792) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:43.480522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1554049641', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:43.484630 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fde2b644-6ba9-455e-a298-c47ba496bf98 req-18fba152-395d-4511-8078-089566e59965 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc04dc7-26d0-4cd9-b659-4ea8c573bd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704376 Jul 19 03:29:43.484899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.488051 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.489119 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01433aec-95dc-43fd-ab1a-b7128cc338f8 HTTP/1.1" status: 204 len: 168 time: 1.1689034 Jul 19 03:29:43.510017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01433aec-95dc-43fd-ab1a-b7128cc338f8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:43.513107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.539231 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.540293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.540740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.541087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.541440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.541772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.542108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.542471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.543274 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.543629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.543962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.544292 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc1867-0122-4502-acb1-0c9d300e97c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:43.547852 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] Set router feb91df1-2556-4255-8b7f-697564ad68ba gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:43.679120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e82fdadc-56b3-4e41-88b2-336101aed1d4, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e82fdadc-56b3-4e41-88b2-336101aed1d4,segment=NetworkSegment(15b25fc7-72ed-495d-b570-bfe2126ec53b),segment_id=15b25fc7-72ed-495d-b570-bfe2126ec53b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:43.698522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'e82fdadc-56b3-4e41-88b2-336101aed1d4', 'network_id': '1cc04dc7-26d0-4cd9-b659-4ea8c573bd87', 'port_id': 'e82fdadc-56b3-4e41-88b2-336101aed1d4', 'mac_address': 'fa:16:3e:91:a5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c45fde-af5b-4e20-b080-4788b9d52ae1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:29:43.764577 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.791679 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82fdadc-56b3-4e41-88b2-336101aed1d4 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:29:43.811641 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Made reservation on behalf of ee9945cfeda64ef89377168b204400d8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:43.817249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.828844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:29:43.829082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e82fdadc-56b3-4e41-88b2-336101aed1d4, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e82fdadc-56b3-4e41-88b2-336101aed1d4,segment=NetworkSegment(15b25fc7-72ed-495d-b570-bfe2126ec53b),segment_id=15b25fc7-72ed-495d-b570-bfe2126ec53b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:43.839105 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:43.869742 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:38Z', 'revision_number': 3, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:43.905794 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8659bbc-a1e2-4116-b9f1-ba568d0094c0 None None] The sync data for ids ['feb91df1-2556-4255-8b7f-697564ad68ba'] in n-d-762330-18 is: [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:38Z', 'revision_number': 3, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:29:43.975763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e82fdadc-56b3-4e41-88b2-336101aed1d4,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:44.035702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e82fdadc-56b3-4e41-88b2-336101aed1d4'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:29:44.077560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40800) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:44.083966 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9fa053e3-806e-4d3f-a9cf-812540238a6c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags/tempest-TagsExtTest-Tag-386586025 HTTP/1.1" status: 204 len: 168 time: 0.7040687 Jul 19 03:29:44.093687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40804) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:44.106099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-ae50ac49-f2a6-43ab-b388-d8786facea70 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:44.168553 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-068c2055-2c87-485c-8745-289a80b17cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.194729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:29:44.225881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Sync routers for ids ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:29:44.237547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fde2b644-6ba9-455e-a298-c47ba496bf98 req-4d15c032-538e-4972-ac0a-12a0ee3871c9 service neutron] 10.222.0.26 "GET /v2.0/networks/1cc04dc7-26d0-4cd9-b659-4ea8c573bd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7177572 Jul 19 03:29:44.259643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Routers {'2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:44.260294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:44.260444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ddafc-55ce-4102-bacc-6a517c2eb5ec req-8c148e4b-000e-4734-909a-91d98aaf6052 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:44.263044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-401ddafc-55ce-4102-bacc-6a517c2eb5ec req-8c148e4b-000e-4734-909a-91d98aaf6052 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 945 time: 0.2678926 Jul 19 03:29:44.330216 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ae50ac49-f2a6-43ab-b388-d8786facea70 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags HTTP/1.1" status: 200 len: 205 time: 0.2277861 Jul 19 03:29:44.330714 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d055680-bae7-44ae-baaf-32249e579f78 req-090b00ff-96c7-4de4-8246-dafa4029cc8d tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 210 time: 0.1562777 Jul 19 03:29:44.333643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40806) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:44.352258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-5689bae5-ca9b-4051-92a2-5190ff9c9d68 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:44.361745 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-068c2055-2c87-485c-8745-289a80b17cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.401304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-068c2055-2c87-485c-8745-289a80b17cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.452401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.456979 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-942f4b34-ff3f-4694-93a5-9d60a6a93229 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9924603 Jul 19 03:29:44.457627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.458199 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-401ddafc-55ce-4102-bacc-6a517c2eb5ec req-f5cb7a21-690d-4a03-b06a-e248489fa43f tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1205594-2a8d-49aa-a78d-73b5b4894e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890132 Jul 19 03:29:44.458893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40810) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:44.491402 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-068c2055-2c87-485c-8745-289a80b17cfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d67197d4c231466ca128f3905cd83d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125125 Jul 19 03:29:44.502018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Set router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:44.513031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40812) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:44.581103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c2055-2c87-485c-8745-289a80b17cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07732aa-31a4-41e8-82fc-fe7d71b18d53,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:44.609811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Made reservation on behalf of 0f8aac67f6aa4da39cf26f316679cf24 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:44.613952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.630462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9b554c53-9a6f-47c4-91a8-a214b1c6659c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:44.672847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Checking segment: {'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:44.673519 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network hostable DHCP agents. Network: 6284f87b-bbc5-4047-bdbf-9c3a03133dd2, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:29:44.692240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Subnet': ['ID=c5d95423-2dac-46b9-ae7e-21ee2f316c23,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:44.728456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3321de3-0937-4528-a413-09ed86024d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.753935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3321de3-0937-4528-a413-09ed86024d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.765025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:29:44.775016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 9b554c53-9a6f-47c4-91a8-a214b1c6659c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:44.793350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Allocated IP 172.20.0.14 (66515329-14d2-403d-9c58-62f5e4e23d6e/0ceded2c-c679-4780-b968-ee4fc4b2f0ee/6a31a678-6c11-430c-b1c2-98a1d5774b21) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:44.798498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 6284f87b-bbc5-4047-bdbf-9c3a03133dd2) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:44.804312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:44.805075 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.806506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9b554c53-9a6f-47c4-91a8-a214b1c6659c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:44.807031 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.837764 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-aacc6a11-fbdf-465f-aaff-f63e7f2c151e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3656094 Jul 19 03:29:44.839861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40814) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:44.857622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f336616-64ae-4cfa-9c23-45e92e3eff09 None None] Network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:44.901506 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3321de3-0937-4528-a413-09ed86024d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.906309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c3321de3-0937-4528-a413-09ed86024d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:44.908292 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c3321de3-0937-4528-a413-09ed86024d33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c07732aa-31a4-41e8-82fc-fe7d71b18d53 HTTP/1.1" status: 204 len: 168 time: 0.3883903 Jul 19 03:29:44.930299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3321de3-0937-4528-a413-09ed86024d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07732aa-31a4-41e8-82fc-fe7d71b18d53,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:44.965546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5689bae5-ca9b-4051-92a2-5190ff9c9d68 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags HTTP/1.1" status: 200 len: 240 time: 0.6308329 Jul 19 03:29:44.979353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40818) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:44.988567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-cbb57611-6b91-46d6-bebc-842de746d809 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08', 'tempest-TagsExtTest-Tag-996354869') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:45.247163 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-556ddec8-f04f-4c6f-89f3-18c955a9d901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.277573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'name': 'tempest-TestAggregatesBasicOps-815055243-router', 'tenant_id': '73414655363840de8fd91060c3863512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:41Z', 'revision_number': 3, 'project_id': '73414655363840de8fd91060c3863512', 'gw_port': {'id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:39Z', 'updated_at': '2021-07-19T03:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:45.339430 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.348957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Checking router: 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:29:45.349311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Updating router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c port 9d292c78-2077-4444-ac12-a733ee530eb0 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:29:45.422995 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.440217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 9b554c53-9a6f-47c4-91a8-a214b1c6659c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9b554c53-9a6f-47c4-91a8-a214b1c6659c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:45.449614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Transition to ACTIVE for port object 6a31a678-6c11-430c-b1c2-98a1d5774b21 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:45.449932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e82fdadc-56b3-4e41-88b2-336101aed1d4 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:45.494793 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.506884 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.539942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.561294 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cbb57611-6b91-46d6-bebc-842de746d809 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags/tempest-TagsExtTest-Tag-996354869 HTTP/1.1" status: 204 len: 168 time: 0.5762656 Jul 19 03:29:45.579669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40832) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:45.588167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-8d68a817-2a94-441b-8c19-9e4a35905d76 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08', 'tempest-TagsExtTest-Tag-996354869') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:45.618898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:29:45.619917 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.627167 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.716397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Network 66515329-14d2-403d-9c58-62f5e4e23d6e is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:45.780509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:45.783618 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:45.793307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=9b554c53-9a6f-47c4-91a8-a214b1c6659c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:45.801809 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.807235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port e82fdadc-56b3-4e41-88b2-336101aed1d4 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:45.880100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event updated for resources: {'Port': ['ID=6a31a678-6c11-430c-b1c2-98a1d5774b21,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:45.902937 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.911986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port e82fdadc-56b3-4e41-88b2-336101aed1d4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:45.912620 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:45.923476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.923840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.924187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.924678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.925024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.925358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.925690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.926021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.926645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.926980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.927310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.927637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:29:45.962403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:45.963138 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:46.085897 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-4f5ef5ae-d496-48af-bf8f-df167db07359 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6457126 Jul 19 03:29:46.097246 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8d68a817-2a94-441b-8c19-9e4a35905d76 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags/tempest-TagsExtTest-Tag-996354869 HTTP/1.1" status: 204 len: 168 time: 0.5150931 Jul 19 03:29:46.114302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Request body: {'port': {'device_id': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:46.119526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40848) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:46.138639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-0662a8de-b717-4a77-b63d-a6278118a4b3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:46.224119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb4337-5721-4423-8e35-6fb0990df3a9 req-90148078-4bc7-4308-bee1-c5d9d29e0c5b tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:46.225725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d4cb4337-5721-4423-8e35-6fb0990df3a9 req-90148078-4bc7-4308-bee1-c5d9d29e0c5b tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 945 time: 0.4555984 Jul 19 03:29:46.344246 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:46.360875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7c32-208b-47fd-b657-7f4d78267d04 req-7e1da179-6243-4d25-ab51-618057bdbf08 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:46.365827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-85e23909-938c-4dd2-bc93-1190041d55b8 None None] Provisioning for port 6a31a678-6c11-430c-b1c2-98a1d5774b21 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:46.370464 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ffa7c32-208b-47fd-b657-7f4d78267d04 req-7e1da179-6243-4d25-ab51-618057bdbf08 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 932 time: 0.5616927 Jul 19 03:29:46.385267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Allocated IP 172.20.0.2 (6284f87b-bbc5-4047-bdbf-9c3a03133dd2/c5d95423-2dac-46b9-ae7e-21ee2f316c23/919cb556-c3b7-4032-86d7-dec0325f4c5a) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:46.390430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-85e23909-938c-4dd2-bc93-1190041d55b8 None None] Provisioning complete for port 6a31a678-6c11-430c-b1c2-98a1d5774b21 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:46.393148 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-85e23909-938c-4dd2-bc93-1190041d55b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:46.442142 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ffa7c32-208b-47fd-b657-7f4d78267d04 req-f6f1e169-213e-4bf8-b07a-876bf82e111c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667377 Jul 19 03:29:46.476549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d4cb4337-5721-4423-8e35-6fb0990df3a9 req-68b31e1f-37a0-4cc8-a099-c3918e49b3a3 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1205594-2a8d-49aa-a78d-73b5b4894e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376020 Jul 19 03:29:46.496571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0662a8de-b717-4a77-b63d-a6278118a4b3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags HTTP/1.1" status: 200 len: 205 time: 0.3628943 Jul 19 03:29:46.499595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40870) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:46.505121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-608fc07d-f92d-453e-abe6-937af84f10cd tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:46.505740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-85e23909-938c-4dd2-bc93-1190041d55b8 None None] Port 6a31a678-6c11-430c-b1c2-98a1d5774b21 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:29:46.513652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9b554c53-9a6f-47c4-91a8-a214b1c6659c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:46.517595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:46.592111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:46.609850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406eaab1-d902-4288-b337-5b8126ca6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82fdadc-56b3-4e41-88b2-336101aed1d4'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:46.613213 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b0924a-536b-459b-82d1-50009771cfe6" -d '{"events": [{"server_uuid": "406eaab1-d902-4288-b337-5b8126ca6fc6", "name": "network-vif-plugged", "status": "completed", "tag": "e82fdadc-56b3-4e41-88b2-336101aed1d4"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:46.639259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Allocated IP 172.20.0.1 (d577660f-b16d-4af7-adae-0ecf76e42547/5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866/23430cbc-de68-4d88-b550-27e81ea69434) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:46.700311 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-608fc07d-f92d-453e-abe6-937af84f10cd tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags HTTP/1.1" status: 200 len: 240 time: 0.1965661 Jul 19 03:29:46.700870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40874) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:46.704740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e82fdadc-56b3-4e41-88b2-336101aed1d4, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e82fdadc-56b3-4e41-88b2-336101aed1d4,segment=NetworkSegment(15b25fc7-72ed-495d-b570-bfe2126ec53b),segment_id=15b25fc7-72ed-495d-b570-bfe2126ec53b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:46.713060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-41a9eece-0f8e-4340-a7cd-47041ec80636 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde', 'tempest-TagsExtTest-Tag-416581117') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:46.749222 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:46.754754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9b554c53-9a6f-47c4-91a8-a214b1c6659c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:46.755132 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:46.766044 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea4fdd6-e805-4ec6-af81-2510baa9f9b7 x-openstack-request-id: req-fea4fdd6-e805-4ec6-af81-2510baa9f9b7 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:46.766369 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406eaab1-d902-4288-b337-5b8126ca6fc6", "name": "network-vif-plugged", "status": "completed", "tag": "e82fdadc-56b3-4e41-88b2-336101aed1d4", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:46.766635 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fea4fdd6-e805-4ec6-af81-2510baa9f9b7 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:46.767040 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406eaab1-d902-4288-b337-5b8126ca6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82fdadc-56b3-4e41-88b2-336101aed1d4', 'code': 200} Jul 19 03:29:46.819038 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-41a9eece-0f8e-4340-a7cd-47041ec80636 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags/tempest-TagsExtTest-Tag-416581117 HTTP/1.1" status: 204 len: 168 time: 0.1148074 Jul 19 03:29:46.820146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40878) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:46.829488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-a19c000d-8958-4080-8d76-a3e6f3e05a0e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde', 'tempest-TagsExtTest-Tag-416581117') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:46.853371 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:46.879935 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:29:46.882525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Transition to ACTIVE for port object 9d292c78-2077-4444-ac12-a733ee530eb0 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:46.909709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:46.942014 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a19c000d-8958-4080-8d76-a3e6f3e05a0e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags/tempest-TagsExtTest-Tag-416581117 HTTP/1.1" status: 204 len: 168 time: 0.1204531 Jul 19 03:29:46.944380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40880) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:46.951497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-22e73eb4-751f-440b-a632-9846a2ce5d57 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:46.952773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Attempting to bind port 9d292c78-2077-4444-ac12-a733ee530eb0 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:46.953155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Attempting to bind port 9d292c78-2077-4444-ac12-a733ee530eb0 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:46.953528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Attempting to bind port 9d292c78-2077-4444-ac12-a733ee530eb0 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:46.981957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:46.982369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:46.982782 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:46.983199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:46.983674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Bound port: 9d292c78-2077-4444-ac12-a733ee530eb0, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:46.984059 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:47.036057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e82fdadc-56b3-4e41-88b2-336101aed1d4,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:47.050313 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-22e73eb4-751f-440b-a632-9846a2ce5d57 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags HTTP/1.1" status: 200 len: 205 time: 0.1023645 Jul 19 03:29:47.052931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40884) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:47.058719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-d6e67bcb-5523-4d9f-99a5-df23b57e8fa7 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:47.087899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1b6f-0312-4898-b750-9f0d54a5023c req-1381df1d-53a3-4187-a24f-85b60f8d6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:47.090120 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9dea1b6f-0312-4898-b750-9f0d54a5023c req-1381df1d-53a3-4187-a24f-85b60f8d6ae1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 1098 time: 0.2784607 Jul 19 03:29:47.113334 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d6e67bcb-5523-4d9f-99a5-df23b57e8fa7 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags HTTP/1.1" status: 200 len: 240 time: 0.0569413 Jul 19 03:29:47.113999 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40886) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:47.119765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-92b1e52f-5474-42cd-b521-19b095d5c3b4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1', 'tempest-TagsExtTest-Tag-209903146') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:47.138482 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:47.145181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] For port 9d292c78-2077-4444-ac12-a733ee530eb0, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:47.166089 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:47.168404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff6b01-1514-412c-b705-79e8c5d0e269 None None] Pushing event updated for resources: {'Port': ['ID=9d292c78-2077-4444-ac12-a733ee530eb0,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:47.177993 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-92b1e52f-5474-42cd-b521-19b095d5c3b4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags/tempest-TagsExtTest-Tag-209903146 HTTP/1.1" status: 204 len: 168 time: 0.0604975 Jul 19 03:29:47.178435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40890) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:47.183373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-f8763c6f-05b4-413f-9789-aeeb072395be tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1', 'tempest-TagsExtTest-Tag-209903146') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:47.193727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] For port 9d292c78-2077-4444-ac12-a733ee530eb0, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9d292c78-2077-4444-ac12-a733ee530eb0,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:47.198058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Transition to ACTIVE for port object 919cb556-c3b7-4032-86d7-dec0325f4c5a will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:47.213502 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:47.229213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Transition to ACTIVE for port object 23430cbc-de68-4d88-b550-27e81ea69434 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:47.233117 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f8763c6f-05b4-413f-9789-aeeb072395be tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags/tempest-TagsExtTest-Tag-209903146 HTTP/1.1" status: 204 len: 168 time: 0.0538130 Jul 19 03:29:47.233720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9dea1b6f-0312-4898-b750-9f0d54a5023c req-286a20de-786b-49e2-9853-e43a4c17239a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1205594-2a8d-49aa-a78d-73b5b4894e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321650 Jul 19 03:29:47.236068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40892) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:47.242627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-7a58b52d-c84c-4ec0-826c-e5f15444fbde tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:47.252221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a31a678-6c11-430c-b1c2-98a1d5774b21 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:29:47.254709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Transition to ACTIVE for port object 919cb556-c3b7-4032-86d7-dec0325f4c5a will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:47.266908 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:47.276149 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:47.308297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Transition to ACTIVE for port object 6a31a678-6c11-430c-b1c2-98a1d5774b21 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:47.316469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:47.317983 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:47.319556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Routers {'2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:47.321726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:47.330687 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7a58b52d-c84c-4ec0-826c-e5f15444fbde tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags HTTP/1.1" status: 200 len: 205 time: 0.0902498 Jul 19 03:29:47.332672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40894) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:47.338430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-02c96ab4-5a17-4fb3-a2ab-724c85bc0850 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:47.357410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Allocated IP 172.20.0.1 (6284f87b-bbc5-4047-bdbf-9c3a03133dd2/c5d95423-2dac-46b9-ae7e-21ee2f316c23/4e7bfb86-d077-4f64-a0e4-518d92d63d0e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:47.357631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:47.392790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:47.405979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Network d577660f-b16d-4af7-adae-0ecf76e42547 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:47.408863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Pushing event updated for resources: {'Port': ['ID=6a31a678-6c11-430c-b1c2-98a1d5774b21,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:47.413325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:47.416091 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-02c96ab4-5a17-4fb3-a2ab-724c85bc0850 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0822117 Jul 19 03:29:47.417172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:47.418808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40896) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:47.423031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:47.426172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-fd87b203-083b-4a10-9864-2d330e8d0d4e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:47.447155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff6b01-1514-412c-b705-79e8c5d0e269 None None] Pushing event updated for resources: {'Port': ['ID=9d292c78-2077-4444-ac12-a733ee530eb0,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:47.667248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Pushing event updated for resources: {'Port': ['ID=919cb556-c3b7-4032-86d7-dec0325f4c5a,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:47.721580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:47.751499 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fd87b203-083b-4a10-9864-2d330e8d0d4e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags HTTP/1.1" status: 204 len: 168 time: 0.3296413 Jul 19 03:29:47.771161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40918) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:47.776401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-5efe8097-a316-4a1f-a24d-88962886ca2c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:47.785737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Transition to ACTIVE for port object 4e7bfb86-d077-4f64-a0e4-518d92d63d0e will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:47.859734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] Set router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:47.886779 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:47.946840 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d09b8c-699e-49a6-9928-8acc56709661 req-eedb2553-48e2-4f58-a859-25cd2c370b66 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:47.948460 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-62d09b8c-699e-49a6-9928-8acc56709661 req-eedb2553-48e2-4f58-a859-25cd2c370b66 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 946 time: 0.2311661 Jul 19 03:29:47.962082 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5efe8097-a316-4a1f-a24d-88962886ca2c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags HTTP/1.1" status: 204 len: 168 time: 0.1869354 Jul 19 03:29:47.967797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:47.968403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40922) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:47.982932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-30328fe0-493c-41c5-8fcd-a50b50cb7d0b tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:47.999607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:48.035089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:48.047161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Port': ['ID=4e7bfb86-d077-4f64-a0e4-518d92d63d0e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:48.124760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Attempting to bind port 919cb556-c3b7-4032-86d7-dec0325f4c5a on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:48.125134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Attempting to bind port 919cb556-c3b7-4032-86d7-dec0325f4c5a by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:48.126345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Attempting to bind port 919cb556-c3b7-4032-86d7-dec0325f4c5a on network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:48.153301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:48.160023 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-62d09b8c-699e-49a6-9928-8acc56709661 req-c1534f49-66a2-4aff-983d-95e36f3de5df tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1205594-2a8d-49aa-a78d-73b5b4894e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993876 Jul 19 03:29:48.160318 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Checking segment: {'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:48.160861 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.160982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.161128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Bound using segment: {'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:48.163905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Bound port: 919cb556-c3b7-4032-86d7-dec0325f4c5a, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:48.166805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.191432 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.214388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Attempting to bind port 6a31a678-6c11-430c-b1c2-98a1d5774b21 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:48.214889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Attempting to bind port 6a31a678-6c11-430c-b1c2-98a1d5774b21 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:48.215630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Attempting to bind port 6a31a678-6c11-430c-b1c2-98a1d5774b21 on network 66515329-14d2-403d-9c58-62f5e4e23d6e {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:48.242037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-30328fe0-493c-41c5-8fcd-a50b50cb7d0b tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags HTTP/1.1" status: 204 len: 168 time: 0.2718284 Jul 19 03:29:48.245180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40926) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:48.251905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-866c8a4e-7690-4cd3-a636-7596276b9722 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057', 'tempest-TagsExtTest-Tag-1431554148') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:48.278376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Port 6a31a678-6c11-430c-b1c2-98a1d5774b21 on network 66515329-14d2-403d-9c58-62f5e4e23d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:29:48.278703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Attempting to bind port 6a31a678-6c11-430c-b1c2-98a1d5774b21 on network 66515329-14d2-403d-9c58-62f5e4e23d6e {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:48.298982 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:48.299321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Checking segment: {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:48.299717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Bound using segment: {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:48.300149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Bound port: 6a31a678-6c11-430c-b1c2-98a1d5774b21, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:48.300521 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.362097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] For port 919cb556-c3b7-4032-86d7-dec0325f4c5a, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:48.376238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] For port 6a31a678-6c11-430c-b1c2-98a1d5774b21, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:48.379463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] For port 6a31a678-6c11-430c-b1c2-98a1d5774b21, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a31a678-6c11-430c-b1c2-98a1d5774b21,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:48.386568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.387946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'name': 'tempest-TestAggregatesBasicOps-815055243-router', 'tenant_id': '73414655363840de8fd91060c3863512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:41Z', 'revision_number': 3, 'project_id': '73414655363840de8fd91060c3863512', 'gw_port': {'id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:39Z', 'updated_at': '2021-07-19T03:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:48.389247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Pushing event updated for resources: {'Port': ['ID=23430cbc-de68-4d88-b550-27e81ea69434,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:48.397120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.417459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7fa5020f-e4c4-4d59-a1b0-c5cf72c44a5b None None] Provisioning for port 23430cbc-de68-4d88-b550-27e81ea69434 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:48.449422 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-866c8a4e-7690-4cd3-a636-7596276b9722 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags/tempest-TagsExtTest-Tag-1431554148 HTTP/1.1" status: 201 len: 201 time: 0.2033458 Jul 19 03:29:48.450330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40930) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:48.460640 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-e34e8dfb-1fd5-4377-8b55-3b983d2954c9 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08', 'tempest-TagsExtTest-Tag-1578009627') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:48.487942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.490656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Pushing event updated for resources: {'Port': ['ID=6a31a678-6c11-430c-b1c2-98a1d5774b21,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:48.504167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] For port 919cb556-c3b7-4032-86d7-dec0325f4c5a, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=919cb556-c3b7-4032-86d7-dec0325f4c5a,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:48.514499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:48.514499 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.515370 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-05b57882-6759-49b9-8378-c546d26a539a service neutron] 10.222.0.25 "PUT /v2.0/ports/6a31a678-6c11-430c-b1c2-98a1d5774b21 HTTP/1.1" status: 200 len: 1093 time: 2.4082079 Jul 19 03:29:48.517044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'tag': '6a31a678-6c11-430c-b1c2-98a1d5774b21'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:48.519373 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2506d650-2da7-459e-9cb4-9273d28ae0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf5910b-964a-4a7a-9640-1a120df20dca", "tag": "6a31a678-6c11-430c-b1c2-98a1d5774b21"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:48.522927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d83a1-d7dc-4cf6-aa59-09761d2b48cc None None] The sync data for ids ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'] in n-d-762330-18 is: [{'id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'name': 'tempest-TestAggregatesBasicOps-815055243-router', 'tenant_id': '73414655363840de8fd91060c3863512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:41Z', 'revision_number': 3, 'project_id': '73414655363840de8fd91060c3863512', 'gw_port': {'id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:39Z', 'updated_at': '2021-07-19T03:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:29:48.526696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7fa5020f-e4c4-4d59-a1b0-c5cf72c44a5b None None] Provisioning complete for port 23430cbc-de68-4d88-b550-27e81ea69434 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:48.527079 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7fa5020f-e4c4-4d59-a1b0-c5cf72c44a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.529755 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:48.671061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bb8ea-c197-43e5-90c7-02f42128e7d9 req-f91ee737-a2b2-4d56-a519-a3f469d572a2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:48.683225 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d9bb8ea-c197-43e5-90c7-02f42128e7d9 req-f91ee737-a2b2-4d56-a519-a3f469d572a2 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 944 time: 0.9663069 Jul 19 03:29:48.705746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5020f-e4c4-4d59-a1b0-c5cf72c44a5b None None] Port 23430cbc-de68-4d88-b550-27e81ea69434 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:29:48.734126 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abbb24-fae7-406d-b7c4-b1ff37f0f06a None None] Pushing event updated for resources: {'Port': ['ID=919cb556-c3b7-4032-86d7-dec0325f4c5a,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:48.876964 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e34e8dfb-1fd5-4377-8b55-3b983d2954c9 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags/tempest-TagsExtTest-Tag-1578009627 HTTP/1.1" status: 201 len: 201 time: 0.4202497 Jul 19 03:29:48.881612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40938) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:48.884925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d9bb8ea-c197-43e5-90c7-02f42128e7d9 req-37a03e0d-c19c-41aa-93a2-6406a24b4dd1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963701 Jul 19 03:29:48.892232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-509bb80d-cede-486d-be5d-5df3bbe4fa0d tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde', 'tempest-TagsExtTest-Tag-1784335054') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:48.913867 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d49ed2c-472f-4fd3-b61d-64ad5bcd4eb2 x-openstack-request-id: req-3d49ed2c-472f-4fd3-b61d-64ad5bcd4eb2 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:48.914658 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf5910b-964a-4a7a-9640-1a120df20dca", "tag": "6a31a678-6c11-430c-b1c2-98a1d5774b21", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:48.916131 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d49ed2c-472f-4fd3-b61d-64ad5bcd4eb2 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:48.916981 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'tag': '6a31a678-6c11-430c-b1c2-98a1d5774b21', 'status': 'completed', 'code': 200} Jul 19 03:29:49.053015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267a65-322a-4cb4-b6c7-1c071471773d req-0c48a662-894b-415a-94ac-b47d10002fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:49.055450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-0c48a662-894b-415a-94ac-b47d10002fa6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 1096 time: 0.4806066 Jul 19 03:29:49.113651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-8f8c70d3-f3f1-4426-8572-5cc203e0b796 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31a678-6c11-430c-b1c2-98a1d5774b21 HTTP/1.1" status: 200 len: 217 time: 0.0479343 Jul 19 03:29:49.119405 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:49.182529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-509bb80d-cede-486d-be5d-5df3bbe4fa0d tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags/tempest-TagsExtTest-Tag-1784335054 HTTP/1.1" status: 201 len: 201 time: 0.2998276 Jul 19 03:29:49.199825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40952) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:49.210619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-072a8fd9-50cd-4584-b60b-eb0a18602e6e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1', 'tempest-TagsExtTest-Tag-515225279') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:49.244944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:49.245386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267a65-322a-4cb4-b6c7-1c071471773d req-070bef08-2a3a-4771-8f26-ef88e89cea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:49.247056 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-070bef08-2a3a-4771-8f26-ef88e89cea1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 200 len: 848 time: 0.1215267 Jul 19 03:29:49.262701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:49.407858 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:49.417841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Port': ['ID=4e7bfb86-d077-4f64-a0e4-518d92d63d0e,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:49.438236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267a65-322a-4cb4-b6c7-1c071471773d req-0882b9dd-9987-45fb-a513-a5a87fb33249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:49.439825 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-0882b9dd-9987-45fb-a513-a5a87fb33249 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66515329-14d2-403d-9c58-62f5e4e23d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848474 Jul 19 03:29:49.511212 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:49.513081 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-072a8fd9-50cd-4584-b60b-eb0a18602e6e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags/tempest-TagsExtTest-Tag-515225279 HTTP/1.1" status: 201 len: 201 time: 0.3013966 Jul 19 03:29:49.513366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40984) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:49.543247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-ad20dc44-df1f-44ad-bc94-a8219be754b5 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057', {'tags': ['tempest-TagsExtTest-Tag-832981532', 'tempest-TagsExtTest-Tag-1092318975', 'tempest-TagsExtTest-Tag-1269449124']}) {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:49.639603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6e1f4-a608-43f9-a890-0ffa2555a0ef req-36b98c62-5f62-4f21-aff3-0f2079a0d3bc tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:49.641236 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-adc6e1f4-a608-43f9-a890-0ffa2555a0ef req-36b98c62-5f62-4f21-aff3-0f2079a0d3bc tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 946 time: 0.2109191 Jul 19 03:29:49.644475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:49.646042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:49.649094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:49.708491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:49.714124 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ad20dc44-df1f-44ad-bc94-a8219be754b5 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags HTTP/1.1" status: 200 len: 317 time: 0.1868837 Jul 19 03:29:49.720415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40990) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:49.731500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-0a5e5fe1-c048-4cf6-bac6-4e5d8bc59495 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:49.795406 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-adc6e1f4-a608-43f9-a890-0ffa2555a0ef req-cd838b6a-1d68-4b15-a731-a2cc0aa60b54 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1205594-2a8d-49aa-a78d-73b5b4894e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396174 Jul 19 03:29:49.924528 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Router feb91df1-2556-4255-8b7f-697564ad68ba has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:29:49.937046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Pushing event updated for resources: {'Port': ['ID=23430cbc-de68-4d88-b550-27e81ea69434,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:50.071577 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-43ba49de-5bcd-4d54-be1e-8fd95827f8fb service neutron] 10.222.0.25 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243095 Jul 19 03:29:50.172472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Network d577660f-b16d-4af7-adae-0ecf76e42547 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:50.214031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:50.321553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0a5e5fe1-c048-4cf6-bac6-4e5d8bc59495 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags HTTP/1.1" status: 204 len: 168 time: 0.5909514 Jul 19 03:29:50.324335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41008) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:50.332170 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-c1f89686-f78c-4649-a2c8-ff3f7419d7ba tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057', 'tempest-TagsExtTest-Tag-832981532') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:50.423768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b4a294-8003-4eae-af16-6978688c3e00 None None] Network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:50.442230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40267a65-322a-4cb4-b6c7-1c071471773d req-a68313bc-bf54-485b-82fb-4ed2ca26e961 service neutron] 10.222.0.25 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581364 Jul 19 03:29:50.609734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:29:50.631398 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-c1f89686-f78c-4649-a2c8-ff3f7419d7ba tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:50.632485 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c1f89686-f78c-4649-a2c8-ff3f7419d7ba tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags/tempest-TagsExtTest-Tag-832981532 HTTP/1.1" status: 404 len: 328 time: 0.3071656 Jul 19 03:29:50.643555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41022) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:50.668123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-81efc74f-8b59-492b-ae6b-8b6b66d19a7e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057', 'tempest-TagsExtTest-Tag-1092318975') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:50.705550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-2e52bea3-3e62-43a6-b80f-88fe366b2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:50.707175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-2e52bea3-3e62-43a6-b80f-88fe366b2f28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 1096 time: 0.1916616 Jul 19 03:29:50.782052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:29:50.788037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bd318014-e746-45ac-86d2-725f8d2196d4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "PUT /v2.0/routers/feb91df1-2556-4255-8b7f-697564ad68ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9470634 Jul 19 03:29:50.791678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41032) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:50.797647 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Sync routers for ids ['feb91df1-2556-4255-8b7f-697564ad68ba'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:29:50.814335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 919cb556-c3b7-4032-86d7-dec0325f4c5a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:50.817083 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Routers {'feb91df1-2556-4255-8b7f-697564ad68ba'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:50.818023 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['feb91df1-2556-4255-8b7f-697564ad68ba'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:50.818467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2f669cea-67ba-482e-8690-ca199d5f433c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--532496650', 'description': 'tempest-secgroup_access--532496650 description', 'project_id': 'ee9945cfeda64ef89377168b204400d8'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:50.869993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a46ae77e-2f3d-45cf-8130-a310252b7bcb None None] Provisioning for port 919cb556-c3b7-4032-86d7-dec0325f4c5a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:50.905383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 919cb556-c3b7-4032-86d7-dec0325f4c5a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:50.912310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 919cb556-c3b7-4032-86d7-dec0325f4c5a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:50.912977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:50.914980 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f669cea-67ba-482e-8690-ca199d5f433c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:50.974940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68617b31-e842-4579-88e1-aa6303c9bb02 req-7b0d71aa-eecc-400c-ac2e-6a9352b87d58 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:50.977570 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68617b31-e842-4579-88e1-aa6303c9bb02 req-7b0d71aa-eecc-400c-ac2e-6a9352b87d58 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 946 time: 0.3519907 Jul 19 03:29:50.997671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:29:51.006773 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f54e79-8c44-4ba6-adac-456c9dc1ba0d req-e6fa9260-343d-410e-a06b-fff2ce1c01d6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:51.013448 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0f54e79-8c44-4ba6-adac-456c9dc1ba0d req-e6fa9260-343d-410e-a06b-fff2ce1c01d6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 944 time: 0.3639987 Jul 19 03:29:51.052071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c47aa366-d27c-488f-91ad-e01a5bd6b149 admin admin] 10.222.0.20 "PUT /v2.0/routers/2263217a-a4f5-4fd7-a32b-b8f9aaf2973c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5791523 Jul 19 03:29:51.056146 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-81efc74f-8b59-492b-ae6b-8b6b66d19a7e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:51.060371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1be2dd1a-afa4-4d76-b8f7-5e092d227fcd None None] Provisioning complete for port 23430cbc-de68-4d88-b550-27e81ea69434 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:51.061044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1be2dd1a-afa4-4d76-b8f7-5e092d227fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.062002 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-81efc74f-8b59-492b-ae6b-8b6b66d19a7e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags/tempest-TagsExtTest-Tag-1092318975 HTTP/1.1" status: 404 len: 329 time: 0.4165390 Jul 19 03:29:51.069285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41038) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:51.077034 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Set router feb91df1-2556-4255-8b7f-697564ad68ba gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:51.086024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-72ae39d5-cabd-423b-b461-06a72fa2852b tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057', 'tempest-TagsExtTest-Tag-1269449124') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:51.162358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68617b31-e842-4579-88e1-aa6303c9bb02 req-051c6bc0-35f9-41fd-9df9-7e33a9e78631 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1205594-2a8d-49aa-a78d-73b5b4894e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707454 Jul 19 03:29:51.170338 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.181495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-d6da1d6f-df88-4db4-8d31-36f5ce3561de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:51.183075 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-d6da1d6f-df88-4db4-8d31-36f5ce3561de service neutron] 10.222.0.25 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 909 time: 0.4387636 Jul 19 03:29:51.233140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1be2dd1a-afa4-4d76-b8f7-5e092d227fcd None None] Port 23430cbc-de68-4d88-b550-27e81ea69434 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:29:51.253993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41040) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:51.283131 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0f54e79-8c44-4ba6-adac-456c9dc1ba0d req-c62207c8-ef76-4459-9292-335ef91fb1ba tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543976 Jul 19 03:29:51.287220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 919cb556-c3b7-4032-86d7-dec0325f4c5a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=919cb556-c3b7-4032-86d7-dec0325f4c5a,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:51.309653 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.328365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9d292c78-2077-4444-ac12-a733ee530eb0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:51.350178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-5f11248c-009a-4da6-80ef-73d6eaf9583e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31a678-6c11-430c-b1c2-98a1d5774b21 HTTP/1.1" status: 200 len: 217 time: 0.1567945 Jul 19 03:29:51.381917 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f669cea-67ba-482e-8690-ca199d5f433c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.393401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f669cea-67ba-482e-8690-ca199d5f433c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.474217 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f669cea-67ba-482e-8690-ca199d5f433c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15993a19-a2d5-4892-a089-0c0d92c56b01,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:51.502624 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-72ae39d5-cabd-423b-b461-06a72fa2852b tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:51.506340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Sync routers for ids ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:29:51.506828 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-72ae39d5-cabd-423b-b461-06a72fa2852b tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags/tempest-TagsExtTest-Tag-1269449124 HTTP/1.1" status: 404 len: 329 time: 0.4246423 Jul 19 03:29:51.506933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41050) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:51.512094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-9edf0751-6812-438f-99a1-c95aa061ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:51.513848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-9edf0751-6812-438f-99a1-c95aa061ed1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 200 len: 848 time: 0.1556456 Jul 19 03:29:51.515490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-1bb999ed-4056-4704-9a94-6ccedc863e9a tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08', {'tags': ['tempest-TagsExtTest-Tag-127669103', 'tempest-TagsExtTest-Tag-1017137519', 'tempest-TagsExtTest-Tag-1369640280']}) {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:51.531525 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f669cea-67ba-482e-8690-ca199d5f433c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.537236 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2f669cea-67ba-482e-8690-ca199d5f433c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7445178 Jul 19 03:29:51.541485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Routers {'2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:51.541633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41052) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:51.542533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:51.611526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-57d6a7ad-1433-4037-81f1-349934d71429 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--994019249', 'description': 'tempest-secgroup_general--994019249 description', 'project_id': 'ee9945cfeda64ef89377168b204400d8'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:51.687535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=919cb556-c3b7-4032-86d7-dec0325f4c5a,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:51.736113 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57d6a7ad-1433-4037-81f1-349934d71429 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.739417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1dec6db-7cc8-4c7a-a59f-0866e14dd60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.747791 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4e7bfb86-d077-4f64-a0e4-518d92d63d0e', 'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:a8:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 2, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:51.749689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-5ae0b02b-1744-4f29-9fa4-47062d1dd215 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:51.751359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-5ae0b02b-1744-4f29-9fa4-47062d1dd215 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.26 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 946 time: 0.1675394 Jul 19 03:29:51.755157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-2f203fc7-4607-40f8-a366-b79b0f71a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:51.756845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-2f203fc7-4607-40f8-a366-b79b0f71a24c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66515329-14d2-403d-9c58-62f5e4e23d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2356360 Jul 19 03:29:51.802823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 9d292c78-2077-4444-ac12-a733ee530eb0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:51.808906 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1bb999ed-4056-4704-9a94-6ccedc863e9a tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags HTTP/1.1" status: 200 len: 317 time: 0.2989483 Jul 19 03:29:51.814167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9d292c78-2077-4444-ac12-a733ee530eb0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:51.814492 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Checking router: feb91df1-2556-4255-8b7f-697564ad68ba for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:29:51.815366 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Updating router feb91df1-2556-4255-8b7f-697564ad68ba port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:29:51.816075 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.816589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41058) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:51.832041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-b0ca10ea-e3cb-4c42-81df-164acbe2ca67 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:51.891479 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.939741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9bd9d9b4-9ec0-4813-b58c-c53f9cecf380 None None] Provisioning complete for port 919cb556-c3b7-4032-86d7-dec0325f4c5a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:51.942620 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d9b4-9ec0-4813-b58c-c53f9cecf380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:51.965239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Set router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:52.016230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-5a7e139f-0189-4064-a8bc-ed3a3e41248f service neutron] 10.222.0.25 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481101 Jul 19 03:29:52.023909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-1a93232b-e0ac-498c-ac16-e3026dbc91ca tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Deleting port e82fdadc-56b3-4e41-88b2-336101aed1d4 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:29:52.024315 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-1a93232b-e0ac-498c-ac16-e3026dbc91ca tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.029825 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b0ca10ea-e3cb-4c42-81df-164acbe2ca67 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags HTTP/1.1" status: 204 len: 168 time: 0.2065210 Jul 19 03:29:52.032744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41064) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:52.042244 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-49f04660-07df-4cf1-81cf-c2858aaeb5cd tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08', 'tempest-TagsExtTest-Tag-127669103') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:52.092709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41066) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:52.101125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1dec6db-7cc8-4c7a-a59f-0866e14dd60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.106339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-441059415-network', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:52.123574 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1dec6db-7cc8-4c7a-a59f-0866e14dd60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.126548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-1a93232b-e0ac-498c-ac16-e3026dbc91ca tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] For port e82fdadc-56b3-4e41-88b2-336101aed1d4, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e82fdadc-56b3-4e41-88b2-336101aed1d4,segment=NetworkSegment(15b25fc7-72ed-495d-b570-bfe2126ec53b),segment_id=15b25fc7-72ed-495d-b570-bfe2126ec53b)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:52.126919 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-1a93232b-e0ac-498c-ac16-e3026dbc91ca tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.140778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-1a93232b-e0ac-498c-ac16-e3026dbc91ca tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Calling delete_port for e82fdadc-56b3-4e41-88b2-336101aed1d4 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:29:52.192353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dec6db-7cc8-4c7a-a59f-0866e14dd60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeff715-ddfa-4fb4-9984-51fce3849beb,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:52.250188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:29:52.250188 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 19 03:29:52.250188 n-d-762330-18 neutron-server[94345]: [parameters: {'project_id_1': 'e2e1957511b5453d97777df49c62fc88', 'expiration_1': datetime.datetime(2021, 7, 19, 3, 29, 52, 113773)}] Jul 19 03:29:52.250188 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:29:52.250621 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:29:52.315542 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c1dec6db-7cc8-4c7a-a59f-0866e14dd60a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=104f874149354d858c89621bd8603c71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0533724 Jul 19 03:29:52.318045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41072) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:52.326424 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.342860 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Transition to ACTIVE for port object 4e7bfb86-d077-4f64-a0e4-518d92d63d0e will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:52.354520 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.386038 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.458023 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-1a93232b-e0ac-498c-ac16-e3026dbc91ca tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.472006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e82fdadc-56b3-4e41-88b2-336101aed1d4'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:29:52.525014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57d6a7ad-1433-4037-81f1-349934d71429 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.528135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 9d292c78-2077-4444-ac12-a733ee530eb0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9d292c78-2077-4444-ac12-a733ee530eb0,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:52.536435 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-49f04660-07df-4cf1-81cf-c2858aaeb5cd tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:52.538506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-49f04660-07df-4cf1-81cf-c2858aaeb5cd tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags/tempest-TagsExtTest-Tag-127669103 HTTP/1.1" status: 404 len: 328 time: 0.5047166 Jul 19 03:29:52.544265 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3af7f0-61f5-4ef9-9089-a92749855d00 None None] Pushing event updated for resources: {'Port': ['ID=4e7bfb86-d077-4f64-a0e4-518d92d63d0e,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:52.545108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57d6a7ad-1433-4037-81f1-349934d71429 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.552421 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.566022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41076) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:52.631488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-761cd20b-ce74-491f-a351-4ddd741b178c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08', 'tempest-TagsExtTest-Tag-1017137519') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:52.633353 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Attempting to bind port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:52.633776 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Attempting to bind port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:52.634138 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Attempting to bind port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e on network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:52.651824 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:52.652226 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Checking segment: {'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:52.652596 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.652987 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Bound using segment: {'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:52.653462 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Bound port: 4e7bfb86-d077-4f64-a0e4-518d92d63d0e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:52.653834 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.672504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9bd9d9b4-9ec0-4813-b58c-c53f9cecf380 None None] Provisioning for port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:52.749387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f40a9cc2-72a4-4eb5-9ddc-ec3a80c68a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.751319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-57d6a7ad-1433-4037-81f1-349934d71429 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.752666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 919cb556-c3b7-4032-86d7-dec0325f4c5a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:52.758083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-57d6a7ad-1433-4037-81f1-349934d71429 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.2150412 Jul 19 03:29:52.759113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41080) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:52.767817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6a7ad-1433-4037-81f1-349934d71429 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6d148c-f9f0-4b72-9c3c-89b54200a54e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:52.777752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-03760d17-4544-43fe-ac32-ec4c16d911ad tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'security_group_rule': {'security_group_id': '15993a19-a2d5-4892-a089-0c0d92c56b01', 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:52.790646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=9d292c78-2077-4444-ac12-a733ee530eb0,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:52.803022 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] For port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:52.808659 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] For port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4e7bfb86-d077-4f64-a0e4-518d92d63d0e,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:52.820552 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.865117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03760d17-4544-43fe-ac32-ec4c16d911ad tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.870300 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f40a9cc2-72a4-4eb5-9ddc-ec3a80c68a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.877005 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3af7f0-61f5-4ef9-9089-a92749855d00 None None] Pushing event updated for resources: {'Port': ['ID=4e7bfb86-d077-4f64-a0e4-518d92d63d0e,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:52.895010 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Routers {'feb91df1-2556-4255-8b7f-697564ad68ba'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:52.895889 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['feb91df1-2556-4255-8b7f-697564ad68ba'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:52.927925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 919cb556-c3b7-4032-86d7-dec0325f4c5a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:52.928301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.943414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c73b3b-ff42-4dfb-a250-60eaf7bedf4d req-446c9f38-2a03-4646-84ad-95a722cf1175 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:52.944970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56c73b3b-ff42-4dfb-a250-60eaf7bedf4d req-446c9f38-2a03-4646-84ad-95a722cf1175 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 944 time: 0.4183960 Jul 19 03:29:52.946574 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-761cd20b-ce74-491f-a351-4ddd741b178c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:52.947565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-761cd20b-ce74-491f-a351-4ddd741b178c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags/tempest-TagsExtTest-Tag-1017137519 HTTP/1.1" status: 404 len: 329 time: 0.3344748 Jul 19 03:29:52.969274 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41082) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:52.980675 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Made reservation on behalf of e2e1957511b5453d97777df49c62fc88 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:52.983276 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:52.994915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'name': 'tempest-TestAggregatesBasicOps-815055243-router', 'tenant_id': '73414655363840de8fd91060c3863512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': '73414655363840de8fd91060c3863512', 'gw_port': {'id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:39Z', 'updated_at': '2021-07-19T03:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '23430cbc-de68-4d88-b550-27e81ea69434', 'name': '', 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547', 'tenant_id': '73414655363840de8fd91060c3863512', 'mac_address': 'fa:16:3e:9c:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:49Z', 'revision_number': 2, 'project_id': '73414655363840de8fd91060c3863512', 'subnets': [{'id': '5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:53.018109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-21a517e9-f2f1-4e15-8b4d-5abcad5701e4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08', 'tempest-TagsExtTest-Tag-1369640280') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:53.026349 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] Set router feb91df1-2556-4255-8b7f-697564ad68ba gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:53.034951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.039665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Checking router: 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:29:53.040082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Updating router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c port 23430cbc-de68-4d88-b550-27e81ea69434 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:29:53.156111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.159430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93232b-e0ac-498c-ac16-e3026dbc91ca tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Pushing event deleted for resources: {'Port': ['ID=e82fdadc-56b3-4e41-88b2-336101aed1d4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:53.176869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac5bf016-4c9b-4f93-ad40-d2ab4d2c36a3 req-dde747c2-43dd-41d6-a7b8-a94a61c09119 tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.20 "GET /v2.0/ports?device_id=406eaab1-d902-4288-b337-5b8126ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.7196403 Jul 19 03:29:53.209255 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2506d650-2da7-459e-9cb4-9273d28ae0ec req-48025b85-8c88-41c3-adcb-e93861e63765 service neutron] 10.222.0.25 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202236 Jul 19 03:29:53.302839 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4e7bfb86-d077-4f64-a0e4-518d92d63d0e', 'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:a8:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:52Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:53.311486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-1a93232b-e0ac-498c-ac16-e3026dbc91ca tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] No DVR routers for this DVR port e82fdadc-56b3-4e41-88b2-336101aed1d4 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:29:53.317365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-1a93232b-e0ac-498c-ac16-e3026dbc91ca tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.319472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f807faed-917f-4c0a-a4c9-b0f0e6e8f1a7 req-1a93232b-e0ac-498c-ac16-e3026dbc91ca tempest-InstanceActionsV221TestJSON-1066989776 tempest-InstanceActionsV221TestJSON-1066989776-project] 10.222.0.26 "DELETE /v2.0/ports/e82fdadc-56b3-4e41-88b2-336101aed1d4 HTTP/1.1" status: 204 len: 173 time: 1.5614796 Jul 19 03:29:53.319933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406eaab1-d902-4288-b337-5b8126ca6fc6', 'name': 'network-vif-deleted', 'tag': 'e82fdadc-56b3-4e41-88b2-336101aed1d4'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:53.330431 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f40a9cc2-72a4-4eb5-9ddc-ec3a80c68a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.333638 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817748a4-4912-44c0-9bb7-8f3316b8393c" -d '{"events": [{"server_uuid": "406eaab1-d902-4288-b337-5b8126ca6fc6", "name": "network-vif-deleted", "tag": "e82fdadc-56b3-4e41-88b2-336101aed1d4"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:53.335531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f40a9cc2-72a4-4eb5-9ddc-ec3a80c68a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.337389 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983ded0-f99b-4d72-ba68-3f1dc31d4db5 None None] The sync data for ids ['feb91df1-2556-4255-8b7f-697564ad68ba'] in n-d-762330-18 is: [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4e7bfb86-d077-4f64-a0e4-518d92d63d0e', 'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:a8:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:52Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:29:53.344727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f40a9cc2-72a4-4eb5-9ddc-ec3a80c68a06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdeff715-ddfa-4fb4-9984-51fce3849beb HTTP/1.1" status: 204 len: 168 time: 1.0254166 Jul 19 03:29:53.353762 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56c73b3b-ff42-4dfb-a250-60eaf7bedf4d req-6e0efdeb-79b7-465d-b912-f265cdaa603a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930650 Jul 19 03:29:53.373755 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03760d17-4544-43fe-ac32-ec4c16d911ad tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.504448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03760d17-4544-43fe-ac32-ec4c16d911ad tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.504635 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2256e2-e4c8-452b-91a9-f5811fac522a x-openstack-request-id: req-2c2256e2-e4c8-452b-91a9-f5811fac522a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:53.505634 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406eaab1-d902-4288-b337-5b8126ca6fc6", "name": "network-vif-deleted", "tag": "e82fdadc-56b3-4e41-88b2-336101aed1d4", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:53.506114 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c2256e2-e4c8-452b-91a9-f5811fac522a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:53.507031 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406eaab1-d902-4288-b337-5b8126ca6fc6', 'name': 'network-vif-deleted', 'tag': 'e82fdadc-56b3-4e41-88b2-336101aed1d4', 'status': 'completed', 'code': 200} Jul 19 03:29:53.550372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a9cc2-72a4-4eb5-9ddc-ec3a80c68a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeff715-ddfa-4fb4-9984-51fce3849beb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:53.570937 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.572689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03760d17-4544-43fe-ac32-ec4c16d911ad tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514312a7-bf78-45cc-9609-b0125aae0d13,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:53.587264 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.603977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03760d17-4544-43fe-ac32-ec4c16d911ad tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.625442 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-03760d17-4544-43fe-ac32-ec4c16d911ad tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8593531 Jul 19 03:29:53.638238 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-21a517e9-f2f1-4e15-8b4d-5abcad5701e4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:53.643147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-21a517e9-f2f1-4e15-8b4d-5abcad5701e4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags/tempest-TagsExtTest-Tag-1369640280 HTTP/1.1" status: 404 len: 329 time: 0.6607165 Jul 19 03:29:53.643857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41090) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:53.655389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:29:53.661753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-2e63f3d1-94ee-47e1-9675-8b1b771b213a tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde', {'tags': ['tempest-TagsExtTest-Tag-1443757990', 'tempest-TagsExtTest-Tag-650771401', 'tempest-TagsExtTest-Tag-665588069']}) {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:53.670829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874a6550-dda2-432d-a1dc-fb98f2def329,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:53.676313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.676744 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Added segment cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23 of type vlan for network 7bf3a8a6-b264-4b10-8beb-983b897e9114 Jul 19 03:29:53.756293 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.828743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41096) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:53.829730 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2e63f3d1-94ee-47e1-9675-8b1b771b213a tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags HTTP/1.1" status: 200 len: 316 time: 0.1825950 Jul 19 03:29:53.836150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-f3bcd212-61ec-4175-9fc8-31c48d6ac654 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:53.840710 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.855984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Transition to ACTIVE for port object 23430cbc-de68-4d88-b550-27e81ea69434 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:53.868156 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.915818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.917316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:53.917909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:53.953149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dccaf4-9ee4-4ba5-ae98-31a7ccb09d9c None None] Pushing event updated for resources: {'Port': ['ID=23430cbc-de68-4d88-b550-27e81ea69434,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:54.206522 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1101799 Jul 19 03:29:54.207062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41114) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:54.213822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Request body: {'subnet': {'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-441059415-subnet', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:54.266407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Made reservation on behalf of e2e1957511b5453d97777df49c62fc88 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:54.275700 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:54.277751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6a31a678-6c11-430c-b1c2-98a1d5774b21 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:29:54.364063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad4cc1-722c-439b-92e9-228b5f429116 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf3a8a6-b264-4b10-8beb-983b897e9114,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:54.405216 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-468e5de9-cf7e-4b33-b5f9-3778b580a50f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--994019249&fields=id&tenant_id=ee9945cfeda64ef89377168b204400d8 HTTP/1.1" status: 200 len: 267 time: 0.4451668 Jul 19 03:29:54.408521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7bf3a8a6-b264-4b10-8beb-983b897e9114 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:29:54.460782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f3bcd212-61ec-4175-9fc8-31c48d6ac654 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags HTTP/1.1" status: 204 len: 168 time: 0.6308649 Jul 19 03:29:54.466159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41130) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:54.470974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-92d5358e-3d7a-4799-a81c-4abd0c02091c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde', 'tempest-TagsExtTest-Tag-1443757990') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:54.485579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-46fac564-7e23-4f63-8719-4853fe1527bc tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--532496650&fields=id&tenant_id=ee9945cfeda64ef89377168b204400d8 HTTP/1.1" status: 200 len: 267 time: 0.0784109 Jul 19 03:29:54.502107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Attempting to bind port 23430cbc-de68-4d88-b550-27e81ea69434 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:54.504146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Attempting to bind port 23430cbc-de68-4d88-b550-27e81ea69434 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '972473d0-983d-4a79-9fd3-015399b7959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:54.506048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Attempting to bind port 23430cbc-de68-4d88-b550-27e81ea69434 on network d577660f-b16d-4af7-adae-0ecf76e42547 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:54.513868 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.resource_extend [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:29:54.658141 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-92d5358e-3d7a-4799-a81c-4abd0c02091c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:54.658927 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-92d5358e-3d7a-4799-a81c-4abd0c02091c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags/tempest-TagsExtTest-Tag-1443757990 HTTP/1.1" status: 404 len: 329 time: 0.1917982 Jul 19 03:29:54.661888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41136) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:54.671032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-9413fe6d-6af9-46e8-b297-08ac8d546fa8 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde', 'tempest-TagsExtTest-Tag-650771401') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:54.671596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:54.672863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Checking segment: {'id': '972473d0-983d-4a79-9fd3-015399b7959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:54.673277 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:54.673669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Bound using segment: {'id': '972473d0-983d-4a79-9fd3-015399b7959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:54.674163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Bound port: 23430cbc-de68-4d88-b550-27e81ea69434, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972473d0-983d-4a79-9fd3-015399b7959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:54.681303 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:54.752316 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:54.871483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-2f78f1dc-b718-49a9-b56b-3244679240e2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:54.879739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-2f78f1dc-b718-49a9-b56b-3244679240e2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/networks?id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2 HTTP/1.1" status: 200 len: 797 time: 0.3932040 Jul 19 03:29:54.900241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-9146c301-76db-499b-bdfd-805ae88c75eb tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/quotas/ee9945cfeda64ef89377168b204400d8 HTTP/1.1" status: 200 len: 375 time: 0.0188909 Jul 19 03:29:54.919478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9d292c78-2077-4444-ac12-a733ee530eb0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:54.923154 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-9413fe6d-6af9-46e8-b297-08ac8d546fa8 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:54.924115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] For port 23430cbc-de68-4d88-b550-27e81ea69434, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:54.924521 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9413fe6d-6af9-46e8-b297-08ac8d546fa8 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags/tempest-TagsExtTest-Tag-650771401 HTTP/1.1" status: 404 len: 328 time: 0.2613988 Jul 19 03:29:54.932490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41140) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:54.942877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.tag.tag_plugin [None req-af322623-ed6b-4ede-9190-49187b5447eb tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde', 'tempest-TagsExtTest-Tag-665588069') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:54.945907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Checking segment: {'id': 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:54.946584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Network hostable DHCP agents. Network: 7bf3a8a6-b264-4b10-8beb-983b897e9114, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:29:54.946703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] For port 23430cbc-de68-4d88-b550-27e81ea69434, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=23430cbc-de68-4d88-b550-27e81ea69434,segment=NetworkSegment(972473d0-983d-4a79-9fd3-015399b7959e),segment_id=972473d0-983d-4a79-9fd3-015399b7959e)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:54.949276 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6a31a678-6c11-430c-b1c2-98a1d5774b21, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a31a678-6c11-430c-b1c2-98a1d5774b21,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:54.979046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:54.998996 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-8c864512-19ee-41c4-acc8-3257ff4c88ed tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee9945cfeda64ef89377168b204400d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882423 Jul 19 03:29:55.006488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c85971c4-7258-4bc5-85ab-98f745185e61,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:55.058344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Network 7bf3a8a6-b264-4b10-8beb-983b897e9114 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:29:55.061382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dccaf4-9ee4-4ba5-ae98-31a7ccb09d9c None None] Pushing event updated for resources: {'Port': ['ID=23430cbc-de68-4d88-b550-27e81ea69434,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:55.078471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '6a31a678-6c11-430c-b1c2-98a1d5774b21', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'port_id': '6a31a678-6c11-430c-b1c2-98a1d5774b21', 'mac_address': 'fa:16:3e:aa:db:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:29:55.084159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Routers {'2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:29:55.085553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:55.087744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7bf3a8a6-b264-4b10-8beb-983b897e9114) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:55.100890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:55.101878 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:55.110510 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-af322623-ed6b-4ede-9190-49187b5447eb tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:55.114548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-af322623-ed6b-4ede-9190-49187b5447eb tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags/tempest-TagsExtTest-Tag-665588069 HTTP/1.1" status: 404 len: 328 time: 0.1798000 Jul 19 03:29:55.116157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41144) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:55.129476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-efaabb46-5936-4550-8109-93441372bbdb tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1', {'tags': ['tempest-TagsExtTest-Tag-1609967644', 'tempest-TagsExtTest-Tag-1589363670', 'tempest-TagsExtTest-Tag-1085750506']}) {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:55.134286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c366ec-42de-4ab4-9755-5c7632fd04e7 req-accbd554-8947-4c1e-9a0b-8a2fad51b8b0 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:55.142464 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37c366ec-42de-4ab4-9755-5c7632fd04e7 req-accbd554-8947-4c1e-9a0b-8a2fad51b8b0 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 944 time: 0.3125570 Jul 19 03:29:55.157207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88538b7-dfec-4c7c-acc2-529177bb6c2a None None] Network 7bf3a8a6-b264-4b10-8beb-983b897e9114 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:55.164660 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-24002095-abc4-440a-a84e-58be2f91ec12 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9536495 Jul 19 03:29:55.167622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41146) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:55.180234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-441059415-router', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:55.184088 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-efaabb46-5936-4550-8109-93441372bbdb tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "PUT /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags HTTP/1.1" status: 200 len: 318 time: 0.0656860 Jul 19 03:29:55.192882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41148) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:55.203934 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-ad9ae2c4-677b-4cd0-9cbe-68bd7cae1d68 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:55.229670 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-4a6227b4-bd73-4ec8-8127-650d9701508c service neutron] 10.222.0.20 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179801 Jul 19 03:29:55.269891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37c366ec-42de-4ab4-9755-5c7632fd04e7 req-c28203be-5c1c-4b59-95a7-cdae65a04d36 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264298 Jul 19 03:29:55.273554 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:55.274670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:55.395907 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:55.418615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] Set router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:29:55.496050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ad9ae2c4-677b-4cd0-9cbe-68bd7cae1d68 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags HTTP/1.1" status: 204 len: 168 time: 0.2998354 Jul 19 03:29:55.513320 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-18f4ba75-8411-430a-b09f-318b12081004 service neutron] 10.222.0.20 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467525 Jul 19 03:29:55.513918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41160) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:55.519253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-615d5534-3bf0-42b1-a3f4-cdcba4e06203 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1', 'tempest-TagsExtTest-Tag-1609967644') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:55.548510 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-615d5534-3bf0-42b1-a3f4-cdcba4e06203 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:55.554252 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-615d5534-3bf0-42b1-a3f4-cdcba4e06203 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags/tempest-TagsExtTest-Tag-1609967644 HTTP/1.1" status: 404 len: 329 time: 0.0391829 Jul 19 03:29:55.555156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41164) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:55.560111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-8d7118b3-2eaf-4d50-9cde-94c77330bda3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1', 'tempest-TagsExtTest-Tag-1589363670') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:55.602937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e82fdadc-56b3-4e41-88b2-336101aed1d4 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:29:55.610312 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:55.628561 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-8d7118b3-2eaf-4d50-9cde-94c77330bda3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:55.633237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8d7118b3-2eaf-4d50-9cde-94c77330bda3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags/tempest-TagsExtTest-Tag-1589363670 HTTP/1.1" status: 404 len: 329 time: 0.0770144 Jul 19 03:29:55.633989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41168) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:55.639397 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-2035b3b0-71dd-4baa-9afb-b2da945f8596 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1', 'tempest-TagsExtTest-Tag-1085750506') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:55.666513 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-2035b3b0-71dd-4baa-9afb-b2da945f8596 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] show failed (client error): The resource could not be found. Jul 19 03:29:55.671718 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2035b3b0-71dd-4baa-9afb-b2da945f8596 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags/tempest-TagsExtTest-Tag-1085750506 HTTP/1.1" status: 404 len: 329 time: 0.0365226 Jul 19 03:29:55.672438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41170) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:55.680065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-0a305775-1e30-4ce8-9278-93ad5de7260e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:55.722360 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0a305775-1e30-4ce8-9278-93ad5de7260e tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0482998 Jul 19 03:29:55.724393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41174) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:55.729025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: e82fdadc-56b3-4e41-88b2-336101aed1d4 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:29:55.729659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e82fdadc-56b3-4e41-88b2-336101aed1d4 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:29:55.731580 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:55.733456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-cfb7ca0a-fcd3-488c-9013-6f80f42dd7a0 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc76dc16-f7e5-4dbe-9a28-efb3c038cfde') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:55.764632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-7bf3a8a6-b264-4b10-8beb-983b897e9114', 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'fixed_ips': [{'subnet_id': 'c85971c4-7258-4bc5-85ab-98f745185e61'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:29:55.765745 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:55.865453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a31a678-6c11-430c-b1c2-98a1d5774b21 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:29:55.921530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41180) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:55.940796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9d292c78-2077-4444-ac12-a733ee530eb0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:55.941452 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:55.977814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c449dd5-feee-4e2e-a95f-118eddbe8405 req-cea883ab-6cde-47b7-b084-3a6bd3d29868 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 210 time: 0.0642636 Jul 19 03:29:55.998705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6a31a678-6c11-430c-b1c2-98a1d5774b21, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a31a678-6c11-430c-b1c2-98a1d5774b21,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:56.004126 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cfb7ca0a-fcd3-488c-9013-6f80f42dd7a0 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde/tags HTTP/1.1" status: 204 len: 168 time: 0.2786760 Jul 19 03:29:56.008610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41184) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:56.017083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-86f57f89-0d7c-4498-b340-c6dbaf79bf9c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '82a2fff9-e8a4-4549-92c2-96842791ba08') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:56.066230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41190) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:56.117976 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.141137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.156759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:56.166720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-893037f7-4188-4853-ada9-4d86139d8b5f admin admin] Deleting subnet 06c45fde-af5b-4e20-b080-4788b9d52ae1 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:29:56.171099 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.186035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-86f57f89-0d7c-4498-b340-c6dbaf79bf9c tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08/tags HTTP/1.1" status: 204 len: 168 time: 0.1761570 Jul 19 03:29:56.188762 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41192) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:56.194844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.tag.tag_plugin [None req-5c99fa3f-13c5-406a-a595-a97c018f17c3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0989981e-06d2-4edd-87ef-c2bd2d574057') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:56.233545 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.243334 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-893037f7-4188-4853-ada9-4d86139d8b5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.251810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=6a31a678-6c11-430c-b1c2-98a1d5774b21,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:56.301757 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5c99fa3f-13c5-406a-a595-a97c018f17c3 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057/tags HTTP/1.1" status: 204 len: 168 time: 0.1119785 Jul 19 03:29:56.308866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41198) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:56.343537 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-893037f7-4188-4853-ada9-4d86139d8b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.369875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Allocated IP 172.20.0.2 (7bf3a8a6-b264-4b10-8beb-983b897e9114/c85971c4-7258-4bc5-85ab-98f745185e61/0c228eb0-e663-4461-8a53-1a505ac7ad72) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:56.378337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Allocated IP 172.25.2.212 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/308698ef-f3b9-4926-b832-fc578664b22d) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:56.383784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4e7bfb86-d077-4f64-a0e4-518d92d63d0e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:56.414149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6a31a678-6c11-430c-b1c2-98a1d5774b21'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:29:56.429194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'name': 'tempest-TestAggregatesBasicOps-815055243-router', 'tenant_id': '73414655363840de8fd91060c3863512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': '73414655363840de8fd91060c3863512', 'gw_port': {'id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:39Z', 'updated_at': '2021-07-19T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '23430cbc-de68-4d88-b550-27e81ea69434', 'name': '', 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547', 'tenant_id': '73414655363840de8fd91060c3863512', 'mac_address': 'fa:16:3e:9c:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:54Z', 'revision_number': 4, 'project_id': '73414655363840de8fd91060c3863512', 'subnets': [{'id': '5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:56.433719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-893037f7-4188-4853-ada9-4d86139d8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.502479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c886535-c856-4518-a0a4-75747e3681f4 None None] The sync data for ids ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'] in n-d-762330-18 is: [{'id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'name': 'tempest-TestAggregatesBasicOps-815055243-router', 'tenant_id': '73414655363840de8fd91060c3863512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': '73414655363840de8fd91060c3863512', 'gw_port': {'id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:39Z', 'updated_at': '2021-07-19T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '23430cbc-de68-4d88-b550-27e81ea69434', 'name': '', 'network_id': 'd577660f-b16d-4af7-adae-0ecf76e42547', 'tenant_id': '73414655363840de8fd91060c3863512', 'mac_address': 'fa:16:3e:9c:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:54Z', 'revision_number': 4, 'project_id': '73414655363840de8fd91060c3863512', 'subnets': [{'id': '5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:29:56.639064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-893037f7-4188-4853-ada9-4d86139d8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.665972 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.739285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:56.747033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893037f7-4188-4853-ada9-4d86139d8b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c45fde-af5b-4e20-b080-4788b9d52ae1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:56.763798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:56.764543 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.769197 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-893037f7-4188-4853-ada9-4d86139d8b5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.774669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-893037f7-4188-4853-ada9-4d86139d8b5f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/06c45fde-af5b-4e20-b080-4788b9d52ae1 HTTP/1.1" status: 204 len: 168 time: 0.7058945 Jul 19 03:29:56.781895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41202) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:56.937129 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf166aa1-d513-4d42-99db-540d2a3f7938 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for subnetpool, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.941521 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cf166aa1-d513-4d42-99db-540d2a3f7938 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/subnetpools/6d3f1e1c-ecae-4c37-8dd7-0653b160a5c1 HTTP/1.1" status: 204 len: 168 time: 0.6315618 Jul 19 03:29:56.942696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41206) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:56.965903 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:56.998973 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b9912036-7cb0-4a95-a2de-a45d1ad2f377 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc76dc16-f7e5-4dbe-9a28-efb3c038cfde HTTP/1.1" status: 200 len: 205 time: 0.0413008 Jul 19 03:29:57.002644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41208) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:57.003697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Transition to ACTIVE for port object 0c228eb0-e663-4461-8a53-1a505ac7ad72 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:57.040765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.060209 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.066996 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.093689 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.111130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Transition to ACTIVE for port object 0c228eb0-e663-4461-8a53-1a505ac7ad72 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:29:57.142001 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.180836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-64f6eec4-babd-468c-a8a5-69f1d0e54fd1 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.193509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Network 7bf3a8a6-b264-4b10-8beb-983b897e9114 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:57.204181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:57.218388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:57.223712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:57.224531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245b0ea-b52b-4168-8a93-8308060984d2 req-ee33f401-f11e-410a-b0a0-9346ce8ce3e6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:57.226089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8245b0ea-b52b-4168-8a93-8308060984d2 req-ee33f401-f11e-410a-b0a0-9346ce8ce3e6 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 945 time: 0.3151007 Jul 19 03:29:57.250825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4e7bfb86-d077-4f64-a0e4-518d92d63d0e,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:57.339497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Allocated IP 172.25.2.197 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/75211406-2477-4c75-b412-7493d6d7bef1) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:57.349317 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff912932-6c76-4c3e-b6e9-f7c140c97a1e req-bd65b784-e03e-4046-a6c0-0e3fa2899f4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 210 time: 0.0605721 Jul 19 03:29:57.353583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:57.358197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:57.368343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8245b0ea-b52b-4168-8a93-8308060984d2 req-7bbb3d90-3e9f-437f-a808-d75d3f119b3c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320999 Jul 19 03:29:57.412997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=308698ef-f3b9-4926-b832-fc578664b22d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:57.518731 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.540039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Pushing event updated for resources: {'Port': ['ID=0c228eb0-e663-4461-8a53-1a505ac7ad72,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:57.558990 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.566672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Attempting to bind port 0c228eb0-e663-4461-8a53-1a505ac7ad72 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:29:57.567052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Attempting to bind port 0c228eb0-e663-4461-8a53-1a505ac7ad72 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:29:57.567423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Attempting to bind port 0c228eb0-e663-4461-8a53-1a505ac7ad72 on network 7bf3a8a6-b264-4b10-8beb-983b897e9114 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:29:57.587979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:29:57.590495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Checking segment: {'id': 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:29:57.591130 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.593624 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Bound using segment: {'id': 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:29:57.594357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Bound port: 0c228eb0-e663-4461-8a53-1a505ac7ad72, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:29:57.594939 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.637231 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-64f6eec4-babd-468c-a8a5-69f1d0e54fd1 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.640650 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-64f6eec4-babd-468c-a8a5-69f1d0e54fd1 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.671579 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.716012 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-64f6eec4-babd-468c-a8a5-69f1d0e54fd1 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.716664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f6eec4-babd-468c-a8a5-69f1d0e54fd1 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Fanout notify agent at l3_agent the message router_deleted on router bc76dc16-f7e5-4dbe-9a28-efb3c038cfde {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:29:57.717317 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:29:57.720510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:29:57.721608 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=4e7bfb86-d077-4f64-a0e4-518d92d63d0e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:57.724137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:29:57.752746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 23430cbc-de68-4d88-b550-27e81ea69434 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:57.768293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Pushing event updated for resources: {'Port': ['ID=75211406-2477-4c75-b412-7493d6d7bef1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:57.779928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.787996 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-64f6eec4-babd-468c-a8a5-69f1d0e54fd1 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.789888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-64f6eec4-babd-468c-a8a5-69f1d0e54fd1 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/routers/bc76dc16-f7e5-4dbe-9a28-efb3c038cfde HTTP/1.1" status: 204 len: 168 time: 0.7840257 Jul 19 03:29:57.795388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41212) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:57.828825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] For port 0c228eb0-e663-4461-8a53-1a505ac7ad72, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:29:57.834153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] For port 0c228eb0-e663-4461-8a53-1a505ac7ad72, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0c228eb0-e663-4461-8a53-1a505ac7ad72,segment=NetworkSegment(cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23),segment_id=cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:29:57.842909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.844535 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.888104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f3f51716-107a-49c2-8f6f-c90f96e2de0d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:57.889665 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f3f51716-107a-49c2-8f6f-c90f96e2de0d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.26 "GET /v2.0/networks?id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2 HTTP/1.1" status: 200 len: 797 time: 0.4619365 Jul 19 03:29:57.909906 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.919627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 23430cbc-de68-4d88-b550-27e81ea69434 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:57.941347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 23430cbc-de68-4d88-b550-27e81ea69434 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:57.941752 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:57.951136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc04dc7-26d0-4cd9-b659-4ea8c573bd87']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:58.028562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbbd6e-ba3c-4cfe-ba2f-015ff4f270cd None None] Pushing event updated for resources: {'Port': ['ID=0c228eb0-e663-4461-8a53-1a505ac7ad72,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:58.081807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b25fc7-72ed-495d-b570-bfe2126ec53b') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:58.082384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b25fc7-72ed-495d-b570-bfe2126ec53b') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:29:58.107747 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.120075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6a31a678-6c11-430c-b1c2-98a1d5774b21 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:58.195503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-88eff9d9-2805-47a6-977e-af20ed9ec024 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee9945cfeda64ef89377168b204400d8 HTTP/1.1" status: 200 len: 476 time: 0.2908664 Jul 19 03:29:58.200883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 23430cbc-de68-4d88-b550-27e81ea69434, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=23430cbc-de68-4d88-b550-27e81ea69434,segment=NetworkSegment(972473d0-983d-4a79-9fd3-015399b7959e),segment_id=972473d0-983d-4a79-9fd3-015399b7959e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:58.206233 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.227783 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.262645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'port': {'device_id': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'admin_state_up': True, 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'security_groups': ['cd6d148c-f9f0-4b72-9c3c-89b54200a54e', '15993a19-a2d5-4892-a089-0c0d92c56b01']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:58.266058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.273384 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.296947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.305345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:29:58.306844 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.343493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=23430cbc-de68-4d88-b550-27e81ea69434,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:58.378208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Pushing event updated for resources: {'Port': ['ID=75211406-2477-4c75-b412-7493d6d7bef1,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:58.381449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 6a31a678-6c11-430c-b1c2-98a1d5774b21 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:58.395623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 6a31a678-6c11-430c-b1c2-98a1d5774b21 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:29:58.395623 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:29:58.432545 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:29:58.444758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.465499 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.471822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.473486 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1cc04dc7-26d0-4cd9-b659-4ea8c573bd87 HTTP/1.1" status: 204 len: 168 time: 1.6886892 Jul 19 03:29:58.499287 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.503594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-853f6293-e0c2-4966-a6e7-82a0d3e11394 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5777736 Jul 19 03:29:58.503750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41224) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:58.508869 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-215320005', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'fixed_ips': [{'ip_address': '172.25.2.197'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:29:58.517563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faa30f-a329-440f-b1f5-50e606668eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc04dc7-26d0-4cd9-b659-4ea8c573bd87,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:58.575586 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Made reservation on behalf of bf96346f0bb6423f83c694c41721ecbd for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:58.578876 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.598828 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.600273 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.629357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a31a678-6c11-430c-b1c2-98a1d5774b21'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:29:58.632338 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0774e94-d71d-4e1a-9832-1209ab142b90" -d '{"events": [{"server_uuid": "9cf5910b-964a-4a7a-9640-1a120df20dca", "name": "network-vif-plugged", "status": "completed", "tag": "6a31a678-6c11-430c-b1c2-98a1d5774b21"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:29:58.646811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6a31a678-6c11-430c-b1c2-98a1d5774b21, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a31a678-6c11-430c-b1c2-98a1d5774b21,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:29:58.652046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.685158 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ae706306-38b5-428e-b2d5-187fe57f5e7a req-1b8f680d-2670-4fb7-90be-0b82a02bd6ad tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 210 time: 0.1066008 Jul 19 03:29:58.718830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=6a31a678-6c11-430c-b1c2-98a1d5774b21,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:58.775341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3bcc2-96fe-4fee-aaf4-c5175d8d5c0a req-de8b26eb-e8a9-45c1-8925-c261a4779b7a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:58.777128 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4d3bcc2-96fe-4fee-aaf4-c5175d8d5c0a req-de8b26eb-e8a9-45c1-8925-c261a4779b7a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 946 time: 0.1275196 Jul 19 03:29:58.786703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f07bb428-b290-4070-80a0-72674bc5d853 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Deleting port 82a2fff9-e8a4-4549-92c2-96842791ba08 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:29:58.787053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f07bb428-b290-4070-80a0-72674bc5d853 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.794137 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e8ff77-5a88-4d56-8ccf-73ecfde53765 x-openstack-request-id: req-f7e8ff77-5a88-4d56-8ccf-73ecfde53765 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:29:58.794453 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf5910b-964a-4a7a-9640-1a120df20dca", "name": "network-vif-plugged", "status": "completed", "tag": "6a31a678-6c11-430c-b1c2-98a1d5774b21", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:29:58.794714 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7e8ff77-5a88-4d56-8ccf-73ecfde53765 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:29:58.795125 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a31a678-6c11-430c-b1c2-98a1d5774b21', 'code': 200} Jul 19 03:29:58.807311 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.809175 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41228) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:58.876982 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4d3bcc2-96fe-4fee-aaf4-c5175d8d5c0a req-5acb3d13-60a0-4c3d-9c1a-b3b0e954f8de tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914547 Jul 19 03:29:58.878865 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.888087 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:58.895319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] device_id is not set on port 86545aae-83ef-4ed8-b2c8-fae242ca61a3 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:29:58.967096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f04b6cd3-fe11-4625-b2d9-c6f80e035686 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88daf68ea7784cf184b81beaaefccf64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567433 Jul 19 03:29:58.983036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41230) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:59.008394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2410193-6192-4f84-8aac-bb95f5f4108f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:59.172401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43107bbe-145b-4785-87ac-293c57b94588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.202390 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 19 03:29:59.202960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:29:59.206224 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43107bbe-145b-4785-87ac-293c57b94588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.256790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2a7e1b39-cd9e-40d0-859a-0eeca810db95 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7520142 Jul 19 03:29:59.260366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41234) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:29:59.285117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Made reservation on behalf of ee9945cfeda64ef89377168b204400d8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:29:59.289368 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.384852 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f07bb428-b290-4070-80a0-72674bc5d853 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.389253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d5d7d1-5cb7-4aad-93a4-b0ce7d0f7b25 None None] Network 7bf3a8a6-b264-4b10-8beb-983b897e9114 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:29:59.402380 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43107bbe-145b-4785-87ac-293c57b94588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.405451 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-43107bbe-145b-4785-87ac-293c57b94588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.405824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f07bb428-b290-4070-80a0-72674bc5d853 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Calling delete_port for 82a2fff9-e8a4-4549-92c2-96842791ba08 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:29:59.409644 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-43107bbe-145b-4785-87ac-293c57b94588 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1205594-2a8d-49aa-a78d-73b5b4894e1e HTTP/1.1" status: 204 len: 168 time: 0.4225082 Jul 19 03:29:59.437624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43107bbe-145b-4785-87ac-293c57b94588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1205594-2a8d-49aa-a78d-73b5b4894e1e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:29:59.494699 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e8776-b952-44a4-909a-5d7b51e78da6 req-d7b32725-4afd-471b-b88a-7f6c7454792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:29:59.496242 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-436e8776-b952-44a4-909a-5d7b51e78da6 req-d7b32725-4afd-471b-b88a-7f6c7454792d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 1098 time: 0.3078928 Jul 19 03:29:59.500009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8275811f-f299-4b73-9655-043b14cb9713 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Deleting port 75211406-2477-4c75-b412-7493d6d7bef1 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:29:59.500355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8275811f-f299-4b73-9655-043b14cb9713 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.555577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4a132b6f-45c6-409d-a81b-64b8e160c6bc None None] Provisioning for port 0c228eb0-e663-4461-8a53-1a505ac7ad72 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:29:59.605147 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8275811f-f299-4b73-9655-043b14cb9713 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.605483 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8275811f-f299-4b73-9655-043b14cb9713 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.629932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8275811f-f299-4b73-9655-043b14cb9713 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Calling delete_port for 75211406-2477-4c75-b412-7493d6d7bef1 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:29:59.723326 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-436e8776-b952-44a4-909a-5d7b51e78da6 req-0f9a3c92-746e-41f0-b946-f280ad84d507 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764829 Jul 19 03:29:59.735297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Allocated IP 172.20.0.3 (6284f87b-bbc5-4047-bdbf-9c3a03133dd2/c5d95423-2dac-46b9-ae7e-21ee2f316c23/53f5b841-21f1-4c20-93ba-aff6ea6168b0) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:29:59.796600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.858440 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8275811f-f299-4b73-9655-043b14cb9713 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:29:59.894147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4e7bfb86-d077-4f64-a0e4-518d92d63d0e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:29:59.894343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275811f-f299-4b73-9655-043b14cb9713 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Pushing event deleted for resources: {'Port': ['ID=75211406-2477-4c75-b412-7493d6d7bef1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:00.007327 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8275811f-f299-4b73-9655-043b14cb9713 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.010295 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8275811f-f299-4b73-9655-043b14cb9713 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.019536 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8275811f-f299-4b73-9655-043b14cb9713 tempest-ExternalNetworksAdminNegativeTestJSON-279155217 tempest-ExternalNetworksAdminNegativeTestJSON-279155217-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/fbbfe793-5132-4219-9eee-c3374cf1c713 HTTP/1.1" status: 204 len: 168 time: 0.7545643 Jul 19 03:30:00.021734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:00.022121 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.111982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f07bb428-b290-4070-80a0-72674bc5d853 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.115848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63c088a0-8561-4050-a1d3-fdf93c09d650 req-f208d65c-55f3-4d36-aee0-0f825c87e97f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 210 time: 0.1419663 Jul 19 03:30:00.154092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0c228eb0-e663-4461-8a53-1a505ac7ad72 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:00.216674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855250ca-8bf4-403a-9d69-e438104a79df req-ef2cfb3c-2def-4c44-ae95-3bd871c6fab1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:00.218305 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-855250ca-8bf4-403a-9d69-e438104a79df req-ef2cfb3c-2def-4c44-ae95-3bd871c6fab1 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 946 time: 0.1381996 Jul 19 03:30:00.247260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 0c228eb0-e663-4461-8a53-1a505ac7ad72 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:00.252299 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0c228eb0-e663-4461-8a53-1a505ac7ad72 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:00.252702 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.271168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-855250ca-8bf4-403a-9d69-e438104a79df req-2f13bda9-64a6-434f-8ae7-443ec93d7619 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466340 Jul 19 03:30:00.302830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41260) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:00.338291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bb428-b290-4070-80a0-72674bc5d853 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Pushing event deleted for resources: {'Port': ['ID=82a2fff9-e8a4-4549-92c2-96842791ba08,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:00.419820 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.457585 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.471554 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a42c889-7b58-40a4-af61-1b103cf91736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.485139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 0c228eb0-e663-4461-8a53-1a505ac7ad72, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0c228eb0-e663-4461-8a53-1a505ac7ad72,segment=NetworkSegment(cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23),segment_id=cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:00.492117 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.492992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 23430cbc-de68-4d88-b550-27e81ea69434 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:00.514026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Transition to ACTIVE for port object 53f5b841-21f1-4c20-93ba-aff6ea6168b0 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:00.568012 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f07bb428-b290-4070-80a0-72674bc5d853 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.580618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f07bb428-b290-4070-80a0-72674bc5d853 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/ports/82a2fff9-e8a4-4549-92c2-96842791ba08 HTTP/1.1" status: 204 len: 168 time: 2.7027631 Jul 19 03:30:00.582413 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41272) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:00.649272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Router 3c351012-8960-4f07-892b-0a5d3f580580 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:30:00.660308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=0c228eb0-e663-4461-8a53-1a505ac7ad72,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:00.666080 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.701529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 23430cbc-de68-4d88-b550-27e81ea69434 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:00.701828 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.707896 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a42c889-7b58-40a4-af61-1b103cf91736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.714111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-629a7974-6d61-4a1a-9729-204208cf9c84 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Deleting subnet 0989981e-06d2-4edd-87ef-c2bd2d574057 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:30:00.718100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-629a7974-6d61-4a1a-9729-204208cf9c84 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.772492 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-629a7974-6d61-4a1a-9729-204208cf9c84 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.803108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:00.814629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a42c889-7b58-40a4-af61-1b103cf91736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.836658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41276) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:00.845629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:00.849343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:00.860556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Port': ['ID=53f5b841-21f1-4c20-93ba-aff6ea6168b0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:00.931701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:00.932431 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.936739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:30:00.948275 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0a42c889-7b58-40a4-af61-1b103cf91736 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b28abe9182a4045a75b3607f9a09a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6443405 Jul 19 03:30:00.948953 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41280) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:00.951191 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Sync routers for ids ['3c351012-8960-4f07-892b-0a5d3f580580'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:30:00.968018 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f9cb0652-c61d-4b53-8813-45ddb4e25988 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.7428043 Jul 19 03:30:00.968945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:00.969094 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Routers {'3c351012-8960-4f07-892b-0a5d3f580580'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:00.969903 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3c351012-8960-4f07-892b-0a5d3f580580'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:00.970064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c38d7884-a97f-4c41-b0d1-c52ee5c6e5f1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7997596 Jul 19 03:30:00.972132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42c889-7b58-40a4-af61-1b103cf91736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb3fe68-db0d-4dc7-be64-49334cbb5898,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:00.973144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41282) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:00.986035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Request body: {'port': {'device_id': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:01.037831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-629a7974-6d61-4a1a-9729-204208cf9c84 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.063412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1219918842-network', 'tenant_id': 'e5557ebf2b454627809af056df5dcd52'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:01.093891 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a6decc43-6421-4aca-877f-89503ee82d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.118660 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a6decc43-6421-4aca-877f-89503ee82d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.130335 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Set router 3c351012-8960-4f07-892b-0a5d3f580580 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:01.158175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-75695d48-04d6-4924-bdca-ecab7752acfe None None] Provisioning for port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:01.162294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-75695d48-04d6-4924-bdca-ecab7752acfe None None] Provisioning complete for port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:01.162667 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75695d48-04d6-4924-bdca-ecab7752acfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.203782 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.210205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Made reservation on behalf of e5557ebf2b454627809af056df5dcd52 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:01.214318 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.220182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-629a7974-6d61-4a1a-9729-204208cf9c84 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.233574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-75695d48-04d6-4924-bdca-ecab7752acfe None None] Port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:01.253629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a6decc43-6421-4aca-877f-89503ee82d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.256654 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a6decc43-6421-4aca-877f-89503ee82d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.261164 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a6decc43-6421-4aca-877f-89503ee82d5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3eb3fe68-db0d-4dc7-be64-49334cbb5898 HTTP/1.1" status: 204 len: 168 time: 0.3029037 Jul 19 03:30:01.284308 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.296691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e4409-8037-4cfc-b067-519a57e5344b None None] Network 14100af1-accc-4f0e-b2ce-c8f2ec84e08e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:01.300409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-629a7974-6d61-4a1a-9729-204208cf9c84 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.303884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-629a7974-6d61-4a1a-9729-204208cf9c84 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/subnets/0989981e-06d2-4edd-87ef-c2bd2d574057 HTTP/1.1" status: 204 len: 168 time: 0.7185552 Jul 19 03:30:01.309718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a7974-6d61-4a1a-9729-204208cf9c84 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Pushing event deleted for resources: {'Subnet': ['ID=0989981e-06d2-4edd-87ef-c2bd2d574057,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:01.313268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41290) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:01.324979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6decc43-6421-4aca-877f-89503ee82d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb3fe68-db0d-4dc7-be64-49334cbb5898,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:01.405021 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c351012-8960-4f07-892b-0a5d3f580580', 'name': 'tempest-TestAggregatesBasicOps-441059415-router', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '308698ef-f3b9-4926-b832-fc578664b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:55Z', 'updated_at': '2021-07-19T03:29:58Z', 'revision_number': 3, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'gw_port': {'id': '308698ef-f3b9-4926-b832-fc578664b22d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c351012-8960-4f07-892b-0a5d3f580580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:56Z', 'updated_at': '2021-07-19T03:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:01.481234 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Checking router: 3c351012-8960-4f07-892b-0a5d3f580580 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:30:01.481959 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Updating router 3c351012-8960-4f07-892b-0a5d3f580580 port 308698ef-f3b9-4926-b832-fc578664b22d binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:30:01.528549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.555918 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.660631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72049418-a4e2-4da5-8176-9b36dd76e0ab req-9c01806e-7d19-44e4-adc0-b64717dda421 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:01.662091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72049418-a4e2-4da5-8176-9b36dd76e0ab req-9c01806e-7d19-44e4-adc0-b64717dda421 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 970 time: 0.3325257 Jul 19 03:30:01.708016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3a573-6dc3-43d4-9ea2-75f6a16abf9f req-ce3553cd-c045-4fa0-bbc9-ccb241cc228c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:01.717102 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aca3a573-6dc3-43d4-9ea2-75f6a16abf9f req-ce3553cd-c045-4fa0-bbc9-ccb241cc228c tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 946 time: 0.2053208 Jul 19 03:30:01.742424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287dcad3-974e-4d7a-bfa3-c925e8a7ff99 None None] DHCP port deletion for 14100af1-accc-4f0e-b2ce-c8f2ec84e08e request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:30:01.748892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0c228eb0-e663-4461-8a53-1a505ac7ad72 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:01.777668 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aca3a573-6dc3-43d4-9ea2-75f6a16abf9f req-8d86ce62-6fa1-46b3-9f42-2ee2cfe26a42 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595782 Jul 19 03:30:01.797545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Deleting port 71a0682d-749b-48f1-aa9e-19279b47d4b9 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:01.805060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.922167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41300) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:01.947542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0c228eb0-e663-4461-8a53-1a505ac7ad72 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:01.948155 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.959400 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] For port 71a0682d-749b-48f1-aa9e-19279b47d4b9, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=71a0682d-749b-48f1-aa9e-19279b47d4b9,segment=NetworkSegment(7baf3e00-adec-4799-b1a6-0711c2f224da),segment_id=7baf3e00-adec-4799-b1a6-0711c2f224da)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:01.959861 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:01.966624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72049418-a4e2-4da5-8176-9b36dd76e0ab req-ad7c73e4-c1c3-4d7d-95c9-296f33ee57e2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2885041 Jul 19 03:30:01.993770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Calling delete_port for 71a0682d-749b-48f1-aa9e-19279b47d4b9 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:02.043883 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.069770 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Transition to ACTIVE for port object 308698ef-f3b9-4926-b832-fc578664b22d will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:02.076383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-287dcad3-974e-4d7a-bfa3-c925e8a7ff99 None None] Deleting port 71a0682d-749b-48f1-aa9e-19279b47d4b9 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:02.077555 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-287dcad3-974e-4d7a-bfa3-c925e8a7ff99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.084476 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.141303 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Attempting to bind port 308698ef-f3b9-4926-b832-fc578664b22d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:02.142359 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Attempting to bind port 308698ef-f3b9-4926-b832-fc578664b22d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:02.142912 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Attempting to bind port 308698ef-f3b9-4926-b832-fc578664b22d on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:02.210056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.220944 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:02.223214 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:02.223641 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.224039 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:02.224529 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Bound port: 308698ef-f3b9-4926-b832-fc578664b22d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:02.224912 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.249016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-287dcad3-974e-4d7a-bfa3-c925e8a7ff99 None None] For port 71a0682d-749b-48f1-aa9e-19279b47d4b9, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=71a0682d-749b-48f1-aa9e-19279b47d4b9,segment=NetworkSegment(7baf3e00-adec-4799-b1a6-0711c2f224da),segment_id=7baf3e00-adec-4799-b1a6-0711c2f224da)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:02.249387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Pushing event deleted for resources: {'Port': ['ID=71a0682d-749b-48f1-aa9e-19279b47d4b9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:02.249499 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-287dcad3-974e-4d7a-bfa3-c925e8a7ff99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.264493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-287dcad3-974e-4d7a-bfa3-c925e8a7ff99 None None] Calling delete_port for 71a0682d-749b-48f1-aa9e-19279b47d4b9 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:02.266850 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.267243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] No DVR routers for this DVR port 71a0682d-749b-48f1-aa9e-19279b47d4b9 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:30:02.287898 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dd02d853-2c78-4d27-becb-93b213929a25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf96346f0bb6423f83c694c41721ecbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544898 Jul 19 03:30:02.292702 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.303896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41302) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:02.305548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:30:02.317601 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.318015 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Added segment c2737692-4c62-4fb0-9c59-dfc5d43473d0 of type vlan for network f38d9943-1c4e-465f-8d2e-d65b79684897 Jul 19 03:30:02.368318 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-287dcad3-974e-4d7a-bfa3-c925e8a7ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.384441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287dcad3-974e-4d7a-bfa3-c925e8a7ff99 None None] No DVR routers for this DVR port 71a0682d-749b-48f1-aa9e-19279b47d4b9 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:30:02.390572 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.407859 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.410108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dcad3-974e-4d7a-bfa3-c925e8a7ff99 None None] Pushing event deleted for resources: {'Port': ['ID=71a0682d-749b-48f1-aa9e-19279b47d4b9,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:02.421641 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14100af1-accc-4f0e-b2ce-c8f2ec84e08e']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:02.432915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7baf3e00-adec-4799-b1a6-0711c2f224da') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:02.433978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7baf3e00-adec-4799-b1a6-0711c2f224da') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:02.443639 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.447538 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897053c-fc43-4ecc-ab3d-980850ab6393 None None] Pushing event updated for resources: {'Port': ['ID=308698ef-f3b9-4926-b832-fc578664b22d,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:02.458023 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.471970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:30:02.472334 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:30:02.475369 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:30:02.484182 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] For port 308698ef-f3b9-4926-b832-fc578664b22d, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:02.487868 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] For port 308698ef-f3b9-4926-b832-fc578664b22d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=308698ef-f3b9-4926-b832-fc578664b22d,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:02.493675 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.502791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f5b841-21f1-4c20-93ba-aff6ea6168b0 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:30:02.517225 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.532106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Transition to ACTIVE for port object 53f5b841-21f1-4c20-93ba-aff6ea6168b0 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:02.540617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.resource_extend [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:30:02.565892 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Routers {'3c351012-8960-4f07-892b-0a5d3f580580'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:02.566889 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3c351012-8960-4f07-892b-0a5d3f580580'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:02.577987 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.579602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e8bbc5d-8d4c-4272-bb9a-0fbb3b1b27b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.588317 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.590302 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] 10.222.0.20 "DELETE /v2.0/networks/14100af1-accc-4f0e-b2ce-c8f2ec84e08e HTTP/1.1" status: 204 len: 168 time: 1.2745466 Jul 19 03:30:02.598347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42bfeb-d180-4f84-9bee-edcc4ae41eed req-21bacf29-5b9a-4aa9-98a3-dcb892763a3a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:02.599932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0e42bfeb-d180-4f84-9bee-edcc4ae41eed req-21bacf29-5b9a-4aa9-98a3-dcb892763a3a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 946 time: 0.3467932 Jul 19 03:30:02.615733 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897053c-fc43-4ecc-ab3d-980850ab6393 None None] Pushing event updated for resources: {'Port': ['ID=308698ef-f3b9-4926-b832-fc578664b22d,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:02.615890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41306) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:02.629131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-929e48e0-330d-455f-9c44-f3afdb19bbd4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Request body: {'floatingip': {'port_id': '6a31a678-6c11-430c-b1c2-98a1d5774b21'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:02.670916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c034eb6-c5f6-4eed-98b8-5cc9a9296ba4 tempest-TagsExtTest-1896136093 tempest-TagsExtTest-1896136093-project] Pushing event deleted for resources: {'Network': ['ID=14100af1-accc-4f0e-b2ce-c8f2ec84e08e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:02.692639 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e8bbc5d-8d4c-4272-bb9a-0fbb3b1b27b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.696715 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-929e48e0-330d-455f-9c44-f3afdb19bbd4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.698640 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] Set router 3c351012-8960-4f07-892b-0a5d3f580580 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:02.862987 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e8bbc5d-8d4c-4272-bb9a-0fbb3b1b27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.865514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e8bbc5d-8d4c-4272-bb9a-0fbb3b1b27b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:02.866774 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4e8bbc5d-8d4c-4272-bb9a-0fbb3b1b27b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2410193-6192-4f84-8aac-bb95f5f4108f HTTP/1.1" status: 204 len: 168 time: 0.5613496 Jul 19 03:30:02.908577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bbc5d-8d4c-4272-bb9a-0fbb3b1b27b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2410193-6192-4f84-8aac-bb95f5f4108f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:02.943031 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c351012-8960-4f07-892b-0a5d3f580580', 'name': 'tempest-TestAggregatesBasicOps-441059415-router', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '308698ef-f3b9-4926-b832-fc578664b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:55Z', 'updated_at': '2021-07-19T03:29:58Z', 'revision_number': 3, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'gw_port': {'id': '308698ef-f3b9-4926-b832-fc578664b22d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c351012-8960-4f07-892b-0a5d3f580580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:56Z', 'updated_at': '2021-07-19T03:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:02.989534 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fa676-139b-4f09-ad20-ded7e9388b81 None None] The sync data for ids ['3c351012-8960-4f07-892b-0a5d3f580580'] in n-d-762330-18 is: [{'id': '3c351012-8960-4f07-892b-0a5d3f580580', 'name': 'tempest-TestAggregatesBasicOps-441059415-router', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '308698ef-f3b9-4926-b832-fc578664b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:55Z', 'updated_at': '2021-07-19T03:29:58Z', 'revision_number': 3, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'gw_port': {'id': '308698ef-f3b9-4926-b832-fc578664b22d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c351012-8960-4f07-892b-0a5d3f580580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:56Z', 'updated_at': '2021-07-19T03:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:30:03.000784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41314) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:03.071729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:03.078259 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:03.079469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:03.080154 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:03.082645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:03.208325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] Pushing event updated for resources: {'Network': ['ID=f38d9943-1c4e-465f-8d2e-d65b79684897,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:03.218997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f38d9943-1c4e-465f-8d2e-d65b79684897 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:30:03.350908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-02210741-8668-4478-ab4c-dcd86cf5b65d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5025733 Jul 19 03:30:03.379131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:03.397273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41324) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:03.465769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Request body: {'subnet': {'network_id': 'f38d9943-1c4e-465f-8d2e-d65b79684897', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1219918842-subnet', 'tenant_id': 'e5557ebf2b454627809af056df5dcd52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:03.487653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=53f5b841-21f1-4c20-93ba-aff6ea6168b0,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:03.729171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 308698ef-f3b9-4926-b832-fc578664b22d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:03.772985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Made reservation on behalf of e5557ebf2b454627809af056df5dcd52 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:03.776775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:03.806881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 308698ef-f3b9-4926-b832-fc578664b22d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:03.818196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 308698ef-f3b9-4926-b832-fc578664b22d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:03.819019 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:03.908508 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e67c44e0-5e66-408a-87c6-d0f80f0f86b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bfeedfb079e4a4f8e6d26078493ec09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9065826 Jul 19 03:30:03.910941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41338) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:03.961547 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:03.994817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Attempting to bind port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:03.995766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Attempting to bind port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:03.995766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Attempting to bind port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 on network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:03.997296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 308698ef-f3b9-4926-b832-fc578664b22d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=308698ef-f3b9-4926-b832-fc578664b22d,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:04.016791 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.022604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17769e16-6ba0-4559-8889-6892714c290e req-8055ee5a-4873-4628-8554-af5f36e96e62 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:04.023485 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-929e48e0-330d-455f-9c44-f3afdb19bbd4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.031810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d74b2d8-c69a-46c1-a7c4-d8d27b60e9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.033040 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17769e16-6ba0-4559-8889-6892714c290e req-8055ee5a-4873-4628-8554-af5f36e96e62 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 982 time: 0.7778633 Jul 19 03:30:04.036025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-929e48e0-330d-455f-9c44-f3afdb19bbd4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.100309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 on network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:30:04.100859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Attempting to bind port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 on network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:04.101221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=308698ef-f3b9-4926-b832-fc578664b22d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:04.117600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 71a0682d-749b-48f1-aa9e-19279b47d4b9 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:30:04.123788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d74b2d8-c69a-46c1-a7c4-d8d27b60e9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.151443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 71a0682d-749b-48f1-aa9e-19279b47d4b9 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:30:04.151959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 71a0682d-749b-48f1-aa9e-19279b47d4b9 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:30:04.171689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:04.172043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Checking segment: {'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:04.172758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Bound using segment: {'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:04.173224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Bound port: 53f5b841-21f1-4c20-93ba-aff6ea6168b0, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25cc5f4-cc57-4494-9482-95aab2654170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:04.173592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.190205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41344) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:04.202777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Allocated IP 172.20.0.1 (7bf3a8a6-b264-4b10-8beb-983b897e9114/c85971c4-7258-4bc5-85ab-98f745185e61/10eed4d7-fed3-4fa6-9304-baeb5902d108) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:04.221219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17769e16-6ba0-4559-8889-6892714c290e req-4774e258-3c3e-4cc6-9e96-53b1eea8791c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1853507 Jul 19 03:30:04.243996 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-929e48e0-330d-455f-9c44-f3afdb19bbd4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Floating IP 8ea3110a-9863-4daf-b27f-168eb39d3f8a associated. External IP: 172.25.2.116, port: 6a31a678-6c11-430c-b1c2-98a1d5774b21. Jul 19 03:30:04.312127 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d74b2d8-c69a-46c1-a7c4-d8d27b60e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.314645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0d74b2d8-c69a-46c1-a7c4-d8d27b60e9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.319352 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0d74b2d8-c69a-46c1-a7c4-d8d27b60e9fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b47267d5-4ffa-4f55-aa92-cfd4f2ae44e8 HTTP/1.1" status: 204 len: 168 time: 0.4039471 Jul 19 03:30:04.330671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74b2d8-c69a-46c1-a7c4-d8d27b60e9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47267d5-4ffa-4f55-aa92-cfd4f2ae44e8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:04.458504 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-477037421'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:04.461007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] For port 53f5b841-21f1-4c20-93ba-aff6ea6168b0, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:04.485406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] For port 53f5b841-21f1-4c20-93ba-aff6ea6168b0, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:04.502564 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.534483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Made reservation on behalf of bd514fa378424438952c6677bb6d6082 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:04.539681 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.553335 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.603046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929e48e0-330d-455f-9c44-f3afdb19bbd4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Router 07fc98b7-a2a8-4101-a479-325739f4a828 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:30:04.636089 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.670130 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.688515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:04.689159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.690623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] 10.222.0.26 "PUT /v2.0/ports/53f5b841-21f1-4c20-93ba-aff6ea6168b0 HTTP/1.1" status: 200 len: 1131 time: 3.7104743 Jul 19 03:30:04.694561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'tag': '53f5b841-21f1-4c20-93ba-aff6ea6168b0'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:04.722548 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "da8a3386-dc91-42b2-a6ed-ce2a9785d1f1", "tag": "53f5b841-21f1-4c20-93ba-aff6ea6168b0"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:04.805801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Transition to ACTIVE for port object 10eed4d7-fed3-4fa6-9304-baeb5902d108 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:04.824153 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.826807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929e48e0-330d-455f-9c44-f3afdb19bbd4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:30:04.832490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-929e48e0-330d-455f-9c44-f3afdb19bbd4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.838769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.844764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ee011-8978-4d1f-9648-359879f20414 None None] Sync routers for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:30:04.848371 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d1589c-5b07-4702-84f8-2700116b09b1 x-openstack-request-id: req-e4d1589c-5b07-4702-84f8-2700116b09b1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:04.848670 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8a3386-dc91-42b2-a6ed-ce2a9785d1f1", "tag": "53f5b841-21f1-4c20-93ba-aff6ea6168b0", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:04.848932 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4d1589c-5b07-4702-84f8-2700116b09b1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:04.849345 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'tag': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'status': 'completed', 'code': 200} Jul 19 03:30:04.849940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65891e7-10c6-4dda-8fcd-1f29d6ce3ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=53f5b841-21f1-4c20-93ba-aff6ea6168b0,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:04.860261 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ee011-8978-4d1f-9648-359879f20414 None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:04.860914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-596ee011-8978-4d1f-9648-359879f20414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:04.914381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21cf6e2-d857-482a-9ea3-a5dba41bbb49,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:04.926448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:30:04.942981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5895c0-9e4c-4a5e-bf8a-1b57781c3e15,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:04.964874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-929e48e0-330d-455f-9c44-f3afdb19bbd4 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "PUT /v2.0/floatingips/8ea3110a-9863-4daf-b27f-168eb39d3f8a HTTP/1.1" status: 200 len: 992 time: 2.3421867 Jul 19 03:30:04.967402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'tag': '6a31a678-6c11-430c-b1c2-98a1d5774b21'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:04.972048 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf5910b-964a-4a7a-9640-1a120df20dca", "tag": "6a31a678-6c11-430c-b1c2-98a1d5774b21"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:04.992705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Checking segment: {'id': 'c2737692-4c62-4fb0-9c59-dfc5d43473d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f38d9943-1c4e-465f-8d2e-d65b79684897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:04.993385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Network hostable DHCP agents. Network: f38d9943-1c4e-465f-8d2e-d65b79684897, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:30:04.993684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:04.995804 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Added segment c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d of type vlan for network ef560f4a-cffd-48a5-88db-11113701fdaa Jul 19 03:30:05.000122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f5fbe06e-d213-4123-a617-583eed1e3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:05.001926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-f5fbe06e-d213-4123-a617-583eed1e3461 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee9945cfeda64ef89377168b204400d8&device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 1134 time: 0.2419598 Jul 19 03:30:05.006011 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:05.081540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-596ee011-8978-4d1f-9648-359879f20414 None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:05.086752 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ace240-2f44-4dd4-96f8-c3d34180a0cf x-openstack-request-id: req-59ace240-2f44-4dd4-96f8-c3d34180a0cf {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:05.087348 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf5910b-964a-4a7a-9640-1a120df20dca", "tag": "6a31a678-6c11-430c-b1c2-98a1d5774b21", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:05.087832 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59ace240-2f44-4dd4-96f8-c3d34180a0cf {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:05.088446 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'tag': '6a31a678-6c11-430c-b1c2-98a1d5774b21', 'status': 'completed', 'code': 200} Jul 19 03:30:05.111938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:05.151178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:05.158382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:05.159405 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:05.159684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Network 7bf3a8a6-b264-4b10-8beb-983b897e9114 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:05.166358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:05.200049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-d9c41004-499f-4ab9-990d-c1161b663792 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0 HTTP/1.1" status: 200 len: 217 time: 0.1842871 Jul 19 03:30:05.202188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:05.252986 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0569024 Jul 19 03:30:05.264183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41376) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:05.270663 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:05.279122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'subnet': {'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:05.344392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa7958-179f-435b-9925-1ca402440328 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Network': ['ID=ef560f4a-cffd-48a5-88db-11113701fdaa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:05.373565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ef560f4a-cffd-48a5-88db-11113701fdaa details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:30:05.459442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Made reservation on behalf of bd514fa378424438952c6677bb6d6082 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:05.464803 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:05.503073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-4f32803b-405a-4ca9-a191-e66cf5b5ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:05.504570 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-4f32803b-405a-4ca9-a191-e66cf5b5ac1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5d95423-2dac-46b9-ae7e-21ee2f316c23 HTTP/1.1" status: 200 len: 835 time: 0.2063649 Jul 19 03:30:05.505157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Network f38d9943-1c4e-465f-8d2e-d65b79684897 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:30:05.607616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Pushing event updated for resources: {'Port': ['ID=10eed4d7-fed3-4fa6-9304-baeb5902d108,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:05.627579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, f38d9943-1c4e-465f-8d2e-d65b79684897) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:05.647452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:05.649148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:05.730074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d0a65-8b20-4975-af63-422e7e772a16 None None] Network f38d9943-1c4e-465f-8d2e-d65b79684897 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:05.749373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-1bebe575-75eb-4d4e-8923-eb9a1b3d5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:05.751091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-1bebe575-75eb-4d4e-8923-eb9a1b3d5151 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 1098 time: 0.6683290 Jul 19 03:30:05.759129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d6451-b633-4934-9611-6a39925a6e2a req-bfcd701f-685d-40fc-8d80-8b7fca2b7fbe tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:05.762231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a1f37f8b-bc9a-4695-b9bc-dc0300c25bf2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3604777 Jul 19 03:30:05.767315 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-339d6451-b633-4934-9611-6a39925a6e2a req-bfcd701f-685d-40fc-8d80-8b7fca2b7fbe tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 982 time: 0.2003417 Jul 19 03:30:05.824778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-0ca92d47-5816-46cc-9d2f-df826eaba938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:05.826474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-0ca92d47-5816-46cc-9d2f-df826eaba938 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3107123 Jul 19 03:30:05.866304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 308698ef-f3b9-4926-b832-fc578664b22d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:05.928540 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-339d6451-b633-4934-9611-6a39925a6e2a req-d3ff879a-20a2-43e9-94f6-1b7e89dc91b8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1598351 Jul 19 03:30:05.994467 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:06.017288 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:06.052721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-a752c211-1d4a-437d-a5c9-a8f3ee7fdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:06.054895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-a752c211-1d4a-437d-a5c9-a8f3ee7fdd43 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 909 time: 0.2883723 Jul 19 03:30:06.132643 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-675ed3b5-76b0-4d02-b319-68075d1ce624 service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968066 Jul 19 03:30:06.139918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Subnet': ['ID=f30677d4-fbbc-483d-ab33-4fec5fb0c7e7,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:06.157122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Checking segment: {'id': 'c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:06.157595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Network hostable DHCP agents. Network: ef560f4a-cffd-48a5-88db-11113701fdaa, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:30:06.184632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Network ef560f4a-cffd-48a5-88db-11113701fdaa is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:30:06.202177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ef560f4a-cffd-48a5-88db-11113701fdaa) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:06.203677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-a0a03619-83dd-443d-ad90-c983e7c2aa2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31a678-6c11-430c-b1c2-98a1d5774b21 HTTP/1.1" status: 200 len: 1000 time: 0.1430376 Jul 19 03:30:06.217212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:06.222432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:06.248530 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-27ac0d9f-f6d3-4146-a492-5bbb1e11bf12 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9827967 Jul 19 03:30:06.251004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41402) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:06.259777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'port': {'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1824135198'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:06.267283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e804f6c-6117-4137-ac9d-9c0b1cc0bb2c None None] Network ef560f4a-cffd-48a5-88db-11113701fdaa requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:06.305437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-62c94d0c-20a8-440b-9528-93035024c9a5 None None] Provisioning for port 10eed4d7-fed3-4fa6-9304-baeb5902d108 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:06.315640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-62c94d0c-20a8-440b-9528-93035024c9a5 None None] Provisioning complete for port 10eed4d7-fed3-4fa6-9304-baeb5902d108 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:06.316153 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-62c94d0c-20a8-440b-9528-93035024c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:06.359377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-956632da-b5ee-4a3d-b3b2-3b7d89e24869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:06.360940 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-956632da-b5ee-4a3d-b3b2-3b7d89e24869 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 200 len: 848 time: 0.1274905 Jul 19 03:30:06.364596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3ee8e61b-dc6d-475a-8460-433d6fc1a56f req-6fa5ca28-cfc7-4f92-9d3b-999dfd87772b service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223105 Jul 19 03:30:06.490710 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:06.497332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-8708a5c8-e843-43ad-bf7f-1bf25a90a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:06.499045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-8708a5c8-e843-43ad-bf7f-1bf25a90a3a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66515329-14d2-403d-9c58-62f5e4e23d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1320689 Jul 19 03:30:06.500998 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:06.502075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 308698ef-f3b9-4926-b832-fc578664b22d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:06.502451 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:06.504559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-62c94d0c-20a8-440b-9528-93035024c9a5 None None] Port 10eed4d7-fed3-4fa6-9304-baeb5902d108 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:06.508450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-596ee011-8978-4d1f-9648-359879f20414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8ea3110a-9863-4daf-b27f-168eb39d3f8a', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'port_id': '6a31a678-6c11-430c-b1c2-98a1d5774b21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'mac_address': 'fa:16:3e:aa:db:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:29:38Z', 'updated_at': '2021-07-19T03:30:03Z', 'revision_number': 1, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:06.514320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Made reservation on behalf of bd514fa378424438952c6677bb6d6082 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:06.522603 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:06.560492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ee011-8978-4d1f-9648-359879f20414 None None] Checking router: 07fc98b7-a2a8-4101-a479-325739f4a828 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:30:06.563032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] device_id is not set on port a23b84a1-05ae-4d9e-817a-c67553905bb5 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:30:06.606034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1281b26-44be-4b0f-9e4d-acb57aef7936 None None] Network f38d9943-1c4e-465f-8d2e-d65b79684897 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:06.630134 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:06.672460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-e0c3f500-45da-4fc6-a2dc-86bb2645c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:06.674171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-e0c3f500-45da-4fc6-a2dc-86bb2645c566 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee9945cfeda64ef89377168b204400d8&device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 1134 time: 0.2517400 Jul 19 03:30:06.678402 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Pushing event updated for resources: {'Port': ['ID=10eed4d7-fed3-4fa6-9304-baeb5902d108,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:06.772674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ee011-8978-4d1f-9648-359879f20414 None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:06.774152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-596ee011-8978-4d1f-9648-359879f20414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:06.828061 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-2675ecde-293a-4e58-841f-3c470da65b4c service neutron] 10.222.0.25 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979159 Jul 19 03:30:06.835784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-33ece898-aff7-42cc-996b-d4f5a0783f5f tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:06.838547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-33ece898-aff7-42cc-996b-d4f5a0783f5f tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/networks?id=f38d9943-1c4e-465f-8d2e-d65b79684897 HTTP/1.1" status: 200 len: 814 time: 0.1844392 Jul 19 03:30:06.863586 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-19258707-cbb5-4c80-b530-f242e9dad486 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/quotas/e5557ebf2b454627809af056df5dcd52 HTTP/1.1" status: 200 len: 375 time: 0.0151386 Jul 19 03:30:06.899809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-596ee011-8978-4d1f-9648-359879f20414 None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:06.906769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-e9757e08-9b6a-4fec-9b6f-b19591be73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:06.908568 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-e9757e08-9b6a-4fec-9b6f-b19591be73d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2 HTTP/1.1" status: 200 len: 897 time: 0.2230861 Jul 19 03:30:06.912086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Network 7bf3a8a6-b264-4b10-8beb-983b897e9114 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:06.915304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:07.045790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-90445b8b-d0f7-4f72-9b92-33542127b097 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0 HTTP/1.1" status: 200 len: 217 time: 0.1259463 Jul 19 03:30:07.073497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-ae83813d-bcec-42cf-89d6-256d86efa265 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5557ebf2b454627809af056df5dcd52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2037668 Jul 19 03:30:07.228753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Allocated IP 2001:db8::21b (ef560f4a-cffd-48a5-88db-11113701fdaa/f30677d4-fbbc-483d-ab33-4fec5fb0c7e7/a23b84a1-05ae-4d9e-817a-c67553905bb5) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:07.239972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-ef560f4a-cffd-48a5-88db-11113701fdaa', 'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa', 'tenant_id': 'bd514fa378424438952c6677bb6d6082', 'fixed_ips': [{'subnet_id': 'f30677d4-fbbc-483d-ab33-4fec5fb0c7e7'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:30:07.241245 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:07.342111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:07.364336 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d3e22581-11d1-4684-a6f0-77b740590cc8 service neutron] 10.222.0.20 "GET /v2.0/networks/f38d9943-1c4e-465f-8d2e-d65b79684897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546618 Jul 19 03:30:07.444524 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:07.483395 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-45a5bd36-b669-4ae7-858d-88074cca961d service neutron] 10.222.0.20 "GET /v2.0/networks/f38d9943-1c4e-465f-8d2e-d65b79684897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083848 Jul 19 03:30:07.591076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1b717cea-b0c3-4294-a6dc-17924fe01bee None None] Provisioning complete for port 10eed4d7-fed3-4fa6-9304-baeb5902d108 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:07.595519 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b717cea-b0c3-4294-a6dc-17924fe01bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:07.649913 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:07.668964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Transition to ACTIVE for port object a23b84a1-05ae-4d9e-817a-c67553905bb5 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:07.688707 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 53f5b841-21f1-4c20-93ba-aff6ea6168b0 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:30:07.721742 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:07.759693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1b717cea-b0c3-4294-a6dc-17924fe01bee None None] Port 10eed4d7-fed3-4fa6-9304-baeb5902d108 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:07.780224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e2e94d0-501e-4d5c-a84e-8a6aaef0215a req-508b2f4f-72f2-4288-9edb-bddb1ec4ed37 service neutron] 10.222.0.25 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9280169 Jul 19 03:30:07.846735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41446) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:07.861231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-596ee011-8978-4d1f-9648-359879f20414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8ea3110a-9863-4daf-b27f-168eb39d3f8a', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'port_id': '6a31a678-6c11-430c-b1c2-98a1d5774b21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'mac_address': 'fa:16:3e:aa:db:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:29:38Z', 'updated_at': '2021-07-19T03:30:03Z', 'revision_number': 1, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:07.874773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Allocated IP 2001:db8::2 (ef560f4a-cffd-48a5-88db-11113701fdaa/f30677d4-fbbc-483d-ab33-4fec5fb0c7e7/94c0b727-976f-4f54-8963-c052c338b16c) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:07.904007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-3854c725-0f99-4472-bd07-af8009d78df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:07.905116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-3854c725-0f99-4472-bd07-af8009d78df6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5d95423-2dac-46b9-ae7e-21ee2f316c23 HTTP/1.1" status: 200 len: 835 time: 0.8057530 Jul 19 03:30:07.905756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Network ef560f4a-cffd-48a5-88db-11113701fdaa is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:07.915004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:07.924913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:07.936145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:07.937101 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:07.941215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Port': ['ID=a23b84a1-05ae-4d9e-817a-c67553905bb5,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:07.962823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d40d1fe9-b9d6-4dc4-bb12-2620db084db5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7087648 Jul 19 03:30:07.965818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41452) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:07.972216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'port': {'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-40040561', 'allowed_address_pairs': [{'ip_address': '2001:db8::21b', 'mac_address': 'fa:16:3e:1e:bf:34'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:08.053256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Router 3c351012-8960-4f07-892b-0a5d3f580580 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:30:08.080827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6e842-4798-4ff0-90d9-056d4ee6b10b req-9da89d17-9112-44a7-85d1-86a5e6df3f67 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:08.083294 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-edf6e842-4798-4ff0-90d9-056d4ee6b10b req-9da89d17-9112-44a7-85d1-86a5e6df3f67 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 982 time: 0.4340456 Jul 19 03:30:08.094478 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db4e6978-6362-4e37-b800-5483588feafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.132715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ee011-8978-4d1f-9648-359879f20414 None None] The sync data for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 is: [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8ea3110a-9863-4daf-b27f-168eb39d3f8a', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'port_id': '6a31a678-6c11-430c-b1c2-98a1d5774b21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'mac_address': 'fa:16:3e:aa:db:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:29:38Z', 'updated_at': '2021-07-19T03:30:03Z', 'revision_number': 1, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:30:08.240535 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31a2e0d1-840e-4a41-ade2-05d09c257f5b req-efc1a4ca-7699-4d6f-ae0e-4ad3aefbab78 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 210 time: 0.0513363 Jul 19 03:30:08.252055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 53f5b841-21f1-4c20-93ba-aff6ea6168b0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:08.295770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-67a78009-756d-4b04-ae6b-52cf08ba26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:08.299163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-67a78009-756d-4b04-ae6b-52cf08ba26db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3855789 Jul 19 03:30:08.299395 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db4e6978-6362-4e37-b800-5483588feafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.311464 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db4e6978-6362-4e37-b800-5483588feafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.332400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'port_id': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'mac_address': 'fa:16:3e:5c:f0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:30:08.389196 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-edf6e842-4798-4ff0-90d9-056d4ee6b10b req-e90ae479-fec6-497d-b081-f3b074443984 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2843585 Jul 19 03:30:08.394704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-db4e6978-6362-4e37-b800-5483588feafb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d18bd52b7f1416cb47c7e000ff0d433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373061 Jul 19 03:30:08.398806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41460) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:08.403713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Made reservation on behalf of bd514fa378424438952c6677bb6d6082 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:08.457528 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.479337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e6978-6362-4e37-b800-5483588feafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ae710-faaf-40b2-8f6b-4b0eb2008787,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:08.544008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f5b841-21f1-4c20-93ba-aff6ea6168b0 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:30:08.577835 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.595995 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40634f93-839b-465b-b364-e0c2e6f78fc1 None None] New status for floating IP 8ea3110a-9863-4daf-b27f-168eb39d3f8a: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:30:08.611884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:30:08.618490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Transition to ACTIVE for port object 94c0b727-976f-4f54-8963-c052c338b16c will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:08.618658 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-18adbefe-4ed6-4d17-9d75-9730f7816a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.626819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 53f5b841-21f1-4c20-93ba-aff6ea6168b0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:08.628632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Sync routers for ids ['3c351012-8960-4f07-892b-0a5d3f580580'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:30:08.628871 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5bcefb73-88b3-4141-940b-db98677f8407 admin admin] 10.222.0.20 "PUT /v2.0/routers/3c351012-8960-4f07-892b-0a5d3f580580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6524930 Jul 19 03:30:08.638965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.650247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Routers {'3c351012-8960-4f07-892b-0a5d3f580580'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:08.651066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3c351012-8960-4f07-892b-0a5d3f580580'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:08.654050 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.684358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-cc8289d4-d4ed-405a-9604-e50d4f1394ed service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703072 Jul 19 03:30:08.719940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] device_id is not set on port 338c2158-2d88-434a-807b-e2b43160ce9b yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:30:08.743715 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-18adbefe-4ed6-4d17-9d75-9730f7816a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.827605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Transition to ACTIVE for port object 94c0b727-976f-4f54-8963-c052c338b16c will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:08.884130 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1aff47de-8d8e-4f9e-85fd-33a5d8d54ef2 req-57fa2cad-9cb9-49c5-8eb3-4db1db8cdf35 service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917012 Jul 19 03:30:08.886930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['53f5b841-21f1-4c20-93ba-aff6ea6168b0'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:30:08.908227 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.993042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-18adbefe-4ed6-4d17-9d75-9730f7816a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:08.996222 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-18adbefe-4ed6-4d17-9d75-9730f7816a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:09.000108 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-18adbefe-4ed6-4d17-9d75-9730f7816a60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b1ae710-faaf-40b2-8f6b-4b0eb2008787 HTTP/1.1" status: 204 len: 168 time: 0.5808661 Jul 19 03:30:09.022412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Allocated IP 2001:db8::2f8 (ef560f4a-cffd-48a5-88db-11113701fdaa/f30677d4-fbbc-483d-ab33-4fec5fb0c7e7/338c2158-2d88-434a-807b-e2b43160ce9b) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:09.025267 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adbefe-4ed6-4d17-9d75-9730f7816a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ae710-faaf-40b2-8f6b-4b0eb2008787,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:09.254189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=53f5b841-21f1-4c20-93ba-aff6ea6168b0,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:09.269512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Network ef560f4a-cffd-48a5-88db-11113701fdaa is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:09.302499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:09.313955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:09.319190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Set router 3c351012-8960-4f07-892b-0a5d3f580580 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:09.322071 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:09.344411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Transition to ACTIVE for port object 338c2158-2d88-434a-807b-e2b43160ce9b will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:09.397014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Pushing event updated for resources: {'Port': ['ID=94c0b727-976f-4f54-8963-c052c338b16c,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:09.403302 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:09.476414 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-810b70b7-4658-4b57-af63-a7c2f30e95cb req-4cfec1fb-1c20-4459-9441-5c1fbeae9cc1 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 210 time: 0.0583518 Jul 19 03:30:09.484850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Attempting to bind port 94c0b727-976f-4f54-8963-c052c338b16c on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:09.485226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Attempting to bind port 94c0b727-976f-4f54-8963-c052c338b16c by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:09.485586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Attempting to bind port 94c0b727-976f-4f54-8963-c052c338b16c on network ef560f4a-cffd-48a5-88db-11113701fdaa {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:09.499718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Network ef560f4a-cffd-48a5-88db-11113701fdaa is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:09.514523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:09.514977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Checking segment: {'id': 'c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:09.515332 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:09.515733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Bound using segment: {'id': 'c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:09.516220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Bound port: 94c0b727-976f-4f54-8963-c052c338b16c, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:09.516597 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:09.536679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:09.557073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:09.571935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:09.572661 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:09.636680 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.6693347 Jul 19 03:30:09.638500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f188b-49b2-4717-b8f1-23d765c3752c tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Port': ['ID=338c2158-2d88-434a-807b-e2b43160ce9b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:09.640057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41502) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:09.780751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] For port 94c0b727-976f-4f54-8963-c052c338b16c, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:09.841379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41506) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:09.842753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] For port 94c0b727-976f-4f54-8963-c052c338b16c, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=94c0b727-976f-4f54-8963-c052c338b16c,segment=NetworkSegment(c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d),segment_id=c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:09.856401 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:09.868711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c8fc7-31b0-494c-b42a-7982e773763a req-7522de88-83bf-42e3-b1a5-a987d99a1c12 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:09.870387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cca451a0-55f6-4a75-a675-f5ca0a067143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:09.876363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e94c8fc7-31b0-494c-b42a-7982e773763a req-7522de88-83bf-42e3-b1a5-a987d99a1c12 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 983 time: 0.1787963 Jul 19 03:30:09.889622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e99b3-4460-412d-9ca4-e41ed4dccbc7 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:09.896286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e99b3-4460-412d-9ca4-e41ed4dccbc7 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:09.905021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e99b3-4460-412d-9ca4-e41ed4dccbc7 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:09.910901 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1f6e99b3-4460-412d-9ca4-e41ed4dccbc7 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2695985 Jul 19 03:30:09.911546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41508) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:09.972866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faae68-d88d-454e-97bb-d563bd73b93d None None] Pushing event updated for resources: {'Port': ['ID=94c0b727-976f-4f54-8963-c052c338b16c,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:09.997004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c351012-8960-4f07-892b-0a5d3f580580', 'name': 'tempest-TestAggregatesBasicOps-441059415-router', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '308698ef-f3b9-4926-b832-fc578664b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:55Z', 'updated_at': '2021-07-19T03:30:05Z', 'revision_number': 4, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'gw_port': {'id': '308698ef-f3b9-4926-b832-fc578664b22d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c351012-8960-4f07-892b-0a5d3f580580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:56Z', 'updated_at': '2021-07-19T03:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '10eed4d7-fed3-4fa6-9304-baeb5902d108', 'name': '', 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'mac_address': 'fa:16:3e:0e:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c351012-8960-4f07-892b-0a5d3f580580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'c85971c4-7258-4bc5-85ab-98f745185e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:03Z', 'updated_at': '2021-07-19T03:30:06Z', 'revision_number': 2, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'subnets': [{'id': 'c85971c4-7258-4bc5-85ab-98f745185e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:10.047342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Checking router: 3c351012-8960-4f07-892b-0a5d3f580580 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:30:10.047701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Updating router 3c351012-8960-4f07-892b-0a5d3f580580 port 10eed4d7-fed3-4fa6-9304-baeb5902d108 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:30:10.098468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e94c8fc7-31b0-494c-b42a-7982e773763a req-c15cbd63-fc30-4e9f-a87e-8601cff99f57 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2210877 Jul 19 03:30:10.104021 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.139750 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cca451a0-55f6-4a75-a675-f5ca0a067143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.149341 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cca451a0-55f6-4a75-a675-f5ca0a067143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.160075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-5fe39f4a-246c-4c22-9072-b8b57cee58c4 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:10.162083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-5fe39f4a-246c-4c22-9072-b8b57cee58c4 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.26 "GET /v2.0/networks?id=f38d9943-1c4e-465f-8d2e-d65b79684897 HTTP/1.1" status: 200 len: 814 time: 0.3797166 Jul 19 03:30:10.175532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Request body: {'port': {'device_id': 'b34ad87e-cd05-4e64-ab51-8e3d8e2b1803', 'network_id': 'f38d9943-1c4e-465f-8d2e-d65b79684897', 'admin_state_up': True, 'tenant_id': 'e5557ebf2b454627809af056df5dcd52'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:10.199343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca451a0-55f6-4a75-a675-f5ca0a067143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fc3fa0-46e3-4fe6-ba53-79ea186dcfa2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:10.246958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cca451a0-55f6-4a75-a675-f5ca0a067143 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b0ea24fdc3d4e9b82133b1594a0d1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042261 Jul 19 03:30:10.251788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41514) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:10.412586 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d36f47f-2226-43d1-9827-b7dbca594d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.420101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-e836b0d3-17d5-47ef-9f95-cbe998714c3e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Deleting port 338c2158-2d88-434a-807b-e2b43160ce9b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:10.420489 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e836b0d3-17d5-47ef-9f95-cbe998714c3e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.431929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Made reservation on behalf of e5557ebf2b454627809af056df5dcd52 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:10.438303 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.453539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d36f47f-2226-43d1-9827-b7dbca594d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.527891 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d36f47f-2226-43d1-9827-b7dbca594d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.530505 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d36f47f-2226-43d1-9827-b7dbca594d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.531810 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2d36f47f-2226-43d1-9827-b7dbca594d6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51fc3fa0-46e3-4fe6-ba53-79ea186dcfa2 HTTP/1.1" status: 204 len: 168 time: 0.2796192 Jul 19 03:30:10.543884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f47f-2226-43d1-9827-b7dbca594d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fc3fa0-46e3-4fe6-ba53-79ea186dcfa2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:10.707284 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d2c60c07-0bd3-47ef-989a-8e5e3e1ece10 req-97cc48eb-a1a6-44ba-aeec-d86526128441 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 210 time: 0.0525627 Jul 19 03:30:10.717915 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.732471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Transition to ACTIVE for port object 10eed4d7-fed3-4fa6-9304-baeb5902d108 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:10.743805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.771926 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e836b0d3-17d5-47ef-9f95-cbe998714c3e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.795444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-e836b0d3-17d5-47ef-9f95-cbe998714c3e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Calling delete_port for 338c2158-2d88-434a-807b-e2b43160ce9b owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:10.824744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Allocated IP 172.20.0.7 (f38d9943-1c4e-465f-8d2e-d65b79684897/c21cf6e2-d857-482a-9ea3-a5dba41bbb49/05c56b04-62d3-4544-918a-3192ed9106ab) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:10.883690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41542) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:10.934940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Pushing event updated for resources: {'Port': ['ID=10eed4d7-fed3-4fa6-9304-baeb5902d108,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:10.940311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Attempting to bind port 10eed4d7-fed3-4fa6-9304-baeb5902d108 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:10.940742 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Attempting to bind port 10eed4d7-fed3-4fa6-9304-baeb5902d108 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:10.941194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Attempting to bind port 10eed4d7-fed3-4fa6-9304-baeb5902d108 on network 7bf3a8a6-b264-4b10-8beb-983b897e9114 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:10.953868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:10.954375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Checking segment: {'id': 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:10.954856 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:10.955326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Bound using segment: {'id': 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:10.955856 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Bound port: 10eed4d7-fed3-4fa6-9304-baeb5902d108, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:10.956309 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:11.070968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] For port 10eed4d7-fed3-4fa6-9304-baeb5902d108, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:11.076454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] For port 10eed4d7-fed3-4fa6-9304-baeb5902d108, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10eed4d7-fed3-4fa6-9304-baeb5902d108,segment=NetworkSegment(cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23),segment_id=cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:11.089268 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:11.237832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Routers {'3c351012-8960-4f07-892b-0a5d3f580580'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:11.238529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3c351012-8960-4f07-892b-0a5d3f580580'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:11.307776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Pushing event updated for resources: {'Port': ['ID=10eed4d7-fed3-4fa6-9304-baeb5902d108,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:11.319102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.320571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.320952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.321294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.321751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.322084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.322436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.322762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.323082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.323403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.323776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.324100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d629a9-d4ee-4d06-adb8-ffbea10d8fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:11.436067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] Set router 3c351012-8960-4f07-892b-0a5d3f580580 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:11.496526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:11.532139 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e836b0d3-17d5-47ef-9f95-cbe998714c3e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:11.624015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836b0d3-17d5-47ef-9f95-cbe998714c3e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event deleted for resources: {'Port': ['ID=338c2158-2d88-434a-807b-e2b43160ce9b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:11.644361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 53f5b841-21f1-4c20-93ba-aff6ea6168b0 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:11.735995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7703106-bfaa-4564-95aa-00c51aaf27c3 None None] Network ef560f4a-cffd-48a5-88db-11113701fdaa requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:11.806984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffabf2b-6f67-4d8a-a81f-ebbe8b0f6269 req-6a48750e-2b3c-4bdd-8c84-9d71257164df tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:11.808578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ffabf2b-6f67-4d8a-a81f-ebbe8b0f6269 req-6a48750e-2b3c-4bdd-8c84-9d71257164df tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 983 time: 0.4053993 Jul 19 03:30:11.964225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7d6a154b-0c77-4e02-b535-e5c8a8882df0 None None] Provisioning for port 94c0b727-976f-4f54-8963-c052c338b16c completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:11.974056 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:11.988298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:11.989025 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:11.997173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ffabf2b-6f67-4d8a-a81f-ebbe8b0f6269 req-a7ecd4b9-5bf4-435e-b406-6f2c93dfa6d5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1598899 Jul 19 03:30:12.022452 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:12.035730 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e836b0d3-17d5-47ef-9f95-cbe998714c3e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:12.035832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 94c0b727-976f-4f54-8963-c052c338b16c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:12.036701 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e836b0d3-17d5-47ef-9f95-cbe998714c3e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "DELETE /v2.0/ports/338c2158-2d88-434a-807b-e2b43160ce9b HTTP/1.1" status: 204 len: 168 time: 2.1205218 Jul 19 03:30:12.043140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41572) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:12.113278 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-4474288f-45c8-4a62-8cc7-4cf074ce3f2f tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] GET failed (client error): The resource could not be found. Jul 19 03:30:12.115568 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4474288f-45c8-4a62-8cc7-4cf074ce3f2f tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "GET /v2.0/ports/338c2158-2d88-434a-807b-e2b43160ce9b HTTP/1.1" status: 404 len: 333 time: 0.0699270 Jul 19 03:30:12.121561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Network f38d9943-1c4e-465f-8d2e-d65b79684897 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:12.128941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41576) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:12.134902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'port': {'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1833489055'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:12.245329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:12.248269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:12.313351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:12.314023 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:12.320659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 94c0b727-976f-4f54-8963-c052c338b16c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:12.327680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Pushing event updated for resources: {'Port': ['ID=05c56b04-62d3-4544-918a-3192ed9106ab,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:12.329360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:12.360819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Made reservation on behalf of bd514fa378424438952c6677bb6d6082 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:12.366050 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:12.373072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 94c0b727-976f-4f54-8963-c052c338b16c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:12.373807 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:12.389067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d555434c-74f5-4301-b180-772a0e2d6d2e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2188053 Jul 19 03:30:12.396228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] device_id is not set on port 770e9609-93df-4c65-9293-9185a571493b yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:30:12.406495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Request body: {'port': {'device_id': 'b34ad87e-cd05-4e64-ab51-8e3d8e2b1803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:12.561918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdc127-58f5-4ff7-9c8a-74d8303977e3 req-0232205d-cf1e-4799-9ad8-bd88ed7e24ce tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:12.571679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:12.572706 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cbdc127-58f5-4ff7-9c8a-74d8303977e3 req-0232205d-cf1e-4799-9ad8-bd88ed7e24ce tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 931 time: 0.2410696 Jul 19 03:30:12.671920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Allocated IP 2001:db8::9a (ef560f4a-cffd-48a5-88db-11113701fdaa/f30677d4-fbbc-483d-ab33-4fec5fb0c7e7/770e9609-93df-4c65-9293-9185a571493b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:12.757647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c351012-8960-4f07-892b-0a5d3f580580', 'name': 'tempest-TestAggregatesBasicOps-441059415-router', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '308698ef-f3b9-4926-b832-fc578664b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:55Z', 'updated_at': '2021-07-19T03:30:05Z', 'revision_number': 4, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'gw_port': {'id': '308698ef-f3b9-4926-b832-fc578664b22d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c351012-8960-4f07-892b-0a5d3f580580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:56Z', 'updated_at': '2021-07-19T03:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '10eed4d7-fed3-4fa6-9304-baeb5902d108', 'name': '', 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'mac_address': 'fa:16:3e:0e:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c351012-8960-4f07-892b-0a5d3f580580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'c85971c4-7258-4bc5-85ab-98f745185e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:03Z', 'updated_at': '2021-07-19T03:30:11Z', 'revision_number': 4, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'subnets': [{'id': 'c85971c4-7258-4bc5-85ab-98f745185e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:12.783819 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cbdc127-58f5-4ff7-9c8a-74d8303977e3 req-362cf193-2ac2-4c51-b75a-a3a84aabaec0 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100101 Jul 19 03:30:12.830523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f8375-f685-4380-83a7-d6d055ae08cb None None] The sync data for ids ['3c351012-8960-4f07-892b-0a5d3f580580'] in n-d-762330-18 is: [{'id': '3c351012-8960-4f07-892b-0a5d3f580580', 'name': 'tempest-TestAggregatesBasicOps-441059415-router', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '308698ef-f3b9-4926-b832-fc578664b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:55Z', 'updated_at': '2021-07-19T03:30:05Z', 'revision_number': 4, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'gw_port': {'id': '308698ef-f3b9-4926-b832-fc578664b22d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c351012-8960-4f07-892b-0a5d3f580580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:56Z', 'updated_at': '2021-07-19T03:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '10eed4d7-fed3-4fa6-9304-baeb5902d108', 'name': '', 'network_id': '7bf3a8a6-b264-4b10-8beb-983b897e9114', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'mac_address': 'fa:16:3e:0e:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c351012-8960-4f07-892b-0a5d3f580580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'c85971c4-7258-4bc5-85ab-98f745185e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:03Z', 'updated_at': '2021-07-19T03:30:11Z', 'revision_number': 4, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'subnets': [{'id': 'c85971c4-7258-4bc5-85ab-98f745185e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:30:12.837330 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:12.883090 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-112dde3f-ecfd-4424-afb5-03a20a72064e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:12.973158 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f5b841-21f1-4c20-93ba-aff6ea6168b0'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:12.975874 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f3e82c-98da-406b-88a9-5669b0375f79" -d '{"events": [{"server_uuid": "da8a3386-dc91-42b2-a6ed-ce2a9785d1f1", "name": "network-vif-plugged", "status": "completed", "tag": "53f5b841-21f1-4c20-93ba-aff6ea6168b0"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:13.023788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 53f5b841-21f1-4c20-93ba-aff6ea6168b0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:13.043818 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:13.067451 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cc0a3b-d828-446e-8990-6adee90df175 x-openstack-request-id: req-d9cc0a3b-d828-446e-8990-6adee90df175 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:13.076186 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8a3386-dc91-42b2-a6ed-ce2a9785d1f1", "name": "network-vif-plugged", "status": "completed", "tag": "53f5b841-21f1-4c20-93ba-aff6ea6168b0", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:13.076809 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9cc0a3b-d828-446e-8990-6adee90df175 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:13.077447 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'code': 200} Jul 19 03:30:13.133262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] Deleting port 23430cbc-de68-4d88-b550-27e81ea69434 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:13.133612 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:13.160673 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:13.205378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 94c0b727-976f-4f54-8963-c052c338b16c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=94c0b727-976f-4f54-8963-c052c338b16c,segment=NetworkSegment(c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d),segment_id=c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:13.213470 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:13.219740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=53f5b841-21f1-4c20-93ba-aff6ea6168b0,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:13.403512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=94c0b727-976f-4f54-8963-c052c338b16c,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:13.433667 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] For port 23430cbc-de68-4d88-b550-27e81ea69434, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=23430cbc-de68-4d88-b550-27e81ea69434,segment=NetworkSegment(972473d0-983d-4a79-9fd3-015399b7959e),segment_id=972473d0-983d-4a79-9fd3-015399b7959e)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:13.434141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:13.473248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974ee12-d8f4-44c6-95ee-d9ea21f2b827 req-14f7deba-e263-4c83-8ba6-89766ac86dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:13.474977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c974ee12-d8f4-44c6-95ee-d9ea21f2b827 req-14f7deba-e263-4c83-8ba6-89766ac86dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 1136 time: 0.3313830 Jul 19 03:30:13.476645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] Calling delete_port for 23430cbc-de68-4d88-b550-27e81ea69434 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:13.682498 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c974ee12-d8f4-44c6-95ee-d9ea21f2b827 req-f530563e-26ed-4ab5-a7b3-7688bd31f44d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15993a19-a2d5-4892-a089-0c0d92c56b01&id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1936333 Jul 19 03:30:13.686457 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:13.751399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c178bc3c-98a9-4c43-98e1-6f3367759b8b None None] Provisioning complete for port 94c0b727-976f-4f54-8963-c052c338b16c triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:13.753048 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c178bc3c-98a9-4c43-98e1-6f3367759b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:13.891767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Transition to ACTIVE for port object 770e9609-93df-4c65-9293-9185a571493b will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:14.117042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:14.209304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] Pushing event deleted for resources: {'Port': ['ID=23430cbc-de68-4d88-b550-27e81ea69434,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:14.302887 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:14.332537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c178bc3c-98a9-4c43-98e1-6f3367759b8b None None] Provisioning for port a23b84a1-05ae-4d9e-817a-c67553905bb5 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:14.357605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c178bc3c-98a9-4c43-98e1-6f3367759b8b None None] Provisioning complete for port a23b84a1-05ae-4d9e-817a-c67553905bb5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:14.359361 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c178bc3c-98a9-4c43-98e1-6f3367759b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:14.444799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c178bc3c-98a9-4c43-98e1-6f3367759b8b None None] Port a23b84a1-05ae-4d9e-817a-c67553905bb5 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:14.451048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41620) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:14.478673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 94c0b727-976f-4f54-8963-c052c338b16c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:14.616125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9fb10-2d82-48ae-942a-e09f20cf7534 req-de0e9a5f-4e26-430c-9a93-b6d40639078c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:14.624848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f315ef6e-d7e8-4c20-a7cd-119db98326dc None None] Provisioning complete for port a23b84a1-05ae-4d9e-817a-c67553905bb5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:14.625126 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f315ef6e-d7e8-4c20-a7cd-119db98326dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:14.628652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99c9fb10-2d82-48ae-942a-e09f20cf7534 req-de0e9a5f-4e26-430c-9a93-b6d40639078c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 984 time: 1.1677103 Jul 19 03:30:14.692697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 94c0b727-976f-4f54-8963-c052c338b16c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:14.693085 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:14.722362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Network ef560f4a-cffd-48a5-88db-11113701fdaa is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:14.750500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f315ef6e-d7e8-4c20-a7cd-119db98326dc None None] Port a23b84a1-05ae-4d9e-817a-c67553905bb5 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:14.752993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:14.788004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:14.811823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:14.812805 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:14.820625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10eed4d7-fed3-4fa6-9304-baeb5902d108 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:14.862489 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46996644-7820-4cd6-9524-e9a68c4548f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:14.885749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Port': ['ID=770e9609-93df-4c65-9293-9185a571493b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:14.890385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5dfd34d3-0686-4585-a47f-f4d783e54374 None None] Could not find standard attr ID for object 338c2158-2d88-434a-807b-e2b43160ce9b. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:30:14.924717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 10eed4d7-fed3-4fa6-9304-baeb5902d108 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:14.929515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99c9fb10-2d82-48ae-942a-e09f20cf7534 req-e39dcd8f-4d79-4c5d-8897-ed477a6fde6b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2959876 Jul 19 03:30:14.934244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a9e2a030-fa8e-4473-8471-ce6e6c390b7d tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8042920 Jul 19 03:30:14.938499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41626) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:14.948704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 10eed4d7-fed3-4fa6-9304-baeb5902d108 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:14.949282 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:14.959312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5a460da4-0f51-4b98-a693-b079ec75c265 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21b', 'mac_address': 'fa:16:3e:1e:bf:34'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:14.995900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c56b04-62d3-4544-918a-3192ed9106ab {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:30:15.009903 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.039826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Transition to ACTIVE for port object 05c56b04-62d3-4544-918a-3192ed9106ab will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:15.045965 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.083717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a61f45-a8a3-45d4-afaa-64c33ca2154f req-d6063e39-d1e4-40fc-b8ca-49ee5ef2d86c tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:15.093037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-65a61f45-a8a3-45d4-afaa-64c33ca2154f req-d6063e39-d1e4-40fc-b8ca-49ee5ef2d86c tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 931 time: 0.5851462 Jul 19 03:30:15.128643 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.184644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Pushing event updated for resources: {'Port': ['ID=05c56b04-62d3-4544-918a-3192ed9106ab,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:15.187318 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.189229 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9767f607-8023-4e46-aecf-e24bc83ab1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.226941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-65a61f45-a8a3-45d4-afaa-64c33ca2154f req-8eaa3c76-35d2-4f38-8c30-f39de41964c3 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327579 Jul 19 03:30:15.268131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 10eed4d7-fed3-4fa6-9304-baeb5902d108, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10eed4d7-fed3-4fa6-9304-baeb5902d108,segment=NetworkSegment(cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23),segment_id=cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:15.277196 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.335957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Attempting to bind port 05c56b04-62d3-4544-918a-3192ed9106ab on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:15.336499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Attempting to bind port 05c56b04-62d3-4544-918a-3192ed9106ab by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'c2737692-4c62-4fb0-9c59-dfc5d43473d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f38d9943-1c4e-465f-8d2e-d65b79684897'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:15.336841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Attempting to bind port 05c56b04-62d3-4544-918a-3192ed9106ab on network f38d9943-1c4e-465f-8d2e-d65b79684897 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:15.349424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Port 05c56b04-62d3-4544-918a-3192ed9106ab on network f38d9943-1c4e-465f-8d2e-d65b79684897 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:30:15.349828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Attempting to bind port 05c56b04-62d3-4544-918a-3192ed9106ab on network f38d9943-1c4e-465f-8d2e-d65b79684897 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:15.359112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:15.359444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Checking segment: {'id': 'c2737692-4c62-4fb0-9c59-dfc5d43473d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f38d9943-1c4e-465f-8d2e-d65b79684897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:15.360318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Bound using segment: {'id': 'c2737692-4c62-4fb0-9c59-dfc5d43473d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f38d9943-1c4e-465f-8d2e-d65b79684897'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:15.360318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Bound port: 05c56b04-62d3-4544-918a-3192ed9106ab, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2737692-4c62-4fb0-9c59-dfc5d43473d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f38d9943-1c4e-465f-8d2e-d65b79684897'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:15.363309 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.395609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=10eed4d7-fed3-4fa6-9304-baeb5902d108,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:15.443275 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-891ba8a2-be52-424e-a0b2-87b444d13d8f None None] Provisioning for port 770e9609-93df-4c65-9293-9185a571493b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:15.452251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-891ba8a2-be52-424e-a0b2-87b444d13d8f None None] Provisioning complete for port 770e9609-93df-4c65-9293-9185a571493b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:15.452627 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-891ba8a2-be52-424e-a0b2-87b444d13d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.499836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] For port 05c56b04-62d3-4544-918a-3192ed9106ab, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:15.506515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-891ba8a2-be52-424e-a0b2-87b444d13d8f None None] Port 770e9609-93df-4c65-9293-9185a571493b cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:15.510504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] For port 05c56b04-62d3-4544-918a-3192ed9106ab, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=05c56b04-62d3-4544-918a-3192ed9106ab,segment=NetworkSegment(c2737692-4c62-4fb0-9c59-dfc5d43473d0),segment_id=c2737692-4c62-4fb0-9c59-dfc5d43473d0)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:15.518256 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.533394 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a460da4-0f51-4b98-a693-b079ec75c265 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.557449 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46996644-7820-4cd6-9524-e9a68c4548f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.565004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:15.565721 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.567613 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] 10.222.0.26 "PUT /v2.0/ports/05c56b04-62d3-4544-918a-3192ed9106ab HTTP/1.1" status: 200 len: 1092 time: 3.1662931 Jul 19 03:30:15.570044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34ad87e-cd05-4e64-ab51-8e3d8e2b1803', 'tag': '05c56b04-62d3-4544-918a-3192ed9106ab'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:15.572707 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c252856-b524-480e-8526-ee44dfbbc10c" -d '{"events": [{"name": "network-changed", "server_uuid": "b34ad87e-cd05-4e64-ab51-8e3d8e2b1803", "tag": "05c56b04-62d3-4544-918a-3192ed9106ab"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:15.575410 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46996644-7820-4cd6-9524-e9a68c4548f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.622730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c18b52-fcfb-4e6d-bd03-58807d435804 service neutron] Pushing event updated for resources: {'Port': ['ID=05c56b04-62d3-4544-918a-3192ed9106ab,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:15.639912 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.675086 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f212cf-08c6-4449-84e8-d1d77dae5994 x-openstack-request-id: req-42f212cf-08c6-4449-84e8-d1d77dae5994 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:15.675483 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34ad87e-cd05-4e64-ab51-8e3d8e2b1803", "tag": "05c56b04-62d3-4544-918a-3192ed9106ab", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:15.675915 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42f212cf-08c6-4449-84e8-d1d77dae5994 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:15.676568 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34ad87e-cd05-4e64-ab51-8e3d8e2b1803', 'tag': '05c56b04-62d3-4544-918a-3192ed9106ab', 'status': 'completed', 'code': 200} Jul 19 03:30:15.700935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-3c04d235-5ff8-4f99-89f2-5df8b226c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:15.702606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-3c04d235-5ff8-4f99-89f2-5df8b226c745 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5557ebf2b454627809af056df5dcd52&device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 1095 time: 0.0692327 Jul 19 03:30:15.708912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46996644-7820-4cd6-9524-e9a68c4548f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa386079-bbaa-448e-99eb-014be8d6006c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:15.719182 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-46996644-7820-4cd6-9524-e9a68c4548f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44212eb508724318911fb4bfbf0b38cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2672305 Jul 19 03:30:15.743940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41634) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:15.751878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-d71523ae-2924-419b-b3db-12f6d54534f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05c56b04-62d3-4544-918a-3192ed9106ab HTTP/1.1" status: 200 len: 217 time: 0.0421152 Jul 19 03:30:15.832180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-be349eeb-304d-4593-ad70-824a1407a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:15.833727 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-be349eeb-304d-4593-ad70-824a1407a77e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c21cf6e2-d857-482a-9ea3-a5dba41bbb49 HTTP/1.1" status: 200 len: 854 time: 0.0727179 Jul 19 03:30:15.845265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] Router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:30:15.852779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d73730a-b36b-48b4-b23f-af2dc8b3db6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.872680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-a1bd3bec-42be-4568-b6e3-3a4db4da6a96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f38d9943-1c4e-465f-8d2e-d65b79684897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328321 Jul 19 03:30:15.915386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d73730a-b36b-48b4-b23f-af2dc8b3db6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.940725 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10eed4d7-fed3-4fa6-9304-baeb5902d108 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:15.979921 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a460da4-0f51-4b98-a693-b079ec75c265 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:15.991418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a460da4-0f51-4b98-a693-b079ec75c265 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:16.001472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 10eed4d7-fed3-4fa6-9304-baeb5902d108 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:16.004436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:16.036045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5a460da4-0f51-4b98-a693-b079ec75c265 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] In _notify_port_updated(), no bound segment for port 770e9609-93df-4c65-9293-9185a571493b on network ef560f4a-cffd-48a5-88db-11113701fdaa {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:30:16.043968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a460da4-0f51-4b98-a693-b079ec75c265 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:16.044663 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a460da4-0f51-4b98-a693-b079ec75c265 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:16.046030 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5a460da4-0f51-4b98-a693-b079ec75c265 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "PUT /v2.0/ports/770e9609-93df-4c65-9293-9185a571493b HTTP/1.1" status: 200 len: 1002 time: 1.0927668 Jul 19 03:30:16.052338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41638) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:16.071531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:30:16.076922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-17288689-7c98-433c-8f79-ac92c5a3be71 admin admin] 10.222.0.20 "PUT /v2.0/routers/2263217a-a4f5-4fd7-a32b-b8f9aaf2973c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1921523 Jul 19 03:30:16.082426 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] Sync routers for ids ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:30:16.103950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41640) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:16.111863 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] Routers {'2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:16.113139 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:16.119418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a460da4-0f51-4b98-a693-b079ec75c265 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Port': ['ID=770e9609-93df-4c65-9293-9185a571493b,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:16.251660 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] Set router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:16.404524 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:16.460305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-0b086a00-a43d-4b09-b4b4-d763706bb876 service neutron] 10.222.0.26 "GET /v2.0/networks/f38d9943-1c4e-465f-8d2e-d65b79684897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804718 Jul 19 03:30:16.491392 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'name': 'tempest-TestAggregatesBasicOps-815055243-router', 'tenant_id': '73414655363840de8fd91060c3863512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:30:13Z', 'revision_number': 5, 'project_id': '73414655363840de8fd91060c3863512', 'gw_port': {'id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:39Z', 'updated_at': '2021-07-19T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:16.513946 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d73730a-b36b-48b4-b23f-af2dc8b3db6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:16.516451 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d73730a-b36b-48b4-b23f-af2dc8b3db6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:16.520142 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0d73730a-b36b-48b4-b23f-af2dc8b3db6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa386079-bbaa-448e-99eb-014be8d6006c HTTP/1.1" status: 204 len: 168 time: 0.7727149 Jul 19 03:30:16.536044 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] Checking router: 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:30:16.552810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-893fef60-7eb2-4127-8198-c2a75cd3d625 None None] Provisioning complete for port 770e9609-93df-4c65-9293-9185a571493b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:16.555240 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-893fef60-7eb2-4127-8198-c2a75cd3d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:16.557721 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] Routers {'2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:16.563040 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:16.603746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-893fef60-7eb2-4127-8198-c2a75cd3d625 None None] Port 770e9609-93df-4c65-9293-9185a571493b cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:16.604703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73730a-b36b-48b4-b23f-af2dc8b3db6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa386079-bbaa-448e-99eb-014be8d6006c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:16.670919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c48960c-31ca-4579-ad7c-e79f746d2fd8 req-7b6f5fc5-e5cc-4e71-b923-006da3a47e91 service neutron] 10.222.0.26 "GET /v2.0/networks/f38d9943-1c4e-465f-8d2e-d65b79684897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996293 Jul 19 03:30:16.699102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df60b57-e634-4546-ba80-31c276da6e8c req-1e4d2df8-eede-486e-a4d1-8cf2f49cda9b tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:16.700781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2df60b57-e634-4546-ba80-31c276da6e8c req-1e4d2df8-eede-486e-a4d1-8cf2f49cda9b tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 943 time: 0.1993940 Jul 19 03:30:16.709436 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] Set router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:16.738356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:16.787779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2df60b57-e634-4546-ba80-31c276da6e8c req-84bdaa0a-d836-4dde-8d30-18b3d32cec63 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710835 Jul 19 03:30:16.805420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c252856-b524-480e-8526-ee44dfbbc10c req-77a7e22f-a49b-43f6-9eb8-18bb2c090907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:16.807212 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c252856-b524-480e-8526-ee44dfbbc10c req-77a7e22f-a49b-43f6-9eb8-18bb2c090907 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5557ebf2b454627809af056df5dcd52&device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 1095 time: 0.0736451 Jul 19 03:30:16.865949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8d356f58-db2c-45c9-9707-a97b93042010 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Deleting port 770e9609-93df-4c65-9293-9185a571493b {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:16.867927 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d356f58-db2c-45c9-9707-a97b93042010 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:16.908652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9329a2d-ae23-49ff-a585-8de8ce470be3 req-0c6ceac2-387f-4d0a-bbe1-6254f06db6e0 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:16.915852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e9329a2d-ae23-49ff-a585-8de8ce470be3 req-0c6ceac2-387f-4d0a-bbe1-6254f06db6e0 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 984 time: 0.7286451 Jul 19 03:30:16.935885 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'name': 'tempest-TestAggregatesBasicOps-815055243-router', 'tenant_id': '73414655363840de8fd91060c3863512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:30:13Z', 'revision_number': 5, 'project_id': '73414655363840de8fd91060c3863512', 'gw_port': {'id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:39Z', 'updated_at': '2021-07-19T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:16.974292 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6163c-76ea-489d-b151-c57a37137421 None None] The sync data for ids ['2263217a-a4f5-4fd7-a32b-b8f9aaf2973c'] in n-d-762330-18 is: [{'id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'name': 'tempest-TestAggregatesBasicOps-815055243-router', 'tenant_id': '73414655363840de8fd91060c3863512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:30:13Z', 'revision_number': 5, 'project_id': '73414655363840de8fd91060c3863512', 'gw_port': {'id': '9d292c78-2077-4444-ac12-a733ee530eb0', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263217a-a4f5-4fd7-a32b-b8f9aaf2973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:39Z', 'updated_at': '2021-07-19T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:30:17.001558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c252856-b524-480e-8526-ee44dfbbc10c req-caa331c5-bc9a-406b-bbfb-fb8aa5acbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:17.003694 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c252856-b524-480e-8526-ee44dfbbc10c req-caa331c5-bc9a-406b-bbfb-fb8aa5acbf5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f38d9943-1c4e-465f-8d2e-d65b79684897 HTTP/1.1" status: 200 len: 914 time: 0.1889498 Jul 19 03:30:17.029755 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e9329a2d-ae23-49ff-a585-8de8ce470be3 req-d25d33e3-0cbe-4e45-a0a4-6112756d78d8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1129191 Jul 19 03:30:17.062773 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c252856-b524-480e-8526-ee44dfbbc10c req-10ce64af-5f80-4e08-84a6-23ee0468af3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05c56b04-62d3-4544-918a-3192ed9106ab HTTP/1.1" status: 200 len: 217 time: 0.0520844 Jul 19 03:30:17.116898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41656) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:17.131311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c252856-b524-480e-8526-ee44dfbbc10c req-a77697d5-e760-494b-8cb3-b21c5f7c7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:17.131311 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c252856-b524-480e-8526-ee44dfbbc10c req-a77697d5-e760-494b-8cb3-b21c5f7c7252 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c21cf6e2-d857-482a-9ea3-a5dba41bbb49 HTTP/1.1" status: 200 len: 854 time: 0.0611908 Jul 19 03:30:17.168281 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee484296-8e5e-458b-82c2-927a81949532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.176647 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c252856-b524-480e-8526-ee44dfbbc10c req-d131614b-1823-4051-8605-27aa67d3fb66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f38d9943-1c4e-465f-8d2e-d65b79684897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395513 Jul 19 03:30:17.181061 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d356f58-db2c-45c9-9707-a97b93042010 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.227205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8d356f58-db2c-45c9-9707-a97b93042010 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Calling delete_port for 770e9609-93df-4c65-9293-9185a571493b owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:17.231566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.268091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c252856-b524-480e-8526-ee44dfbbc10c req-e82f5867-3ce3-482a-aaaa-1a1484480731 service neutron] 10.222.0.26 "GET /v2.0/networks/f38d9943-1c4e-465f-8d2e-d65b79684897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845153 Jul 19 03:30:17.369148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c252856-b524-480e-8526-ee44dfbbc10c req-bf133153-3995-4c13-9d49-aca34b1f05ba service neutron] 10.222.0.26 "GET /v2.0/networks/f38d9943-1c4e-465f-8d2e-d65b79684897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937252 Jul 19 03:30:17.390491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5a0b7-62b5-4be3-a691-c55526044d2f req-c5626921-7c53-4c39-9afb-db4499761ae7 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:17.391611 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7eb5a0b7-62b5-4be3-a691-c55526044d2f req-c5626921-7c53-4c39-9afb-db4499761ae7 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 984 time: 0.2307794 Jul 19 03:30:17.515638 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7eb5a0b7-62b5-4be3-a691-c55526044d2f req-4b807ec3-19ab-4d67-bb24-cd578a0cf196 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1148744 Jul 19 03:30:17.524101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Deleting port 9d292c78-2077-4444-ac12-a733ee530eb0 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:17.524775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.552832 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee484296-8e5e-458b-82c2-927a81949532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.564395 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee484296-8e5e-458b-82c2-927a81949532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.621069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d356f58-db2c-45c9-9707-a97b93042010 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.629709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 05c56b04-62d3-4544-918a-3192ed9106ab details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:30:17.676698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee484296-8e5e-458b-82c2-927a81949532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ec99ee-d995-490f-be20-0e08ef3f9d0f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:17.681816 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ee484296-8e5e-458b-82c2-927a81949532 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c78eb71b0ecd4a78a410a86f936b7c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605102 Jul 19 03:30:17.685435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d356f58-db2c-45c9-9707-a97b93042010 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event deleted for resources: {'Port': ['ID=770e9609-93df-4c65-9293-9185a571493b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:17.686873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41662) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:17.690056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad8997-f274-4e9b-9c81-5ba902e97210 req-d4e53ec5-6059-4fdb-ab26-255b85a84f02 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:17.691887 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61ad8997-f274-4e9b-9c81-5ba902e97210 req-d4e53ec5-6059-4fdb-ab26-255b85a84f02 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 1136 time: 0.0583327 Jul 19 03:30:17.733984 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-61ad8997-f274-4e9b-9c81-5ba902e97210 req-f9874ce0-e9c6-4f62-88a4-3884c435b8d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.755625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 05c56b04-62d3-4544-918a-3192ed9106ab, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=05c56b04-62d3-4544-918a-3192ed9106ab,segment=NetworkSegment(c2737692-4c62-4fb0-9c59-dfc5d43473d0),segment_id=c2737692-4c62-4fb0-9c59-dfc5d43473d0)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:17.778698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '05c56b04-62d3-4544-918a-3192ed9106ab', 'network_id': 'f38d9943-1c4e-465f-8d2e-d65b79684897', 'port_id': '05c56b04-62d3-4544-918a-3192ed9106ab', 'mac_address': 'fa:16:3e:54:3f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21cf6e2-d857-482a-9ea3-a5dba41bbb49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:30:17.826136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] For port 9d292c78-2077-4444-ac12-a733ee530eb0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9d292c78-2077-4444-ac12-a733ee530eb0,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:17.826713 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.837877 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.845016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 23430cbc-de68-4d88-b550-27e81ea69434 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:30:17.870421 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-61ad8997-f274-4e9b-9c81-5ba902e97210 req-f9874ce0-e9c6-4f62-88a4-3884c435b8d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.876260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Calling delete_port for 9d292c78-2077-4444-ac12-a733ee530eb0 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:17.880940 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-61ad8997-f274-4e9b-9c81-5ba902e97210 req-f9874ce0-e9c6-4f62-88a4-3884c435b8d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.890538 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 23430cbc-de68-4d88-b550-27e81ea69434 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:30:17.890888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 23430cbc-de68-4d88-b550-27e81ea69434 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:30:17.899682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c56b04-62d3-4544-918a-3192ed9106ab {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:30:17.915520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61ad8997-f274-4e9b-9c81-5ba902e97210 req-f9874ce0-e9c6-4f62-88a4-3884c435b8d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2010665 Jul 19 03:30:17.921006 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.933147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9874ce0-e9c6-4f62-88a4-3884c435b8d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb948784-74a1-4b67-9b46-80aa992d6761,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:17.942917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 05c56b04-62d3-4544-918a-3192ed9106ab, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=05c56b04-62d3-4544-918a-3192ed9106ab,segment=NetworkSegment(c2737692-4c62-4fb0-9c59-dfc5d43473d0),segment_id=c2737692-4c62-4fb0-9c59-dfc5d43473d0)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:17.954844 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:17.979700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41666) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:18.050179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=05c56b04-62d3-4544-918a-3192ed9106ab,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:18.056071 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27225978-ebe9-439c-84c1-9260ae37e549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.064884 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d356f58-db2c-45c9-9707-a97b93042010 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.073098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8d356f58-db2c-45c9-9707-a97b93042010 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "DELETE /v2.0/ports/770e9609-93df-4c65-9293-9185a571493b HTTP/1.1" status: 204 len: 168 time: 2.0190439 Jul 19 03:30:18.075701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41670) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:18.088811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5a5ea-da01-4142-a25f-cea6f3e73198 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:18.090390 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c4a5a5ea-da01-4142-a25f-cea6f3e73198 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 1131 time: 0.1096327 Jul 19 03:30:18.096231 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41672) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:18.112675 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-e248504d-fa8c-47f8-98a4-da2c94fd0d74 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] GET failed (client error): The resource could not be found. Jul 19 03:30:18.112889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:18.114559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e248504d-fa8c-47f8-98a4-da2c94fd0d74 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "GET /v2.0/ports/770e9609-93df-4c65-9293-9185a571493b HTTP/1.1" status: 404 len: 333 time: 0.0376225 Jul 19 03:30:18.119162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41674) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:18.124267 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'port': {'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2068141235'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:18.147203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27225978-ebe9-439c-84c1-9260ae37e549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.175796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['05c56b04-62d3-4544-918a-3192ed9106ab'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:30:18.221032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.259272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Made reservation on behalf of bd514fa378424438952c6677bb6d6082 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:18.265177 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.289349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] device_id is not set on port 5b9cf482-e26e-4e62-bfe1-b0173865cbee yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:30:18.339013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a671f-469b-4a32-90cf-f504f9ed66c6 req-b23c2f01-16c6-4946-8bc9-8afd0e832ebc tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:18.342753 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-155a671f-469b-4a32-90cf-f504f9ed66c6 req-b23c2f01-16c6-4946-8bc9-8afd0e832ebc tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 944 time: 0.2804587 Jul 19 03:30:18.391687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27225978-ebe9-439c-84c1-9260ae37e549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.394567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27225978-ebe9-439c-84c1-9260ae37e549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.395716 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-27225978-ebe9-439c-84c1-9260ae37e549 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90ec99ee-d995-490f-be20-0e08ef3f9d0f HTTP/1.1" status: 204 len: 168 time: 0.7054303 Jul 19 03:30:18.431174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Allocated IP 2001:db8::212 (ef560f4a-cffd-48a5-88db-11113701fdaa/f30677d4-fbbc-483d-ab33-4fec5fb0c7e7/5b9cf482-e26e-4e62-bfe1-b0173865cbee) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:18.446608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27225978-ebe9-439c-84c1-9260ae37e549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ec99ee-d995-490f-be20-0e08ef3f9d0f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:18.486908 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-155a671f-469b-4a32-90cf-f504f9ed66c6 req-09f5b827-79f9-451f-bd90-e681ba0dfdf8 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373720 Jul 19 03:30:18.499647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.547591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Pushing event deleted for resources: {'Port': ['ID=9d292c78-2077-4444-ac12-a733ee530eb0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:18.620184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.627384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.650517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Transition to ACTIVE for port object 5b9cf482-e26e-4e62-bfe1-b0173865cbee will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:18.675656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.690016 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.740617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Network ef560f4a-cffd-48a5-88db-11113701fdaa is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:18.744266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:18.746742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:18.752662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:18.753215 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.768745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Port': ['ID=5b9cf482-e26e-4e62-bfe1-b0173865cbee,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:18.781540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-634bf781-1a67-4ce3-a5c9-75cef5d261fe tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6612685 Jul 19 03:30:18.782201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41688) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:18.788087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6cc2dcef-bbf6-4f3c-8628-c686dbc4060e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1e:bf:34'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:18.816572 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.823365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.937903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.938631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2263217a-a4f5-4fd7-a32b-b8f9aaf2973c {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:30:18.944030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:18.948860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b2429c8c-5572-426b-986b-b30fa299286f admin admin] 10.222.0.20 "DELETE /v2.0/routers/2263217a-a4f5-4fd7-a32b-b8f9aaf2973c HTTP/1.1" status: 204 len: 168 time: 2.8420024 Jul 19 03:30:18.949635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41694) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:18.958523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Allocated IP 172.25.2.19 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/22497fdd-263d-4f96-945d-69995096a5f7) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:19.086937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-461ef18c-4971-4870-83ec-619893fb70fa admin admin] Deleting subnet 5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:30:19.091807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-461ef18c-4971-4870-83ec-619893fb70fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.093907 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dcef-bbf6-4f3c-8628-c686dbc4060e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.113169 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.170097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8c0ee260-8601-4f4d-896e-8b8efd3a0810 None None] Provisioning for port 5b9cf482-e26e-4e62-bfe1-b0173865cbee completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:19.174318 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.175335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8c0ee260-8601-4f4d-896e-8b8efd3a0810 None None] Provisioning complete for port 5b9cf482-e26e-4e62-bfe1-b0173865cbee triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:19.176256 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee260-8601-4f4d-896e-8b8efd3a0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.232893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ee260-8601-4f4d-896e-8b8efd3a0810 None None] Port 5b9cf482-e26e-4e62-bfe1-b0173865cbee cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:19.259284 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:19.263360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:19.273091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:19.287312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Port': ['ID=22497fdd-263d-4f96-945d-69995096a5f7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:19.301797 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-461ef18c-4971-4870-83ec-619893fb70fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.375152 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dcef-bbf6-4f3c-8628-c686dbc4060e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.396922 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dcef-bbf6-4f3c-8628-c686dbc4060e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.452366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2dcef-bbf6-4f3c-8628-c686dbc4060e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] In _notify_port_updated(), no bound segment for port 5b9cf482-e26e-4e62-bfe1-b0173865cbee on network ef560f4a-cffd-48a5-88db-11113701fdaa {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:30:19.457971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2dcef-bbf6-4f3c-8628-c686dbc4060e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:19.458665 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dcef-bbf6-4f3c-8628-c686dbc4060e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.460517 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6cc2dcef-bbf6-4f3c-8628-c686dbc4060e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "PUT /v2.0/ports/5b9cf482-e26e-4e62-bfe1-b0173865cbee HTTP/1.1" status: 200 len: 1003 time: 0.6768627 Jul 19 03:30:19.461986 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-461ef18c-4971-4870-83ec-619893fb70fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.466765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41712) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:19.511742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2dcef-bbf6-4f3c-8628-c686dbc4060e tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Port': ['ID=5b9cf482-e26e-4e62-bfe1-b0173865cbee,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:19.574850 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-461ef18c-4971-4870-83ec-619893fb70fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.622231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ef18c-4971-4870-83ec-619893fb70fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:19.638675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 05c56b04-62d3-4544-918a-3192ed9106ab up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:19.638992 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-461ef18c-4971-4870-83ec-619893fb70fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.642309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-461ef18c-4971-4870-83ec-619893fb70fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5b5f620e-e6ff-4bd7-8e5d-b8807bf6d866 HTTP/1.1" status: 204 len: 168 time: 0.6911263 Jul 19 03:30:19.644387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41720) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:19.648391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29dff3e-f42c-4857-905e-8d0e7eaa1ce5 None None] Network d577660f-b16d-4af7-adae-0ecf76e42547 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:19.750292 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.844052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Deleting port 034ceab8-e161-4797-a12e-a55b233a1ef8 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:19.844841 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.929903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 05c56b04-62d3-4544-918a-3192ed9106ab completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:19.935406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 05c56b04-62d3-4544-918a-3192ed9106ab triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:19.936105 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.940994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9d292c78-2077-4444-ac12-a733ee530eb0 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:30:19.960609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] For port 034ceab8-e161-4797-a12e-a55b233a1ef8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=034ceab8-e161-4797-a12e-a55b233a1ef8,segment=NetworkSegment(972473d0-983d-4a79-9fd3-015399b7959e),segment_id=972473d0-983d-4a79-9fd3-015399b7959e)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:19.961219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:19.978225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Calling delete_port for 034ceab8-e161-4797-a12e-a55b233a1ef8 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:20.009181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 9d292c78-2077-4444-ac12-a733ee530eb0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:30:20.009529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9d292c78-2077-4444-ac12-a733ee530eb0 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:30:20.033845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-74d642c3-a19d-484c-b00e-20f478da1c69 None None] Provisioning complete for port 5b9cf482-e26e-4e62-bfe1-b0173865cbee triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:20.034222 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-74d642c3-a19d-484c-b00e-20f478da1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.037711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41724) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:20.086054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-74d642c3-a19d-484c-b00e-20f478da1c69 None None] Port 5b9cf482-e26e-4e62-bfe1-b0173865cbee cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:20.103123 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.143645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Pushing event deleted for resources: {'Port': ['ID=034ceab8-e161-4797-a12e-a55b233a1ef8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:20.145256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282209fd-4fef-4a09-83f8-570f8d961823 None None] DHCP port deletion for d577660f-b16d-4af7-adae-0ecf76e42547 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:30:20.155590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] No DVR routers for this DVR port 034ceab8-e161-4797-a12e-a55b233a1ef8 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:30:20.156681 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.195674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ad87e-cd05-4e64-ab51-8e3d8e2b1803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c56b04-62d3-4544-918a-3192ed9106ab'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:20.199083 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56680974-c359-440f-9729-201d72cb09b7" -d '{"events": [{"server_uuid": "b34ad87e-cd05-4e64-ab51-8e3d8e2b1803", "name": "network-vif-plugged", "status": "completed", "tag": "05c56b04-62d3-4544-918a-3192ed9106ab"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:20.230416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 05c56b04-62d3-4544-918a-3192ed9106ab, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=05c56b04-62d3-4544-918a-3192ed9106ab,segment=NetworkSegment(c2737692-4c62-4fb0-9c59-dfc5d43473d0),segment_id=c2737692-4c62-4fb0-9c59-dfc5d43473d0)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:20.236324 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.240822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0ee5fc1-bdb7-4c8c-8e9d-db0cbe023a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.265275 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a5903-2fe2-4491-8c59-0193a41d02c7 x-openstack-request-id: req-1a5a5903-2fe2-4491-8c59-0193a41d02c7 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:20.265539 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34ad87e-cd05-4e64-ab51-8e3d8e2b1803", "name": "network-vif-plugged", "status": "completed", "tag": "05c56b04-62d3-4544-918a-3192ed9106ab", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:20.265799 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a5a5903-2fe2-4491-8c59-0193a41d02c7 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:20.266200 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ad87e-cd05-4e64-ab51-8e3d8e2b1803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c56b04-62d3-4544-918a-3192ed9106ab', 'code': 200} Jul 19 03:30:20.283599 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.296353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=05c56b04-62d3-4544-918a-3192ed9106ab,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:20.306961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d577660f-b16d-4af7-adae-0ecf76e42547']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:20.325831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972473d0-983d-4a79-9fd3-015399b7959e') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:20.326202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972473d0-983d-4a79-9fd3-015399b7959e') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:20.340709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.364408 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.379360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:30:20.379752 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:30:20.381755 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:30:20.426890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-a020b3b9-3373-44fd-85c6-a5d471e7b831 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Deleting port 5b9cf482-e26e-4e62-bfe1-b0173865cbee {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:20.427476 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a020b3b9-3373-44fd-85c6-a5d471e7b831 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.503254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.515693 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.520361 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] 10.222.0.20 "DELETE /v2.0/networks/d577660f-b16d-4af7-adae-0ecf76e42547 HTTP/1.1" status: 204 len: 168 time: 0.8714805 Jul 19 03:30:20.523212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41736) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:20.546022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd401e3-5026-41be-a282-728d220046ab req-06a68fee-e35f-43c7-bcf3-e2cdade7f0d1 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:20.547691 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1fd401e3-5026-41be-a282-728d220046ab req-06a68fee-e35f-43c7-bcf3-e2cdade7f0d1 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 944 time: 0.6539192 Jul 19 03:30:20.548925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.581418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107ceeb-6663-447c-9456-8c9c11311eef admin admin] Pushing event deleted for resources: {'Network': ['ID=d577660f-b16d-4af7-adae-0ecf76e42547,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:20.593713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcb518-f881-4af9-8b3c-d79d44574ca2 req-d8c45785-2335-4518-87cf-acded4745c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:20.595259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8abcb518-f881-4af9-8b3c-d79d44574ca2 req-d8c45785-2335-4518-87cf-acded4745c99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 1097 time: 0.2792933 Jul 19 03:30:20.604157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0ee5fc1-bdb7-4c8c-8e9d-db0cbe023a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.615748 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0ee5fc1-bdb7-4c8c-8e9d-db0cbe023a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.616560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a020b3b9-3373-44fd-85c6-a5d471e7b831 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.643971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-a020b3b9-3373-44fd-85c6-a5d471e7b831 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Calling delete_port for 5b9cf482-e26e-4e62-bfe1-b0173865cbee owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:20.675561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1fd401e3-5026-41be-a282-728d220046ab req-3296002b-88f8-4ca4-8201-2364cb1c48d9 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007140 Jul 19 03:30:20.711567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee5fc1-bdb7-4c8c-8e9d-db0cbe023a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74c67b6-c49a-4d13-bad3-0989955d7b45,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:20.719427 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8abcb518-f881-4af9-8b3c-d79d44574ca2 req-660526e5-9466-4fbc-9f37-c2ba3c52a752 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172912 Jul 19 03:30:20.727254 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e0ee5fc1-bdb7-4c8c-8e9d-db0cbe023a66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6401fdd9af7d43c48442d6c133c8e95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840439 Jul 19 03:30:20.727254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41738) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:20.735085 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.856940 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33037ab1-dbdf-45d9-b7f0-dd88f6f38d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.891719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33037ab1-dbdf-45d9-b7f0-dd88f6f38d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.953717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.964721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.974982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a020b3b9-3373-44fd-85c6-a5d471e7b831 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:20.999242 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33037ab1-dbdf-45d9-b7f0-dd88f6f38d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:21.001745 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33037ab1-dbdf-45d9-b7f0-dd88f6f38d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:21.003146 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-33037ab1-dbdf-45d9-b7f0-dd88f6f38d85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c74c67b6-c49a-4d13-bad3-0989955d7b45 HTTP/1.1" status: 204 len: 168 time: 0.2754383 Jul 19 03:30:21.014759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33037ab1-dbdf-45d9-b7f0-dd88f6f38d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74c67b6-c49a-4d13-bad3-0989955d7b45,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:21.090842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Port': ['ID=22497fdd-263d-4f96-945d-69995096a5f7,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:21.110152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a020b3b9-3373-44fd-85c6-a5d471e7b831 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:21.111570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:21.112213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a020b3b9-3373-44fd-85c6-a5d471e7b831 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "DELETE /v2.0/ports/5b9cf482-e26e-4e62-bfe1-b0173865cbee HTTP/1.1" status: 204 len: 168 time: 1.6438444 Jul 19 03:30:21.114907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41744) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:21.141789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020b3b9-3373-44fd-85c6-a5d471e7b831 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event deleted for resources: {'Port': ['ID=5b9cf482-e26e-4e62-bfe1-b0173865cbee,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:21.152288 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:21.187039 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7df6996-99da-41e1-b112-76d14f3c98c7 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] GET failed (client error): The resource could not be found. Jul 19 03:30:21.192025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c7df6996-99da-41e1-b112-76d14f3c98c7 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "GET /v2.0/ports/5b9cf482-e26e-4e62-bfe1-b0173865cbee HTTP/1.1" status: 404 len: 333 time: 0.0729353 Jul 19 03:30:21.199365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41748) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:21.208389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'port': {'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2037989684'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:21.285375 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Floating IP 7ba3f699-2845-4414-96ce-81cef929785d associated. External IP: 172.25.2.19, port: 53f5b841-21f1-4c20-93ba-aff6ea6168b0. Jul 19 03:30:21.477415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Made reservation on behalf of bd514fa378424438952c6677bb6d6082 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:21.482954 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:21.516968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] device_id is not set on port 974ba067-cf79-4e11-ad77-43ca0bc7c576 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:30:21.616276 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Router feb91df1-2556-4255-8b7f-697564ad68ba has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:30:21.731702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Allocated IP 2001:db8::57 (ef560f4a-cffd-48a5-88db-11113701fdaa/f30677d4-fbbc-483d-ab33-4fec5fb0c7e7/974ba067-cf79-4e11-ad77-43ca0bc7c576) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:21.742235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:30:21.749850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] Deleting port 10eed4d7-fed3-4fa6-9304-baeb5902d108 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:21.753298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] Sync routers for ids ['feb91df1-2556-4255-8b7f-697564ad68ba'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:30:21.759576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:21.761571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:21.782418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] Routers {'feb91df1-2556-4255-8b7f-697564ad68ba'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:21.783081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['feb91df1-2556-4255-8b7f-697564ad68ba'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:21.851630 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a188804e-11a9-46b4-bc1d-585d50ef700f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7438698 Jul 19 03:30:21.855562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41772) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:21.887014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'tag': '53f5b841-21f1-4c20-93ba-aff6ea6168b0'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:21.889521 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da" -d '{"events": [{"name": "network-changed", "server_uuid": "da8a3386-dc91-42b2-a6ed-ce2a9785d1f1", "tag": "53f5b841-21f1-4c20-93ba-aff6ea6168b0"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:21.933541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 034ceab8-e161-4797-a12e-a55b233a1ef8 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:30:21.943882 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c429a4-1f7d-4e32-a09d-396a7956b598 x-openstack-request-id: req-88c429a4-1f7d-4e32-a09d-396a7956b598 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:21.944268 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8a3386-dc91-42b2-a6ed-ce2a9785d1f1", "tag": "53f5b841-21f1-4c20-93ba-aff6ea6168b0", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:21.945787 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88c429a4-1f7d-4e32-a09d-396a7956b598 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:21.946699 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'tag': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'status': 'completed', 'code': 200} Jul 19 03:30:21.972229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bcd0d-7627-4f23-8cab-248afd18fd1b req-2e121f36-7541-4827-9ee4-dab7305f306e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:21.972229 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc6bcd0d-7627-4f23-8cab-248afd18fd1b req-2e121f36-7541-4827-9ee4-dab7305f306e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 945 time: 0.1424086 Jul 19 03:30:21.985217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 034ceab8-e161-4797-a12e-a55b233a1ef8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:30:21.985587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 034ceab8-e161-4797-a12e-a55b233a1ef8 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:30:22.027981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] Set router feb91df1-2556-4255-8b7f-697564ad68ba gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:22.046826 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc6bcd0d-7627-4f23-8cab-248afd18fd1b req-d16e82c8-d6c0-4f7e-bcf2-936009b054be tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665824 Jul 19 03:30:22.336448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '7ba3f699-2845-4414-96ce-81cef929785d', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'port_id': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'mac_address': 'fa:16:3e:5c:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:30:19Z', 'updated_at': '2021-07-19T03:30:19Z', 'revision_number': 0, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7bfb86-d077-4f64-a0e4-518d92d63d0e', 'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:a8:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:57Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:22.365607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] Checking router: feb91df1-2556-4255-8b7f-697564ad68ba for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:30:22.375512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] Routers {'feb91df1-2556-4255-8b7f-697564ad68ba'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:22.376397 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['feb91df1-2556-4255-8b7f-697564ad68ba'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:22.519187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] Set router feb91df1-2556-4255-8b7f-697564ad68ba gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:22.559256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] For port 10eed4d7-fed3-4fa6-9304-baeb5902d108, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10eed4d7-fed3-4fa6-9304-baeb5902d108,segment=NetworkSegment(cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23),segment_id=cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:22.559836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:22.621113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] Calling delete_port for 10eed4d7-fed3-4fa6-9304-baeb5902d108 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:22.663119 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:22.750849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Transition to ACTIVE for port object 974ba067-cf79-4e11-ad77-43ca0bc7c576 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:22.836706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.837200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.837678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.838161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.838663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.839310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.839788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.840264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.840736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.841207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.841676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.842140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.847720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6da8d536-ac7d-4e62-a678-a4ec448680d8 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8473 time: 0.9898243 Jul 19 03:30:22.848086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41814) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:22.853649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:22.867331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-f4b61387-c959-4922-8b13-91aa80af16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:22.869897 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-f4b61387-c959-4922-8b13-91aa80af16b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee9945cfeda64ef89377168b204400d8&device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 1136 time: 0.5212381 Jul 19 03:30:22.897901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '7ba3f699-2845-4414-96ce-81cef929785d', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'port_id': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'mac_address': 'fa:16:3e:5c:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:30:19Z', 'updated_at': '2021-07-19T03:30:19Z', 'revision_number': 0, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7bfb86-d077-4f64-a0e4-518d92d63d0e', 'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:a8:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:57Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:22.921368 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41816) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:22.929468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44094a-6699-4a40-9c42-e78d3f8cea64 None None] The sync data for ids ['feb91df1-2556-4255-8b7f-697564ad68ba'] in n-d-762330-18 is: [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '7ba3f699-2845-4414-96ce-81cef929785d', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'port_id': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'mac_address': 'fa:16:3e:5c:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:30:19Z', 'updated_at': '2021-07-19T03:30:19Z', 'revision_number': 0, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7bfb86-d077-4f64-a0e4-518d92d63d0e', 'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:a8:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:57Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:30:22.952942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Network ef560f4a-cffd-48a5-88db-11113701fdaa is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:23.004355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:23.019070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.019569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.020185 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.020642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.021307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.021550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.022005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.023050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.023524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.023978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.024427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.024879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.027247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b0425571-9a7f-416b-a150-962051a3c0af tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7712 time: 0.1778457 Jul 19 03:30:23.028537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Port': ['ID=974ba067-cf79-4e11-ad77-43ca0bc7c576,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:23.030299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41820) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:23.043282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:23.049281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.049897 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:23.134446 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f81a61a8-7b30-46b0-8ffb-c9d0eb1200bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:23.210858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-596f58b2-149a-4597-b024-ccc562972be9 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0103745 Jul 19 03:30:23.217804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41824) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:23.228491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'port': {'network_id': 'ef560f4a-cffd-48a5-88db-11113701fdaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-649721519'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:23.249408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-a7664ad3-5326-4d2d-9b04-60ed81660ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.251023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-a7664ad3-5326-4d2d-9b04-60ed81660ba0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2 HTTP/1.1" status: 200 len: 897 time: 0.3418159 Jul 19 03:30:23.285677 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f547cd6-b002-4d11-97fe-fe68b33fb513 None None] New status for floating IP 7ba3f699-2845-4414-96ce-81cef929785d: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:30:23.393011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303840ae-277a-4738-8b88-03c8ef8110be req-8933aabc-0e9d-4826-b186-18f61a15714b tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.394577 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-303840ae-277a-4738-8b88-03c8ef8110be req-8933aabc-0e9d-4826-b186-18f61a15714b tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 945 time: 0.5423577 Jul 19 03:30:23.419574 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f81a61a8-7b30-46b0-8ffb-c9d0eb1200bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:23.432729 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f81a61a8-7b30-46b0-8ffb-c9d0eb1200bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:23.461064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-11c22a58-16a5-461c-b317-23456c4a4adb None None] Provisioning for port 974ba067-cf79-4e11-ad77-43ca0bc7c576 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:23.465377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-11c22a58-16a5-461c-b317-23456c4a4adb None None] Provisioning complete for port 974ba067-cf79-4e11-ad77-43ca0bc7c576 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:23.466082 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-11c22a58-16a5-461c-b317-23456c4a4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:23.476511 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a61a8-7b30-46b0-8ffb-c9d0eb1200bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccf0a32-e800-402d-93ee-953d78d441af,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:23.507598 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3e10d9b8-35a1-4ee0-bf18-a8c088e6ed78 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 0.4756329 Jul 19 03:30:23.510470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41826) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:23.527013 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f81a61a8-7b30-46b0-8ffb-c9d0eb1200bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fdf1c04796c41d3a2156286bef29640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6045074 Jul 19 03:30:23.531470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-11c22a58-16a5-461c-b317-23456c4a4adb None None] Port 974ba067-cf79-4e11-ad77-43ca0bc7c576 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:23.542756 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-593143cc-7405-4871-992d-d01427ce97f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0 HTTP/1.1" status: 200 len: 998 time: 0.2728541 Jul 19 03:30:23.548055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41828) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:23.575677 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a69bb50-c23a-4ede-90b3-3855d0067b4c tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.576163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a69bb50-c23a-4ede-90b3-3855d0067b4c tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.577309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-303840ae-277a-4738-8b88-03c8ef8110be req-42f03882-c22e-4eb2-a912-c7861e437b1e tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723030 Jul 19 03:30:23.577758 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3a69bb50-c23a-4ede-90b3-3855d0067b4c tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=feb91df1-2556-4255-8b7f-697564ad68ba HTTP/1.1" status: 200 len: 1992 time: 0.0657666 Jul 19 03:30:23.646810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:23.696163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] Pushing event deleted for resources: {'Port': ['ID=10eed4d7-fed3-4fa6-9304-baeb5902d108,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:23.705304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-c267cbf4-4cee-4527-9424-26095af93c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:23.706994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-c267cbf4-4cee-4527-9424-26095af93c51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5d95423-2dac-46b9-ae7e-21ee2f316c23 HTTP/1.1" status: 200 len: 835 time: 0.1566789 Jul 19 03:30:23.731709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Made reservation on behalf of bd514fa378424438952c6677bb6d6082 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:23.735254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:23.798639 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c89cd0a9-254e-4e79-a1d1-382e21facda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:23.824162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] device_id is not set on port b270f61c-36f3-482d-8319-49dd3a08ba38 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:30:23.883361 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:30:23.912631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c89cd0a9-254e-4e79-a1d1-382e21facda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:24.031733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-70142b2a-56ed-4936-893e-516bd37fb894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:24.033260 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-70142b2a-56ed-4936-893e-516bd37fb894 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3075163 Jul 19 03:30:24.097344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-dc3d0ab8-90a0-4c2c-b24e-d98757e5eaed tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:24.099726 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-dc3d0ab8-90a0-4c2c-b24e-d98757e5eaed tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.26 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 945 time: 0.0677097 Jul 19 03:30:24.126458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Allocated IP 2001:db8::2a1 (ef560f4a-cffd-48a5-88db-11113701fdaa/f30677d4-fbbc-483d-ab33-4fec5fb0c7e7/b270f61c-36f3-482d-8319-49dd3a08ba38) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:24.144944 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c89cd0a9-254e-4e79-a1d1-382e21facda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:24.147541 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c89cd0a9-254e-4e79-a1d1-382e21facda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:24.148699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c89cd0a9-254e-4e79-a1d1-382e21facda2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bccf0a32-e800-402d-93ee-953d78d441af HTTP/1.1" status: 204 len: 168 time: 0.5997081 Jul 19 03:30:24.199650 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:24.216415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-97731ca5-8469-4f45-b9a4-27d4f0a50a0a tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Deleting port 05c56b04-62d3-4544-918a-3192ed9106ab {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:24.216627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cd0a9-254e-4e79-a1d1-382e21facda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccf0a32-e800-402d-93ee-953d78d441af,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:24.216858 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-97731ca5-8469-4f45-b9a4-27d4f0a50a0a tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:24.317551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-d037955c-983c-4da0-a2cd-5674dedfa1de service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552764 Jul 19 03:30:24.350354 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-97731ca5-8469-4f45-b9a4-27d4f0a50a0a tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] For port 05c56b04-62d3-4544-918a-3192ed9106ab, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=05c56b04-62d3-4544-918a-3192ed9106ab,segment=NetworkSegment(c2737692-4c62-4fb0-9c59-dfc5d43473d0),segment_id=c2737692-4c62-4fb0-9c59-dfc5d43473d0)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:24.350804 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-97731ca5-8469-4f45-b9a4-27d4f0a50a0a tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:24.363862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-97731ca5-8469-4f45-b9a4-27d4f0a50a0a tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Calling delete_port for 05c56b04-62d3-4544-918a-3192ed9106ab owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:24.551717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-97731ca5-8469-4f45-b9a4-27d4f0a50a0a tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:24.563259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['05c56b04-62d3-4544-918a-3192ed9106ab'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:30:24.590696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97731ca5-8469-4f45-b9a4-27d4f0a50a0a tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Pushing event deleted for resources: {'Port': ['ID=05c56b04-62d3-4544-918a-3192ed9106ab,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:24.701991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-97731ca5-8469-4f45-b9a4-27d4f0a50a0a tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] No DVR routers for this DVR port 05c56b04-62d3-4544-918a-3192ed9106ab on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:30:24.708109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-97731ca5-8469-4f45-b9a4-27d4f0a50a0a tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:24.711000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d83b0ba-3d12-4673-8fbc-9f3c5e352bc1 req-97731ca5-8469-4f45-b9a4-27d4f0a50a0a tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.26 "DELETE /v2.0/ports/05c56b04-62d3-4544-918a-3192ed9106ab HTTP/1.1" status: 204 len: 173 time: 0.6063962 Jul 19 03:30:24.711470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ad87e-cd05-4e64-ab51-8e3d8e2b1803', 'name': 'network-vif-deleted', 'tag': '05c56b04-62d3-4544-918a-3192ed9106ab'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:24.713936 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b3a71d-becf-4d9f-a81a-e28590ffdfb0" -d '{"events": [{"server_uuid": "b34ad87e-cd05-4e64-ab51-8e3d8e2b1803", "name": "network-vif-deleted", "tag": "05c56b04-62d3-4544-918a-3192ed9106ab"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:24.773177 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d578498-d03a-47ee-90db-294730c971e7 x-openstack-request-id: req-1d578498-d03a-47ee-90db-294730c971e7 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:24.774126 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34ad87e-cd05-4e64-ab51-8e3d8e2b1803", "name": "network-vif-deleted", "tag": "05c56b04-62d3-4544-918a-3192ed9106ab", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:24.774591 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d578498-d03a-47ee-90db-294730c971e7 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:24.775161 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ad87e-cd05-4e64-ab51-8e3d8e2b1803', 'name': 'network-vif-deleted', 'tag': '05c56b04-62d3-4544-918a-3192ed9106ab', 'status': 'completed', 'code': 200} Jul 19 03:30:24.948723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1bd863c-8b7e-411a-b69e-4dadf3aee6e9 req-32c762bc-18bb-4f65-b3c7-fcefcdab33a9 tempest-ServerAddressesTestJSON-683537337 tempest-ServerAddressesTestJSON-683537337-project] 10.222.0.20 "GET /v2.0/ports?device_id=b34ad87e-cd05-4e64-ab51-8e3d8e2b1803 HTTP/1.1" status: 200 len: 210 time: 0.1331792 Jul 19 03:30:25.080102 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:25.085482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3bd4a0-a21f-4b3c-a03b-82ae467379da req-98e003a6-4ed9-40f9-9314-8a037a1cd137 service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7566979 Jul 19 03:30:25.102380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47db3bfb-1638-4863-b207-79a8093caf52 req-b093da1f-7391-44a4-ba4c-dfdcbcf99625 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3104804 Jul 19 03:30:25.145068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Transition to ACTIVE for port object b270f61c-36f3-482d-8319-49dd3a08ba38 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:25.225415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] Router 3c351012-8960-4f07-892b-0a5d3f580580 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:30:25.244371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:25.356389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Network ef560f4a-cffd-48a5-88db-11113701fdaa is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:25.371732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db3bfb-1638-4863-b207-79a8093caf52 req-2c597a16-85c3-4529-9d0d-59f3df1bfffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:25.373266 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47db3bfb-1638-4863-b207-79a8093caf52 req-2c597a16-85c3-4529-9d0d-59f3df1bfffb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee9945cfeda64ef89377168b204400d8&device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 1136 time: 0.1935701 Jul 19 03:30:25.374236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:25.377178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:25.384345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:25.385005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:25.411303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Port': ['ID=b270f61c-36f3-482d-8319-49dd3a08ba38,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:25.465004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-df2bfa5f-87e8-4e8c-a5aa-3340cdb06dbb tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2410834 Jul 19 03:30:25.467474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41874) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:25.477545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-195fb443-e41c-4d76-b31f-53bf6716297a tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21b', 'mac_address': 'fa:16:3e:1e:bf:34'}, {'ip_address': '2001:db8::57', 'mac_address': 'fa:16:3e:0d:3e:d7'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:25.533161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:30:25.543102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7586aed3-bd34-4d94-b0e9-ac153851b131 admin admin] 10.222.0.20 "PUT /v2.0/routers/3c351012-8960-4f07-892b-0a5d3f580580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0187824 Jul 19 03:30:25.543736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41880) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:25.548897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] Sync routers for ids ['3c351012-8960-4f07-892b-0a5d3f580580'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:30:25.581693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] Routers {'3c351012-8960-4f07-892b-0a5d3f580580'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:25.585117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3c351012-8960-4f07-892b-0a5d3f580580'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:25.618030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db3bfb-1638-4863-b207-79a8093caf52 req-c74a2415-9328-4a77-b130-b870785f09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:25.619616 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47db3bfb-1638-4863-b207-79a8093caf52 req-c74a2415-9328-4a77-b130-b870785f09c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2 HTTP/1.1" status: 200 len: 897 time: 0.2184155 Jul 19 03:30:25.776637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47db3bfb-1638-4863-b207-79a8093caf52 req-3605da51-79b5-4b2c-a1c8-9a039c53554f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0 HTTP/1.1" status: 200 len: 1000 time: 0.1438837 Jul 19 03:30:25.781360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-195fb443-e41c-4d76-b31f-53bf6716297a tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:25.832050 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:25.884262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db3bfb-1638-4863-b207-79a8093caf52 req-ebea4fc4-1d4b-4065-8e13-4b2e5b75df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:25.885780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47db3bfb-1638-4863-b207-79a8093caf52 req-ebea4fc4-1d4b-4065-8e13-4b2e5b75df3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5d95423-2dac-46b9-ae7e-21ee2f316c23 HTTP/1.1" status: 200 len: 835 time: 0.1004148 Jul 19 03:30:25.994319 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.010065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db3bfb-1638-4863-b207-79a8093caf52 req-3ed79b1f-47c8-499c-bb9b-4fbef0f158a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:26.012003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47db3bfb-1638-4863-b207-79a8093caf52 req-3ed79b1f-47c8-499c-bb9b-4fbef0f158a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189740 Jul 19 03:30:26.077936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] Set router 3c351012-8960-4f07-892b-0a5d3f580580 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:26.104920 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-195fb443-e41c-4d76-b31f-53bf6716297a tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.116389 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-195fb443-e41c-4d76-b31f-53bf6716297a tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.153178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Deleting port 308698ef-f3b9-4926-b832-fc578664b22d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:26.153487 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.169641 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47db3bfb-1638-4863-b207-79a8093caf52 req-5ebf2074-69dd-4bf0-b52a-f6e2563b4d40 service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350725 Jul 19 03:30:26.170115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-195fb443-e41c-4d76-b31f-53bf6716297a tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] In _notify_port_updated(), no bound segment for port b270f61c-36f3-482d-8319-49dd3a08ba38 on network ef560f4a-cffd-48a5-88db-11113701fdaa {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:30:26.178179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195fb443-e41c-4d76-b31f-53bf6716297a tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:26.178179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-195fb443-e41c-4d76-b31f-53bf6716297a tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.178179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-195fb443-e41c-4d76-b31f-53bf6716297a tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "PUT /v2.0/ports/b270f61c-36f3-482d-8319-49dd3a08ba38 HTTP/1.1" status: 200 len: 1066 time: 0.7086644 Jul 19 03:30:26.181744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41898) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:26.182311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41900) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:26.220485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fe67e6c7-17f4-4029-9e26-aa4eecf54935 None None] Provisioning for port b270f61c-36f3-482d-8319-49dd3a08ba38 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:26.280826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fb443-e41c-4d76-b31f-53bf6716297a tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event updated for resources: {'Port': ['ID=b270f61c-36f3-482d-8319-49dd3a08ba38,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:26.327478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b01363-4831-48a1-96b7-8bb5cec63c18 admin admin] Deleting subnet c21cf6e2-d857-482a-9ea3-a5dba41bbb49 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:30:26.337895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21b01363-4831-48a1-96b7-8bb5cec63c18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.355352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fe67e6c7-17f4-4029-9e26-aa4eecf54935 None None] Provisioning complete for port b270f61c-36f3-482d-8319-49dd3a08ba38 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:26.355981 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fe67e6c7-17f4-4029-9e26-aa4eecf54935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.390954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] For port 308698ef-f3b9-4926-b832-fc578664b22d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=308698ef-f3b9-4926-b832-fc578664b22d,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:26.391326 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.398249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21b01363-4831-48a1-96b7-8bb5cec63c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.432088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Calling delete_port for 308698ef-f3b9-4926-b832-fc578664b22d owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:26.435697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0842e5c2-9a62-4f46-af78-603130326e7b tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Deleting port b270f61c-36f3-482d-8319-49dd3a08ba38 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:26.436037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0842e5c2-9a62-4f46-af78-603130326e7b tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.450254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-fe67e6c7-17f4-4029-9e26-aa4eecf54935 None None] Port b270f61c-36f3-482d-8319-49dd3a08ba38 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:26.451980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47db3bfb-1638-4863-b207-79a8093caf52 req-20367a8a-f1e7-48e9-889c-627daafa1ad9 service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611113 Jul 19 03:30:26.499755 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21b01363-4831-48a1-96b7-8bb5cec63c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.541950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c351012-8960-4f07-892b-0a5d3f580580', 'name': 'tempest-TestAggregatesBasicOps-441059415-router', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '308698ef-f3b9-4926-b832-fc578664b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:55Z', 'updated_at': '2021-07-19T03:30:23Z', 'revision_number': 5, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'gw_port': {'id': '308698ef-f3b9-4926-b832-fc578664b22d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c351012-8960-4f07-892b-0a5d3f580580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:56Z', 'updated_at': '2021-07-19T03:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:26.578690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] Checking router: 3c351012-8960-4f07-892b-0a5d3f580580 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:30:26.588767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] Routers {'3c351012-8960-4f07-892b-0a5d3f580580'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:26.589409 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3c351012-8960-4f07-892b-0a5d3f580580'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:26.662318 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0842e5c2-9a62-4f46-af78-603130326e7b tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.685379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0842e5c2-9a62-4f46-af78-603130326e7b tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Calling delete_port for b270f61c-36f3-482d-8319-49dd3a08ba38 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:26.701787 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.709734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e9c581e2-3254-4ed9-9ad5-4f86a010a072 None None] Provisioning complete for port b270f61c-36f3-482d-8319-49dd3a08ba38 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:26.710446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e9c581e2-3254-4ed9-9ad5-4f86a010a072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.736952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Pushing event deleted for resources: {'Port': ['ID=308698ef-f3b9-4926-b832-fc578664b22d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:26.746744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] Set router 3c351012-8960-4f07-892b-0a5d3f580580 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:26.783154 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21b01363-4831-48a1-96b7-8bb5cec63c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.812928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c351012-8960-4f07-892b-0a5d3f580580', 'name': 'tempest-TestAggregatesBasicOps-441059415-router', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:55Z', 'updated_at': '2021-07-19T03:30:25Z', 'revision_number': 6, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:26.821734 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.842902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21b01363-4831-48a1-96b7-8bb5cec63c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.845308 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-21b01363-4831-48a1-96b7-8bb5cec63c18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c21cf6e2-d857-482a-9ea3-a5dba41bbb49 HTTP/1.1" status: 204 len: 168 time: 0.6607277 Jul 19 03:30:26.847984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404951ae-b97b-420c-8a78-ac8594d863c2 None None] The sync data for ids ['3c351012-8960-4f07-892b-0a5d3f580580'] in n-d-762330-18 is: [{'id': '3c351012-8960-4f07-892b-0a5d3f580580', 'name': 'tempest-TestAggregatesBasicOps-441059415-router', 'tenant_id': 'e2e1957511b5453d97777df49c62fc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:55Z', 'updated_at': '2021-07-19T03:30:25Z', 'revision_number': 6, 'project_id': 'e2e1957511b5453d97777df49c62fc88', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:30:26.848232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b01363-4831-48a1-96b7-8bb5cec63c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c21cf6e2-d857-482a-9ea3-a5dba41bbb49,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:26.850131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e9c581e2-3254-4ed9-9ad5-4f86a010a072 None None] Port b270f61c-36f3-482d-8319-49dd3a08ba38 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:26.855868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41914) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:26.945112 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.947378 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.997072 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:26.997741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c351012-8960-4f07-892b-0a5d3f580580 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:30:26.998393 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:27.004809 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:27.010196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41916) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:27.010876 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c9093bca-ae24-43fb-bac3-af4ae4fe552c admin admin] 10.222.0.20 "DELETE /v2.0/routers/3c351012-8960-4f07-892b-0a5d3f580580 HTTP/1.1" status: 204 len: 168 time: 1.4634399 Jul 19 03:30:27.470811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0842e5c2-9a62-4f46-af78-603130326e7b tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:27.482365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f96413a-1ef9-45bd-bf24-ed40b7002b6f admin admin] Deleting subnet c85971c4-7258-4bc5-85ab-98f745185e61 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:30:27.494408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f96413a-1ef9-45bd-bf24-ed40b7002b6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:27.536644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842e5c2-9a62-4f46-af78-603130326e7b tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event deleted for resources: {'Port': ['ID=b270f61c-36f3-482d-8319-49dd3a08ba38,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:27.575114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:27.592168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38d9943-1c4e-465f-8d2e-d65b79684897']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:27.625510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2737692-4c62-4fb0-9c59-dfc5d43473d0') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:27.625809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2737692-4c62-4fb0-9c59-dfc5d43473d0') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:27.630964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f96413a-1ef9-45bd-bf24-ed40b7002b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:27.649866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 05c56b04-62d3-4544-918a-3192ed9106ab no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:30:27.667205 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:27.683827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 05c56b04-62d3-4544-918a-3192ed9106ab {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:30:27.684482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 05c56b04-62d3-4544-918a-3192ed9106ab not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:30:27.725864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:27.764784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:30:27.765134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:30:27.768770 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:30:27.919647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 308698ef-f3b9-4926-b832-fc578664b22d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:30:27.942870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f96413a-1ef9-45bd-bf24-ed40b7002b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:27.948492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 308698ef-f3b9-4926-b832-fc578664b22d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:30:27.949191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 308698ef-f3b9-4926-b832-fc578664b22d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:30:27.949865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10eed4d7-fed3-4fa6-9304-baeb5902d108 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:30:27.973499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 10eed4d7-fed3-4fa6-9304-baeb5902d108 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:30:27.973951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10eed4d7-fed3-4fa6-9304-baeb5902d108 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:30:28.011217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.015913 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.018691 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f38d9943-1c4e-465f-8d2e-d65b79684897 HTTP/1.1" status: 204 len: 168 time: 1.1616778 Jul 19 03:30:28.093799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6a30c-20ca-4d44-85e6-7a55d843dc27 admin admin] Pushing event deleted for resources: {'Network': ['ID=f38d9943-1c4e-465f-8d2e-d65b79684897,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:28.095869 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0842e5c2-9a62-4f46-af78-603130326e7b tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.100584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41932) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:28.101266 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0842e5c2-9a62-4f46-af78-603130326e7b tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "DELETE /v2.0/ports/b270f61c-36f3-482d-8319-49dd3a08ba38 HTTP/1.1" status: 204 len: 168 time: 1.9171927 Jul 19 03:30:28.139532 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f96413a-1ef9-45bd-bf24-ed40b7002b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.144518 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7637ca-1b2b-4bd9-bb9f-f57f94c842d3 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] GET failed (client error): The resource could not be found. Jul 19 03:30:28.151545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41934) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:28.153025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ee7637ca-1b2b-4bd9-bb9f-f57f94c842d3 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "GET /v2.0/ports/b270f61c-36f3-482d-8319-49dd3a08ba38 HTTP/1.1" status: 404 len: 333 time: 0.0509839 Jul 19 03:30:28.181430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96413a-1ef9-45bd-bf24-ed40b7002b6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c85971c4-7258-4bc5-85ab-98f745185e61,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:28.183495 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f96413a-1ef9-45bd-bf24-ed40b7002b6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.185346 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4f96413a-1ef9-45bd-bf24-ed40b7002b6f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c85971c4-7258-4bc5-85ab-98f745185e61 HTTP/1.1" status: 204 len: 168 time: 1.1741872 Jul 19 03:30:28.189537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41936) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:28.193255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a21b9d-f98b-4ef5-a0fd-a6d164f5ab8d None None] Network 7bf3a8a6-b264-4b10-8beb-983b897e9114 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:28.261450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41938) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:28.295798 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.326855 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-44c06e29-236b-4b15-87d7-c2d978d975e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5557ebf2b454627809af056df5dcd52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627763 Jul 19 03:30:28.327454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41942) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:28.359525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b7e1f-f4eb-47df-8c3a-64578b28adbd tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Deleting port 974ba067-cf79-4e11-ad77-43ca0bc7c576 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:28.359944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7e1f-f4eb-47df-8c3a-64578b28adbd tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.365087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Deleting port 0c228eb0-e663-4461-8a53-1a505ac7ad72 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:28.365429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.466289 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fafb066c-c4e2-4c62-9421-d7484ac2fbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.494411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d794d8-afa3-472c-b006-3cb03d8ed936 None None] DHCP port deletion for 7bf3a8a6-b264-4b10-8beb-983b897e9114 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:30:28.515740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] For port 0c228eb0-e663-4461-8a53-1a505ac7ad72, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0c228eb0-e663-4461-8a53-1a505ac7ad72,segment=NetworkSegment(cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23),segment_id=cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:28.516805 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.535401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Calling delete_port for 0c228eb0-e663-4461-8a53-1a505ac7ad72 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:28.548148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fafb066c-c4e2-4c62-9421-d7484ac2fbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.551039 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7e1f-f4eb-47df-8c3a-64578b28adbd tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.570985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-49d794d8-afa3-472c-b006-3cb03d8ed936 None None] Deleting port 0c228eb0-e663-4461-8a53-1a505ac7ad72 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:28.571451 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-49d794d8-afa3-472c-b006-3cb03d8ed936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.576410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b7e1f-f4eb-47df-8c3a-64578b28adbd tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Calling delete_port for 974ba067-cf79-4e11-ad77-43ca0bc7c576 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:28.669239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-49d794d8-afa3-472c-b006-3cb03d8ed936 None None] For port 0c228eb0-e663-4461-8a53-1a505ac7ad72, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0c228eb0-e663-4461-8a53-1a505ac7ad72,segment=NetworkSegment(cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23),segment_id=cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:28.669695 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-49d794d8-afa3-472c-b006-3cb03d8ed936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.687924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-49d794d8-afa3-472c-b006-3cb03d8ed936 None None] Calling delete_port for 0c228eb0-e663-4461-8a53-1a505ac7ad72 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:28.701940 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.706810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fafb066c-c4e2-4c62-9421-d7484ac2fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.709916 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fafb066c-c4e2-4c62-9421-d7484ac2fbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.711487 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fafb066c-c4e2-4c62-9421-d7484ac2fbf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc HTTP/1.1" status: 204 len: 168 time: 0.3823895 Jul 19 03:30:28.738412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb066c-c4e2-4c62-9421-d7484ac2fbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed12e3c-38ab-42d7-bc4c-4de1ad4d84bc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:28.745969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c228eb0-e663-4461-8a53-1a505ac7ad72,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:28.748855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] No DVR routers for this DVR port 0c228eb0-e663-4461-8a53-1a505ac7ad72 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:30:28.825256 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7e1f-f4eb-47df-8c3a-64578b28adbd tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.844958 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.858153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf3a8a6-b264-4b10-8beb-983b897e9114']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:28.873147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:28.874009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5cef0a-5a9f-4d68-9998-92fe8e5a7a23') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:28.903822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.904433 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-49d794d8-afa3-472c-b006-3cb03d8ed936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.909923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b7e1f-f4eb-47df-8c3a-64578b28adbd tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event deleted for resources: {'Port': ['ID=974ba067-cf79-4e11-ad77-43ca0bc7c576,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:28.932909 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.946555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:30:28.947066 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.949003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d794d8-afa3-472c-b006-3cb03d8ed936 None None] No DVR routers for this DVR port 0c228eb0-e663-4461-8a53-1a505ac7ad72 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:30:28.955161 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:30:28.986922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7e1f-f4eb-47df-8c3a-64578b28adbd tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:28.988937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ee7b7e1f-f4eb-47df-8c3a-64578b28adbd tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "DELETE /v2.0/ports/974ba067-cf79-4e11-ad77-43ca0bc7c576 HTTP/1.1" status: 204 len: 168 time: 0.8369868 Jul 19 03:30:28.990801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d794d8-afa3-472c-b006-3cb03d8ed936 None None] Pushing event deleted for resources: {'Port': ['ID=0c228eb0-e663-4461-8a53-1a505ac7ad72,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:28.995998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41962) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:29.042238 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d77966f-c138-4d18-b887-817025f9bdc0 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] GET failed (client error): The resource could not be found. Jul 19 03:30:29.048000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2d77966f-c138-4d18-b887-817025f9bdc0 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "GET /v2.0/ports/974ba067-cf79-4e11-ad77-43ca0bc7c576 HTTP/1.1" status: 404 len: 333 time: 0.0512111 Jul 19 03:30:29.053581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41964) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:29.120944 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:29.129546 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:29.159234 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] 10.222.0.20 "DELETE /v2.0/networks/7bf3a8a6-b264-4b10-8beb-983b897e9114 HTTP/1.1" status: 204 len: 168 time: 0.9685581 Jul 19 03:30:29.191659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68200e-82df-44b9-a2fe-9992774d155d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf3a8a6-b264-4b10-8beb-983b897e9114,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:29.294232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-135f53fe-de09-454a-ab61-be6d43141667 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Deleting port a23b84a1-05ae-4d9e-817a-c67553905bb5 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:29.301643 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-135f53fe-de09-454a-ab61-be6d43141667 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:29.470004 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-135f53fe-de09-454a-ab61-be6d43141667 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:29.487040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-135f53fe-de09-454a-ab61-be6d43141667 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Calling delete_port for a23b84a1-05ae-4d9e-817a-c67553905bb5 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:29.523026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41982) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:29.635237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-12b90366-1f68-4ed5-bd66-459923f2a6b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73414655363840de8fd91060c3863512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108952 Jul 19 03:30:29.636205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41986) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:29.716088 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a35c179c-e3d9-476d-8b3a-48ead496423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:29.783777 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a35c179c-e3d9-476d-8b3a-48ead496423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:29.790818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-135f53fe-de09-454a-ab61-be6d43141667 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:29.858480 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a35c179c-e3d9-476d-8b3a-48ead496423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:29.861971 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a35c179c-e3d9-476d-8b3a-48ead496423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:29.866641 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a35c179c-e3d9-476d-8b3a-48ead496423a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76bea274-e4ca-4492-a051-a11160af4a36 HTTP/1.1" status: 204 len: 168 time: 0.2290585 Jul 19 03:30:29.877411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c179c-e3d9-476d-8b3a-48ead496423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bea274-e4ca-4492-a051-a11160af4a36,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:29.925634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f53fe-de09-454a-ab61-be6d43141667 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event deleted for resources: {'Port': ['ID=a23b84a1-05ae-4d9e-817a-c67553905bb5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:29.987083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-135f53fe-de09-454a-ab61-be6d43141667 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:29.992797 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-135f53fe-de09-454a-ab61-be6d43141667 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "DELETE /v2.0/ports/a23b84a1-05ae-4d9e-817a-c67553905bb5 HTTP/1.1" status: 204 len: 168 time: 0.9377680 Jul 19 03:30:29.994066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0c228eb0-e663-4461-8a53-1a505ac7ad72 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:30:29.995287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42006) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:30.021330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 0c228eb0-e663-4461-8a53-1a505ac7ad72 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:30:30.022011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0c228eb0-e663-4461-8a53-1a505ac7ad72 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:30:30.103765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a46ecd-0d05-4789-97df-484c22300716 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Deleting subnet f30677d4-fbbc-483d-ab33-4fec5fb0c7e7 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:30:30.107683 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11a46ecd-0d05-4789-97df-484c22300716 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.167990 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11a46ecd-0d05-4789-97df-484c22300716 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.290631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11a46ecd-0d05-4789-97df-484c22300716 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.432833 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11a46ecd-0d05-4789-97df-484c22300716 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.459208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3610629d-f456-4ae8-b8a3-f7bfa42d9f2a None None] Network ef560f4a-cffd-48a5-88db-11113701fdaa requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:30.466141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11a46ecd-0d05-4789-97df-484c22300716 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.484674 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-11a46ecd-0d05-4789-97df-484c22300716 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "DELETE /v2.0/subnets/f30677d4-fbbc-483d-ab33-4fec5fb0c7e7 HTTP/1.1" status: 204 len: 168 time: 0.4877729 Jul 19 03:30:30.487340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42020) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:30.532754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a46ecd-0d05-4789-97df-484c22300716 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event deleted for resources: {'Subnet': ['ID=f30677d4-fbbc-483d-ab33-4fec5fb0c7e7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:30.545866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42022) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:30.626610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-16cbbcdc-16a4-4474-b9c7-42aee96ee7c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2e1957511b5453d97777df49c62fc88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789821 Jul 19 03:30:30.629033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42026) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:30.698663 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc48c974-98d8-4145-baf3-26ed76802871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.707503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42028) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:30.714448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.741098 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc48c974-98d8-4145-baf3-26ed76802871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.808719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Deleting port 94c0b727-976f-4f54-8963-c052c338b16c {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:30.808719 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.853149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc48c974-98d8-4145-baf3-26ed76802871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.856934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc48c974-98d8-4145-baf3-26ed76802871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:30.859528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cf89ea-afa8-4cea-ab63-e950338ca490 None None] DHCP port deletion for ef560f4a-cffd-48a5-88db-11113701fdaa request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:30:30.861064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cc48c974-98d8-4145-baf3-26ed76802871 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/874a6550-dda2-432d-a1dc-fb98f2def329 HTTP/1.1" status: 204 len: 168 time: 0.2308908 Jul 19 03:30:30.881696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48c974-98d8-4145-baf3-26ed76802871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874a6550-dda2-432d-a1dc-fb98f2def329,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:31.030911 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] For port 94c0b727-976f-4f54-8963-c052c338b16c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=94c0b727-976f-4f54-8963-c052c338b16c,segment=NetworkSegment(c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d),segment_id=c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:31.031577 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.052350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Calling delete_port for 94c0b727-976f-4f54-8963-c052c338b16c owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:31.071708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-25cf89ea-afa8-4cea-ab63-e950338ca490 None None] Deleting port 94c0b727-976f-4f54-8963-c052c338b16c {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:30:31.077504 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-25cf89ea-afa8-4cea-ab63-e950338ca490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.090476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2009272060-network', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:31.139987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Made reservation on behalf of d10e259e48c44d029d9e68e0b3258593 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:31.143756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.177399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.208094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.219998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-25cf89ea-afa8-4cea-ab63-e950338ca490 None None] For port 94c0b727-976f-4f54-8963-c052c338b16c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=94c0b727-976f-4f54-8963-c052c338b16c,segment=NetworkSegment(c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d),segment_id=c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:31.220656 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-25cf89ea-afa8-4cea-ab63-e950338ca490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.239288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-25cf89ea-afa8-4cea-ab63-e950338ca490 None None] Calling delete_port for 94c0b727-976f-4f54-8963-c052c338b16c owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:30:31.282094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event deleted for resources: {'Port': ['ID=94c0b727-976f-4f54-8963-c052c338b16c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:31.322736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] No DVR routers for this DVR port 94c0b727-976f-4f54-8963-c052c338b16c on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:30:31.362998 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-25cf89ea-afa8-4cea-ab63-e950338ca490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.370234 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.378472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.409027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf89ea-afa8-4cea-ab63-e950338ca490 None None] Pushing event deleted for resources: {'Port': ['ID=94c0b727-976f-4f54-8963-c052c338b16c,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:31.420939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:30:31.428796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf89ea-afa8-4cea-ab63-e950338ca490 None None] No DVR routers for this DVR port 94c0b727-976f-4f54-8963-c052c338b16c on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:30:31.446963 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.447598 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Added segment 01da5e46-d371-42f5-85dc-b830189695f7 of type vlan for network 7a733bb5-c87a-4a8b-954a-73267d93c9cc Jul 19 03:30:31.449239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987486f1-c917-4f86-8584-e1f883d9056b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:31.499344 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.516358 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.526074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef560f4a-cffd-48a5-88db-11113701fdaa']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:31.542211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:31.542644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e7b437-46b3-4e45-829b-8c2e1d1d2a4d') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:31.561014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.581531 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.582635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:31.583150 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.611108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.633277 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9239504 Jul 19 03:30:31.651538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:30:31.651985 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.686129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42050) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:31.695999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Request body: {'subnet': {'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2009272060-subnet', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:31.700646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae036f7f-5695-4047-beb6-ec09fd8752c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7a733bb5-c87a-4a8b-954a-73267d93c9cc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:31.713326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7a733bb5-c87a-4a8b-954a-73267d93c9cc details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:30:31.752910 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Made reservation on behalf of d10e259e48c44d029d9e68e0b3258593 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:31.755612 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:30:31.840402 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:30:31.845628 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.860555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:31.870581 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] 10.222.0.20 "DELETE /v2.0/networks/ef560f4a-cffd-48a5-88db-11113701fdaa HTTP/1.1" status: 204 len: 168 time: 1.3806634 Jul 19 03:30:31.922765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4ef77-a33e-4e85-b195-a70e034316d5 tempest-AllowedAddressPairIpV6TestJSON-997006803 tempest-AllowedAddressPairIpV6TestJSON-997006803-project] Pushing event deleted for resources: {'Network': ['ID=ef560f4a-cffd-48a5-88db-11113701fdaa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:31.985298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 94c0b727-976f-4f54-8963-c052c338b16c no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:30:32.063695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 94c0b727-976f-4f54-8963-c052c338b16c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:30:32.064415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 94c0b727-976f-4f54-8963-c052c338b16c not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:30:32.176495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:32.266862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12501ad2-c9b7-4d62-851d-35247ac21621,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:32.308049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Checking segment: {'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:32.308503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Network hostable DHCP agents. Network: 7a733bb5-c87a-4a8b-954a-73267d93c9cc, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:30:32.338022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42072) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:32.370348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42076) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:32.376697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Network 7a733bb5-c87a-4a8b-954a-73267d93c9cc is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:30:32.392474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7a733bb5-c87a-4a8b-954a-73267d93c9cc) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:32.409612 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13211047-1689-414f-a423-16c284cdb454 None None] Network 7a733bb5-c87a-4a8b-954a-73267d93c9cc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:32.410134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:32.410236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:32.443611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42080) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:32.446503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-789aa0ae-b9f4-4b94-bfea-83b9c721a4c5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7577643 Jul 19 03:30:32.451143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2009272060-router', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:32.510526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:32.511601 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:32.654130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-760968429-network', 'tenant_id': '4fcfd86d05704241931165fe5cb5a5a3'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:32.666152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:32.686204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308586ca-2d2f-4357-9164-37ea5cee7cb7 None None] Network 7a733bb5-c87a-4a8b-954a-73267d93c9cc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:32.782060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Made reservation on behalf of 4fcfd86d05704241931165fe5cb5a5a3 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:32.784426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:32.842315 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cd974abd-4bfc-45a2-a3ed-aff0901a847c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd514fa378424438952c6677bb6d6082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695580 Jul 19 03:30:32.843904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42084) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:32.844025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:32.885121 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:32.936656 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ec76cab-d0c3-432d-9c0a-f2e3b1c284db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:32.965837 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ec76cab-d0c3-432d-9c0a-f2e3b1c284db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.057617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ec76cab-d0c3-432d-9c0a-f2e3b1c284db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.063158 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ec76cab-d0c3-432d-9c0a-f2e3b1c284db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.068293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1ec76cab-d0c3-432d-9c0a-f2e3b1c284db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f5895c0-9e4c-4a5e-bf8a-1b57781c3e15 HTTP/1.1" status: 204 len: 168 time: 0.2203310 Jul 19 03:30:33.076389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec76cab-d0c3-432d-9c0a-f2e3b1c284db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5895c0-9e4c-4a5e-bf8a-1b57781c3e15,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:33.116516 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.127160 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.197299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:30:33.252845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.253416 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Added segment 344662d0-bbce-4105-b891-bcf4566a1e55 of type vlan for network ec1b22ed-f124-4e06-8227-0557af0b72aa Jul 19 03:30:33.339268 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.350949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:33.385726 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.428214 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.442145 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.444222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:33.445051 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.549786 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2103131 Jul 19 03:30:33.553023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42100) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:33.561143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Request body: {'subnet': {'network_id': 'ec1b22ed-f124-4e06-8227-0557af0b72aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-760968429-subnet', 'tenant_id': '4fcfd86d05704241931165fe5cb5a5a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:33.614058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Made reservation on behalf of 4fcfd86d05704241931165fe5cb5a5a3 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:33.614287 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:33.617686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13654db-8c0b-4ad6-9a74-1b3b3f2578c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ec1b22ed-f124-4e06-8227-0557af0b72aa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:33.674163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ec1b22ed-f124-4e06-8227-0557af0b72aa details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:30:33.851799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Allocated IP 172.25.2.4 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/45dfed71-1763-49ce-819c-77ef34093222) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:34.110346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:34.216688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:34.343736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:34.351101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:34.358221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:34.375136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Pushing event updated for resources: {'Port': ['ID=45dfed71-1763-49ce-819c-77ef34093222,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:34.503117 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:34.656578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eea609b-17de-4a40-a727-b90ceeddefaa,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:34.688835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Checking segment: {'id': '344662d0-bbce-4105-b891-bcf4566a1e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ec1b22ed-f124-4e06-8227-0557af0b72aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:34.692398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Network hostable DHCP agents. Network: ec1b22ed-f124-4e06-8227-0557af0b72aa, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:30:34.724806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Network ec1b22ed-f124-4e06-8227-0557af0b72aa is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:30:34.742715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ec1b22ed-f124-4e06-8227-0557af0b72aa) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:34.748357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:34.749613 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:34.757623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6d67a-b937-40d6-9040-674d9a0b8756 None None] Network ec1b22ed-f124-4e06-8227-0557af0b72aa requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:34.807215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6bbe99b8-7c25-478e-ab14-11e81ff2b584 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2521315 Jul 19 03:30:34.884943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:35.177690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33bccc-5ed8-4c27-8fbf-7095d4aa59fb None None] Network ec1b22ed-f124-4e06-8227-0557af0b72aa requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:35.536605 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:35.721816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Router cb08791a-ab23-4f2d-ba59-01301af3161e is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:30:35.884694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:30:35.902069 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Sync routers for ids ['cb08791a-ab23-4f2d-ba59-01301af3161e'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:30:35.902828 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42170) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:35.907548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-377164831-network', 'tenant_id': '90e08f16076246db892bead86adcf7d5'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:35.910824 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Routers {'cb08791a-ab23-4f2d-ba59-01301af3161e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:35.911783 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cb08791a-ab23-4f2d-ba59-01301af3161e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:35.912122 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:35.917172 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bc7a8a14-815b-4722-97bd-581a58999bbe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4723928 Jul 19 03:30:35.917574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42172) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:35.939031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Made reservation on behalf of 90e08f16076246db892bead86adcf7d5 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:35.953118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:35.963656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:36.076291 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Set router cb08791a-ab23-4f2d-ba59-01301af3161e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:36.109452 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:36.114672 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:36.169862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:30:36.176187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf811a5-16b3-48fe-a0a8-fcc53e663d4f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:36.192630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:36.193502 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Added segment 184e1a9a-065d-4350-ab82-1af033a66491 of type vlan for network e658c06d-280a-4289-847a-6fe26e774696 Jul 19 03:30:36.294892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:36.356469 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'name': 'tempest-ServerRescueTestJSON-2009272060-router', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '45dfed71-1763-49ce-819c-77ef34093222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:32Z', 'updated_at': '2021-07-19T03:30:34Z', 'revision_number': 3, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'gw_port': {'id': '45dfed71-1763-49ce-819c-77ef34093222', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:33Z', 'updated_at': '2021-07-19T03:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:36.397628 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:36.399163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:36.401025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:36.405349 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Checking router: cb08791a-ab23-4f2d-ba59-01301af3161e for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:30:36.405921 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Updating router cb08791a-ab23-4f2d-ba59-01301af3161e port 45dfed71-1763-49ce-819c-77ef34093222 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:30:36.475534 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:36.491772 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5882695 Jul 19 03:30:36.494783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42182) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:36.507634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Request body: {'subnet': {'network_id': 'e658c06d-280a-4289-847a-6fe26e774696', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-377164831-subnet', 'tenant_id': '90e08f16076246db892bead86adcf7d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:36.576013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc68dc4-e304-4615-b6c0-1754ddc9c5bc admin admin] Pushing event updated for resources: {'Network': ['ID=e658c06d-280a-4289-847a-6fe26e774696,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:36.588267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network e658c06d-280a-4289-847a-6fe26e774696 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:30:36.606146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Made reservation on behalf of 90e08f16076246db892bead86adcf7d5 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:36.611185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:36.769655 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:36.885779 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.054133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.081516 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.095212 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Transition to ACTIVE for port object 45dfed71-1763-49ce-819c-77ef34093222 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:37.103580 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.118084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Allocated IP 172.20.0.1 (7a733bb5-c87a-4a8b-954a-73267d93c9cc/12501ad2-c9b7-4d62-851d-35247ac21621/ab79fc80-15b7-493a-99cc-e3dc24b1dd13) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:37.195338 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Pushing event updated for resources: {'Port': ['ID=45dfed71-1763-49ce-819c-77ef34093222,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:37.214287 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.226856 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.228769 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.229797 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.232945 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.233473 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.234000 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.234551 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.235058 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.235691 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.237004 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.237498 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.239104 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:37.239501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfae681e-1586-4d0e-aafa-3ad310d79fa6,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:37.278025 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Attempting to bind port 45dfed71-1763-49ce-819c-77ef34093222 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:37.278430 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Attempting to bind port 45dfed71-1763-49ce-819c-77ef34093222 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:37.279176 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Attempting to bind port 45dfed71-1763-49ce-819c-77ef34093222 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:37.290017 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:37.290998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Checking segment: {'id': '184e1a9a-065d-4350-ab82-1af033a66491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e658c06d-280a-4289-847a-6fe26e774696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:37.291359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Network hostable DHCP agents. Network: e658c06d-280a-4289-847a-6fe26e774696, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:30:37.291719 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:37.292299 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.293603 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:37.295542 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Bound port: 45dfed71-1763-49ce-819c-77ef34093222, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:37.296474 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.336673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Network e658c06d-280a-4289-847a-6fe26e774696 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:30:37.354094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, e658c06d-280a-4289-847a-6fe26e774696) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:37.368969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f365e239-bfca-4d02-97f4-d80c2f41cc95 None None] Network e658c06d-280a-4289-847a-6fe26e774696 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:37.374743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:37.386965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.410606 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.426286 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-78e730fe-125c-475c-9f2d-d7e532e06f88 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9235542 Jul 19 03:30:37.462492 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] For port 45dfed71-1763-49ce-819c-77ef34093222, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:37.468198 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] For port 45dfed71-1763-49ce-819c-77ef34093222, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=45dfed71-1763-49ce-819c-77ef34093222,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:37.482593 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.499786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-1d9651cf-e01c-47c5-acfd-ebd6f570d9f1 req-ed577ca7-febf-490d-a78a-82d67e7c6c5e service neutron] (94344) timed out ('10.222.0.25', 51454) {{(pid=94344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 03:30:37.530749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.604310 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6c3a9-ae48-4747-b3bc-df1946b53d63 None None] Pushing event updated for resources: {'Port': ['ID=45dfed71-1763-49ce-819c-77ef34093222,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:37.621127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Network 7a733bb5-c87a-4a8b-954a-73267d93c9cc is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:37.640403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:37.644982 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Routers {'cb08791a-ab23-4f2d-ba59-01301af3161e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:37.645841 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cb08791a-ab23-4f2d-ba59-01301af3161e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:37.652620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:37.751488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66b342d-cadf-4b34-99c6-e91f837b2a15 None None] Network e658c06d-280a-4289-847a-6fe26e774696 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:37.760144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Pushing event updated for resources: {'Port': ['ID=ab79fc80-15b7-493a-99cc-e3dc24b1dd13,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:37.846690 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:37.886290 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] Set router cb08791a-ab23-4f2d-ba59-01301af3161e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:38.185710 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:38.208696 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'name': 'tempest-ServerRescueTestJSON-2009272060-router', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '45dfed71-1763-49ce-819c-77ef34093222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:32Z', 'updated_at': '2021-07-19T03:30:34Z', 'revision_number': 3, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'gw_port': {'id': '45dfed71-1763-49ce-819c-77ef34093222', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:33Z', 'updated_at': '2021-07-19T03:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:38.249868 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad4bff-0c0c-4604-8ae9-6be386930b21 None None] The sync data for ids ['cb08791a-ab23-4f2d-ba59-01301af3161e'] in n-d-762330-18 is: [{'id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'name': 'tempest-ServerRescueTestJSON-2009272060-router', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '45dfed71-1763-49ce-819c-77ef34093222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:32Z', 'updated_at': '2021-07-19T03:30:34Z', 'revision_number': 3, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'gw_port': {'id': '45dfed71-1763-49ce-819c-77ef34093222', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:33Z', 'updated_at': '2021-07-19T03:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:30:38.527158 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:38.535424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:38.648450 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:38.671675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-179501ca-6a52-4a53-82dc-cbf6c917a6b2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:38.673353 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-179501ca-6a52-4a53-82dc-cbf6c917a6b2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/networks?id=ec1b22ed-f124-4e06-8227-0557af0b72aa HTTP/1.1" status: 200 len: 811 time: 0.2723837 Jul 19 03:30:38.786811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Pushing event updated for resources: {'Port': ['ID=ab79fc80-15b7-493a-99cc-e3dc24b1dd13,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:38.797500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Network 7a733bb5-c87a-4a8b-954a-73267d93c9cc is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:38.800267 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:38.803015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-8160855f-e1d3-4578-a58b-8c892570ed5f tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/quotas/4fcfd86d05704241931165fe5cb5a5a3 HTTP/1.1" status: 200 len: 375 time: 0.0286512 Jul 19 03:30:38.944452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-9b6e6b73-7fd1-421d-bd4f-2bb1a3590ac7 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fcfd86d05704241931165fe5cb5a5a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275787 Jul 19 03:30:39.099296 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-ec2c525f-64b5-40c1-b8bd-1a5aea3e8163 service neutron] 10.222.0.20 "GET /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538508 Jul 19 03:30:39.199110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Router cb08791a-ab23-4f2d-ba59-01301af3161e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:30:39.415411 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e8791036-38ca-4932-8a60-326cb44d96de service neutron] 10.222.0.20 "GET /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083067 Jul 19 03:30:39.520355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:30:39.541024 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-af2e17df-4345-4fae-a654-0fcd06fb9895 admin admin] 10.222.0.20 "PUT /v2.0/routers/cb08791a-ab23-4f2d-ba59-01301af3161e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6215916 Jul 19 03:30:39.759107 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8aac3507-98f3-411f-9bcd-a7e9489f072a req-61572c16-ce30-452f-a112-5f460666aacb tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 210 time: 0.0797510 Jul 19 03:30:40.007906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 45dfed71-1763-49ce-819c-77ef34093222 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:40.191791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 45dfed71-1763-49ce-819c-77ef34093222 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:40.197869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 45dfed71-1763-49ce-819c-77ef34093222 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:40.198491 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:40.370566 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:40.419702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 45dfed71-1763-49ce-819c-77ef34093222, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=45dfed71-1763-49ce-819c-77ef34093222,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:40.432913 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:40.433119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04090526-9233-45ea-95e9-4d8a89800176 req-e0118068-081a-43b2-86bd-270583a989ad tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:40.439910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-e0118068-081a-43b2-86bd-270583a989ad tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/networks?id=7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 200 len: 811 time: 0.2438960 Jul 19 03:30:40.494116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-866581e7-698a-4013-8132-1218fb6c8500 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/quotas/d10e259e48c44d029d9e68e0b3258593 HTTP/1.1" status: 200 len: 375 time: 0.0445302 Jul 19 03:30:40.503192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=45dfed71-1763-49ce-819c-77ef34093222,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:40.706284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-2484a66e-b8de-472c-824a-3fc995cac485 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10e259e48c44d029d9e68e0b3258593&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2112467 Jul 19 03:30:40.964478 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d35c6374-9a7c-4f3b-a000-d861722c8421 req-6f15ad01-5581-4125-b747-0fbf38703a52 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 210 time: 0.1036627 Jul 19 03:30:41.104997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-d0808920-ec38-474d-9b33-0114ddf73884 service neutron] 10.222.0.20 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825452 Jul 19 03:30:41.124996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Sync routers for ids ['cb08791a-ab23-4f2d-ba59-01301af3161e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:30:41.158399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Routers {'cb08791a-ab23-4f2d-ba59-01301af3161e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:41.161083 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cb08791a-ab23-4f2d-ba59-01301af3161e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:41.378843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-3dcea632-fa0f-444f-b6d9-73e705476854 service neutron] 10.222.0.20 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638559 Jul 19 03:30:41.480850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Set router cb08791a-ab23-4f2d-ba59-01301af3161e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:41.593360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42310) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:41.870639 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-87bb926f-93b9-4dfa-94ca-6f9c23d6639c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:41.882903 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5a6706e1-7cd3-4f45-b0d1-2bdd658d888c req-c6db0ab2-3f18-456f-a9da-96caa246b744 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 210 time: 0.0683346 Jul 19 03:30:41.983716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 45dfed71-1763-49ce-819c-77ef34093222 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:42.094884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 45dfed71-1763-49ce-819c-77ef34093222 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:42.095579 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:42.106802 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-87bb926f-93b9-4dfa-94ca-6f9c23d6639c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:42.116413 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-87bb926f-93b9-4dfa-94ca-6f9c23d6639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:42.139657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'name': 'tempest-ServerRescueTestJSON-2009272060-router', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '45dfed71-1763-49ce-819c-77ef34093222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:32Z', 'updated_at': '2021-07-19T03:30:38Z', 'revision_number': 4, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'gw_port': {'id': '45dfed71-1763-49ce-819c-77ef34093222', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:33Z', 'updated_at': '2021-07-19T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ab79fc80-15b7-493a-99cc-e3dc24b1dd13', 'name': '', 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'mac_address': 'fa:16:3e:93:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '12501ad2-c9b7-4d62-851d-35247ac21621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:36Z', 'updated_at': '2021-07-19T03:30:38Z', 'revision_number': 2, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'subnets': [{'id': '12501ad2-c9b7-4d62-851d-35247ac21621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:42.155496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cce8f344-9bbd-4cb4-9834-fa7e0153592a req-50eb182b-48d6-4225-bc6c-be9f0bc5a031 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 210 time: 0.0342629 Jul 19 03:30:42.187076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Checking router: cb08791a-ab23-4f2d-ba59-01301af3161e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:30:42.187433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Updating router cb08791a-ab23-4f2d-ba59-01301af3161e port ab79fc80-15b7-493a-99cc-e3dc24b1dd13 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:30:42.213528 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-87bb926f-93b9-4dfa-94ca-6f9c23d6639c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b63e90d36b548b6ae1170a8f17fd207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6129746 Jul 19 03:30:42.215047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb926f-93b9-4dfa-94ca-6f9c23d6639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15821ff-28c1-4173-bc48-7d882475c1ae,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:42.216288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42328) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:42.308877 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e47fc46d-9a3a-4ab3-a9c2-df95286000d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:42.340383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e47fc46d-9a3a-4ab3-a9c2-df95286000d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:42.413361 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e47fc46d-9a3a-4ab3-a9c2-df95286000d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:42.416103 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e47fc46d-9a3a-4ab3-a9c2-df95286000d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:42.417310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e47fc46d-9a3a-4ab3-a9c2-df95286000d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e15821ff-28c1-4173-bc48-7d882475c1ae HTTP/1.1" status: 204 len: 168 time: 0.2000287 Jul 19 03:30:42.428964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fc46d-9a3a-4ab3-a9c2-df95286000d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15821ff-28c1-4173-bc48-7d882475c1ae,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:42.448024 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:42.548097 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ef9e4ff2-51b2-442f-9e89-1e58dc6a0e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:42.761039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-6d4e3ea7-8fb5-4517-afd6-4b40347bcd3b tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:42.772772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-6d4e3ea7-8fb5-4517-afd6-4b40347bcd3b tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.26 "GET /v2.0/networks?id=ec1b22ed-f124-4e06-8227-0557af0b72aa HTTP/1.1" status: 200 len: 811 time: 0.3125405 Jul 19 03:30:42.791278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Request body: {'port': {'device_id': '4c830104-748d-450b-a74d-69942985470e', 'network_id': 'ec1b22ed-f124-4e06-8227-0557af0b72aa', 'admin_state_up': True, 'tenant_id': '4fcfd86d05704241931165fe5cb5a5a3'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:42.932755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42344) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:42.957675 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.072575 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.099342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Transition to ACTIVE for port object ab79fc80-15b7-493a-99cc-e3dc24b1dd13 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:43.114194 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.197280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d30171-7229-4bc5-be2e-d3fd5646d51c None None] Pushing event updated for resources: {'Port': ['ID=ab79fc80-15b7-493a-99cc-e3dc24b1dd13,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:43.272600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Attempting to bind port ab79fc80-15b7-493a-99cc-e3dc24b1dd13 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:43.273245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Attempting to bind port ab79fc80-15b7-493a-99cc-e3dc24b1dd13 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:43.273624 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Attempting to bind port ab79fc80-15b7-493a-99cc-e3dc24b1dd13 on network 7a733bb5-c87a-4a8b-954a-73267d93c9cc {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:43.281704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:43.282092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Checking segment: {'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:43.282555 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.283205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Bound using segment: {'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:43.283754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Bound port: ab79fc80-15b7-493a-99cc-e3dc24b1dd13, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:43.284159 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.374059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] For port ab79fc80-15b7-493a-99cc-e3dc24b1dd13, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:43.378962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] For port ab79fc80-15b7-493a-99cc-e3dc24b1dd13, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ab79fc80-15b7-493a-99cc-e3dc24b1dd13,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:43.384959 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.439601 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca2fca9e-9210-4c39-bb69-435acda4b3d8 req-40a284fe-7cda-4216-add7-17211abbdf01 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 210 time: 0.0451634 Jul 19 03:30:43.444110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Routers {'cb08791a-ab23-4f2d-ba59-01301af3161e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:43.445118 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cb08791a-ab23-4f2d-ba59-01301af3161e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:43.560130 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.569526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d30171-7229-4bc5-be2e-d3fd5646d51c None None] Pushing event updated for resources: {'Port': ['ID=ab79fc80-15b7-493a-99cc-e3dc24b1dd13,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:43.577586 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-878e7d6b-914f-4470-9885-8f1056cd0c10 req-ef87e942-f8f1-4118-ab1a-9750e49d1c17 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 210 time: 0.4027481 Jul 19 03:30:43.581683 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.630518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] Set router cb08791a-ab23-4f2d-ba59-01301af3161e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:43.653053 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63d952e882dd442cb7046d5c0e405813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7188725 Jul 19 03:30:43.654139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42352) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:43.676380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdf7d8c-5623-45e0-a330-0d4e7aaefd1d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:43.682676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Made reservation on behalf of 4fcfd86d05704241931165fe5cb5a5a3 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:43.687732 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.695770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.697218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.698432 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.698944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.699460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.699970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.703544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.703713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.704060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.704465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.704880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.705760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080eed3-56c7-4d16-ae1d-bc8c5e6ed50e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:43.772841 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d20a3ba3-1de8-4c25-b1b8-76343a5a1dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.787570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04090526-9233-45ea-95e9-4d8a89800176 req-253f3d33-3f95-4ebe-88f4-d31761c9d635 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:43.789354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-253f3d33-3f95-4ebe-88f4-d31761c9d635 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.26 "GET /v2.0/networks?id=7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 200 len: 811 time: 0.2779775 Jul 19 03:30:43.805280 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d20a3ba3-1de8-4c25-b1b8-76343a5a1dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.807207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Request body: {'port': {'device_id': 'fd496c82-bbf7-4262-b814-4106ef7e860b', 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc', 'admin_state_up': True, 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:43.876678 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d20a3ba3-1de8-4c25-b1b8-76343a5a1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.879918 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d20a3ba3-1de8-4c25-b1b8-76343a5a1dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:43.883678 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d20a3ba3-1de8-4c25-b1b8-76343a5a1dd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cdf7d8c-5623-45e0-a330-0d4e7aaefd1d HTTP/1.1" status: 204 len: 168 time: 0.2111578 Jul 19 03:30:43.892910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a3ba3-1de8-4c25-b1b8-76343a5a1dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdf7d8c-5623-45e0-a330-0d4e7aaefd1d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:43.955965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'name': 'tempest-ServerRescueTestJSON-2009272060-router', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '45dfed71-1763-49ce-819c-77ef34093222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:32Z', 'updated_at': '2021-07-19T03:30:38Z', 'revision_number': 4, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'gw_port': {'id': '45dfed71-1763-49ce-819c-77ef34093222', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:33Z', 'updated_at': '2021-07-19T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ab79fc80-15b7-493a-99cc-e3dc24b1dd13', 'name': '', 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'mac_address': 'fa:16:3e:93:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '12501ad2-c9b7-4d62-851d-35247ac21621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:36Z', 'updated_at': '2021-07-19T03:30:43Z', 'revision_number': 4, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'subnets': [{'id': '12501ad2-c9b7-4d62-851d-35247ac21621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:43.968518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Allocated IP 172.20.0.2 (ec1b22ed-f124-4e06-8227-0557af0b72aa/8eea609b-17de-4a40-a727-b90ceeddefaa/4301337a-6eaf-473a-9158-9ebc4510bb4b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:43.993277 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca194a62-8f0b-40c1-bce2-786ea49630bc None None] The sync data for ids ['cb08791a-ab23-4f2d-ba59-01301af3161e'] in n-d-762330-18 is: [{'id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'name': 'tempest-ServerRescueTestJSON-2009272060-router', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '45dfed71-1763-49ce-819c-77ef34093222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:32Z', 'updated_at': '2021-07-19T03:30:38Z', 'revision_number': 4, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'gw_port': {'id': '45dfed71-1763-49ce-819c-77ef34093222', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:33Z', 'updated_at': '2021-07-19T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ab79fc80-15b7-493a-99cc-e3dc24b1dd13', 'name': '', 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'mac_address': 'fa:16:3e:93:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '12501ad2-c9b7-4d62-851d-35247ac21621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:36Z', 'updated_at': '2021-07-19T03:30:43Z', 'revision_number': 4, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'subnets': [{'id': '12501ad2-c9b7-4d62-851d-35247ac21621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:30:44.012026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Made reservation on behalf of d10e259e48c44d029d9e68e0b3258593 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:44.015999 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.401901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Allocated IP 172.20.0.3 (7a733bb5-c87a-4a8b-954a-73267d93c9cc/12501ad2-c9b7-4d62-851d-35247ac21621/791167a8-b7c7-4a8f-82eb-ebe9a59f6efd) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:44.409704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.485065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42374) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:44.500414 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-374d0db3-de17-4848-8134-75d2416e3fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.626807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.661983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-374d0db3-de17-4848-8134-75d2416e3fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.678347 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-374d0db3-de17-4848-8134-75d2416e3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.708087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Network ec1b22ed-f124-4e06-8227-0557af0b72aa is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:44.725332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:44.730393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:44.733817 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-374d0db3-de17-4848-8134-75d2416e3fb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1c3575bd840487e998c526b164d4548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470264 Jul 19 03:30:44.733966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Pushing event updated for resources: {'Port': ['ID=4301337a-6eaf-473a-9158-9ebc4510bb4b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:44.734072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42378) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:44.750977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca373f-be5d-4d63-92fc-fb64c312bb4d req-2e4cddb1-d4ba-411d-9e93-803177636a01 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:44.759514 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40ca373f-be5d-4d63-92fc-fb64c312bb4d req-2e4cddb1-d4ba-411d-9e93-803177636a01 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 931 time: 0.1551600 Jul 19 03:30:44.761424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d0db3-de17-4848-8134-75d2416e3fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0f6616-3036-4301-aadc-61aaaf5b40ae,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:44.822410 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.836550 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40ca373f-be5d-4d63-92fc-fb64c312bb4d req-cd21d5a3-7a77-451c-86c6-dc8e2ab8a473 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760970 Jul 19 03:30:44.842881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:44.843666 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.885253 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fd4f-cb80-42d1-93f4-2246238e0002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.905780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1dbc516d-7386-4f6f-8971-560052f24298 req-a53c46e6-6915-4f41-9b68-f1868019c54a tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 210 time: 0.0802004 Jul 19 03:30:44.911563 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fd4f-cb80-42d1-93f4-2246238e0002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.922243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-e4639841-1d0a-4765-bc2b-dbb1b5630dd8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1399412 Jul 19 03:30:44.937655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Request body: {'port': {'device_id': '4c830104-748d-450b-a74d-69942985470e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:44.969630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fd4f-cb80-42d1-93f4-2246238e0002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.972157 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fd4f-cb80-42d1-93f4-2246238e0002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:44.975680 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1fa5fd4f-cb80-42d1-93f4-2246238e0002 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b0f6616-3036-4301-aadc-61aaaf5b40ae HTTP/1.1" status: 204 len: 168 time: 0.1959357 Jul 19 03:30:44.984336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5fd4f-cb80-42d1-93f4-2246238e0002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0f6616-3036-4301-aadc-61aaaf5b40ae,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:45.007363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:45.068763 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d5e288a6-f1c1-41db-9b14-96c7834500c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:45.081061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Pushing event updated for resources: {'Port': ['ID=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:45.120118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Network 7a733bb5-c87a-4a8b-954a-73267d93c9cc is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:45.144028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:45.148387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:45.199368 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:45.238212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:45.239137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:45.281280 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-243980d6-f06f-48a2-9cf4-0f6f4cdddbe2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4829328 Jul 19 03:30:45.298516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Request body: {'port': {'device_id': 'fd496c82-bbf7-4262-b814-4106ef7e860b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:45.534005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:45.632361 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:45.791147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4301337a-6eaf-473a-9158-9ebc4510bb4b {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:30:45.806825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:45.856706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Transition to ACTIVE for port object 4301337a-6eaf-473a-9158-9ebc4510bb4b will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:45.996433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ab79fc80-15b7-493a-99cc-e3dc24b1dd13 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:46.089184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port ab79fc80-15b7-493a-99cc-e3dc24b1dd13 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:46.094745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ab79fc80-15b7-493a-99cc-e3dc24b1dd13 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:46.095123 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:46.176314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167c03b-b48d-438e-a822-682a20f50606 req-88f2debc-888d-4721-9c8f-c17704c91bd8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:46.178634 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d167c03b-b48d-438e-a822-682a20f50606 req-88f2debc-888d-4721-9c8f-c17704c91bd8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 931 time: 0.1201553 Jul 19 03:30:46.238612 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d167c03b-b48d-438e-a822-682a20f50606 req-09e68daf-1dc0-4083-992a-261173b40dde tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531547 Jul 19 03:30:46.270645 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:46.324986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port ab79fc80-15b7-493a-99cc-e3dc24b1dd13, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ab79fc80-15b7-493a-99cc-e3dc24b1dd13,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:46.331027 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:46.383173 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:46.423064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=ab79fc80-15b7-493a-99cc-e3dc24b1dd13,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:46.428705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:46.465291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:30:46.483730 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:46.510558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Pushing event updated for resources: {'Port': ['ID=4301337a-6eaf-473a-9158-9ebc4510bb4b,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:46.535627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Transition to ACTIVE for port object 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:46.578224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.578968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.579474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.580377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.581484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.581988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.583523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.584480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.585644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.586722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.587864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.590400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:30:46.608330 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:46.726372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Pushing event updated for resources: {'Port': ['ID=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:46.737636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae832c1-ec42-4e0b-a66c-9c1df094f678 req-84b492cd-82a2-45f3-89d4-ea4d9e5f05a6 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:46.739422 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fae832c1-ec42-4e0b-a66c-9c1df094f678 req-84b492cd-82a2-45f3-89d4-ea4d9e5f05a6 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 943 time: 0.3609104 Jul 19 03:30:46.834832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Attempting to bind port 4301337a-6eaf-473a-9158-9ebc4510bb4b on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:46.836007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Attempting to bind port 4301337a-6eaf-473a-9158-9ebc4510bb4b by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '344662d0-bbce-4105-b891-bcf4566a1e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ec1b22ed-f124-4e06-8227-0557af0b72aa'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:46.836641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Attempting to bind port 4301337a-6eaf-473a-9158-9ebc4510bb4b on network ec1b22ed-f124-4e06-8227-0557af0b72aa {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:46.859265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Port 4301337a-6eaf-473a-9158-9ebc4510bb4b on network ec1b22ed-f124-4e06-8227-0557af0b72aa not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:30:46.860353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Attempting to bind port 4301337a-6eaf-473a-9158-9ebc4510bb4b on network ec1b22ed-f124-4e06-8227-0557af0b72aa {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:46.888501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:46.888894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Checking segment: {'id': '344662d0-bbce-4105-b891-bcf4566a1e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ec1b22ed-f124-4e06-8227-0557af0b72aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:46.889325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Bound using segment: {'id': '344662d0-bbce-4105-b891-bcf4566a1e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ec1b22ed-f124-4e06-8227-0557af0b72aa'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:46.889797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Bound port: 4301337a-6eaf-473a-9158-9ebc4510bb4b, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344662d0-bbce-4105-b891-bcf4566a1e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ec1b22ed-f124-4e06-8227-0557af0b72aa'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:46.890191 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:46.902587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42466) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:46.912713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fae832c1-ec42-4e0b-a66c-9c1df094f678 req-e960e50d-470b-4b98-9de3-19c8a8cc2310 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537135 Jul 19 03:30:46.920906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Attempting to bind port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:46.921248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Attempting to bind port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:46.921580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Attempting to bind port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd on network 7a733bb5-c87a-4a8b-954a-73267d93c9cc {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:46.955473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd on network 7a733bb5-c87a-4a8b-954a-73267d93c9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:30:46.956226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Attempting to bind port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd on network 7a733bb5-c87a-4a8b-954a-73267d93c9cc {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:46.975404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:46.975748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Checking segment: {'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:46.976141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Bound using segment: {'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:46.976599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Bound port: 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:46.976961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.001988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] For port 4301337a-6eaf-473a-9158-9ebc4510bb4b, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:47.033528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] For port 4301337a-6eaf-473a-9158-9ebc4510bb4b, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4301337a-6eaf-473a-9158-9ebc4510bb4b,segment=NetworkSegment(344662d0-bbce-4105-b891-bcf4566a1e55),segment_id=344662d0-bbce-4105-b891-bcf4566a1e55)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:47.044465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.093904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:47.094588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.096242 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] 10.222.0.26 "PUT /v2.0/ports/4301337a-6eaf-473a-9158-9ebc4510bb4b HTTP/1.1" status: 200 len: 1092 time: 2.1631427 Jul 19 03:30:47.097732 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-091f738b-472e-40d8-ad9a-6779c6a76421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.107937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c830104-748d-450b-a74d-69942985470e', 'tag': '4301337a-6eaf-473a-9158-9ebc4510bb4b'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:47.110643 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73" -d '{"events": [{"name": "network-changed", "server_uuid": "4c830104-748d-450b-a74d-69942985470e", "tag": "4301337a-6eaf-473a-9158-9ebc4510bb4b"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:47.140008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] For port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:47.184702 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d025522-9229-421f-be2b-d40e7b16ab5e x-openstack-request-id: req-1d025522-9229-421f-be2b-d40e7b16ab5e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:47.185269 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c830104-748d-450b-a74d-69942985470e", "tag": "4301337a-6eaf-473a-9158-9ebc4510bb4b", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:47.185727 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d025522-9229-421f-be2b-d40e7b16ab5e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:47.186308 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c830104-748d-450b-a74d-69942985470e', 'tag': '4301337a-6eaf-473a-9158-9ebc4510bb4b', 'status': 'completed', 'code': 200} Jul 19 03:30:47.215476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] For port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:47.217735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a51fb-6cd6-4862-bd5d-993ec3a72957 service neutron] Pushing event updated for resources: {'Port': ['ID=4301337a-6eaf-473a-9158-9ebc4510bb4b,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:47.230047 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.262863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-091f738b-472e-40d8-ad9a-6779c6a76421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.267591 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-091f738b-472e-40d8-ad9a-6779c6a76421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.285004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:47.285639 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.287813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] 10.222.0.26 "PUT /v2.0/ports/791167a8-b7c7-4a8f-82eb-ebe9a59f6efd HTTP/1.1" status: 200 len: 1092 time: 1.9952426 Jul 19 03:30:47.332469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aab83c-9bdd-4dbb-b902-2b00d902f756 service neutron] Pushing event updated for resources: {'Port': ['ID=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:47.351755 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-091f738b-472e-40d8-ad9a-6779c6a76421 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29cb314d003843baa3acc5760226c28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454970 Jul 19 03:30:47.351755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f738b-472e-40d8-ad9a-6779c6a76421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6d4f7e-feb1-45c7-8631-079964561e0e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:47.353800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42504) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:47.425919 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2290bb4b-625b-48f1-9c60-00619ed7093a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.451382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-8aa5bd11-a101-4487-9da9-8ab9aaf48fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:47.452940 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-8aa5bd11-a101-4487-9da9-8ab9aaf48fee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fcfd86d05704241931165fe5cb5a5a3&device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 1095 time: 0.3107538 Jul 19 03:30:47.467374 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2290bb4b-625b-48f1-9c60-00619ed7093a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.543854 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-7dc3a389-1643-4038-9299-b1e00f3fee81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4301337a-6eaf-473a-9158-9ebc4510bb4b HTTP/1.1" status: 200 len: 217 time: 0.0813081 Jul 19 03:30:47.564360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2290bb4b-625b-48f1-9c60-00619ed7093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.569693 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2290bb4b-625b-48f1-9c60-00619ed7093a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.574813 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2290bb4b-625b-48f1-9c60-00619ed7093a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c6d4f7e-feb1-45c7-8631-079964561e0e HTTP/1.1" status: 204 len: 168 time: 0.2174356 Jul 19 03:30:47.586796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290bb4b-625b-48f1-9c60-00619ed7093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6d4f7e-feb1-45c7-8631-079964561e0e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:47.606690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04090526-9233-45ea-95e9-4d8a89800176 req-fc237ddc-b314-4635-8cee-56d3240674a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:47.608397 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-fc237ddc-b314-4635-8cee-56d3240674a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10e259e48c44d029d9e68e0b3258593&device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 1095 time: 0.2648053 Jul 19 03:30:47.675791 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-d67e4f82-eada-4808-bc43-ae7c8faf456a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd HTTP/1.1" status: 200 len: 217 time: 0.0493264 Jul 19 03:30:47.679526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-db335e37-cf98-4da5-b2d7-2e80732450a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:47.681108 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-db335e37-cf98-4da5-b2d7-2e80732450a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8eea609b-17de-4a40-a727-b90ceeddefaa HTTP/1.1" status: 200 len: 851 time: 0.1306145 Jul 19 03:30:47.691359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b1db2-fb25-4816-991d-0463aaf4455a req-8f7cbd5a-2f8e-47d3-9bfe-a3d58c1b659c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:47.692945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f73b1db2-fb25-4816-991d-0463aaf4455a req-8f7cbd5a-2f8e-47d3-9bfe-a3d58c1b659c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 943 time: 0.2819755 Jul 19 03:30:47.790872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-a0fde5ed-5784-4c92-b16a-e4e5cb8ee31c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ec1b22ed-f124-4e06-8227-0557af0b72aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896149 Jul 19 03:30:47.886929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f73b1db2-fb25-4816-991d-0463aaf4455a req-acd4b0b9-d778-48c1-a429-0e076adea725 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845121 Jul 19 03:30:47.897689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04090526-9233-45ea-95e9-4d8a89800176 req-63f040e2-581a-4d29-8578-2741683326e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:47.899230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-63f040e2-581a-4d29-8578-2741683326e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12501ad2-c9b7-4d62-851d-35247ac21621 HTTP/1.1" status: 200 len: 851 time: 0.2171164 Jul 19 03:30:47.920891 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:47.947961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-763f5ea0-c5a1-4dfc-a05c-7cdcf1047b97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a733bb5-c87a-4a8b-954a-73267d93c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409820 Jul 19 03:30:47.961006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ab79fc80-15b7-493a-99cc-e3dc24b1dd13 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:47.965841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42522) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:48.008457 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1e247bf-da1d-49f9-9c68-e8d92f4fa32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:48.044037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-7d668690-59a4-46ed-b69f-7f5ad675c46c service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882342 Jul 19 03:30:48.046303 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-07188369-8306-4113-814f-63e3030c14b6 service neutron] 10.222.0.26 "GET /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405725 Jul 19 03:30:48.062866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ab79fc80-15b7-493a-99cc-e3dc24b1dd13 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:48.063558 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:48.199810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1e247bf-da1d-49f9-9c68-e8d92f4fa32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:48.205416 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1e247bf-da1d-49f9-9c68-e8d92f4fa32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:48.248064 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c1e247bf-da1d-49f9-9c68-e8d92f4fa32f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f9be5e0b3d040ebae5ca6daec8bb7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804749 Jul 19 03:30:48.250252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42526) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:48.250918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e247bf-da1d-49f9-9c68-e8d92f4fa32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9dca77-3d52-4c24-9f06-1bb7d55afbae,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:48.306697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b30e83e-cecf-439e-94d1-fde4f990673b req-7efba2a8-6bf4-4339-bdd9-ce578a4c13cf service neutron] 10.222.0.26 "GET /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485886 Jul 19 03:30:48.307812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9c04fa6-386c-4973-a1a9-2d0a43299572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:48.312663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04090526-9233-45ea-95e9-4d8a89800176 req-32557141-4c6c-4ffe-9160-0d06a3d4a998 service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542045 Jul 19 03:30:48.322507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb7f94-468f-47d5-a6ff-a4f3ae621796 req-25687f60-30b4-4173-8ed4-23c332896e69 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:48.324088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0cb7f94-468f-47d5-a6ff-a4f3ae621796 req-25687f60-30b4-4173-8ed4-23c332896e69 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 943 time: 0.1867058 Jul 19 03:30:48.342293 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9c04fa6-386c-4973-a1a9-2d0a43299572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:48.374198 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0cb7f94-468f-47d5-a6ff-a4f3ae621796 req-71819b95-5eda-4b41-9cf2-17ea69594c69 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Jul 19 03:30:48.404984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9c04fa6-386c-4973-a1a9-2d0a43299572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:48.407667 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9c04fa6-386c-4973-a1a9-2d0a43299572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:48.411105 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b9c04fa6-386c-4973-a1a9-2d0a43299572 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f9dca77-3d52-4c24-9f06-1bb7d55afbae HTTP/1.1" status: 204 len: 168 time: 0.1551275 Jul 19 03:30:48.419064 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c04fa6-386c-4973-a1a9-2d0a43299572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9dca77-3d52-4c24-9f06-1bb7d55afbae,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:48.442781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73 req-d2d7210b-8b55-40b0-bfff-9c04556a8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:48.444861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73 req-d2d7210b-8b55-40b0-bfff-9c04556a8815 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fcfd86d05704241931165fe5cb5a5a3&device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 1095 time: 0.0684257 Jul 19 03:30:48.553735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73 req-0509ac2f-2768-4dc9-8e31-ef6b0d8c1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:48.555409 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73 req-0509ac2f-2768-4dc9-8e31-ef6b0d8c1894 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ec1b22ed-f124-4e06-8227-0557af0b72aa HTTP/1.1" status: 200 len: 911 time: 0.1038225 Jul 19 03:30:48.600514 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73 req-3971c287-03be-44c6-8d87-4d46ea303f28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4301337a-6eaf-473a-9158-9ebc4510bb4b HTTP/1.1" status: 200 len: 217 time: 0.0370340 Jul 19 03:30:48.660736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73 req-26fbc5ba-c923-4bcb-948e-fc7ea622021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:48.663536 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73 req-26fbc5ba-c923-4bcb-948e-fc7ea622021c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8eea609b-17de-4a40-a727-b90ceeddefaa HTTP/1.1" status: 200 len: 851 time: 0.0565777 Jul 19 03:30:48.708501 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73 req-1f481d26-35fc-478b-a3a9-9b2bf464bfa3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ec1b22ed-f124-4e06-8227-0557af0b72aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379648 Jul 19 03:30:48.825634 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73 req-f75fecb1-f731-484b-9851-8e3883e27886 service neutron] 10.222.0.26 "GET /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082480 Jul 19 03:30:48.950970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef0aac1c-4c38-46d4-8df5-704e76cc1a73 req-a5bf07db-e429-4878-a958-286cdeb37e7c service neutron] 10.222.0.26 "GET /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173239 Jul 19 03:30:49.117481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e9586-5417-4668-b3f0-f433c059cc36 req-51150144-8a7e-44ad-918e-9726eb574d3d tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:49.124748 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-250e9586-5417-4668-b3f0-f433c059cc36 req-51150144-8a7e-44ad-918e-9726eb574d3d tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 943 time: 0.0844095 Jul 19 03:30:49.169459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-250e9586-5417-4668-b3f0-f433c059cc36 req-11415170-dfe2-45de-b246-bab5f396da3f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Jul 19 03:30:49.188479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd496c82-bbf7-4262-b814-4106ef7e860b', 'tag': '791167a8-b7c7-4a8f-82eb-ebe9a59f6efd'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:49.190288 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcf1ab9-e0d2-4a61-b857-1854a1249868" -d '{"events": [{"name": "network-changed", "server_uuid": "fd496c82-bbf7-4262-b814-4106ef7e860b", "tag": "791167a8-b7c7-4a8f-82eb-ebe9a59f6efd"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:49.233784 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8061baf-b1ad-4073-8c81-64b23e96b011 x-openstack-request-id: req-a8061baf-b1ad-4073-8c81-64b23e96b011 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:49.234193 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd496c82-bbf7-4262-b814-4106ef7e860b", "tag": "791167a8-b7c7-4a8f-82eb-ebe9a59f6efd", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:49.234842 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8061baf-b1ad-4073-8c81-64b23e96b011 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:49.235045 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd496c82-bbf7-4262-b814-4106ef7e860b', 'tag': '791167a8-b7c7-4a8f-82eb-ebe9a59f6efd', 'status': 'completed', 'code': 200} Jul 19 03:30:49.324136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf1ab9-e0d2-4a61-b857-1854a1249868 req-f7c46c43-4cea-4104-bbd7-b12ec53731d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:49.325732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dcf1ab9-e0d2-4a61-b857-1854a1249868 req-f7c46c43-4cea-4104-bbd7-b12ec53731d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10e259e48c44d029d9e68e0b3258593&device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 1095 time: 0.0637486 Jul 19 03:30:49.428578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf1ab9-e0d2-4a61-b857-1854a1249868 req-f2d3b110-8567-4b56-9d96-6d42aa13ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:49.430095 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dcf1ab9-e0d2-4a61-b857-1854a1249868 req-f2d3b110-8567-4b56-9d96-6d42aa13ca94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 200 len: 911 time: 0.0976636 Jul 19 03:30:49.480690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dcf1ab9-e0d2-4a61-b857-1854a1249868 req-8a6cec11-5e4f-4817-9246-bf44d7db78fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd HTTP/1.1" status: 200 len: 217 time: 0.0433066 Jul 19 03:30:49.550224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf1ab9-e0d2-4a61-b857-1854a1249868 req-beb8d869-80db-479a-9b23-68e450e85a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:49.551979 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dcf1ab9-e0d2-4a61-b857-1854a1249868 req-beb8d869-80db-479a-9b23-68e450e85a45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12501ad2-c9b7-4d62-851d-35247ac21621 HTTP/1.1" status: 200 len: 851 time: 0.0644770 Jul 19 03:30:49.591925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dcf1ab9-e0d2-4a61-b857-1854a1249868 req-c560983f-ecbb-426f-bee9-2cff8f5f0d81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a733bb5-c87a-4a8b-954a-73267d93c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317643 Jul 19 03:30:49.600937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b2a62-74ba-4cda-9033-e06769becfc0 req-c8f875ae-67c8-4946-b966-513138ea0b2d tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:49.603555 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c62b2a62-74ba-4cda-9033-e06769becfc0 req-c8f875ae-67c8-4946-b966-513138ea0b2d tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 943 time: 0.0905306 Jul 19 03:30:49.653593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c62b2a62-74ba-4cda-9033-e06769becfc0 req-158def2d-0e54-49b1-aa56-d00184845acf tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 Jul 19 03:30:49.695554 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dcf1ab9-e0d2-4a61-b857-1854a1249868 req-85571c19-8372-4f97-b2dd-be83316b566c service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973263 Jul 19 03:30:49.796197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:30:49.803871 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dcf1ab9-e0d2-4a61-b857-1854a1249868 req-20706710-9581-4298-bf83-fc3f5d177e98 service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017401 Jul 19 03:30:49.920708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:49.933108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '791167a8-b7c7-4a8f-82eb-ebe9a59f6efd', 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc', 'port_id': '791167a8-b7c7-4a8f-82eb-ebe9a59f6efd', 'mac_address': 'fa:16:3e:c3:4d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12501ad2-c9b7-4d62-851d-35247ac21621', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:30:49.955652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42582) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:49.994653 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.024477 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:30:50.060362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:50.066665 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.067837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4301337a-6eaf-473a-9158-9ebc4510bb4b details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:30:50.133733 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d45742ef-27b2-472f-bd75-0dd51416761c tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4861 time: 0.1764739 Jul 19 03:30:50.136867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42590) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:50.142531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'network': {'name': 'tempest-network-smoke--658988355', 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'port_security_enabled': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:50.164595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:50.167452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Made reservation on behalf of ee9945cfeda64ef89377168b204400d8 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:50.176271 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.209214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:30:50.232324 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.232676 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Added segment dcab875f-05dc-42bc-b3c9-f1df44d97a56 of type vlan for network 91800704-df6f-4ea2-a5bc-7062249e3d48 Jul 19 03:30:50.285223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4301337a-6eaf-473a-9158-9ebc4510bb4b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4301337a-6eaf-473a-9158-9ebc4510bb4b,segment=NetworkSegment(344662d0-bbce-4105-b891-bcf4566a1e55),segment_id=344662d0-bbce-4105-b891-bcf4566a1e55)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:50.304873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '4301337a-6eaf-473a-9158-9ebc4510bb4b', 'network_id': 'ec1b22ed-f124-4e06-8227-0557af0b72aa', 'port_id': '4301337a-6eaf-473a-9158-9ebc4510bb4b', 'mac_address': 'fa:16:3e:90:d3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eea609b-17de-4a40-a727-b90ceeddefaa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:30:50.326897 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.355330 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.373535 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.380570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:50.381196 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.400769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4301337a-6eaf-473a-9158-9ebc4510bb4b {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:30:50.438594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4301337a-6eaf-473a-9158-9ebc4510bb4b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4301337a-6eaf-473a-9158-9ebc4510bb4b,segment=NetworkSegment(344662d0-bbce-4105-b891-bcf4566a1e55),segment_id=344662d0-bbce-4105-b891-bcf4566a1e55)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:50.449467 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.488367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3501174 Jul 19 03:30:50.491632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42618) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:50.496292 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-336417944', 'admin_state_up': True, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:50.504414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4301337a-6eaf-473a-9158-9ebc4510bb4b,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:50.546231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.548009 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.569666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28ab0f-862e-42e2-9012-ec401ea2d65a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Network': ['ID=91800704-df6f-4ea2-a5bc-7062249e3d48,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:50.584285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 91800704-df6f-4ea2-a5bc-7062249e3d48 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:30:50.589213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e3532-714e-4567-bac2-09b2bb30c84f req-837ed178-4e13-49e5-933c-0c80670d3238 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:50.598751 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b99e3532-714e-4567-bac2-09b2bb30c84f req-837ed178-4e13-49e5-933c-0c80670d3238 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 944 time: 0.2111986 Jul 19 03:30:50.624186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.650440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b99e3532-714e-4567-bac2-09b2bb30c84f req-281b5e46-eaa6-459e-b96a-2a0ba29b94c1 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469842 Jul 19 03:30:50.676134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['791167a8-b7c7-4a8f-82eb-ebe9a59f6efd'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:30:50.710796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['4301337a-6eaf-473a-9158-9ebc4510bb4b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:30:50.881860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:50.946140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dd8b8-f156-4c4d-881e-91afe9f29b25 req-66475374-39f6-4e81-9500-0f79d612c2b9 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:50.953941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-023dd8b8-f156-4c4d-881e-91afe9f29b25 req-66475374-39f6-4e81-9500-0f79d612c2b9 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 944 time: 0.1454251 Jul 19 03:30:51.005043 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-023dd8b8-f156-4c4d-881e-91afe9f29b25 req-22bfd22d-d3c7-4cf0-be6f-198b82863014 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500956 Jul 19 03:30:51.032114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-d1ec5bfc-43c6-4299-8791-89737c60d1f8 req-4a315400-9278-4226-8449-2d81e1102b6e tempest-MigrationsAdminTest-1381806071 tempest-MigrationsAdminTest-1381806071-project] (94344) timed out ('10.222.0.26', 50722) {{(pid=94344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 03:30:51.080281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42634) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:51.173103 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.195522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.227924 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a576371-9cef-48c0-90a3-54c956282f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.314122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Allocated IP 172.25.2.64 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/a6f1eefd-ccc8-4e33-afb5-1f33a764555e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:51.332672 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a576371-9cef-48c0-90a3-54c956282f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.337832 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a576371-9cef-48c0-90a3-54c956282f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.380801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a576371-9cef-48c0-90a3-54c956282f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ac4c90-6ef0-4545-801d-3d18f845ca7f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:51.390459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6a576371-9cef-48c0-90a3-54c956282f88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74987ecbaa6a412b8f92e22374e7ea4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088167 Jul 19 03:30:51.392780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42640) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:51.438736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.456685 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1d0edc8-a20a-4c9a-9685-ae7312b9da35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.483537 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1d0edc8-a20a-4c9a-9685-ae7312b9da35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.492294 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.537908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:51.540942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:51.545954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:51.550774 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1d0edc8-a20a-4c9a-9685-ae7312b9da35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.554603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1d0edc8-a20a-4c9a-9685-ae7312b9da35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.556032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d1d0edc8-a20a-4c9a-9685-ae7312b9da35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77ac4c90-6ef0-4545-801d-3d18f845ca7f HTTP/1.1" status: 204 len: 168 time: 0.1623621 Jul 19 03:30:51.570727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Port': ['ID=a6f1eefd-ccc8-4e33-afb5-1f33a764555e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:51.585748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0edc8-a20a-4c9a-9685-ae7312b9da35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ac4c90-6ef0-4545-801d-3d18f845ca7f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:51.816762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:51.853344 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.896626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:51.900105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d520e-10ee-4ad1-a264-62aee880bed1 req-41155d23-feee-4eee-9482-ef8af5341010 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:51.906581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:51.907148 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:51.910310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e62d520e-10ee-4ad1-a264-62aee880bed1 req-41155d23-feee-4eee-9482-ef8af5341010 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 944 time: 0.1108699 Jul 19 03:30:51.946660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42652) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:51.974248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e62d520e-10ee-4ad1-a264-62aee880bed1 req-2e74e4f2-3020-4009-accc-64d1414194d6 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607331 Jul 19 03:30:51.988198 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c42db27-271a-4059-b416-b042c4fffb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.019569 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.064366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd496c82-bbf7-4262-b814-4106ef7e860b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791167a8-b7c7-4a8f-82eb-ebe9a59f6efd'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:52.066440 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef08bf50-4c1b-41c3-9d3a-d73c7be8f4dd" -d '{"events": [{"server_uuid": "fd496c82-bbf7-4262-b814-4106ef7e860b", "name": "network-vif-plugged", "status": "completed", "tag": "791167a8-b7c7-4a8f-82eb-ebe9a59f6efd"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:52.099678 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c42db27-271a-4059-b416-b042c4fffb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.100846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:52.104892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c42db27-271a-4059-b416-b042c4fffb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.108336 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.110380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4301337a-6eaf-473a-9158-9ebc4510bb4b up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:52.166429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8c42db27-271a-4059-b416-b042c4fffb7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0a1e98798ba41e8b66eb1bd85ac4254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185798 Jul 19 03:30:52.167739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42db27-271a-4059-b416-b042c4fffb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1e5c8e-f795-4271-b993-d7ff5d9b7bdf,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:52.171610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42660) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:52.205941 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.223213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:52.243715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 4301337a-6eaf-473a-9158-9ebc4510bb4b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:52.259928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 4301337a-6eaf-473a-9158-9ebc4510bb4b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:52.260306 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.296269 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-940568a3-59a7-4ad9-bac1-a548567f8171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.368216 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.369639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3827f-f872-430a-85b2-984df133681c req-60174db1-af9a-4c76-8982-c07afb5729b6 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:52.371508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aef3827f-f872-430a-85b2-984df133681c req-60174db1-af9a-4c76-8982-c07afb5729b6 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 944 time: 0.1585546 Jul 19 03:30:52.377106 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-940568a3-59a7-4ad9-bac1-a548567f8171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.419113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4301337a-6eaf-473a-9158-9ebc4510bb4b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4301337a-6eaf-473a-9158-9ebc4510bb4b,segment=NetworkSegment(344662d0-bbce-4105-b891-bcf4566a1e55),segment_id=344662d0-bbce-4105-b891-bcf4566a1e55)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:52.422780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Router 28b52216-5c03-4c07-a347-c49ddc8170e4 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:30:52.426146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.456367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aef3827f-f872-430a-85b2-984df133681c req-b55e6826-34ea-4996-a464-e1935357376b tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721116 Jul 19 03:30:52.477728 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-940568a3-59a7-4ad9-bac1-a548567f8171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.482710 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-940568a3-59a7-4ad9-bac1-a548567f8171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.484038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-940568a3-59a7-4ad9-bac1-a548567f8171 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e1e5c8e-f795-4271-b993-d7ff5d9b7bdf HTTP/1.1" status: 204 len: 168 time: 0.3109844 Jul 19 03:30:52.496706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940568a3-59a7-4ad9-bac1-a548567f8171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1e5c8e-f795-4271-b993-d7ff5d9b7bdf,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:52.564209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4301337a-6eaf-473a-9158-9ebc4510bb4b,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:52.621019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:30:52.632848 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Sync routers for ids ['28b52216-5c03-4c07-a347-c49ddc8170e4'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:30:52.647965 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Routers {'28b52216-5c03-4c07-a347-c49ddc8170e4'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:52.650748 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['28b52216-5c03-4c07-a347-c49ddc8170e4'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:52.663697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:52.665754 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b54cdad1-676e-4269-ad90-38e59988f761 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1731029 Jul 19 03:30:52.669809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42672) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:52.674600 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc1203b-00d0-4218-96e6-b8bc886a2089 x-openstack-request-id: req-ebc1203b-00d0-4218-96e6-b8bc886a2089 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:52.674906 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd496c82-bbf7-4262-b814-4106ef7e860b", "name": "network-vif-plugged", "status": "completed", "tag": "791167a8-b7c7-4a8f-82eb-ebe9a59f6efd", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:52.675161 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebc1203b-00d0-4218-96e6-b8bc886a2089 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:52.675565 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd496c82-bbf7-4262-b814-4106ef7e860b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791167a8-b7c7-4a8f-82eb-ebe9a59f6efd', 'code': 200} Jul 19 03:30:52.832598 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Set router 28b52216-5c03-4c07-a347-c49ddc8170e4 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:52.853615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c60b7-b183-4291-af80-8d2e9f71c18f tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:52.858514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42676) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:52.859032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cc6c60b7-b183-4291-af80-8d2e9f71c18f tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ee9945cfeda64ef89377168b204400d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1875782 Jul 19 03:30:52.870500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4eb58d-7227-4035-bacf-ff7581017983 req-d922f556-c701-473f-a111-7ceb33ed811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:52.876795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c4eb58d-7227-4035-bacf-ff7581017983 req-d922f556-c701-473f-a111-7ceb33ed811f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 1097 time: 0.1218531 Jul 19 03:30:52.925790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c4eb58d-7227-4035-bacf-ff7581017983 req-67ee883d-8f66-4284-a319-a242e6d58bdd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Jul 19 03:30:52.983626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b4974-576a-4c02-8ecd-3beba26aa34d tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:52.987213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7a0b4974-576a-4c02-8ecd-3beba26aa34d tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276522 Jul 19 03:30:52.989953 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42682) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:53.047246 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-336417944', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:50Z', 'updated_at': '2021-07-19T03:30:51Z', 'revision_number': 3, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:51Z', 'updated_at': '2021-07-19T03:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:53.048493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42688) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:53.050669 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7aa36c90-c228-4d98-9e2d-7157e0df8721 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581567 Jul 19 03:30:53.075265 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Checking router: 28b52216-5c03-4c07-a347-c49ddc8170e4 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:30:53.075889 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Updating router 28b52216-5c03-4c07-a347-c49ddc8170e4 port a6f1eefd-ccc8-4e33-afb5-1f33a764555e binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:30:53.114429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-74d81aea-29a2-48ba-970f-53d760d69fe4 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ee9945cfeda64ef89377168b204400d8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622990 Jul 19 03:30:53.115737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42692) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:53.223445 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:53.270111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8371b-b68f-42d7-b998-141108a20a00 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:53.274116 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9bb8371b-b68f-42d7-b998-141108a20a00 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569130 Jul 19 03:30:53.276650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42696) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:53.311688 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d20ec70e-bebd-47f6-ae61-c4d4df45b531 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339131 Jul 19 03:30:53.314108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42700) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:53.320781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b9e94-34f5-42e3-9c69-ab84e1375d1e req-967e3129-ad51-43d8-b2ea-31b9f0f2c67d tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:53.322336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1328270766', 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48', 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:30:53.329383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-719b9e94-34f5-42e3-9c69-ab84e1375d1e req-967e3129-ad51-43d8-b2ea-31b9f0f2c67d tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.1441002 Jul 19 03:30:53.401154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-719b9e94-34f5-42e3-9c69-ab84e1375d1e req-f69be8b4-eb6a-49d6-bd4d-44e5ac9a3883 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643392 Jul 19 03:30:53.464518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Made reservation on behalf of ee9945cfeda64ef89377168b204400d8 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:30:53.469032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:53.542941 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:53.557581 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Transition to ACTIVE for port object a6f1eefd-ccc8-4e33-afb5-1f33a764555e will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:53.583241 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:53.639890 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a104-2ea3-477a-a7e8-03fca400b731 None None] Pushing event updated for resources: {'Port': ['ID=a6f1eefd-ccc8-4e33-afb5-1f33a764555e,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:53.694613 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Attempting to bind port a6f1eefd-ccc8-4e33-afb5-1f33a764555e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:53.694977 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Attempting to bind port a6f1eefd-ccc8-4e33-afb5-1f33a764555e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:53.695530 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Attempting to bind port a6f1eefd-ccc8-4e33-afb5-1f33a764555e on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:53.701073 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:53.701453 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:53.701891 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:53.702584 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:53.703059 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Bound port: a6f1eefd-ccc8-4e33-afb5-1f33a764555e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:53.703440 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:53.766713 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] For port a6f1eefd-ccc8-4e33-afb5-1f33a764555e, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:53.772962 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] For port a6f1eefd-ccc8-4e33-afb5-1f33a764555e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a6f1eefd-ccc8-4e33-afb5-1f33a764555e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:53.780240 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:53.790628 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:53.833137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad5492-8f0b-4629-b4e5-4e875c8908a3 req-e1f7ec9c-ef60-4367-ba0c-fad32e33b715 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:53.841008 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96ad5492-8f0b-4629-b4e5-4e875c8908a3 req-e1f7ec9c-ef60-4367-ba0c-fad32e33b715 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.1507733 Jul 19 03:30:53.855261 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a104-2ea3-477a-a7e8-03fca400b731 None None] Pushing event updated for resources: {'Port': ['ID=a6f1eefd-ccc8-4e33-afb5-1f33a764555e,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:53.878396 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Routers {'28b52216-5c03-4c07-a347-c49ddc8170e4'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:53.879128 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['28b52216-5c03-4c07-a347-c49ddc8170e4'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:53.916954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-96ad5492-8f0b-4629-b4e5-4e875c8908a3 req-75cda8d7-d835-44e8-b7cd-237412b5349a tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749736 Jul 19 03:30:53.929936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Subnet': ['ID=dae2c7e0-bc34-48f7-8c77-4e34da29d7d3,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:53.981704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Checking segment: {'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:53.983754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network hostable DHCP agents. Network: 91800704-df6f-4ea2-a5bc-7062249e3d48, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:30:54.008151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 91800704-df6f-4ea2-a5bc-7062249e3d48 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:30:54.022758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 91800704-df6f-4ea2-a5bc-7062249e3d48) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:54.029405 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:54.030379 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:54.035862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a6b37d-969e-4437-a2aa-a9723536e072 None None] Network 91800704-df6f-4ea2-a5bc-7062249e3d48 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:54.051605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-445d9f1e-3999-4552-af8f-c48149cd7b4b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7357113 Jul 19 03:30:54.054946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42722) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:54.087584 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] Set router 28b52216-5c03-4c07-a347-c49ddc8170e4 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:54.262632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-91800704-df6f-4ea2-a5bc-7062249e3d48', 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'fixed_ips': [{'subnet_id': 'dae2c7e0-bc34-48f7-8c77-4e34da29d7d3'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:30:54.263443 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:54.376319 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-336417944', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:50Z', 'updated_at': '2021-07-19T03:30:51Z', 'revision_number': 3, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:51Z', 'updated_at': '2021-07-19T03:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:54.420281 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01964479-5d14-46a9-a180-cd4833e4d4af None None] The sync data for ids ['28b52216-5c03-4c07-a347-c49ddc8170e4'] in n-d-762330-18 is: [{'id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-336417944', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:50Z', 'updated_at': '2021-07-19T03:30:51Z', 'revision_number': 3, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:51Z', 'updated_at': '2021-07-19T03:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:30:54.470363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Allocated IP 172.20.0.18 (91800704-df6f-4ea2-a5bc-7062249e3d48/dae2c7e0-bc34-48f7-8c77-4e34da29d7d3/81e91985-2d84-4e40-ae76-853a78a24417) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:54.476247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42728) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:54.680575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c830104-748d-450b-a74d-69942985470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4301337a-6eaf-473a-9158-9ebc4510bb4b'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:30:54.683134 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea7994f-bfd5-4e70-bb74-dc05debc1587" -d '{"events": [{"server_uuid": "4c830104-748d-450b-a74d-69942985470e", "name": "network-vif-plugged", "status": "completed", "tag": "4301337a-6eaf-473a-9158-9ebc4510bb4b"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:30:54.722008 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-432d0764-df50-4331-a314-d3f6c2d552f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:54.771837 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702eff78-513c-4323-9263-9684e0d49c52 x-openstack-request-id: req-702eff78-513c-4323-9263-9684e0d49c52 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:30:54.773252 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c830104-748d-450b-a74d-69942985470e", "name": "network-vif-plugged", "status": "completed", "tag": "4301337a-6eaf-473a-9158-9ebc4510bb4b", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:30:54.773522 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-702eff78-513c-4323-9263-9684e0d49c52 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:30:54.774908 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c830104-748d-450b-a74d-69942985470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4301337a-6eaf-473a-9158-9ebc4510bb4b', 'code': 200} Jul 19 03:30:54.787196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96714a9-9bcc-4af1-b8b0-07501ad9f2e9 req-0080d611-1aa0-4062-8b81-f7912940bccd tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:54.798505 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b96714a9-9bcc-4af1-b8b0-07501ad9f2e9 req-0080d611-1aa0-4062-8b81-f7912940bccd tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.1995006 Jul 19 03:30:54.828299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:54.862046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:54.910257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Transition to ACTIVE for port object 81e91985-2d84-4e40-ae76-853a78a24417 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:54.928324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Transition to ACTIVE for port object 81e91985-2d84-4e40-ae76-853a78a24417 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:54.952128 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b96714a9-9bcc-4af1-b8b0-07501ad9f2e9 req-60aabf46-3f10-44d8-b7bb-b24d459d9004 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512182 Jul 19 03:30:54.953310 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:55.029655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Network 91800704-df6f-4ea2-a5bc-7062249e3d48 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:55.035193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:55.044459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:55.075645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-432d0764-df50-4331-a314-d3f6c2d552f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:55.086982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-432d0764-df50-4331-a314-d3f6c2d552f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:55.112531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Pushing event updated for resources: {'Port': ['ID=81e91985-2d84-4e40-ae76-853a78a24417,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:55.167857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-432d0764-df50-4331-a314-d3f6c2d552f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b7ec4a453fc49618a6db56c573a779e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895962 Jul 19 03:30:55.172350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42746) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:30:55.174087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Attempting to bind port 81e91985-2d84-4e40-ae76-853a78a24417 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:30:55.174778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Attempting to bind port 81e91985-2d84-4e40-ae76-853a78a24417 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:30:55.175315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Attempting to bind port 81e91985-2d84-4e40-ae76-853a78a24417 on network 91800704-df6f-4ea2-a5bc-7062249e3d48 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:30:55.182482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:30:55.183100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Checking segment: {'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:30:55.183832 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:55.184384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Bound using segment: {'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:30:55.185366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Bound port: 81e91985-2d84-4e40-ae76-853a78a24417, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:30:55.185924 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:55.296804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] For port 81e91985-2d84-4e40-ae76-853a78a24417, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:30:55.301110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] For port 81e91985-2d84-4e40-ae76-853a78a24417, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=81e91985-2d84-4e40-ae76-853a78a24417,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:30:55.304204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d0764-df50-4331-a314-d3f6c2d552f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf9a8f-53a8-4a13-b30d-145bfda157d8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:55.308821 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:55.408330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac1f52-a77c-478b-8470-50b4cc75fe53 req-edf41e4f-254b-48d7-ab01-b559d127c8cf tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:55.420413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10ac1f52-a77c-478b-8470-50b4cc75fe53 req-edf41e4f-254b-48d7-ab01-b559d127c8cf tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.2125852 Jul 19 03:30:55.427974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27f946-ab6d-411c-ae81-f1ec2eb79be2 None None] Pushing event updated for resources: {'Port': ['ID=81e91985-2d84-4e40-ae76-853a78a24417,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:55.429226 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef5de28a-1542-4e00-88bb-5febe0a3e8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:55.492987 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef5de28a-1542-4e00-88bb-5febe0a3e8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:55.516874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10ac1f52-a77c-478b-8470-50b4cc75fe53 req-f5144f21-1bd0-412d-83fa-77f56c680369 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953915 Jul 19 03:30:55.632270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef5de28a-1542-4e00-88bb-5febe0a3e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:55.635382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef5de28a-1542-4e00-88bb-5febe0a3e8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:55.640070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ef5de28a-1542-4e00-88bb-5febe0a3e8a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ddf9a8f-53a8-4a13-b30d-145bfda157d8 HTTP/1.1" status: 204 len: 168 time: 0.4644394 Jul 19 03:30:55.658491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5de28a-1542-4e00-88bb-5febe0a3e8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf9a8f-53a8-4a13-b30d-145bfda157d8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:56.040434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba450dad-af63-4535-bc1b-1c9ea678f48b req-a784f36a-a548-4c74-ac3b-e02a4c1c1493 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:56.045636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba450dad-af63-4535-bc1b-1c9ea678f48b req-a784f36a-a548-4c74-ac3b-e02a4c1c1493 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.1682580 Jul 19 03:30:56.119889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 81e91985-2d84-4e40-ae76-853a78a24417 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:56.139121 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba450dad-af63-4535-bc1b-1c9ea678f48b req-5c072eb8-3845-435f-b97f-2127bf9f542d tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875080 Jul 19 03:30:56.190448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Allocated IP 172.20.0.17 (91800704-df6f-4ea2-a5bc-7062249e3d48/dae2c7e0-bc34-48f7-8c77-4e34da29d7d3/59b0fa7c-83f7-4a1a-a910-5ce56117156d) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:30:56.226627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 81e91985-2d84-4e40-ae76-853a78a24417 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:56.231543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a6f1eefd-ccc8-4e33-afb5-1f33a764555e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:56.243370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f57356-68f3-464d-ab3e-7ffe0a1d0bb7 req-210735cb-7ebe-42fd-87cb-8d4dc15e3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:56.245352 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7f57356-68f3-464d-ab3e-7ffe0a1d0bb7 req-210735cb-7ebe-42fd-87cb-8d4dc15e3053 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10e259e48c44d029d9e68e0b3258593&device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 1097 time: 0.6233459 Jul 19 03:30:56.324422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port a6f1eefd-ccc8-4e33-afb5-1f33a764555e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:56.331683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a6f1eefd-ccc8-4e33-afb5-1f33a764555e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:56.332369 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:56.361097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556b0b9-2ccb-4935-83c7-309b115949e6 req-a328bc0a-67b4-43a1-bacf-d2edb1fe0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:56.362963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1556b0b9-2ccb-4935-83c7-309b115949e6 req-a328bc0a-67b4-43a1-bacf-d2edb1fe0be1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 1097 time: 0.7567339 Jul 19 03:30:56.466186 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:56.498088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port a6f1eefd-ccc8-4e33-afb5-1f33a764555e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a6f1eefd-ccc8-4e33-afb5-1f33a764555e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:56.508955 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1556b0b9-2ccb-4935-83c7-309b115949e6 req-fb60311c-586f-42f9-b70b-0275d6c2f114 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131504 Jul 19 03:30:56.509173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:56.550819 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:56.555977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f57356-68f3-464d-ab3e-7ffe0a1d0bb7 req-fa43b98f-14eb-4753-8ad7-24afe041d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:56.557486 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7f57356-68f3-464d-ab3e-7ffe0a1d0bb7 req-fa43b98f-14eb-4753-8ad7-24afe041d8fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 200 len: 911 time: 0.3042684 Jul 19 03:30:56.597311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=a6f1eefd-ccc8-4e33-afb5-1f33a764555e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:56.643553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Transition to ACTIVE for port object 59b0fa7c-83f7-4a1a-a910-5ce56117156d will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:30:56.647095 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7f57356-68f3-464d-ab3e-7ffe0a1d0bb7 req-2a52faa5-4832-431b-8d34-51fda7cf2f13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd HTTP/1.1" status: 200 len: 217 time: 0.0713332 Jul 19 03:30:56.741010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f57356-68f3-464d-ab3e-7ffe0a1d0bb7 req-a2ca1407-a5bb-48c5-b527-5c6446d90334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:56.742557 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7f57356-68f3-464d-ab3e-7ffe0a1d0bb7 req-a2ca1407-a5bb-48c5-b527-5c6446d90334 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12501ad2-c9b7-4d62-851d-35247ac21621 HTTP/1.1" status: 200 len: 851 time: 0.0852559 Jul 19 03:30:56.796966 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7f57356-68f3-464d-ab3e-7ffe0a1d0bb7 req-a0ad9e74-0fd2-4032-965b-b4c5b2e19d82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a733bb5-c87a-4a8b-954a-73267d93c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408173 Jul 19 03:30:56.803145 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:56.904500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b18fad-f19b-4d81-87ef-d541e5df99a5 req-17dfc9a8-7a6c-4a8a-bfef-67228849b110 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:56.906129 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8b18fad-f19b-4d81-87ef-d541e5df99a5 req-17dfc9a8-7a6c-4a8a-bfef-67228849b110 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.1827488 Jul 19 03:30:56.960259 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8b18fad-f19b-4d81-87ef-d541e5df99a5 req-0388bfa7-54de-40af-bed1-2e90f168bb06 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449429 Jul 19 03:30:56.993938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33104cf3-e5ca-48eb-961d-7bcd82491f57 None None] Network 91800704-df6f-4ea2-a5bc-7062249e3d48 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:30:57.062540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Port': ['ID=59b0fa7c-83f7-4a1a-a910-5ce56117156d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:57.100866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 91800704-df6f-4ea2-a5bc-7062249e3d48 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:57.108060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:57.112284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:30:57.188995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7f57356-68f3-464d-ab3e-7ffe0a1d0bb7 req-88611c96-cb3a-4039-b4c6-204af7180316 service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834190 Jul 19 03:30:57.346030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b7f57356-68f3-464d-ab3e-7ffe0a1d0bb7 req-5fe64ee5-096e-4d55-a27e-9b1af085a3d1 service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472473 Jul 19 03:30:57.357854 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:57.488548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-60c79370-0509-426a-8ae1-af14ff6a6e8d None None] Provisioning for port 81e91985-2d84-4e40-ae76-853a78a24417 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:57.505023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-60c79370-0509-426a-8ae1-af14ff6a6e8d None None] Provisioning complete for port 81e91985-2d84-4e40-ae76-853a78a24417 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:57.505940 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-60c79370-0509-426a-8ae1-af14ff6a6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:57.607724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5416e10-84d4-4f1b-9ef7-4b59a9fe4b3b req-fe326877-ac74-4d95-9b6f-f02d00cff293 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:57.609330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5416e10-84d4-4f1b-9ef7-4b59a9fe4b3b req-fe326877-ac74-4d95-9b6f-f02d00cff293 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.1519835 Jul 19 03:30:57.698812 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:57.703891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5416e10-84d4-4f1b-9ef7-4b59a9fe4b3b req-99bddc04-caa3-49fc-8bdf-67ab344508bd tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871985 Jul 19 03:30:57.732150 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-60c79370-0509-426a-8ae1-af14ff6a6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:57.781998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-60c79370-0509-426a-8ae1-af14ff6a6e8d None None] For port 81e91985-2d84-4e40-ae76-853a78a24417, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=81e91985-2d84-4e40-ae76-853a78a24417,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:30:57.795969 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-60c79370-0509-426a-8ae1-af14ff6a6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:57.867081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c79370-0509-426a-8ae1-af14ff6a6e8d None None] Pushing event updated for resources: {'Port': ['ID=81e91985-2d84-4e40-ae76-853a78a24417,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:57.985506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a6f1eefd-ccc8-4e33-afb5-1f33a764555e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:58.069917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a6f1eefd-ccc8-4e33-afb5-1f33a764555e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:58.070330 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:58.241731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b83d21d2-ec40-451d-ba14-522fd1acd0d7 None None] Provisioning for port 59b0fa7c-83f7-4a1a-a910-5ce56117156d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:30:58.247611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b83d21d2-ec40-451d-ba14-522fd1acd0d7 None None] Provisioning complete for port 59b0fa7c-83f7-4a1a-a910-5ce56117156d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:58.248074 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b83d21d2-ec40-451d-ba14-522fd1acd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:58.265739 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:58.272504 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:58.315189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b83d21d2-ec40-451d-ba14-522fd1acd0d7 None None] Port 59b0fa7c-83f7-4a1a-a910-5ce56117156d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:58.347838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b83d21d2-ec40-451d-ba14-522fd1acd0d7 None None] Provisioning complete for port 81e91985-2d84-4e40-ae76-853a78a24417 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:58.348216 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b83d21d2-ec40-451d-ba14-522fd1acd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:58.421484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad67acd-98be-4e94-944a-528093713d3c req-a18c0b8b-4f6d-45d3-aba3-93f28a4d1ae3 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:58.432081 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bad67acd-98be-4e94-944a-528093713d3c req-a18c0b8b-4f6d-45d3-aba3-93f28a4d1ae3 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.1408625 Jul 19 03:30:58.446179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Port': ['ID=59b0fa7c-83f7-4a1a-a910-5ce56117156d,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:30:58.456225 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:58.503541 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bad67acd-98be-4e94-944a-528093713d3c req-9ac5e37c-9d30-4a89-ad58-8be38ecc0b42 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699890 Jul 19 03:30:58.651028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-63252671-75bd-437e-a544-35fa02786973 None None] Provisioning complete for port 59b0fa7c-83f7-4a1a-a910-5ce56117156d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:58.651996 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-63252671-75bd-437e-a544-35fa02786973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:58.683122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 91800704-df6f-4ea2-a5bc-7062249e3d48 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:30:58.688815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:30:58.696321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-63252671-75bd-437e-a544-35fa02786973 None None] Port 59b0fa7c-83f7-4a1a-a910-5ce56117156d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:58.897457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd699b8-043f-4afe-b9b7-8aa925fe78d7 req-01a83919-ca0e-48fb-8b4c-1b0ba06ce595 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:58.904712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bd699b8-043f-4afe-b9b7-8aa925fe78d7 req-01a83919-ca0e-48fb-8b4c-1b0ba06ce595 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.2674935 Jul 19 03:30:58.957711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Router 28b52216-5c03-4c07-a347-c49ddc8170e4 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:30:58.975889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bd699b8-043f-4afe-b9b7-8aa925fe78d7 req-f928a986-68e9-4e87-b4a1-037b603f5661 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701761 Jul 19 03:30:59.006222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf71b03-9f58-4e78-a62d-b21a9d9357b4 req-586ed9d7-ffb3-4037-9bbf-1b498a507d8b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:59.007826 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bf71b03-9f58-4e78-a62d-b21a9d9357b4 req-586ed9d7-ffb3-4037-9bbf-1b498a507d8b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.1042495 Jul 19 03:30:59.039484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-55892a7f-a780-49fa-be6d-c6074fbe1bc9 None None] Provisioning complete for port 59b0fa7c-83f7-4a1a-a910-5ce56117156d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:30:59.039872 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-55892a7f-a780-49fa-be6d-c6074fbe1bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:59.083113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bf71b03-9f58-4e78-a62d-b21a9d9357b4 req-98160201-8ea0-437c-9729-3a772ff3d29c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681787 Jul 19 03:30:59.122347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-55892a7f-a780-49fa-be6d-c6074fbe1bc9 None None] Port 59b0fa7c-83f7-4a1a-a910-5ce56117156d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:30:59.126532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:30:59.137782 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Sync routers for ids ['28b52216-5c03-4c07-a347-c49ddc8170e4'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:30:59.141923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b91a2d8e-4e3c-481e-b1c9-5ae2ab7001f5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "PUT /v2.0/routers/28b52216-5c03-4c07-a347-c49ddc8170e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0853488 Jul 19 03:30:59.157588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Routers {'28b52216-5c03-4c07-a347-c49ddc8170e4'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:30:59.158484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['28b52216-5c03-4c07-a347-c49ddc8170e4'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:59.378029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Set router 28b52216-5c03-4c07-a347-c49ddc8170e4 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:30:59.513715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-6db3b9c2-18cc-497f-b8d0-a794a1d25c0a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:59.525191 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-6db3b9c2-18cc-497f-b8d0-a794a1d25c0a tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/networks?id=91800704-df6f-4ea2-a5bc-7062249e3d48 HTTP/1.1" status: 200 len: 797 time: 0.1676230 Jul 19 03:30:59.551054 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-ddb41662-27ec-4972-aa88-a415bf2ee3d1 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/quotas/ee9945cfeda64ef89377168b204400d8 HTTP/1.1" status: 200 len: 375 time: 0.0228207 Jul 19 03:30:59.654515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-cfd3a718-39d5-4b4f-b515-57a36fc01b99 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee9945cfeda64ef89377168b204400d8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0946047 Jul 19 03:30:59.671517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-336417944', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:50Z', 'updated_at': '2021-07-19T03:30:57Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:51Z', 'updated_at': '2021-07-19T03:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '59b0fa7c-83f7-4a1a-a910-5ce56117156d', 'name': '', 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:41:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'dae2c7e0-bc34-48f7-8c77-4e34da29d7d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:55Z', 'updated_at': '2021-07-19T03:30:57Z', 'revision_number': 2, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'dae2c7e0-bc34-48f7-8c77-4e34da29d7d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:30:59.672212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-89e52a69-de8e-4b21-945f-d7a20f9d066a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:30:59.673957 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-89e52a69-de8e-4b21-945f-d7a20f9d066a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063467 Jul 19 03:30:59.709072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Checking router: 28b52216-5c03-4c07-a347-c49ddc8170e4 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:30:59.709530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Updating router 28b52216-5c03-4c07-a347-c49ddc8170e4 port 59b0fa7c-83f7-4a1a-a910-5ce56117156d binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:30:59.759609 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:30:59.775007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1042c71-eda1-4e85-9f8b-e577d48b0282 req-9cd05dbd-abd8-4a8b-8d1a-c47201f053ef tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:30:59.776920 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1042c71-eda1-4e85-9f8b-e577d48b0282 req-9cd05dbd-abd8-4a8b-8d1a-c47201f053ef tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.0800495 Jul 19 03:30:59.848175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1042c71-eda1-4e85-9f8b-e577d48b0282 req-8a05bf11-2d17-416f-bc81-3582287197d6 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632885 Jul 19 03:30:59.862095 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-63b91aa1-f664-4d8f-8d2a-70b8151017f7 service neutron] 10.222.0.20 "GET /v2.0/networks/91800704-df6f-4ea2-a5bc-7062249e3d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796961 Jul 19 03:30:59.969522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 81e91985-2d84-4e40-ae76-853a78a24417 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:30:59.990739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-74cc6da3-53c7-4000-a227-c9be277e0be2 service neutron] 10.222.0.20 "GET /v2.0/networks/91800704-df6f-4ea2-a5bc-7062249e3d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241856 Jul 19 03:31:00.280524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 81e91985-2d84-4e40-ae76-853a78a24417 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:00.280908 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:00.465302 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5140b46c-8437-4ce5-a536-045705e2708b req-1ce224a7-64ad-4db5-a390-7a523ec0be49 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 210 time: 0.0780635 Jul 19 03:31:00.472856 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:00.498124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc168-0bad-40e0-bdb8-c9ce77bef6d6 req-d632f29e-14c8-4917-9e76-6175accc4bda tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:00.500397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a8dc168-0bad-40e0-bdb8-c9ce77bef6d6 req-d632f29e-14c8-4917-9e76-6175accc4bda tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.2245195 Jul 19 03:31:00.518452 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Transition to ACTIVE for port object 59b0fa7c-83f7-4a1a-a910-5ce56117156d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:00.529774 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:00.577839 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a8dc168-0bad-40e0-bdb8-c9ce77bef6d6 req-705b73b6-84de-4ac2-a57e-73afbead7763 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667686 Jul 19 03:31:00.597160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84cab0-cfe9-44fb-99cf-2b8b5bec0dca None None] Pushing event updated for resources: {'Port': ['ID=59b0fa7c-83f7-4a1a-a910-5ce56117156d,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:00.675590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Attempting to bind port 59b0fa7c-83f7-4a1a-a910-5ce56117156d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:00.678991 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Attempting to bind port 59b0fa7c-83f7-4a1a-a910-5ce56117156d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:00.679588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Attempting to bind port 59b0fa7c-83f7-4a1a-a910-5ce56117156d on network 91800704-df6f-4ea2-a5bc-7062249e3d48 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:00.693918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:00.694326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Checking segment: {'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:00.694787 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:00.695131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Bound using segment: {'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:00.695610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Bound port: 59b0fa7c-83f7-4a1a-a910-5ce56117156d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:00.695992 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:00.839670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] For port 59b0fa7c-83f7-4a1a-a910-5ce56117156d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:00.843605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] For port 59b0fa7c-83f7-4a1a-a910-5ce56117156d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=59b0fa7c-83f7-4a1a-a910-5ce56117156d,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:00.900474 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:31:00.938170 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:01.023832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Routers {'28b52216-5c03-4c07-a347-c49ddc8170e4'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:01.024491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:30:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['28b52216-5c03-4c07-a347-c49ddc8170e4'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:01.142761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cd748-ff31-4d4b-8882-f0fdde91f7ce req-b672efc7-d659-40ec-94d7-add8d90accd0 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:01.159718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84cab0-cfe9-44fb-99cf-2b8b5bec0dca None None] Pushing event updated for resources: {'Port': ['ID=59b0fa7c-83f7-4a1a-a910-5ce56117156d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:01.175950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd0cd748-ff31-4d4b-8882-f0fdde91f7ce req-b672efc7-d659-40ec-94d7-add8d90accd0 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.1708968 Jul 19 03:31:01.279930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] Set router 28b52216-5c03-4c07-a347-c49ddc8170e4 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:01.306061 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd0cd748-ff31-4d4b-8882-f0fdde91f7ce req-be047b1d-d644-472b-81e3-42e29c58dd18 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288371 Jul 19 03:31:01.654460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24a94812-63d0-4acc-82d6-35c5d269fbe2 req-a94b4230-b632-4156-85a5-b1a3631c5c85 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 210 time: 0.0483706 Jul 19 03:31:01.737408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64363d-e33d-4138-829f-9d150a3a1e30 req-e1c01abd-6a5f-4794-b269-28b7708f7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:01.739919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba64363d-e33d-4138-829f-9d150a3a1e30 req-e1c01abd-6a5f-4794-b269-28b7708f7f96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fcfd86d05704241931165fe5cb5a5a3&device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 1097 time: 0.0795269 Jul 19 03:31:01.771264 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-336417944', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:50Z', 'updated_at': '2021-07-19T03:30:57Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:51Z', 'updated_at': '2021-07-19T03:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '59b0fa7c-83f7-4a1a-a910-5ce56117156d', 'name': '', 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:41:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'dae2c7e0-bc34-48f7-8c77-4e34da29d7d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:55Z', 'updated_at': '2021-07-19T03:31:00Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'dae2c7e0-bc34-48f7-8c77-4e34da29d7d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:01.806611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce165ab-ce38-4ea9-84b8-8ac36802d540 req-01486c25-f704-4d2f-ae93-9caf3160a724 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:01.809654 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cce165ab-ce38-4ea9-84b8-8ac36802d540 req-01486c25-f704-4d2f-ae93-9caf3160a724 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.1222460 Jul 19 03:31:01.838094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26562616-8b12-437c-8732-c1965960a6d9 None None] The sync data for ids ['28b52216-5c03-4c07-a347-c49ddc8170e4'] in n-d-762330-18 is: [{'id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-336417944', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:50Z', 'updated_at': '2021-07-19T03:30:57Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:51Z', 'updated_at': '2021-07-19T03:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '59b0fa7c-83f7-4a1a-a910-5ce56117156d', 'name': '', 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:41:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'dae2c7e0-bc34-48f7-8c77-4e34da29d7d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:55Z', 'updated_at': '2021-07-19T03:31:00Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'dae2c7e0-bc34-48f7-8c77-4e34da29d7d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:31:01.871541 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cce165ab-ce38-4ea9-84b8-8ac36802d540 req-027f6d06-4a71-47bb-a406-7b3bf1e0610b tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564330 Jul 19 03:31:01.945472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64363d-e33d-4138-829f-9d150a3a1e30 req-00b30158-00af-43f2-b0c2-5baaf62f61da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:01.947285 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba64363d-e33d-4138-829f-9d150a3a1e30 req-00b30158-00af-43f2-b0c2-5baaf62f61da service neutron] 10.222.0.26 "GET /v2.0/networks?id=ec1b22ed-f124-4e06-8227-0557af0b72aa HTTP/1.1" status: 200 len: 911 time: 0.2011108 Jul 19 03:31:01.982564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c117187-6f37-45b2-9d71-c58d698dd780 req-bba883f1-6792-4e86-af1d-855d9009b6f8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:01.992618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c117187-6f37-45b2-9d71-c58d698dd780 req-bba883f1-6792-4e86-af1d-855d9009b6f8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.1313782 Jul 19 03:31:02.091094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba64363d-e33d-4138-829f-9d150a3a1e30 req-f4b5b1f2-1daa-4c70-b418-477490ffcb5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4301337a-6eaf-473a-9158-9ebc4510bb4b HTTP/1.1" status: 200 len: 217 time: 0.1298103 Jul 19 03:31:02.223254 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c117187-6f37-45b2-9d71-c58d698dd780 req-0559e83c-4991-405f-b6c6-a3c740b659f8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294250 Jul 19 03:31:02.250569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64363d-e33d-4138-829f-9d150a3a1e30 req-a5980c1b-7543-4bbb-a9a0-7a0c06de452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:02.256112 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba64363d-e33d-4138-829f-9d150a3a1e30 req-a5980c1b-7543-4bbb-a9a0-7a0c06de452f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8eea609b-17de-4a40-a727-b90ceeddefaa HTTP/1.1" status: 200 len: 851 time: 0.1432598 Jul 19 03:31:02.347671 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba64363d-e33d-4138-829f-9d150a3a1e30 req-9fb084e5-cd6d-4fc2-8959-f111bbadf464 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ec1b22ed-f124-4e06-8227-0557af0b72aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894144 Jul 19 03:31:02.419494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-48179723-d5e7-4f40-a79f-22d3aa4eddde tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:02.420910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-48179723-d5e7-4f40-a79f-22d3aa4eddde tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.25 "GET /v2.0/networks?id=91800704-df6f-4ea2-a5bc-7062249e3d48 HTTP/1.1" status: 200 len: 797 time: 0.3564653 Jul 19 03:31:02.524298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Request body: {'port': {'device_id': '7d1158cf-e4af-42e7-a9d1-e1af6cf9201b', 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48', 'admin_state_up': True, 'tenant_id': 'ee9945cfeda64ef89377168b204400d8'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:02.638548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba64363d-e33d-4138-829f-9d150a3a1e30 req-5213ad31-d990-4508-9ddb-d8cb594c4862 service neutron] 10.222.0.26 "GET /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165949 Jul 19 03:31:02.799658 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba64363d-e33d-4138-829f-9d150a3a1e30 req-e02b072c-19a0-4957-8134-12ca3718689a service neutron] 10.222.0.26 "GET /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297600 Jul 19 03:31:02.803575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Made reservation on behalf of ee9945cfeda64ef89377168b204400d8 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:31:02.814158 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:02.853796 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-216415c4-9e88-40f3-bf7b-51d6ad7dffdf req-eef9d8c5-bcec-4320-8ff2-9e64520566e1 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 210 time: 0.0409517 Jul 19 03:31:03.011099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Allocated IP 172.20.0.27 (91800704-df6f-4ea2-a5bc-7062249e3d48/dae2c7e0-bc34-48f7-8c77-4e34da29d7d3/ec0f1c65-9c20-4ed8-94c4-27ae6efbedff) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:03.220037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:03.246830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75665e6d-60bb-425e-aab3-905b477ffe07 req-90a44524-b5fd-44a6-abaa-29699506ec11 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:03.248334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-75665e6d-60bb-425e-aab3-905b477ffe07 req-90a44524-b5fd-44a6-abaa-29699506ec11 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.1646702 Jul 19 03:31:03.254012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Transition to ACTIVE for port object ec0f1c65-9c20-4ed8-94c4-27ae6efbedff will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:03.316069 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-75665e6d-60bb-425e-aab3-905b477ffe07 req-a0ceea70-8da2-4686-8a0f-581ad2c9563a tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518513 Jul 19 03:31:03.336805 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:03.382798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Network 91800704-df6f-4ea2-a5bc-7062249e3d48 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:03.386525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:03.389358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:03.447371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event updated for resources: {'Port': ['ID=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:03.453580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b50e26-34db-4ca4-831c-77895c04086e req-67255eff-9cc1-4b6c-81ee-ce5d2fc14b0b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:03.461327 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7b50e26-34db-4ca4-831c-77895c04086e req-67255eff-9cc1-4b6c-81ee-ce5d2fc14b0b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.0894327 Jul 19 03:31:03.508935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:03.509976 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:03.523408 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7b50e26-34db-4ca4-831c-77895c04086e req-34055ef4-d7f5-4688-957d-05beffcff081 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611386 Jul 19 03:31:03.539155 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-e70dcca4-bc7d-44a8-924a-1c3056cd19a5 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0257263 Jul 19 03:31:03.550023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-105526d2-e164-4095-a37a-a848fff5e2e3 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:31:03.551681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-105526d2-e164-4095-a37a-a848fff5e2e3 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061333 Jul 19 03:31:03.768882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Request body: {'port': {'device_id': '7d1158cf-e4af-42e7-a9d1-e1af6cf9201b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:03.852550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-673dc3bc-b7e4-461b-ac4a-8033b1cd3bdd None None] Provisioning for port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:03.857910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-673dc3bc-b7e4-461b-ac4a-8033b1cd3bdd None None] Provisioning complete for port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:03.858539 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-673dc3bc-b7e4-461b-ac4a-8033b1cd3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:03.910898 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:03.924973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-673dc3bc-b7e4-461b-ac4a-8033b1cd3bdd None None] Port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:31:04.001588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 59b0fa7c-83f7-4a1a-a910-5ce56117156d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:04.103334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 59b0fa7c-83f7-4a1a-a910-5ce56117156d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:04.108623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 59b0fa7c-83f7-4a1a-a910-5ce56117156d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:04.109412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:04.146014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff44b81-aac1-412f-84cc-0eca319c81b0 req-6615ea6b-a185-48f9-8fab-d4ff9c30bfeb tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:04.150961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eff44b81-aac1-412f-84cc-0eca319c81b0 req-6615ea6b-a185-48f9-8fab-d4ff9c30bfeb tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 895 time: 0.1114798 Jul 19 03:31:04.222071 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:04.266423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 59b0fa7c-83f7-4a1a-a910-5ce56117156d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=59b0fa7c-83f7-4a1a-a910-5ce56117156d,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:04.274718 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:04.379331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=59b0fa7c-83f7-4a1a-a910-5ce56117156d,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:04.461286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0f1c65-9c20-4ed8-94c4-27ae6efbedff {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:31:04.483152 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:04.512517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Transition to ACTIVE for port object ec0f1c65-9c20-4ed8-94c4-27ae6efbedff will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:04.517718 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:04.581895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:04.678110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Attempting to bind port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:04.678557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Attempting to bind port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:04.679217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Attempting to bind port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff on network 91800704-df6f-4ea2-a5bc-7062249e3d48 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:04.684466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff on network 91800704-df6f-4ea2-a5bc-7062249e3d48 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:31:04.684873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Attempting to bind port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff on network 91800704-df6f-4ea2-a5bc-7062249e3d48 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:04.698379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:04.698815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Checking segment: {'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:04.699290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Bound using segment: {'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:04.700015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Bound port: ec0f1c65-9c20-4ed8-94c4-27ae6efbedff, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcab875f-05dc-42bc-b3c9-f1df44d97a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:04.700436 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:04.900792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] For port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:04.904874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] For port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:04.921189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:05.229067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fa2a1-5c37-4610-b2c9-979383c54c4f req-7bb1bc90-9114-48af-a406-724aa8285d90 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:05.231367 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a78fa2a1-5c37-4610-b2c9-979383c54c4f req-7bb1bc90-9114-48af-a406-724aa8285d90 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.7225642 Jul 19 03:31:05.320408 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a78fa2a1-5c37-4610-b2c9-979383c54c4f req-4be03f4a-62c6-4c6a-9934-6f51ea4a6a2e tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742991 Jul 19 03:31:05.502730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:05.514446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:05.515038 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:05.516517 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-b99d5742-5ac5-4b7e-9d75-d66fd43357b6 service neutron] 10.222.0.25 "PUT /v2.0/ports/ec0f1c65-9c20-4ed8-94c4-27ae6efbedff HTTP/1.1" status: 200 len: 1056 time: 1.9571791 Jul 19 03:31:05.516867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1158cf-e4af-42e7-a9d1-e1af6cf9201b', 'tag': 'ec0f1c65-9c20-4ed8-94c4-27ae6efbedff'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:05.519214 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe80b27-bf9c-4202-8917-d1c47055ce2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1158cf-e4af-42e7-a9d1-e1af6cf9201b", "tag": "ec0f1c65-9c20-4ed8-94c4-27ae6efbedff"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:05.544914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1be6c-112d-465c-a6f7-19ccedd060c8 req-38cf9116-67a1-4c00-b8d5-12ed1c6b71f9 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:05.562672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ef1be6c-112d-465c-a6f7-19ccedd060c8 req-38cf9116-67a1-4c00-b8d5-12ed1c6b71f9 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.7591074 Jul 19 03:31:05.673516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ef1be6c-112d-465c-a6f7-19ccedd060c8 req-34830c63-b530-46ca-9e66-daa14990f9fb tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097257 Jul 19 03:31:05.717099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-967f75a8-5ae2-4a37-bd70-21faa3fb9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:05.721516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-967f75a8-5ae2-4a37-bd70-21faa3fb9dc8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee9945cfeda64ef89377168b204400d8&device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 1059 time: 0.1447861 Jul 19 03:31:05.751346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2bb21-283e-42b9-8f81-7af37999287b req-64aaf543-6937-4f61-ac15-9756ef607d03 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:05.755851 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-58b2bb21-283e-42b9-8f81-7af37999287b req-64aaf543-6937-4f61-ac15-9756ef607d03 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 907 time: 0.0945337 Jul 19 03:31:05.814727 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-53937039-7ac1-4a26-a92e-aefa36356ea3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff HTTP/1.1" status: 200 len: 217 time: 0.0850821 Jul 19 03:31:05.918481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-255567e6-0242-4825-b42f-260cde065215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:05.920712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-255567e6-0242-4825-b42f-260cde065215 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dae2c7e0-bc34-48f7-8c77-4e34da29d7d3 HTTP/1.1" status: 200 len: 838 time: 0.0981946 Jul 19 03:31:06.026552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 59b0fa7c-83f7-4a1a-a910-5ce56117156d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:06.031749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-d28515b6-4176-408c-8d99-7dacd1d72b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:06.033345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-d28515b6-4176-408c-8d99-7dacd1d72b62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91800704-df6f-4ea2-a5bc-7062249e3d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1050875 Jul 19 03:31:06.098639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 59b0fa7c-83f7-4a1a-a910-5ce56117156d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:06.099454 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:06.183196 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5706ea44-d2cb-434a-ac1a-dc374142d3e5 x-openstack-request-id: req-5706ea44-d2cb-434a-ac1a-dc374142d3e5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:06.183196 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1158cf-e4af-42e7-a9d1-e1af6cf9201b", "tag": "ec0f1c65-9c20-4ed8-94c4-27ae6efbedff", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:06.183448 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5706ea44-d2cb-434a-ac1a-dc374142d3e5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:06.183793 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1158cf-e4af-42e7-a9d1-e1af6cf9201b', 'tag': 'ec0f1c65-9c20-4ed8-94c4-27ae6efbedff', 'status': 'completed', 'code': 200} Jul 19 03:31:06.222524 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-aa4c33e3-472a-4d9a-9a32-893f37cd92fd service neutron] 10.222.0.25 "GET /v2.0/networks/91800704-df6f-4ea2-a5bc-7062249e3d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763363 Jul 19 03:31:06.331416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03c42d2c-8b9a-45e5-b9bc-eca5281ed70e req-cd0de5d3-5c66-4110-b18f-853d3d685e2d service neutron] 10.222.0.25 "GET /v2.0/networks/91800704-df6f-4ea2-a5bc-7062249e3d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053722 Jul 19 03:31:06.347474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be1f7-c262-4e68-b0ad-e220124032bb req-c9802caf-7580-4a9b-8402-cc3e91b88784 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:06.349886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab4be1f7-c262-4e68-b0ad-e220124032bb req-c9802caf-7580-4a9b-8402-cc3e91b88784 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.0921845 Jul 19 03:31:06.398422 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab4be1f7-c262-4e68-b0ad-e220124032bb req-e169476f-dd54-4308-86a0-cb67c303d751 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Jul 19 03:31:06.461953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-3e302e93-b5b2-4094-a6c5-5721058612ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:06.463407 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-3e302e93-b5b2-4094-a6c5-5721058612ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee9945cfeda64ef89377168b204400d8&device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 1059 time: 0.0749676 Jul 19 03:31:06.619165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-65b08773-0d0b-4cbe-8d61-0534db576b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:06.620701 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-65b08773-0d0b-4cbe-8d61-0534db576b89 service neutron] 10.222.0.25 "GET /v2.0/networks?id=91800704-df6f-4ea2-a5bc-7062249e3d48 HTTP/1.1" status: 200 len: 897 time: 0.1505632 Jul 19 03:31:06.685939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-62f20aba-9d16-49fa-aa9d-5c365d710b7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff HTTP/1.1" status: 200 len: 217 time: 0.0567188 Jul 19 03:31:06.763382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-77a9ec56-3f97-4e24-89a8-900b6095491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:06.764904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-77a9ec56-3f97-4e24-89a8-900b6095491f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dae2c7e0-bc34-48f7-8c77-4e34da29d7d3 HTTP/1.1" status: 200 len: 838 time: 0.0714285 Jul 19 03:31:06.889193 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:06.893311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-95292c0b-8cf0-49de-9034-a2465757aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:06.896497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-95292c0b-8cf0-49de-9034-a2465757aafc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91800704-df6f-4ea2-a5bc-7062249e3d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1245589 Jul 19 03:31:06.980954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751f63a-a2e2-4369-8f73-e73c97c13f4a req-5c62a4d1-2275-40e1-96e1-535c1137340b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:06.982739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9751f63a-a2e2-4369-8f73-e73c97c13f4a req-5c62a4d1-2275-40e1-96e1-535c1137340b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.1088021 Jul 19 03:31:07.025732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-54506f14-18c8-42ce-88bb-2cee3d9a4dd6 service neutron] 10.222.0.25 "GET /v2.0/networks/91800704-df6f-4ea2-a5bc-7062249e3d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214244 Jul 19 03:31:07.054653 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9751f63a-a2e2-4369-8f73-e73c97c13f4a req-70b0170a-29be-454d-829a-df24167fe8aa tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607958 Jul 19 03:31:07.189631 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fe80b27-bf9c-4202-8917-d1c47055ce2b req-0288d374-45be-489f-9c34-11950c215ae6 service neutron] 10.222.0.25 "GET /v2.0/networks/91800704-df6f-4ea2-a5bc-7062249e3d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565900 Jul 19 03:31:07.192816 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:07.261963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24f62-ce79-4ca4-a5c3-12e6c440abf2 req-7a8dc96b-a8c4-4add-9a81-e89349c7aec8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:07.263970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76c24f62-ce79-4ca4-a5c3-12e6c440abf2 req-7a8dc96b-a8c4-4add-9a81-e89349c7aec8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 907 time: 0.1046925 Jul 19 03:31:07.631286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cea5b-a521-415c-be83-f66e7e67f196 req-2beec656-a2b6-4c48-bd40-e6d88608dd74 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:07.633397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-793cea5b-a521-415c-be83-f66e7e67f196 req-2beec656-a2b6-4c48-bd40-e6d88608dd74 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.0913765 Jul 19 03:31:07.679500 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-793cea5b-a521-415c-be83-f66e7e67f196 req-45a51dd4-977d-4cdb-b4b3-7e34164b485a tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391326 Jul 19 03:31:08.177299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd4540-4e86-4717-a42d-7db9c6098289 req-539b9019-0813-4781-89d6-88ee7be4cade tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:08.186875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbcd4540-4e86-4717-a42d-7db9c6098289 req-539b9019-0813-4781-89d6-88ee7be4cade tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1336455 Jul 19 03:31:08.271267 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078326-340f-4406-8066-cb71872d9d6e req-b44fae4a-211c-483b-b04b-9e1d22b1c25f tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:08.272804 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c0078326-340f-4406-8066-cb71872d9d6e req-b44fae4a-211c-483b-b04b-9e1d22b1c25f tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.0807645 Jul 19 03:31:08.284984 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbcd4540-4e86-4717-a42d-7db9c6098289 req-af810463-4e37-416f-8eb2-0905465aa27c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961604 Jul 19 03:31:08.315919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c123a-7bbb-4a62-ab43-be8b55302781 req-4c50cd8f-a73b-44fa-b270-79ab8a28ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:08.321329 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e9c123a-7bbb-4a62-ab43-be8b55302781 req-4c50cd8f-a73b-44fa-b270-79ab8a28ffb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fcfd86d05704241931165fe5cb5a5a3&device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 1097 time: 0.1245389 Jul 19 03:31:08.336428 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c0078326-340f-4406-8066-cb71872d9d6e req-42f69764-29eb-4971-8ed6-5a32be7019e8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571864 Jul 19 03:31:08.501061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c123a-7bbb-4a62-ab43-be8b55302781 req-6321f222-af4e-4c5f-9fed-84055223aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:08.502591 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e9c123a-7bbb-4a62-ab43-be8b55302781 req-6321f222-af4e-4c5f-9fed-84055223aca2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ec1b22ed-f124-4e06-8227-0557af0b72aa HTTP/1.1" status: 200 len: 911 time: 0.1746993 Jul 19 03:31:08.573804 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e9c123a-7bbb-4a62-ab43-be8b55302781 req-f9fe90c5-5b86-4852-861c-dfc88dab991d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4301337a-6eaf-473a-9158-9ebc4510bb4b HTTP/1.1" status: 200 len: 217 time: 0.0629520 Jul 19 03:31:08.574959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0c98a-5922-4d88-86ff-aeefe019c4ee req-fb62f249-1947-48e4-8012-ed707f2655fb tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:08.585970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-48b0c98a-5922-4d88-86ff-aeefe019c4ee req-fb62f249-1947-48e4-8012-ed707f2655fb tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 907 time: 0.1203234 Jul 19 03:31:08.648518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c123a-7bbb-4a62-ab43-be8b55302781 req-14fd7bb4-55c7-497c-9934-a255986926fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:08.650029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e9c123a-7bbb-4a62-ab43-be8b55302781 req-14fd7bb4-55c7-497c-9934-a255986926fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8eea609b-17de-4a40-a727-b90ceeddefaa HTTP/1.1" status: 200 len: 851 time: 0.0657032 Jul 19 03:31:08.658404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f123854-191a-47f7-9497-78ce2ce74308 req-7079f752-c673-463d-a942-1dc808fe6f3c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:08.665589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f123854-191a-47f7-9497-78ce2ce74308 req-7079f752-c673-463d-a942-1dc808fe6f3c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.2064238 Jul 19 03:31:08.723172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e9c123a-7bbb-4a62-ab43-be8b55302781 req-e0ac31a8-17e6-481b-baab-7baad71ea7fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ec1b22ed-f124-4e06-8227-0557af0b72aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373132 Jul 19 03:31:08.763029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f123854-191a-47f7-9497-78ce2ce74308 req-00af5922-6a1e-48b8-8818-5deaedbe898e tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964248 Jul 19 03:31:08.832869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e9c123a-7bbb-4a62-ab43-be8b55302781 req-367b5c60-8e05-45a0-aad9-f997d5c755c1 service neutron] 10.222.0.26 "GET /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016233 Jul 19 03:31:08.958756 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e9c123a-7bbb-4a62-ab43-be8b55302781 req-04edeb8c-fd02-4216-ae57-fe7893dd99df service neutron] 10.222.0.26 "GET /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195540 Jul 19 03:31:09.505620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37cb3c-1729-4949-9063-bb558799271c req-87b156b1-c054-4daa-bc46-6694bb5060ce tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:09.507624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be37cb3c-1729-4949-9063-bb558799271c req-87b156b1-c054-4daa-bc46-6694bb5060ce tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.0868666 Jul 19 03:31:09.568089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be37cb3c-1729-4949-9063-bb558799271c req-1562d392-c435-4995-a52f-6395150a59fa tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541756 Jul 19 03:31:09.585426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e38814-94ff-47da-aeb3-c4ada288ec65 req-c8ff7f4c-779d-4ab5-96e1-96187f907d9e tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:09.587868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f1e38814-94ff-47da-aeb3-c4ada288ec65 req-c8ff7f4c-779d-4ab5-96e1-96187f907d9e tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.0891464 Jul 19 03:31:09.691879 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f1e38814-94ff-47da-aeb3-c4ada288ec65 req-b71dee62-d549-49b1-8dfb-e3c50efe4bfd tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937080 Jul 19 03:31:09.865007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecba6b1-b2e5-4cdd-806e-dec2661608d4 req-eefa6f04-9a02-46d6-a794-1f9a6b87a447 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:09.876958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cecba6b1-b2e5-4cdd-806e-dec2661608d4 req-eefa6f04-9a02-46d6-a794-1f9a6b87a447 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 907 time: 0.1404479 Jul 19 03:31:10.091423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21096a-8f13-421b-9cde-8c9540ef9bc3 req-b4842212-7423-46c8-8dcf-7f44e862b5e8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:10.093992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f21096a-8f13-421b-9cde-8c9540ef9bc3 req-b4842212-7423-46c8-8dcf-7f44e862b5e8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.1092386 Jul 19 03:31:10.152992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f21096a-8f13-421b-9cde-8c9540ef9bc3 req-7e5648e9-3c3f-4457-b580-5f41793c49ef tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527258 Jul 19 03:31:10.398008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ec0f1c65-9c20-4ed8-94c4-27ae6efbedff details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:31:10.519729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:10.530780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'ec0f1c65-9c20-4ed8-94c4-27ae6efbedff', 'network_id': '91800704-df6f-4ea2-a5bc-7062249e3d48', 'port_id': 'ec0f1c65-9c20-4ed8-94c4-27ae6efbedff', 'mac_address': 'fa:16:3e:93:90:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae2c7e0-bc34-48f7-8c77-4e34da29d7d3', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:31:10.569886 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:10.583560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0f1c65-9c20-4ed8-94c4-27ae6efbedff {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:31:10.604528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:10.608442 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:10.662044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:10.774028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a759340-c349-4d78-9955-b6cc4e4ed02a req-9191fc70-4767-45a7-add3-9ee1aabcc736 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:10.775718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a759340-c349-4d78-9955-b6cc4e4ed02a req-9191fc70-4767-45a7-add3-9ee1aabcc736 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.0661464 Jul 19 03:31:10.823987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a759340-c349-4d78-9955-b6cc4e4ed02a req-abfbd9a0-fc6f-4cca-9072-6469405f1a96 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Jul 19 03:31:10.898283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2c9e1-cec3-40a4-bc57-66588e8dcafe req-da0b6182-ae05-4ec2-93fa-61629b0255e8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:10.899813 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85b2c9e1-cec3-40a4-bc57-66588e8dcafe req-da0b6182-ae05-4ec2-93fa-61629b0255e8 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.0722897 Jul 19 03:31:10.904943 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ec0f1c65-9c20-4ed8-94c4-27ae6efbedff'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:31:10.962071 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85b2c9e1-cec3-40a4-bc57-66588e8dcafe req-7625f44c-c8b4-47a9-85a9-654e0aecb097 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530577 Jul 19 03:31:11.073414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a8f3-18a0-42f9-95f7-a18bfe238e78 req-e29d0c86-8131-4f99-9756-e244b3b2864e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:11.075027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f02a8f3-18a0-42f9-95f7-a18bfe238e78 req-e29d0c86-8131-4f99-9756-e244b3b2864e tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 908 time: 0.0749829 Jul 19 03:31:11.341651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab404e2-df5d-4755-861d-93d5e133e853 req-a44027c2-66d1-4b4f-9612-8b00004d164f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:11.343367 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eab404e2-df5d-4755-861d-93d5e133e853 req-a44027c2-66d1-4b4f-9612-8b00004d164f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.0732110 Jul 19 03:31:11.392213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eab404e2-df5d-4755-861d-93d5e133e853 req-8cb776a9-d1b8-4953-a50b-30ba4b34c4fd tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Jul 19 03:31:11.539660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4998ab-f8b1-4e52-b902-5016b4fd6426 req-10096b24-8ea9-4364-87ba-878791d44101 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:11.541237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d4998ab-f8b1-4e52-b902-5016b4fd6426 req-10096b24-8ea9-4364-87ba-878791d44101 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.1050591 Jul 19 03:31:11.581872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d4998ab-f8b1-4e52-b902-5016b4fd6426 req-691a7d08-dca0-40fd-8d4c-4e72c2b26aa1 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344431 Jul 19 03:31:12.068561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5a8ed-3b6b-4077-b5d8-8d0fcd4c3711 req-2b885455-fa26-454c-892b-6ffbbf555343 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:12.070254 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-feb5a8ed-3b6b-4077-b5d8-8d0fcd4c3711 req-2b885455-fa26-454c-892b-6ffbbf555343 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1003757 Jul 19 03:31:12.117184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-feb5a8ed-3b6b-4077-b5d8-8d0fcd4c3711 req-c12d98c4-0837-4c82-a5dc-34bef4fb8ecb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 Jul 19 03:31:12.288105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8594fda-7b4e-4055-819c-2372ef4891e6 req-14f9c008-457b-4f07-a778-b53cb8433f64 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:12.299334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c8594fda-7b4e-4055-819c-2372ef4891e6 req-14f9c008-457b-4f07-a778-b53cb8433f64 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 908 time: 0.0886099 Jul 19 03:31:12.423831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ec0f1c65-9c20-4ed8-94c4-27ae6efbedff up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:12.535425 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4125afb3-5bfa-4e9c-83f2-b06d80c46fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:12.549233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:12.554023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:12.554428 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:12.653871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90578445-b137-4921-ba80-c9caa549874e req-cb12314f-e138-4455-b355-d6741aaec587 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:12.655511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-90578445-b137-4921-ba80-c9caa549874e req-cb12314f-e138-4455-b355-d6741aaec587 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.1326602 Jul 19 03:31:12.702855 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:12.727422 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-90578445-b137-4921-ba80-c9caa549874e req-17b913e4-a397-486d-a0ee-a16f659672a9 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633752 Jul 19 03:31:12.756373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:12.757676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1158cf-e4af-42e7-a9d1-e1af6cf9201b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0f1c65-9c20-4ed8-94c4-27ae6efbedff'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:12.760556 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdd3d5d-dd1c-472c-9bc4-4d2de948ae72" -d '{"events": [{"server_uuid": "7d1158cf-e4af-42e7-a9d1-e1af6cf9201b", "name": "network-vif-plugged", "status": "completed", "tag": "ec0f1c65-9c20-4ed8-94c4-27ae6efbedff"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:12.769254 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:12.816899 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ccd3b5-c6ac-4fd3-a16b-73676a213916 x-openstack-request-id: req-b3ccd3b5-c6ac-4fd3-a16b-73676a213916 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:12.817863 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1158cf-e4af-42e7-a9d1-e1af6cf9201b", "name": "network-vif-plugged", "status": "completed", "tag": "ec0f1c65-9c20-4ed8-94c4-27ae6efbedff", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:12.818196 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3ccd3b5-c6ac-4fd3-a16b-73676a213916 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:12.818724 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1158cf-e4af-42e7-a9d1-e1af6cf9201b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0f1c65-9c20-4ed8-94c4-27ae6efbedff', 'code': 200} Jul 19 03:31:12.855698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:12.864894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.865345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.866481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.866898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.867307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.867718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.868053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.868385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.868717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.869049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.869374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.869701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:12.929047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ddac6-7879-4d75-9104-29f4db7624e1 req-dbe8e56f-a84c-46f7-bc46-7073ca6b6122 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:12.930518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-061ddac6-7879-4d75-9104-29f4db7624e1 req-dbe8e56f-a84c-46f7-bc46-7073ca6b6122 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.1088367 Jul 19 03:31:12.978594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f09d9-783a-470a-87b1-701aa9f6debb req-d52b580d-81b6-44cc-b0da-9bf0abbc0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:12.980097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c13f09d9-783a-470a-87b1-701aa9f6debb req-d52b580d-81b6-44cc-b0da-9bf0abbc0b92 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 1061 time: 0.0986819 Jul 19 03:31:12.985003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-061ddac6-7879-4d75-9104-29f4db7624e1 req-f085a306-0b55-4408-8df6-0b95f4e880a5 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/security-groups?id=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473220 Jul 19 03:31:13.221803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640b53-7e0a-4111-b13e-a147b77b375e req-8063c14d-0c03-4114-93b7-d19905c2730a tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:13.224147 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-87640b53-7e0a-4111-b13e-a147b77b375e req-8063c14d-0c03-4114-93b7-d19905c2730a tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 945 time: 0.0679803 Jul 19 03:31:13.322653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af418e-b003-43d3-b809-ac43c50610c5 req-2e86dcb9-fd85-4280-85fd-c5d12b93b4f9 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:13.331605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-19af418e-b003-43d3-b809-ac43c50610c5 req-2e86dcb9-fd85-4280-85fd-c5d12b93b4f9 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.0832210 Jul 19 03:31:13.338452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-87640b53-7e0a-4111-b13e-a147b77b375e req-da83395b-dd41-4c68-98c8-f48e5f03e3c2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Deleting port 4301337a-6eaf-473a-9158-9ebc4510bb4b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:31:13.339044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-87640b53-7e0a-4111-b13e-a147b77b375e req-da83395b-dd41-4c68-98c8-f48e5f03e3c2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:13.382437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-19af418e-b003-43d3-b809-ac43c50610c5 req-5e78bbd3-bd93-4124-8978-5d69f862d456 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460274 Jul 19 03:31:13.435047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-87640b53-7e0a-4111-b13e-a147b77b375e req-da83395b-dd41-4c68-98c8-f48e5f03e3c2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] For port 4301337a-6eaf-473a-9158-9ebc4510bb4b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4301337a-6eaf-473a-9158-9ebc4510bb4b,segment=NetworkSegment(344662d0-bbce-4105-b891-bcf4566a1e55),segment_id=344662d0-bbce-4105-b891-bcf4566a1e55)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:13.435336 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-87640b53-7e0a-4111-b13e-a147b77b375e req-da83395b-dd41-4c68-98c8-f48e5f03e3c2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:13.454159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-87640b53-7e0a-4111-b13e-a147b77b375e req-da83395b-dd41-4c68-98c8-f48e5f03e3c2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Calling delete_port for 4301337a-6eaf-473a-9158-9ebc4510bb4b owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:31:13.540698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b5347-67b3-41ba-8152-4bbe8988da36 req-c47f4315-f994-44f9-9779-d739d405ca44 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:13.542397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc2b5347-67b3-41ba-8152-4bbe8988da36 req-c47f4315-f994-44f9-9779-d739d405ca44 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 909 time: 0.0644183 Jul 19 03:31:13.588680 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-87640b53-7e0a-4111-b13e-a147b77b375e req-da83395b-dd41-4c68-98c8-f48e5f03e3c2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:13.601597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['4301337a-6eaf-473a-9158-9ebc4510bb4b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:31:13.626943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83395b-dd41-4c68-98c8-f48e5f03e3c2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Pushing event deleted for resources: {'Port': ['ID=4301337a-6eaf-473a-9158-9ebc4510bb4b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:13.680062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-87640b53-7e0a-4111-b13e-a147b77b375e req-da83395b-dd41-4c68-98c8-f48e5f03e3c2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] No DVR routers for this DVR port 4301337a-6eaf-473a-9158-9ebc4510bb4b on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:31:13.682722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-87640b53-7e0a-4111-b13e-a147b77b375e req-da83395b-dd41-4c68-98c8-f48e5f03e3c2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:13.684808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-87640b53-7e0a-4111-b13e-a147b77b375e req-da83395b-dd41-4c68-98c8-f48e5f03e3c2 tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.26 "DELETE /v2.0/ports/4301337a-6eaf-473a-9158-9ebc4510bb4b HTTP/1.1" status: 204 len: 173 time: 0.4546666 Jul 19 03:31:13.685278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c830104-748d-450b-a74d-69942985470e', 'name': 'network-vif-deleted', 'tag': '4301337a-6eaf-473a-9158-9ebc4510bb4b'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:13.687662 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1872f533-86c2-4128-8b5f-b38962d94df0" -d '{"events": [{"server_uuid": "4c830104-748d-450b-a74d-69942985470e", "name": "network-vif-deleted", "tag": "4301337a-6eaf-473a-9158-9ebc4510bb4b"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:13.733719 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45dd2e6-a32e-4aa4-a298-97297f8650f4 x-openstack-request-id: req-d45dd2e6-a32e-4aa4-a298-97297f8650f4 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:13.734109 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c830104-748d-450b-a74d-69942985470e", "name": "network-vif-deleted", "tag": "4301337a-6eaf-473a-9158-9ebc4510bb4b", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:13.734489 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d45dd2e6-a32e-4aa4-a298-97297f8650f4 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:13.735046 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c830104-748d-450b-a74d-69942985470e', 'name': 'network-vif-deleted', 'tag': '4301337a-6eaf-473a-9158-9ebc4510bb4b', 'status': 'completed', 'code': 200} Jul 19 03:31:13.979080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f2456-1362-4909-88cd-12d0fc1cb812 req-662d200c-e60a-4a7c-af41-8f3f785ce1bc tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:13.980615 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-631f2456-1362-4909-88cd-12d0fc1cb812 req-662d200c-e60a-4a7c-af41-8f3f785ce1bc tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.0911138 Jul 19 03:31:14.023361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-631f2456-1362-4909-88cd-12d0fc1cb812 req-e8bfe38c-0cbf-4d3d-8002-d9cd975edc1e tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Jul 19 03:31:14.190386 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53acaaf5-12a0-474c-b76f-820fc569e7bd req-d3ab151c-f61e-4397-b5e4-41c71db47e0f tempest-TestServerAdvancedOps-802044675 tempest-TestServerAdvancedOps-802044675-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c830104-748d-450b-a74d-69942985470e HTTP/1.1" status: 200 len: 210 time: 0.0434835 Jul 19 03:31:14.475019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43216) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:14.588963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb646ab1-56a6-47b5-aba8-9c991c324af2 req-377ee3e1-13d6-49b4-8ba8-5e25e04e0ee6 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:14.591006 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fb646ab1-56a6-47b5-aba8-9c991c324af2 req-377ee3e1-13d6-49b4-8ba8-5e25e04e0ee6 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.0664730 Jul 19 03:31:14.665372 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98f92e37-3612-4540-be34-105871a4646a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:14.678964 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fb646ab1-56a6-47b5-aba8-9c991c324af2 req-c888a5fa-e38e-4611-b389-88fef8fa455a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821257 Jul 19 03:31:14.786478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689a9e7-9fa5-4c94-a8b4-ccfb1d68e957 req-177ff5f0-8652-4322-80c6-3b97e765e04d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:14.789005 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f689a9e7-9fa5-4c94-a8b4-ccfb1d68e957 req-177ff5f0-8652-4322-80c6-3b97e765e04d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 909 time: 0.0913320 Jul 19 03:31:14.797344 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98f92e37-3612-4540-be34-105871a4646a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:14.803572 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98f92e37-3612-4540-be34-105871a4646a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:14.838926 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-98f92e37-3612-4540-be34-105871a4646a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7f77ab3655048bd895104cfba1b593d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624315 Jul 19 03:31:14.841624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43226) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:14.875577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f92e37-3612-4540-be34-105871a4646a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0f127e-9d2a-4741-a021-1ea8e4bcf997,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:14.931250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d66b317-2826-49ed-a4e8-d6ebcc076b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:14.995336 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d66b317-2826-49ed-a4e8-d6ebcc076b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.073140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f4153-0a68-4185-8e40-3f66842bd604 req-66b9233f-caa1-42a3-8bd2-8df759c93528 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:15.073533 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e419dd2d-dac9-4f87-a880-ed5c8e878b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.075154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b75f4153-0a68-4185-8e40-3f66842bd604 req-66b9233f-caa1-42a3-8bd2-8df759c93528 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 909 time: 0.1407468 Jul 19 03:31:15.086202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d66b317-2826-49ed-a4e8-d6ebcc076b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.105026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4d66b317-2826-49ed-a4e8-d6ebcc076b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.106345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4d66b317-2826-49ed-a4e8-d6ebcc076b5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b0f127e-9d2a-4741-a021-1ea8e4bcf997 HTTP/1.1" status: 204 len: 168 time: 0.2632182 Jul 19 03:31:15.125144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66b317-2826-49ed-a4e8-d6ebcc076b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0f127e-9d2a-4741-a021-1ea8e4bcf997,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:15.266312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e423b-313e-44dd-86b1-c267a9597903 req-93f04f2f-3259-4229-870e-0c912e3b03d8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:15.267859 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-166e423b-313e-44dd-86b1-c267a9597903 req-93f04f2f-3259-4229-870e-0c912e3b03d8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.0758348 Jul 19 03:31:15.281669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7085b-5a0a-4b01-a6bb-41a2117dac7b req-ba6e2594-e97d-4afe-ab82-f5d26590ef66 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:15.283185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63f7085b-5a0a-4b01-a6bb-41a2117dac7b req-ba6e2594-e97d-4afe-ab82-f5d26590ef66 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 1061 time: 0.0607302 Jul 19 03:31:15.326388 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-166e423b-313e-44dd-86b1-c267a9597903 req-992ad8b5-2c95-4267-a2bf-ab47fb061b34 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518680 Jul 19 03:31:15.383726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43244) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:15.437900 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e2efaa-a7f0-4096-b946-d6dab261e493 admin admin] Deleting subnet 8eea609b-17de-4a40-a727-b90ceeddefaa {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:31:15.442439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01e2efaa-a7f0-4096-b946-d6dab261e493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.513026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01e2efaa-a7f0-4096-b946-d6dab261e493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.571620 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01e2efaa-a7f0-4096-b946-d6dab261e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.621815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd16abd-d2ef-4ef4-a063-0af287b1bd7a req-a3b1edeb-7c4b-4ceb-8f74-e62330cf891f tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:15.629159 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bd16abd-d2ef-4ef4-a063-0af287b1bd7a req-a3b1edeb-7c4b-4ceb-8f74-e62330cf891f tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 1136 time: 0.1652792 Jul 19 03:31:15.635266 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.689193 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bd16abd-d2ef-4ef4-a063-0af287b1bd7a req-68cabedf-1b5e-4a3b-bb65-26afe156078b tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0585601 Jul 19 03:31:15.698820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01e2efaa-a7f0-4096-b946-d6dab261e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.726303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43264) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:15.747714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2efaa-a7f0-4096-b946-d6dab261e493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eea609b-17de-4a40-a727-b90ceeddefaa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:15.750000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01e2efaa-a7f0-4096-b946-d6dab261e493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.752011 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-01e2efaa-a7f0-4096-b946-d6dab261e493 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8eea609b-17de-4a40-a727-b90ceeddefaa HTTP/1.1" status: 204 len: 168 time: 0.3671794 Jul 19 03:31:15.754972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43266) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:15.826795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a875ae1-a7c9-44a7-9286-47220e333e10 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:15.829632 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7a875ae1-a7c9-44a7-9286-47220e333e10 tempest-TestSecurityGroupsBasicOps-1073804429 tempest-TestSecurityGroupsBasicOps-1073804429-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 1056 time: 0.1020164 Jul 19 03:31:15.860688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:15.909770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4301337a-6eaf-473a-9158-9ebc4510bb4b no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:15.935895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 4301337a-6eaf-473a-9158-9ebc4510bb4b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:31:15.937267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4301337a-6eaf-473a-9158-9ebc4510bb4b not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:31:15.964031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a636f-157e-41ff-af7a-fdecee60daec req-a0da6846-dd53-4820-8135-1e51c8eb7a9c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:15.971375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d6a636f-157e-41ff-af7a-fdecee60daec req-a0da6846-dd53-4820-8135-1e51c8eb7a9c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1271565 Jul 19 03:31:15.987950 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.002230 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1b22ed-f124-4e06-8227-0557af0b72aa']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:16.015333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344662d0-bbce-4105-b891-bcf4566a1e55') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:16.015645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344662d0-bbce-4105-b891-bcf4566a1e55') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:16.018651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d6a636f-157e-41ff-af7a-fdecee60daec req-72385b7f-b92c-43f9-b20c-cbdd91d8dbca tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460823 Jul 19 03:31:16.027080 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.044249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.051543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:31:16.052608 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:31:16.054863 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:31:16.137513 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.143950 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.149589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] 10.222.0.20 "DELETE /v2.0/networks/ec1b22ed-f124-4e06-8227-0557af0b72aa HTTP/1.1" status: 204 len: 168 time: 0.3912208 Jul 19 03:31:16.150534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43278) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:16.169534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d129c1c-bbe1-41aa-a802-57727c9e728a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec1b22ed-f124-4e06-8227-0557af0b72aa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:16.201844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-052427ef-4744-414f-b979-c7619d9b732e admin admin] Deleting subnet dfae681e-1586-4d0e-aafa-3ad310d79fa6 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:31:16.205666 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-052427ef-4744-414f-b979-c7619d9b732e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.269431 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-052427ef-4744-414f-b979-c7619d9b732e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.321982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-052427ef-4744-414f-b979-c7619d9b732e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.389012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d61d91-fff1-4698-b78a-6b0888ae593b req-9ef15558-b80d-424b-b4fc-a9ab2abe36eb tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:16.405814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01d61d91-fff1-4698-b78a-6b0888ae593b req-9ef15558-b80d-424b-b4fc-a9ab2abe36eb tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 909 time: 0.1085684 Jul 19 03:31:16.412908 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.435138 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-052427ef-4744-414f-b979-c7619d9b732e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.472816 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-052427ef-4744-414f-b979-c7619d9b732e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.478315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43290) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:16.478460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-052427ef-4744-414f-b979-c7619d9b732e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dfae681e-1586-4d0e-aafa-3ad310d79fa6 HTTP/1.1" status: 204 len: 168 time: 0.3266213 Jul 19 03:31:16.479615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052427ef-4744-414f-b979-c7619d9b732e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfae681e-1586-4d0e-aafa-3ad310d79fa6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:16.571025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6fd87-51ac-4106-98ba-fd487eb947a8 req-7e7ad47a-8324-41ce-96c3-ca3be4e880cd tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:16.572939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94f6fd87-51ac-4106-98ba-fd487eb947a8 req-7e7ad47a-8324-41ce-96c3-ca3be4e880cd tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.0738342 Jul 19 03:31:16.585022 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.647899 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94f6fd87-51ac-4106-98ba-fd487eb947a8 req-1dca9fc8-617e-46b6-a7b8-3e0174c744b8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668144 Jul 19 03:31:16.687452 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.700626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e658c06d-280a-4289-847a-6fe26e774696']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:16.720159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184e1a9a-065d-4350-ab82-1af033a66491') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:16.720464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184e1a9a-065d-4350-ab82-1af033a66491') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:16.747603 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.767173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.777888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:31:16.778397 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:31:16.780321 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:31:16.914751 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.932327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43302) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:16.937455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:16.942773 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e658c06d-280a-4289-847a-6fe26e774696 HTTP/1.1" status: 204 len: 168 time: 0.4625626 Jul 19 03:31:16.944298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd78db-b1fd-436d-b924-11f497efbb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=e658c06d-280a-4289-847a-6fe26e774696,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:17.106400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'network': {'name': 'tempest-network-smoke--18089687', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'port_security_enabled': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:17.130038 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43310) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:17.135273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Made reservation on behalf of 0eb10cefdde14db7ac03e49ffa11cb5d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:31:17.139746 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.157324 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.177965 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-91e98a61-e641-4725-88a4-866cd5f9f3eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fcfd86d05704241931165fe5cb5a5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464325 Jul 19 03:31:17.180309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43312) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:17.232031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-814b92ca-780c-4dde-b7a5-b96b7bcb6c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.253260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad3df-d4f4-4175-9bfd-92431d5c25b9 req-a42e450f-72d4-4e15-b107-2b9048ed1988 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:17.255400 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e6ad3df-d4f4-4175-9bfd-92431d5c25b9 req-a42e450f-72d4-4e15-b107-2b9048ed1988 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1004190 Jul 19 03:31:17.259719 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-814b92ca-780c-4dde-b7a5-b96b7bcb6c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.320583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e6ad3df-d4f4-4175-9bfd-92431d5c25b9 req-eeba4d1c-6baa-413b-820e-654aaf41ec3a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587959 Jul 19 03:31:17.321808 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-814b92ca-780c-4dde-b7a5-b96b7bcb6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.325537 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-814b92ca-780c-4dde-b7a5-b96b7bcb6c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.326945 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-814b92ca-780c-4dde-b7a5-b96b7bcb6c28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/842ffc52-2a37-4b69-9289-ec5a2c0bdd8b HTTP/1.1" status: 204 len: 168 time: 0.1455405 Jul 19 03:31:17.337819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b92ca-780c-4dde-b7a5-b96b7bcb6c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842ffc52-2a37-4b69-9289-ec5a2c0bdd8b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:17.356473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.361210 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.386525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:31:17.401021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba52b85-f0ab-4194-b798-06bb10878a8e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:17.406031 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.406409 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Added segment c584e4b6-03bb-4763-9534-65325d7dec59 of type vlan for network b2481ea5-6371-43d1-bd9f-3a4a445537d9 Jul 19 03:31:17.453236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.485003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.491901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:17.492494 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.542611 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6075771 Jul 19 03:31:17.544058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43322) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:17.569759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'admin_state_up': True, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:17.601670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba65d0-3106-4767-a1d7-733b0eae6546 req-d2b96c58-38f4-4ace-a7ba-cb20031e7424 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:17.610823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92ba65d0-3106-4767-a1d7-733b0eae6546 req-d2b96c58-38f4-4ace-a7ba-cb20031e7424 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 909 time: 0.0848167 Jul 19 03:31:17.617167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb3f99-0fc2-4790-a749-75c5669ef8d4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Network': ['ID=b2481ea5-6371-43d1-bd9f-3a4a445537d9,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:17.633197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network b2481ea5-6371-43d1-bd9f-3a4a445537d9 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:31:17.643833 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.644589 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.669623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-b0fc2caf-dfec-4f81-ad20-ea06216069a6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:17.672672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-b0fc2caf-dfec-4f81-ad20-ea06216069a6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 909 time: 0.1572413 Jul 19 03:31:17.713708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43330) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:17.753848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.772324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-42bc2ca8-2a2e-462c-940d-507c448dfbdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90e08f16076246db892bead86adcf7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570672 Jul 19 03:31:17.775080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43332) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:17.831599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-15056d14-3d94-4d30-831f-e99fe7029a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.857594 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-15056d14-3d94-4d30-831f-e99fe7029a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.897688 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.917810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-15056d14-3d94-4d30-831f-e99fe7029a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.925579 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-15056d14-3d94-4d30-831f-e99fe7029a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:17.929782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-15056d14-3d94-4d30-831f-e99fe7029a65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bf811a5-16b3-48fe-a0a8-fcc53e663d4f HTTP/1.1" status: 204 len: 168 time: 0.1518469 Jul 19 03:31:17.949615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15056d14-3d94-4d30-831f-e99fe7029a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf811a5-16b3-48fe-a0a8-fcc53e663d4f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:17.991266 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:18.041366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-408d230d-f641-4c85-aee8-f4e3e77538a4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Deleting port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:31:18.041709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-408d230d-f641-4c85-aee8-f4e3e77538a4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:18.082682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf57f5-306c-4235-b6ed-393984024e72 req-a9d6d730-1e70-4385-9b57-d9b4c4015acf tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:18.089683 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-deaf57f5-306c-4235-b6ed-393984024e72 req-a9d6d730-1e70-4385-9b57-d9b4c4015acf tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.2590976 Jul 19 03:31:18.193791 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-deaf57f5-306c-4235-b6ed-393984024e72 req-1831a8bf-e696-416d-9f9b-1140d63f298f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029503 Jul 19 03:31:18.251659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-408d230d-f641-4c85-aee8-f4e3e77538a4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] For port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:18.252034 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-408d230d-f641-4c85-aee8-f4e3e77538a4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:18.274029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-408d230d-f641-4c85-aee8-f4e3e77538a4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Calling delete_port for ec0f1c65-9c20-4ed8-94c4-27ae6efbedff owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:31:18.472733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:18.504764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:18.664110 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-408d230d-f641-4c85-aee8-f4e3e77538a4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:18.714882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d230d-f641-4c85-aee8-f4e3e77538a4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Port': ['ID=ec0f1c65-9c20-4ed8-94c4-27ae6efbedff,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:18.756364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Allocated IP 172.25.2.251 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/bc1c229b-e7dc-492b-b187-b53eab78972a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:18.757729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3720d2d-d177-4c18-a03a-4a8da15ca9c5 req-cc3302af-7657-4104-9ca5-109b1128acf9 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1158cf-e4af-42e7-a9d1-e1af6cf9201b HTTP/1.1" status: 200 len: 210 time: 0.0305333 Jul 19 03:31:18.772255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0b248-c25d-4694-84c1-8e564b5670c7 req-f6ef8f4d-91f6-498a-85e1-b1611dc4f1fc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:18.773866 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03e0b248-c25d-4694-84c1-8e564b5670c7 req-f6ef8f4d-91f6-498a-85e1-b1611dc4f1fc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.2708609 Jul 19 03:31:18.797679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-408d230d-f641-4c85-aee8-f4e3e77538a4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] No DVR routers for this DVR port ec0f1c65-9c20-4ed8-94c4-27ae6efbedff on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:31:18.804496 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-408d230d-f641-4c85-aee8-f4e3e77538a4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:18.806531 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a189d1a-1f85-409a-8b89-a4678515bde7 req-408d230d-f641-4c85-aee8-f4e3e77538a4 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.25 "DELETE /v2.0/ports/ec0f1c65-9c20-4ed8-94c4-27ae6efbedff HTTP/1.1" status: 204 len: 173 time: 1.1272194 Jul 19 03:31:18.807005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1158cf-e4af-42e7-a9d1-e1af6cf9201b', 'name': 'network-vif-deleted', 'tag': 'ec0f1c65-9c20-4ed8-94c4-27ae6efbedff'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:18.809275 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7383d9-44a0-42fc-9768-df4152157453" -d '{"events": [{"server_uuid": "7d1158cf-e4af-42e7-a9d1-e1af6cf9201b", "name": "network-vif-deleted", "tag": "ec0f1c65-9c20-4ed8-94c4-27ae6efbedff"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:18.868333 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe9617a-dedb-4087-a347-36146743bc75 x-openstack-request-id: req-cfe9617a-dedb-4087-a347-36146743bc75 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:18.868639 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1158cf-e4af-42e7-a9d1-e1af6cf9201b", "name": "network-vif-deleted", "tag": "ec0f1c65-9c20-4ed8-94c4-27ae6efbedff", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:18.868899 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfe9617a-dedb-4087-a347-36146743bc75 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:18.869306 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1158cf-e4af-42e7-a9d1-e1af6cf9201b', 'name': 'network-vif-deleted', 'tag': 'ec0f1c65-9c20-4ed8-94c4-27ae6efbedff', 'status': 'completed', 'code': 200} Jul 19 03:31:18.907084 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03e0b248-c25d-4694-84c1-8e564b5670c7 req-2cdf48f6-e4c7-448d-8442-919d04aed565 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065471 Jul 19 03:31:19.011460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:19.055112 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:19.106829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:19.109865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:19.114872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:19.145052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=bc1c229b-e7dc-492b-b187-b53eab78972a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:19.771159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:19.819617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb4651-8952-4041-9908-d55eee384509 req-8bf208f1-a000-4934-8b92-6444ed1f14ca tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:19.821158 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91bb4651-8952-4041-9908-d55eee384509 req-8bf208f1-a000-4934-8b92-6444ed1f14ca tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.4919293 Jul 19 03:31:19.873343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43358) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:19.906024 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91bb4651-8952-4041-9908-d55eee384509 req-3b1dfb97-c521-4a52-ab20-ee94af80a37c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777788 Jul 19 03:31:20.027343 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:20.212495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router dcf466fa-9e6f-46c1-965e-9d4b06159a9f is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:31:20.248913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d03d18-a792-4015-b434-caebc26e0cd9 req-865ef17a-0c51-496c-a3df-52a2a2cc5357 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:20.257204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c1d03d18-a792-4015-b434-caebc26e0cd9 req-865ef17a-0c51-496c-a3df-52a2a2cc5357 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1622970 Jul 19 03:31:20.320805 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c1d03d18-a792-4015-b434-caebc26e0cd9 req-472f910a-d6e1-46a3-a052-0e84c8fc9af9 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577643 Jul 19 03:31:20.358144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:31:20.373838 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Sync routers for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:31:20.383032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:20.386330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e79635e2-ad3d-48d5-a53f-ca7f2af5fdb2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8233225 Jul 19 03:31:20.386536 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:20.387432 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:20.388134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43374) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:20.497463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d4a78c4f-7f64-4b3e-b820-c04617c62141 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:31:20.504670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ec0f1c65-9c20-4ed8-94c4-27ae6efbedff no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:20.509361 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:20.647632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: ec0f1c65-9c20-4ed8-94c4-27ae6efbedff {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:31:20.648196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ec0f1c65-9c20-4ed8-94c4-27ae6efbedff not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:31:20.648505 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:20.779618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-166f8003-7cc4-4b6c-b623-cad193b917a2 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0eb10cefdde14db7ac03e49ffa11cb5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3894324 Jul 19 03:31:20.782787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43386) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:20.880095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:20.908714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'port_id': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'mac_address': 'fa:16:3e:69:ee:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:31:20.997405 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.007981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f440bd1-8f6e-43c0-8997-fb6699e49e4c tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:21.009702 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2f440bd1-8f6e-43c0-8997-fb6699e49e4c tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2258041 Jul 19 03:31:21.013715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43392) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:21.031646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4a78c4f-7f64-4b3e-b820-c04617c62141 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:31:21.034455 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:31:19Z', 'revision_number': 3, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:21.053989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1cb36978-82bb-4d80-aabe-3f2f1436db0e tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384917 Jul 19 03:31:21.057074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43394) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:21.068830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-741135034', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:21.077872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Deleting port 59b0fa7c-83f7-4a1a-a910-5ce56117156d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:31:21.078448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.078585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:21.091834 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.096499 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Checking router: dcf466fa-9e6f-46c1-965e-9d4b06159a9f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:31:21.097015 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Updating router dcf466fa-9e6f-46c1-965e-9d4b06159a9f port bc1c229b-e7dc-492b-b187-b53eab78972a binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:31:21.170878 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.196461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:21.216903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['d4a78c4f-7f64-4b3e-b820-c04617c62141'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:31:21.300617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] For port 59b0fa7c-83f7-4a1a-a910-5ce56117156d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=59b0fa7c-83f7-4a1a-a910-5ce56117156d,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:21.301509 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.310663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Made reservation on behalf of 0eb10cefdde14db7ac03e49ffa11cb5d for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:31:21.326807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Calling delete_port for 59b0fa7c-83f7-4a1a-a910-5ce56117156d owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:31:21.331159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.392869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fc575-28a3-4a1a-a701-d917af9707fc req-343be31a-c411-4d30-813d-c438c11ba732 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:21.417775 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af9fc575-28a3-4a1a-a701-d917af9707fc req-343be31a-c411-4d30-813d-c438c11ba732 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.2325602 Jul 19 03:31:21.549107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af9fc575-28a3-4a1a-a701-d917af9707fc req-c7da719b-e063-4be7-9674-7725107ba2db tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169543 Jul 19 03:31:21.657225 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.681213 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Transition to ACTIVE for port object bc1c229b-e7dc-492b-b187-b53eab78972a will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:21.693334 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.697723 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.727101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d0440-434c-4047-9f70-0c1c9fa402b0 req-31a2dd56-253b-47e3-b9f3-3741e963032f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:21.734285 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af8d0440-434c-4047-9f70-0c1c9fa402b0 req-31a2dd56-253b-47e3-b9f3-3741e963032f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.1505873 Jul 19 03:31:21.786398 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Attempting to bind port bc1c229b-e7dc-492b-b187-b53eab78972a on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:21.787082 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Attempting to bind port bc1c229b-e7dc-492b-b187-b53eab78972a by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:21.787615 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Attempting to bind port bc1c229b-e7dc-492b-b187-b53eab78972a on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:21.788412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Subnet': ['ID=19e3f17e-470b-4a0b-82ae-ae45db6495c8,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:21.797132 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99743fa-6503-4e0a-b919-c62eb720c1f2 None None] Pushing event updated for resources: {'Port': ['ID=bc1c229b-e7dc-492b-b187-b53eab78972a,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:21.802124 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:21.802834 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:21.803444 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.803985 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:21.804677 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Bound port: bc1c229b-e7dc-492b-b187-b53eab78972a, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:21.805300 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.819812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af8d0440-434c-4047-9f70-0c1c9fa402b0 req-f51b18a0-7c4e-40b0-ba76-c28a7c49d9f7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845454 Jul 19 03:31:21.839189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Checking segment: {'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:21.839577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network hostable DHCP agents. Network: b2481ea5-6371-43d1-bd9f-3a4a445537d9, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:31:21.863127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network b2481ea5-6371-43d1-bd9f-3a4a445537d9 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:31:21.886168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, b2481ea5-6371-43d1-bd9f-3a4a445537d9) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:21.895787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f20864-cf34-45f6-a19b-c5c860a9e52c None None] Network b2481ea5-6371-43d1-bd9f-3a4a445537d9 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:31:21.899732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:21.900486 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.917262 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:21.937416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bc5099c5-a742-465f-9f20-f729303ef8ff tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8790963 Jul 19 03:31:21.938372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43416) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:21.938510 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] For port bc1c229b-e7dc-492b-b187-b53eab78972a, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:21.948336 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] For port bc1c229b-e7dc-492b-b187-b53eab78972a, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bc1c229b-e7dc-492b-b187-b53eab78972a,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:21.959192 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:22.008302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Port': ['ID=59b0fa7c-83f7-4a1a-a910-5ce56117156d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:22.125899 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:22.126629 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:22.212263 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99743fa-6503-4e0a-b919-c62eb720c1f2 None None] Pushing event updated for resources: {'Port': ['ID=bc1c229b-e7dc-492b-b187-b53eab78972a,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:22.324736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:31:22.326633 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:22.389250 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:22.438663 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:22.548433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Allocated IP 172.20.0.2 (b2481ea5-6371-43d1-bd9f-3a4a445537d9/19e3f17e-470b-4a0b-82ae-ae45db6495c8/d414a454-9bae-47a8-85cc-23b6ac0c8a9f) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:22.712759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:22.722488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Transition to ACTIVE for port object d414a454-9bae-47a8-85cc-23b6ac0c8a9f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:22.745509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Transition to ACTIVE for port object d414a454-9bae-47a8-85cc-23b6ac0c8a9f will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:22.751383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d4a78c4f-7f64-4b3e-b820-c04617c62141 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:22.796364 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:22.813489 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:31:19Z', 'revision_number': 3, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:22.864479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Network b2481ea5-6371-43d1-bd9f-3a4a445537d9 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:22.867926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port d4a78c4f-7f64-4b3e-b820-c04617c62141 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:22.868312 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:22.873406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:22.894427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Router 28b52216-5c03-4c07-a347-c49ddc8170e4 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:31:22.903058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:22.908021 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a334c7-a660-4f2b-b79b-7f55258cab78 None None] The sync data for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 is: [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:31:19Z', 'revision_number': 3, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:31:22.970535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Pushing event updated for resources: {'Port': ['ID=d414a454-9bae-47a8-85cc-23b6ac0c8a9f,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:23.001768 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:23.136585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Attempting to bind port d414a454-9bae-47a8-85cc-23b6ac0c8a9f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:23.136973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Attempting to bind port d414a454-9bae-47a8-85cc-23b6ac0c8a9f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:23.137602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Attempting to bind port d414a454-9bae-47a8-85cc-23b6ac0c8a9f on network b2481ea5-6371-43d1-bd9f-3a4a445537d9 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:23.173912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:23.174665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Checking segment: {'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:23.175228 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:23.175794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Bound using segment: {'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:23.176471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Bound port: d414a454-9bae-47a8-85cc-23b6ac0c8a9f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:23.177025 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:23.237633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:31:23.260873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] For port d414a454-9bae-47a8-85cc-23b6ac0c8a9f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:23.261084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655f4e1-3765-4934-b702-ec986a5ec2a1 req-c782d25b-14a4-4746-8f4e-f8c1d4d89b77 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:23.263619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] For port d414a454-9bae-47a8-85cc-23b6ac0c8a9f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d414a454-9bae-47a8-85cc-23b6ac0c8a9f,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:23.268792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9655f4e1-3765-4934-b702-ec986a5ec2a1 req-c782d25b-14a4-4746-8f4e-f8c1d4d89b77 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.4413934 Jul 19 03:31:23.273957 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e20232cf-afe6-4d11-a6b5-dd9ffbc4919d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "PUT /v2.0/routers/28b52216-5c03-4c07-a347-c49ddc8170e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3994658 Jul 19 03:31:23.278098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] Sync routers for ids ['28b52216-5c03-4c07-a347-c49ddc8170e4'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:31:23.283229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43436) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:23.294455 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:23.323567 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9655f4e1-3765-4934-b702-ec986a5ec2a1 req-09c5bdf2-a171-4c39-b628-43f5197fd1a9 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538511 Jul 19 03:31:23.348823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703425-0237-42de-bb21-ec4dd64406ae req-eb013f9d-4c6d-48a1-b2af-35f5bc9757bb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:23.355788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6703425-0237-42de-bb21-ec4dd64406ae req-eb013f9d-4c6d-48a1-b2af-35f5bc9757bb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.2067633 Jul 19 03:31:23.443683 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:23.562543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] Routers {'28b52216-5c03-4c07-a347-c49ddc8170e4'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:23.563584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['28b52216-5c03-4c07-a347-c49ddc8170e4'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:23.574825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-79842587-2bc8-4e4c-8580-afcafc74bf25 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Deleting subnet dae2c7e0-bc34-48f7-8c77-4e34da29d7d3 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:31:23.624324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:23.626970 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da3cdd8-a5d7-4562-9b0e-9c4eb281406a" -d '{"events": [{"server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:23.649524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79842587-2bc8-4e4c-8580-afcafc74bf25 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:23.714947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6703425-0237-42de-bb21-ec4dd64406ae req-19e0f5d4-c31e-4ab5-90a2-9b2f07c70905 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562820 Jul 19 03:31:23.716179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:23.721861 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3488b4ba-400a-4292-bdf0-809b18c40141 x-openstack-request-id: req-3488b4ba-400a-4292-bdf0-809b18c40141 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:23.722428 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:23.723386 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3488b4ba-400a-4292-bdf0-809b18c40141 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:23.724151 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'code': 200} Jul 19 03:31:23.728131 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:23.730660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb0328-5b18-4013-ab40-a3e02ad0d65e None None] Pushing event updated for resources: {'Port': ['ID=d414a454-9bae-47a8-85cc-23b6ac0c8a9f,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:23.805682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:23.840903 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79842587-2bc8-4e4c-8580-afcafc74bf25 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:23.939259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] Set router 28b52216-5c03-4c07-a347-c49ddc8170e4 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:23.983213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Allocated IP 172.20.0.1 (b2481ea5-6371-43d1-bd9f-3a4a445537d9/19e3f17e-470b-4a0b-82ae-ae45db6495c8/3b59e54c-ed52-4160-9667-9d572de56e68) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:24.209045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:24.225774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Transition to ACTIVE for port object 3b59e54c-ed52-4160-9667-9d572de56e68 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:24.230610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bc1c229b-e7dc-492b-b187-b53eab78972a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:24.261910 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392f6e-39b7-4af6-81cd-b08cb2679c42 req-913edb69-8088-4737-ad2d-a2373a1e8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:24.267810 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5392f6e-39b7-4af6-81cd-b08cb2679c42 req-913edb69-8088-4737-ad2d-a2373a1e8d21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 1097 time: 0.8000574 Jul 19 03:31:24.292421 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:24.369519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network b2481ea5-6371-43d1-bd9f-3a4a445537d9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:24.380759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:24.383837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:24.478865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port bc1c229b-e7dc-492b-b187-b53eab78972a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:24.482206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e5392f6e-39b7-4af6-81cd-b08cb2679c42 req-cf418e25-1cb5-44ec-bd93-3cd5775f0ed6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011893 Jul 19 03:31:24.484465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port bc1c229b-e7dc-492b-b187-b53eab78972a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:24.484735 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:24.484995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=3b59e54c-ed52-4160-9667-9d572de56e68,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:24.492438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:24.549186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-336417944', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:50Z', 'updated_at': '2021-07-19T03:31:21Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:51Z', 'updated_at': '2021-07-19T03:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:24.608832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] Checking router: 28b52216-5c03-4c07-a347-c49ddc8170e4 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:31:24.638517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] Routers {'28b52216-5c03-4c07-a347-c49ddc8170e4'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:24.639510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['28b52216-5c03-4c07-a347-c49ddc8170e4'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:24.919559 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:24.973939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port bc1c229b-e7dc-492b-b187-b53eab78972a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bc1c229b-e7dc-492b-b187-b53eab78972a,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:24.996313 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:25.048875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61af59-d67d-400a-8294-4723f610157a req-cbeb7f6e-92c3-489e-ae56-a6da267d4033 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:25.060251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d61af59-d67d-400a-8294-4723f610157a req-cbeb7f6e-92c3-489e-ae56-a6da267d4033 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1357453 Jul 19 03:31:25.166148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d61af59-d67d-400a-8294-4723f610157a req-93de9d8e-4e26-4115-ae8d-cec3da7f1f14 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832062 Jul 19 03:31:25.166310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] Set router 28b52216-5c03-4c07-a347-c49ddc8170e4 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:25.609673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c976cbe-b4ff-4671-831b-fd9d0234f374 None None] Network b2481ea5-6371-43d1-bd9f-3a4a445537d9 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:31:25.744032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=bc1c229b-e7dc-492b-b187-b53eab78972a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:25.777379 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79842587-2bc8-4e4c-8580-afcafc74bf25 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:25.872269 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:25.907891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15189e-960e-400d-bf8d-317ff4a3a077 req-aacc3fba-8304-4bcd-b257-7a5bcb9720e1 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:25.920070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d15189e-960e-400d-bf8d-317ff4a3a077 req-aacc3fba-8304-4bcd-b257-7a5bcb9720e1 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.3462253 Jul 19 03:31:25.939865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0f9dc31c-3eec-40cd-885b-d91cd37adac0 None None] Provisioning for port d414a454-9bae-47a8-85cc-23b6ac0c8a9f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:26.047070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-336417944', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:50Z', 'updated_at': '2021-07-19T03:31:21Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:51Z', 'updated_at': '2021-07-19T03:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:26.097167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044168b-638f-4018-b76a-6bb88c218416 None None] The sync data for ids ['28b52216-5c03-4c07-a347-c49ddc8170e4'] in n-d-762330-18 is: [{'id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-336417944', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:50Z', 'updated_at': '2021-07-19T03:31:21Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': 'a6f1eefd-ccc8-4e33-afb5-1f33a764555e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b52216-5c03-4c07-a347-c49ddc8170e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:51Z', 'updated_at': '2021-07-19T03:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:31:26.155515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bc1c229b-e7dc-492b-b187-b53eab78972a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:26.265965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port bc1c229b-e7dc-492b-b187-b53eab78972a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:26.266700 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:26.344097 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:26.349931 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-a5e1a829-8a69-409a-96a7-74c5a3a1e6b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6712992 Jul 19 03:31:26.355876 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:26.478754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=3b59e54c-ed52-4160-9667-9d572de56e68,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:26.484021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d414a454-9bae-47a8-85cc-23b6ac0c8a9f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:26.520612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b8698-fe2f-4594-9dbd-6c5cce7c8d48 req-f76f33c4-cac8-416c-bf0f-bb19b93161af tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:26.536202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e91b8698-fe2f-4594-9dbd-6c5cce7c8d48 req-f76f33c4-cac8-416c-bf0f-bb19b93161af tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1478729 Jul 19 03:31:26.599865 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d15189e-960e-400d-bf8d-317ff4a3a077 req-ef00862a-8400-4744-beb7-f216194681e8 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768558 Jul 19 03:31:26.602527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79842587-2bc8-4e4c-8580-afcafc74bf25 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:26.639421 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e91b8698-fe2f-4594-9dbd-6c5cce7c8d48 req-3fb57c16-4a6f-4d9d-bf7b-ba132f24efce tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022117 Jul 19 03:31:26.660726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port d414a454-9bae-47a8-85cc-23b6ac0c8a9f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:26.673723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3b5692a9-51da-4a23-ba6b-aea83f1b1813 None None] Provisioning for port 3b59e54c-ed52-4160-9667-9d572de56e68 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:26.701024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738da503-684c-44df-8d97-bb144d652679 None None] Network 91800704-df6f-4ea2-a5bc-7062249e3d48 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:31:26.721174 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79842587-2bc8-4e4c-8580-afcafc74bf25 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:26.736347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43482) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:26.749933 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-79842587-2bc8-4e4c-8580-afcafc74bf25 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "DELETE /v2.0/subnets/dae2c7e0-bc34-48f7-8c77-4e34da29d7d3 HTTP/1.1" status: 204 len: 168 time: 3.4632392 Jul 19 03:31:26.789434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79842587-2bc8-4e4c-8580-afcafc74bf25 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Subnet': ['ID=dae2c7e0-bc34-48f7-8c77-4e34da29d7d3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:26.795724 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:26.872162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3b5692a9-51da-4a23-ba6b-aea83f1b1813 None None] Provisioning complete for port 3b59e54c-ed52-4160-9667-9d572de56e68 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:26.872544 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b5692a9-51da-4a23-ba6b-aea83f1b1813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:26.878851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d414a454-9bae-47a8-85cc-23b6ac0c8a9f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:26.879895 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:27.000959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network b2481ea5-6371-43d1-bd9f-3a4a445537d9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:27.003851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-f5bc04f0-9663-457e-bd04-5a4437f2a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:27.007149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-f5bc04f0-9663-457e-bd04-5a4437f2a7a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee9945cfeda64ef89377168b204400d8&device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 1136 time: 0.5712574 Jul 19 03:31:27.008079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:27.115302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-3b5692a9-51da-4a23-ba6b-aea83f1b1813 None None] Port 3b59e54c-ed52-4160-9667-9d572de56e68 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:31:27.303531 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:27.324399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-70964bd6-2a13-42fa-8db6-9e4d0ce15a58 None None] Provisioning complete for port 3b59e54c-ed52-4160-9667-9d572de56e68 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:27.329189 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-70964bd6-2a13-42fa-8db6-9e4d0ce15a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:27.417564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f570d8f8-4987-4089-a356-38f5164074be None None] DHCP port deletion for 91800704-df6f-4ea2-a5bc-7062249e3d48 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:31:27.431591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router dcf466fa-9e6f-46c1-965e-9d4b06159a9f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:31:27.454973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-70964bd6-2a13-42fa-8db6-9e4d0ce15a58 None None] Port 3b59e54c-ed52-4160-9667-9d572de56e68 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:31:27.458206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port d414a454-9bae-47a8-85cc-23b6ac0c8a9f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d414a454-9bae-47a8-85cc-23b6ac0c8a9f,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:27.466727 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:27.491278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-edad6463-ed87-46b3-9387-b675c90007f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:27.496624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-edad6463-ed87-46b3-9387-b675c90007f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2 HTTP/1.1" status: 200 len: 897 time: 0.2694323 Jul 19 03:31:27.621588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=d414a454-9bae-47a8-85cc-23b6ac0c8a9f,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:27.622738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:27.654484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-804f947d-47dd-4c29-9f0b-829502e4c84a None None] Provisioning complete for port 3b59e54c-ed52-4160-9667-9d572de56e68 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:27.655006 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-804f947d-47dd-4c29-9f0b-829502e4c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:27.765105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-804f947d-47dd-4c29-9f0b-829502e4c84a None None] Port 3b59e54c-ed52-4160-9667-9d572de56e68 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:31:27.787420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f570d8f8-4987-4089-a356-38f5164074be None None] Deleting port 81e91985-2d84-4e40-ae76-853a78a24417 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:31:27.787801 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f570d8f8-4987-4089-a356-38f5164074be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:27.876095 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:27.906103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f570d8f8-4987-4089-a356-38f5164074be None None] For port 81e91985-2d84-4e40-ae76-853a78a24417, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=81e91985-2d84-4e40-ae76-853a78a24417,segment=NetworkSegment(dcab875f-05dc-42bc-b3c9-f1df44d97a56),segment_id=dcab875f-05dc-42bc-b3c9-f1df44d97a56)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:27.906103 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f570d8f8-4987-4089-a356-38f5164074be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:27.923096 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f570d8f8-4987-4089-a356-38f5164074be None None] Calling delete_port for 81e91985-2d84-4e40-ae76-853a78a24417 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:31:27.948374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-7bffa764-931e-45ec-a799-991b8fdf5462 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0 HTTP/1.1" status: 200 len: 1000 time: 0.4420984 Jul 19 03:31:28.014003 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Deleting port a6f1eefd-ccc8-4e33-afb5-1f33a764555e {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:31:28.014761 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:28.078800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d414a454-9bae-47a8-85cc-23b6ac0c8a9f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:28.108365 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f570d8f8-4987-4089-a356-38f5164074be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:28.108696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:31:28.117978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-de279add-5f89-4328-b6cc-7ae4be95a33d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "PUT /v2.0/routers/dcf466fa-9e6f-46c1-965e-9d4b06159a9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1779387 Jul 19 03:31:28.121994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43494) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:28.126355 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Sync routers for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:31:28.141737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-c6203ff7-8744-4dd2-895c-9e3219f39312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.143238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-c6203ff7-8744-4dd2-895c-9e3219f39312 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5d95423-2dac-46b9-ae7e-21ee2f316c23 HTTP/1.1" status: 200 len: 835 time: 0.1706312 Jul 19 03:31:28.146491 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:28.148487 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:28.163542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570d8f8-4987-4089-a356-38f5164074be None None] Pushing event deleted for resources: {'Port': ['ID=81e91985-2d84-4e40-ae76-853a78a24417,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:28.177551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570d8f8-4987-4089-a356-38f5164074be None None] No DVR routers for this DVR port 81e91985-2d84-4e40-ae76-853a78a24417 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:31:28.204447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d414a454-9bae-47a8-85cc-23b6ac0c8a9f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:28.204762 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:28.211941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-ace27203-cc12-437f-9dec-14278ff0b074 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4918923 Jul 19 03:31:28.369414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb08b06-7ae6-46fe-9033-daad8434ec0e req-9f5705a8-6c7a-4658-a9ca-0ecbfcfb22c6 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.383934 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4eb08b06-7ae6-46fe-9033-daad8434ec0e req-9f5705a8-6c7a-4658-a9ca-0ecbfcfb22c6 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.4412847 Jul 19 03:31:28.417700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] For port a6f1eefd-ccc8-4e33-afb5-1f33a764555e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a6f1eefd-ccc8-4e33-afb5-1f33a764555e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:28.424426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:28.509595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Calling delete_port for a6f1eefd-ccc8-4e33-afb5-1f33a764555e owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:31:28.518297 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.519159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.524948 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b4827a38-b7a0-4ac4-a2ea-ab82389179ca tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8387 time: 0.3960946 Jul 19 03:31:28.527349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43504) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:28.552390 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4eb08b06-7ae6-46fe-9033-daad8434ec0e req-443b005f-b60d-43b6-8e7d-a976e8fb4b73 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675675 Jul 19 03:31:28.590077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbe281-d52e-495b-abb8-2a6a01a4d74c req-2a136bab-aad4-417f-9c90-dc54795f876c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.629455 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97dbe281-d52e-495b-abb8-2a6a01a4d74c req-2a136bab-aad4-417f-9c90-dc54795f876c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.6220589 Jul 19 03:31:28.635832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 81e91985-2d84-4e40-ae76-853a78a24417 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:28.678668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 81e91985-2d84-4e40-ae76-853a78a24417 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:31:28.679233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 81e91985-2d84-4e40-ae76-853a78a24417 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:31:28.680258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 59b0fa7c-83f7-4a1a-a910-5ce56117156d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:28.739817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 59b0fa7c-83f7-4a1a-a910-5ce56117156d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:31:28.741411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 59b0fa7c-83f7-4a1a-a910-5ce56117156d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:31:28.776923 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97dbe281-d52e-495b-abb8-2a6a01a4d74c req-f7a1eb91-74ed-45f1-bb14-50eb80441998 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724319 Jul 19 03:31:28.789323 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-42e4ec9c-c338-4b28-9a05-03f2d4290bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.790908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-42e4ec9c-c338-4b28-9a05-03f2d4290bdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5778263 Jul 19 03:31:28.901064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-d601c10c-e29e-47a1-a2f0-1dca8a790a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.902226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-d601c10c-e29e-47a1-a2f0-1dca8a790a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.902226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-d601c10c-e29e-47a1-a2f0-1dca8a790a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.902721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-d601c10c-e29e-47a1-a2f0-1dca8a790a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.903266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-d601c10c-e29e-47a1-a2f0-1dca8a790a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.903810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-d601c10c-e29e-47a1-a2f0-1dca8a790a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.904346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-d601c10c-e29e-47a1-a2f0-1dca8a790a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:28.906378 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-d601c10c-e29e-47a1-a2f0-1dca8a790a8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6505 time: 0.6015220 Jul 19 03:31:29.080843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:29.105579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Port': ['ID=a6f1eefd-ccc8-4e33-afb5-1f33a764555e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:29.107703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.108835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.109534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.110147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.110789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.111528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.112294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.114199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.114840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.115443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.116640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.122521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cacdc8fa-e981-43d9-aaa2-a9c88c0126de tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7080 time: 0.5910103 Jul 19 03:31:29.123824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43518) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:29.161513 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:31:25Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:26Z', 'revision_number': 2, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:29.223483 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:29.231683 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Checking router: dcf466fa-9e6f-46c1-965e-9d4b06159a9f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:31:29.232037 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Updating router dcf466fa-9e6f-46c1-965e-9d4b06159a9f port 3b59e54c-ed52-4160-9667-9d572de56e68 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:31:29.309969 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:29.392864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:29.401192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:29.497617 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:29.498277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Fanout notify agent at l3_agent the message router_deleted on router 28b52216-5c03-4c07-a347-c49ddc8170e4 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:31:29.523832 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:29.524437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-701be2aa-2dde-4c3a-bb59-cc0a812ff31c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.529518 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-32c52f30-7908-4b18-89d2-5e3f0f58c224 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "DELETE /v2.0/routers/28b52216-5c03-4c07-a347-c49ddc8170e4 HTTP/1.1" status: 204 len: 168 time: 2.7893772 Jul 19 03:31:29.531288 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43522) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:29.534179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-701be2aa-2dde-4c3a-bb59-cc0a812ff31c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/networks?id=7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 200 len: 811 time: 0.4069541 Jul 19 03:31:29.660588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-f0d78bf0-1f5f-4136-9879-07121af41a80 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/quotas/d10e259e48c44d029d9e68e0b3258593 HTTP/1.1" status: 200 len: 375 time: 0.1245103 Jul 19 03:31:29.666012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-740cf21f-5a10-4a98-bbbe-a5b16d600790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.666598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-740cf21f-5a10-4a98-bbbe-a5b16d600790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.667146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-740cf21f-5a10-4a98-bbbe-a5b16d600790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:29.668870 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-740cf21f-5a10-4a98-bbbe-a5b16d600790 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=c64899f6-8eee-455e-90a2-4468d126aff6&id=c64899f6-8eee-455e-90a2-4468d126aff6 HTTP/1.1" status: 200 len: 2293 time: 0.6644869 Jul 19 03:31:29.671202 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-28372e73-c12a-47e1-8347-3356df56749f service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8527973 Jul 19 03:31:29.819139 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.010896 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.021740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a6f1eefd-ccc8-4e33-afb5-1f33a764555e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:30.025810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.036361 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Transition to ACTIVE for port object 3b59e54c-ed52-4160-9667-9d572de56e68 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:30.050382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91800704-df6f-4ea2-a5bc-7062249e3d48']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:30.054084 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.074386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcab875f-05dc-42bc-b3c9-f1df44d97a56') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:30.074841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcab875f-05dc-42bc-b3c9-f1df44d97a56') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:30.097013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.112969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: a6f1eefd-ccc8-4e33-afb5-1f33a764555e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:31:30.113933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a6f1eefd-ccc8-4e33-afb5-1f33a764555e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:31:30.131546 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.142089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:31:30.143891 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:31:30.152226 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:31:30.156183 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ff587-8f4f-4287-a27b-353b201df945 None None] Pushing event updated for resources: {'Port': ['ID=3b59e54c-ed52-4160-9667-9d572de56e68,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:30.287643 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Attempting to bind port 3b59e54c-ed52-4160-9667-9d572de56e68 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:30.288274 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Attempting to bind port 3b59e54c-ed52-4160-9667-9d572de56e68 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:30.288421 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Attempting to bind port 3b59e54c-ed52-4160-9667-9d572de56e68 on network b2481ea5-6371-43d1-bd9f-3a4a445537d9 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:30.303511 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:30.303960 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Checking segment: {'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:30.304264 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.304661 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Bound using segment: {'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:30.305130 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Bound port: 3b59e54c-ed52-4160-9667-9d572de56e68, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:30.305502 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.397682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.427268 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.429330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "DELETE /v2.0/networks/91800704-df6f-4ea2-a5bc-7062249e3d48 HTTP/1.1" status: 204 len: 168 time: 0.8974328 Jul 19 03:31:30.437249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43530) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:30.459427 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] For port 3b59e54c-ed52-4160-9667-9d572de56e68, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:30.469084 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] For port 3b59e54c-ed52-4160-9667-9d572de56e68, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3b59e54c-ed52-4160-9667-9d572de56e68,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:30.478462 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:30.498137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317dbfe-2840-4a9c-88b7-8a7b9db00204 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Network': ['ID=91800704-df6f-4ea2-a5bc-7062249e3d48,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:30.603028 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:30.603666 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:30.605687 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ff587-8f4f-4287-a27b-353b201df945 None None] Pushing event updated for resources: {'Port': ['ID=3b59e54c-ed52-4160-9667-9d572de56e68,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:30.749927 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-0c3d4814-f899-4b21-a8cf-19ae45671bb3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed HTTP/1.1" status: 200 len: 1001 time: 0.9844632 Jul 19 03:31:30.781832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-b345900c-2b82-4a85-b8bb-f4283123bea5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10e259e48c44d029d9e68e0b3258593&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1195157 Jul 19 03:31:30.817092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f2251-7e8d-45b6-aef0-f25a3fe175ce req-bead307d-7cfe-44a3-bfaf-472f42369797 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:30.832407 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b4f2251-7e8d-45b6-aef0-f25a3fe175ce req-bead307d-7cfe-44a3-bfaf-472f42369797 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.6085334 Jul 19 03:31:30.842432 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:30.867964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-95189702-0956-4a03-912f-c167dd08dd49 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:31:30.869046 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-95189702-0956-4a03-912f-c167dd08dd49 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0863285 Jul 19 03:31:30.877203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-0aac63cd-edcf-4289-83d3-d6716c93632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:30.878656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-0aac63cd-edcf-4289-83d3-d6716c93632c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21634538-a8d7-4b17-9fa0-ea9312bc5b45 HTTP/1.1" status: 200 len: 854 time: 0.0929706 Jul 19 03:31:30.953860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b4f2251-7e8d-45b6-aef0-f25a3fe175ce req-4bbe24c8-6508-4b51-80cd-0c0e7746d316 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203141 Jul 19 03:31:30.969880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Deleting port 22497fdd-263d-4f96-945d-69995096a5f7 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:31:30.970232 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:31.064432 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-78cd9e25-8bfc-4670-a2cf-2e2121809656 req-c226ce6d-7d2a-43c1-8898-851acdc311f5 service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2965474 Jul 19 03:31:31.151769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:31.151769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:31.169362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Calling delete_port for 22497fdd-263d-4f96-945d-69995096a5f7 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:31:31.208227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-3a93ece3-c192-4d86-96f4-177ac1f26241 service neutron] 10.222.0.20 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970772 Jul 19 03:31:31.245388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3aa26404-9282-494f-898e-dbb9aa91cc84 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5755 time: 2.0862792 Jul 19 03:31:31.257516 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:31:25Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:30Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:31.315177 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5d303-06d1-4180-b0e2-1a936c55d186 None None] The sync data for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 is: [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:31:25Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:30Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:31:31.366133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-57c9e88b-8658-4bf6-9cf1-4f758ccee166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:31.372959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-57c9e88b-8658-4bf6-9cf1-4f758ccee166 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4555855 Jul 19 03:31:31.589963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-943be041-e8f4-4563-9e8b-a7240ef0aef2 service neutron] 10.222.0.20 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738079 Jul 19 03:31:31.724290 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:31.773096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-5325c623-56e8-4ea1-a317-7a8b477141a4 service neutron] 10.222.0.25 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970377 Jul 19 03:31:32.055903 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Port': ['ID=22497fdd-263d-4f96-945d-69995096a5f7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:32.061842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:32.062191 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Floating IP 7ba3f699-2845-4414-96ce-81cef929785d disassociated (deleted). External IP: 172.25.2.19, port: 53f5b841-21f1-4c20-93ba-aff6ea6168b0. Jul 19 03:31:32.081462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3b59e54c-ed52-4160-9667-9d572de56e68 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:32.086965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-92ad9d0a-bf9c-49c6-9da2-9632f7df7a5c service neutron] 10.222.0.25 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046052 Jul 19 03:31:32.214625 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-79028ccc-1ce9-4283-a26b-21a7ec56b4c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 HTTP/1.1" status: 200 len: 217 time: 0.1178200 Jul 19 03:31:32.303979 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-613f07f8-e42a-4f3d-9ee6-289bfd660b3a req-2354163f-7b0a-4fd0-bec3-eb336880793e tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 210 time: 0.1111329 Jul 19 03:31:32.381115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 3b59e54c-ed52-4160-9667-9d572de56e68 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:32.391391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 3b59e54c-ed52-4160-9667-9d572de56e68 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:32.399322 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:32.423774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-8fe9ed82-7dad-442e-b019-d3b070e87fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:32.432754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-8fe9ed82-7dad-442e-b019-d3b070e87fdc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.2036302 Jul 19 03:31:32.616929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-a62c60d7-cf77-417e-aecc-c2fbf6e5fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:32.618640 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-a62c60d7-cf77-417e-aecc-c2fbf6e5fe42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1837056 Jul 19 03:31:32.765129 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:32.787818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Router feb91df1-2556-4255-8b7f-697564ad68ba has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:31:32.874884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 3b59e54c-ed52-4160-9667-9d572de56e68, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3b59e54c-ed52-4160-9667-9d572de56e68,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:32.900040 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:33.039890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43558) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:33.104681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=3b59e54c-ed52-4160-9667-9d572de56e68,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:33.122961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-39f69c67-fc77-4d96-b8e6-ff1c81190d8c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547136494', 'description': 'tempest-secgroup-smoke-1547136494 description', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:33.129561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:31:33.202993 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-ff1b12e0-d22b-40f2-a85d-efce1a32fb5c service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745320 Jul 19 03:31:33.336031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] Sync routers for ids ['feb91df1-2556-4255-8b7f-697564ad68ba'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:31:33.340073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:33.377611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] Routers {'feb91df1-2556-4255-8b7f-697564ad68ba'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:33.378164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da8a77-4445-4329-a800-fe9b4cc52dbb req-2bb301d0-d183-4956-b6e0-4a36c6fa1339 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:33.391559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['feb91df1-2556-4255-8b7f-697564ad68ba'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:33.398594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8da8a77-4445-4329-a800-fe9b4cc52dbb req-2bb301d0-d183-4956-b6e0-4a36c6fa1339 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.7388656 Jul 19 03:31:33.419770 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39f69c67-fc77-4d96-b8e6-ff1c81190d8c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:33.455629 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f8d1baa4-56e9-4c0c-8845-d6acfe7a31a8 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "DELETE /v2.0/floatingips/7ba3f699-2845-4414-96ce-81cef929785d HTTP/1.1" status: 204 len: 168 time: 2.9886768 Jul 19 03:31:33.456613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'tag': '53f5b841-21f1-4c20-93ba-aff6ea6168b0'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:33.461962 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015" -d '{"events": [{"name": "network-changed", "server_uuid": "da8a3386-dc91-42b2-a6ed-ce2a9785d1f1", "tag": "53f5b841-21f1-4c20-93ba-aff6ea6168b0"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:33.585325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] Set router feb91df1-2556-4255-8b7f-697564ad68ba gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:33.696253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43572) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:33.765163 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39f69c67-fc77-4d96-b8e6-ff1c81190d8c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:33.799668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-918f31c5-b406-41b8-a4b8-784548884b23 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723605 Jul 19 03:31:33.809300 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39f69c67-fc77-4d96-b8e6-ff1c81190d8c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:33.843185 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4fb7988e-6fda-46dc-a680-4e086caa3739 req-7d7772f2-3655-495f-a30b-0e5f61d75b6b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 210 time: 0.0529752 Jul 19 03:31:33.967221 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9cdae4d2-e558-4d75-ab92-8b3dd3c954c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:33.973161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-74f27dd2-2ab8-454d-8adf-637899f77a93 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a2bafa27-fc6d-4a52-85c5-c328934305ad HTTP/1.1" status: 200 len: 217 time: 0.1599922 Jul 19 03:31:34.002409 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8da8a77-4445-4329-a800-fe9b4cc52dbb req-96e7d94c-2253-4fbd-b7f5-70f931151f2f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6028044 Jul 19 03:31:34.087145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f69c67-fc77-4d96-b8e6-ff1c81190d8c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:34.140469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-f3ba7e1a-dac1-42f3-9472-58a0cbb2933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:34.160933 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-f3ba7e1a-dac1-42f3-9472-58a0cbb2933a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.1484606 Jul 19 03:31:34.167262 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3b59e54c-ed52-4160-9667-9d572de56e68 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:34.298905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-0c7113f8-99d7-4f4e-a1f3-0f30085c6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:34.300501 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-0c7113f8-99d7-4f4e-a1f3-0f30085c6602 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1293175 Jul 19 03:31:34.313346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9cdae4d2-e558-4d75-ab92-8b3dd3c954c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:34.317729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 3b59e54c-ed52-4160-9667-9d572de56e68 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:34.318446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:34.322365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9cdae4d2-e558-4d75-ab92-8b3dd3c954c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:34.419788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdae4d2-e558-4d75-ab92-8b3dd3c954c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07220d37-3d8e-4b14-9a6a-029a6445eded,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:34.442597 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9cdae4d2-e558-4d75-ab92-8b3dd3c954c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9894bc21701d449c9abcf8b5db8ef6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7436543 Jul 19 03:31:34.444571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43580) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:34.451565 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39f69c67-fc77-4d96-b8e6-ff1c81190d8c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:34.455376 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-39f69c67-fc77-4d96-b8e6-ff1c81190d8c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4077795 Jul 19 03:31:34.455376 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-9cdc0c94-d515-44f9-a8d9-c9118106d691 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475565 Jul 19 03:31:34.456001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43582) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:34.464426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-62372e46-b2a2-4a8e-b0d4-820c52dde195 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '5feec6c6-a3d4-428a-8fda-c4dbffb5aedd', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:34.522414 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26254ac1-a837-4baa-818b-f049dce4ca56 x-openstack-request-id: req-26254ac1-a837-4baa-818b-f049dce4ca56 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:34.523578 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8a3386-dc91-42b2-a6ed-ce2a9785d1f1", "tag": "53f5b841-21f1-4c20-93ba-aff6ea6168b0", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:34.525597 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26254ac1-a837-4baa-818b-f049dce4ca56 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:34.526168 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'tag': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'status': 'completed', 'code': 200} Jul 19 03:31:34.579773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d65743e6-89e7-4811-81b2-6655e811e99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:34.628417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d65743e6-89e7-4811-81b2-6655e811e99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:34.663127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4e7bfb86-d077-4f64-a0e4-518d92d63d0e', 'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:a8:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:57Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:34.723698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] Checking router: feb91df1-2556-4255-8b7f-697564ad68ba for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:31:34.733960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] Routers {'feb91df1-2556-4255-8b7f-697564ad68ba'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:34.734794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['feb91df1-2556-4255-8b7f-697564ad68ba'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:34.787407 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62372e46-b2a2-4a8e-b0d4-820c52dde195 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:34.804682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d65743e6-89e7-4811-81b2-6655e811e99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:34.807647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d65743e6-89e7-4811-81b2-6655e811e99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:34.809104 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d65743e6-89e7-4811-81b2-6655e811e99a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07220d37-3d8e-4b14-9a6a-029a6445eded HTTP/1.1" status: 204 len: 168 time: 0.3631015 Jul 19 03:31:34.840408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65743e6-89e7-4811-81b2-6655e811e99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07220d37-3d8e-4b14-9a6a-029a6445eded,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:34.895874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a75cd-d763-4531-b03c-f305d74d303e req-954f6d60-a3d1-425c-b156-642c1814faf0 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:34.912108 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-636a75cd-d763-4531-b03c-f305d74d303e req-954f6d60-a3d1-425c-b156-642c1814faf0 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 984 time: 0.1946537 Jul 19 03:31:34.976879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-03a3eadc-2981-4834-9229-69da64c9682f service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966309 Jul 19 03:31:35.002607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] Set router feb91df1-2556-4255-8b7f-697564ad68ba gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:35.023897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-636a75cd-d763-4531-b03c-f305d74d303e req-77f9597d-10db-4396-8a39-e8f49814620c tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1105149 Jul 19 03:31:35.214527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-c67a5900-38b9-40f9-b3ca-54f90d78b27d tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:35.217073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-c67a5900-38b9-40f9-b3ca-54f90d78b27d tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.26 "GET /v2.0/networks?id=7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 200 len: 811 time: 0.4568472 Jul 19 03:31:35.228433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-81d23c2f-a3ba-41c0-90ed-6f2019567e9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=cb8fbd92-2916-4f12-badd-c5210b5811ba HTTP/1.1" status: 200 len: 217 time: 0.1714473 Jul 19 03:31:35.233766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Request body: {'port': {'device_id': '7d620be0-0c1f-4922-80c7-18c9586d8d33', 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc', 'admin_state_up': True, 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:35.406144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4e7bfb86-d077-4f64-a0e4-518d92d63d0e', 'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:a8:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:57Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:35.495430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8860b7-098c-46ba-aa78-09c444dbda72 req-fabc0be8-674a-40c5-9ac1-a11429cfba4c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:35.496183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3549a0-8f26-4bd2-b35c-6cb7125a517e None None] The sync data for ids ['feb91df1-2556-4255-8b7f-697564ad68ba'] in n-d-762330-18 is: [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:29:48Z', 'revision_number': 4, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '4e7bfb86-d077-4f64-a0e4-518d92d63d0e', 'name': '', 'network_id': '6284f87b-bbc5-4047-bdbf-9c3a03133dd2', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'mac_address': 'fa:16:3e:a8:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:45Z', 'updated_at': '2021-07-19T03:29:57Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'subnets': [{'id': 'c5d95423-2dac-46b9-ae7e-21ee2f316c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:31:35.515148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5dc1723-d9c1-4968-abe6-4b9db316a63b req-a03d4572-7a54-4bd9-8c13-fc5c988595cf tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 210 time: 0.1602919 Jul 19 03:31:35.515714 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b8860b7-098c-46ba-aa78-09c444dbda72 req-fabc0be8-674a-40c5-9ac1-a11429cfba4c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1299775 Jul 19 03:31:35.535804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-df379ad1-cf1b-48dd-8621-7320d1af9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:35.538442 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-df379ad1-cf1b-48dd-8621-7320d1af9737 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee9945cfeda64ef89377168b204400d8&device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 1136 time: 0.8805611 Jul 19 03:31:35.587955 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62372e46-b2a2-4a8e-b0d4-820c52dde195 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:35.621859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62372e46-b2a2-4a8e-b0d4-820c52dde195 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:35.638836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-ad86a87a-2a37-44a2-9e29-534ace80844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:35.640723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-ad86a87a-2a37-44a2-9e29-534ace80844e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.2756124 Jul 19 03:31:35.647329 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b8860b7-098c-46ba-aa78-09c444dbda72 req-a470d2ea-b22b-42de-8478-11589416e9eb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305835 Jul 19 03:31:35.656505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Made reservation on behalf of d10e259e48c44d029d9e68e0b3258593 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:31:35.661961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:35.821175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62372e46-b2a2-4a8e-b0d4-820c52dde195 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93bf85e-3b40-408f-8774-215d9f847c78,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:35.839750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-62372e46-b2a2-4a8e-b0d4-820c52dde195 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:35.841419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-62372e46-b2a2-4a8e-b0d4-820c52dde195 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3811638 Jul 19 03:31:35.845064 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43608) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:35.853616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8d801e0d-16a6-4b15-88e9-05306d2c6b6f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '5feec6c6-a3d4-428a-8fda-c4dbffb5aedd', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:35.856282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-e11a303e-a178-4a92-a46c-13ea8497c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:35.870001 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-e11a303e-a178-4a92-a46c-13ea8497c966 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2 HTTP/1.1" status: 200 len: 897 time: 0.3160157 Jul 19 03:31:35.921561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d801e0d-16a6-4b15-88e9-05306d2c6b6f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.094785 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26098ea5-e5b5-44c3-9016-b3e28aec0183 None None] New status for floating IP 7ba3f699-2845-4414-96ce-81cef929785d: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:31:36.167079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Allocated IP 172.20.0.13 (7a733bb5-c87a-4a8b-954a-73267d93c9cc/12501ad2-c9b7-4d62-851d-35247ac21621/167a5653-7824-493f-9d52-ae08740069d9) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:36.202003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d801e0d-16a6-4b15-88e9-05306d2c6b6f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.213182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d801e0d-16a6-4b15-88e9-05306d2c6b6f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.224605 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-b7980a5e-3182-41c9-ad8d-8bb22325e8f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0 HTTP/1.1" status: 200 len: 217 time: 0.3383489 Jul 19 03:31:36.244613 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d801e0d-16a6-4b15-88e9-05306d2c6b6f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.246626 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8d801e0d-16a6-4b15-88e9-05306d2c6b6f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3989501 Jul 19 03:31:36.257050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-1ccc276f-9597-443b-8484-e79a87193974 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:36.261378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-1ccc276f-9597-443b-8484-e79a87193974 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.26 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 984 time: 0.2916100 Jul 19 03:31:36.262243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43620) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:36.283372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e4dd6cc4-0547-4d4b-bfb8-f93bf0fabb5d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '5feec6c6-a3d4-428a-8fda-c4dbffb5aedd', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:36.303392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d801e0d-16a6-4b15-88e9-05306d2c6b6f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dee0b8-da54-457b-84ad-e7f6c6bcfda6,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:36.321557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-5a58081d-1eae-4bc0-989b-1c7324d215c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:36.326385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-5a58081d-1eae-4bc0-989b-1c7324d215c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5d95423-2dac-46b9-ae7e-21ee2f316c23 HTTP/1.1" status: 200 len: 835 time: 0.0797625 Jul 19 03:31:36.438117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6cc4-0547-4d4b-bfb8-f93bf0fabb5d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.564977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6cc4-0547-4d4b-bfb8-f93bf0fabb5d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.585918 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6cc4-0547-4d4b-bfb8-f93bf0fabb5d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.637786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd6cc4-0547-4d4b-bfb8-f93bf0fabb5d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c8820f-31fa-4d88-85d5-69f6627297c1,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:36.641915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6cc4-0547-4d4b-bfb8-f93bf0fabb5d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.646325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e4dd6cc4-0547-4d4b-bfb8-f93bf0fabb5d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3766634 Jul 19 03:31:36.648820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43626) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:36.661780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-accab06e-fc75-4df3-8df8-ba148c67c9d6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '5feec6c6-a3d4-428a-8fda-c4dbffb5aedd', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:36.698422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-d87df265-9c78-4dcb-a47c-990a8a4fd1b6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Deleting port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:31:36.698906 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-d87df265-9c78-4dcb-a47c-990a8a4fd1b6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.806731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-d87df265-9c78-4dcb-a47c-990a8a4fd1b6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] For port 53f5b841-21f1-4c20-93ba-aff6ea6168b0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=53f5b841-21f1-4c20-93ba-aff6ea6168b0,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:36.807337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-d87df265-9c78-4dcb-a47c-990a8a4fd1b6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.822970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-d87df265-9c78-4dcb-a47c-990a8a4fd1b6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Calling delete_port for 53f5b841-21f1-4c20-93ba-aff6ea6168b0 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:31:36.849991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-bb792213-1d18-4dd9-95c0-4bc977569a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:36.858049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-bb792213-1d18-4dd9-95c0-4bc977569a2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2058101 Jul 19 03:31:36.932756 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:36.975724 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-accab06e-fc75-4df3-8df8-ba148c67c9d6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.022757 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-d87df265-9c78-4dcb-a47c-990a8a4fd1b6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.041451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7e66f87-e092-49a8-843f-d6696d756702 req-7fc96b6b-2c67-4c47-8fbe-b1022e8f1ecc tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 210 time: 0.0837181 Jul 19 03:31:37.112621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-accab06e-fc75-4df3-8df8-ba148c67c9d6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.118431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87df265-9c78-4dcb-a47c-990a8a4fd1b6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Port': ['ID=53f5b841-21f1-4c20-93ba-aff6ea6168b0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:37.123030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-accab06e-fc75-4df3-8df8-ba148c67c9d6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.187623 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accab06e-fc75-4df3-8df8-ba148c67c9d6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ad4039-3e14-441d-b1f2-51806160b01b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:37.189752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-d87df265-9c78-4dcb-a47c-990a8a4fd1b6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] No DVR routers for this DVR port 53f5b841-21f1-4c20-93ba-aff6ea6168b0 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:31:37.193568 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.195559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-d87df265-9c78-4dcb-a47c-990a8a4fd1b6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.197773 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1daf492b-75b7-4ca3-83ff-075ac91c59d0 req-d87df265-9c78-4dcb-a47c-990a8a4fd1b6 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.26 "DELETE /v2.0/ports/53f5b841-21f1-4c20-93ba-aff6ea6168b0 HTTP/1.1" status: 204 len: 173 time: 0.9261987 Jul 19 03:31:37.198135 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'name': 'network-vif-deleted', 'tag': '53f5b841-21f1-4c20-93ba-aff6ea6168b0'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:37.200535 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5441793f-9bab-4da5-abd9-dcc2e32e9c4e" -d '{"events": [{"server_uuid": "da8a3386-dc91-42b2-a6ed-ce2a9785d1f1", "name": "network-vif-deleted", "tag": "53f5b841-21f1-4c20-93ba-aff6ea6168b0"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:37.204239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-accab06e-fc75-4df3-8df8-ba148c67c9d6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.205505 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-accab06e-fc75-4df3-8df8-ba148c67c9d6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5547066 Jul 19 03:31:37.209724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43644) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:37.220557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d4a8c16f-9ea3-485b-899b-5926b381b1c6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '5feec6c6-a3d4-428a-8fda-c4dbffb5aedd', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:37.294218 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-d4a8c16f-9ea3-485b-899b-5926b381b1c6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Project 0eb10cefdde14db7ac03e49ffa11cb5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:31:37.304758 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-c6cfb144-2689-4b9a-a3bb-3ff8f1aa05c3 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367430 Jul 19 03:31:37.326888 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c16f-9ea3-485b-899b-5926b381b1c6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.384701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-fa026129-09a1-420d-8821-5687a0e0f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:37.386227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-fa026129-09a1-420d-8821-5687a0e0f964 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6284f87b-bbc5-4047-bdbf-9c3a03133dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0498912 Jul 19 03:31:37.401837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dd674-5bc9-4661-913f-cab535253fc5 req-6eaaff2d-e483-487e-8598-c383963f95a2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:37.407772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86df6e-c0fd-4cb7-9b88-ee03622fd9e1 req-f0a702ef-502b-429b-a96b-5dfe298b2332 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:37.415603 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba86df6e-c0fd-4cb7-9b88-ee03622fd9e1 req-f0a702ef-502b-429b-a96b-5dfe298b2332 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8a3386-dc91-42b2-a6ed-ce2a9785d1f1 HTTP/1.1" status: 200 len: 906 time: 1.0777040 Jul 19 03:31:37.416001 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf0dd674-5bc9-4661-913f-cab535253fc5 req-6eaaff2d-e483-487e-8598-c383963f95a2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1856139 Jul 19 03:31:37.437528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.529290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf0dd674-5bc9-4661-913f-cab535253fc5 req-2945e21a-bd33-4f15-a1fa-2edbc352816d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095827 Jul 19 03:31:37.590419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c16f-9ea3-485b-899b-5926b381b1c6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.601287 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c16f-9ea3-485b-899b-5926b381b1c6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.641790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8c16f-9ea3-485b-899b-5926b381b1c6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fad6214-9b1f-495f-a8c6-7c8743b86c69,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:37.657516 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c16f-9ea3-485b-899b-5926b381b1c6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.658860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d4a8c16f-9ea3-485b-899b-5926b381b1c6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4469028 Jul 19 03:31:37.662411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43652) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:37.667384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4770bcf7-bc72-4976-9344-91ea6718636d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '5feec6c6-a3d4-428a-8fda-c4dbffb5aedd', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:37.691981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-ee2fac08-7c7a-42d3-be13-61c3b6c366c4 service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682455 Jul 19 03:31:37.713890 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-4770bcf7-bc72-4976-9344-91ea6718636d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Project 0eb10cefdde14db7ac03e49ffa11cb5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:31:37.722084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4770bcf7-bc72-4976-9344-91ea6718636d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.752525 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba86df6e-c0fd-4cb7-9b88-ee03622fd9e1 req-9e50bb3a-e70d-465d-8ca6-8eb4888b033b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd6d148c-f9f0-4b72-9c3c-89b54200a54e&id=15993a19-a2d5-4892-a089-0c0d92c56b01&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3361094 Jul 19 03:31:37.754674 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-c77050f0-78c9-427e-a039-a8652e882d6d service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917222 Jul 19 03:31:37.766367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.782563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['791167a8-b7c7-4a8f-82eb-ebe9a59f6efd'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:31:37.867984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Network 7a733bb5-c87a-4a8b-954a-73267d93c9cc is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:37.869989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-49baf1af-4bf0-40e5-9a82-f300e3ee9264 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=aadedb74-0c27-405a-8ea9-39fb8017ae8a HTTP/1.1" status: 200 len: 217 time: 0.0929351 Jul 19 03:31:37.874471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:37.889278 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:31:37.918743 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbaed0c-b5bf-4c7f-b007-c9cad7fa292c x-openstack-request-id: req-9dbaed0c-b5bf-4c7f-b007-c9cad7fa292c {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:37.919117 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8a3386-dc91-42b2-a6ed-ce2a9785d1f1", "name": "network-vif-deleted", "tag": "53f5b841-21f1-4c20-93ba-aff6ea6168b0", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:37.919363 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dbaed0c-b5bf-4c7f-b007-c9cad7fa292c {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:37.919773 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8a3386-dc91-42b2-a6ed-ce2a9785d1f1', 'name': 'network-vif-deleted', 'tag': '53f5b841-21f1-4c20-93ba-aff6ea6168b0', 'status': 'completed', 'code': 200} Jul 19 03:31:37.957456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4770bcf7-bc72-4976-9344-91ea6718636d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.962359 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4770bcf7-bc72-4976-9344-91ea6718636d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:37.980350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:37.995822 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4770bcf7-bc72-4976-9344-91ea6718636d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:38.015679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4770bcf7-bc72-4976-9344-91ea6718636d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3514504 Jul 19 03:31:38.016060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Pushing event updated for resources: {'Port': ['ID=167a5653-7824-493f-9d52-ae08740069d9,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:38.017939 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770bcf7-bc72-4976-9344-91ea6718636d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ab2f3a-f0d6-4997-b16c-a4ae9fc37c28,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:38.224928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-b08ae5f0-af3a-4270-aed8-c4a821ac5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:38.226647 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-b08ae5f0-af3a-4270-aed8-c4a821ac5af1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.3174622 Jul 19 03:31:38.240617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:38.241109 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:38.287425 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c8122a4-a3bf-4bd1-923f-ebcf7d6e8015 req-a52cf0b7-0aff-4893-806c-6b990bbac650 service neutron] 10.222.0.26 "GET /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306554 Jul 19 03:31:38.345376 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-abc1c2db-8548-409d-950a-cc590621a4ac tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1154461 Jul 19 03:31:38.363773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Request body: {'port': {'device_id': '7d620be0-0c1f-4922-80c7-18c9586d8d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:38.434700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc3529-8f7e-4178-af64-1b538c28be07 req-be189bf7-ca22-4ca7-a8b1-9de4f31b268c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:38.436238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fcc3529-8f7e-4178-af64-1b538c28be07 req-be189bf7-ca22-4ca7-a8b1-9de4f31b268c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 932 time: 0.1673710 Jul 19 03:31:38.439655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-7a2d0069-e65b-49ce-87ac-24dfbd1772b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:38.441094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-7a2d0069-e65b-49ce-87ac-24dfbd1772b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1961377 Jul 19 03:31:38.542396 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fcc3529-8f7e-4178-af64-1b538c28be07 req-ec0b585d-35fd-4876-9730-ecccf8ee1381 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972750 Jul 19 03:31:38.542951 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:38.655961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-f1bb7778-5b5e-48ba-b6bc-ffc0f9ec2fde service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032306 Jul 19 03:31:38.734146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43672) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:38.741485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589892802', 'description': 'tempest-secgroup-smoke-1589892802 description', 'project_id': 'e75be25bd4974f968410bc0e645db078'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:38.798889 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:38.817020 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:38.886792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-dbb646e7-ab85-40fd-ab57-2baa9323fc39 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547136494&fields=id&tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d HTTP/1.1" status: 200 len: 267 time: 0.1640353 Jul 19 03:31:38.964465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d54f88-9df9-4319-b8aa-5541f8712e5d req-6cb403da-366a-431c-bfca-ce53d2033c9f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:38.968681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-25470e87-f0c2-4b55-a6c7-16c0fbd81292 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031626 Jul 19 03:31:38.971503 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9d54f88-9df9-4319-b8aa-5541f8712e5d req-6cb403da-366a-431c-bfca-ce53d2033c9f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1132641 Jul 19 03:31:39.026451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9d54f88-9df9-4319-b8aa-5541f8712e5d req-a9300be5-6e31-4a85-8ba4-f0e50d5596f3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539966 Jul 19 03:31:39.051201 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-e23a280a-2149-495c-a8e4-2411a3db0aeb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 HTTP/1.1" status: 200 len: 217 time: 0.0698783 Jul 19 03:31:39.076310 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.090501 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.158898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866696bf-bf94-4561-ac82-e907d0abc500 req-638e2947-12f6-421d-9678-c39614e2fc2e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:39.166798 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-638e2947-12f6-421d-9678-c39614e2fc2e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/networks?id=b2481ea5-6371-43d1-bd9f-3a4a445537d9 HTTP/1.1" status: 200 len: 795 time: 0.2714655 Jul 19 03:31:39.186168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-ff1a7714-e8d4-4492-ac9a-afb8b2537698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:39.187259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-ff1a7714-e8d4-4492-ac9a-afb8b2537698 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7712e039-897b-49b8-aa02-b5e0a3723da4 HTTP/1.1" status: 200 len: 797 time: 0.1258297 Jul 19 03:31:39.225877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-3bd3e857-583d-4ef1-a8a7-784ffad9d7f8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/quotas/0eb10cefdde14db7ac03e49ffa11cb5d HTTP/1.1" status: 200 len: 375 time: 0.0581288 Jul 19 03:31:39.251347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43680) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:39.301430 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.302895 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aae362a-c493-4470-9d15-8a2d0388f4e4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:39.311217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.311801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167a5653-7824-493f-9d52-ae08740069d9 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:31:39.335649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.373350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Transition to ACTIVE for port object 167a5653-7824-493f-9d52-ae08740069d9 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:39.378651 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.382996 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6466959 Jul 19 03:31:39.390305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43682) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:39.400214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.406249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-299a64ff-4ee0-446b-b64b-9bb76489dbb0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '305fb50f-72cd-4515-8398-d6d0e5d10360', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:39.412970 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-824c1c26-b362-4c38-bbc3-da5bcae38f70 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.419061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27472af8-fa4d-4f4f-8517-ab0aabb6b3f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305fb50f-72cd-4515-8398-d6d0e5d10360,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:39.443510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-f1da70dc-7691-416a-af60-a27c4b1e7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:39.445114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-f1da70dc-7691-416a-af60-a27c4b1e7eab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2506638 Jul 19 03:31:39.476934 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-299a64ff-4ee0-446b-b64b-9bb76489dbb0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.533242 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-e315b821-2344-481f-a004-4e828f798767 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3064330 Jul 19 03:31:39.541030 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-824c1c26-b362-4c38-bbc3-da5bcae38f70 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.569245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-299a64ff-4ee0-446b-b64b-9bb76489dbb0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.572907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Pushing event updated for resources: {'Port': ['ID=167a5653-7824-493f-9d52-ae08740069d9,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:39.589049 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-299a64ff-4ee0-446b-b64b-9bb76489dbb0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.647305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a64ff-4ee0-446b-b64b-9bb76489dbb0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbbdfe1-5c94-4486-bae8-dc3f8a4619d4,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:39.668977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-299a64ff-4ee0-446b-b64b-9bb76489dbb0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.670544 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-299a64ff-4ee0-446b-b64b-9bb76489dbb0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2790160 Jul 19 03:31:39.673312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43688) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:39.679434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2d684a01-755b-4820-8b30-38c12ddea4d9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '305fb50f-72cd-4515-8398-d6d0e5d10360', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:39.713670 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d684a01-755b-4820-8b30-38c12ddea4d9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.764002 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-6d068ec7-f4af-4211-b259-1c2f10d16852 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065991 Jul 19 03:31:39.826056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d684a01-755b-4820-8b30-38c12ddea4d9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.849052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d684a01-755b-4820-8b30-38c12ddea4d9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.907611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d684a01-755b-4820-8b30-38c12ddea4d9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:39.912243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2d684a01-755b-4820-8b30-38c12ddea4d9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2378280 Jul 19 03:31:39.914463 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d684a01-755b-4820-8b30-38c12ddea4d9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee1df6e-84de-4261-b77c-1c91e71a5260,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:39.917836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43696) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:39.923589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7df64ce6-f348-4401-a176-1a5b862bf66a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '305fb50f-72cd-4515-8398-d6d0e5d10360', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:39.997711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7df64ce6-f348-4401-a176-1a5b862bf66a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:40.011847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 53f5b841-21f1-4c20-93ba-aff6ea6168b0 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:40.046745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 53f5b841-21f1-4c20-93ba-aff6ea6168b0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:31:40.047422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 53f5b841-21f1-4c20-93ba-aff6ea6168b0 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:31:40.094987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a267b-0075-460a-a003-1b74ea094fdd req-2e6c0da7-dd4c-4571-bab6-0a8dadb419fb tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:40.096615 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d88a267b-0075-460a-a003-1b74ea094fdd req-2e6c0da7-dd4c-4571-bab6-0a8dadb419fb tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 944 time: 0.1563179 Jul 19 03:31:40.108336 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7df64ce6-f348-4401-a176-1a5b862bf66a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:40.118057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7df64ce6-f348-4401-a176-1a5b862bf66a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:40.278168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-824c1c26-b362-4c38-bbc3-da5bcae38f70 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:40.281348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-824c1c26-b362-4c38-bbc3-da5bcae38f70 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:40.283448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-824c1c26-b362-4c38-bbc3-da5bcae38f70 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "DELETE /v2.0/security-groups/cd6d148c-f9f0-4b72-9c3c-89b54200a54e HTTP/1.1" status: 204 len: 168 time: 1.0309019 Jul 19 03:31:40.307164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43704) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:40.319856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Attempting to bind port 167a5653-7824-493f-9d52-ae08740069d9 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:40.320593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Attempting to bind port 167a5653-7824-493f-9d52-ae08740069d9 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:40.321182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Attempting to bind port 167a5653-7824-493f-9d52-ae08740069d9 on network 7a733bb5-c87a-4a8b-954a-73267d93c9cc {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:40.367070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1abe8e6a-265e-4160-9536-b4edac4834e2 service neutron] 10.222.0.20 "GET /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7527328 Jul 19 03:31:40.411899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c1c26-b362-4c38-bbc3-da5bcae38f70 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6d148c-f9f0-4b72-9c3c-89b54200a54e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:40.420821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Port 167a5653-7824-493f-9d52-ae08740069d9 on network 7a733bb5-c87a-4a8b-954a-73267d93c9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:31:40.421035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Attempting to bind port 167a5653-7824-493f-9d52-ae08740069d9 on network 7a733bb5-c87a-4a8b-954a-73267d93c9cc {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:40.452791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:40.453215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Checking segment: {'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:40.453702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Bound using segment: {'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:40.454223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Bound port: 167a5653-7824-493f-9d52-ae08740069d9, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01da5e46-d371-42f5-85dc-b830189695f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:40.454679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:40.632742 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d88a267b-0075-460a-a003-1b74ea094fdd req-aceb6b4f-a679-4985-8b82-cf95bdccd242 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265298 Jul 19 03:31:40.661009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df64ce6-f348-4401-a176-1a5b862bf66a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b779af34-dd74-4ea3-a5a1-025413acdde2,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:40.688785 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-70f69c84-62cb-4712-8351-0236f3c53459 service neutron] 10.222.0.20 "GET /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198550 Jul 19 03:31:40.689350 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7df64ce6-f348-4401-a176-1a5b862bf66a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:40.692224 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7df64ce6-f348-4401-a176-1a5b862bf66a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7724292 Jul 19 03:31:40.694511 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43710) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:40.707562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-593b142b-024d-4d39-b3d9-b27c8f7b4e07 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '305fb50f-72cd-4515-8398-d6d0e5d10360', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:40.713431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-5000c420-4413-4afa-a727-c842f01d0d3b service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9325576 Jul 19 03:31:40.723592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14a0637c-23f0-4217-80d2-cc51357e9b9d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:40.774751 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-593b142b-024d-4d39-b3d9-b27c8f7b4e07 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:40.776039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-ac624a00-c091-4666-88b0-844b5860167d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d83d8a51-7c2b-46c6-994c-d576fe61f97e HTTP/1.1" status: 200 len: 217 time: 0.0546236 Jul 19 03:31:40.806674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] For port 167a5653-7824-493f-9d52-ae08740069d9, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:40.874190 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14a0637c-23f0-4217-80d2-cc51357e9b9d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:40.997960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-f87d4ae6-d307-4e6f-b78f-3f7c7f54ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:40.999810 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-f87d4ae6-d307-4e6f-b78f-3f7c7f54ca64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7712e039-897b-49b8-aa02-b5e0a3723da4 HTTP/1.1" status: 200 len: 797 time: 0.2103682 Jul 19 03:31:41.012990 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] For port 167a5653-7824-493f-9d52-ae08740069d9, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=167a5653-7824-493f-9d52-ae08740069d9,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:41.025056 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14a0637c-23f0-4217-80d2-cc51357e9b9d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.027957 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-14a0637c-23f0-4217-80d2-cc51357e9b9d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.029336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-14a0637c-23f0-4217-80d2-cc51357e9b9d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "DELETE /v2.0/security-groups/15993a19-a2d5-4892-a089-0c0d92c56b01 HTTP/1.1" status: 204 len: 168 time: 0.7184706 Jul 19 03:31:41.037200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.039453 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-593b142b-024d-4d39-b3d9-b27c8f7b4e07 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.040915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43712) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:41.069802 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-593b142b-024d-4d39-b3d9-b27c8f7b4e07 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.146206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Pushing event updated for resources: {'Port': ['ID=167a5653-7824-493f-9d52-ae08740069d9,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:41.154009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0637c-23f0-4217-80d2-cc51357e9b9d tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15993a19-a2d5-4892-a089-0c0d92c56b01,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:41.168020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:41.169778 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.170830 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-0d46c53a-8f84-4a4f-9f0d-508468ef89c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/167a5653-7824-493f-9d52-ae08740069d9 HTTP/1.1" status: 200 len: 1093 time: 2.8160322 Jul 19 03:31:41.177211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d620be0-0c1f-4922-80c7-18c9586d8d33', 'tag': '167a5653-7824-493f-9d52-ae08740069d9'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:41.179711 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32af819-b78c-472e-b699-8ce102c286ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7d620be0-0c1f-4922-80c7-18c9586d8d33", "tag": "167a5653-7824-493f-9d52-ae08740069d9"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:41.241557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907098be-4543-4172-8d3e-6e01148fa690 req-08b8eff3-fd85-4c99-982c-84869ecf68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:41.250523 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-08b8eff3-fd85-4c99-982c-84869ecf68c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2313361 Jul 19 03:31:41.363604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b142b-024d-4d39-b3d9-b27c8f7b4e07 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7309912-2640-40dd-bb15-73bd4448cae0,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:41.383752 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-593b142b-024d-4d39-b3d9-b27c8f7b4e07 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.395677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-593b142b-024d-4d39-b3d9-b27c8f7b4e07 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6956580 Jul 19 03:31:41.426035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43722) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:41.436682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4d80f7e3-9805-4b68-8b36-35bd1c93cb56 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '305fb50f-72cd-4515-8398-d6d0e5d10360', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:41.499347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a182a-7173-4f05-b083-2c56d9568c43 req-b2b7a315-548d-4891-bae4-2e0013b53928 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:41.506825 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-066a182a-7173-4f05-b083-2c56d9568c43 req-b2b7a315-548d-4891-bae4-2e0013b53928 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.5421908 Jul 19 03:31:41.557086 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-4d80f7e3-9805-4b68-8b36-35bd1c93cb56 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Project e75be25bd4974f968410bc0e645db078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:31:41.592838 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-1666750e-cd2c-46cd-993c-16a9fbf80b89 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370843 Jul 19 03:31:41.605580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d80f7e3-9805-4b68-8b36-35bd1c93cb56 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.621260 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-066a182a-7173-4f05-b083-2c56d9568c43 req-733630b9-0e5c-4ea4-b619-9ade9bfeac09 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134770 Jul 19 03:31:41.672537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-e927caa8-1de7-4571-ad2e-2e5b21c407ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:41.675443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-e927caa8-1de7-4571-ad2e-2e5b21c407ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10e259e48c44d029d9e68e0b3258593&device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 1096 time: 0.4171174 Jul 19 03:31:41.734996 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fca2d0-08cf-48b8-96e5-36077e3db7f5 x-openstack-request-id: req-26fca2d0-08cf-48b8-96e5-36077e3db7f5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:41.735317 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d620be0-0c1f-4922-80c7-18c9586d8d33", "tag": "167a5653-7824-493f-9d52-ae08740069d9", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:41.735537 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26fca2d0-08cf-48b8-96e5-36077e3db7f5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:41.735930 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d620be0-0c1f-4922-80c7-18c9586d8d33', 'tag': '167a5653-7824-493f-9d52-ae08740069d9', 'status': 'completed', 'code': 200} Jul 19 03:31:41.804110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c56631db-a2a1-4fd1-a634-23e3641259cb req-5ef1bb63-2ea1-4c83-8463-ecd85c06c29d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 210 time: 0.0912058 Jul 19 03:31:41.809774 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-cb46a574-741b-4521-8575-47a2e3e600e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=167a5653-7824-493f-9d52-ae08740069d9 HTTP/1.1" status: 200 len: 217 time: 0.1001394 Jul 19 03:31:41.826542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d80f7e3-9805-4b68-8b36-35bd1c93cb56 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.850079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d80f7e3-9805-4b68-8b36-35bd1c93cb56 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.871133 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-907098be-4543-4172-8d3e-6e01148fa690 req-c0ba4307-cf63-46fb-b298-3a82a417ce64 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698109 Jul 19 03:31:41.884363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80f7e3-9805-4b68-8b36-35bd1c93cb56 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d164c0e-b39a-44d0-a1d6-b87e8a3b547f,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:41.890166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-1c420393-29c9-4b1d-946e-619b38181613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:41.892309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-1c420393-29c9-4b1d-946e-619b38181613 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12501ad2-c9b7-4d62-851d-35247ac21621 HTTP/1.1" status: 200 len: 851 time: 0.0678809 Jul 19 03:31:41.897660 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d80f7e3-9805-4b68-8b36-35bd1c93cb56 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:41.898999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4d80f7e3-9805-4b68-8b36-35bd1c93cb56 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4704518 Jul 19 03:31:41.902245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43732) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:41.909400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f99cbb01-dd71-43e9-8491-b77c656e569a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '305fb50f-72cd-4515-8398-d6d0e5d10360', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:41.953130 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-f99cbb01-dd71-43e9-8491-b77c656e569a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Project e75be25bd4974f968410bc0e645db078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:31:41.984957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-6e7d5f61-d4e0-48fc-8a76-f118c1793e9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a733bb5-c87a-4a8b-954a-73267d93c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816019 Jul 19 03:31:41.986495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f99cbb01-dd71-43e9-8491-b77c656e569a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.057175 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216aa77-9df6-4f4c-a114-4fdad972ce7b req-71ac2b9b-d8de-4ff2-b952-811ba3e4bdd6 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:42.058866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b216aa77-9df6-4f4c-a114-4fdad972ce7b req-71ac2b9b-d8de-4ff2-b952-811ba3e4bdd6 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 944 time: 0.1195211 Jul 19 03:31:42.126739 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f99cbb01-dd71-43e9-8491-b77c656e569a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.140391 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f99cbb01-dd71-43e9-8491-b77c656e569a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.166675 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b216aa77-9df6-4f4c-a114-4fdad972ce7b req-7a34be45-a715-40a4-9495-feada127f8bd tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997615 Jul 19 03:31:42.169433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-80c0aa01-b729-4c29-8491-983326c13705 service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654053 Jul 19 03:31:42.176885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cbb01-dd71-43e9-8491-b77c656e569a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6b894d-ebd9-4df6-84d2-8d2a0faf3bfa,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:42.198299 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.207987 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f99cbb01-dd71-43e9-8491-b77c656e569a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.212282 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f99cbb01-dd71-43e9-8491-b77c656e569a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3047326 Jul 19 03:31:42.221416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43734) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:42.228979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'network': {'name': 'tempest-network-smoke--1411527895', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'port_security_enabled': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:42.258342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:31:42.262495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.334540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:31:42.356093 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be2fced7-dd97-497b-b9e1-155644f0e6fc req-25cce320-bec6-4f38-a90a-c2fd9f08642a service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805189 Jul 19 03:31:42.357197 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.357548 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Added segment 0665ada3-1757-4ed0-8863-8fd9d8054165 of type vlan for network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 Jul 19 03:31:42.410580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.503854 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.510387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:42.511036 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.516686 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2b6e99e0-d919-4c43-b73a-22d4e4b273ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.563000 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3398876 Jul 19 03:31:42.568176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43740) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:42.575715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'admin_state_up': True, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:42.615954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a425bd6-be2e-4d61-8e6e-d757a141a04f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Network': ['ID=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:42.621995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32af819-b78c-472e-b699-8ce102c286ca req-12d1fa2c-1b01-4017-8436-e7ab58ceda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:42.623547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e32af819-b78c-472e-b699-8ce102c286ca req-12d1fa2c-1b01-4017-8436-e7ab58ceda3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10e259e48c44d029d9e68e0b3258593&device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 1096 time: 0.1674752 Jul 19 03:31:42.629078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:31:42.659027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Deleting port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:31:42.659241 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.787590 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.789149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.854583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] For port 4e7bfb86-d077-4f64-a0e4-518d92d63d0e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4e7bfb86-d077-4f64-a0e4-518d92d63d0e,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:42.855085 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.858386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32af819-b78c-472e-b699-8ce102c286ca req-48b8ba24-4bc9-42e4-bbd3-b19abf73db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:42.860276 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e32af819-b78c-472e-b699-8ce102c286ca req-48b8ba24-4bc9-42e4-bbd3-b19abf73db72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 200 len: 911 time: 0.2267113 Jul 19 03:31:42.887589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Calling delete_port for 4e7bfb86-d077-4f64-a0e4-518d92d63d0e owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:31:42.900958 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:42.939500 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e32af819-b78c-472e-b699-8ce102c286ca req-e04dbe1b-1c77-4ffc-90d8-a5d3aefa48c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=167a5653-7824-493f-9d52-ae08740069d9 HTTP/1.1" status: 200 len: 217 time: 0.0522437 Jul 19 03:31:43.188683 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:43.194024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32af819-b78c-472e-b699-8ce102c286ca req-5d7ca23e-e8ec-46ac-ad84-96b6ff6bcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:43.195664 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e32af819-b78c-472e-b699-8ce102c286ca req-5d7ca23e-e8ec-46ac-ad84-96b6ff6bcd6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12501ad2-c9b7-4d62-851d-35247ac21621 HTTP/1.1" status: 200 len: 851 time: 0.1784756 Jul 19 03:31:43.266976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e32af819-b78c-472e-b699-8ce102c286ca req-69741b64-e115-436d-827a-d051fea8a268 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a733bb5-c87a-4a8b-954a-73267d93c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644081 Jul 19 03:31:43.281591 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:43.334573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Port': ['ID=4e7bfb86-d077-4f64-a0e4-518d92d63d0e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:43.373400 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12a247d1-2832-432f-ac2f-06f72ee90479 req-f1a7810b-ed4a-445e-b8a4-b078fa95effa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 210 time: 0.1090763 Jul 19 03:31:43.408547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3ee35-a5dc-4926-9eaf-e34c658da1c0 req-0f6f2c1b-1db0-49a3-8cb7-b735179d82c4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:43.411146 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4c3ee35-a5dc-4926-9eaf-e34c658da1c0 req-0f6f2c1b-1db0-49a3-8cb7-b735179d82c4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.3892336 Jul 19 03:31:43.679347 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4c3ee35-a5dc-4926-9eaf-e34c658da1c0 req-1c96e318-2d7d-43c2-878c-5b36e91403ba tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456639 Jul 19 03:31:43.735587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866696bf-bf94-4561-ac82-e907d0abc500 req-2e12b619-86a2-4c6c-9800-586a2a15ae7e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:43.737375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-2e12b619-86a2-4c6c-9800-586a2a15ae7e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.25 "GET /v2.0/networks?id=b2481ea5-6371-43d1-bd9f-3a4a445537d9 HTTP/1.1" status: 200 len: 795 time: 0.3318903 Jul 19 03:31:43.789290 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:43.891159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e32af819-b78c-472e-b699-8ce102c286ca req-4346e975-54aa-47e4-8f22-78774d049407 service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961056 Jul 19 03:31:44.032994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 167a5653-7824-493f-9d52-ae08740069d9 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:31:44.224615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Router feb91df1-2556-4255-8b7f-697564ad68ba has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:31:44.391593 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 167a5653-7824-493f-9d52-ae08740069d9, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=167a5653-7824-493f-9d52-ae08740069d9,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:44.420933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '167a5653-7824-493f-9d52-ae08740069d9', 'network_id': '7a733bb5-c87a-4a8b-954a-73267d93c9cc', 'port_id': '167a5653-7824-493f-9d52-ae08740069d9', 'mac_address': 'fa:16:3e:04:c7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12501ad2-c9b7-4d62-851d-35247ac21621', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:31:44.458425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:31:44.458994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-0995c7c4-4397-42e6-846f-d56c241454ef tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d HTTP/1.1" status: 200 len: 380 time: 0.6573386 Jul 19 03:31:44.466413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b33fc31f-90ee-4f96-b5c1-767fae48060f tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "PUT /v2.0/routers/feb91df1-2556-4255-8b7f-697564ad68ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4209371 Jul 19 03:31:44.466646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43764) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:44.470963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'port': {'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'admin_state_up': True, 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'security_groups': ['5feec6c6-a3d4-428a-8fda-c4dbffb5aedd']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:44.510608 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:44.542134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] Sync routers for ids ['feb91df1-2556-4255-8b7f-697564ad68ba'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:31:44.555510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167a5653-7824-493f-9d52-ae08740069d9 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:31:44.558516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e32af819-b78c-472e-b699-8ce102c286ca req-046df39a-9339-444c-aefc-ab7a8ddaa39f service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547542 Jul 19 03:31:44.604334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] Routers {'feb91df1-2556-4255-8b7f-697564ad68ba'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:44.605233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['feb91df1-2556-4255-8b7f-697564ad68ba'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:44.613855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 167a5653-7824-493f-9d52-ae08740069d9, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=167a5653-7824-493f-9d52-ae08740069d9,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:44.650609 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:44.699210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479392d-4c39-480b-b61a-4d025329f1a4 req-c78f2ba7-75b5-46d9-98a6-4d9c45430e9e tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:44.705420 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-15c2b62d-1655-41da-9f5c-38fd378a495e req-9f65bf0b-bed9-4bda-87e6-40cc6477df1a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 210 time: 0.0897746 Jul 19 03:31:44.708537 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3479392d-4c39-480b-b61a-4d025329f1a4 req-c78f2ba7-75b5-46d9-98a6-4d9c45430e9e tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 944 time: 0.9363186 Jul 19 03:31:44.726195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Deleting subnet c5d95423-2dac-46b9-ae7e-21ee2f316c23 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:31:44.739002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:44.806960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=167a5653-7824-493f-9d52-ae08740069d9,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:44.841172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] Set router feb91df1-2556-4255-8b7f-697564ad68ba gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:44.844394 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:44.890485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['167a5653-7824-493f-9d52-ae08740069d9'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:31:44.971054 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.013201 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.045269 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3479392d-4c39-480b-b61a-4d025329f1a4 req-a69a7f5b-4442-40fd-b620-0b8e4f82144b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356190 Jul 19 03:31:45.049133 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.049242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a6e7-c8e2-418f-aaf4-b7e8e24f5859 req-41bc0669-5a1e-409c-bf15-7d6003930202 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:45.061021 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cd4a6e7-c8e2-418f-aaf4-b7e8e24f5859 req-41bc0669-5a1e-409c-bf15-7d6003930202 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1722975 Jul 19 03:31:45.150609 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cd4a6e7-c8e2-418f-aaf4-b7e8e24f5859 req-d9987b69-07fa-407e-afe0-f94f837a1e9c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864279 Jul 19 03:31:45.194616 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.199816 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-be159abf-6a63-4696-8ea5-bede4b031ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.315302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:31:43Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:45.317659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.320069 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "DELETE /v2.0/subnets/c5d95423-2dac-46b9-ae7e-21ee2f316c23 HTTP/1.1" status: 204 len: 168 time: 0.8524785 Jul 19 03:31:45.321988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d95423-2dac-46b9-ae7e-21ee2f316c23,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:45.324571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43770) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:45.374857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.25.2.207 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/0a81c787-1e5c-44f9-8382-8ece1a072d87) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:45.380127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.380485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.381079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] Checking router: feb91df1-2556-4255-8b7f-697564ad68ba for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:31:45.382821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.383789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.384148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.384491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.385446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac0d48-77d4-47b8-a21a-479a850fd511 None None] Network 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:31:45.385989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.386354 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.387827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.388178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.388512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.388858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccecd65-bc6a-4cf1-b6e2-4ab4120d2ebf tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:45.432087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] Routers {'feb91df1-2556-4255-8b7f-697564ad68ba'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:45.432728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['feb91df1-2556-4255-8b7f-697564ad68ba'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:45.495537 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.519595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.576585 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.651052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:45.652040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Made reservation on behalf of 0eb10cefdde14db7ac03e49ffa11cb5d for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:31:45.660110 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.662084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.667464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:45.679464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:45.748995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Deleting port 9b554c53-9a6f-47c4-91a8-a214b1c6659c {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:31:45.749348 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.841844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=0a81c787-1e5c-44f9-8382-8ece1a072d87,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:45.842049 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.905241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] For port 9b554c53-9a6f-47c4-91a8-a214b1c6659c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9b554c53-9a6f-47c4-91a8-a214b1c6659c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:45.905994 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:45.921849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Calling delete_port for 9b554c53-9a6f-47c4-91a8-a214b1c6659c owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:31:46.008496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] Set router feb91df1-2556-4255-8b7f-697564ad68ba gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:46.044546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Allocated IP 172.20.0.9 (b2481ea5-6371-43d1-bd9f-3a4a445537d9/19e3f17e-470b-4a0b-82ae-ae45db6495c8/90fe80c3-3e24-4f12-9662-45cbbc5995de) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:46.074171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 167a5653-7824-493f-9d52-ae08740069d9 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:46.080483 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57a55d87-6c4c-4231-b644-53601230d6da req-707134e2-db82-4dfc-858b-bd96958b1663 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 210 time: 0.0696828 Jul 19 03:31:46.276257 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.302490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 167a5653-7824-493f-9d52-ae08740069d9 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:46.314567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 167a5653-7824-493f-9d52-ae08740069d9 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:46.314955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.317202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Transition to ACTIVE for port object 90fe80c3-3e24-4f12-9662-45cbbc5995de will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:46.370721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.387467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f455c-c822-43a4-8136-752a1eaf1e93 None None] DHCP port deletion for 6284f87b-bbc5-4047-bdbf-9c3a03133dd2 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:31:46.451601 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.456934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.501175 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.518775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Port': ['ID=9b554c53-9a6f-47c4-91a8-a214b1c6659c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:46.546913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d620be0-0c1f-4922-80c7-18c9586d8d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167a5653-7824-493f-9d52-ae08740069d9'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:46.549242 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f27082-ebf1-4464-b2af-a8cac80487fd" -d '{"events": [{"server_uuid": "7d620be0-0c1f-4922-80c7-18c9586d8d33", "name": "network-vif-plugged", "status": "completed", "tag": "167a5653-7824-493f-9d52-ae08740069d9"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:46.601692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3ad80-8b29-4466-b7dc-5ef964224344 req-961a8d58-f4ba-491e-82bc-271bd06d45a7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:46.610131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 167a5653-7824-493f-9d52-ae08740069d9, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=167a5653-7824-493f-9d52-ae08740069d9,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:46.610477 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ef3ad80-8b29-4466-b7dc-5ef964224344 req-961a8d58-f4ba-491e-82bc-271bd06d45a7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1695397 Jul 19 03:31:46.616890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f09f455c-c822-43a4-8136-752a1eaf1e93 None None] Deleting port 919cb556-c3b7-4032-86d7-dec0325f4c5a {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:31:46.618507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f09f455c-c822-43a4-8136-752a1eaf1e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.630340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.634759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.707836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.711887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:31:43Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:46.773301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network b2481ea5-6371-43d1-bd9f-3a4a445537d9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:46.781985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:46.786057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:46.812865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f09f455c-c822-43a4-8136-752a1eaf1e93 None None] For port 919cb556-c3b7-4032-86d7-dec0325f4c5a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=919cb556-c3b7-4032-86d7-dec0325f4c5a,segment=NetworkSegment(a25cc5f4-cc57-4494-9482-95aab2654170),segment_id=a25cc5f4-cc57-4494-9482-95aab2654170)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:46.814140 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f09f455c-c822-43a4-8136-752a1eaf1e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.818774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8c59a-18a3-4a81-ba18-ba290d84df57 None None] The sync data for ids ['feb91df1-2556-4255-8b7f-697564ad68ba'] in n-d-762330-18 is: [{'id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-603594743', 'tenant_id': 'ee9945cfeda64ef89377168b204400d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:29:36Z', 'updated_at': '2021-07-19T03:31:43Z', 'revision_number': 5, 'project_id': 'ee9945cfeda64ef89377168b204400d8', 'gw_port': {'id': '9b554c53-9a6f-47c4-91a8-a214b1c6659c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb91df1-2556-4255-8b7f-697564ad68ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:37Z', 'updated_at': '2021-07-19T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:31:46.842818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f09f455c-c822-43a4-8136-752a1eaf1e93 None None] Calling delete_port for 919cb556-c3b7-4032-86d7-dec0325f4c5a owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:31:46.844836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=167a5653-7824-493f-9d52-ae08740069d9,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:46.887422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:46.888221 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.899358 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3ef3ad80-8b29-4466-b7dc-5ef964224344 req-b6d09799-8bd4-4ee8-840e-a34b3bc644a6 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877936 Jul 19 03:31:46.899999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=90fe80c3-3e24-4f12-9662-45cbbc5995de,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:46.919590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.925908 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:46.980029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.980390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.980740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.981085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.981426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.981822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.982161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.982539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.982924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.983260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.983590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:46.984084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:47.020450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-1ac52f19-a8a2-4914-bff5-5c02223a4cfa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5606105 Jul 19 03:31:47.051582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Request body: {'port': {'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:47.074278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52d3ed-7b72-4480-9f50-35c0ec13978f req-de8d108f-aabe-4542-9c32-b0cc8bc5ab63 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:47.080275 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f09f455c-c822-43a4-8136-752a1eaf1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:47.083247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad52d3ed-7b72-4480-9f50-35c0ec13978f req-de8d108f-aabe-4542-9c32-b0cc8bc5ab63 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 945 time: 0.6903977 Jul 19 03:31:47.140270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f455c-c822-43a4-8136-752a1eaf1e93 None None] Pushing event deleted for resources: {'Port': ['ID=919cb556-c3b7-4032-86d7-dec0325f4c5a,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:47.151037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f455c-c822-43a4-8136-752a1eaf1e93 None None] No DVR routers for this DVR port 919cb556-c3b7-4032-86d7-dec0325f4c5a on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:31:47.276385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-50ac30d6-a277-4a05-ae9c-b51c447f68cb None None] Provisioning for port 90fe80c3-3e24-4f12-9662-45cbbc5995de completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:47.282146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-50ac30d6-a277-4a05-ae9c-b51c447f68cb None None] Provisioning complete for port 90fe80c3-3e24-4f12-9662-45cbbc5995de triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:47.282914 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-50ac30d6-a277-4a05-ae9c-b51c447f68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:47.346155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-50ac30d6-a277-4a05-ae9c-b51c447f68cb None None] Port 90fe80c3-3e24-4f12-9662-45cbbc5995de cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:31:47.405284 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8ba427-a5d4-4d29-a4b1-6ab2514eaaba x-openstack-request-id: req-3f8ba427-a5d4-4d29-a4b1-6ab2514eaaba {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:47.410084 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d620be0-0c1f-4922-80c7-18c9586d8d33", "name": "network-vif-plugged", "status": "completed", "tag": "167a5653-7824-493f-9d52-ae08740069d9", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:47.411044 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f8ba427-a5d4-4d29-a4b1-6ab2514eaaba {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:47.413097 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d620be0-0c1f-4922-80c7-18c9586d8d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167a5653-7824-493f-9d52-ae08740069d9', 'code': 200} Jul 19 03:31:47.436909 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:47.550755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad52d3ed-7b72-4480-9f50-35c0ec13978f req-b5058134-6e66-4aec-a5f6-3111dca292ab tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367950 Jul 19 03:31:47.758632 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:47.812188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae72694-c1db-406a-b797-875a68ae9d9d req-d9dee6ef-9984-487f-9c38-16f0e2753694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:47.813873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bae72694-c1db-406a-b797-875a68ae9d9d req-d9dee6ef-9984-487f-9c38-16f0e2753694 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 1098 time: 0.3527284 Jul 19 03:31:47.824291 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:47.824881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Fanout notify agent at l3_agent the message router_deleted on router feb91df1-2556-4255-8b7f-697564ad68ba {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:31:47.842463 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:47.850935 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-16f92473-1f36-4fce-be60-ddba0d650b0b tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "DELETE /v2.0/routers/feb91df1-2556-4255-8b7f-697564ad68ba HTTP/1.1" status: 204 len: 168 time: 2.5252397 Jul 19 03:31:47.852473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43794) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:47.920985 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:47.977077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5c21-5424-4588-854d-8777a66092a8 req-dbe69b48-c7d9-4d85-bba1-96399209a6cc tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:47.990301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10fa5c21-5424-4588-854d-8777a66092a8 req-dbe69b48-c7d9-4d85-bba1-96399209a6cc tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 931 time: 0.2136405 Jul 19 03:31:48.039564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bae72694-c1db-406a-b797-875a68ae9d9d req-0aedde6e-585f-42ad-9af4-31dee9b4e15d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176094 Jul 19 03:31:48.126662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:48.162075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 2f92b505-8fcd-4605-9cf6-b660aba1482b is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:31:48.164288 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10fa5c21-5424-4588-854d-8777a66092a8 req-a93236f1-87e0-4be9-9b75-502cba00be3a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729743 Jul 19 03:31:48.176278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 919cb556-c3b7-4032-86d7-dec0325f4c5a no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:48.234216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 919cb556-c3b7-4032-86d7-dec0325f4c5a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:31:48.257878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 919cb556-c3b7-4032-86d7-dec0325f4c5a not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:31:48.259911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4e7bfb86-d077-4f64-a0e4-518d92d63d0e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:48.297485 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:48.319924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6284f87b-bbc5-4047-bdbf-9c3a03133dd2']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:48.336159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 4e7bfb86-d077-4f64-a0e4-518d92d63d0e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:31:48.336510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4e7bfb86-d077-4f64-a0e4-518d92d63d0e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:31:48.344132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25cc5f4-cc57-4494-9482-95aab2654170') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:48.348136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25cc5f4-cc57-4494-9482-95aab2654170') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:48.375850 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:48.401945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:48.411319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:31:48.412178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:31:48.439360 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:31:48.502543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fe80c3-3e24-4f12-9662-45cbbc5995de {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:31:48.509796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:31:48.520687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:48.526070 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:48.527145 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Sync routers for ids ['2f92b505-8fcd-4605-9cf6-b660aba1482b'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:31:48.537007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:48.554581 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] 10.222.0.20 "DELETE /v2.0/networks/6284f87b-bbc5-4047-bdbf-9c3a03133dd2 HTTP/1.1" status: 204 len: 168 time: 0.6873579 Jul 19 03:31:48.575124 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Routers {'2f92b505-8fcd-4605-9cf6-b660aba1482b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:48.578395 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2f92b505-8fcd-4605-9cf6-b660aba1482b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:48.592229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ed6e7-7a62-4b2d-a556-58b255206179 req-164f4fb0-f8c5-4692-b39b-0eb6c7c35e6e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:48.596208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125de0a-ee75-442c-b986-cda9c977cff2 tempest-TestSecurityGroupsBasicOps-1984401942 tempest-TestSecurityGroupsBasicOps-1984401942-project] Pushing event deleted for resources: {'Network': ['ID=6284f87b-bbc5-4047-bdbf-9c3a03133dd2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:48.598044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f3ed6e7-7a62-4b2d-a556-58b255206179 req-164f4fb0-f8c5-4692-b39b-0eb6c7c35e6e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.4222820 Jul 19 03:31:48.601393 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:48.602749 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f465515d-a686-40ef-9807-e88b676cc539 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.0330849 Jul 19 03:31:48.604067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Transition to ACTIVE for port object 90fe80c3-3e24-4f12-9662-45cbbc5995de will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:48.606312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43804) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:48.620691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:48.759010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f3ed6e7-7a62-4b2d-a556-58b255206179 req-8e1bd1c5-a1ca-4aeb-bbf2-02ec481824b1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268904 Jul 19 03:31:48.778727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Pushing event updated for resources: {'Port': ['ID=90fe80c3-3e24-4f12-9662-45cbbc5995de,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:49.025110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Attempting to bind port 90fe80c3-3e24-4f12-9662-45cbbc5995de on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:49.025461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Attempting to bind port 90fe80c3-3e24-4f12-9662-45cbbc5995de by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:49.025710 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-55bb73b6-318d-42ba-a75a-e3a5c37f7a27 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e75be25bd4974f968410bc0e645db078&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4169638 Jul 19 03:31:49.026178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Attempting to bind port 90fe80c3-3e24-4f12-9662-45cbbc5995de on network b2481ea5-6371-43d1-bd9f-3a4a445537d9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:49.028322 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43812) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:49.082714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Port 90fe80c3-3e24-4f12-9662-45cbbc5995de on network b2481ea5-6371-43d1-bd9f-3a4a445537d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:31:49.090216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Attempting to bind port 90fe80c3-3e24-4f12-9662-45cbbc5995de on network b2481ea5-6371-43d1-bd9f-3a4a445537d9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:49.121634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:49.122044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Checking segment: {'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:49.122382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Bound using segment: {'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:49.122832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Bound port: 90fe80c3-3e24-4f12-9662-45cbbc5995de, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c584e4b6-03bb-4763-9534-65325d7dec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:49.123193 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:49.207721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d1ba0-ab92-481e-a368-92d41d3a7234 req-118afed8-976b-4074-9b84-76ae26a1d35f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:49.221012 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-207d1ba0-ab92-481e-a368-92d41d3a7234 req-118afed8-976b-4074-9b84-76ae26a1d35f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1916480 Jul 19 03:31:49.230392 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Set router 2f92b505-8fcd-4605-9cf6-b660aba1482b gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:49.260539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43818) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:49.311667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-207d1ba0-ab92-481e-a368-92d41d3a7234 req-a8a9d00d-27fb-4341-94a3-6fd4ab48883e tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895143 Jul 19 03:31:49.585315 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:45Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:49.596032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-96d41c4a-c1fd-4e05-affe-8f5ef47ed1be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee9945cfeda64ef89377168b204400d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324244 Jul 19 03:31:49.610437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43830) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:49.615471 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Checking router: 2f92b505-8fcd-4605-9cf6-b660aba1482b for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:31:49.616129 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Updating router 2f92b505-8fcd-4605-9cf6-b660aba1482b port 0a81c787-1e5c-44f9-8382-8ece1a072d87 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:31:49.662797 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:49.739116 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c98b25d-4c62-4e25-9ab6-eeef7debdb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:49.756691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d22f74-97a1-43d6-8f13-f132f4502c53 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:49.757276 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c9d22f74-97a1-43d6-8f13-f132f4502c53 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7276964 Jul 19 03:31:49.763439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43836) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:49.774359 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c98b25d-4c62-4e25-9ab6-eeef7debdb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:49.809934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] For port 90fe80c3-3e24-4f12-9662-45cbbc5995de, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:49.814383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1bb9d0d8-5503-4bc9-bc44-626dbfdc1ac3 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471182 Jul 19 03:31:49.817375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43838) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:49.825007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1338870365', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:49.836576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] For port 90fe80c3-3e24-4f12-9662-45cbbc5995de, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=90fe80c3-3e24-4f12-9662-45cbbc5995de,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:49.853633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa1ba6-84a3-41e1-997a-de95906fea34 req-d02d370d-ab3f-41cc-890d-cd754b1e2b9b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:49.861401 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85aa1ba6-84a3-41e1-997a-de95906fea34 req-d02d370d-ab3f-41cc-890d-cd754b1e2b9b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 943 time: 0.2122698 Jul 19 03:31:49.871044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:49.904790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c98b25d-4c62-4e25-9ab6-eeef7debdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:49.909924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c98b25d-4c62-4e25-9ab6-eeef7debdb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:49.916094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9b554c53-9a6f-47c4-91a8-a214b1c6659c no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:49.928211 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3c98b25d-4c62-4e25-9ab6-eeef7debdb8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5995c20f-1e06-49d7-8b2e-633b90b1fcd8 HTTP/1.1" status: 204 len: 168 time: 0.3012681 Jul 19 03:31:49.943666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:49.944294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:49.945701 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] 10.222.0.25 "PUT /v2.0/ports/90fe80c3-3e24-4f12-9662-45cbbc5995de HTTP/1.1" status: 200 len: 1092 time: 2.9080286 Jul 19 03:31:49.946155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'tag': '90fe80c3-3e24-4f12-9662-45cbbc5995de'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:49.951756 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c", "tag": "90fe80c3-3e24-4f12-9662-45cbbc5995de"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:49.983806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 9b554c53-9a6f-47c4-91a8-a214b1c6659c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:31:49.985043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9b554c53-9a6f-47c4-91a8-a214b1c6659c not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:31:50.014887 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85aa1ba6-84a3-41e1-997a-de95906fea34 req-808ad38e-51fb-4884-9adb-5612bf8a2b1e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525054 Jul 19 03:31:50.101805 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:50.116166 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98b25d-4c62-4e25-9ab6-eeef7debdb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5995c20f-1e06-49d7-8b2e-633b90b1fcd8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:50.145530 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046e5497-4b54-46bf-ba99-d3e1aff6c32a x-openstack-request-id: req-046e5497-4b54-46bf-ba99-d3e1aff6c32a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:50.145898 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c", "tag": "90fe80c3-3e24-4f12-9662-45cbbc5995de", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:50.146096 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-046e5497-4b54-46bf-ba99-d3e1aff6c32a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:50.146509 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'tag': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'status': 'completed', 'code': 200} Jul 19 03:31:50.148159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafc427-57de-4e4a-a73a-c4461a0ae60f service neutron] Pushing event updated for resources: {'Port': ['ID=90fe80c3-3e24-4f12-9662-45cbbc5995de,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:50.149251 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Transition to ACTIVE for port object 0a81c787-1e5c-44f9-8382-8ece1a072d87 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:50.160776 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:50.230790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866696bf-bf94-4561-ac82-e907d0abc500 req-15ad583e-f347-4704-be25-4fbe35da53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:50.232081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:31:50.233470 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-15ad583e-f347-4704-be25-4fbe35da53b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 1095 time: 0.2165926 Jul 19 03:31:50.236681 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:50.267975 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Attempting to bind port 0a81c787-1e5c-44f9-8382-8ece1a072d87 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:50.268818 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Attempting to bind port 0a81c787-1e5c-44f9-8382-8ece1a072d87 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:50.274740 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Attempting to bind port 0a81c787-1e5c-44f9-8382-8ece1a072d87 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:50.286972 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:50.291284 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:50.292003 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:50.293138 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:50.293331 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Bound port: 0a81c787-1e5c-44f9-8382-8ece1a072d87, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:50.298145 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:50.344885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-53c16769-c560-41fc-8098-342137348db7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90fe80c3-3e24-4f12-9662-45cbbc5995de HTTP/1.1" status: 200 len: 217 time: 0.1015272 Jul 19 03:31:50.358610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01581e0d-0427-49b9-a2f4-7f2ee9c1d64e req-4d8a2b33-8f6c-4271-a818-e6fd13a94c7c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:50.366954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01581e0d-0427-49b9-a2f4-7f2ee9c1d64e req-4d8a2b33-8f6c-4271-a818-e6fd13a94c7c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1955659 Jul 19 03:31:50.384500 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] For port 0a81c787-1e5c-44f9-8382-8ece1a072d87, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:50.388567 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] For port 0a81c787-1e5c-44f9-8382-8ece1a072d87, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0a81c787-1e5c-44f9-8382-8ece1a072d87,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:50.395958 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:50.444151 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Routers {'2f92b505-8fcd-4605-9cf6-b660aba1482b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:50.444973 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2f92b505-8fcd-4605-9cf6-b660aba1482b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:50.462476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866696bf-bf94-4561-ac82-e907d0abc500 req-32816b2c-2410-4ecb-8504-9dc4d72aed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:50.465422 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-32816b2c-2410-4ecb-8504-9dc4d72aed94 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19e3f17e-470b-4a0b-82ae-ae45db6495c8 HTTP/1.1" status: 200 len: 834 time: 0.1141448 Jul 19 03:31:50.520569 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01581e0d-0427-49b9-a2f4-7f2ee9c1d64e req-89dcc194-c29b-4b24-9393-912fae226fb2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523535 Jul 19 03:31:50.559338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43852) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:50.569502 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] Set router 2f92b505-8fcd-4605-9cf6-b660aba1482b gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:50.616151 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-edb467c4-8468-4bb9-bb70-f4f077db770b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:50.624190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-f5d5e892-8a7e-4120-975e-eb5dad5c3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:50.626590 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-f5d5e892-8a7e-4120-975e-eb5dad5c3d73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 1097 time: 0.2139440 Jul 19 03:31:50.645385 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:50.655868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866696bf-bf94-4561-ac82-e907d0abc500 req-17f25f89-6c2e-491c-b4e4-cf921586c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:50.657393 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-17f25f89-6c2e-491c-b4e4-cf921586c6e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2481ea5-6371-43d1-bd9f-3a4a445537d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1852658 Jul 19 03:31:50.727565 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Pushing event updated for resources: {'Port': ['ID=0a81c787-1e5c-44f9-8382-8ece1a072d87,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:50.743612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751a0e3-a12d-4028-9f38-af2dfec6d035 req-89dc5ccb-b324-4695-a04c-63fb051b82ce tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:50.750718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6751a0e3-a12d-4028-9f38-af2dfec6d035 req-89dc5ccb-b324-4695-a04c-63fb051b82ce tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1640680 Jul 19 03:31:50.760506 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.761195 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.761840 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.762664 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.763281 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.763942 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.764480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.765024 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.765837 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.766729 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.767267 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.767861 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:31:50.830081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Subnet': ['ID=925cacf7-8460-4fea-88df-285b0fdb7f47,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:50.857254 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b203-a778-4e95-b7af-cf3a4dd58764 None None] Pushing event updated for resources: {'Port': ['ID=0a81c787-1e5c-44f9-8382-8ece1a072d87,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:50.858558 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6751a0e3-a12d-4028-9f38-af2dfec6d035 req-ae400276-eb7f-43f0-800e-941934d70cd0 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068664 Jul 19 03:31:50.860923 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:45Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:50.884841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Checking segment: {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:50.885207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network hostable DHCP agents. Network: baa881d4-64dd-4ccf-ac08-2faedb2dd5d3, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:31:50.888410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-80477547-1b53-4d8b-817c-37729b950f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:50.890150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-80477547-1b53-4d8b-817c-37729b950f23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.2572813 Jul 19 03:31:50.911697 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49451ad-08ce-48d9-a13c-50903df78ac7 None None] The sync data for ids ['2f92b505-8fcd-4605-9cf6-b660aba1482b'] in n-d-762330-18 is: [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:45Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:31:50.939286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-b7a45f72-113f-47a7-bf0d-7808bea18b26 service neutron] 10.222.0.25 "GET /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709980 Jul 19 03:31:50.968414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:31:50.989104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, baa881d4-64dd-4ccf-ac08-2faedb2dd5d3) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:51.000008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa35ec22-f1ac-45f0-b72a-4a1d1d4c0ec1 None None] Network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:31:51.000534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-5d304258-b722-4eae-b082-e8830578e91b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141 HTTP/1.1" status: 200 len: 1000 time: 0.0981774 Jul 19 03:31:51.001763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:51.004726 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:51.040100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-edb467c4-8468-4bb9-bb70-f4f077db770b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:51.052058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-edb467c4-8468-4bb9-bb70-f4f077db770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:51.078775 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c95e169c-1a20-45f1-8f37-c96c1db70a86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2573195 Jul 19 03:31:51.079239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43860) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:51.160588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb467c4-8468-4bb9-bb70-f4f077db770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b0bef2-e017-4a8c-8cb5-2aa02276ecd0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:51.165362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-fc21c782-fb1a-4bd0-866b-e70ebd78ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:51.166922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-fc21c782-fb1a-4bd0-866b-e70ebd78ff87 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.1486833 Jul 19 03:31:51.226320 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-edb467c4-8468-4bb9-bb70-f4f077db770b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3854644106df4ecdad9b6eb62bd60efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636739 Jul 19 03:31:51.240502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43864) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:51.397395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-866696bf-bf94-4561-ac82-e907d0abc500 req-b0f9cc1d-6aed-4a86-b75c-900b6698d22b service neutron] 10.222.0.25 "GET /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386303 Jul 19 03:31:51.414646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:31:51.415637 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:51.453222 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-751f5c5d-ceab-46e2-bbfa-1338b10a4c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:51.552286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-6219f26d-0feb-477b-95c5-a10a2265ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:51.553860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-6219f26d-0feb-477b-95c5-a10a2265ee0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3794816 Jul 19 03:31:51.631105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-751f5c5d-ceab-46e2-bbfa-1338b10a4c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:51.721305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Allocated IP 172.20.0.2 (baa881d4-64dd-4ccf-ac08-2faedb2dd5d3/925cacf7-8460-4fea-88df-285b0fdb7f47/7dfe3cab-40bf-473a-829d-8658f95e6174) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:51.728461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994f4b3-fa3a-4c86-b85b-99560feb4f62 req-14299c15-e625-4472-af43-b45ac882711d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:51.736222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3994f4b3-fa3a-4c86-b85b-99560feb4f62 req-14299c15-e625-4472-af43-b45ac882711d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 943 time: 0.4564812 Jul 19 03:31:51.737998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d61f4-6b59-4516-854a-6ee4daba98d9 req-c5cdc81e-d0cc-46ec-b722-7d8816fe4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:51.740365 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c23d61f4-6b59-4516-854a-6ee4daba98d9 req-c5cdc81e-d0cc-46ec-b722-7d8816fe4b66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10e259e48c44d029d9e68e0b3258593&device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 1098 time: 0.2225907 Jul 19 03:31:51.765860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-a9887b4b-8817-4021-8c36-963e860bcabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:51.767731 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-a9887b4b-8817-4021-8c36-963e860bcabd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 1095 time: 0.3024991 Jul 19 03:31:51.837092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efde049-0f96-40ba-bf6f-b5e8ef8380f0 req-563a7544-3c43-4d0e-afa8-2fe0161d993d tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:51.845787 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0efde049-0f96-40ba-bf6f-b5e8ef8380f0 req-563a7544-3c43-4d0e-afa8-2fe0161d993d tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.2543998 Jul 19 03:31:51.965180 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3994f4b3-fa3a-4c86-b85b-99560feb4f62 req-54e58560-07ee-4bdc-9cb8-555cbc2468fd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279899 Jul 19 03:31:51.966059 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:51.984775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Transition to ACTIVE for port object 7dfe3cab-40bf-473a-829d-8658f95e6174 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:52.016166 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-1cc9862e-928b-45aa-8fd6-d11ea7f7687e service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397726 Jul 19 03:31:52.034329 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-751f5c5d-ceab-46e2-bbfa-1338b10a4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:52.037187 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-751f5c5d-ceab-46e2-bbfa-1338b10a4c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:52.040652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-751f5c5d-ceab-46e2-bbfa-1338b10a4c43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48b0bef2-e017-4a8c-8cb5-2aa02276ecd0 HTTP/1.1" status: 204 len: 168 time: 0.7967467 Jul 19 03:31:52.058109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Transition to ACTIVE for port object 7dfe3cab-40bf-473a-829d-8658f95e6174 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:52.073727 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:52.083272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0a81c787-1e5c-44f9-8382-8ece1a072d87 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:52.154063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f5c5d-ceab-46e2-bbfa-1338b10a4c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b0bef2-e017-4a8c-8cb5-2aa02276ecd0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:52.200637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0efde049-0f96-40ba-bf6f-b5e8ef8380f0 req-02a35670-7b48-4d5a-a022-7ce256c93e38 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534787 Jul 19 03:31:52.213063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-5f44c411-b2d5-4c33-93ec-9556fcc493e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:52.227786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-5f44c411-b2d5-4c33-93ec-9556fcc493e4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2481ea5-6371-43d1-bd9f-3a4a445537d9 HTTP/1.1" status: 200 len: 895 time: 0.4502962 Jul 19 03:31:52.339572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d61f4-6b59-4516-854a-6ee4daba98d9 req-0fae2933-9bfc-4e6a-81a6-d877bd6992c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:52.342881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c23d61f4-6b59-4516-854a-6ee4daba98d9 req-0fae2933-9bfc-4e6a-81a6-d877bd6992c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 200 len: 911 time: 0.5945468 Jul 19 03:31:52.347072 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-59351482-d9e0-4f98-b70b-e6398382b13a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90fe80c3-3e24-4f12-9662-45cbbc5995de HTTP/1.1" status: 200 len: 217 time: 0.1161451 Jul 19 03:31:52.348600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:52.355891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:52.371616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:52.442871 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c23d61f4-6b59-4516-854a-6ee4daba98d9 req-82914371-f315-46fd-90d4-f169f93be5a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=167a5653-7824-493f-9d52-ae08740069d9 HTTP/1.1" status: 200 len: 217 time: 0.0863099 Jul 19 03:31:52.459353 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:52.483348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Pushing event updated for resources: {'Port': ['ID=7dfe3cab-40bf-473a-829d-8658f95e6174,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:52.494688 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a1f1fb3-c22b-44f1-b7ac-450f96de7071 req-40462fb6-5008-42e1-89a7-dd42126ca4b0 service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697912 Jul 19 03:31:52.529746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-fd550257-a644-4a1b-a910-7b948d33d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:52.529920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 0a81c787-1e5c-44f9-8382-8ece1a072d87 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:52.531324 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-fd550257-a644-4a1b-a910-7b948d33d394 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19e3f17e-470b-4a0b-82ae-ae45db6495c8 HTTP/1.1" status: 200 len: 834 time: 0.1113977 Jul 19 03:31:52.536360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d61f4-6b59-4516-854a-6ee4daba98d9 req-cce2b9bc-c70f-4ed9-8ab2-90fcf63acfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:52.537799 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c23d61f4-6b59-4516-854a-6ee4daba98d9 req-cce2b9bc-c70f-4ed9-8ab2-90fcf63acfb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12501ad2-c9b7-4d62-851d-35247ac21621 HTTP/1.1" status: 200 len: 851 time: 0.0924888 Jul 19 03:31:52.548826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Attempting to bind port 7dfe3cab-40bf-473a-829d-8658f95e6174 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:52.549206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Attempting to bind port 7dfe3cab-40bf-473a-829d-8658f95e6174 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:52.549727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Attempting to bind port 7dfe3cab-40bf-473a-829d-8658f95e6174 on network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:52.559975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0a81c787-1e5c-44f9-8382-8ece1a072d87 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:52.560352 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:52.563704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:52.564108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Checking segment: {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:52.564609 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:52.565109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Bound using segment: {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:52.565778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Bound port: 7dfe3cab-40bf-473a-829d-8658f95e6174, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:52.566319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:52.567737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce13890-3f4c-44cb-bc60-83e44356489a req-3fc702c9-f6b3-4a37-9bd8-bf51cc065405 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:52.569651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ce13890-3f4c-44cb-bc60-83e44356489a req-3fc702c9-f6b3-4a37-9bd8-bf51cc065405 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.3334706 Jul 19 03:31:52.593441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c23d61f4-6b59-4516-854a-6ee4daba98d9 req-d1136335-e8a7-4d86-b3f2-c2d144b6fc85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a733bb5-c87a-4a8b-954a-73267d93c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461082 Jul 19 03:31:52.662304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43878) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:52.689193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-0732e907-fb81-4c89-98b6-e7d65636f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:52.691219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-0732e907-fb81-4c89-98b6-e7d65636f493 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2481ea5-6371-43d1-bd9f-3a4a445537d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520617 Jul 19 03:31:52.711570 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ce13890-3f4c-44cb-bc60-83e44356489a req-dc594c80-80e0-421c-8878-0770f72e938d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834646 Jul 19 03:31:52.739090 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c23d61f4-6b59-4516-854a-6ee4daba98d9 req-7b88e0aa-beb5-4e8d-b918-8d22fd05e829 service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380002 Jul 19 03:31:52.777163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] For port 7dfe3cab-40bf-473a-829d-8658f95e6174, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:52.779262 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:52.788146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] For port 7dfe3cab-40bf-473a-829d-8658f95e6174, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7dfe3cab-40bf-473a-829d-8658f95e6174,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:52.799519 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:52.814633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3596de17-ee3f-4b7f-b30b-e4c9944af911 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7e2ede7ed4844ce8f0835ebf4330dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510599 Jul 19 03:31:52.815916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43880) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:52.845603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 0a81c787-1e5c-44f9-8382-8ece1a072d87, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0a81c787-1e5c-44f9-8382-8ece1a072d87,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:52.856571 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:52.907565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6dcd4-9869-4600-b3dc-d7fefe3ae0e5 None None] Pushing event updated for resources: {'Port': ['ID=7dfe3cab-40bf-473a-829d-8658f95e6174,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:52.908941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-b704bdaa-9d8e-403d-b331-c57d6b920cb5 service neutron] 10.222.0.25 "GET /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092865 Jul 19 03:31:52.967799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.20.0.1 (baa881d4-64dd-4ccf-ac08-2faedb2dd5d3/925cacf7-8460-4fea-88df-285b0fdb7f47/81c9dfd0-2036-465f-b8f7-259fb468b174) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:52.975891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=0a81c787-1e5c-44f9-8382-8ece1a072d87,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:52.993791 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c23d61f4-6b59-4516-854a-6ee4daba98d9 req-72b60fe3-2bb9-47bb-8f7c-5bfc0aa6e870 service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478163 Jul 19 03:31:53.031752 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ee7db071-0cb3-4634-9dfb-77adbb2b6e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:53.064783 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ee7db071-0cb3-4634-9dfb-77adbb2b6e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:53.092471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04ac53ac-bc11-4c7a-bcec-e5feb619d4e1 req-ae1a33a1-8af2-4a22-9764-82ece9681786 service neutron] 10.222.0.25 "GET /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695437 Jul 19 03:31:53.140533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ee7db071-0cb3-4634-9dfb-77adbb2b6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:53.144842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ee7db071-0cb3-4634-9dfb-77adbb2b6e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:53.149482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ee7db071-0cb3-4634-9dfb-77adbb2b6e61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb948784-74a1-4b67-9b46-80aa992d6761 HTTP/1.1" status: 204 len: 168 time: 0.3325565 Jul 19 03:31:53.195949 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:53.215250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Transition to ACTIVE for port object 81c9dfd0-2036-465f-b8f7-259fb468b174 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:53.228474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7db071-0cb3-4634-9dfb-77adbb2b6e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb948784-74a1-4b67-9b46-80aa992d6761,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:53.288102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:53.299098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b46726-5e7c-4d71-9824-ca53ebfa73cd req-c447cda7-efa0-4baf-8edb-dd99077bff60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:53.301030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57b46726-5e7c-4d71-9824-ca53ebfa73cd req-c447cda7-efa0-4baf-8edb-dd99077bff60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 943 time: 0.1495521 Jul 19 03:31:53.366097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:53.374672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57b46726-5e7c-4d71-9824-ca53ebfa73cd req-98c7bedc-6b58-42da-bbdf-3d586cc5bc76 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669611 Jul 19 03:31:53.382433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:53.386084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:53.422222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=81c9dfd0-2036-465f-b8f7-259fb468b174,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:53.499656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:53.580543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aa6c6-469a-4114-825e-03a42f3f292c req-e899c8a1-ede0-4679-9ba4-64f909456c40 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:53.582699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea3aa6c6-469a-4114-825e-03a42f3f292c req-e899c8a1-ede0-4679-9ba4-64f909456c40 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1456130 Jul 19 03:31:53.684600 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea3aa6c6-469a-4114-825e-03a42f3f292c req-bbeacfe8-1fbd-41b3-96f0-195ee3504676 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747914 Jul 19 03:31:53.707991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:53.939426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a3f6-c932-4b02-8b6d-c9fcc82201d6 req-f698ff42-6ff9-4c36-8a6e-64a73b650adc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:53.947243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fe6a3f6-c932-4b02-8b6d-c9fcc82201d6 req-f698ff42-6ff9-4c36-8a6e-64a73b650adc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1012793 Jul 19 03:31:54.010624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fe6a3f6-c932-4b02-8b6d-c9fcc82201d6 req-c7cb02b6-802b-421e-9ebd-d67c461d64f4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623062 Jul 19 03:31:54.104574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0a81c787-1e5c-44f9-8382-8ece1a072d87 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:54.127477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.145742 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.185507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43916) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:54.214433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0a81c787-1e5c-44f9-8382-8ece1a072d87 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:54.214973 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.263809 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.273172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=81c9dfd0-2036-465f-b8f7-259fb468b174,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:54.309996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c473e38-8132-410d-b296-8a01741f58fc None None] Network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:31:54.334401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7dfe3cab-40bf-473a-829d-8658f95e6174 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:54.335392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-124963907-network', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:54.356376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Made reservation on behalf of e863a5d63e4047c59de06eb5a55e42c4 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:31:54.358821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.368379 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.374516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:54.375908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:54.441937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f64aa37-acfe-4758-bf01-4d412af736ce None None] Provisioning for port 7dfe3cab-40bf-473a-829d-8658f95e6174 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:54.453852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 7dfe3cab-40bf-473a-829d-8658f95e6174 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:54.478054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7dfe3cab-40bf-473a-829d-8658f95e6174 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:54.478528 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.483982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.490297 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.505986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:31:54.519550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.520255 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Added segment fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8 of type vlan for network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e Jul 19 03:31:54.586171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.602520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee1eecc-1dc9-4e08-a47a-4a4c28682c43,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:54.631363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.631968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:54.632645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.637605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 90fe80c3-3e24-4f12-9662-45cbbc5995de details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:31:54.639864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d4a78c4f-7f64-4b3e-b820-c04617c62141 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:54.674741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4853876 Jul 19 03:31:54.704209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43926) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:54.704684 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.737111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Request body: {'subnet': {'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-124963907-subnet', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:54.887227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 7dfe3cab-40bf-473a-829d-8658f95e6174, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7dfe3cab-40bf-473a-829d-8658f95e6174,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:54.902651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbf0de-7cdc-4190-9f89-0dca0ff30a45 admin admin] Pushing event updated for resources: {'Network': ['ID=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:54.904065 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.905884 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.924185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Made reservation on behalf of e863a5d63e4047c59de06eb5a55e42c4 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:31:54.928888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:54.952136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:31:55.053103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 90fe80c3-3e24-4f12-9662-45cbbc5995de, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=90fe80c3-3e24-4f12-9662-45cbbc5995de,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:55.058742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 2f92b505-8fcd-4605-9cf6-b660aba1482b has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:31:55.068208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bd4ac-6e37-4c69-be37-b82f3e7146d3 req-f8fa1382-9483-407e-ba22-9c2876ccf343 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:55.069619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-874bd4ac-6e37-4c69-be37-b82f3e7146d3 req-f8fa1382-9483-407e-ba22-9c2876ccf343 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 943 time: 0.0891302 Jul 19 03:31:55.079937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:55.082893 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d30e9cc-4f81-4f1f-9a99-36443089fa03" -d '{"events": [{"server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:55.094392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'mac_address': 'fa:16:3e:9c:95:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:31:55.120552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:55.121665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224fe79-04f6-4603-b058-8a11973ce812 req-e66ff0a6-c359-4f38-992b-122245306cb7 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:55.125530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=7dfe3cab-40bf-473a-829d-8658f95e6174,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:55.135603 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b224fe79-04f6-4603-b058-8a11973ce812 req-e66ff0a6-c359-4f38-992b-122245306cb7 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1744976 Jul 19 03:31:55.156371 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-874bd4ac-6e37-4c69-be37-b82f3e7146d3 req-28fb984f-34b7-4e0e-8b5b-b075c0e48f4a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767341 Jul 19 03:31:55.163137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ef6118cd-0eed-4646-a91a-defcfa172618 None None] Provisioning complete for port 7dfe3cab-40bf-473a-829d-8658f95e6174 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:55.163404 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ef6118cd-0eed-4646-a91a-defcfa172618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:55.166888 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:55.228164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:31:55.228589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b224fe79-04f6-4603-b058-8a11973ce812 req-64f894a2-af11-421d-8f1f-18d4bb3eb17c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966072 Jul 19 03:31:55.250141 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-01917bc7-dbc6-4d94-9e04-dfc0c3505c6a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "PUT /v2.0/routers/2f92b505-8fcd-4605-9cf6-b660aba1482b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1634808 Jul 19 03:31:55.280414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Sync routers for ids ['2f92b505-8fcd-4605-9cf6-b660aba1482b'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:31:55.313552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Routers {'2f92b505-8fcd-4605-9cf6-b660aba1482b'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:55.314635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2f92b505-8fcd-4605-9cf6-b660aba1482b'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:55.325119 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:55.351069 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:55.403028 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f956516-5bea-411e-9bf3-ded22ba03d59 x-openstack-request-id: req-6f956516-5bea-411e-9bf3-ded22ba03d59 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:55.403323 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "name": "network-vif-unplugged", "status": "failed", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141", "code": 422}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:55.407073 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f956516-5bea-411e-9bf3-ded22ba03d59 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:55.407623 n-d-762330-18 neutron-server[94346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'code': 422} returned with failed status Jul 19 03:31:55.417236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=282dca1b-24a1-407a-b759-54694d1bc0f9,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:55.419479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Checking segment: {'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:55.419841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Network hostable DHCP agents. Network: 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:31:55.438621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:31:55.450181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:55.455421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:55.456449 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:55.480204 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e3f14cc0-2626-41bc-b393-eb71f7249712 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7750607 Jul 19 03:31:55.482894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43942) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:55.487484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:55.494723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcadd6e-cb25-4f29-82ae-51ff002f376a req-2a0dc642-d1b1-44e7-acc5-4a733085de5a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:55.497896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:55.500578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a8507-c748-4d07-bae9-b914d49aa19e None None] Network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:31:55.523059 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1fcadd6e-cb25-4f29-82ae-51ff002f376a req-2a0dc642-d1b1-44e7-acc5-4a733085de5a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.1547360 Jul 19 03:31:55.529691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:55.531382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:55.539430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fe80c3-3e24-4f12-9662-45cbbc5995de {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:31:55.566472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Set router 2f92b505-8fcd-4605-9cf6-b660aba1482b gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:55.582979 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1fcadd6e-cb25-4f29-82ae-51ff002f376a req-c31669ff-ee71-41ea-8418-ed407ceb518f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574946 Jul 19 03:31:55.633393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 90fe80c3-3e24-4f12-9662-45cbbc5995de, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=90fe80c3-3e24-4f12-9662-45cbbc5995de,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:55.646861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:55.650804 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-64ead5cf-1905-491a-b155-12fb1fb1d435 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589892802&fields=id&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 267 time: 0.1101239 Jul 19 03:31:55.669880 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:55.817449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=90fe80c3-3e24-4f12-9662-45cbbc5995de,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:55.848744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ef6118cd-0eed-4646-a91a-defcfa172618 None None] Provisioning for port 81c9dfd0-2036-465f-b8f7-259fb468b174 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:55.868166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ef6118cd-0eed-4646-a91a-defcfa172618 None None] Provisioning complete for port 81c9dfd0-2036-465f-b8f7-259fb468b174 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:55.868718 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ef6118cd-0eed-4646-a91a-defcfa172618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:56.098886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['90fe80c3-3e24-4f12-9662-45cbbc5995de'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:31:56.100981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7dfe3cab-40bf-473a-829d-8658f95e6174 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:56.125493 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:56.203138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a341d-da09-4020-a889-e3bb398195cc req-d1e2cab5-3655-4e6a-afdc-e51e86747adc tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:56.208773 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-d1e2cab5-3655-4e6a-afdc-e51e86747adc tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/networks?id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 200 len: 797 time: 0.4874427 Jul 19 03:31:56.209939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ef6118cd-0eed-4646-a91a-defcfa172618 None None] Port 81c9dfd0-2036-465f-b8f7-259fb468b174 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:31:56.220359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:31:56.221354 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:56.228561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-e3a42eb7-6946-48ba-a94f-4ff69dbbce90 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/quotas/e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 375 time: 0.0175581 Jul 19 03:31:56.344416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-5077d59a-1f10-49f1-bc82-2057a9e1e85f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879881 Jul 19 03:31:56.381994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7dfe3cab-40bf-473a-829d-8658f95e6174 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:56.382415 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:56.479360 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9ded5680-78b7-4fa4-b1a1-b366d123aab6 None None] Provisioning complete for port 81c9dfd0-2036-465f-b8f7-259fb468b174 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:56.479729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9ded5680-78b7-4fa4-b1a1-b366d123aab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:56.524089 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:56.564605 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:56.579662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-605cde05-d88e-47c8-9330-1bea2e1603d8 service neutron] 10.222.0.20 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046416 Jul 19 03:31:56.589971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9ded5680-78b7-4fa4-b1a1-b366d123aab6 None None] Port 81c9dfd0-2036-465f-b8f7-259fb468b174 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:31:56.594348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:53Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '81c9dfd0-2036-465f-b8f7-259fb468b174', 'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:4d:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:52Z', 'updated_at': '2021-07-19T03:31:53Z', 'revision_number': 2, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:56.619560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9929a9-766d-4a9e-add2-63c00cd6f2b3 req-a4b39b3d-b619-4826-ba03-b8ea341014cf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:56.631500 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df9929a9-766d-4a9e-add2-63c00cd6f2b3 req-a4b39b3d-b619-4826-ba03-b8ea341014cf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 944 time: 0.1061871 Jul 19 03:31:56.632327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Allocated IP 172.20.0.2 (8908343d-d7c8-4a1b-b56f-cb50ddea7f3e/282dca1b-24a1-407a-b759-54694d1bc0f9/3e244995-ad03-49fe-b7ba-b60073c1bbbf) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:56.642888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Checking router: 2f92b505-8fcd-4605-9cf6-b660aba1482b for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:31:56.643257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Updating router 2f92b505-8fcd-4605-9cf6-b660aba1482b port 81c9dfd0-2036-465f-b8f7-259fb468b174 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:31:56.690773 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df9929a9-766d-4a9e-add2-63c00cd6f2b3 req-3f851192-e401-474e-a2c1-40e51ced805e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575767 Jul 19 03:31:56.774501 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:56.818168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Allocated IP 172.25.2.23 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/6a73697e-41ca-41e5-8f7f-d5b2bbdae27c) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:31:56.824171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-0288ce09-64c1-4ca7-b7a3-2c3be37d1f50 service neutron] 10.222.0.20 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053711 Jul 19 03:31:56.996635 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.000937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ab30-bf1b-460e-8029-557d262f1083 req-ea9176fe-7e31-4e2c-a251-b0d5fd7995e4 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:57.008525 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbc1ab30-bf1b-460e-8029-557d262f1083 req-ea9176fe-7e31-4e2c-a251-b0d5fd7995e4 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1274958 Jul 19 03:31:57.042251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-e10c1777-b847-43bb-a553-0ecc59fb9677 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2213271 Jul 19 03:31:57.050981 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.109564 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbc1ab30-bf1b-460e-8029-557d262f1083 req-097177df-54fc-4075-ba4d-344abb97dd06 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000621 Jul 19 03:31:57.196854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:57.203573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:57.206584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:57.242627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Pushing event updated for resources: {'Port': ['ID=6a73697e-41ca-41e5-8f7f-d5b2bbdae27c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:57.276263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fbdf4366-4d67-4ac7-831c-cbcd71aab0bd req-c3471184-99f0-47a5-a091-20ca7aee14d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 210 time: 0.1004467 Jul 19 03:31:57.366966 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.394496 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.444023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Transition to ACTIVE for port object 3e244995-ad03-49fe-b7ba-b60073c1bbbf will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:57.483239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Transition to ACTIVE for port object 81c9dfd0-2036-465f-b8f7-259fb468b174 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:57.531432 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.553375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00da6-ad15-47c3-843a-ef98c4e8883d req-a4859cda-bdcf-4781-8a22-6c3bb31afa7b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:57.560775 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24a00da6-ad15-47c3-843a-ef98c4e8883d req-a4859cda-bdcf-4781-8a22-6c3bb31afa7b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.4414725 Jul 19 03:31:57.593746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf3696-55ce-4c10-bf14-afd8545eaf21 None None] Pushing event updated for resources: {'Port': ['ID=81c9dfd0-2036-465f-b8f7-259fb468b174,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:57.598917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Transition to ACTIVE for port object 3e244995-ad03-49fe-b7ba-b60073c1bbbf will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:31:57.628764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24a00da6-ad15-47c3-843a-ef98c4e8883d req-3dbbe1d3-14c7-4664-959a-f1094a25fd38 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669892 Jul 19 03:31:57.671122 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.725111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Attempting to bind port 81c9dfd0-2036-465f-b8f7-259fb468b174 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:57.725111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Attempting to bind port 81c9dfd0-2036-465f-b8f7-259fb468b174 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:57.725111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Attempting to bind port 81c9dfd0-2036-465f-b8f7-259fb468b174 on network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:57.732634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:31:57.740875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:57.741323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Checking segment: {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:57.741746 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.742153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Bound using segment: {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:57.743424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Bound port: 81c9dfd0-2036-465f-b8f7-259fb468b174, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:57.744439 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.746473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:31:57.749743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:31:57.769318 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Pushing event updated for resources: {'Port': ['ID=3e244995-ad03-49fe-b7ba-b60073c1bbbf,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:57.842212 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.879982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Attempting to bind port 3e244995-ad03-49fe-b7ba-b60073c1bbbf on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:31:57.891628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Attempting to bind port 3e244995-ad03-49fe-b7ba-b60073c1bbbf by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:31:57.892008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Attempting to bind port 3e244995-ad03-49fe-b7ba-b60073c1bbbf on network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:31:57.917441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:31:57.917833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Checking segment: {'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:31:57.918244 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.918924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Bound using segment: {'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:31:57.919395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Bound port: 3e244995-ad03-49fe-b7ba-b60073c1bbbf, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:31:57.919790 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:57.948874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] For port 81c9dfd0-2036-465f-b8f7-259fb468b174, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:58.015441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] For port 81c9dfd0-2036-465f-b8f7-259fb468b174, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=81c9dfd0-2036-465f-b8f7-259fb468b174,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:58.041705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:58.105485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38958b66-cd1c-4eed-92d8-673eb4bf9dad req-de675aeb-9d2b-4ec0-8bb1-babea469459d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:58.107795 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38958b66-cd1c-4eed-92d8-673eb4bf9dad req-de675aeb-9d2b-4ec0-8bb1-babea469459d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 944 time: 0.1308084 Jul 19 03:31:58.204697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] For port 3e244995-ad03-49fe-b7ba-b60073c1bbbf, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:31:58.207179 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:58.215502 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-38958b66-cd1c-4eed-92d8-673eb4bf9dad req-f8a22a81-9526-4e6d-8a2d-86b47a249244 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005454 Jul 19 03:31:58.219931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf3696-55ce-4c10-bf14-afd8545eaf21 None None] Pushing event updated for resources: {'Port': ['ID=81c9dfd0-2036-465f-b8f7-259fb468b174,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:58.228659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] For port 3e244995-ad03-49fe-b7ba-b60073c1bbbf, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3e244995-ad03-49fe-b7ba-b60073c1bbbf,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:31:58.241858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Routers {'2f92b505-8fcd-4605-9cf6-b660aba1482b'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:58.242616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2f92b505-8fcd-4605-9cf6-b660aba1482b'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:58.245376 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:58.492976 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e474f-a102-4577-b615-1b4559520246 req-a424db6d-ff3c-4d46-9517-351b638c36db tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:58.497775 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a8e474f-a102-4577-b615-1b4559520246 req-a424db6d-ff3c-4d46-9517-351b638c36db tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1173124 Jul 19 03:31:58.541789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cac8a2-0701-4285-b894-ada044b793dc None None] Pushing event updated for resources: {'Port': ['ID=3e244995-ad03-49fe-b7ba-b60073c1bbbf,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:58.571124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Router 89444092-b83a-4f86-a90e-51b59aed12b2 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:31:58.605904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1a8e474f-a102-4577-b615-1b4559520246 req-33d353ae-1b23-48e6-9823-320da5724364 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029997 Jul 19 03:31:58.648098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] Set router 2f92b505-8fcd-4605-9cf6-b660aba1482b gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:58.659553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 90fe80c3-3e24-4f12-9662-45cbbc5995de up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:31:58.678877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2f525a11-d848-4784-a913-cc0db7ffa7e4 req-33bf2620-9185-4e0d-8c1a-5ada5b6ce1be tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 210 time: 0.0765290 Jul 19 03:31:58.978640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 90fe80c3-3e24-4f12-9662-45cbbc5995de completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:31:59.010627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 90fe80c3-3e24-4f12-9662-45cbbc5995de triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:31:59.011004 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:59.125088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:31:59.135014 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Sync routers for ids ['89444092-b83a-4f86-a90e-51b59aed12b2'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:31:59.153594 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Routers {'89444092-b83a-4f86-a90e-51b59aed12b2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:31:59.156723 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['89444092-b83a-4f86-a90e-51b59aed12b2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:59.192326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a341d-da09-4020-a889-e3bb398195cc req-c5d97e9f-74be-4e52-8a09-33fe8a9813ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:59.194470 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-c5d97e9f-74be-4e52-8a09-33fe8a9813ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "GET /v2.0/networks?id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 200 len: 797 time: 0.3949852 Jul 19 03:31:59.200966 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:59.206742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eff49b80-b54d-4f43-b570-51a95bedd18d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7226346 Jul 19 03:31:59.209912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44028) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:31:59.277440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8481e75-894b-4d5d-95b6-79a7a2b19fca req-6be53643-9b46-45b8-941c-3e61cd355479 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:59.288433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8481e75-894b-4d5d-95b6-79a7a2b19fca req-6be53643-9b46-45b8-941c-3e61cd355479 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.3350656 Jul 19 03:31:59.367325 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-8ffc1928-5f36-467c-b700-3ffcbe6889db tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 380 time: 0.1337371 Jul 19 03:31:59.380980 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Set router 89444092-b83a-4f86-a90e-51b59aed12b2 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:31:59.405806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8481e75-894b-4d5d-95b6-79a7a2b19fca req-bcaad96d-7ab3-418e-883a-b789e0ef03cb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156082 Jul 19 03:31:59.412296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'port': {'device_id': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'admin_state_up': True, 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'security_groups': ['305fb50f-72cd-4515-8398-d6d0e5d10360']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:31:59.475786 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:59.511036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fe80c3-3e24-4f12-9662-45cbbc5995de'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:31:59.513808 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f22f6ab-fae5-4041-8159-50824bba5466" -d '{"events": [{"server_uuid": "c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c", "name": "network-vif-plugged", "status": "completed", "tag": "90fe80c3-3e24-4f12-9662-45cbbc5995de"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:31:59.530939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 90fe80c3-3e24-4f12-9662-45cbbc5995de, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=90fe80c3-3e24-4f12-9662-45cbbc5995de,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:31:59.550047 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:59.559163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d4a78c4f-7f64-4b3e-b820-c04617c62141 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:31:59.622005 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a95e258-0c8d-4b75-b86b-971a3c3c7068 x-openstack-request-id: req-4a95e258-0c8d-4b75-b86b-971a3c3c7068 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:31:59.622400 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c", "name": "network-vif-plugged", "status": "completed", "tag": "90fe80c3-3e24-4f12-9662-45cbbc5995de", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:31:59.622781 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a95e258-0c8d-4b75-b86b-971a3c3c7068 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:31:59.623266 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'code': 200} Jul 19 03:31:59.683563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:53Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '81c9dfd0-2036-465f-b8f7-259fb468b174', 'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:4d:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:52Z', 'updated_at': '2021-07-19T03:31:57Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:59.772098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930780b-5a93-4f15-a838-64122a41af58 None None] The sync data for ids ['2f92b505-8fcd-4605-9cf6-b660aba1482b'] in n-d-762330-18 is: [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:53Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '81c9dfd0-2036-465f-b8f7-259fb468b174', 'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:4d:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:52Z', 'updated_at': '2021-07-19T03:31:57Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:31:59.822455 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:31:57Z', 'revision_number': 3, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:31:59.844749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:31:59.856753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=90fe80c3-3e24-4f12-9662-45cbbc5995de,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:31:59.907673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:31:59.918371 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Checking router: 89444092-b83a-4f86-a90e-51b59aed12b2 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:31:59.920822 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Updating router 89444092-b83a-4f86-a90e-51b59aed12b2 port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:31:59.996749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4493e-ed95-478d-ab8a-7e235c11f1b0 req-48cbc7b1-b9a0-44e6-8dfd-8c154d9cd0e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:31:59.997240 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:00.013575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8aa4493e-ed95-478d-ab8a-7e235c11f1b0 req-48cbc7b1-b9a0-44e6-8dfd-8c154d9cd0e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 944 time: 0.5606484 Jul 19 03:32:00.221109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 81c9dfd0-2036-465f-b8f7-259fb468b174 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:00.224686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3f5bf-7e14-4c4e-a37a-7b955d69fada req-bc464388-94d5-4fd6-9410-fab40954f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:00.228364 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7da3f5bf-7e14-4c4e-a37a-7b955d69fada req-bc464388-94d5-4fd6-9410-fab40954f27b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 1097 time: 0.5156806 Jul 19 03:32:00.277705 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8aa4493e-ed95-478d-ab8a-7e235c11f1b0 req-6cd924e4-95fe-40a6-9560-7fdb6d55066b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631452 Jul 19 03:32:00.291784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b7d475-cd67-468d-90a5-5d9f41d00d06 None None] Network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:32:00.485959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21355627-509b-4622-988f-9fdb9aea8676 req-256c1446-d9b7-4509-913e-b61b44bf2871 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:00.490870 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21355627-509b-4622-988f-9fdb9aea8676 req-256c1446-d9b7-4509-913e-b61b44bf2871 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.5074770 Jul 19 03:32:00.519651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7da3f5bf-7e14-4c4e-a37a-7b955d69fada req-7b29e832-fd37-4cfa-ab31-ecc7646cb4fc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847095 Jul 19 03:32:00.558535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-034a532b-0b0e-4c63-b94a-d0b7ef667f19 None None] Provisioning for port 3e244995-ad03-49fe-b7ba-b60073c1bbbf completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:00.621007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21355627-509b-4622-988f-9fdb9aea8676 req-e4dfdca7-d7f5-4c1c-9820-612e6710bbf4 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182730 Jul 19 03:32:00.638099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 81c9dfd0-2036-465f-b8f7-259fb468b174 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:00.648294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.20.0.7 (baa881d4-64dd-4ccf-ac08-2faedb2dd5d3/925cacf7-8460-4fea-88df-285b0fdb7f47/da29ed00-9945-4a1b-b8d0-f58c1e73f0fe) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:00.652373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 81c9dfd0-2036-465f-b8f7-259fb468b174 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:00.652751 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:00.676211 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e6f1c103-df16-40e0-b96d-da8f5644d2b1 req-6ba04829-3616-454c-a59e-2004ed8f9cf0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 210 time: 0.1053076 Jul 19 03:32:00.852173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:00.860267 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:00.889355 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Transition to ACTIVE for port object 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:00.900568 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:00.949512 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.028495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.036253 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Attempting to bind port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:32:01.036613 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Attempting to bind port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:32:01.039128 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Attempting to bind port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:01.048619 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bc181-d550-4eab-9d7c-cc29b8b34cb3 None None] Pushing event updated for resources: {'Port': ['ID=6a73697e-41ca-41e5-8f7f-d5b2bbdae27c,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:01.052663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 81c9dfd0-2036-465f-b8f7-259fb468b174, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=81c9dfd0-2036-465f-b8f7-259fb468b174,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:01.065703 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.066777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3e244995-ad03-49fe-b7ba-b60073c1bbbf up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:01.076972 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:32:01.077347 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:01.077753 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.078148 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:32:01.078657 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Bound port: 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:32:01.079037 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.082547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Transition to ACTIVE for port object da29ed00-9945-4a1b-b8d0-f58c1e73f0fe will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:01.173126 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.229690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=81c9dfd0-2036-465f-b8f7-259fb468b174,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:01.247703 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef965a-9acd-499e-ae3d-57e022b60f63 req-ad887b1b-e71a-40e8-817d-486fbe5d300d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:01.259001 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49ef965a-9acd-499e-ae3d-57e022b60f63 req-ad887b1b-e71a-40e8-817d-486fbe5d300d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.2618730 Jul 19 03:32:01.272186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 3e244995-ad03-49fe-b7ba-b60073c1bbbf completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:01.280136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:01.282526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 3e244995-ad03-49fe-b7ba-b60073c1bbbf triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:01.286949 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.290065 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] For port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:01.296751 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] For port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6a73697e-41ca-41e5-8f7f-d5b2bbdae27c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:32:01.296908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:01.318785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:01.320970 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.449715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Allocated IP 172.20.0.1 (8908343d-d7c8-4a1b-b56f-cb50ddea7f3e/282dca1b-24a1-407a-b759-54694d1bc0f9/44fd7b48-4fca-40e5-92ab-91aa067e8572) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:01.477090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:01.484880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.506449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:01.513873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bc181-d550-4eab-9d7c-cc29b8b34cb3 None None] Pushing event updated for resources: {'Port': ['ID=6a73697e-41ca-41e5-8f7f-d5b2bbdae27c,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:01.525921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-46ae0176-cfc2-46eb-93cb-bf851aba5268 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1374421 Jul 19 03:32:01.534499 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Routers {'89444092-b83a-4f86-a90e-51b59aed12b2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:01.535383 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['89444092-b83a-4f86-a90e-51b59aed12b2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:01.541403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Request body: {'port': {'device_id': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:01.583970 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.652015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 3e244995-ad03-49fe-b7ba-b60073c1bbbf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3e244995-ad03-49fe-b7ba-b60073c1bbbf,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:01.661107 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.761227 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] Set router 89444092-b83a-4f86-a90e-51b59aed12b2 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:01.771159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3adb2e-eddd-4b12-ba8d-7fb7b95f7c4d req-7eff4b19-5e55-4245-b98c-9477efb615b0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:01.772590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=3e244995-ad03-49fe-b7ba-b60073c1bbbf,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:01.778865 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a3adb2e-eddd-4b12-ba8d-7fb7b95f7c4d req-7eff4b19-5e55-4245-b98c-9477efb615b0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 945 time: 0.1737733 Jul 19 03:32:01.798588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.805432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3a06301b-90a9-4ccb-924c-6594625354bc None None] Provisioning for port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:01.814011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3a06301b-90a9-4ccb-924c-6594625354bc None None] Provisioning complete for port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:01.814820 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3a06301b-90a9-4ccb-924c-6594625354bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.841804 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:01.857531 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49ef965a-9acd-499e-ae3d-57e022b60f63 req-fad9cf70-db3a-477a-abfb-3c8b90260648 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5974300 Jul 19 03:32:01.884057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Transition to ACTIVE for port object 44fd7b48-4fca-40e5-92ab-91aa067e8572 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:01.896422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-3a06301b-90a9-4ccb-924c-6594625354bc None None] Port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:32:01.944429 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:02.002188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:02.006978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:02.029620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:02.083545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Pushing event updated for resources: {'Port': ['ID=44fd7b48-4fca-40e5-92ab-91aa067e8572,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:02.083729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 81c9dfd0-2036-465f-b8f7-259fb468b174 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:02.124500 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:02.169643 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:31:57Z', 'revision_number': 3, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:02.185851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 81c9dfd0-2036-465f-b8f7-259fb468b174 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:02.185851 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:02.220135 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6907d-b7c2-4de1-89fe-748c8146c9c5 None None] The sync data for ids ['89444092-b83a-4f86-a90e-51b59aed12b2'] in n-d-762330-18 is: [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:31:57Z', 'revision_number': 3, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:32:02.375827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3e244995-ad03-49fe-b7ba-b60073c1bbbf up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:02.429313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:02.448245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0ce8e0e2-081a-444b-b659-4287f2e96327 None None] Provisioning for port 44fd7b48-4fca-40e5-92ab-91aa067e8572 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:02.456403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0ce8e0e2-081a-444b-b659-4287f2e96327 None None] Provisioning complete for port 44fd7b48-4fca-40e5-92ab-91aa067e8572 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:02.457480 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e0e2-081a-444b-b659-4287f2e96327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:02.466054 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a3adb2e-eddd-4b12-ba8d-7fb7b95f7c4d req-645142be-4506-4053-9018-e9b3fa68d0b6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6843040 Jul 19 03:32:02.498101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 3e244995-ad03-49fe-b7ba-b60073c1bbbf triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:02.498691 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:02.559526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8e0e2-081a-444b-b659-4287f2e96327 None None] Port 44fd7b48-4fca-40e5-92ab-91aa067e8572 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:32:02.897800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf2630-451f-46da-9ae8-153ed6c4eb76 req-ddfc72c2-4c2f-419e-93d1-87c45e55dbe5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:02.900425 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-adcf2630-451f-46da-9ae8-153ed6c4eb76 req-ddfc72c2-4c2f-419e-93d1-87c45e55dbe5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 931 time: 0.1402373 Jul 19 03:32:02.967388 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:02.976543 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:02.987330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494fa89-1260-4014-a9a0-615a158bd8d2 req-08bfb313-2063-4786-ab7a-8f560299c93b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:02.995882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4494fa89-1260-4014-a9a0-615a158bd8d2 req-08bfb313-2063-4786-ab7a-8f560299c93b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.3006878 Jul 19 03:32:03.062875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:03.109856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da29ed00-9945-4a1b-b8d0-f58c1e73f0fe {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:32:03.118369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:03.119059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Pushing event updated for resources: {'Port': ['ID=44fd7b48-4fca-40e5-92ab-91aa067e8572,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:03.132036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Transition to ACTIVE for port object da29ed00-9945-4a1b-b8d0-f58c1e73f0fe will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:03.141594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-adcf2630-451f-46da-9ae8-153ed6c4eb76 req-47c7b5a9-2cef-4885-9926-cb8267f46a37 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088962 Jul 19 03:32:03.145953 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:03.176710 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4494fa89-1260-4014-a9a0-615a158bd8d2 req-d592135f-8d61-4dba-bd92-cfe2b36f48e7 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797383 Jul 19 03:32:03.308065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Pushing event updated for resources: {'Port': ['ID=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:03.441682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Attempting to bind port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:32:03.442019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Attempting to bind port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:32:03.442367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Attempting to bind port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe on network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:03.454542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe on network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:32:03.454885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Attempting to bind port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe on network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:03.463653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:32:03.463988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Checking segment: {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:03.466915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Bound using segment: {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:32:03.467478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Bound port: da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:32:03.467597 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:03.546500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:03.550748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:03.611337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3def-94e4-4fb0-a6d4-622f8ae4a2f4 req-fbdeb8b3-5659-46af-bd77-24dc2bdf7af2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:03.613912 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5ed3def-94e4-4fb0-a6d4-622f8ae4a2f4 req-fbdeb8b3-5659-46af-bd77-24dc2bdf7af2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.1801221 Jul 19 03:32:03.630248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:03.637730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:32:03.648530 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:03.711508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:03.712721 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:03.715418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] 10.222.0.26 "PUT /v2.0/ports/da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 1092 time: 2.1795230 Jul 19 03:32:03.716182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:03.719228 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65644188-0905-4bdd-a51a-03bf2d7b7c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:03.784068 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5ed3def-94e4-4fb0-a6d4-622f8ae4a2f4 req-a6a3b86e-070f-49df-8fbb-45f05e443f98 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642765 Jul 19 03:32:03.902016 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2185954-a9f9-4e86-a464-63d6e05e50b3 x-openstack-request-id: req-d2185954-a9f9-4e86-a464-63d6e05e50b3 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:03.902353 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:03.902615 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2185954-a9f9-4e86-a464-63d6e05e50b3 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:03.903018 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'status': 'completed', 'code': 200} Jul 19 03:32:03.926316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Router 89444092-b83a-4f86-a90e-51b59aed12b2 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:32:03.953852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd77a8-706e-45a4-8d82-af985dac7258 service neutron] Pushing event updated for resources: {'Port': ['ID=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:04.020037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a341d-da09-4020-a889-e3bb398195cc req-e45eba45-417c-440d-b4e9-12f0fbe01862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:04.021881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-e45eba45-417c-440d-b4e9-12f0fbe01862 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1095 time: 0.2353756 Jul 19 03:32:04.035715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b43e6ef2-cb6a-4626-a696-2a5e5125b40d None None] Provisioning complete for port 44fd7b48-4fca-40e5-92ab-91aa067e8572 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:04.036231 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b43e6ef2-cb6a-4626-a696-2a5e5125b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:04.041727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ab0b-01e3-4544-8db3-0679b58c6d84 req-7c8189a9-2912-4bdc-8c93-c9c1af988a89 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:04.048950 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ffd3ab0b-01e3-4544-8db3-0679b58c6d84 req-7c8189a9-2912-4bdc-8c93-c9c1af988a89 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 945 time: 0.3209772 Jul 19 03:32:04.069448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:04.109884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b43e6ef2-cb6a-4626-a696-2a5e5125b40d None None] Port 44fd7b48-4fca-40e5-92ab-91aa067e8572 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:32:04.123185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-4d29cdde-c7da-4c79-b660-891ca39f27c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 217 time: 0.0657995 Jul 19 03:32:04.125011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:32:04.134856 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eef13de3-236d-4594-8f67-09d87a25e41f admin admin] 10.222.0.20 "PUT /v2.0/routers/89444092-b83a-4f86-a90e-51b59aed12b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9227388 Jul 19 03:32:04.159917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:04.168932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:04.169977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:04.193441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ffd3ab0b-01e3-4544-8db3-0679b58c6d84 req-a131670c-b8ed-4551-9d1c-89fe753bb056 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426597 Jul 19 03:32:04.234671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a341d-da09-4020-a889-e3bb398195cc req-0a90c921-f3fe-46c4-b702-b500989aaa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:04.236330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-0a90c921-f3fe-46c4-b702-b500989aaa7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=925cacf7-8460-4fea-88df-285b0fdb7f47 HTTP/1.1" status: 200 len: 835 time: 0.1067879 Jul 19 03:32:04.347576 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:04.348389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a341d-da09-4020-a889-e3bb398195cc req-cb7d0447-2dec-4b54-9f91-2465cabfe7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:04.349935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-cb7d0447-2dec-4b54-9f91-2465cabfe7b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069779 Jul 19 03:32:04.390846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6a73697e-41ca-41e5-8f7f-d5b2bbdae27c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:04.402360 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:04.504925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=6a73697e-41ca-41e5-8f7f-d5b2bbdae27c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:04.519684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da8269-6002-41d0-b1e5-21558cab8859 req-0209991b-61d4-41aa-a468-3f911a3c2925 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:04.522085 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11da8269-6002-41d0-b1e5-21558cab8859 req-0209991b-61d4-41aa-a468-3f911a3c2925 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 943 time: 0.1405470 Jul 19 03:32:04.543871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b1c31-2722-43c0-99ff-df5d78b64be7 req-69af33ce-a06c-4580-a7a9-403c98195321 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:04.555691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-399b1c31-2722-43c0-99ff-df5d78b64be7 req-69af33ce-a06c-4580-a7a9-403c98195321 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1630676 Jul 19 03:32:04.559726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-782c036d-c4cd-44c1-91dc-68ecf14ca7d7 service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025120 Jul 19 03:32:04.572759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11da8269-6002-41d0-b1e5-21558cab8859 req-dd4b107c-3d84-49e7-83b7-8d5175c60f83 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438459 Jul 19 03:32:04.621374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-399b1c31-2722-43c0-99ff-df5d78b64be7 req-e4a741b7-6a02-486f-b263-f39079b394a0 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646079 Jul 19 03:32:04.727134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0e3a341d-da09-4020-a889-e3bb398195cc req-40ca74a5-90c7-40c8-b643-9cc52e1593dc service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400120 Jul 19 03:32:04.858918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52feae5c-eccc-431f-aedf-49702a085474 req-0000b782-39ac-466a-a347-b1d132a43733 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:04.867746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-80668c24-cfe4-462c-ba2e-873f4979b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:04.868157 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52feae5c-eccc-431f-aedf-49702a085474 req-0000b782-39ac-466a-a347-b1d132a43733 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 945 time: 0.1202970 Jul 19 03:32:04.869752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-80668c24-cfe4-462c-ba2e-873f4979b494 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1095 time: 0.0758932 Jul 19 03:32:04.892682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44096) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:04.903545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-191815671-network', 'tenant_id': '0ba154e665f3423ab04580cccabec550'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:04.927242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52feae5c-eccc-431f-aedf-49702a085474 req-31a86f05-bf3c-4355-bd47-8df6c14929e5 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580857 Jul 19 03:32:04.960827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44098) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:04.988310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Sync routers for ids ['89444092-b83a-4f86-a90e-51b59aed12b2'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:32:05.003141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Routers {'89444092-b83a-4f86-a90e-51b59aed12b2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:05.004241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['89444092-b83a-4f86-a90e-51b59aed12b2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:05.028177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4401ae-c500-44dc-94fd-b971a943a80a tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:05.029949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1e4401ae-c500-44dc-94fd-b971a943a80a tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 1092 time: 0.0674849 Jul 19 03:32:05.032955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44100) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:05.040367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:05.041873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Made reservation on behalf of 0ba154e665f3423ab04580cccabec550 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:32:05.044668 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.062743 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.070909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.097965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-1aa18588-284f-4dbf-a955-a909456f2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:05.099505 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-1aa18588-284f-4dbf-a955-a909456f2fe1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 200 len: 897 time: 0.2239368 Jul 19 03:32:05.156611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Set router 89444092-b83a-4f86-a90e-51b59aed12b2 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:05.163765 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-1c03edc3-94e8-444e-a887-3cecd19ad43d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 217 time: 0.0507131 Jul 19 03:32:05.213480 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.217184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe914e0f-545f-48b3-86e4-aca06946fe47 req-e0a6e8c4-d0ce-4b3f-a5d7-9bfe9b5d609b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:05.224655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe914e0f-545f-48b3-86e4-aca06946fe47 req-e0a6e8c4-d0ce-4b3f-a5d7-9bfe9b5d609b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.2295108 Jul 19 03:32:05.288317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-38d6b0b3-69bf-4503-813a-1a34291bc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:05.289954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-38d6b0b3-69bf-4503-813a-1a34291bc24f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=925cacf7-8460-4fea-88df-285b0fdb7f47 HTTP/1.1" status: 200 len: 835 time: 0.1188655 Jul 19 03:32:05.307643 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe914e0f-545f-48b3-86e4-aca06946fe47 req-27176410-8779-4aa8-9dce-57dc0ec49c2f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820546 Jul 19 03:32:05.373946 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Allocated IP 172.25.2.163 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/585c3994-008b-451e-bf04-b02ef923f393) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:05.391782 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.400272 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.405422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:32:02Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '44fd7b48-4fca-40e5-92ab-91aa067e8572', 'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'mac_address': 'fa:16:3e:23:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:00Z', 'updated_at': '2021-07-19T03:32:02Z', 'revision_number': 2, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'subnets': [{'id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:05.421251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-126ba991-8887-4018-be0f-41144b390e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:05.423137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-126ba991-8887-4018-be0f-41144b390e22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145654 Jul 19 03:32:05.429117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:32:05.439283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Checking router: 89444092-b83a-4f86-a90e-51b59aed12b2 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:32:05.439647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Updating router 89444092-b83a-4f86-a90e-51b59aed12b2 port 44fd7b48-4fca-40e5-92ab-91aa067e8572 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:32:05.478014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.478533 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.478940 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Added segment 524bead3-30fb-47b0-b000-d238fc27e41f of type vlan for network c578f311-5c04-4dd9-91a3-2c75a99b6337 Jul 19 03:32:05.489648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c420530e-98fb-454f-9c13-b4ec63511549,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:05.529588 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.558497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.584297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.603229 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-5fed70c7-49a9-428b-8a8f-63209b98da4a service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705956 Jul 19 03:32:05.639570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.643407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:05.648742 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.658871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=585c3994-008b-451e-bf04-b02ef923f393,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:05.669553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:05.671274 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:05.675136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:05.729826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8314092 Jul 19 03:32:05.732610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44106) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:05.743923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Request body: {'subnet': {'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-191815671-subnet', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:05.835537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Made reservation on behalf of 0ba154e665f3423ab04580cccabec550 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:32:05.836200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c5b6c-5a28-4fe6-bea6-0a3c78f3edb3 admin admin] Pushing event updated for resources: {'Network': ['ID=c578f311-5c04-4dd9-91a3-2c75a99b6337,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:05.839594 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.854715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c578f311-5c04-4dd9-91a3-2c75a99b6337 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:32:05.871479 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.895031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Transition to ACTIVE for port object 44fd7b48-4fca-40e5-92ab-91aa067e8572 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:05.928917 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:05.935989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65644188-0905-4bdd-a51a-03bf2d7b7c2c req-85ae4587-5d9c-45d9-ac0b-ccd9f2e22035 service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158987 Jul 19 03:32:06.001105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295a17a-bab5-4be5-bef2-79de19f76db0 None None] Pushing event updated for resources: {'Port': ['ID=44fd7b48-4fca-40e5-92ab-91aa067e8572,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:06.010828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721561ea-4985-4dee-b2a7-62feed902623 req-7771c4e0-42f7-49fb-b90b-d3ba9ac0a805 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:06.016276 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-721561ea-4985-4dee-b2a7-62feed902623 req-7771c4e0-42f7-49fb-b90b-d3ba9ac0a805 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1870039 Jul 19 03:32:06.034059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:06.088793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-721561ea-4985-4dee-b2a7-62feed902623 req-a97cd223-4cd3-484a-83d9-147753d42782 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686243 Jul 19 03:32:06.175834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ebe03-958e-4da1-8ef1-17c373cd21ea req-da15653e-d998-4434-86f3-5e98adf51022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:06.177525 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c40ebe03-958e-4da1-8ef1-17c373cd21ea req-da15653e-d998-4434-86f3-5e98adf51022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 943 time: 0.3469365 Jul 19 03:32:06.206403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Attempting to bind port 44fd7b48-4fca-40e5-92ab-91aa067e8572 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:32:06.207091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Attempting to bind port 44fd7b48-4fca-40e5-92ab-91aa067e8572 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:32:06.207202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Attempting to bind port 44fd7b48-4fca-40e5-92ab-91aa067e8572 on network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:06.214144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:32:06.214750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Checking segment: {'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:06.215157 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.215548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Bound using segment: {'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:32:06.216016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Bound port: 44fd7b48-4fca-40e5-92ab-91aa067e8572, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:32:06.216400 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.234420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:06.234957 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.357590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] For port 44fd7b48-4fca-40e5-92ab-91aa067e8572, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:06.361415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] For port 44fd7b48-4fca-40e5-92ab-91aa067e8572, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=44fd7b48-4fca-40e5-92ab-91aa067e8572,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:32:06.413618 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.438783 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.475837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Routers {'89444092-b83a-4f86-a90e-51b59aed12b2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:06.477001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['89444092-b83a-4f86-a90e-51b59aed12b2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:06.537480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295a17a-bab5-4be5-bef2-79de19f76db0 None None] Pushing event updated for resources: {'Port': ['ID=44fd7b48-4fca-40e5-92ab-91aa067e8572,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:06.549356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d594f-34fc-49e9-abb4-1c6ff905ba45 req-f150e10d-e158-42b9-a252-386aa50278aa tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:06.553106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e3d594f-34fc-49e9-abb4-1c6ff905ba45 req-f150e10d-e158-42b9-a252-386aa50278aa tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.1223311 Jul 19 03:32:06.560176 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.603966 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c40ebe03-958e-4da1-8ef1-17c373cd21ea req-553e7583-bbfa-4926-b970-9bde34f33206 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172380 Jul 19 03:32:06.636722 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e3d594f-34fc-49e9-abb4-1c6ff905ba45 req-d670d38d-cd81-461e-9cdc-0e54651ed1b0 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752869 Jul 19 03:32:06.656274 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Checking segment: {'id': '524bead3-30fb-47b0-b000-d238fc27e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:06.656992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Network hostable DHCP agents. Network: c578f311-5c04-4dd9-91a3-2c75a99b6337, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:32:06.664138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e734e1b3-4dd9-4f58-a4da-150952a17147,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:06.667176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] Set router 89444092-b83a-4f86-a90e-51b59aed12b2 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:06.723579 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.725401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Network c578f311-5c04-4dd9-91a3-2c75a99b6337 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:32:06.771468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, c578f311-5c04-4dd9-91a3-2c75a99b6337) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:06.776757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:06.777291 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.807186 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-11877c3b-7856-4d1c-bc42-f03d6c50bf7e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0705986 Jul 19 03:32:06.807725 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44112) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:06.809652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5866a84-8d45-4b34-a920-78fbb6b83b97 None None] Network c578f311-5c04-4dd9-91a3-2c75a99b6337 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:32:06.812428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-191815671-router', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:06.837105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.839210 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.906834 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.952479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.962036 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:06.980605 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:07.035686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:32:02Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '44fd7b48-4fca-40e5-92ab-91aa067e8572', 'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'mac_address': 'fa:16:3e:23:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:00Z', 'updated_at': '2021-07-19T03:32:06Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'subnets': [{'id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:07.043203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=585c3994-008b-451e-bf04-b02ef923f393,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:07.055886 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:07.099730 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:07.233721 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Floating IP 07210f70-eb21-45c3-841f-d7acfd5c2576 associated. External IP: 172.25.2.163, port: 90fe80c3-3e24-4f12-9662-45cbbc5995de. Jul 19 03:32:07.298681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e9ab23-6f44-41ea-aca5-cc312f00af1d None None] The sync data for ids ['89444092-b83a-4f86-a90e-51b59aed12b2'] in n-d-762330-18 is: [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:32:02Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '44fd7b48-4fca-40e5-92ab-91aa067e8572', 'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'mac_address': 'fa:16:3e:23:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:00Z', 'updated_at': '2021-07-19T03:32:06Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'subnets': [{'id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:32:07.327931 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:07.421050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-c578f311-5c04-4dd9-91a3-2c75a99b6337', 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'fixed_ips': [{'subnet_id': 'e734e1b3-4dd9-4f58-a4da-150952a17147'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:32:07.421948 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:07.445997 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:07.480703 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:07.648082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Allocated IP 172.20.0.2 (c578f311-5c04-4dd9-91a3-2c75a99b6337/e734e1b3-4dd9-4f58-a4da-150952a17147/259de096-a1f3-4f1c-974e-e5e798823ef7) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:07.663763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Allocated IP 172.25.2.173 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/98ce8cd5-0896-487c-86c3-14a7ee523814) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:07.792110 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:07.882307 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:07.897759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Transition to ACTIVE for port object 259de096-a1f3-4f1c-974e-e5e798823ef7 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:07.940095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bba4ac-29e7-4720-94ce-2d394e9da0a8 req-10ff8c20-abb2-4f64-a5fe-621f0f67323b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:07.941685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49bba4ac-29e7-4720-94ce-2d394e9da0a8 req-10ff8c20-abb2-4f64-a5fe-621f0f67323b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 943 time: 0.1329305 Jul 19 03:32:07.943330 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:07.951530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Transition to ACTIVE for port object 259de096-a1f3-4f1c-974e-e5e798823ef7 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:07.970636 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:08.015025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:08.027487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:08.037952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:08.084767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Pushing event updated for resources: {'Port': ['ID=259de096-a1f3-4f1c-974e-e5e798823ef7,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:08.106848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device da29ed00-9945-4a1b-b8d0-f58c1e73f0fe details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:32:08.121119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Network c578f311-5c04-4dd9-91a3-2c75a99b6337 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:08.141179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:08.144489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:08.154906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 44fd7b48-4fca-40e5-92ab-91aa067e8572 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:08.169495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49bba4ac-29e7-4720-94ce-2d394e9da0a8 req-81e0d74b-40b0-46f5-a667-5e9846c31628 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168834 Jul 19 03:32:08.172106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Pushing event updated for resources: {'Port': ['ID=98ce8cd5-0896-487c-86c3-14a7ee523814,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:08.323189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router dcf466fa-9e6f-46c1-965e-9d4b06159a9f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:32:08.345400 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742851fd-1fdb-4b8b-8c3a-523099d88965 req-0ef35ad3-ecf3-406e-b917-5807586a6a28 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:08.347443 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-742851fd-1fdb-4b8b-8c3a-523099d88965 req-0ef35ad3-ecf3-406e-b917-5807586a6a28 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 1.0585370 Jul 19 03:32:08.444337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:08.459572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'port_id': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'mac_address': 'fa:16:3e:12:43:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:32:08.479810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Attempting to bind port 259de096-a1f3-4f1c-974e-e5e798823ef7 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:32:08.480180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Attempting to bind port 259de096-a1f3-4f1c-974e-e5e798823ef7 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '524bead3-30fb-47b0-b000-d238fc27e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:32:08.480676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Attempting to bind port 259de096-a1f3-4f1c-974e-e5e798823ef7 on network c578f311-5c04-4dd9-91a3-2c75a99b6337 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:08.494740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:32:08.495147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Checking segment: {'id': '524bead3-30fb-47b0-b000-d238fc27e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:08.495534 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:08.495907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Bound using segment: {'id': '524bead3-30fb-47b0-b000-d238fc27e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:32:08.496398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Bound port: 259de096-a1f3-4f1c-974e-e5e798823ef7, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524bead3-30fb-47b0-b000-d238fc27e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:32:08.496783 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:08.511685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-742851fd-1fdb-4b8b-8c3a-523099d88965 req-62ed3945-6ba5-4352-af57-eae7fa538bfa tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581178 Jul 19 03:32:08.535664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 44fd7b48-4fca-40e5-92ab-91aa067e8572 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:08.542739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 44fd7b48-4fca-40e5-92ab-91aa067e8572 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:08.543158 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:08.677431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:32:08.687621 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] Sync routers for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:32:08.702638 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:08.703621 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:08.718353 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:08.759300 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:08.806780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] For port 259de096-a1f3-4f1c-974e-e5e798823ef7, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:08.816412 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c253a799-abd2-44fc-982a-015aa8be0e0a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7777107 Jul 19 03:32:08.816412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'tag': '90fe80c3-3e24-4f12-9662-45cbbc5995de'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:08.821240 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110573e8-61c8-4240-bf9f-c14f47be43a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c", "tag": "90fe80c3-3e24-4f12-9662-45cbbc5995de"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:08.828432 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44124) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:08.832255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4f903-ae4b-494f-8e41-8a4959169c5d req-8ba8530b-0bc0-4cd6-8368-0ff5d779f371 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:08.834156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cd4f903-ae4b-494f-8e41-8a4959169c5d req-8ba8530b-0bc0-4cd6-8368-0ff5d779f371 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.1810944 Jul 19 03:32:08.847883 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:08.850082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] For port 259de096-a1f3-4f1c-974e-e5e798823ef7, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=259de096-a1f3-4f1c-974e-e5e798823ef7,segment=NetworkSegment(524bead3-30fb-47b0-b000-d238fc27e41f),segment_id=524bead3-30fb-47b0-b000-d238fc27e41f)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:32:08.859432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da29ed00-9945-4a1b-b8d0-f58c1e73f0fe {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:32:08.904221 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa97a9-6c88-44c8-afae-bccb3d46042e x-openstack-request-id: req-48aa97a9-6c88-44c8-afae-bccb3d46042e {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:08.907303 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c", "tag": "90fe80c3-3e24-4f12-9662-45cbbc5995de", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:08.907798 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48aa97a9-6c88-44c8-afae-bccb3d46042e {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:08.910573 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'tag': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'status': 'completed', 'code': 200} Jul 19 03:32:08.913577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:08.934667 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:08.969095 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b4f2a0d4-b01e-48fe-b0da-04c7f2e177c4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/floatingips/07210f70-eb21-45c3-841f-d7acfd5c2576 HTTP/1.1" status: 200 len: 991 time: 0.1387031 Jul 19 03:32:08.979377 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:08.985910 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:08.992773 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:09.057391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cd4f903-ae4b-494f-8e41-8a4959169c5d req-259770d3-a723-43e3-adab-071cc6c7510c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982903 Jul 19 03:32:09.106347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 44fd7b48-4fca-40e5-92ab-91aa067e8572, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=44fd7b48-4fca-40e5-92ab-91aa067e8572,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:09.109490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1a0ff-3f7a-442c-9059-45d15b0ab6c3 None None] Pushing event updated for resources: {'Port': ['ID=259de096-a1f3-4f1c-974e-e5e798823ef7,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:09.156390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-6f4c6afc-7a0d-405b-9669-315997041c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:09.158775 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:09.159067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-6f4c6afc-7a0d-405b-9669-315997041c83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 1097 time: 0.2249310 Jul 19 03:32:09.235289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['da29ed00-9945-4a1b-b8d0-f58c1e73f0fe'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:32:09.240058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:09.309246 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:09.352309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=44fd7b48-4fca-40e5-92ab-91aa067e8572,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:09.462953 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:31:25Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '07210f70-eb21-45c3-841f-d7acfd5c2576', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'mac_address': 'fa:16:3e:9c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:06Z', 'revision_number': 0, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:09.544517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2ca2b-bac9-43ca-a8ab-525e8f694220 req-e43ddf7e-0d07-4cb9-816d-248afd79c586 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:09.548283 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bbd2ca2b-bac9-43ca-a8ab-525e8f694220 req-e43ddf7e-0d07-4cb9-816d-248afd79c586 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 944 time: 0.1556892 Jul 19 03:32:09.552387 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] Checking router: dcf466fa-9e6f-46c1-965e-9d4b06159a9f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:32:09.584568 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:09.585240 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:09.589836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-4caa6b69-cc64-40b0-b9bf-1166f2f90d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:09.591445 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-4caa6b69-cc64-40b0-b9bf-1166f2f90d23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2481ea5-6371-43d1-bd9f-3a4a445537d9 HTTP/1.1" status: 200 len: 895 time: 0.4238610 Jul 19 03:32:09.631058 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bbd2ca2b-bac9-43ca-a8ab-525e8f694220 req-3d387964-c74a-46fc-930f-30e0cc73b62e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740907 Jul 19 03:32:09.719191 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-29170041-70b1-4b57-8249-db5c4fcf1441 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90fe80c3-3e24-4f12-9662-45cbbc5995de HTTP/1.1" status: 200 len: 999 time: 0.1127999 Jul 19 03:32:09.837932 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:09.851944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-bb1955e5-6fc1-45c5-9a08-418f79d9e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:09.853503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-bb1955e5-6fc1-45c5-9a08-418f79d9e69c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19e3f17e-470b-4a0b-82ae-ae45db6495c8 HTTP/1.1" status: 200 len: 834 time: 0.1288526 Jul 19 03:32:09.928694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Router 60747a66-e4a2-4c1f-9eb5-90def19fd691 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:32:09.972533 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44134) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:09.974981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96ffaa-c008-4279-9553-dfcb60e7c5be req-c1a7127a-b351-4fc4-8942-6e7dc80bd8d2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:09.984354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a96ffaa-c008-4279-9553-dfcb60e7c5be req-c1a7127a-b351-4fc4-8942-6e7dc80bd8d2 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1925533 Jul 19 03:32:10.116236 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1fba641c-d310-4d3f-9cb8-d50bf6331bcf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/floatingips/07210f70-eb21-45c3-841f-d7acfd5c2576 HTTP/1.1" status: 200 len: 991 time: 0.1424575 Jul 19 03:32:10.141661 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a96ffaa-c008-4279-9553-dfcb60e7c5be req-c5b6ab30-3185-4397-823f-6ab5aab82a57 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562366 Jul 19 03:32:10.168012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-30fd3a26-e985-4c42-b037-ff6d4b41edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:10.169812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-30fd3a26-e985-4c42-b037-ff6d4b41edba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2481ea5-6371-43d1-bd9f-3a4a445537d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3053412 Jul 19 03:32:10.237065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 44fd7b48-4fca-40e5-92ab-91aa067e8572 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:10.294090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:32:10.320654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Sync routers for ids ['60747a66-e4a2-4c1f-9eb5-90def19fd691'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:32:10.321595 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:31:25Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '07210f70-eb21-45c3-841f-d7acfd5c2576', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'mac_address': 'fa:16:3e:9c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:06Z', 'revision_number': 0, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:10.360951 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37d37a-b538-41d4-bf26-dbf2ca6cb101 None None] The sync data for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 is: [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:31:25Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '07210f70-eb21-45c3-841f-d7acfd5c2576', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'mac_address': 'fa:16:3e:9c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:06Z', 'revision_number': 0, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:32:10.364735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Routers {'60747a66-e4a2-4c1f-9eb5-90def19fd691'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:10.365584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['60747a66-e4a2-4c1f-9eb5-90def19fd691'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:10.418873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45581-b9a9-4c22-a043-9a11e6613684 req-77b5b1df-6fd2-4013-9b3a-489e47cad71e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:10.421098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-69f45581-b9a9-4c22-a043-9a11e6613684 req-77b5b1df-6fd2-4013-9b3a-489e47cad71e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.1397440 Jul 19 03:32:10.467970 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:10.469220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-01f4e499-4fe1-47b1-96ac-fe819adf6fbf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6604302 Jul 19 03:32:10.475295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44138) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:10.480422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 44fd7b48-4fca-40e5-92ab-91aa067e8572 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:10.482313 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:10.574382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-0085a191-cc5a-4fa8-b40f-784018aa2919 service neutron] 10.222.0.25 "GET /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959074 Jul 19 03:32:10.646974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Set router 60747a66-e4a2-4c1f-9eb5-90def19fd691 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:10.757144 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-69f45581-b9a9-4c22-a043-9a11e6613684 req-03eec46a-c417-4db8-84aa-ddcd1c9939e6 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256359 Jul 19 03:32:10.767157 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da54f7-c632-4e6c-8ad2-3b6ec7af77a5 None None] New status for floating IP 07210f70-eb21-45c3-841f-d7acfd5c2576: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:32:10.768665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-f05d048b-b43a-45f4-bca8-3747cd4134d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:10.773771 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-f05d048b-b43a-45f4-bca8-3747cd4134d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e&tenant_id=ccf3d9d83a1448bf94a5896159ddd4af HTTP/1.1" status: 200 len: 1095 time: 0.4023852 Jul 19 03:32:10.794851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:10.843034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee14b498-359b-4343-b7f4-d1c6dd21fac1 None None] Network c578f311-5c04-4dd9-91a3-2c75a99b6337 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:32:10.847221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 259de096-a1f3-4f1c-974e-e5e798823ef7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:10.962773 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-110573e8-61c8-4240-bf9f-c14f47be43a3 req-939f7214-69dc-4b0a-abbb-7a0f961ad701 service neutron] 10.222.0.25 "GET /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713098 Jul 19 03:32:11.031238 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:11.063742 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c29068af-e7c4-41f1-be3b-75344c3394ab None None] Provisioning for port 259de096-a1f3-4f1c-974e-e5e798823ef7 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:11.088084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237870a-a298-4e75-8293-8c0026e5310c req-b09956ac-e76c-42b5-ab3d-85d0bb88206d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:11.090715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8237870a-a298-4e75-8293-8c0026e5310c req-b09956ac-e76c-42b5-ab3d-85d0bb88206d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 944 time: 0.2202785 Jul 19 03:32:11.120850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44146) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:11.128043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 259de096-a1f3-4f1c-974e-e5e798823ef7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:11.206800 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8237870a-a298-4e75-8293-8c0026e5310c req-c21eed18-7233-4826-bbd6-1c46539bf2c3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033652 Jul 19 03:32:11.207010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 259de096-a1f3-4f1c-974e-e5e798823ef7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:11.207308 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:11.292677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'name': 'tempest-TestServerBasicOps-191815671-router', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:08Z', 'revision_number': 3, 'project_id': '0ba154e665f3423ab04580cccabec550', 'gw_port': {'id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:07Z', 'updated_at': '2021-07-19T03:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:11.322806 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-534dde7f-ece8-48aa-8434-3d5cb4377773 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/floatingips/07210f70-eb21-45c3-841f-d7acfd5c2576 HTTP/1.1" status: 200 len: 993 time: 0.2001510 Jul 19 03:32:11.346239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Checking router: 60747a66-e4a2-4c1f-9eb5-90def19fd691 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:32:11.346863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Updating router 60747a66-e4a2-4c1f-9eb5-90def19fd691 port 98ce8cd5-0896-487c-86c3-14a7ee523814 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:32:11.449379 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:11.471934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:11.472247 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:11.480196 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:11.527089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc0127-f933-4094-b7cd-e6e73af628ba req-ba2465e2-3001-4c32-86af-0f6449121b5f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:11.528794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1dcc0127-f933-4094-b7cd-e6e73af628ba req-ba2465e2-3001-4c32-86af-0f6449121b5f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1441555 Jul 19 03:32:11.539848 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:11.583180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a78c4f-7f64-4b3e-b820-c04617c62141 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:32:11.596438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:11.598838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 259de096-a1f3-4f1c-974e-e5e798823ef7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=259de096-a1f3-4f1c-974e-e5e798823ef7,segment=NetworkSegment(524bead3-30fb-47b0-b000-d238fc27e41f),segment_id=524bead3-30fb-47b0-b000-d238fc27e41f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:11.619823 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:11.621464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Transition to ACTIVE for port object d4a78c4f-7f64-4b3e-b820-c04617c62141 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:11.630845 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:11.656814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1dcc0127-f933-4094-b7cd-e6e73af628ba req-f060a1d4-a0fa-463e-baa4-55bb9901fa98 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941498 Jul 19 03:32:11.758142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Allocated IP 172.20.0.1 (c578f311-5c04-4dd9-91a3-2c75a99b6337/e734e1b3-4dd9-4f58-a4da-150952a17147/ba0e0162-729f-44b5-9bc3-72f03c211a31) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:11.825239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=9']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:11.972480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] No DVR routers for this DVR port d4a78c4f-7f64-4b3e-b820-c04617c62141 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:32:12.002479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.028306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Transition to ACTIVE for port object ba0e0162-729f-44b5-9bc3-72f03c211a31 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:12.050842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-71a65b52-fe10-4638-8219-7918679151b4 None None] Provisioning complete for port 259de096-a1f3-4f1c-974e-e5e798823ef7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:12.051217 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71a65b52-fe10-4638-8219-7918679151b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.076930 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.086626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=259de096-a1f3-4f1c-974e-e5e798823ef7,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:12.116661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Network c578f311-5c04-4dd9-91a3-2c75a99b6337 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:12.116894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device da29ed00-9945-4a1b-b8d0-f58c1e73f0fe up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:12.122197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:12.125812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:12.171197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0e0162-729f-44b5-9bc3-72f03c211a31,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:12.185989 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.334412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.350008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Transition to ACTIVE for port object 98ce8cd5-0896-487c-86c3-14a7ee523814 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:12.363839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:12.368444 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.372818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:12.373345 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.417965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.482471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a6559-4450-4d60-9400-08101f3d30d8 req-fec75259-cfbb-4713-8127-8fd573e0d848 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:12.484036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b64a6559-4450-4d60-9400-08101f3d30d8 req-fec75259-cfbb-4713-8127-8fd573e0d848 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 943 time: 0.4468572 Jul 19 03:32:12.545933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Attempting to bind port d4a78c4f-7f64-4b3e-b820-c04617c62141 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:32:12.546288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Attempting to bind port d4a78c4f-7f64-4b3e-b820-c04617c62141 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:32:12.546814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Attempting to bind port d4a78c4f-7f64-4b3e-b820-c04617c62141 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:12.549365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Pushing event updated for resources: {'Port': ['ID=98ce8cd5-0896-487c-86c3-14a7ee523814,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:12.551723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Attempting to bind port 98ce8cd5-0896-487c-86c3-14a7ee523814 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:32:12.552084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Attempting to bind port 98ce8cd5-0896-487c-86c3-14a7ee523814 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:32:12.552443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Attempting to bind port 98ce8cd5-0896-487c-86c3-14a7ee523814 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:12.560104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Port d4a78c4f-7f64-4b3e-b820-c04617c62141 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:32:12.560433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Attempting to bind port d4a78c4f-7f64-4b3e-b820-c04617c62141 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:12.566329 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6abd569d-9a48-4559-a2ef-5072487f0d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.568872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:32:12.569466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:12.569780 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.569997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:32:12.570501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Bound port: 98ce8cd5-0896-487c-86c3-14a7ee523814, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:32:12.570885 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.573163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b64a6559-4450-4d60-9400-08101f3d30d8 req-cc8b0a08-65fa-411f-b286-76f3466ac1ea tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586777 Jul 19 03:32:12.574003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:32:12.574545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Checking segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:12.575100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Bound using segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:32:12.575692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Bound port: d4a78c4f-7f64-4b3e-b820-c04617c62141, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:32:12.576204 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.643282 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.659425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:12.663784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:32:12.668962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bda7bc5b-5d23-45a8-a711-05422a9fc134 None None] Provisioning for port ba0e0162-729f-44b5-9bc3-72f03c211a31 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:12.669794 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.679525 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.683461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bda7bc5b-5d23-45a8-a711-05422a9fc134 None None] Provisioning complete for port ba0e0162-729f-44b5-9bc3-72f03c211a31 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:12.683834 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bda7bc5b-5d23-45a8-a711-05422a9fc134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.690085 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.691217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:12.693652 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef184ec6-1940-48f9-866a-239d24eae583" -d '{"events": [{"server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "name": "network-vif-plugged", "status": "completed", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:12.715241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:12.716309 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.718228 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/d4a78c4f-7f64-4b3e-b820-c04617c62141 HTTP/1.1" status: 200 len: 1092 time: 1.9304104 Jul 19 03:32:12.718873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:12.722657 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:12.727270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:12.729906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] For port 98ce8cd5-0896-487c-86c3-14a7ee523814, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:12.743642 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.749526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17db44e-fb5d-4833-881e-e307480fc7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:12.755814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] For port 98ce8cd5-0896-487c-86c3-14a7ee523814, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=98ce8cd5-0896-487c-86c3-14a7ee523814,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:32:12.781882 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.789518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-bda7bc5b-5d23-45a8-a711-05422a9fc134 None None] Port ba0e0162-729f-44b5-9bc3-72f03c211a31 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:32:12.801620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418040b3-5aaf-4d07-a05c-5d5716c8423d req-464842d8-4acc-4c4a-95ba-bc2b4d1acd4e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:12.809025 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-418040b3-5aaf-4d07-a05c-5d5716c8423d req-464842d8-4acc-4c4a-95ba-bc2b4d1acd4e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 944 time: 0.2719824 Jul 19 03:32:12.828707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-0e9676d8-460d-4bed-9b8e-a1ee28c8321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:12.832330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-0e9676d8-460d-4bed-9b8e-a1ee28c8321b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 1096 time: 0.0663552 Jul 19 03:32:12.852425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:12.855168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Routers {'60747a66-e4a2-4c1f-9eb5-90def19fd691'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:12.855793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:31:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['60747a66-e4a2-4c1f-9eb5-90def19fd691'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:12.865781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0e0162-729f-44b5-9bc3-72f03c211a31,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:12.873808 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:12.944127 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-418040b3-5aaf-4d07-a05c-5d5716c8423d req-ad753f72-d63d-4f9a-b87a-57f298873998 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194184 Jul 19 03:32:12.998680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Pushing event updated for resources: {'Port': ['ID=98ce8cd5-0896-487c-86c3-14a7ee523814,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:13.027061 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf251e0-4e4d-4011-877f-8e0ff6264233 x-openstack-request-id: req-ecf251e0-4e4d-4011-877f-8e0ff6264233 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:13.027342 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "name": "network-vif-plugged", "status": "completed", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:13.027595 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecf251e0-4e4d-4011-877f-8e0ff6264233 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:13.027985 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'code': 200} Jul 19 03:32:13.029469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.029815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.030154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.030513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.030844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.031170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.031677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.031804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.032127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.032435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.032758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.033075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a53628-9fcb-4bf2-9450-4b15dea311e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:13.035495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Network c578f311-5c04-4dd9-91a3-2c75a99b6337 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:13.038389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:13.068493 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f90888-408e-435a-9361-f6dbdfea9fb5 x-openstack-request-id: req-97f90888-408e-435a-9361-f6dbdfea9fb5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:13.069032 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:13.069032 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97f90888-408e-435a-9361-f6dbdfea9fb5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:13.069397 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'status': 'completed', 'code': 200} Jul 19 03:32:13.084523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-749eff7a-ac00-4015-8090-422fca9a5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:13.086013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-749eff7a-ac00-4015-8090-422fca9a5c20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.2485604 Jul 19 03:32:13.098311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d985a10-0abe-40c1-ad90-2a7a4b86e61b req-3f8577d7-2f45-45ed-8b3c-34e1a6b1aa8a tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:13.100373 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d985a10-0abe-40c1-ad90-2a7a4b86e61b req-3f8577d7-2f45-45ed-8b3c-34e1a6b1aa8a tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.2101290 Jul 19 03:32:13.165172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] Set router 60747a66-e4a2-4c1f-9eb5-90def19fd691 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:13.212286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Router 60747a66-e4a2-4c1f-9eb5-90def19fd691 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:32:13.249069 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d985a10-0abe-40c1-ad90-2a7a4b86e61b req-47ead828-fa4d-4fa0-8149-850ca6298005 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353464 Jul 19 03:32:13.260764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-00cdad84-e0be-4dd1-a629-10c856515d98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141 HTTP/1.1" status: 200 len: 998 time: 0.1599307 Jul 19 03:32:13.326765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab1de1-019b-4b8a-9099-7440ab1559e4 req-891b433f-0bf3-4324-9574-786cf47672c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:13.328303 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fcab1de1-019b-4b8a-9099-7440ab1559e4 req-891b433f-0bf3-4324-9574-786cf47672c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1097 time: 0.1996140 Jul 19 03:32:13.335407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-023beaff-a2b5-4454-8575-2e1818d9272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:13.336875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-023beaff-a2b5-4454-8575-2e1818d9272a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.0656140 Jul 19 03:32:13.370992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:32:13.387148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2269bb46-5239-4d02-b9e5-e5afd77fb663 admin admin] 10.222.0.20 "PUT /v2.0/routers/60747a66-e4a2-4c1f-9eb5-90def19fd691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9100935 Jul 19 03:32:13.414095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a57c0444-48eb-4895-884a-33fb731efa11 None None] Provisioning complete for port ba0e0162-729f-44b5-9bc3-72f03c211a31 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:13.415225 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a57c0444-48eb-4895-884a-33fb731efa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:13.418862 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fcab1de1-019b-4b8a-9099-7440ab1559e4 req-f3b38b1f-db8e-4c40-9191-73a48decaa6a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810428 Jul 19 03:32:13.440532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-d5dd042d-7747-461a-9e17-41b7746ff1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:13.442169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-d5dd042d-7747-461a-9e17-41b7746ff1b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990915 Jul 19 03:32:13.464600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a57c0444-48eb-4895-884a-33fb731efa11 None None] Port ba0e0162-729f-44b5-9bc3-72f03c211a31 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:32:13.481164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'name': 'tempest-TestServerBasicOps-191815671-router', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:12Z', 'revision_number': 4, 'project_id': '0ba154e665f3423ab04580cccabec550', 'gw_port': {'id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:07Z', 'updated_at': '2021-07-19T03:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ba0e0162-729f-44b5-9bc3-72f03c211a31', 'name': '', 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'mac_address': 'fa:16:3e:e5:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'e734e1b3-4dd9-4f58-a4da-150952a17147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:11Z', 'updated_at': '2021-07-19T03:32:12Z', 'revision_number': 2, 'project_id': '0ba154e665f3423ab04580cccabec550', 'subnets': [{'id': 'e734e1b3-4dd9-4f58-a4da-150952a17147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:13.515360 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1510128-8c50-49f0-8611-605ef2c472b2 None None] The sync data for ids ['60747a66-e4a2-4c1f-9eb5-90def19fd691'] in n-d-762330-18 is: [{'id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'name': 'tempest-TestServerBasicOps-191815671-router', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:12Z', 'revision_number': 4, 'project_id': '0ba154e665f3423ab04580cccabec550', 'gw_port': {'id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:07Z', 'updated_at': '2021-07-19T03:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ba0e0162-729f-44b5-9bc3-72f03c211a31', 'name': '', 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'mac_address': 'fa:16:3e:e5:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'e734e1b3-4dd9-4f58-a4da-150952a17147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:11Z', 'updated_at': '2021-07-19T03:32:12Z', 'revision_number': 2, 'project_id': '0ba154e665f3423ab04580cccabec550', 'subnets': [{'id': 'e734e1b3-4dd9-4f58-a4da-150952a17147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:32:13.568754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-aa3fdff8-5b48-4c7a-a1b8-daeca3203f75 service neutron] 10.222.0.26 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013849 Jul 19 03:32:13.682406 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58f99a80-6610-405c-9dd0-9220420ad7e2 req-c7d72ab7-7c13-4452-9dcc-661f6fa176f5 service neutron] 10.222.0.26 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071830 Jul 19 03:32:13.832950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8806316-7276-44a5-8d8c-a372e59b7df4 req-9bf34e1c-53c2-4753-95ac-0bdbab55a18f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:13.836159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-07f0b351-0956-4b89-b402-fc27a8d7338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:13.837793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-07f0b351-0956-4b89-b402-fc27a8d7338c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 1096 time: 0.1014721 Jul 19 03:32:13.838716 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b8806316-7276-44a5-8d8c-a372e59b7df4 req-9bf34e1c-53c2-4753-95ac-0bdbab55a18f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.1121154 Jul 19 03:32:13.908695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b8806316-7276-44a5-8d8c-a372e59b7df4 req-4450e8cc-faeb-4424-b982-075973dd23f4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676498 Jul 19 03:32:14.020547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-0e65c9b3-87e8-4357-9efb-1aac4499edce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:14.022394 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-0e65c9b3-87e8-4357-9efb-1aac4499edce service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.1777964 Jul 19 03:32:14.032106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44190) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:14.037709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ee7498bd-69c6-4a3a-944f-bfdafd121e89 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277803009', 'description': 'tempest-secgroup-smoke-1277803009 description', 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:14.090624 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee7498bd-69c6-4a3a-944f-bfdafd121e89 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:14.105619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 259de096-a1f3-4f1c-974e-e5e798823ef7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:14.181496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-6e3057c1-1965-48ac-a996-17944edfabed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141 HTTP/1.1" status: 200 len: 998 time: 0.1498232 Jul 19 03:32:14.202207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 259de096-a1f3-4f1c-974e-e5e798823ef7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:14.202609 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:14.296201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-9c128c9a-18c2-4e17-80a3-377d6c624451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:14.297894 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-9c128c9a-18c2-4e17-80a3-377d6c624451 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.1105516 Jul 19 03:32:14.302835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ac54e-5d89-43c5-8f22-abd62cd048a8 req-f7ae0e09-7e4c-4cc3-b05c-e1b9fa495b47 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:14.310755 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-632ac54e-5d89-43c5-8f22-abd62cd048a8 req-f7ae0e09-7e4c-4cc3-b05c-e1b9fa495b47 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.2029340 Jul 19 03:32:14.424917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-71393e6e-5cf3-4502-b389-0fd49e0ddd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:14.426741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-71393e6e-5cf3-4502-b389-0fd49e0ddd95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217265 Jul 19 03:32:14.520133 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-632ac54e-5d89-43c5-8f22-abd62cd048a8 req-d5ec6d68-4dd1-40c9-a98a-adcf9db2e55f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016661 Jul 19 03:32:14.540198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee7498bd-69c6-4a3a-944f-bfdafd121e89 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:14.550273 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee7498bd-69c6-4a3a-944f-bfdafd121e89 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:14.618960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeeb25b-4f67-4771-9a1c-6dc4d0b7973c req-6aac5519-dbab-4c88-9715-a401add81c56 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:14.631141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ddeeb25b-4f67-4771-9a1c-6dc4d0b7973c req-6aac5519-dbab-4c88-9715-a401add81c56 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1853108 Jul 19 03:32:14.652422 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee7498bd-69c6-4a3a-944f-bfdafd121e89 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:14.657111 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ee7498bd-69c6-4a3a-944f-bfdafd121e89 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6219292 Jul 19 03:32:14.661448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44202) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:14.684289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5f6e0242-f494-40fb-b85f-7f6ef9680394 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Request body: {'security_group_rule': {'security_group_id': '17415aa8-6b52-4f13-b1b0-e84d32abffa2', 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:14.698033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7498bd-69c6-4a3a-944f-bfdafd121e89 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17415aa8-6b52-4f13-b1b0-e84d32abffa2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:14.765868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ddeeb25b-4f67-4771-9a1c-6dc4d0b7973c req-c28e882e-0194-4a03-afb5-600733dc88f3 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291261 Jul 19 03:32:14.769766 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0242-f494-40fb-b85f-7f6ef9680394 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:14.856448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-38b6ed28-b4bf-47b2-ac28-79672209c38a service neutron] 10.222.0.26 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732256 Jul 19 03:32:14.898400 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:32:14.899555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0242-f494-40fb-b85f-7f6ef9680394 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:14.919117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0242-f494-40fb-b85f-7f6ef9680394 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:14.960990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e0242-f494-40fb-b85f-7f6ef9680394 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521c6646-5bf3-479d-be52-24b95f9bb211,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:14.965920 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0242-f494-40fb-b85f-7f6ef9680394 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:14.968470 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5f6e0242-f494-40fb-b85f-7f6ef9680394 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2957919 Jul 19 03:32:14.972758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44206) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:14.982684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-939476c4-409f-4bdd-a1ae-55eff9d620e3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Request body: {'security_group_rule': {'security_group_id': '17415aa8-6b52-4f13-b1b0-e84d32abffa2', 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:15.032797 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-939476c4-409f-4bdd-a1ae-55eff9d620e3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.080848 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0dc67a99-7350-4e87-9ef8-440a0966323d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.093090 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b5b918d-fe90-4a7c-bec1-b4a2d9a714ef req-c2e11478-89fd-4ad0-ae2e-2c52798faaf8 service neutron] 10.222.0.26 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909823 Jul 19 03:32:15.195115 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-939476c4-409f-4bdd-a1ae-55eff9d620e3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.203907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-939476c4-409f-4bdd-a1ae-55eff9d620e3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.238656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-939476c4-409f-4bdd-a1ae-55eff9d620e3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.240999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-939476c4-409f-4bdd-a1ae-55eff9d620e3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2658737 Jul 19 03:32:15.249037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44210) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:15.257187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1ca01c94-af75-491b-8e28-aff1c36f44a5 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Request body: {'security_group_rule': {'security_group_id': '17415aa8-6b52-4f13-b1b0-e84d32abffa2', 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:15.263128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939476c4-409f-4bdd-a1ae-55eff9d620e3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8cfe0a-6f06-465e-9781-3b38d8199fe4,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:15.277056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8298dd4-0cea-43b2-a329-0d05c6a6492b req-933e82e3-1119-4320-b0f8-37a82c66e6b4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:15.278868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8298dd4-0cea-43b2-a329-0d05c6a6492b req-933e82e3-1119-4320-b0f8-37a82c66e6b4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.1278753 Jul 19 03:32:15.317246 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ca01c94-af75-491b-8e28-aff1c36f44a5 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.367247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8298dd4-0cea-43b2-a329-0d05c6a6492b req-47ef2bf1-f504-4aa1-861c-4ae8021b9cec tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740745 Jul 19 03:32:15.435354 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ca01c94-af75-491b-8e28-aff1c36f44a5 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.442451 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ca01c94-af75-491b-8e28-aff1c36f44a5 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.464009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca01c94-af75-491b-8e28-aff1c36f44a5 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f445617-a93c-406b-962d-d9e4903d1534,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:15.474112 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ca01c94-af75-491b-8e28-aff1c36f44a5 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.477152 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1ca01c94-af75-491b-8e28-aff1c36f44a5 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2255747 Jul 19 03:32:15.478540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44212) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:15.484505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ab94df6d-5e68-4d54-957f-6f60d6800060 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Request body: {'security_group_rule': {'security_group_id': '17415aa8-6b52-4f13-b1b0-e84d32abffa2', 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:15.521622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab94df6d-5e68-4d54-957f-6f60d6800060 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.592386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab94df6d-5e68-4d54-957f-6f60d6800060 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.597909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab94df6d-5e68-4d54-957f-6f60d6800060 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.623392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94df6d-5e68-4d54-957f-6f60d6800060 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3afa3e-7641-46ef-a997-b20da814b5e2,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:15.648016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab94df6d-5e68-4d54-957f-6f60d6800060 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.650354 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ab94df6d-5e68-4d54-957f-6f60d6800060 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701000 Jul 19 03:32:15.652876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44216) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:15.653285 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.659370 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-201a9abf-5fd8-4437-982e-2de62061bb7a tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Request body: {'security_group_rule': {'security_group_id': '17415aa8-6b52-4f13-b1b0-e84d32abffa2', 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:15.689053 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-201a9abf-5fd8-4437-982e-2de62061bb7a tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Project e863a5d63e4047c59de06eb5a55e42c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:32:15.707712 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-201a9abf-5fd8-4437-982e-2de62061bb7a tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.849082 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-201a9abf-5fd8-4437-982e-2de62061bb7a tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.860349 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-201a9abf-5fd8-4437-982e-2de62061bb7a tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.880105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db6f83-b12d-44d1-8e25-264713e8abd5 req-98ffb965-46db-4923-82ac-0b4e8aa7a184 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:15.881722 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-53db6f83-b12d-44d1-8e25-264713e8abd5 req-98ffb965-46db-4923-82ac-0b4e8aa7a184 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.1300893 Jul 19 03:32:15.902464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a9abf-5fd8-4437-982e-2de62061bb7a tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092d3592-19d3-4b63-bbf8-48114bf78ef0,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:15.906554 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-201a9abf-5fd8-4437-982e-2de62061bb7a tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:15.907764 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-201a9abf-5fd8-4437-982e-2de62061bb7a tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2538850 Jul 19 03:32:15.911629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44222) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:15.918127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-20abfb6f-39f3-4423-acd6-9bd10bfce775 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Request body: {'security_group_rule': {'security_group_id': '17415aa8-6b52-4f13-b1b0-e84d32abffa2', 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:15.960379 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-53db6f83-b12d-44d1-8e25-264713e8abd5 req-c7de4331-d64b-4ea2-aecf-f914a8bc7a71 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666902 Jul 19 03:32:16.027935 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-20abfb6f-39f3-4423-acd6-9bd10bfce775 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Project e863a5d63e4047c59de06eb5a55e42c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:32:16.037849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20abfb6f-39f3-4423-acd6-9bd10bfce775 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:16.104734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 98ce8cd5-0896-487c-86c3-14a7ee523814 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:16.112596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08485d-3586-42b8-a8a6-8e9f2c7963de req-077185aa-13e6-4e3d-9267-d034a9454002 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:16.115511 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e08485d-3586-42b8-a8a6-8e9f2c7963de req-077185aa-13e6-4e3d-9267-d034a9454002 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1898227 Jul 19 03:32:16.182071 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20abfb6f-39f3-4423-acd6-9bd10bfce775 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:16.185795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 98ce8cd5-0896-487c-86c3-14a7ee523814 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:16.192071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 98ce8cd5-0896-487c-86c3-14a7ee523814 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:16.192784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:16.201902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e08485d-3586-42b8-a8a6-8e9f2c7963de req-62688a09-2b6c-4d8b-a18f-14d74c08398a tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795305 Jul 19 03:32:16.203672 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20abfb6f-39f3-4423-acd6-9bd10bfce775 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:16.224357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abfb6f-39f3-4423-acd6-9bd10bfce775 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04ae6ae-2023-4ee5-9b12-54899340c919,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:16.244912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20abfb6f-39f3-4423-acd6-9bd10bfce775 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:16.246374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-20abfb6f-39f3-4423-acd6-9bd10bfce775 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3321762 Jul 19 03:32:16.367314 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:16.368750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe0835-02ac-4fc0-9938-d9fbe2217924 req-6b01434f-f948-4a0d-ad35-855d20cba574 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:16.397698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0fbe0835-02ac-4fc0-9938-d9fbe2217924 req-6b01434f-f948-4a0d-ad35-855d20cba574 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.1718233 Jul 19 03:32:16.397912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 98ce8cd5-0896-487c-86c3-14a7ee523814, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=98ce8cd5-0896-487c-86c3-14a7ee523814,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:16.414399 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:16.420406 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:16.496747 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0fbe0835-02ac-4fc0-9938-d9fbe2217924 req-c352c28d-852f-43f8-986e-9ace77485fe1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958400 Jul 19 03:32:16.515359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44242) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:16.524214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=98ce8cd5-0896-487c-86c3-14a7ee523814,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:16.594166 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-5e689b17-26e5-4144-af22-87ce72398406 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277803009&fields=id&tenant_id=e863a5d63e4047c59de06eb5a55e42c4 HTTP/1.1" status: 200 len: 267 time: 0.1176491 Jul 19 03:32:16.723326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-7e5b8390-6b30-4d56-849a-8bdbce0d0ae7 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:16.730513 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-7e5b8390-6b30-4d56-849a-8bdbce0d0ae7 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/networks?id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e HTTP/1.1" status: 200 len: 808 time: 0.1353533 Jul 19 03:32:16.741731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806a256-6dcc-4dba-ae31-4cce28305e06 req-d10db2cc-496b-4ee6-8055-f64fe5610fae tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:16.743481 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8806a256-6dcc-4dba-ae31-4cce28305e06 req-d10db2cc-496b-4ee6-8055-f64fe5610fae tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.1222157 Jul 19 03:32:16.772467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-6b9258f4-c6c4-4138-8775-c5a775f38214 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/quotas/e863a5d63e4047c59de06eb5a55e42c4 HTTP/1.1" status: 200 len: 375 time: 0.0407894 Jul 19 03:32:16.841498 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8806a256-6dcc-4dba-ae31-4cce28305e06 req-c50d490c-603d-4d17-9026-198b60236557 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872192 Jul 19 03:32:16.873303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1087b14d-d52a-4113-90fd-f5fc5e0829dd tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:16.874938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1087b14d-d52a-4113-90fd-f5fc5e0829dd tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1092 time: 0.3461301 Jul 19 03:32:16.879548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44244) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:16.885867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:16.927911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:16.931238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-e9c25676-7310-4324-995a-f1a95459ee64 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e863a5d63e4047c59de06eb5a55e42c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516521 Jul 19 03:32:17.050495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Sync routers for ids ['60747a66-e4a2-4c1f-9eb5-90def19fd691'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:32:17.060116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Routers {'60747a66-e4a2-4c1f-9eb5-90def19fd691'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:17.061402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['60747a66-e4a2-4c1f-9eb5-90def19fd691'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:17.073319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:17.083959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3d9ede9a-cde5-4b4b-a422-12c6693115cb service neutron] 10.222.0.20 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318004 Jul 19 03:32:17.245811 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3850152b-3737-47b8-8223-3c69f5407259 service neutron] 10.222.0.20 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551187 Jul 19 03:32:17.254364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Set router 60747a66-e4a2-4c1f-9eb5-90def19fd691 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:17.281676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.25.2.171 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/072f4df9-9460-4c98-ba43-2ba5fe77d587) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:17.590177 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:17.620405 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-92370deb-8200-46d6-9ba2-cb2be1e12416 req-5215e522-58c7-47ce-820a-05a2dd4b4777 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 210 time: 0.0712223 Jul 19 03:32:17.638129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077557fb-3cf8-4292-8612-63359ed0bd2b req-ca46a733-d8fa-451a-a31f-f1aee63d1ccd tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:17.646355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-077557fb-3cf8-4292-8612-63359ed0bd2b req-ca46a733-d8fa-451a-a31f-f1aee63d1ccd tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1889064 Jul 19 03:32:17.655135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'name': 'tempest-TestServerBasicOps-191815671-router', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:12Z', 'revision_number': 4, 'project_id': '0ba154e665f3423ab04580cccabec550', 'gw_port': {'id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:07Z', 'updated_at': '2021-07-19T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ba0e0162-729f-44b5-9bc3-72f03c211a31', 'name': '', 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'mac_address': 'fa:16:3e:e5:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'e734e1b3-4dd9-4f58-a4da-150952a17147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:11Z', 'updated_at': '2021-07-19T03:32:12Z', 'revision_number': 2, 'project_id': '0ba154e665f3423ab04580cccabec550', 'subnets': [{'id': 'e734e1b3-4dd9-4f58-a4da-150952a17147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:17.755877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Checking router: 60747a66-e4a2-4c1f-9eb5-90def19fd691 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:32:17.756353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Updating router 60747a66-e4a2-4c1f-9eb5-90def19fd691 port ba0e0162-729f-44b5-9bc3-72f03c211a31 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:32:17.774378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-077557fb-3cf8-4292-8612-63359ed0bd2b req-3ead4bca-6500-471d-8865-63b08ef3fffe tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262853 Jul 19 03:32:17.798324 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:17.838060 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:17.873844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:17.886416 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:17.908529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:17.974559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=072f4df9-9460-4c98-ba43-2ba5fe77d587,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:18.052672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:18.053543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 98ce8cd5-0896-487c-86c3-14a7ee523814 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:18.150983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aafd5-6d78-42e0-adf2-c41dd2deecae req-df2a9f90-420f-43f2-8868-ad58ac534926 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:18.162382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ea3aafd5-6d78-42e0-adf2-c41dd2deecae req-df2a9f90-420f-43f2-8868-ad58ac534926 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.1168504 Jul 19 03:32:18.248588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ea3aafd5-6d78-42e0-adf2-c41dd2deecae req-7d05911f-7060-430b-8adb-55eb4eb92919 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787873 Jul 19 03:32:18.455994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 98ce8cd5-0896-487c-86c3-14a7ee523814 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:18.455994 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:18.835476 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:18.845599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:18.864175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Transition to ACTIVE for port object ba0e0162-729f-44b5-9bc3-72f03c211a31 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:18.878943 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:18.986416 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-81dff9d0-8360-4e6a-9082-65bc84993bb4 req-754912f4-7c8c-4ff0-aa45-9288be5efe0b tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 210 time: 0.0536940 Jul 19 03:32:19.008081 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf930e78-5780-483b-b120-9b50c03e342c None None] Pushing event updated for resources: {'Port': ['ID=ba0e0162-729f-44b5-9bc3-72f03c211a31,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:19.091662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:19.142365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Attempting to bind port ba0e0162-729f-44b5-9bc3-72f03c211a31 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:32:19.144312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Attempting to bind port ba0e0162-729f-44b5-9bc3-72f03c211a31 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '524bead3-30fb-47b0-b000-d238fc27e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:32:19.152380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Attempting to bind port ba0e0162-729f-44b5-9bc3-72f03c211a31 on network c578f311-5c04-4dd9-91a3-2c75a99b6337 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:19.160165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:32:19.160857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Checking segment: {'id': '524bead3-30fb-47b0-b000-d238fc27e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:19.161473 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:19.162043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Bound using segment: {'id': '524bead3-30fb-47b0-b000-d238fc27e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:32:19.162728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Bound port: ba0e0162-729f-44b5-9bc3-72f03c211a31, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524bead3-30fb-47b0-b000-d238fc27e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:32:19.163281 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:19.197066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85966950-989b-4d93-8560-f811de4aac7f req-88ca8f1d-07af-4599-8263-3dd499969380 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:19.207111 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85966950-989b-4d93-8560-f811de4aac7f req-88ca8f1d-07af-4599-8263-3dd499969380 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1695039 Jul 19 03:32:19.297029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] For port ba0e0162-729f-44b5-9bc3-72f03c211a31, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:19.306989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] For port ba0e0162-729f-44b5-9bc3-72f03c211a31, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ba0e0162-729f-44b5-9bc3-72f03c211a31,segment=NetworkSegment(524bead3-30fb-47b0-b000-d238fc27e41f),segment_id=524bead3-30fb-47b0-b000-d238fc27e41f)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:32:19.311672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85966950-989b-4d93-8560-f811de4aac7f req-8db388d8-438a-4df9-9702-c2b946ff8ab0 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895138 Jul 19 03:32:19.321005 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:19.511497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Routers {'60747a66-e4a2-4c1f-9eb5-90def19fd691'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:19.514974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['60747a66-e4a2-4c1f-9eb5-90def19fd691'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:19.757638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] Set router 60747a66-e4a2-4c1f-9eb5-90def19fd691 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:19.898094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-6fa030d4-067c-43d0-8d19-c066fec7069f tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:19.910037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-6fa030d4-067c-43d0-8d19-c066fec7069f tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.25 "GET /v2.0/networks?id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e HTTP/1.1" status: 200 len: 808 time: 0.3590784 Jul 19 03:32:19.987559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-0f4035ce-2fa7-4a5a-8856-0fc35b4ef3c9 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e863a5d63e4047c59de06eb5a55e42c4 HTTP/1.1" status: 200 len: 380 time: 0.0731831 Jul 19 03:32:20.009532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Request body: {'port': {'device_id': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'admin_state_up': True, 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'security_groups': ['17415aa8-6b52-4f13-b1b0-e84d32abffa2']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:20.241774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf930e78-5780-483b-b120-9b50c03e342c None None] Pushing event updated for resources: {'Port': ['ID=ba0e0162-729f-44b5-9bc3-72f03c211a31,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:20.291641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Made reservation on behalf of e863a5d63e4047c59de06eb5a55e42c4 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:32:20.295533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:20.479621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:20.499964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'name': 'tempest-TestServerBasicOps-191815671-router', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:12Z', 'revision_number': 4, 'project_id': '0ba154e665f3423ab04580cccabec550', 'gw_port': {'id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:07Z', 'updated_at': '2021-07-19T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ba0e0162-729f-44b5-9bc3-72f03c211a31', 'name': '', 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'mac_address': 'fa:16:3e:e5:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'e734e1b3-4dd9-4f58-a4da-150952a17147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:11Z', 'updated_at': '2021-07-19T03:32:19Z', 'revision_number': 4, 'project_id': '0ba154e665f3423ab04580cccabec550', 'subnets': [{'id': 'e734e1b3-4dd9-4f58-a4da-150952a17147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:20.515647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:20.563341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d310086c-45be-4365-8b0f-7929c31eb257 None None] The sync data for ids ['60747a66-e4a2-4c1f-9eb5-90def19fd691'] in n-d-762330-18 is: [{'id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'name': 'tempest-TestServerBasicOps-191815671-router', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:12Z', 'revision_number': 4, 'project_id': '0ba154e665f3423ab04580cccabec550', 'gw_port': {'id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:07Z', 'updated_at': '2021-07-19T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'ba0e0162-729f-44b5-9bc3-72f03c211a31', 'name': '', 'network_id': 'c578f311-5c04-4dd9-91a3-2c75a99b6337', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'mac_address': 'fa:16:3e:e5:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'e734e1b3-4dd9-4f58-a4da-150952a17147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:11Z', 'updated_at': '2021-07-19T03:32:19Z', 'revision_number': 4, 'project_id': '0ba154e665f3423ab04580cccabec550', 'subnets': [{'id': 'e734e1b3-4dd9-4f58-a4da-150952a17147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:32:20.594244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f78395f-f6e6-4549-ab2c-c62b0e9faba2 req-65000430-c074-4b2b-8dbb-5a5d14472e5d tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Jul 19 03:32:20.605751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Allocated IP 172.20.0.5 (8908343d-d7c8-4a1b-b56f-cb50ddea7f3e/282dca1b-24a1-407a-b759-54694d1bc0f9/c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:20.763147 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:20.779946 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=072f4df9-9460-4c98-ba43-2ba5fe77d587,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:20.934562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806232a8-87de-4d1e-b135-1b67c22fa0da req-f9160e40-8206-447c-af48-9560fe331eb7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:20.936216 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-806232a8-87de-4d1e-b135-1b67c22fa0da req-f9160e40-8206-447c-af48-9560fe331eb7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.4505789 Jul 19 03:32:20.986302 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:21.053778 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-806232a8-87de-4d1e-b135-1b67c22fa0da req-a755731e-cc76-45a4-b4dd-9cea91f90cdd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088607 Jul 19 03:32:21.055234 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Floating IP afe14462-220a-4bbf-ab17-6d20dd919e64 associated. External IP: 172.25.2.171, port: da29ed00-9945-4a1b-b8d0-f58c1e73f0fe. Jul 19 03:32:21.083280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Transition to ACTIVE for port object c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:21.259431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb9904-1e42-43ab-abc4-3e738068d66d req-d2f54831-80b4-4af9-a2a8-bc6a64817e80 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:21.266466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e4bb9904-1e42-43ab-abc4-3e738068d66d req-d2f54831-80b4-4af9-a2a8-bc6a64817e80 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.4001768 Jul 19 03:32:21.282644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fd025-cfcb-4112-b4bd-f3f47f008630 req-5dffcd02-9521-4ff6-be37-54c5ec008c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:21.285365 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b0fd025-cfcb-4112-b4bd-f3f47f008630 req-5dffcd02-9521-4ff6-be37-54c5ec008c1b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 1098 time: 0.2700503 Jul 19 03:32:21.415245 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:21.559669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e4bb9904-1e42-43ab-abc4-3e738068d66d req-9efb1b33-0450-4079-a831-cc6a0170485e tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724922 Jul 19 03:32:21.574566 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b0fd025-cfcb-4112-b4bd-f3f47f008630 req-839349e4-8d45-4094-8437-9e7ea3a8d235 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364721 Jul 19 03:32:21.605661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:21.607328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 2f92b505-8fcd-4605-9cf6-b660aba1482b has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:32:21.609824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event updated for resources: {'Port': ['ID=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:21.637387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:21.659521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:21.786730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:21.787420 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:21.828221 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-aa77aae4-daec-4f9f-bcdb-75a1221ded82 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8295743 Jul 19 03:32:21.841826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Request body: {'port': {'device_id': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:21.975713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:21.981352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:32:21.999756 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] Sync routers for ids ['2f92b505-8fcd-4605-9cf6-b660aba1482b'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:32:22.001773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031a845-3ae4-436c-a2ed-a149e031431b req-7569a4e2-04d0-4fc5-b206-3b2b1d068335 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:22.009233 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2031a845-3ae4-436c-a2ed-a149e031431b req-7569a4e2-04d0-4fc5-b206-3b2b1d068335 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 931 time: 0.1398101 Jul 19 03:32:22.044300 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:22.047598 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] Routers {'2f92b505-8fcd-4605-9cf6-b660aba1482b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:22.049471 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2f92b505-8fcd-4605-9cf6-b660aba1482b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:22.142868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cec7deeb-0e22-41b6-8a3e-21b70e62365c None None] Provisioning for port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:22.161319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ba0e0162-729f-44b5-9bc3-72f03c211a31 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:22.161478 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-38347101-f362-410e-ae7e-cdff3cecbfd4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2803717 Jul 19 03:32:22.164448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:22.173855 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91f4433-1f97-4760-a171-9e2409a93f25" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:22.176712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2031a845-3ae4-436c-a2ed-a149e031431b req-b1b2a638-1912-457f-a0fa-b41a6d435947 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664231 Jul 19 03:32:22.183355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cec7deeb-0e22-41b6-8a3e-21b70e62365c None None] Provisioning complete for port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:22.183355 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cec7deeb-0e22-41b6-8a3e-21b70e62365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:22.297480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] Set router 2f92b505-8fcd-4605-9cf6-b660aba1482b gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:22.321216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cec7deeb-0e22-41b6-8a3e-21b70e62365c None None] Port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:32:22.399650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port ba0e0162-729f-44b5-9bc3-72f03c211a31 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:22.405251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ba0e0162-729f-44b5-9bc3-72f03c211a31 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:22.405972 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:22.560053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d7c03-6b79-4546-b18a-b973edaec1bc req-2f805a58-cab5-4e88-8005-04250dccd7fa tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:22.571952 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b34d7c03-6b79-4546-b18a-b973edaec1bc req-2f805a58-cab5-4e88-8005-04250dccd7fa tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.1663175 Jul 19 03:32:22.644099 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:22.707491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b34d7c03-6b79-4546-b18a-b973edaec1bc req-175256cd-7eaa-47f0-af22-20d6a23bbe5a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272879 Jul 19 03:32:22.737507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port ba0e0162-729f-44b5-9bc3-72f03c211a31, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ba0e0162-729f-44b5-9bc3-72f03c211a31,segment=NetworkSegment(524bead3-30fb-47b0-b000-d238fc27e41f),segment_id=524bead3-30fb-47b0-b000-d238fc27e41f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:22.752240 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:22.783964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d17481-1ff9-41a3-bf34-040b13fdf199 req-5b6659a5-c31e-4da7-8fd0-a80aa983241a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:22.786103 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03d17481-1ff9-41a3-bf34-040b13fdf199 req-5b6659a5-c31e-4da7-8fd0-a80aa983241a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.2653210 Jul 19 03:32:22.851898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=ba0e0162-729f-44b5-9bc3-72f03c211a31,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:22.881370 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df116783-9b81-4921-97ad-cb42413c8336 x-openstack-request-id: req-df116783-9b81-4921-97ad-cb42413c8336 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:22.881854 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:22.882288 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df116783-9b81-4921-97ad-cb42413c8336 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:22.882863 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'status': 'completed', 'code': 200} Jul 19 03:32:22.885559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03d17481-1ff9-41a3-bf34-040b13fdf199 req-8e6a4d1c-78b1-47b3-b99a-48b38835a625 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833886 Jul 19 03:32:22.911406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44316) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:23.031136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:32:23.032169 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-89097b7b-6590-4560-917a-1224afa2c1fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/afe14462-220a-4bbf-ab17-6d20dd919e64 HTTP/1.1" status: 200 len: 991 time: 0.1193502 Jul 19 03:32:23.045487 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:23.059435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Transition to ACTIVE for port object c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:23.066094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:23.198074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:23.297744 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:53Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'afe14462-220a-4bbf-ab17-6d20dd919e64', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'port_id': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'mac_address': 'fa:16:3e:12:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:18Z', 'updated_at': '2021-07-19T03:32:18Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c9dfd0-2036-465f-b8f7-259fb468b174', 'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:4d:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:52Z', 'updated_at': '2021-07-19T03:32:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:23.301334 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca692ee5-ca93-4910-95f2-f4b1e266d23f req-148a286a-3a49-43a8-8678-592487e4d465 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:23.305169 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca692ee5-ca93-4910-95f2-f4b1e266d23f req-148a286a-3a49-43a8-8678-592487e4d465 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1854103 Jul 19 03:32:23.367029 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] Checking router: 2f92b505-8fcd-4605-9cf6-b660aba1482b for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:32:23.392883 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] Routers {'2f92b505-8fcd-4605-9cf6-b660aba1482b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:23.407759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca692ee5-ca93-4910-95f2-f4b1e266d23f req-7de8175e-ddb9-4941-9fd7-b6f87ee7e370 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839341 Jul 19 03:32:23.408953 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2f92b505-8fcd-4605-9cf6-b660aba1482b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:23.413348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-3e480c5a-85b3-4b5c-9228-8a0d6d586ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:23.414925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-3e480c5a-85b3-4b5c-9228-8a0d6d586ea9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1097 time: 0.3074055 Jul 19 03:32:23.530199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Attempting to bind port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:32:23.530868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Attempting to bind port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:32:23.537173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Attempting to bind port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e on network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:23.623721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e on network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:32:23.626326 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] Set router 2f92b505-8fcd-4605-9cf6-b660aba1482b gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:23.630339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Attempting to bind port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e on network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:23.726811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:32:23.727173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Checking segment: {'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:23.727539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Bound using segment: {'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:32:23.727984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Bound port: c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:32:23.728344 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:23.813065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-ae53a397-5d44-4631-96e9-36e0df55601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:23.815127 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-ae53a397-5d44-4631-96e9-36e0df55601c service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 200 len: 897 time: 0.3731945 Jul 19 03:32:23.831604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a758d87-17ff-47ed-aece-527847d30411 req-7ba85faf-0c29-4bea-bbe5-3029a52ee036 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:23.840751 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a758d87-17ff-47ed-aece-527847d30411 req-7ba85faf-0c29-4bea-bbe5-3029a52ee036 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 943 time: 0.4247684 Jul 19 03:32:24.036239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44328) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:24.091057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a758d87-17ff-47ed-aece-527847d30411 req-3bbe1195-15b5-4d7e-b9ba-604d454d8582 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493474 Jul 19 03:32:24.096682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] For port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:24.139267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ba0e0162-729f-44b5-9bc3-72f03c211a31 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:24.207823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] For port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:32:24.266519 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-e8384b63-1e40-4cf1-87c2-32e6a12e687c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 999 time: 0.4152796 Jul 19 03:32:24.272476 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:24.296030 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:53Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'afe14462-220a-4bbf-ab17-6d20dd919e64', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'port_id': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'mac_address': 'fa:16:3e:12:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:18Z', 'updated_at': '2021-07-19T03:32:18Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c9dfd0-2036-465f-b8f7-259fb468b174', 'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:4d:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:52Z', 'updated_at': '2021-07-19T03:32:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:24.313978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ba0e0162-729f-44b5-9bc3-72f03c211a31 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:24.313978 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:24.332069 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c3482552-c1c9-4354-aa6b-94f8e24e3260 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/afe14462-220a-4bbf-ab17-6d20dd919e64 HTTP/1.1" status: 200 len: 991 time: 0.2911263 Jul 19 03:32:24.381417 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085ed4fc-f06b-4f19-a1a4-f6184fbe8349 None None] The sync data for ids ['2f92b505-8fcd-4605-9cf6-b660aba1482b'] in n-d-762330-18 is: [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:53Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'afe14462-220a-4bbf-ab17-6d20dd919e64', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'port_id': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'mac_address': 'fa:16:3e:12:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:18Z', 'updated_at': '2021-07-19T03:32:18Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c9dfd0-2036-465f-b8f7-259fb468b174', 'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:4d:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:52Z', 'updated_at': '2021-07-19T03:32:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:32:24.423260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3c120-62ce-4ebe-89e8-7b9136143c59 req-1471b0df-3bdd-42e4-b53b-8747ca014458 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:24.434252 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01a3c120-62ce-4ebe-89e8-7b9136143c59 req-1471b0df-3bdd-42e4-b53b-8747ca014458 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.2100420 Jul 19 03:32:24.519758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:24.520531 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:24.524002 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] 10.222.0.25 "PUT /v2.0/ports/c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e HTTP/1.1" status: 200 len: 1092 time: 2.6856194 Jul 19 03:32:24.529015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01a3c120-62ce-4ebe-89e8-7b9136143c59 req-4d33678e-ecf8-4796-bf76-98142978a339 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927799 Jul 19 03:32:24.545236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'tag': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:24.548150 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af99ca-004f-4513-bb12-bc23b7bca35c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e31798e-c226-4b91-9d7a-a394b4b4d991", "tag": "c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:24.855030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910a32b-3bf5-474e-9c49-6b146b64eb35 None None] New status for floating IP afe14462-220a-4bbf-ab17-6d20dd919e64: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:32:25.129173 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b38b3-1e0f-438a-b6ce-be0af6ee6403 x-openstack-request-id: req-343b38b3-1e0f-438a-b6ce-be0af6ee6403 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:25.129759 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e31798e-c226-4b91-9d7a-a394b4b4d991", "tag": "c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:25.129759 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-343b38b3-1e0f-438a-b6ce-be0af6ee6403 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:25.130309 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'tag': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e', 'status': 'completed', 'code': 200} Jul 19 03:32:25.235727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-f9dc95e5-d703-49c4-a4c3-e00943d6f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:25.238293 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-f9dc95e5-d703-49c4-a4c3-e00943d6f875 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=925cacf7-8460-4fea-88df-285b0fdb7f47 HTTP/1.1" status: 200 len: 835 time: 0.6692810 Jul 19 03:32:25.244120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c7276-8d41-4a5c-9d82-64a5633bf5fa req-0a05357e-1958-4616-a098-a1a669ab92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:25.245610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d86c7276-8d41-4a5c-9d82-64a5633bf5fa req-0a05357e-1958-4616-a098-a1a669ab92b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10e259e48c44d029d9e68e0b3258593&device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 1098 time: 1.0268550 Jul 19 03:32:25.262886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e81498-81c7-4068-99e4-5a65bb38227e req-1adc1f03-4312-4484-bcb6-0aa10f509719 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:25.270800 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27e81498-81c7-4068-99e4-5a65bb38227e req-1adc1f03-4312-4484-bcb6-0aa10f509719 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.9154117 Jul 19 03:32:25.300065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf6758-c738-4fa0-8898-71e5e1f07cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:25.332470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44340) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:25.352813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27e81498-81c7-4068-99e4-5a65bb38227e req-c9c372db-5daf-494a-83ed-e891e81d2885 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809250 Jul 19 03:32:25.378152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-6aad0187-535e-47ca-afa8-393e12140519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:25.379732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-6aad0187-535e-47ca-afa8-393e12140519 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e863a5d63e4047c59de06eb5a55e42c4&device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 1095 time: 0.2483246 Jul 19 03:32:25.461398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-9c5b30ec-2c68-4384-b785-40f0647250b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e HTTP/1.1" status: 200 len: 217 time: 0.0734441 Jul 19 03:32:25.537979 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e9dfbbfc-1eb3-467d-934e-19a2bc54fe18 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/afe14462-220a-4bbf-ab17-6d20dd919e64 HTTP/1.1" status: 200 len: 993 time: 0.2043035 Jul 19 03:32:25.552740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-c9ab61a1-5873-4901-bfa8-f6827206aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:25.555245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-c9ab61a1-5873-4901-bfa8-f6827206aa55 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=282dca1b-24a1-407a-b759-54694d1bc0f9 HTTP/1.1" status: 200 len: 847 time: 0.0801165 Jul 19 03:32:25.623438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded467cd-997d-4d42-bcd8-91a06871fde2 req-f41a7c32-4267-42e2-9a92-0ceb44a6c118 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:25.625623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ded467cd-997d-4d42-bcd8-91a06871fde2 req-f41a7c32-4267-42e2-9a92-0ceb44a6c118 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 943 time: 0.1824102 Jul 19 03:32:25.687011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-350538c9-a4ee-4f5e-b9ef-011fceea53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:25.700820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-350538c9-a4ee-4f5e-b9ef-011fceea53f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379778 Jul 19 03:32:25.702708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ded467cd-997d-4d42-bcd8-91a06871fde2 req-d9b4adc6-d3c5-472c-a5e7-013a4a911871 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706351 Jul 19 03:32:25.949519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7003ab-4669-496e-95a2-e631f744a75d req-f6a7e06a-af88-4c66-95e8-fa6b46ab05d2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:25.951638 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd7003ab-4669-496e-95a2-e631f744a75d req-f6a7e06a-af88-4c66-95e8-fa6b46ab05d2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.1760254 Jul 19 03:32:25.954040 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-ebaa2e61-a97e-4a3a-b77d-531a45d7d888 service neutron] 10.222.0.25 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440178 Jul 19 03:32:26.053746 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd7003ab-4669-496e-95a2-e631f744a75d req-19d0a0ce-c965-44a9-bcf1-d93307af7f73 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954249 Jul 19 03:32:26.085967 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-776336f9-a9a0-4a81-8d07-0d1565447070 req-11b80399-ae41-4703-a056-18c160442b5b service neutron] 10.222.0.25 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207447 Jul 19 03:32:26.236842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-cfd55a57-4991-4945-8ae3-6a40aef9ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.238772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-cfd55a57-4991-4945-8ae3-6a40aef9ddbf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e863a5d63e4047c59de06eb5a55e42c4&device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 1095 time: 0.0544467 Jul 19 03:32:26.406923 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64d62574-371e-4e25-b388-adedfe0f44ce req-57c92e64-1a9e-4c90-8c5e-6364f59e46d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564952 Jul 19 03:32:26.428887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-91e4ceb9-1f5b-4edd-b864-3c6386c47406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.430385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-91e4ceb9-1f5b-4edd-b864-3c6386c47406 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e HTTP/1.1" status: 200 len: 908 time: 0.1854520 Jul 19 03:32:26.489464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c7276-8d41-4a5c-9d82-64a5633bf5fa req-324a7f69-3d56-4866-a6ea-e55413b88973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.490993 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d86c7276-8d41-4a5c-9d82-64a5633bf5fa req-324a7f69-3d56-4866-a6ea-e55413b88973 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 200 len: 911 time: 0.1844568 Jul 19 03:32:26.493944 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-de1b7212-9297-4fe2-9597-26cbabc276ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e HTTP/1.1" status: 200 len: 217 time: 0.0527909 Jul 19 03:32:26.535261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d62574-371e-4e25-b388-adedfe0f44ce req-0fcb4c96-c3c7-4db9-96b9-edf5cc156350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.536833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64d62574-371e-4e25-b388-adedfe0f44ce req-0fcb4c96-c3c7-4db9-96b9-edf5cc156350 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10e259e48c44d029d9e68e0b3258593&device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 1097 time: 0.0984232 Jul 19 03:32:26.548022 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-4335ba4e-b515-4eaa-99b9-dca73126ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.549676 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-4335ba4e-b515-4eaa-99b9-dca73126ee3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2442210 Jul 19 03:32:26.569974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d86c7276-8d41-4a5c-9d82-64a5633bf5fa req-c2ccbe92-1659-40ec-9372-efd893deee8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=167a5653-7824-493f-9d52-ae08740069d9 HTTP/1.1" status: 200 len: 217 time: 0.0717897 Jul 19 03:32:26.604052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a67f87-6b22-480d-9e52-d672e1f6d8ff req-40b1c420-3946-4402-a3e3-a491726908bc tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.605591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-83a67f87-6b22-480d-9e52-d672e1f6d8ff req-40b1c420-3946-4402-a3e3-a491726908bc tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1124680 Jul 19 03:32:26.679183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-b57ce436-d5dd-4100-9f0f-868296bc760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.680464 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-b57ce436-d5dd-4100-9f0f-868296bc760c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=282dca1b-24a1-407a-b759-54694d1bc0f9 HTTP/1.1" status: 200 len: 847 time: 0.1743505 Jul 19 03:32:26.687298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c7276-8d41-4a5c-9d82-64a5633bf5fa req-35d3bcaa-f967-445e-b891-1af41a2e1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.688742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d86c7276-8d41-4a5c-9d82-64a5633bf5fa req-35d3bcaa-f967-445e-b891-1af41a2e1b3c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12501ad2-c9b7-4d62-851d-35247ac21621 HTTP/1.1" status: 200 len: 851 time: 0.1101592 Jul 19 03:32:26.695818 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-83a67f87-6b22-480d-9e52-d672e1f6d8ff req-8cc23d23-86b8-4fd5-ab36-a1377b372e8c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830362 Jul 19 03:32:26.700874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d62574-371e-4e25-b388-adedfe0f44ce req-93d57207-20be-42f0-bff4-160a97a57746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.704102 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64d62574-371e-4e25-b388-adedfe0f44ce req-93d57207-20be-42f0-bff4-160a97a57746 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 200 len: 911 time: 0.1408219 Jul 19 03:32:26.749561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64d62574-371e-4e25-b388-adedfe0f44ce req-9a68bf86-3b34-4512-a15b-3e315cb6168f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd HTTP/1.1" status: 200 len: 217 time: 0.0391099 Jul 19 03:32:26.757307 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d86c7276-8d41-4a5c-9d82-64a5633bf5fa req-cbe378b8-225c-4e01-919e-62724cb6ce91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a733bb5-c87a-4a8b-954a-73267d93c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527754 Jul 19 03:32:26.789680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-ecfdc51d-a787-43d1-9d21-c305f4d7ea84 service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215948 Jul 19 03:32:26.829037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d62574-371e-4e25-b388-adedfe0f44ce req-3febe54e-ce21-4236-a2a4-32d6ec5b1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.831089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64d62574-371e-4e25-b388-adedfe0f44ce req-3febe54e-ce21-4236-a2a4-32d6ec5b1886 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12501ad2-c9b7-4d62-851d-35247ac21621 HTTP/1.1" status: 200 len: 851 time: 0.0733292 Jul 19 03:32:26.877210 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64d62574-371e-4e25-b388-adedfe0f44ce req-877b3416-4597-46ba-96ea-e1064383f1d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a733bb5-c87a-4a8b-954a-73267d93c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370142 Jul 19 03:32:26.978073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64d62574-371e-4e25-b388-adedfe0f44ce req-0d17ec00-497b-4e13-94dd-0b0c7334beee service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936811 Jul 19 03:32:26.989131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-cf3c2e83-fdb3-47c1-b53b-fd06766c7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:26.991030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-cf3c2e83-fdb3-47c1-b53b-fd06766c7cda service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3008685 Jul 19 03:32:27.047780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d86c7276-8d41-4a5c-9d82-64a5633bf5fa req-c9eb440d-50bb-4afa-bd9f-b2d5975978f4 service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805541 Jul 19 03:32:27.098308 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64d62574-371e-4e25-b388-adedfe0f44ce req-1f71e024-0b94-4776-9464-ead931c111e8 service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134684 Jul 19 03:32:27.100225 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91f4433-1f97-4760-a171-9e2409a93f25 req-2916c19f-487e-49d3-b746-89cfafc60918 service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009219 Jul 19 03:32:27.187429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f71a2-b985-43f7-83df-63b30f6a02f5 req-cdb015ef-a3c1-4f57-aeb4-876c926fd449 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:27.189430 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-854f71a2-b985-43f7-83df-63b30f6a02f5 req-cdb015ef-a3c1-4f57-aeb4-876c926fd449 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 943 time: 0.3334839 Jul 19 03:32:27.233587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-ced82751-c07d-41ff-a6c5-79e479755dec service neutron] 10.222.0.25 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291787 Jul 19 03:32:27.277074 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d86c7276-8d41-4a5c-9d82-64a5633bf5fa req-5a3c3d1e-4928-49fd-a63f-cca656bbaace service neutron] 10.222.0.26 "GET /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130585 Jul 19 03:32:27.280158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae45dc-3546-4b8c-84ae-f111b7b0d520 req-835c33c0-bc4b-437b-81dd-66fc937bf74a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:27.281895 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0dae45dc-3546-4b8c-84ae-f111b7b0d520 req-835c33c0-bc4b-437b-81dd-66fc937bf74a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.0706086 Jul 19 03:32:27.297675 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-854f71a2-b985-43f7-83df-63b30f6a02f5 req-0331ba5c-c384-4bb1-a2c9-7d372344034b tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960002 Jul 19 03:32:27.347086 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0dae45dc-3546-4b8c-84ae-f111b7b0d520 req-42b646f7-e44d-4390-bda0-75bebbc67891 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496800 Jul 19 03:32:27.364229 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88af99ca-004f-4513-bb12-bc23b7bca35c req-4042392f-d413-4fa3-a5e6-8e93c8c49c17 service neutron] 10.222.0.25 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196282 Jul 19 03:32:27.881685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f3419-2432-4667-a47e-b0597e4c6dcb req-5927563f-ba61-425b-8542-b67503dff868 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:27.883113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-209f3419-2432-4667-a47e-b0597e4c6dcb req-5927563f-ba61-425b-8542-b67503dff868 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.0654650 Jul 19 03:32:27.926842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-209f3419-2432-4667-a47e-b0597e4c6dcb req-4f312a10-9d21-4b52-840c-20d903b03e5f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377359 Jul 19 03:32:28.494625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee9f4f-6d0c-4e73-a869-a3c3f0a756d7 req-55b76430-44ff-4a24-b363-d3b05efb5d64 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:28.496263 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cdee9f4f-6d0c-4e73-a869-a3c3f0a756d7 req-55b76430-44ff-4a24-b363-d3b05efb5d64 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 943 time: 0.0641713 Jul 19 03:32:28.530345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c3bff-d0aa-4cac-b65f-85af720a4ec0 req-28c29583-c974-41d1-912c-3ffea80f6afd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:28.531868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b1c3bff-d0aa-4cac-b65f-85af720a4ec0 req-28c29583-c974-41d1-912c-3ffea80f6afd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.0647383 Jul 19 03:32:28.535435 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cdee9f4f-6d0c-4e73-a869-a3c3f0a756d7 req-41c89009-52e7-4500-a11f-c3ea89573531 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334136 Jul 19 03:32:28.571785 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b1c3bff-d0aa-4cac-b65f-85af720a4ec0 req-8184bf0b-4f0a-4fcd-8f6e-d8a19c0d1266 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336804 Jul 19 03:32:28.817946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:32:28.849560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38333acd-f578-47df-860b-42f587be5d97 req-4c45354f-4124-46af-aebf-89a3c5be9b50 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0683022 Jul 19 03:32:28.923712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:28.935182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'port_id': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e', 'mac_address': 'fa:16:3e:de:9c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:32:28.960812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333acd-f578-47df-860b-42f587be5d97 req-8f858ce5-8580-433f-ab85-b10fe9e02b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:28.975186 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:28.983173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38333acd-f578-47df-860b-42f587be5d97 req-8f858ce5-8580-433f-ab85-b10fe9e02b55 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 1098 time: 0.0827875 Jul 19 03:32:28.991097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:32:29.018795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:29.024837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:29.084787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:29.136641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333acd-f578-47df-860b-42f587be5d97 req-b47d91c0-a8c3-4eab-b97d-931a7a798455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:29.138590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38333acd-f578-47df-860b-42f587be5d97 req-b47d91c0-a8c3-4eab-b97d-931a7a798455 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 200 len: 909 time: 0.1479723 Jul 19 03:32:29.162842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a4434-9947-47dd-be67-46c18e65db63 req-2bddf721-1294-4f47-9fae-942f837b887f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:29.164393 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b12a4434-9947-47dd-be67-46c18e65db63 req-2bddf721-1294-4f47-9fae-942f837b887f tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.1050475 Jul 19 03:32:29.241816 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38333acd-f578-47df-860b-42f587be5d97 req-6000c58f-9394-4d65-a786-2234f5df0d97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31a678-6c11-430c-b1c2-98a1d5774b21 HTTP/1.1" status: 200 len: 1002 time: 0.0938728 Jul 19 03:32:29.244719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b12a4434-9947-47dd-be67-46c18e65db63 req-6b0c9f64-17b7-4ec9-9014-d5a5379dee8c tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520101 Jul 19 03:32:29.295796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333acd-f578-47df-860b-42f587be5d97 req-c7a0929e-e5bc-48a2-a5d4-9ba488cc7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:29.297425 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38333acd-f578-47df-860b-42f587be5d97 req-c7a0929e-e5bc-48a2-a5d4-9ba488cc7db2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 200 len: 848 time: 0.0482738 Jul 19 03:32:29.369600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333acd-f578-47df-860b-42f587be5d97 req-c0e670ed-eeb4-45b8-8dd5-82f1816b393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:29.371469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38333acd-f578-47df-860b-42f587be5d97 req-c0e670ed-eeb4-45b8-8dd5-82f1816b393c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66515329-14d2-403d-9c58-62f5e4e23d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659196 Jul 19 03:32:29.372405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:32:29.486808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38333acd-f578-47df-860b-42f587be5d97 req-5a033a2c-babd-4c8b-a01d-55627863975d service neutron] 10.222.0.25 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062937 Jul 19 03:32:29.602779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38333acd-f578-47df-860b-42f587be5d97 req-cd314d3e-3697-46b7-814b-f8f1497986f4 service neutron] 10.222.0.25 "GET /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064377 Jul 19 03:32:29.751163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feb191-ef5e-40ee-8f29-6db34991fe08 req-861900f0-8cde-4f04-9d3f-3e9726f70cce tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:29.753100 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60feb191-ef5e-40ee-8f29-6db34991fe08 req-861900f0-8cde-4f04-9d3f-3e9726f70cce tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.0699699 Jul 19 03:32:29.768446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df851-4710-470d-b8d6-0a7a45494080 req-83b3f196-d773-47ab-8c4f-d97a78d9bcec tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:29.770127 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c2df851-4710-470d-b8d6-0a7a45494080 req-83b3f196-d773-47ab-8c4f-d97a78d9bcec tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 944 time: 0.0705035 Jul 19 03:32:29.794909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-60feb191-ef5e-40ee-8f29-6db34991fe08 req-1596b222-c704-4e51-8e67-fe6a3b8f4dee tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347755 Jul 19 03:32:29.817114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c2df851-4710-470d-b8d6-0a7a45494080 req-e601fb59-1f3f-4bbb-8443-1fb8c1362132 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Jul 19 03:32:29.965569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5cb8f-b0e4-42f1-8313-774d8520ac47 req-0862bd7d-2545-4889-9cfa-47577c92aea3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:29.967132 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76e5cb8f-b0e4-42f1-8313-774d8520ac47 req-0862bd7d-2545-4889-9cfa-47577c92aea3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.0697947 Jul 19 03:32:30.006522 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76e5cb8f-b0e4-42f1-8313-774d8520ac47 req-a1ed7902-f536-476d-b41a-5e24155aa059 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328219 Jul 19 03:32:30.845442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:30.907269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:30.913467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:30.913845 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:31.023285 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2807be-97a2-483b-a00f-1d47aa25fd52 req-5a4790b1-5654-44d4-8d91-cc9e6faed003 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:31.025618 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c2807be-97a2-483b-a00f-1d47aa25fd52 req-5a4790b1-5654-44d4-8d91-cc9e6faed003 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.0982938 Jul 19 03:32:31.056203 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:31.102039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:31.106648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c2807be-97a2-483b-a00f-1d47aa25fd52 req-58a14a24-f7ab-405a-b8ce-55cde67fe921 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736070 Jul 19 03:32:31.107110 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd280b11-9bcd-4a52-9515-0320ec48f26f" -d '{"events": [{"server_uuid": "9e31798e-c226-4b91-9d7a-a394b4b4d991", "name": "network-vif-plugged", "status": "completed", "tag": "c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:31.118929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5dc43-4f05-463f-bf36-6e6648fa6e78 req-f267b91f-185e-4bce-acb4-fef9d578b7cf tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:31.121075 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09d5dc43-4f05-463f-bf36-6e6648fa6e78 req-f267b91f-185e-4bce-acb4-fef9d578b7cf tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 944 time: 0.1317139 Jul 19 03:32:31.143111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:31.154425 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:31.208240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:31.211263 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09d5dc43-4f05-463f-bf36-6e6648fa6e78 req-70f082bf-5480-4f7d-b7ac-5110f6fc0380 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812833 Jul 19 03:32:31.260766 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6516fc3-f948-4ee0-b630-855384972710 x-openstack-request-id: req-f6516fc3-f948-4ee0-b630-855384972710 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:31.261189 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e31798e-c226-4b91-9d7a-a394b4b4d991", "name": "network-vif-plugged", "status": "completed", "tag": "c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:31.261316 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6516fc3-f948-4ee0-b630-855384972710 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:31.261702 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e', 'code': 200} Jul 19 03:32:31.330602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb449c80-18bb-4be8-9247-bf09bcbab014 req-55af160f-6983-4f26-9ac5-c3d23f53a4b3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:31.332284 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fb449c80-18bb-4be8-9247-bf09bcbab014 req-55af160f-6983-4f26-9ac5-c3d23f53a4b3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.0708601 Jul 19 03:32:31.386554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68becb0b-5989-4081-993d-a2dd6660a49c req-a3d5a8ce-1a53-4979-a5be-c956484623d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:31.388367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68becb0b-5989-4081-993d-a2dd6660a49c req-a3d5a8ce-1a53-4979-a5be-c956484623d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 1097 time: 0.0596840 Jul 19 03:32:31.396019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fb449c80-18bb-4be8-9247-bf09bcbab014 req-9afeeece-578e-495c-bd13-0038cde02e3a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576296 Jul 19 03:32:31.474786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68becb0b-5989-4081-993d-a2dd6660a49c req-66a5cf97-744f-4ca7-8bc0-f43ba7f5e4fc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754895 Jul 19 03:32:32.321656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234d565-9d7e-4c46-9e72-7a9c8e0b8bc0 req-35eb945a-83be-4471-9228-4a477a885874 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:32.330102 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9234d565-9d7e-4c46-9e72-7a9c8e0b8bc0 req-35eb945a-83be-4471-9228-4a477a885874 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.0979018 Jul 19 03:32:32.371228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9234d565-9d7e-4c46-9e72-7a9c8e0b8bc0 req-5a59fc87-1164-42a3-a5cc-f292eb4e5082 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396330 Jul 19 03:32:32.406298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe076c3-a5d9-457c-b95c-89a620425fa5 req-a090c5fc-453f-4900-8970-94a5e1d961fd tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:32.408359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbe076c3-a5d9-457c-b95c-89a620425fa5 req-a090c5fc-453f-4900-8970-94a5e1d961fd tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 945 time: 0.0713720 Jul 19 03:32:32.458851 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbe076c3-a5d9-457c-b95c-89a620425fa5 req-49a8563e-bfa5-4837-aaae-d0c77872bf42 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444372 Jul 19 03:32:32.594811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368a243-8955-4273-9f26-5e9898648701 req-6d376722-bca9-4f47-bb48-2b4deb963780 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:32.596789 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9368a243-8955-4273-9f26-5e9898648701 req-6d376722-bca9-4f47-bb48-2b4deb963780 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.0685387 Jul 19 03:32:32.643814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9368a243-8955-4273-9f26-5e9898648701 req-d4545e5d-3bd6-4519-bd3f-b1c25504e4d5 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386360 Jul 19 03:32:32.797813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c178008-6d29-460f-98d4-1815b85ae469 req-eaad2f7b-229f-4178-b1cb-3cdcfa5bb295 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:32.800392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c178008-6d29-460f-98d4-1815b85ae469 req-eaad2f7b-229f-4178-b1cb-3cdcfa5bb295 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 946 time: 0.0748248 Jul 19 03:32:32.909276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-3c178008-6d29-460f-98d4-1815b85ae469 req-85f7fe27-0c8d-4e80-8017-6544a98496af tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Deleting port 167a5653-7824-493f-9d52-ae08740069d9 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:32:32.909600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3c178008-6d29-460f-98d4-1815b85ae469 req-85f7fe27-0c8d-4e80-8017-6544a98496af tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:33.010816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3c178008-6d29-460f-98d4-1815b85ae469 req-85f7fe27-0c8d-4e80-8017-6544a98496af tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] For port 167a5653-7824-493f-9d52-ae08740069d9, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=167a5653-7824-493f-9d52-ae08740069d9,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:33.011174 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3c178008-6d29-460f-98d4-1815b85ae469 req-85f7fe27-0c8d-4e80-8017-6544a98496af tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:33.030297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-3c178008-6d29-460f-98d4-1815b85ae469 req-85f7fe27-0c8d-4e80-8017-6544a98496af tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Calling delete_port for 167a5653-7824-493f-9d52-ae08740069d9 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:32:33.184669 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3c178008-6d29-460f-98d4-1815b85ae469 req-85f7fe27-0c8d-4e80-8017-6544a98496af tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:33.196750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['791167a8-b7c7-4a8f-82eb-ebe9a59f6efd', '167a5653-7824-493f-9d52-ae08740069d9'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:32:33.207180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b5a89-2b2d-4872-86f4-d0ba280d8b49 req-980d618c-a248-467c-b16e-4c305a064edc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:33.210706 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d21b5a89-2b2d-4872-86f4-d0ba280d8b49 req-980d618c-a248-467c-b16e-4c305a064edc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 946 time: 0.0791678 Jul 19 03:32:33.219401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7fe27-0c8d-4e80-8017-6544a98496af tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Pushing event deleted for resources: {'Port': ['ID=167a5653-7824-493f-9d52-ae08740069d9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:33.258457 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d21b5a89-2b2d-4872-86f4-d0ba280d8b49 req-bd7fb4f8-7732-41f5-8e94-94d8014335d0 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440588 Jul 19 03:32:33.265574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c178008-6d29-460f-98d4-1815b85ae469 req-85f7fe27-0c8d-4e80-8017-6544a98496af tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] No DVR routers for this DVR port 167a5653-7824-493f-9d52-ae08740069d9 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:32:33.269293 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3c178008-6d29-460f-98d4-1815b85ae469 req-85f7fe27-0c8d-4e80-8017-6544a98496af tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:33.271383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c178008-6d29-460f-98d4-1815b85ae469 req-85f7fe27-0c8d-4e80-8017-6544a98496af tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.26 "DELETE /v2.0/ports/167a5653-7824-493f-9d52-ae08740069d9 HTTP/1.1" status: 204 len: 173 time: 0.4645317 Jul 19 03:32:33.271813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d620be0-0c1f-4922-80c7-18c9586d8d33', 'name': 'network-vif-deleted', 'tag': '167a5653-7824-493f-9d52-ae08740069d9'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:33.274250 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759ce715-4c3f-442c-a059-04a6fc3543b7" -d '{"events": [{"server_uuid": "7d620be0-0c1f-4922-80c7-18c9586d8d33", "name": "network-vif-deleted", "tag": "167a5653-7824-493f-9d52-ae08740069d9"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:33.320251 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0c20cf-cc50-4b92-b8ad-514ea48e7760 x-openstack-request-id: req-9f0c20cf-cc50-4b92-b8ad-514ea48e7760 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:33.320613 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d620be0-0c1f-4922-80c7-18c9586d8d33", "name": "network-vif-deleted", "tag": "167a5653-7824-493f-9d52-ae08740069d9", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:33.320933 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f0c20cf-cc50-4b92-b8ad-514ea48e7760 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:33.321390 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d620be0-0c1f-4922-80c7-18c9586d8d33', 'name': 'network-vif-deleted', 'tag': '167a5653-7824-493f-9d52-ae08740069d9', 'status': 'completed', 'code': 200} Jul 19 03:32:33.523345 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ed5cd8c-1878-4191-af64-e28ec06d3f67 req-5d54c36c-709c-45ad-93b2-7d9d710fdc57 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d620be0-0c1f-4922-80c7-18c9586d8d33 HTTP/1.1" status: 200 len: 210 time: 0.0298173 Jul 19 03:32:33.637473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37b97-c1b1-4983-b112-7f6aab87149d req-5bbd4ad0-05c6-4a4b-add8-87ac11af324e tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:33.639083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-30f37b97-c1b1-4983-b112-7f6aab87149d req-5bbd4ad0-05c6-4a4b-add8-87ac11af324e tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 945 time: 0.0639880 Jul 19 03:32:33.690014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-30f37b97-c1b1-4983-b112-7f6aab87149d req-b9eb4a9b-6614-45d3-8ec3-7efcb8ff4ec7 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448546 Jul 19 03:32:33.939288 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94c043-5186-4ee8-ab65-21ec9c5b9b32 req-3aaf0e81-0fd4-4c37-af15-18f12df093ae tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:33.941073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de94c043-5186-4ee8-ab65-21ec9c5b9b32 req-3aaf0e81-0fd4-4c37-af15-18f12df093ae tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 945 time: 0.0692794 Jul 19 03:32:33.981487 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de94c043-5186-4ee8-ab65-21ec9c5b9b32 req-c5abca69-5274-42cd-9569-4ce1f459769d tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342541 Jul 19 03:32:34.134529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e9e37-25d8-4856-820f-c31fd07608a8 req-9bd7de63-9f00-44e5-90cd-9593ab2979f1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:34.136079 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa8e9e37-25d8-4856-820f-c31fd07608a8 req-9bd7de63-9f00-44e5-90cd-9593ab2979f1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.3331409 Jul 19 03:32:34.166971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd187-f2b7-4bd3-bf30-65cd698c9c28 req-6374dc2b-e1b8-4c95-8561-4e44a92e23a0 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:34.168491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-748bd187-f2b7-4bd3-bf30-65cd698c9c28 req-6374dc2b-e1b8-4c95-8561-4e44a92e23a0 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 945 time: 0.0713387 Jul 19 03:32:34.176730 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa8e9e37-25d8-4856-820f-c31fd07608a8 req-55e3f477-1891-4aec-925a-550fb5b853cb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347662 Jul 19 03:32:34.207722 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-748bd187-f2b7-4bd3-bf30-65cd698c9c28 req-2aa59af0-a05b-4b88-9d3f-7e9875f69d20 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329289 Jul 19 03:32:34.231443 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44454) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:34.367301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56199151-3067-4204-97cd-2370bc760e95 tempest-TestServerBasicOps-872236292 tempest-TestServerBasicOps-872236292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:34.368840 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-56199151-3067-4204-97cd-2370bc760e95 tempest-TestServerBasicOps-872236292 tempest-TestServerBasicOps-872236292-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 1092 time: 0.1364477 Jul 19 03:32:34.371889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44460) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:34.376828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:34.430505 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:34.480875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01602b57-3af6-4ace-8412-f3023305a021 req-266dfa54-a9a2-4530-a8a6-3ecfa7afc1c9 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:34.482366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01602b57-3af6-4ace-8412-f3023305a021 req-266dfa54-a9a2-4530-a8a6-3ecfa7afc1c9 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 946 time: 0.1011436 Jul 19 03:32:34.555251 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-01602b57-3af6-4ace-8412-f3023305a021 req-9bc3cf43-04cd-4aff-9b4a-1690951acfd9 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662630 Jul 19 03:32:34.582006 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:34.697696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Allocated IP 172.25.2.206 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/a71ff5c4-4fd3-4d9c-a221-38e665faf475) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:34.809244 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:34.920696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-14e57005-7033-4f55-ade8-b73a5f6cb577 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:34.922220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-14e57005-7033-4f55-ade8-b73a5f6cb577 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 946 time: 0.1102526 Jul 19 03:32:34.968162 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:35.054155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:35.074076 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:35.082024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:35.105345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event updated for resources: {'Port': ['ID=a71ff5c4-4fd3-4d9c-a221-38e665faf475,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:35.177427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8815-a6b9-400a-8c5e-fedf586440e7 req-4e51fb37-79a0-4b83-a438-35369ef8cbaa tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:35.179043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce4c8815-a6b9-400a-8c5e-fedf586440e7 req-4e51fb37-79a0-4b83-a438-35369ef8cbaa tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.2428100 Jul 19 03:32:35.246983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Deleting port 6a31a678-6c11-430c-b1c2-98a1d5774b21 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:32:35.247326 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:35.385478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce4c8815-a6b9-400a-8c5e-fedf586440e7 req-87eca375-51dd-4c55-a382-7ae12c1d0c61 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957018 Jul 19 03:32:35.483613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] For port 6a31a678-6c11-430c-b1c2-98a1d5774b21, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a31a678-6c11-430c-b1c2-98a1d5774b21,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:35.483981 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:35.564517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d837ff-7c3a-416a-b099-fba55236811c req-79718515-a738-48ae-89ed-d4d5f264e632 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:35.566854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88d837ff-7c3a-416a-b099-fba55236811c req-79718515-a738-48ae-89ed-d4d5f264e632 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 944 time: 0.0679874 Jul 19 03:32:35.609506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88d837ff-7c3a-416a-b099-fba55236811c req-40900334-b63c-484d-8ef0-32f2aa8ca635 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374308 Jul 19 03:32:36.131773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95832ec4-d52c-4e85-8c28-29656b8cf4ac req-30be4738-246f-4bbd-9b09-f595eb8022ff tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:36.133279 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95832ec4-d52c-4e85-8c28-29656b8cf4ac req-30be4738-246f-4bbd-9b09-f595eb8022ff tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 946 time: 0.4036787 Jul 19 03:32:36.139931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:36.140294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:36.140614 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Floating IP 8ea3110a-9863-4daf-b27f-168eb39d3f8a disassociated. External IP: 172.25.2.116, port: 6a31a678-6c11-430c-b1c2-98a1d5774b21. Jul 19 03:32:36.141009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Calling delete_port for 6a31a678-6c11-430c-b1c2-98a1d5774b21 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:32:36.178601 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:36.244892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d4a78c4f-7f64-4b3e-b820-c04617c62141 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:32:36.247294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 167a5653-7824-493f-9d52-ae08740069d9 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:32:36.276188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 167a5653-7824-493f-9d52-ae08740069d9 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:32:36.276533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 167a5653-7824-493f-9d52-ae08740069d9 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:32:36.366631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:36.377702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'port_id': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'mac_address': 'fa:16:3e:69:ee:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:32:36.424070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:36.443436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a78c4f-7f64-4b3e-b820-c04617c62141 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:32:36.464082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:36.469381 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:36.522062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=11']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:36.581487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de826-ae80-43de-822c-2a86e7699e1b req-d6a93f56-b39a-4b77-9601-76791d5c9793 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:36.583032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d1de826-ae80-43de-822c-2a86e7699e1b req-d6a93f56-b39a-4b77-9601-76791d5c9793 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.0688221 Jul 19 03:32:36.594953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95832ec4-d52c-4e85-8c28-29656b8cf4ac req-d13b325b-dc66-43e3-bde7-c34f290b1b88 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups?id=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4507236 Jul 19 03:32:36.629581 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d1de826-ae80-43de-822c-2a86e7699e1b req-5f33608d-2d06-4db3-9f16-401fcb7741c3 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Jul 19 03:32:36.670459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:36.698923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['d4a78c4f-7f64-4b3e-b820-c04617c62141'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:32:36.811403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:36.874539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event deleted for resources: {'Port': ['ID=6a31a678-6c11-430c-b1c2-98a1d5774b21,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:36.916160 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:36.971873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b853e-564b-487d-8ff4-0c0cac4191aa req-50dd4a49-b5fe-4d51-b9fc-a8fdaff57b62 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:36.973303 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-881b853e-564b-487d-8ff4-0c0cac4191aa req-50dd4a49-b5fe-4d51-b9fc-a8fdaff57b62 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.2313621 Jul 19 03:32:37.076860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:37.097836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:37.144987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-881b853e-564b-487d-8ff4-0c0cac4191aa req-315145c5-650b-4666-9387-208367932f9f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632431 Jul 19 03:32:37.193141 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:37.208826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Router 07fc98b7-a2a8-4101-a479-325739f4a828 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:32:37.211224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event updated for resources: {'Port': ['ID=a71ff5c4-4fd3-4d9c-a221-38e665faf475,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:37.227570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:37.239794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-1ff4a3e8-58fe-4b72-bb48-d161734b205e tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:37.241344 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-1ff4a3e8-58fe-4b72-bb48-d161734b205e tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.2454836 Jul 19 03:32:37.483114 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Floating IP 03cab8ea-3765-4ec8-8120-f2b92218b040 associated. External IP: 172.25.2.206, port: c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e. Jul 19 03:32:37.556982 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:32:37.567936 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] Sync routers for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:32:37.576714 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:37.577320 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:37.620556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-f9fea4d6-e2fa-45ef-b86a-f5c8d69487b5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Deleting port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:32:37.620902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-f9fea4d6-e2fa-45ef-b86a-f5c8d69487b5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:37.650293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] No DVR routers for this DVR port 6a31a678-6c11-430c-b1c2-98a1d5774b21 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:32:37.669640 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:37.671691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7d25046-c84b-4cc6-aa1f-5d956a001dba req-f81f3485-8ef8-4ec2-aa71-be05865fbbdc tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.25 "DELETE /v2.0/ports/6a31a678-6c11-430c-b1c2-98a1d5774b21 HTTP/1.1" status: 204 len: 173 time: 2.7430182 Jul 19 03:32:37.672141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'name': 'network-vif-deleted', 'tag': '6a31a678-6c11-430c-b1c2-98a1d5774b21'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:37.675441 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2399383-fa80-4a90-a775-98d4d8683c16" -d '{"events": [{"server_uuid": "9cf5910b-964a-4a7a-9640-1a120df20dca", "name": "network-vif-deleted", "tag": "6a31a678-6c11-430c-b1c2-98a1d5774b21"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:37.693400 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:37.817194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-f9fea4d6-e2fa-45ef-b86a-f5c8d69487b5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] For port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:37.817490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-f9fea4d6-e2fa-45ef-b86a-f5c8d69487b5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:37.821921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ac79f25b-391e-42cf-9b08-9d3b82f28e1d req-283a2d36-51d6-409a-b60f-8868fc6b49bd tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf5910b-964a-4a7a-9640-1a120df20dca HTTP/1.1" status: 200 len: 210 time: 0.0434012 Jul 19 03:32:37.883350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-f9fea4d6-e2fa-45ef-b86a-f5c8d69487b5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Calling delete_port for 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:32:37.885852 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcd27ba-0be7-452a-9506-7c48c4315800 x-openstack-request-id: req-1dcd27ba-0be7-452a-9506-7c48c4315800 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:37.886223 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf5910b-964a-4a7a-9640-1a120df20dca", "name": "network-vif-deleted", "tag": "6a31a678-6c11-430c-b1c2-98a1d5774b21", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:37.887855 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dcd27ba-0be7-452a-9506-7c48c4315800 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:37.887855 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf5910b-964a-4a7a-9640-1a120df20dca', 'name': 'network-vif-deleted', 'tag': '6a31a678-6c11-430c-b1c2-98a1d5774b21', 'status': 'completed', 'code': 200} Jul 19 03:32:37.935057 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:37.962094 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] Checking router: 07fc98b7-a2a8-4101-a479-325739f4a828 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:32:37.963474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Router 89444092-b83a-4f86-a90e-51b59aed12b2 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:32:37.971248 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:37.971854 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:37.999806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15ff5-5ef7-4d23-a943-8cd9301a496a req-5a497e64-33ad-4d4a-a948-6b37bf8b6352 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:38.001544 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0da15ff5-5ef7-4d23-a943-8cd9301a496a req-5a497e64-33ad-4d4a-a948-6b37bf8b6352 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 945 time: 0.2047975 Jul 19 03:32:38.078379 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:38.161253 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0da15ff5-5ef7-4d23-a943-8cd9301a496a req-30ea7732-6c97-4be6-b501-2413ac0ace5b tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/security-groups?id=987486f1-c917-4f86-8584-e1f883d9056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222672 Jul 19 03:32:38.185302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:32:38.195458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] Sync routers for ids ['89444092-b83a-4f86-a90e-51b59aed12b2'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:32:38.196813 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-f9fea4d6-e2fa-45ef-b86a-f5c8d69487b5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:38.210036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['791167a8-b7c7-4a8f-82eb-ebe9a59f6efd'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:32:38.236712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fea4d6-e2fa-45ef-b86a-f5c8d69487b5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Pushing event deleted for resources: {'Port': ['ID=791167a8-b7c7-4a8f-82eb-ebe9a59f6efd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:38.243712 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:38.290408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d4a78c4f-7f64-4b3e-b820-c04617c62141 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:38.336382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] Routers {'89444092-b83a-4f86-a90e-51b59aed12b2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:38.337294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['89444092-b83a-4f86-a90e-51b59aed12b2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:38.419223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44496) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:38.439987 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:38.452730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] Set router 89444092-b83a-4f86-a90e-51b59aed12b2 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:38.495633 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34911d11-4aec-4082-8d7a-1cc8fdfd4902 None None] The sync data for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 is: [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:25:00Z', 'revision_number': 4, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '0aba46b9-1e85-4ad6-abb9-93122be0db9f', 'name': '', 'network_id': '66515329-14d2-403d-9c58-62f5e4e23d6e', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'mac_address': 'fa:16:3e:90:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:58Z', 'updated_at': '2021-07-19T03:25:08Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'subnets': [{'id': '0ceded2c-c679-4780-b968-ee4fc4b2f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:32:38.570627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a716eb-78ca-4e5f-a97d-62a8f61f4c81 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:38.572112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a716eb-78ca-4e5f-a97d-62a8f61f4c81 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:38.572802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a716eb-78ca-4e5f-a97d-62a8f61f4c81 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:38.575950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-56a716eb-78ca-4e5f-a97d-62a8f61f4c81 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=0eb10cefdde14db7ac03e49ffa11cb5d&network_id=b2481ea5-6371-43d1-bd9f-3a4a445537d9 HTTP/1.1" status: 200 len: 2972 time: 0.1554213 Jul 19 03:32:38.639769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port d4a78c4f-7f64-4b3e-b820-c04617c62141 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:38.650761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-f9fea4d6-e2fa-45ef-b86a-f5c8d69487b5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] No DVR routers for this DVR port 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:32:38.651327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port d4a78c4f-7f64-4b3e-b820-c04617c62141 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:38.651704 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:38.655468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-f9fea4d6-e2fa-45ef-b86a-f5c8d69487b5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:38.657796 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf2a2866-4f63-4794-8b7a-fdddde383d93 req-f9fea4d6-e2fa-45ef-b86a-f5c8d69487b5 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.26 "DELETE /v2.0/ports/791167a8-b7c7-4a8f-82eb-ebe9a59f6efd HTTP/1.1" status: 204 len: 173 time: 1.3817472 Jul 19 03:32:38.676230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-554ef083-cebe-4721-8797-eb72bdbd12b8 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3032141 Jul 19 03:32:38.715653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3635ce6-960e-4098-9631-05bdf0125016 req-57f07d3e-4ff9-4a2e-a62b-1c2637e01592 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:38.725180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a3635ce6-960e-4098-9631-05bdf0125016 req-57f07d3e-4ff9-4a2e-a62b-1c2637e01592 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 945 time: 0.1387129 Jul 19 03:32:38.778206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a3635ce6-960e-4098-9631-05bdf0125016 req-e984e170-f259-4356-9ab5-bb74fe1b9245 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481374 Jul 19 03:32:38.799912 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:38.832897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:38.835284 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4df964-ccd2-4f01-b498-c697a3b8e0d6" -d '{"events": [{"server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:38.842310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:32:02Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '03cab8ea-3765-4ec8-8120-f2b92218b040', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'port_id': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'mac_address': 'fa:16:3e:de:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:35Z', 'updated_at': '2021-07-19T03:32:35Z', 'revision_number': 0, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fd7b48-4fca-40e5-92ab-91aa067e8572', 'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'mac_address': 'fa:16:3e:23:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:00Z', 'updated_at': '2021-07-19T03:32:09Z', 'revision_number': 5, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'subnets': [{'id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:38.887810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] Checking router: 89444092-b83a-4f86-a90e-51b59aed12b2 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:32:38.892797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:38.893415 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b56b7e-9ac2-4dc8-849c-f8a68aa0beed None None] New status for floating IP 8ea3110a-9863-4daf-b27f-168eb39d3f8a: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:32:38.894871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6a31a678-6c11-430c-b1c2-98a1d5774b21 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:32:38.918782 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faecadc-4e77-41f6-afb7-17c994d1cba6 x-openstack-request-id: req-6faecadc-4e77-41f6-afb7-17c994d1cba6 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:38.919043 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:38.919300 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6faecadc-4e77-41f6-afb7-17c994d1cba6 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:38.919692 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'code': 200} Jul 19 03:32:38.920392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 6a31a678-6c11-430c-b1c2-98a1d5774b21 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:32:38.920895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6a31a678-6c11-430c-b1c2-98a1d5774b21 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:32:38.923051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:38.924014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:32:38.968585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:32:38.968937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 791167a8-b7c7-4a8f-82eb-ebe9a59f6efd not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:32:38.982036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44510) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:38.992032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] Routers {'89444092-b83a-4f86-a90e-51b59aed12b2'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:38.992698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['89444092-b83a-4f86-a90e-51b59aed12b2'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:39.061150 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-931e817a-a9e0-4d6b-9acc-4b5f2836ab6a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:39.090689 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-931e817a-a9e0-4d6b-9acc-4b5f2836ab6a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:39.097890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d5779-be76-49f6-8d4c-b65a2b089796 req-6e55249b-58b0-4499-aa99-b2274c7e9226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:39.099460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df8d5779-be76-49f6-8d4c-b65a2b089796 req-6e55249b-58b0-4499-aa99-b2274c7e9226 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 1098 time: 0.0556588 Jul 19 03:32:39.136533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=12']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:39.148951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] Set router 89444092-b83a-4f86-a90e-51b59aed12b2 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:39.158985 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-931e817a-a9e0-4d6b-9acc-4b5f2836ab6a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:39.161798 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-931e817a-a9e0-4d6b-9acc-4b5f2836ab6a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:39.165487 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-931e817a-a9e0-4d6b-9acc-4b5f2836ab6a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "DELETE /v2.0/security-groups/f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f HTTP/1.1" status: 204 len: 168 time: 0.1800613 Jul 19 03:32:39.167322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44512) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:39.174428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df8d5779-be76-49f6-8d4c-b65a2b089796 req-616e2cc2-697b-4a3e-80d1-342716e4bd9d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612528 Jul 19 03:32:39.187711 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-54734f53-3be0-4f91-9903-2eae493e6875 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] show failed (client error): The resource could not be found. Jul 19 03:32:39.192170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-54734f53-3be0-4f91-9903-2eae493e6875 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "GET /v2.0/security-groups/f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f HTTP/1.1" status: 404 len: 347 time: 0.0206811 Jul 19 03:32:39.192643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44516) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:39.195272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e817a-a9e0-4d6b-9acc-4b5f2836ab6a tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53caaa0-4e89-4e38-9bd4-2d7db6c1ac7f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:39.363210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3222ecb8-1f99-4c8a-af5b-be96c42be9cb req-919ef0e7-6aac-4da5-86d0-d278c361ba92 tempest-ServerRescueTestJSON-1575668183 tempest-ServerRescueTestJSON-1575668183-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd496c82-bbf7-4262-b814-4106ef7e860b HTTP/1.1" status: 200 len: 210 time: 0.0342495 Jul 19 03:32:39.368077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-2f7bfb87-b08e-428f-9960-548a082c3d84 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Deleting port 3246dcaf-22c3-4b5f-87cf-09fb067bc944 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:32:39.368446 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f7bfb87-b08e-428f-9960-548a082c3d84 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:39.443707 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:32:02Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '03cab8ea-3765-4ec8-8120-f2b92218b040', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'port_id': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'mac_address': 'fa:16:3e:de:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:35Z', 'updated_at': '2021-07-19T03:32:35Z', 'revision_number': 0, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fd7b48-4fca-40e5-92ab-91aa067e8572', 'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'mac_address': 'fa:16:3e:23:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:00Z', 'updated_at': '2021-07-19T03:32:09Z', 'revision_number': 5, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'subnets': [{'id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:39.455842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f7bfb87-b08e-428f-9960-548a082c3d84 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:39.456220 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f7bfb87-b08e-428f-9960-548a082c3d84 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:39.469263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-2f7bfb87-b08e-428f-9960-548a082c3d84 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Calling delete_port for 3246dcaf-22c3-4b5f-87cf-09fb067bc944 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:32:39.624138 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f7bfb87-b08e-428f-9960-548a082c3d84 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:39.628007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be8803-35fd-48a1-98bf-0e374e381a3e None None] The sync data for ids ['89444092-b83a-4f86-a90e-51b59aed12b2'] in n-d-762330-18 is: [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:32:02Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '03cab8ea-3765-4ec8-8120-f2b92218b040', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'port_id': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'mac_address': 'fa:16:3e:de:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:35Z', 'updated_at': '2021-07-19T03:32:35Z', 'revision_number': 0, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fd7b48-4fca-40e5-92ab-91aa067e8572', 'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'mac_address': 'fa:16:3e:23:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:00Z', 'updated_at': '2021-07-19T03:32:09Z', 'revision_number': 5, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'subnets': [{'id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:32:39.658564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bfb87-b08e-428f-9960-548a082c3d84 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Pushing event deleted for resources: {'Port': ['ID=3246dcaf-22c3-4b5f-87cf-09fb067bc944,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:39.717734 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f7bfb87-b08e-428f-9960-548a082c3d84 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:39.720453 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f7bfb87-b08e-428f-9960-548a082c3d84 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:39.721631 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2f7bfb87-b08e-428f-9960-548a082c3d84 tempest-AttachVolumeTestJSON-1805522588 tempest-AttachVolumeTestJSON-1805522588-project] 10.222.0.20 "DELETE /v2.0/floatingips/8ea3110a-9863-4daf-b27f-168eb39d3f8a HTTP/1.1" status: 204 len: 168 time: 0.5279133 Jul 19 03:32:39.856522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e3e943-8756-4449-960c-d63807ccc94e None None] New status for floating IP 03cab8ea-3765-4ec8-8120-f2b92218b040: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:32:39.888863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd496c82-bbf7-4262-b814-4106ef7e860b', 'name': 'network-vif-deleted', 'tag': '791167a8-b7c7-4a8f-82eb-ebe9a59f6efd'}, {'name': 'network-changed', 'server_uuid': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'tag': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:39.891310 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108fb052-ed73-4113-90ff-6f376407cd3b" -d '{"events": [{"server_uuid": "fd496c82-bbf7-4262-b814-4106ef7e860b", "name": "network-vif-deleted", "tag": "791167a8-b7c7-4a8f-82eb-ebe9a59f6efd"}, {"name": "network-changed", "server_uuid": "9e31798e-c226-4b91-9d7a-a394b4b4d991", "tag": "c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:39.959135 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab354cb-69d5-4f8c-9c29-6daaa9ad9378 x-openstack-request-id: req-4ab354cb-69d5-4f8c-9c29-6daaa9ad9378 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:39.959439 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd496c82-bbf7-4262-b814-4106ef7e860b", "name": "network-vif-deleted", "tag": "791167a8-b7c7-4a8f-82eb-ebe9a59f6efd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e31798e-c226-4b91-9d7a-a394b4b4d991", "tag": "c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:39.959693 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ab354cb-69d5-4f8c-9c29-6daaa9ad9378 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:39.960103 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd496c82-bbf7-4262-b814-4106ef7e860b', 'name': 'network-vif-deleted', 'tag': '791167a8-b7c7-4a8f-82eb-ebe9a59f6efd', 'status': 'completed', 'code': 200} Jul 19 03:32:39.960358 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'tag': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e', 'status': 'completed', 'code': 200} Jul 19 03:32:40.127691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c221e8-0aa4-4296-abcb-97a9c6b1d942 req-ebc8a0f3-49cb-42a1-b017-06c639d37544 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:40.129230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60c221e8-0aa4-4296-abcb-97a9c6b1d942 req-ebc8a0f3-49cb-42a1-b017-06c639d37544 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 946 time: 0.1517975 Jul 19 03:32:40.148534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fb052-ed73-4113-90ff-6f376407cd3b req-56b0b723-e8c7-4e83-8e51-ed98c6b4aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:40.150055 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-108fb052-ed73-4113-90ff-6f376407cd3b req-56b0b723-e8c7-4e83-8e51-ed98c6b4aa0a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e863a5d63e4047c59de06eb5a55e42c4&device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 1097 time: 0.1179233 Jul 19 03:32:40.215750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60c221e8-0aa4-4296-abcb-97a9c6b1d942 req-273b6306-5705-41b7-8968-db5f94cca4da tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801923 Jul 19 03:32:40.280667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fb052-ed73-4113-90ff-6f376407cd3b req-7be7bc46-5a2b-4285-89f9-4a30a9655e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:40.282611 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-108fb052-ed73-4113-90ff-6f376407cd3b req-7be7bc46-5a2b-4285-89f9-4a30a9655e74 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e HTTP/1.1" status: 200 len: 908 time: 0.1229534 Jul 19 03:32:40.358680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-108fb052-ed73-4113-90ff-6f376407cd3b req-64cf4448-2053-42dc-8dc7-33da715f4d2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e HTTP/1.1" status: 200 len: 1001 time: 0.0695720 Jul 19 03:32:40.421429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fb052-ed73-4113-90ff-6f376407cd3b req-567db729-9716-4eeb-8930-a4676477cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:40.423861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-108fb052-ed73-4113-90ff-6f376407cd3b req-567db729-9716-4eeb-8930-a4676477cc05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=282dca1b-24a1-407a-b759-54694d1bc0f9 HTTP/1.1" status: 200 len: 847 time: 0.0589581 Jul 19 03:32:40.465688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44570) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:40.489144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fb052-ed73-4113-90ff-6f376407cd3b req-00bf5a83-c6bb-4877-861b-5c465644998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:40.491138 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-108fb052-ed73-4113-90ff-6f376407cd3b req-00bf5a83-c6bb-4877-861b-5c465644998b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610695 Jul 19 03:32:40.620383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-108fb052-ed73-4113-90ff-6f376407cd3b req-ab1881b8-51d4-45ba-8b70-b230610617f3 service neutron] 10.222.0.25 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205206 Jul 19 03:32:40.762807 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-108fb052-ed73-4113-90ff-6f376407cd3b req-e32dd693-198f-42fe-b3c1-7b2d71dd23c4 service neutron] 10.222.0.25 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351924 Jul 19 03:32:40.859348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44574) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:40.871204 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:40.922498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c68aebc-3bce-4bd2-8654-a86b8423761d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:40.940341 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2c68aebc-3bce-4bd2-8654-a86b8423761d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 814 time: 0.0798643 Jul 19 03:32:41.140974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] Deleting port ab79fc80-15b7-493a-99cc-e3dc24b1dd13 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:32:41.141321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:41.218462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] For port ab79fc80-15b7-493a-99cc-e3dc24b1dd13, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ab79fc80-15b7-493a-99cc-e3dc24b1dd13,segment=NetworkSegment(01da5e46-d371-42f5-85dc-b830189695f7),segment_id=01da5e46-d371-42f5-85dc-b830189695f7)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:41.218736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:41.231348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] Calling delete_port for ab79fc80-15b7-493a-99cc-e3dc24b1dd13 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:32:41.453589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9731-2be8-444f-8a24-8157b701da58 req-5fef3cda-9c17-476f-b28f-0f7f9eefb6da tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:41.455535 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7da9731-2be8-444f-8a24-8157b701da58 req-5fef3cda-9c17-476f-b28f-0f7f9eefb6da tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 946 time: 0.1148732 Jul 19 03:32:41.480240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:41.497166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44584) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:41.502780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'network': {'name': 'tempest-network-smoke--640958776', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'port_security_enabled': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:41.509867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ab79fc80-15b7-493a-99cc-e3dc24b1dd13,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:41.532450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Made reservation on behalf of 0eb10cefdde14db7ac03e49ffa11cb5d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:32:41.536769 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:41.561576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:32:41.571126 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:41.571470 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Added segment b48714aa-af6d-4500-8f7c-1dfec9587138 of type vlan for network e536d488-e75a-4d7f-b109-9f65bdeda0f5 Jul 19 03:32:41.576643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f7da9731-2be8-444f-8a24-8157b701da58 req-49216848-16d1-46a1-9eaa-df3ffcd68f35 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153226 Jul 19 03:32:41.624790 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:41.652920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:41.662293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:41.663635 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:41.707178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2088017 Jul 19 03:32:41.711272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44592) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:41.744602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:41.785287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40a9d5-5edc-4580-9ad3-ddc26fe6d5cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Network': ['ID=e536d488-e75a-4d7f-b109-9f65bdeda0f5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:41.806658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network e536d488-e75a-4d7f-b109-9f65bdeda0f5 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:32:41.854570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdc50d4-2965-4ae0-a3ea-90142d281ce5 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:41.858792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-afdc50d4-2965-4ae0-a3ea-90142d281ce5 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0eb10cefdde14db7ac03e49ffa11cb5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1441228 Jul 19 03:32:41.859503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44596) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:42.011378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab149871-6134-4edf-99c2-1d624360667a tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:42.018305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ab149871-6134-4edf-99c2-1d624360667a tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1495690 Jul 19 03:32:42.018720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44600) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:42.055589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9f05f171-10e8-4fac-9b7d-548a52a3f0c8 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318944 Jul 19 03:32:42.055860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44602) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:42.129819 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-afdfc896-1803-473d-810a-0fab0fde3edb tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0eb10cefdde14db7ac03e49ffa11cb5d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703557 Jul 19 03:32:42.130294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44604) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:42.231353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b2b36d-9738-4b63-9a83-b1ebd00ea467 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:42.235662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-18b2b36d-9738-4b63-9a83-b1ebd00ea467 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1016057 Jul 19 03:32:42.235903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44606) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:42.268324 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5c594a5d-24c8-40ae-9ddb-ca11d7238d95 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284336 Jul 19 03:32:42.268533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44608) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:42.273529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-412268858', 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:42.368224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Made reservation on behalf of 0eb10cefdde14db7ac03e49ffa11cb5d for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:32:42.372680 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:42.393619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] Router cb08791a-ab23-4f2d-ba59-01301af3161e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:32:42.505158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:32:42.513518 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6979ad52-3f1d-4efa-8894-27ba5c99a0fe admin admin] 10.222.0.20 "PUT /v2.0/routers/cb08791a-ab23-4f2d-ba59-01301af3161e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0461740 Jul 19 03:32:42.514499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44610) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:42.515720 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] Sync routers for ids ['cb08791a-ab23-4f2d-ba59-01301af3161e'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:32:42.522000 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-79f6b132-0527-465b-bf4f-dfb323ce4031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:42.527685 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] Routers {'cb08791a-ab23-4f2d-ba59-01301af3161e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:42.528308 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cb08791a-ab23-4f2d-ba59-01301af3161e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:42.583764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:42.632091 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:42.640286 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] Set router cb08791a-ab23-4f2d-ba59-01301af3161e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:42.681205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Checking segment: {'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:42.681727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network hostable DHCP agents. Network: e536d488-e75a-4d7f-b109-9f65bdeda0f5, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:32:42.687400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Subnet': ['ID=72d2b75d-f0cd-436a-8fa9-5e31d16095fd,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:42.705690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network e536d488-e75a-4d7f-b109-9f65bdeda0f5 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:32:42.716833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, e536d488-e75a-4d7f-b109-9f65bdeda0f5) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:42.726903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:42.728957 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:42.729500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5a1bdb-afcd-4b6c-ba00-e15b4f9107d7 None None] Network e536d488-e75a-4d7f-b109-9f65bdeda0f5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:32:42.751322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3eee0dbc-d287-4c2c-b580-6a7742a6f804 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4818094 Jul 19 03:32:42.758556 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:42.826413 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Deleting port 45dfed71-1763-49ce-819c-77ef34093222 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:32:42.826760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:42.893202 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'name': 'tempest-ServerRescueTestJSON-2009272060-router', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '45dfed71-1763-49ce-819c-77ef34093222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:32Z', 'updated_at': '2021-07-19T03:32:41Z', 'revision_number': 5, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'gw_port': {'id': '45dfed71-1763-49ce-819c-77ef34093222', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:30:33Z', 'updated_at': '2021-07-19T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:42.929638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] For port 45dfed71-1763-49ce-819c-77ef34093222, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=45dfed71-1763-49ce-819c-77ef34093222,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:42.930570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:42.934062 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] Checking router: cb08791a-ab23-4f2d-ba59-01301af3161e for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:32:42.944655 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] Routers {'cb08791a-ab23-4f2d-ba59-01301af3161e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:42.945406 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cb08791a-ab23-4f2d-ba59-01301af3161e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:42.948618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Calling delete_port for 45dfed71-1763-49ce-819c-77ef34093222 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:32:43.045460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-e536d488-e75a-4d7f-b109-9f65bdeda0f5', 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ips': [{'subnet_id': '72d2b75d-f0cd-436a-8fa9-5e31d16095fd'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:32:43.047051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.048404 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] Set router cb08791a-ab23-4f2d-ba59-01301af3161e gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:43.128407 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'name': 'tempest-ServerRescueTestJSON-2009272060-router', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:32Z', 'updated_at': '2021-07-19T03:32:42Z', 'revision_number': 6, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:43.184388 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37655af4-aaaa-42d7-be49-a4ceafa1325a None None] The sync data for ids ['cb08791a-ab23-4f2d-ba59-01301af3161e'] in n-d-762330-18 is: [{'id': 'cb08791a-ab23-4f2d-ba59-01301af3161e', 'name': 'tempest-ServerRescueTestJSON-2009272060-router', 'tenant_id': 'd10e259e48c44d029d9e68e0b3258593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:30:32Z', 'updated_at': '2021-07-19T03:32:42Z', 'revision_number': 6, 'project_id': 'd10e259e48c44d029d9e68e0b3258593', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:32:43.240073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.304426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Pushing event deleted for resources: {'Port': ['ID=45dfed71-1763-49ce-819c-77ef34093222,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:43.324924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Allocated IP 172.20.0.18 (e536d488-e75a-4d7f-b109-9f65bdeda0f5/72d2b75d-f0cd-436a-8fa9-5e31d16095fd/37bdda0e-99e4-442f-8084-8a2612f5e78d) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:43.378192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.393511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44622) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:43.398653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b804aa4d-e3cd-4b92-b0df-ebca18c2e4b9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321384332', 'description': 'tempest-secgroup-smoke-1321384332 description', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:43.424499 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b804aa4d-e3cd-4b92-b0df-ebca18c2e4b9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.475629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.478017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.532318 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.533058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb08791a-ab23-4f2d-ba59-01301af3161e {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:32:43.533573 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b804aa4d-e3cd-4b92-b0df-ebca18c2e4b9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.541623 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.543113 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b804aa4d-e3cd-4b92-b0df-ebca18c2e4b9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.544060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.547907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6f40695e-bbdb-487a-98a7-139ebf24c266 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cb08791a-ab23-4f2d-ba59-01301af3161e HTTP/1.1" status: 204 len: 168 time: 1.0300705 Jul 19 03:32:43.548452 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44624) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:43.552259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Transition to ACTIVE for port object 37bdda0e-99e4-442f-8084-8a2612f5e78d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:43.583625 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b804aa4d-e3cd-4b92-b0df-ebca18c2e4b9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.588351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Transition to ACTIVE for port object 37bdda0e-99e4-442f-8084-8a2612f5e78d will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:43.588784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b804aa4d-e3cd-4b92-b0df-ebca18c2e4b9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1941249 Jul 19 03:32:43.589789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44626) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:43.599063 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.607162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-8dadc193-7239-4ed3-a954-c04d3c84cc90 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '6655301d-7bfe-480e-8242-48bdff0fa049', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:43.616382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804aa4d-e3cd-4b92-b0df-ebca18c2e4b9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6655301d-7bfe-480e-8242-48bdff0fa049,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:43.622540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-652ad5be-c7ff-4f7f-990e-9dbfb92b715b admin admin] Deleting subnet 12501ad2-c9b7-4d62-851d-35247ac21621 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:32:43.643819 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-652ad5be-c7ff-4f7f-990e-9dbfb92b715b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.676259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Network e536d488-e75a-4d7f-b109-9f65bdeda0f5 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:43.686017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:43.690867 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8dadc193-7239-4ed3-a954-c04d3c84cc90 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.691801 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-652ad5be-c7ff-4f7f-990e-9dbfb92b715b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.695325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:43.709690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Pushing event updated for resources: {'Port': ['ID=37bdda0e-99e4-442f-8084-8a2612f5e78d,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:43.741528 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-652ad5be-c7ff-4f7f-990e-9dbfb92b715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.783440 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8dadc193-7239-4ed3-a954-c04d3c84cc90 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.788278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Attempting to bind port 37bdda0e-99e4-442f-8084-8a2612f5e78d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:32:43.788679 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Attempting to bind port 37bdda0e-99e4-442f-8084-8a2612f5e78d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:32:43.788814 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8dadc193-7239-4ed3-a954-c04d3c84cc90 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.789193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Attempting to bind port 37bdda0e-99e4-442f-8084-8a2612f5e78d on network e536d488-e75a-4d7f-b109-9f65bdeda0f5 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:43.797337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:32:43.798243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Checking segment: {'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:43.799082 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.799491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Bound using segment: {'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:32:43.799964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Bound port: 37bdda0e-99e4-442f-8084-8a2612f5e78d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:32:43.800346 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.807023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadc193-7239-4ed3-a954-c04d3c84cc90 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d072a241-80f5-48d8-8d60-a90ee1515237,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:43.826214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8dadc193-7239-4ed3-a954-c04d3c84cc90 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.827880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8dadc193-7239-4ed3-a954-c04d3c84cc90 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2338283 Jul 19 03:32:43.831329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44628) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:43.836598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-08bd0e5e-1ec0-4b01-a75c-937d7909c3e4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '6655301d-7bfe-480e-8242-48bdff0fa049', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:43.839001 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-652ad5be-c7ff-4f7f-990e-9dbfb92b715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.868716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ad5be-c7ff-4f7f-990e-9dbfb92b715b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12501ad2-c9b7-4d62-851d-35247ac21621,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:43.873942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-652ad5be-c7ff-4f7f-990e-9dbfb92b715b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.876699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-652ad5be-c7ff-4f7f-990e-9dbfb92b715b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/12501ad2-c9b7-4d62-851d-35247ac21621 HTTP/1.1" status: 204 len: 168 time: 0.3270586 Jul 19 03:32:43.879251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44630) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:43.883975 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e5e-1ec0-4b01-a75c-937d7909c3e4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.894959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-17168169-ad98-4343-be7a-119add7ea577 None None] For port 37bdda0e-99e4-442f-8084-8a2612f5e78d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:43.898526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-17168169-ad98-4343-be7a-119add7ea577 None None] For port 37bdda0e-99e4-442f-8084-8a2612f5e78d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=37bdda0e-99e4-442f-8084-8a2612f5e78d,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:32:43.904722 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.964050 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e5e-1ec0-4b01-a75c-937d7909c3e4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.977048 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e5e-1ec0-4b01-a75c-937d7909c3e4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.990640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17168169-ad98-4343-be7a-119add7ea577 None None] Pushing event updated for resources: {'Port': ['ID=37bdda0e-99e4-442f-8084-8a2612f5e78d,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:43.992447 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:43.999625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd0e5e-1ec0-4b01-a75c-937d7909c3e4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a5aecb-8030-45a3-9840-8a9a9753170c,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:44.009427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e5e-1ec0-4b01-a75c-937d7909c3e4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.013513 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-08bd0e5e-1ec0-4b01-a75c-937d7909c3e4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1782091 Jul 19 03:32:44.013770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44632) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:44.019415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b0871b78-0201-4922-ad5d-b20004df3959 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '6655301d-7bfe-480e-8242-48bdff0fa049', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:44.063313 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0871b78-0201-4922-ad5d-b20004df3959 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.110698 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.123430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a733bb5-c87a-4a8b-954a-73267d93c9cc']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:44.137273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01da5e46-d371-42f5-85dc-b830189695f7') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:44.138759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01da5e46-d371-42f5-85dc-b830189695f7') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:44.155460 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.179110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.189467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:32:44.190026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:32:44.192396 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:32:44.196353 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0871b78-0201-4922-ad5d-b20004df3959 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.206740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 45dfed71-1763-49ce-819c-77ef34093222 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:32:44.218691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0871b78-0201-4922-ad5d-b20004df3959 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.273082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 45dfed71-1763-49ce-819c-77ef34093222 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:32:44.274557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 45dfed71-1763-49ce-819c-77ef34093222 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:32:44.275001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ab79fc80-15b7-493a-99cc-e3dc24b1dd13 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:32:44.278558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0871b78-0201-4922-ad5d-b20004df3959 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.280692 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b0871b78-0201-4922-ad5d-b20004df3959 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2657757 Jul 19 03:32:44.281575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0871b78-0201-4922-ad5d-b20004df3959 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab291d9b-24dc-4528-9f6f-9061784757c2,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:44.297110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44636) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:44.329470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5af84776-3a2c-47c8-b8b6-0bb6bce242ae tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '6655301d-7bfe-480e-8242-48bdff0fa049', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:44.337767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: ab79fc80-15b7-493a-99cc-e3dc24b1dd13 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:32:44.338118 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ab79fc80-15b7-493a-99cc-e3dc24b1dd13 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:32:44.341884 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.367099 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.374471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a733bb5-c87a-4a8b-954a-73267d93c9cc HTTP/1.1" status: 204 len: 168 time: 0.4916673 Jul 19 03:32:44.374471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafda8fc-f8d6-407a-b522-9fdde77cfe64 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a733bb5-c87a-4a8b-954a-73267d93c9cc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:44.410764 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5af84776-3a2c-47c8-b8b6-0bb6bce242ae tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.480874 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5af84776-3a2c-47c8-b8b6-0bb6bce242ae tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.489977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5af84776-3a2c-47c8-b8b6-0bb6bce242ae tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.512877 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5af84776-3a2c-47c8-b8b6-0bb6bce242ae tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.518029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5af84776-3a2c-47c8-b8b6-0bb6bce242ae tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2090867 Jul 19 03:32:44.518915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44644) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:44.521148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af84776-3a2c-47c8-b8b6-0bb6bce242ae tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9169687c-b82e-4ada-98d8-b94050a42586,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:44.524966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6e7582d0-1d16-4e18-b00c-cdbdfea1e9ad tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '6655301d-7bfe-480e-8242-48bdff0fa049', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:44.552127 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-6e7582d0-1d16-4e18-b00c-cdbdfea1e9ad tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Project 0eb10cefdde14db7ac03e49ffa11cb5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:32:44.557988 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e7582d0-1d16-4e18-b00c-cdbdfea1e9ad tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.621731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44646) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:44.637156 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e7582d0-1d16-4e18-b00c-cdbdfea1e9ad tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.652346 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e7582d0-1d16-4e18-b00c-cdbdfea1e9ad tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.683082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7582d0-1d16-4e18-b00c-cdbdfea1e9ad tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad52d89-f3ef-40aa-b4c7-c1c400f5fb50,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:44.688878 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e7582d0-1d16-4e18-b00c-cdbdfea1e9ad tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.692940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44648) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:44.693409 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6e7582d0-1d16-4e18-b00c-cdbdfea1e9ad tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1727738 Jul 19 03:32:44.697757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bff5b172-0d6e-4e38-9f9a-e663c69ea5b4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': '6655301d-7bfe-480e-8242-48bdff0fa049', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:44.705258 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-51840c72-75c9-4eee-8238-eb76671e3f3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d10e259e48c44d029d9e68e0b3258593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826228 Jul 19 03:32:44.707913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44650) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:44.725945 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-bff5b172-0d6e-4e38-9f9a-e663c69ea5b4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Project 0eb10cefdde14db7ac03e49ffa11cb5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:32:44.732709 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bff5b172-0d6e-4e38-9f9a-e663c69ea5b4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.770617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-913eef4a-d134-4132-8073-bf0ca774af45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.801435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-913eef4a-d134-4132-8073-bf0ca774af45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.804935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bff5b172-0d6e-4e38-9f9a-e663c69ea5b4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.809517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bff5b172-0d6e-4e38-9f9a-e663c69ea5b4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.835719 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bff5b172-0d6e-4e38-9f9a-e663c69ea5b4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.837440 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bff5b172-0d6e-4e38-9f9a-e663c69ea5b4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433346 Jul 19 03:32:44.850934 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5b172-0d6e-4e38-9f9a-e663c69ea5b4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9d31fc-f76e-4a59-9b46-171ccc3b9987,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:44.880063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-913eef4a-d134-4132-8073-bf0ca774af45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.883037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-913eef4a-d134-4132-8073-bf0ca774af45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:44.887031 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-913eef4a-d134-4132-8073-bf0ca774af45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/987486f1-c917-4f86-8584-e1f883d9056b HTTP/1.1" status: 204 len: 168 time: 0.1753192 Jul 19 03:32:44.899472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913eef4a-d134-4132-8073-bf0ca774af45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987486f1-c917-4f86-8584-e1f883d9056b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:45.080615 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d263c48d-9b79-41a4-b3ed-e2e7e2ee987f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:45.087424 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-564e54c1-37b5-4e90-afd6-9cb1f7b6ebb8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321384332&fields=id&tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d HTTP/1.1" status: 200 len: 267 time: 0.0531833 Jul 19 03:32:45.218905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-89008671-e57b-43f5-b37d-e8023102da59 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:45.220576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-89008671-e57b-43f5-b37d-e8023102da59 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/networks?id=e536d488-e75a-4d7f-b109-9f65bdeda0f5 HTTP/1.1" status: 200 len: 796 time: 0.1323524 Jul 19 03:32:45.236159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-d5daf812-3a6b-41ee-a920-84c1a5b4b617 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/quotas/0eb10cefdde14db7ac03e49ffa11cb5d HTTP/1.1" status: 200 len: 375 time: 0.0100183 Jul 19 03:32:45.275611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06948f10-0fd7-4a68-ac3c-500ba3906bc5 None None] Network e536d488-e75a-4d7f-b109-9f65bdeda0f5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:32:45.353980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-ee276418-078f-4269-9bdf-495fbd3664f9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0950091 Jul 19 03:32:45.471536 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-954cc907-7b60-4e02-9696-b55d0cbc3a48 service neutron] 10.222.0.20 "GET /v2.0/networks/e536d488-e75a-4d7f-b109-9f65bdeda0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147418 Jul 19 03:32:45.505636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-923b5e15-ea48-4e78-b616-c798d52788fe None None] Provisioning for port 37bdda0e-99e4-442f-8084-8a2612f5e78d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:45.609626 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-2052e519-1d7a-4397-b503-e77bb673ef4b service neutron] 10.222.0.20 "GET /v2.0/networks/e536d488-e75a-4d7f-b109-9f65bdeda0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368015 Jul 19 03:32:45.644560 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:45.847776 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bed4132-3312-48f2-b1b6-0521ddf8ca24 req-c4412673-37cc-4270-864d-c05db9cfaa83 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 210 time: 0.0402136 Jul 19 03:32:46.073642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 37bdda0e-99e4-442f-8084-8a2612f5e78d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:46.131951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 37bdda0e-99e4-442f-8084-8a2612f5e78d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:46.140897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 37bdda0e-99e4-442f-8084-8a2612f5e78d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:46.141913 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:46.246247 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:46.292558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 37bdda0e-99e4-442f-8084-8a2612f5e78d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=37bdda0e-99e4-442f-8084-8a2612f5e78d,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:46.300224 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:46.366030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=37bdda0e-99e4-442f-8084-8a2612f5e78d,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:46.410657 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:47.064323 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec910586-ebd0-4809-b6cb-890395e85480 req-baf75eb1-8c4b-433b-a25f-ad09d162908d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 210 time: 0.0677888 Jul 19 03:32:47.231423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-0c536207-168f-4aa9-80b0-3958f6dbba61 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:47.232972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-0c536207-168f-4aa9-80b0-3958f6dbba61 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.26 "GET /v2.0/networks?id=e536d488-e75a-4d7f-b109-9f65bdeda0f5 HTTP/1.1" status: 200 len: 796 time: 0.1581795 Jul 19 03:32:47.285213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-42a16048-6008-48e0-9941-6f7982a48008 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d HTTP/1.1" status: 200 len: 473 time: 0.0431807 Jul 19 03:32:47.293882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'port': {'device_id': '1e95e2c8-baac-49a4-8d4c-112a5fb96b37', 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5', 'admin_state_up': True, 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'security_groups': ['6655301d-7bfe-480e-8242-48bdff0fa049']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:47.413675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Made reservation on behalf of 0eb10cefdde14db7ac03e49ffa11cb5d for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:32:47.417266 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:47.543030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Allocated IP 172.20.0.28 (e536d488-e75a-4d7f-b109-9f65bdeda0f5/72d2b75d-f0cd-436a-8fa9-5e31d16095fd/7126235b-30d4-46d4-b1c0-61594fc648c7) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:32:47.718481 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:47.736985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Transition to ACTIVE for port object 7126235b-30d4-46d4-b1c0-61594fc648c7 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:47.773196 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:47.836407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network e536d488-e75a-4d7f-b109-9f65bdeda0f5 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:32:47.840802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:32:47.858136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:32:47.909607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=7126235b-30d4-46d4-b1c0-61594fc648c7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:47.910867 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:47.933796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.934220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.934600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.934922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.935253 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.935599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.935923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.936246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.936565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.936886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.937209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.937547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:47.965960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:47.967719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:47.999981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fde25f7c-280b-44d2-8d81-464800002ca0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7099431 Jul 19 03:32:48.013158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Request body: {'port': {'device_id': '1e95e2c8-baac-49a4-8d4c-112a5fb96b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:32:48.058596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 37bdda0e-99e4-442f-8084-8a2612f5e78d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:48.170339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:48.174104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 37bdda0e-99e4-442f-8084-8a2612f5e78d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:48.174505 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:48.336937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e22c106d-4d07-4509-aea2-755c8ea291cc None None] Provisioning for port 7126235b-30d4-46d4-b1c0-61594fc648c7 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:48.340934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e22c106d-4d07-4509-aea2-755c8ea291cc None None] Provisioning complete for port 7126235b-30d4-46d4-b1c0-61594fc648c7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:48.341538 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e22c106d-4d07-4509-aea2-755c8ea291cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:48.361389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce53159-5f64-478f-b287-42e9c8089a4d req-1cc86484-aa00-4f76-aa38-b454db4a1a08 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:48.363932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bce53159-5f64-478f-b287-42e9c8089a4d req-1cc86484-aa00-4f76-aa38-b454db4a1a08 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 932 time: 0.0865695 Jul 19 03:32:48.395686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e22c106d-4d07-4509-aea2-755c8ea291cc None None] Port 7126235b-30d4-46d4-b1c0-61594fc648c7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:32:48.420649 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bce53159-5f64-478f-b287-42e9c8089a4d req-486e1878-4b3e-4874-8b78-65383e95ba58 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510585 Jul 19 03:32:48.487802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece84e4-9849-4364-95ae-824bca190421 req-9be60ab4-f8be-49ea-8fcb-776a89c54e04 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:48.489413 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bece84e4-9849-4364-95ae-824bca190421 req-9be60ab4-f8be-49ea-8fcb-776a89c54e04 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1097 time: 0.1925149 Jul 19 03:32:48.538005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bece84e4-9849-4364-95ae-824bca190421 req-196d1a90-66d8-4ed1-9675-1755e15abb8c tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:48.565236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7126235b-30d4-46d4-b1c0-61594fc648c7 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:32:48.576006 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:48.596895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Transition to ACTIVE for port object 7126235b-30d4-46d4-b1c0-61594fc648c7 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:32:48.604079 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:48.750364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Pushing event updated for resources: {'Port': ['ID=7126235b-30d4-46d4-b1c0-61594fc648c7,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:48.841464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bece84e4-9849-4364-95ae-824bca190421 req-196d1a90-66d8-4ed1-9675-1755e15abb8c tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:48.846537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Attempting to bind port 7126235b-30d4-46d4-b1c0-61594fc648c7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:32:48.847109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Attempting to bind port 7126235b-30d4-46d4-b1c0-61594fc648c7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:32:48.847833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Attempting to bind port 7126235b-30d4-46d4-b1c0-61594fc648c7 on network e536d488-e75a-4d7f-b109-9f65bdeda0f5 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:48.854741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bece84e4-9849-4364-95ae-824bca190421 req-196d1a90-66d8-4ed1-9675-1755e15abb8c tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:48.876302 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bece84e4-9849-4364-95ae-824bca190421 req-196d1a90-66d8-4ed1-9675-1755e15abb8c tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781927 Jul 19 03:32:48.876895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Port 7126235b-30d4-46d4-b1c0-61594fc648c7 on network e536d488-e75a-4d7f-b109-9f65bdeda0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:32:48.877229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Attempting to bind port 7126235b-30d4-46d4-b1c0-61594fc648c7 on network e536d488-e75a-4d7f-b109-9f65bdeda0f5 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:32:48.892008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:32:48.892347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Checking segment: {'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:32:48.892804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Bound using segment: {'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:32:48.893265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Bound port: 7126235b-30d4-46d4-b1c0-61594fc648c7, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:32:48.893633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:48.919395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d1a90-66d8-4ed1-9675-1755e15abb8c tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f354e1a0-b194-42e6-8e37-19f4fb85f11d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:49.121562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] For port 7126235b-30d4-46d4-b1c0-61594fc648c7, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:32:49.125644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] For port 7126235b-30d4-46d4-b1c0-61594fc648c7, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7126235b-30d4-46d4-b1c0-61594fc648c7,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:32:49.133169 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:49.175500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:49.176491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:49.178406 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] 10.222.0.26 "PUT /v2.0/ports/7126235b-30d4-46d4-b1c0-61594fc648c7 HTTP/1.1" status: 200 len: 1093 time: 1.1701992 Jul 19 03:32:49.180852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e95e2c8-baac-49a4-8d4c-112a5fb96b37', 'tag': '7126235b-30d4-46d4-b1c0-61594fc648c7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:49.183863 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13737cb0-98f2-4c10-adb3-c3c11b145234" -d '{"events": [{"name": "network-changed", "server_uuid": "1e95e2c8-baac-49a4-8d4c-112a5fb96b37", "tag": "7126235b-30d4-46d4-b1c0-61594fc648c7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:49.217192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d40185-8da2-472c-8b50-f118c4f72045 req-77ce59d9-d8f5-46f9-bd9b-905d80feb7be tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:49.218813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32d40185-8da2-472c-8b50-f118c4f72045 req-77ce59d9-d8f5-46f9-bd9b-905d80feb7be tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.1767461 Jul 19 03:32:49.249216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2e856-da73-4e8e-849a-ca3a267676cb service neutron] Pushing event updated for resources: {'Port': ['ID=7126235b-30d4-46d4-b1c0-61594fc648c7,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:49.299836 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66270b06-7925-4b46-9ccf-92ddf8aa593c x-openstack-request-id: req-66270b06-7925-4b46-9ccf-92ddf8aa593c {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:49.300377 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e95e2c8-baac-49a4-8d4c-112a5fb96b37", "tag": "7126235b-30d4-46d4-b1c0-61594fc648c7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:49.300787 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66270b06-7925-4b46-9ccf-92ddf8aa593c {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:49.301355 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e95e2c8-baac-49a4-8d4c-112a5fb96b37', 'tag': '7126235b-30d4-46d4-b1c0-61594fc648c7', 'status': 'completed', 'code': 200} Jul 19 03:32:49.352059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32d40185-8da2-472c-8b50-f118c4f72045 req-49a1bc51-0286-4379-9988-19bcc7b6e9c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180699 Jul 19 03:32:49.362678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-db91459e-dafb-46ee-b50c-4482a310be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:49.364135 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-db91459e-dafb-46ee-b50c-4482a310be55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 1096 time: 0.0925074 Jul 19 03:32:49.397136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44768) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:49.425278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-f5fae3ba-ae34-4eb4-8027-f373cacc082f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7126235b-30d4-46d4-b1c0-61594fc648c7 HTTP/1.1" status: 200 len: 217 time: 0.0526395 Jul 19 03:32:49.491307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-72767fb7-4633-46f6-a967-315f24983a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:49.493239 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-72767fb7-4633-46f6-a967-315f24983a5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72d2b75d-f0cd-436a-8fa9-5e31d16095fd HTTP/1.1" status: 200 len: 837 time: 0.0620835 Jul 19 03:32:49.494258 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c1ab8ba6-ccdb-414f-8f98-9c35e2c0620f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/afe14462-220a-4bbf-ab17-6d20dd919e64 HTTP/1.1" status: 200 len: 993 time: 0.0952840 Jul 19 03:32:49.593922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-5d3e54df-962e-4130-bfb7-b96808a8666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:49.596053 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-5d3e54df-962e-4130-bfb7-b96808a8666d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e536d488-e75a-4d7f-b109-9f65bdeda0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0958326 Jul 19 03:32:49.701733 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a9d1b-a0bb-45d9-80b7-86a31bcc3f7c req-dc0fe684-5c51-4f73-a433-c57e9f2f55b7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:49.704731 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-315a9d1b-a0bb-45d9-80b7-86a31bcc3f7c req-dc0fe684-5c51-4f73-a433-c57e9f2f55b7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 944 time: 0.1047277 Jul 19 03:32:49.736564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-fe454351-69f0-454f-b7b2-b26f90d45817 service neutron] 10.222.0.26 "GET /v2.0/networks/e536d488-e75a-4d7f-b109-9f65bdeda0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254811 Jul 19 03:32:49.767798 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-315a9d1b-a0bb-45d9-80b7-86a31bcc3f7c req-37f1acab-8b41-4482-b8d4-7727408297de tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524468 Jul 19 03:32:49.869220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0bfe8cb-5a62-4029-8e23-1900f6d67c5b req-6ca5f296-3460-4ce2-b89d-9b513851259e service neutron] 10.222.0.26 "GET /v2.0/networks/e536d488-e75a-4d7f-b109-9f65bdeda0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260848 Jul 19 03:32:50.016972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-72d34e76-4160-4743-a31d-c568d90ce796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.022541 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-72d34e76-4160-4743-a31d-c568d90ce796 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 1096 time: 0.0979877 Jul 19 03:32:50.178134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-53e6b9dd-97f9-42d1-8fec-8c641b7c1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.179783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-53e6b9dd-97f9-42d1-8fec-8c641b7c1c7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e536d488-e75a-4d7f-b109-9f65bdeda0f5 HTTP/1.1" status: 200 len: 896 time: 0.1522520 Jul 19 03:32:50.265736 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-f32edd77-6ac4-4e08-a18c-ecde8ed79d2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7126235b-30d4-46d4-b1c0-61594fc648c7 HTTP/1.1" status: 200 len: 217 time: 0.0751300 Jul 19 03:32:50.367099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-81c208a4-d7f4-4e17-8f37-c1978ece71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.369323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-81c208a4-d7f4-4e17-8f37-c1978ece71f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72d2b75d-f0cd-436a-8fa9-5e31d16095fd HTTP/1.1" status: 200 len: 837 time: 0.0943079 Jul 19 03:32:50.476770 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-08413026-ca92-4882-80b9-8448bec103c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1038868 Jul 19 03:32:50.495761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-6bd58c35-7960-4ecd-818b-c43bd3bcdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.497329 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-6bd58c35-7960-4ecd-818b-c43bd3bcdc4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e536d488-e75a-4d7f-b109-9f65bdeda0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1211131 Jul 19 03:32:50.656301 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-1a35da32-0a70-4eca-9616-036eadd3b6b7 service neutron] 10.222.0.26 "GET /v2.0/networks/e536d488-e75a-4d7f-b109-9f65bdeda0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510203 Jul 19 03:32:50.660357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d2fe-f4d1-4c7d-8386-6310528f79a8 req-0aabb9c1-fd09-440f-a8f6-9d15b56a73a3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.684149 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d2fe-f4d1-4c7d-8386-6310528f79a8 req-0aabb9c1-fd09-440f-a8f6-9d15b56a73a3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.685369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44806) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:50.701641 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d2fe-f4d1-4c7d-8386-6310528f79a8 req-0aabb9c1-fd09-440f-a8f6-9d15b56a73a3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.711420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44808) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:50.715887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d2fe-f4d1-4c7d-8386-6310528f79a8 req-0aabb9c1-fd09-440f-a8f6-9d15b56a73a3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.730412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d2fe-f4d1-4c7d-8386-6310528f79a8 req-0aabb9c1-fd09-440f-a8f6-9d15b56a73a3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.742151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d2fe-f4d1-4c7d-8386-6310528f79a8 req-0aabb9c1-fd09-440f-a8f6-9d15b56a73a3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.784587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d2fe-f4d1-4c7d-8386-6310528f79a8 req-0aabb9c1-fd09-440f-a8f6-9d15b56a73a3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:50.792101 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-47f1d2fe-f4d1-4c7d-8386-6310528f79a8 req-0aabb9c1-fd09-440f-a8f6-9d15b56a73a3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5441 time: 0.3139534 Jul 19 03:32:50.835616 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13737cb0-98f2-4c10-adb3-c3c11b145234 req-b3876877-4675-44af-a05e-f7e9d88226d3 service neutron] 10.222.0.26 "GET /v2.0/networks/e536d488-e75a-4d7f-b109-9f65bdeda0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707320 Jul 19 03:32:50.882167 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-47f1d2fe-f4d1-4c7d-8386-6310528f79a8 req-88c0ac2d-3d54-4782-a6dd-f767d94b4fa2 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807221 Jul 19 03:32:50.979294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7176c75b-9ff2-40f3-bc0f-47cbc268c1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:51.100121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0a13d-9d13-49a5-92eb-6ed3f4ce35d2 req-01a39c78-a384-4b8e-8df5-4cf8e9499740 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:51.101897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22d0a13d-9d13-49a5-92eb-6ed3f4ce35d2 req-01a39c78-a384-4b8e-8df5-4cf8e9499740 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 944 time: 0.0801444 Jul 19 03:32:51.171017 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22d0a13d-9d13-49a5-92eb-6ed3f4ce35d2 req-12f031b9-a763-4de3-864b-9755d75b1653 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629930 Jul 19 03:32:51.349004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb013c-303e-4095-9f39-2ae45150ccdb req-84c242fd-2b42-40d6-9782-b0ba1f636540 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:51.355099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb013c-303e-4095-9f39-2ae45150ccdb req-84c242fd-2b42-40d6-9782-b0ba1f636540 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:51.362091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb013c-303e-4095-9f39-2ae45150ccdb req-84c242fd-2b42-40d6-9782-b0ba1f636540 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:51.368187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb013c-303e-4095-9f39-2ae45150ccdb req-84c242fd-2b42-40d6-9782-b0ba1f636540 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:51.375086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb013c-303e-4095-9f39-2ae45150ccdb req-84c242fd-2b42-40d6-9782-b0ba1f636540 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:51.381576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb013c-303e-4095-9f39-2ae45150ccdb req-84c242fd-2b42-40d6-9782-b0ba1f636540 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:51.387891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb013c-303e-4095-9f39-2ae45150ccdb req-84c242fd-2b42-40d6-9782-b0ba1f636540 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:51.389860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1bbb013c-303e-4095-9f39-2ae45150ccdb req-84c242fd-2b42-40d6-9782-b0ba1f636540 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5441 time: 0.1165030 Jul 19 03:32:51.412892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0fa49-07a1-41c2-9b00-e58b13354191 req-082f7fd9-f98c-460d-9e19-3ac0364a21e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:51.414903 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77e0fa49-07a1-41c2-9b00-e58b13354191 req-082f7fd9-f98c-460d-9e19-3ac0364a21e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.5597947 Jul 19 03:32:51.498552 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77e0fa49-07a1-41c2-9b00-e58b13354191 req-7ce20d7d-c73d-4d36-89f7-966ecbfda609 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760736 Jul 19 03:32:51.615267 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7176c75b-9ff2-40f3-bc0f-47cbc268c1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:51.623827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7176c75b-9ff2-40f3-bc0f-47cbc268c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:51.675902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176c75b-9ff2-40f3-bc0f-47cbc268c1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a328ab-6114-4eb0-acad-3e049b20ccbd,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:51.701022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7176c75b-9ff2-40f3-bc0f-47cbc268c1e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f77a82e8c6274da39406c6ec8c149715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9797885 Jul 19 03:32:51.704431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44838) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:51.757226 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:51.778706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:51.827078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:51.830529 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:51.834351 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39a328ab-6114-4eb0-acad-3e049b20ccbd HTTP/1.1" status: 204 len: 168 time: 0.1262829 Jul 19 03:32:51.845312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a328ab-6114-4eb0-acad-3e049b20ccbd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:51.853497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.853878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.854207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.854668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.855017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.855490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.855831 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.856165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.856527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.856882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.857186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.857537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f6a0-e481-4d21-8a43-360ac619e5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:32:51.888430 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:32:51.912768 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:52.219991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-98d070e8-e0c3-435b-9cb3-597736be8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:52.221526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-98d070e8-e0c3-435b-9cb3-597736be8105 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1097 time: 0.1152534 Jul 19 03:32:52.355634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] Deleting port 0aba46b9-1e85-4ad6-abb9-93122be0db9f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:32:52.355985 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:52.359047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-b94c5a89-005f-4925-b159-41bb9d98bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:52.360677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-b94c5a89-005f-4925-b159-41bb9d98bd2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 200 len: 897 time: 0.1311653 Jul 19 03:32:52.370550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64423f8a-5f14-4e26-8dbe-b23347a4c777 req-3aa3479c-2b88-4c02-8d93-911c08eac070 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:52.370550 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64423f8a-5f14-4e26-8dbe-b23347a4c777 req-3aa3479c-2b88-4c02-8d93-911c08eac070 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 944 time: 0.0804937 Jul 19 03:32:52.413874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64423f8a-5f14-4e26-8dbe-b23347a4c777 req-a86b1af6-6b29-4fe2-b3d7-f66e21a8c164 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344579 Jul 19 03:32:52.478429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-9da53471-b86f-41ad-9be2-4fffd59649e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 1001 time: 0.1079161 Jul 19 03:32:52.540393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] For port 0aba46b9-1e85-4ad6-abb9-93122be0db9f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0aba46b9-1e85-4ad6-abb9-93122be0db9f,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:52.540953 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:52.560424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] Calling delete_port for 0aba46b9-1e85-4ad6-abb9-93122be0db9f owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:32:52.569810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-ef009ae6-83fd-46bc-a1ea-011fb513ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:52.570071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-ef009ae6-83fd-46bc-a1ea-011fb513ffc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=925cacf7-8460-4fea-88df-285b0fdb7f47 HTTP/1.1" status: 200 len: 835 time: 0.0805755 Jul 19 03:32:52.779292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-7204999c-331c-4d55-ae92-da25f3731126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:52.780884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-7204999c-331c-4d55-ae92-da25f3731126 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2035863 Jul 19 03:32:52.832810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaa9a0-5ac8-443a-b730-fa8b59b8a47e req-ba957060-a4ea-4f2d-9865-91d3fb3226c6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:52.834406 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfdaa9a0-5ac8-443a-b730-fa8b59b8a47e req-ba957060-a4ea-4f2d-9865-91d3fb3226c6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.2026575 Jul 19 03:32:52.957400 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfdaa9a0-5ac8-443a-b730-fa8b59b8a47e req-76f345e6-8905-485d-a0f2-933e572fabdd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103060 Jul 19 03:32:52.986238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-6c093a14-98d3-4549-8d00-771668af328f service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958001 Jul 19 03:32:53.021566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:53.054631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aba46b9-1e85-4ad6-abb9-93122be0db9f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:53.180107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-7e4b3a7e-3fca-4a30-a2a4-9df3d8993a3f service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842563 Jul 19 03:32:53.304919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44900) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:53.340468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:53.465348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef27dd-39dc-4dff-bf03-2978d4623bbe req-7aab9388-6d74-4432-9ba4-ffb6bcd5aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:53.465920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef27dd-39dc-4dff-bf03-2978d4623bbe req-7aab9388-6d74-4432-9ba4-ffb6bcd5aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:53.466609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef27dd-39dc-4dff-bf03-2978d4623bbe req-7aab9388-6d74-4432-9ba4-ffb6bcd5aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:53.467069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef27dd-39dc-4dff-bf03-2978d4623bbe req-7aab9388-6d74-4432-9ba4-ffb6bcd5aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:53.467764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef27dd-39dc-4dff-bf03-2978d4623bbe req-7aab9388-6d74-4432-9ba4-ffb6bcd5aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:53.468309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef27dd-39dc-4dff-bf03-2978d4623bbe req-7aab9388-6d74-4432-9ba4-ffb6bcd5aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:53.468847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef27dd-39dc-4dff-bf03-2978d4623bbe req-7aab9388-6d74-4432-9ba4-ffb6bcd5aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:53.471520 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57ef27dd-39dc-4dff-bf03-2978d4623bbe req-7aab9388-6d74-4432-9ba4-ffb6bcd5aa94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6505 time: 0.1655855 Jul 19 03:32:53.520296 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57ef27dd-39dc-4dff-bf03-2978d4623bbe req-1b9cd524-79bd-4bc9-ba81-b1334ad67728 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392404 Jul 19 03:32:53.596668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] Router 07fc98b7-a2a8-4101-a479-325739f4a828 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:32:53.616423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59ccb8-a2bb-421c-9d9c-d06f2e63e9ee req-dd2daaca-e6d1-4c5d-a632-f3d0554844e4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:53.617988 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f59ccb8-a2bb-421c-9d9c-d06f2e63e9ee req-dd2daaca-e6d1-4c5d-a632-f3d0554844e4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 944 time: 0.0715411 Jul 19 03:32:53.661943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f59ccb8-a2bb-421c-9d9c-d06f2e63e9ee req-c4a088e5-b4c1-4a1e-850e-cf519f8ce43d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371163 Jul 19 03:32:53.728606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:32:53.737468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4ce9fcbf-405d-4ad9-b4cd-c45a0749e1e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/07fc98b7-a2a8-4101-a479-325739f4a828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0468934 Jul 19 03:32:53.737805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44928) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:53.738396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] Sync routers for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:32:53.748563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:53.749190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:53.862767 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:53.868194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:53.975448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.059971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Deleting port ff972892-66a4-489f-ad5b-4458658d55e6 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:32:54.061964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.071888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:32:52Z', 'revision_number': 5, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port': {'id': 'ff972892-66a4-489f-ad5b-4458658d55e6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:51Z', 'updated_at': '2021-07-19T03:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:54.100333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] Checking router: 07fc98b7-a2a8-4101-a479-325739f4a828 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:32:54.110995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] Routers {'07fc98b7-a2a8-4101-a479-325739f4a828'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:32:54.110995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['07fc98b7-a2a8-4101-a479-325739f4a828'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:54.179262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] For port ff972892-66a4-489f-ad5b-4458658d55e6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ff972892-66a4-489f-ad5b-4458658d55e6,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:54.180553 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.198413 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Calling delete_port for ff972892-66a4-489f-ad5b-4458658d55e6 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:32:54.208778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] Set router 07fc98b7-a2a8-4101-a479-325739f4a828 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:32:54.220470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7af31-5a20-43a1-accd-7c6ea4691464 req-68983313-5963-473c-b1d6-26fc92058921 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:54.222506 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ba7af31-5a20-43a1-accd-7c6ea4691464 req-68983313-5963-473c-b1d6-26fc92058921 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0846496 Jul 19 03:32:54.267846 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ba7af31-5a20-43a1-accd-7c6ea4691464 req-aa71314b-b47b-43d5-bbba-48611c1617c4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394480 Jul 19 03:32:54.275403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:32:53Z', 'revision_number': 6, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:54.304989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34132f81-7dff-4d26-9c8f-5bc9c941e85e None None] The sync data for ids ['07fc98b7-a2a8-4101-a479-325739f4a828'] in n-d-762330-18 is: [{'id': '07fc98b7-a2a8-4101-a479-325739f4a828', 'name': 'tempest-AttachVolumeTestJSON-17844175-router', 'tenant_id': '0f8aac67f6aa4da39cf26f316679cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:50Z', 'updated_at': '2021-07-19T03:32:53Z', 'revision_number': 6, 'project_id': '0f8aac67f6aa4da39cf26f316679cf24', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:32:54.307624 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7126235b-30d4-46d4-b1c0-61594fc648c7 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:32:54.416967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 7126235b-30d4-46d4-b1c0-61594fc648c7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7126235b-30d4-46d4-b1c0-61594fc648c7,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:54.421640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.431504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '7126235b-30d4-46d4-b1c0-61594fc648c7', 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5', 'port_id': '7126235b-30d4-46d4-b1c0-61594fc648c7', 'mac_address': 'fa:16:3e:fb:fb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d2b75d-f0cd-436a-8fa9-5e31d16095fd', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:32:54.448328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=ff972892-66a4-489f-ad5b-4458658d55e6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:54.473124 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.487812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7126235b-30d4-46d4-b1c0-61594fc648c7 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:32:54.502420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44952) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:54.507937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 7126235b-30d4-46d4-b1c0-61594fc648c7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7126235b-30d4-46d4-b1c0-61594fc648c7,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:54.511594 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.527136 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.562018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=7126235b-30d4-46d4-b1c0-61594fc648c7,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:54.620790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.628345 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.639006 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6087b97b-39d0-4718-9586-00a959b291f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.696911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.697457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07fc98b7-a2a8-4101-a479-325739f4a828 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:32:54.702252 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.703475 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dee8d777-6fbc-4100-8e9e-025f36cb2bfd admin admin] 10.222.0.20 "DELETE /v2.0/routers/07fc98b7-a2a8-4101-a479-325739f4a828 HTTP/1.1" status: 204 len: 168 time: 0.9645219 Jul 19 03:32:54.706252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44958) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:54.774932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['7126235b-30d4-46d4-b1c0-61594fc648c7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:32:54.784365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6087b97b-39d0-4718-9586-00a959b291f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.789482 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6087b97b-39d0-4718-9586-00a959b291f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.799788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-63101106-64ea-48c9-9153-abb6e522089b admin admin] Deleting subnet 0ceded2c-c679-4780-b968-ee4fc4b2f0ee {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:32:54.812733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63101106-64ea-48c9-9153-abb6e522089b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.831737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6087b97b-39d0-4718-9586-00a959b291f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21ccfe1cfb4a4b938d70f3d9210ce5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282347 Jul 19 03:32:54.834059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087b97b-39d0-4718-9586-00a959b291f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f8df8e-7e60-4e39-80df-3af7a3c7d70b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:54.835624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44960) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:54.876947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63101106-64ea-48c9-9153-abb6e522089b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.916148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3d8df-5eb1-4476-aadf-52ec76afc5c4 req-b02501b3-4d4d-4409-b6a1-66b9ce197f2e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:54.917678 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eab3d8df-5eb1-4476-aadf-52ec76afc5c4 req-b02501b3-4d4d-4409-b6a1-66b9ce197f2e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 945 time: 0.0846784 Jul 19 03:32:54.934753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40ec07f1-19a9-4264-b1e4-91cbf66e7cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:54.958553 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eab3d8df-5eb1-4476-aadf-52ec76afc5c4 req-26bf76d2-5ec7-49e1-9e60-44e34b1d67bf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335853 Jul 19 03:32:54.982369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40ec07f1-19a9-4264-b1e4-91cbf66e7cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.004976 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63101106-64ea-48c9-9153-abb6e522089b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.067674 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40ec07f1-19a9-4264-b1e4-91cbf66e7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.070340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40ec07f1-19a9-4264-b1e4-91cbf66e7cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.073881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-40ec07f1-19a9-4264-b1e4-91cbf66e7cf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6f8df8e-7e60-4e39-80df-3af7a3c7d70b HTTP/1.1" status: 204 len: 168 time: 0.2350297 Jul 19 03:32:55.081826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec07f1-19a9-4264-b1e4-91cbf66e7cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f8df8e-7e60-4e39-80df-3af7a3c7d70b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:55.086223 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63101106-64ea-48c9-9153-abb6e522089b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.394518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44968) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:55.411976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7aabd0fb-2da5-4ff8-a42b-278bc4ebbdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.431877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63101106-64ea-48c9-9153-abb6e522089b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ceded2c-c679-4780-b968-ee4fc4b2f0ee,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:55.450380 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63101106-64ea-48c9-9153-abb6e522089b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.452231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-63101106-64ea-48c9-9153-abb6e522089b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0ceded2c-c679-4780-b968-ee4fc4b2f0ee HTTP/1.1" status: 204 len: 168 time: 0.7443655 Jul 19 03:32:55.456144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44970) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:55.456697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6ba0b-7635-41ca-8e74-7ced29e6ea71 None None] Network 66515329-14d2-403d-9c58-62f5e4e23d6e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:32:55.513327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d967c7-4052-4090-abda-fb544d5817c2 req-3c7fc1f3-a508-439b-abee-41ba3ca78668 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:55.515016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68d967c7-4052-4090-abda-fb544d5817c2 req-3c7fc1f3-a508-439b-abee-41ba3ca78668 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0869348 Jul 19 03:32:55.556461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68d967c7-4052-4090-abda-fb544d5817c2 req-573a5e02-37b7-4df2-9125-ff495e378361 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339818 Jul 19 03:32:55.564418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.620277 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7aabd0fb-2da5-4ff8-a42b-278bc4ebbdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.631010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7aabd0fb-2da5-4ff8-a42b-278bc4ebbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.679083 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb2ff06-d782-4a18-8840-450fa6651cfe None None] DHCP port deletion for 66515329-14d2-403d-9c58-62f5e4e23d6e request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:32:55.680592 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7aabd0fb-2da5-4ff8-a42b-278bc4ebbdcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3e22933ddc6432ca33f763d9da15ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847030 Jul 19 03:32:55.681333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabd0fb-2da5-4ff8-a42b-278bc4ebbdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa0fa0d-82fc-4bbe-b531-f0c1be96952b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:55.683252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44972) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:55.689226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Deleting port a6fea54e-75ea-4f75-970d-672c15e87111 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:32:55.689676 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.729940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-efb2ff06-d782-4a18-8840-450fa6651cfe None None] Deleting port a6fea54e-75ea-4f75-970d-672c15e87111 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:32:55.730507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-efb2ff06-d782-4a18-8840-450fa6651cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.747614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc34d-092e-47f2-bccb-5024ad02d9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.760309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] For port a6fea54e-75ea-4f75-970d-672c15e87111, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a6fea54e-75ea-4f75-970d-672c15e87111,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:55.760671 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.770447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc34d-092e-47f2-bccb-5024ad02d9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.773016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Calling delete_port for a6fea54e-75ea-4f75-970d-672c15e87111 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:32:55.792936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-efb2ff06-d782-4a18-8840-450fa6651cfe None None] For port a6fea54e-75ea-4f75-970d-672c15e87111, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a6fea54e-75ea-4f75-970d-672c15e87111,segment=NetworkSegment(f2a134a7-3136-40b5-9ff9-eb99b3ca9632),segment_id=f2a134a7-3136-40b5-9ff9-eb99b3ca9632)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:55.793519 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-efb2ff06-d782-4a18-8840-450fa6651cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.806257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-efb2ff06-d782-4a18-8840-450fa6651cfe None None] Calling delete_port for a6fea54e-75ea-4f75-970d-672c15e87111 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:32:55.821473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc34d-092e-47f2-bccb-5024ad02d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.824245 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc34d-092e-47f2-bccb-5024ad02d9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.827807 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1bcbc34d-092e-47f2-bccb-5024ad02d9af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fa0fa0d-82fc-4bbe-b531-f0c1be96952b HTTP/1.1" status: 204 len: 168 time: 0.1348867 Jul 19 03:32:55.836215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbc34d-092e-47f2-bccb-5024ad02d9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa0fa0d-82fc-4bbe-b531-f0c1be96952b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:55.865615 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.897648 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] No DVR routers for this DVR port a6fea54e-75ea-4f75-970d-672c15e87111 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:32:55.902404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fea54e-75ea-4f75-970d-672c15e87111,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:55.910223 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-efb2ff06-d782-4a18-8840-450fa6651cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.940142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2ff06-d782-4a18-8840-450fa6651cfe None None] Pushing event deleted for resources: {'Port': ['ID=a6fea54e-75ea-4f75-970d-672c15e87111,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:55.942035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2ff06-d782-4a18-8840-450fa6651cfe None None] No DVR routers for this DVR port a6fea54e-75ea-4f75-970d-672c15e87111 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:32:55.986883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:55.999008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66515329-14d2-403d-9c58-62f5e4e23d6e']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:56.010802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:56.011103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a134a7-3136-40b5-9ff9-eb99b3ca9632') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:32:56.030695 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.043919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ff972892-66a4-489f-ad5b-4458658d55e6 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:32:56.052413 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.065177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: ff972892-66a4-489f-ad5b-4458658d55e6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:32:56.065741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ff972892-66a4-489f-ad5b-4458658d55e6 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:32:56.066351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0aba46b9-1e85-4ad6-abb9-93122be0db9f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:32:56.067014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:32:56.067739 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:32:56.069259 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:32:56.093488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 0aba46b9-1e85-4ad6-abb9-93122be0db9f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:32:56.094476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0aba46b9-1e85-4ad6-abb9-93122be0db9f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:32:56.095158 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a6fea54e-75ea-4f75-970d-672c15e87111 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:32:56.115123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: a6fea54e-75ea-4f75-970d-672c15e87111 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:32:56.115555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a6fea54e-75ea-4f75-970d-672c15e87111 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:32:56.165138 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.175723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.177580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66515329-14d2-403d-9c58-62f5e4e23d6e HTTP/1.1" status: 204 len: 168 time: 0.7203639 Jul 19 03:32:56.192136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5459b-f027-4c04-aa2a-9fca9b352220 admin admin] Pushing event deleted for resources: {'Network': ['ID=66515329-14d2-403d-9c58-62f5e4e23d6e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:56.212082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc146e2-255d-488c-875e-24e58841f636 req-4411b750-79f9-4f06-914f-9e98b715f650 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:56.214012 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebc146e2-255d-488c-875e-24e58841f636 req-4411b750-79f9-4f06-914f-9e98b715f650 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 945 time: 0.1237681 Jul 19 03:32:56.258498 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebc146e2-255d-488c-875e-24e58841f636 req-d8c3726c-ba96-405f-8b74-e0dbd476ec98 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368080 Jul 19 03:32:56.308240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44988) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:56.328095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7126235b-30d4-46d4-b1c0-61594fc648c7 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:32:56.353962 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cf5c5809-a01e-4250-90fa-132df241f6d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f8aac67f6aa4da39cf26f316679cf24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439665 Jul 19 03:32:56.354197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44992) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:56.381683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 7126235b-30d4-46d4-b1c0-61594fc648c7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:32:56.387408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 7126235b-30d4-46d4-b1c0-61594fc648c7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:32:56.387770 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.406179 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-83a9e16e-a809-4375-9208-dee76ed416fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.431173 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-83a9e16e-a809-4375-9208-dee76ed416fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.488856 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-83a9e16e-a809-4375-9208-dee76ed416fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.491994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-83a9e16e-a809-4375-9208-dee76ed416fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.493261 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-83a9e16e-a809-4375-9208-dee76ed416fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da561984-43b8-4ab2-9a7c-3fbd277a6ff4 HTTP/1.1" status: 204 len: 168 time: 0.1378353 Jul 19 03:32:56.503039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9e16e-a809-4375-9208-dee76ed416fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da561984-43b8-4ab2-9a7c-3fbd277a6ff4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:56.639714 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.663706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e95e2c8-baac-49a4-8d4c-112a5fb96b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7126235b-30d4-46d4-b1c0-61594fc648c7'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:32:56.666075 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026eed65-acb1-4882-88f6-09f779f2dfa8" -d '{"events": [{"server_uuid": "1e95e2c8-baac-49a4-8d4c-112a5fb96b37", "name": "network-vif-plugged", "status": "completed", "tag": "7126235b-30d4-46d4-b1c0-61594fc648c7"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:32:56.679602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 7126235b-30d4-46d4-b1c0-61594fc648c7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7126235b-30d4-46d4-b1c0-61594fc648c7,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:32:56.688589 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:56.737331 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ac62fe-d146-4ad7-bfee-7a2da6cce26e x-openstack-request-id: req-11ac62fe-d146-4ad7-bfee-7a2da6cce26e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:32:56.737810 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e95e2c8-baac-49a4-8d4c-112a5fb96b37", "name": "network-vif-plugged", "status": "completed", "tag": "7126235b-30d4-46d4-b1c0-61594fc648c7", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:32:56.738286 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11ac62fe-d146-4ad7-bfee-7a2da6cce26e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:32:56.738866 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e95e2c8-baac-49a4-8d4c-112a5fb96b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7126235b-30d4-46d4-b1c0-61594fc648c7', 'code': 200} Jul 19 03:32:56.775237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d27655-0a84-481c-a829-94ff41208a01 req-65bdcbb6-1da0-458b-b59b-25db0bacc76c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:56.783741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3d27655-0a84-481c-a829-94ff41208a01 req-65bdcbb6-1da0-458b-b59b-25db0bacc76c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0758240 Jul 19 03:32:56.790476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=7126235b-30d4-46d4-b1c0-61594fc648c7,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:56.867292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3d27655-0a84-481c-a829-94ff41208a01 req-97674257-9198-469e-9784-52c276aac5e8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824449 Jul 19 03:32:56.889443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4bf6b-fb17-4c60-951d-76bfa65eecbd req-e38a30d0-a3a8-4ef0-b58c-8acdc2782eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:56.891535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8f4bf6b-fb17-4c60-951d-76bfa65eecbd req-e38a30d0-a3a8-4ef0-b58c-8acdc2782eea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 1098 time: 0.0753040 Jul 19 03:32:56.942419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b8f4bf6b-fb17-4c60-951d-76bfa65eecbd req-8ecf5153-05cc-4bb3-8d64-7856eac935c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Jul 19 03:32:57.446179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eee74-23a4-4da9-8a17-3f530e75e3d8 req-1e400719-cf00-4143-97d6-0decad205a85 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:57.447824 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-654eee74-23a4-4da9-8a17-3f530e75e3d8 req-1e400719-cf00-4143-97d6-0decad205a85 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 946 time: 0.0661628 Jul 19 03:32:57.493565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-654eee74-23a4-4da9-8a17-3f530e75e3d8 req-497b1461-0787-4b39-8d38-b5d49dae5d3b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395308 Jul 19 03:32:58.060654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5536b43-776f-4dc9-87f6-1a38e6891392 req-c5368db4-7212-4c25-8e7b-b6079fba3d60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:58.062356 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a5536b43-776f-4dc9-87f6-1a38e6891392 req-c5368db4-7212-4c25-8e7b-b6079fba3d60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0715144 Jul 19 03:32:58.114831 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a5536b43-776f-4dc9-87f6-1a38e6891392 req-917ef876-b5e5-4f9f-98a3-e7e1df74f824 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448284 Jul 19 03:32:58.693987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685b877-92e2-4df5-9ecc-d90033086e2a req-54939443-94b4-427a-8965-0eadb369f8e6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:58.695540 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f685b877-92e2-4df5-9ecc-d90033086e2a req-54939443-94b4-427a-8965-0eadb369f8e6 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 946 time: 0.0740261 Jul 19 03:32:58.741587 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f685b877-92e2-4df5-9ecc-d90033086e2a req-4a98b369-4085-4b31-b8f6-611ce7910e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383668 Jul 19 03:32:58.880623 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45130) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:58.943183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c30dec-97fe-4e8a-805c-8f8856608667 req-a1ded20a-230f-46d0-b6ac-332bcdde73c2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:58.950162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-08c30dec-97fe-4e8a-805c-8f8856608667 req-a1ded20a-230f-46d0-b6ac-332bcdde73c2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 946 time: 0.0829074 Jul 19 03:32:58.986832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-08c30dec-97fe-4e8a-805c-8f8856608667 req-a7ee0937-548a-4847-834d-480275609e49 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357342 Jul 19 03:32:59.031011 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46a36a52-88c5-4a99-939c-d08a0af84237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.124032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46a36a52-88c5-4a99-939c-d08a0af84237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.128435 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46a36a52-88c5-4a99-939c-d08a0af84237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.170472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-46a36a52-88c5-4a99-939c-d08a0af84237 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e6316b0e24e45de850f9ac8d9009c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886508 Jul 19 03:32:59.171223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a36a52-88c5-4a99-939c-d08a0af84237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d240ef-531e-402d-8037-48eeb662eb4b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:59.174203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45150) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:59.239701 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-997991a8-122c-4f7f-a1eb-6b2c7fdf992c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.264799 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-997991a8-122c-4f7f-a1eb-6b2c7fdf992c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.318757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1d1fe-e050-4393-8764-e9f917c627f8 req-7364f159-eeaa-49a9-b06f-e2c42909e2a7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:32:59.319578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-997991a8-122c-4f7f-a1eb-6b2c7fdf992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.320363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-96a1d1fe-e050-4393-8764-e9f917c627f8 req-7364f159-eeaa-49a9-b06f-e2c42909e2a7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0809822 Jul 19 03:32:59.322644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-997991a8-122c-4f7f-a1eb-6b2c7fdf992c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.326754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-997991a8-122c-4f7f-a1eb-6b2c7fdf992c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39d240ef-531e-402d-8037-48eeb662eb4b HTTP/1.1" status: 204 len: 168 time: 0.1508603 Jul 19 03:32:59.339465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997991a8-122c-4f7f-a1eb-6b2c7fdf992c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d240ef-531e-402d-8037-48eeb662eb4b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:59.385170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-96a1d1fe-e050-4393-8764-e9f917c627f8 req-ad4eb9f4-1e39-4c75-869b-fbde3938a624 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577350 Jul 19 03:32:59.616951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45168) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:59.630688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd9cb1eb-0740-4a31-9ecb-15cb2f1b5d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.695862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45170) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:59.723155 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd9cb1eb-0740-4a31-9ecb-15cb2f1b5d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.727929 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd9cb1eb-0740-4a31-9ecb-15cb2f1b5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.766989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fd9cb1eb-0740-4a31-9ecb-15cb2f1b5d02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5df6153bf638416e8182c8acf9f56a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488762 Jul 19 03:32:59.768982 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cb1eb-0740-4a31-9ecb-15cb2f1b5d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365eafb1-bfc3-426c-9f94-285e871a9c90,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:59.769839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45174) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:32:59.822002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3af6947-4879-4e9e-bc50-2961e712aee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.847184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b3d84b-71b4-43f5-9b41-c38bb1273c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.878080 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b3d84b-71b4-43f5-9b41-c38bb1273c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.949582 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b3d84b-71b4-43f5-9b41-c38bb1273c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.951991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-38b3d84b-71b4-43f5-9b41-c38bb1273c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.953203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-38b3d84b-71b4-43f5-9b41-c38bb1273c5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/365eafb1-bfc3-426c-9f94-285e871a9c90 HTTP/1.1" status: 204 len: 168 time: 0.1822965 Jul 19 03:32:59.972354 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3af6947-4879-4e9e-bc50-2961e712aee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:32:59.973530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3d84b-71b4-43f5-9b41-c38bb1273c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365eafb1-bfc3-426c-9f94-285e871a9c90,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:32:59.976514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3af6947-4879-4e9e-bc50-2961e712aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.016234 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d3af6947-4879-4e9e-bc50-2961e712aee1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0506b16e0ea403899572140d77ea672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187685 Jul 19 03:33:00.017170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af6947-4879-4e9e-bc50-2961e712aee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c260f78c-94ef-466e-8302-4b411b17a808,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:00.018815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45178) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:00.073560 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fdb84054-81af-423b-99aa-222503f14925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.094798 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fdb84054-81af-423b-99aa-222503f14925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.143444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fdb84054-81af-423b-99aa-222503f14925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.145997 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fdb84054-81af-423b-99aa-222503f14925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.147662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fdb84054-81af-423b-99aa-222503f14925 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c260f78c-94ef-466e-8302-4b411b17a808 HTTP/1.1" status: 204 len: 168 time: 0.1272252 Jul 19 03:33:00.156925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb84054-81af-423b-99aa-222503f14925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c260f78c-94ef-466e-8302-4b411b17a808,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:00.478141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45200) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:00.491160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45202) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:00.503465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-31251a29-93e6-4240-8834-6feb42c1dc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.608156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee7239-df92-4199-8df3-7871bb92c5ac req-b6c367ba-4b11-4a00-a7d6-407ef185289f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:00.609759 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a5ee7239-df92-4199-8df3-7871bb92c5ac req-b6c367ba-4b11-4a00-a7d6-407ef185289f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.1083331 Jul 19 03:33:00.682856 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a5ee7239-df92-4199-8df3-7871bb92c5ac req-68906ede-1c86-449d-9183-800d473c214e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660365 Jul 19 03:33:00.705170 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-31251a29-93e6-4240-8834-6feb42c1dc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.716504 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-31251a29-93e6-4240-8834-6feb42c1dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.762819 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-31251a29-93e6-4240-8834-6feb42c1dc23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3981a4b1e0774a8bb892c6e7b1676589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828279 Jul 19 03:33:00.764423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45210) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:00.772226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31251a29-93e6-4240-8834-6feb42c1dc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7447d3ab-969f-48a1-a888-bb33df37fde1,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:00.819809 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a0b3-109c-468c-8fe0-e02ad7cb443a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.843841 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a0b3-109c-468c-8fe0-e02ad7cb443a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.900720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a0b3-109c-468c-8fe0-e02ad7cb443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.904340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a0b3-109c-468c-8fe0-e02ad7cb443a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:00.906192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f6b5a0b3-109c-468c-8fe0-e02ad7cb443a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7447d3ab-969f-48a1-a888-bb33df37fde1 HTTP/1.1" status: 204 len: 168 time: 0.1408145 Jul 19 03:33:00.915439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5a0b3-109c-468c-8fe0-e02ad7cb443a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7447d3ab-969f-48a1-a888-bb33df37fde1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:00.992622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:01.607385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Allocated IP 172.20.0.17 (e536d488-e75a-4d7f-b109-9f65bdeda0f5/72d2b75d-f0cd-436a-8fa9-5e31d16095fd/ae9c5509-7e8e-4ccb-8713-8931d7c51b32) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:01.728642 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:01.744014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Transition to ACTIVE for port object ae9c5509-7e8e-4ccb-8713-8931d7c51b32 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:01.787497 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:01.859192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network e536d488-e75a-4d7f-b109-9f65bdeda0f5 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:01.881468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:01.893261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:01.929759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=ae9c5509-7e8e-4ccb-8713-8931d7c51b32,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:01.960116 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:01.974124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96a79f-db72-4471-8bb9-be98e0c98c5f req-9336180f-13f8-4583-b3eb-3c3f8fe2395f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:01.981024 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b96a79f-db72-4471-8bb9-be98e0c98c5f req-9336180f-13f8-4583-b3eb-3c3f8fe2395f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.1450157 Jul 19 03:33:02.068569 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b96a79f-db72-4471-8bb9-be98e0c98c5f req-5d2e2da8-88f3-44d9-ab92-42814c5afb48 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867295 Jul 19 03:33:02.182032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:02.289006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-12c75ec1-8af0-4a55-a037-6fcf64f85cf0 None None] Provisioning for port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:02.298470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-12c75ec1-8af0-4a55-a037-6fcf64f85cf0 None None] Provisioning complete for port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:02.299200 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-12c75ec1-8af0-4a55-a037-6fcf64f85cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:02.342001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-12c75ec1-8af0-4a55-a037-6fcf64f85cf0 None None] Port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:33:02.491969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:02.497243 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:02.582741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=ae9c5509-7e8e-4ccb-8713-8931d7c51b32,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:02.585356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:02.684799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network e536d488-e75a-4d7f-b109-9f65bdeda0f5 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:02.686233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:02.819140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router dcf466fa-9e6f-46c1-965e-9d4b06159a9f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:33:02.830983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45300) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:02.965546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:02.983193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8d79092e-6383-42bc-87d2-070bdad441cd None None] Provisioning complete for port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:02.983407 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-37d713cb-f768-4535-9aa2-777e9ff30e38 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "PUT /v2.0/routers/dcf466fa-9e6f-46c1-965e-9d4b06159a9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4784160 Jul 19 03:33:02.983585 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8d79092e-6383-42bc-87d2-070bdad441cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:02.983666 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Sync routers for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:02.988883 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:02.989612 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:03.010330 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53339827-f0a8-46c5-824b-aba3aba0576b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.060910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8d79092e-6383-42bc-87d2-070bdad441cd None None] Port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:33:03.114918 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:03.125181 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53339827-f0a8-46c5-824b-aba3aba0576b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.138386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53339827-f0a8-46c5-824b-aba3aba0576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.201747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53339827-f0a8-46c5-824b-aba3aba0576b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48004e0-55ba-4ade-a9bb-e6bbb4adb188,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:03.211888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45320) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:03.222878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-53339827-f0a8-46c5-824b-aba3aba0576b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c828fc88d474ae084da4cee9ef26f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900061 Jul 19 03:33:03.274841 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf949322-73d9-4ed1-805a-6c7c5f78005e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.300444 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf949322-73d9-4ed1-805a-6c7c5f78005e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.323803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f83d0b-3257-4f88-b3f0-74dc13842a56 req-06b5924d-50bd-46d6-8f62-f2e2633f4e7e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:03.325382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94f83d0b-3257-4f88-b3f0-74dc13842a56 req-06b5924d-50bd-46d6-8f62-f2e2633f4e7e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0781686 Jul 19 03:33:03.365864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf949322-73d9-4ed1-805a-6c7c5f78005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.368903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf949322-73d9-4ed1-805a-6c7c5f78005e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.370218 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cf949322-73d9-4ed1-805a-6c7c5f78005e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c48004e0-55ba-4ade-a9bb-e6bbb4adb188 HTTP/1.1" status: 204 len: 168 time: 0.1571383 Jul 19 03:33:03.377545 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:02Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '07210f70-eb21-45c3-841f-d7acfd5c2576', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'mac_address': 'fa:16:3e:9c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:11Z', 'revision_number': 1, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae9c5509-7e8e-4ccb-8713-8931d7c51b32', 'name': '', 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:0a:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '72d2b75d-f0cd-436a-8fa9-5e31d16095fd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:01Z', 'updated_at': '2021-07-19T03:33:02Z', 'revision_number': 2, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '72d2b75d-f0cd-436a-8fa9-5e31d16095fd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:03.378723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf949322-73d9-4ed1-805a-6c7c5f78005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48004e0-55ba-4ade-a9bb-e6bbb4adb188,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:03.398049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94f83d0b-3257-4f88-b3f0-74dc13842a56 req-0c97f5a7-7c84-47d6-8c90-54d095752d2a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661583 Jul 19 03:33:03.419651 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Checking router: dcf466fa-9e6f-46c1-965e-9d4b06159a9f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:03.420135 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Updating router dcf466fa-9e6f-46c1-965e-9d4b06159a9f port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:33:03.456283 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.743886 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.756561 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Transition to ACTIVE for port object ae9c5509-7e8e-4ccb-8713-8931d7c51b32 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:03.763542 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.817635 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Pushing event updated for resources: {'Port': ['ID=ae9c5509-7e8e-4ccb-8713-8931d7c51b32,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:03.827326 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.827793 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.828331 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.828895 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.829276 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.829611 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.829943 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.830293 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.830759 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.831076 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.831402 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.831727 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:03.847582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45338) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:03.867018 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ecf1746a-caa9-4dfb-bb3d-b28430f19cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.894239 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Attempting to bind port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:33:03.894633 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Attempting to bind port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:33:03.895178 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Attempting to bind port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 on network e536d488-e75a-4d7f-b109-9f65bdeda0f5 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:03.901145 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:33:03.901809 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Checking segment: {'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:03.902497 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.903051 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Bound using segment: {'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:33:03.903862 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Bound port: ae9c5509-7e8e-4ccb-8713-8931d7c51b32, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48714aa-af6d-4500-8f7c-1dfec9587138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:33:03.904433 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.980223 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] For port ae9c5509-7e8e-4ccb-8713-8931d7c51b32, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:33:03.983934 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] For port ae9c5509-7e8e-4ccb-8713-8931d7c51b32, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ae9c5509-7e8e-4ccb-8713-8931d7c51b32,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:33:03.990407 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ecf1746a-caa9-4dfb-bb3d-b28430f19cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.991687 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:03.996072 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ecf1746a-caa9-4dfb-bb3d-b28430f19cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:04.032907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ecf1746a-caa9-4dfb-bb3d-b28430f19cf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62a8b880fa5c484cbfdd9502675a9927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838205 Jul 19 03:33:04.035417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45342) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:04.041300 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:04.042078 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:32:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:04.107778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1746a-caa9-4dfb-bb3d-b28430f19cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425411bf-82a6-47b6-970a-05c1d1e70a9e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:04.144965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-692a2191-212c-4986-9dcc-ce9163cd60b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:04.177530 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-692a2191-212c-4986-9dcc-ce9163cd60b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:04.232599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-692a2191-212c-4986-9dcc-ce9163cd60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:04.242045 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-692a2191-212c-4986-9dcc-ce9163cd60b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:04.245711 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-692a2191-212c-4986-9dcc-ce9163cd60b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/425411bf-82a6-47b6-970a-05c1d1e70a9e HTTP/1.1" status: 204 len: 168 time: 0.2069039 Jul 19 03:33:04.247648 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db58361-a19d-4ff5-bbd3-85aa02878369 None None] Pushing event updated for resources: {'Port': ['ID=ae9c5509-7e8e-4ccb-8713-8931d7c51b32,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:04.255437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a2191-212c-4986-9dcc-ce9163cd60b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425411bf-82a6-47b6-970a-05c1d1e70a9e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:04.285277 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:04.553797 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:02Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '07210f70-eb21-45c3-841f-d7acfd5c2576', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'mac_address': 'fa:16:3e:9c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:11Z', 'revision_number': 1, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae9c5509-7e8e-4ccb-8713-8931d7c51b32', 'name': '', 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:0a:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '72d2b75d-f0cd-436a-8fa9-5e31d16095fd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:01Z', 'updated_at': '2021-07-19T03:33:03Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '72d2b75d-f0cd-436a-8fa9-5e31d16095fd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:04.583323 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88ae00-4ca7-4384-897d-507cb4ecc9c5 None None] The sync data for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 is: [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:02Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '07210f70-eb21-45c3-841f-d7acfd5c2576', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'mac_address': 'fa:16:3e:9c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:11Z', 'revision_number': 1, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae9c5509-7e8e-4ccb-8713-8931d7c51b32', 'name': '', 'network_id': 'e536d488-e75a-4d7f-b109-9f65bdeda0f5', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:0a:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '72d2b75d-f0cd-436a-8fa9-5e31d16095fd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:01Z', 'updated_at': '2021-07-19T03:33:03Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '72d2b75d-f0cd-436a-8fa9-5e31d16095fd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:04.631761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55510bf4-591d-40bf-8a54-3a42c449b947 req-119ec312-c4ef-49c8-81bd-12b11bb43611 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:04.643174 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55510bf4-591d-40bf-8a54-3a42c449b947 req-119ec312-c4ef-49c8-81bd-12b11bb43611 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.1003675 Jul 19 03:33:04.701326 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55510bf4-591d-40bf-8a54-3a42c449b947 req-6436264e-7b94-4913-b70a-d61360f2a209 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579309 Jul 19 03:33:05.912824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756e1c9-6a05-45b1-8d3b-901f5f9b8995 req-69103b4a-5981-42d3-a2cf-5e2798ac21b3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:05.915033 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8756e1c9-6a05-45b1-8d3b-901f5f9b8995 req-69103b4a-5981-42d3-a2cf-5e2798ac21b3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0763252 Jul 19 03:33:05.956309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8756e1c9-6a05-45b1-8d3b-901f5f9b8995 req-dc6a42d7-f332-4394-bf81-18b8200334f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354490 Jul 19 03:33:06.077959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ae9c5509-7e8e-4ccb-8713-8931d7c51b32 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:06.138336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:06.143873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:06.144557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:06.232868 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:06.269613 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port ae9c5509-7e8e-4ccb-8713-8931d7c51b32, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ae9c5509-7e8e-4ccb-8713-8931d7c51b32,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:06.274125 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:06.331326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=ae9c5509-7e8e-4ccb-8713-8931d7c51b32,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:06.906444 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:07.141174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dbc2f-5fca-4805-9e0d-6ff35a447535 req-05308fc8-b3ec-4476-8472-48145d9935c9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:07.142918 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-922dbc2f-5fca-4805-9e0d-6ff35a447535 req-05308fc8-b3ec-4476-8472-48145d9935c9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0726976 Jul 19 03:33:07.186732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-922dbc2f-5fca-4805-9e0d-6ff35a447535 req-df5b1d92-12ba-40e9-9cb9-cf9ced26c340 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362420 Jul 19 03:33:07.215047 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:07.963378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7aa9-d8a5-4203-8811-b48fedf00a49 req-b04c69ab-2ecd-4faf-b98a-baa09006512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:07.965883 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed6d7aa9-d8a5-4203-8811-b48fedf00a49 req-b04c69ab-2ecd-4faf-b98a-baa09006512f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 1097 time: 0.2706170 Jul 19 03:33:08.007592 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed6d7aa9-d8a5-4203-8811-b48fedf00a49 req-e75395f5-a3fa-429e-b7ed-0b1058f7c126 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Jul 19 03:33:08.066245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ae9c5509-7e8e-4ccb-8713-8931d7c51b32 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:08.121244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:08.123465 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:08.385339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8ddd4-8132-44b1-a6bb-380745fb5806 req-327dc066-8993-41b0-8e35-a7b482345122 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:08.387301 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13b8ddd4-8132-44b1-a6bb-380745fb5806 req-327dc066-8993-41b0-8e35-a7b482345122 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0680964 Jul 19 03:33:08.436777 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-13b8ddd4-8132-44b1-a6bb-380745fb5806 req-0d88b73b-a7af-4f5c-b4f4-7039a056c48a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419731 Jul 19 03:33:08.734916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45528) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:08.942000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6657424-0599-4f28-8fa8-fa0a7f9e9a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.051995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6657424-0599-4f28-8fa8-fa0a7f9e9a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.056887 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e6657424-0599-4f28-8fa8-fa0a7f9e9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.102463 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e6657424-0599-4f28-8fa8-fa0a7f9e9a42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b8778cf122b40dcb9843c8400016fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663192 Jul 19 03:33:09.104375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45542) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:09.113664 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6657424-0599-4f28-8fa8-fa0a7f9e9a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14440ef2-d1c1-4806-aa7d-a2e0d8e41bb3,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:09.173253 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c38e20d-1556-496f-aaf9-20285e20366d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.195227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c38e20d-1556-496f-aaf9-20285e20366d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.249091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c38e20d-1556-496f-aaf9-20285e20366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.252317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c38e20d-1556-496f-aaf9-20285e20366d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.253606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2c38e20d-1556-496f-aaf9-20285e20366d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14440ef2-d1c1-4806-aa7d-a2e0d8e41bb3 HTTP/1.1" status: 204 len: 168 time: 0.1481998 Jul 19 03:33:09.265817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38e20d-1556-496f-aaf9-20285e20366d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14440ef2-d1c1-4806-aa7d-a2e0d8e41bb3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:09.627321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8303d-6cae-497d-afb1-b8f12f2dc7a8 req-2f8e6eca-02b4-4a2b-a32c-606d0b847b75 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:09.629066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7cf8303d-6cae-497d-afb1-b8f12f2dc7a8 req-2f8e6eca-02b4-4a2b-a32c-606d0b847b75 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0775404 Jul 19 03:33:09.678880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7cf8303d-6cae-497d-afb1-b8f12f2dc7a8 req-4d49b9c1-3b36-466c-a62f-b180fcf76a11 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426843 Jul 19 03:33:09.727517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45562) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:09.742529 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b92ee59f-2d16-4415-802d-35512516bc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.836820 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b92ee59f-2d16-4415-802d-35512516bc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.842107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b92ee59f-2d16-4415-802d-35512516bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.882372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b92ee59f-2d16-4415-802d-35512516bc4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c27c260d16a4f54bcf1f7f20c107c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533105 Jul 19 03:33:09.884345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ee59f-2d16-4415-802d-35512516bc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84836e82-c9d1-4e43-9a3e-2176c27b7418,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:09.885177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45570) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:09.936684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6e1e520-5df9-4d60-80fd-da95cff5056f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:09.958209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6e1e520-5df9-4d60-80fd-da95cff5056f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:10.010042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6e1e520-5df9-4d60-80fd-da95cff5056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:10.013506 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6e1e520-5df9-4d60-80fd-da95cff5056f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:10.014680 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c6e1e520-5df9-4d60-80fd-da95cff5056f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84836e82-c9d1-4e43-9a3e-2176c27b7418 HTTP/1.1" status: 204 len: 168 time: 0.1285198 Jul 19 03:33:10.023133 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1e520-5df9-4d60-80fd-da95cff5056f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84836e82-c9d1-4e43-9a3e-2176c27b7418,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:10.365257 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-2ddbd35d-9bce-4a9d-8b93-9a6083e5509f service neutron] show failed (client error): The resource could not be found. Jul 19 03:33:10.366327 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-2ddbd35d-9bce-4a9d-8b93-9a6083e5509f service neutron] 10.222.0.26 "GET /v2.0/ports/da29ed00-9945-4a1b-b8d0-f58c1e73f0fe/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0655842 Jul 19 03:33:10.631034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-bedbdeba-3368-4062-a257-8632015b82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:10.632560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-bedbdeba-3368-4062-a257-8632015b82cd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 1097 time: 0.0566821 Jul 19 03:33:10.644219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:10.736277 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:10.874146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcf8d5-b209-49d4-b272-3079bf3b0bf7 req-be153621-503e-465d-9796-64f6dc4a51b5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:10.884933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fafcf8d5-b209-49d4-b272-3079bf3b0bf7 req-be153621-503e-465d-9796-64f6dc4a51b5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0836837 Jul 19 03:33:10.923333 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fafcf8d5-b209-49d4-b272-3079bf3b0bf7 req-5ea3b9e8-22c1-4179-adc8-8685a6aec755 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374184 Jul 19 03:33:10.997429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:11.036805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:33:11.077313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:11.079984 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c7a15d-e8ea-41c4-a265-5bc9d3d16b70" -d '{"events": [{"server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "name": "network-vif-unplugged", "status": "completed", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:11.084384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:11.097714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Transition to ACTIVE for port object da29ed00-9945-4a1b-b8d0-f58c1e73f0fe will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:11.103108 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:11.150316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Pushing event updated for resources: {'Port': ['ID=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:11.161213 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8559a2d-e107-414c-8d99-a0a56968aa1c x-openstack-request-id: req-c8559a2d-e107-414c-8d99-a0a56968aa1c {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:11.161512 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "name": "network-vif-unplugged", "status": "completed", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:11.161766 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8559a2d-e107-414c-8d99-a0a56968aa1c {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:11.162166 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'code': 200} Jul 19 03:33:11.267832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] No DVR routers for this DVR port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:33:11.429386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Attempting to bind port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:33:11.430009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Attempting to bind port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:33:11.430491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Attempting to bind port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe on network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:11.435551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe on network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:33:11.435964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Attempting to bind port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe on network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:11.441137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:33:11.441555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Checking segment: {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:11.442014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Bound using segment: {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:33:11.442664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Bound port: da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0665ada3-1757-4ed0-8863-8fd9d8054165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:33:11.443142 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:11.514659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:33:11.518472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:33:11.526306 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:11.566693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:11.567316 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:11.568735 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] 10.222.0.25 "PUT /v2.0/ports/da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 1092 time: 0.9294589 Jul 19 03:33:11.592636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f4835-70a6-43e7-9a38-ce9ef029196c service neutron] Pushing event updated for resources: {'Port': ['ID=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:11.667671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-412295f2-6b1a-4a1c-997b-3cc2a41ae02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:11.669801 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-412295f2-6b1a-4a1c-997b-3cc2a41ae02a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1095 time: 0.0666611 Jul 19 03:33:11.776792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-8828e549-13c1-433a-ba4c-4c573557b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:11.778345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-8828e549-13c1-433a-ba4c-4c573557b424 service neutron] 10.222.0.25 "GET /v2.0/networks?id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 200 len: 897 time: 0.1022456 Jul 19 03:33:11.864039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-a1df41a5-1bc7-4878-9cfd-4cfc6052e08f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 999 time: 0.0785975 Jul 19 03:33:11.914844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-fa0c41c0-064f-4db2-bb1a-137f979b5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:11.916361 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-fa0c41c0-064f-4db2-bb1a-137f979b5dd5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=925cacf7-8460-4fea-88df-285b0fdb7f47 HTTP/1.1" status: 200 len: 835 time: 0.0466101 Jul 19 03:33:11.980913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-690fe44f-b2ed-45ed-80a6-3df885d4471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:11.982482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-690fe44f-b2ed-45ed-80a6-3df885d4471a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594628 Jul 19 03:33:12.095632 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-b6ddcca4-6e84-4ddd-b6ca-2f1fdc743936 service neutron] 10.222.0.25 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067622 Jul 19 03:33:12.146639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8821a5-b4b3-481e-a6ff-18ae78ba98cb req-352d9279-0d89-4c7d-9184-33c8765fbad1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:12.149851 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b8821a5-b4b3-481e-a6ff-18ae78ba98cb req-352d9279-0d89-4c7d-9184-33c8765fbad1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 943 time: 0.0853739 Jul 19 03:33:12.191109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b8821a5-b4b3-481e-a6ff-18ae78ba98cb req-db3ca312-2e52-412c-b343-f31234f78078 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354450 Jul 19 03:33:12.218578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df18e06b-dcce-49a2-bdde-dab77ac6aead req-6c1c99d5-ffb1-47cc-8ef0-3c013282e578 service neutron] 10.222.0.25 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122952 Jul 19 03:33:12.435105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device da29ed00-9945-4a1b-b8d0-f58c1e73f0fe no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:12.485517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device da29ed00-9945-4a1b-b8d0-f58c1e73f0fe not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:12.507625 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3a02e1e6-d7de-4644-8855-caf05a664c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:13.163544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:13.166246 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8364c23c-f54c-4e75-869a-994ab0944ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:13.217685 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ac293c-dde7-4e5c-be40-447b748ce7e9 x-openstack-request-id: req-e5ac293c-dde7-4e5c-be40-447b748ce7e9 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:13.218184 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:13.219093 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5ac293c-dde7-4e5c-be40-447b748ce7e9 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:13.219093 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'status': 'completed', 'code': 200} Jul 19 03:33:13.358468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-e2d54e9b-dece-4a4e-bdf5-7a9f71ded543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:13.360313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-e2d54e9b-dece-4a4e-bdf5-7a9f71ded543 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1095 time: 0.1225407 Jul 19 03:33:13.363119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-afc62e0d-702e-4955-8926-d40825ec8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:13.364689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-afc62e0d-702e-4955-8926-d40825ec8efe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1095 time: 0.0915852 Jul 19 03:33:13.402046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab06cb-2e31-4eef-a7c9-e8084bab49e6 req-a592e9a0-5a4e-4057-a4ac-f0a14f7b2714 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:13.411119 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5ab06cb-2e31-4eef-a7c9-e8084bab49e6 req-a592e9a0-5a4e-4057-a4ac-f0a14f7b2714 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 943 time: 0.0787475 Jul 19 03:33:13.451162 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5ab06cb-2e31-4eef-a7c9-e8084bab49e6 req-9092b18b-81eb-459d-8777-d44c05864df5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388510 Jul 19 03:33:13.526462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-5ac0a727-2753-4061-859d-eccac8a05788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:13.527973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-5ac0a727-2753-4061-859d-eccac8a05788 service neutron] 10.222.0.25 "GET /v2.0/networks?id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 200 len: 897 time: 0.1594975 Jul 19 03:33:13.597007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-d5a55588-e5c0-4834-8874-11d127bc199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:13.598586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-d5a55588-e5c0-4834-8874-11d127bc199c service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 200 len: 897 time: 0.1902065 Jul 19 03:33:13.648066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-59fd4455-2b2d-422d-ac21-122b85834c2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 999 time: 0.1134458 Jul 19 03:33:13.714587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-7478535b-4032-46b4-ac73-815a8e3c74f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 999 time: 0.1071303 Jul 19 03:33:13.718206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-be8a24b0-76bd-4f6e-9b7e-9812f4e7de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:13.719667 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-be8a24b0-76bd-4f6e-9b7e-9812f4e7de06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=925cacf7-8460-4fea-88df-285b0fdb7f47 HTTP/1.1" status: 200 len: 835 time: 0.0648680 Jul 19 03:33:13.788078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45706) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:13.795269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-e6913518-4e03-4c65-af87-64929a3a9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:13.797369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-e6913518-4e03-4c65-af87-64929a3a9877 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=925cacf7-8460-4fea-88df-285b0fdb7f47 HTTP/1.1" status: 200 len: 835 time: 0.0758908 Jul 19 03:33:13.844921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-fbb231b4-8ce8-409e-8d71-189dca997c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:13.846566 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-fbb231b4-8ce8-409e-8d71-189dca997c0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164279 Jul 19 03:33:13.903401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-bc3def20-b710-45c1-98ef-07ef8005e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:13.904963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-bc3def20-b710-45c1-98ef-07ef8005e8b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999732 Jul 19 03:33:14.024068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec638602-4c0c-4fa7-8106-636043ee7c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.046545 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-889d7adc-2eb3-43ed-ab03-9f8aa48b909a service neutron] 10.222.0.25 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752374 Jul 19 03:33:14.089284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-68380044-ad7c-496f-92e4-c7354155a563 service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754675 Jul 19 03:33:14.165378 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec638602-4c0c-4fa7-8106-636043ee7c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.171021 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec638602-4c0c-4fa7-8106-636043ee7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.222639 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-7f772a7e-c594-4138-a16d-21442b53fbd2 service neutron] 10.222.0.25 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679969 Jul 19 03:33:14.228217 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ec638602-4c0c-4fa7-8106-636043ee7c83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b5da93bbc9a43a594dac8fae2e1b1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385438 Jul 19 03:33:14.229104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45724) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:14.236842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec638602-4c0c-4fa7-8106-636043ee7c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc14916-d6a6-4ca3-bcc7-6f27997cd6f6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:14.262451 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8364c23c-f54c-4e75-869a-994ab0944ccf req-7215199d-1ac2-441a-8178-e67e4f57aa85 service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642661 Jul 19 03:33:14.289331 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d335c08-54ce-4b45-91e2-c116479cf964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.317152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d335c08-54ce-4b45-91e2-c116479cf964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.372267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d335c08-54ce-4b45-91e2-c116479cf964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.376267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7d335c08-54ce-4b45-91e2-c116479cf964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.377613 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7d335c08-54ce-4b45-91e2-c116479cf964 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdc14916-d6a6-4ca3-bcc7-6f27997cd6f6 HTTP/1.1" status: 204 len: 168 time: 0.1476049 Jul 19 03:33:14.387203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d335c08-54ce-4b45-91e2-c116479cf964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc14916-d6a6-4ca3-bcc7-6f27997cd6f6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:14.401187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45736) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:14.543795 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-782d4225-32ab-4db5-a8c2-19983ad6655e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.693631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-782d4225-32ab-4db5-a8c2-19983ad6655e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.698705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-782d4225-32ab-4db5-a8c2-19983ad6655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.744294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d4225-32ab-4db5-a8c2-19983ad6655e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9784b88-49f2-42f4-acc3-dfbf006f9987,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:14.748818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-782d4225-32ab-4db5-a8c2-19983ad6655e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98ea43011e034355aad2779ea793ae1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463154 Jul 19 03:33:14.752168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45746) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:14.753177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45748) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:14.757197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34f2b1-caa6-498d-a344-a99bde192715 req-338a0072-1648-40c2-9d47-a00b3bbd3079 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:14.758696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad34f2b1-caa6-498d-a344-a99bde192715 req-338a0072-1648-40c2-9d47-a00b3bbd3079 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 943 time: 0.1373601 Jul 19 03:33:14.788428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7686adeb-d93a-4680-aad4-fa0f626cd7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.799224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad34f2b1-caa6-498d-a344-a99bde192715 req-82b4ebd1-63a8-4d0e-9bea-8a1a2dcbafbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344539 Jul 19 03:33:14.851319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4456a699-07e7-4932-a732-67a2c2cf31f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.885314 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4456a699-07e7-4932-a732-67a2c2cf31f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.966217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7686adeb-d93a-4680-aad4-fa0f626cd7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.969074 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4456a699-07e7-4932-a732-67a2c2cf31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.972321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4456a699-07e7-4932-a732-67a2c2cf31f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.975960 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4456a699-07e7-4932-a732-67a2c2cf31f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9784b88-49f2-42f4-acc3-dfbf006f9987 HTTP/1.1" status: 204 len: 168 time: 0.2195323 Jul 19 03:33:14.986842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7686adeb-d93a-4680-aad4-fa0f626cd7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:14.991138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456a699-07e7-4932-a732-67a2c2cf31f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9784b88-49f2-42f4-acc3-dfbf006f9987,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:15.017527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device da29ed00-9945-4a1b-b8d0-f58c1e73f0fe details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:33:15.037486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686adeb-d93a-4680-aad4-fa0f626cd7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaf0a2b-6a81-4455-ab68-5672d8e59542,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:15.043024 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7686adeb-d93a-4680-aad4-fa0f626cd7b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f03ce33e840446a9bc248f1e7c5c7984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875631 Jul 19 03:33:15.045906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45758) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:15.106364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0b19cd73-e319-4d12-af02-8de647de8877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.136166 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0b19cd73-e319-4d12-af02-8de647de8877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.188063 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-99c6545e-e3b5-4cf1-a267-00a94b70df9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.196837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:15.210149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'port_id': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'mac_address': 'fa:16:3e:12:43:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:33:15.245275 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0b19cd73-e319-4d12-af02-8de647de8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.248080 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0b19cd73-e319-4d12-af02-8de647de8877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.251904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0b19cd73-e319-4d12-af02-8de647de8877 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eaf0a2b-6a81-4455-ab68-5672d8e59542 HTTP/1.1" status: 204 len: 168 time: 0.2012718 Jul 19 03:33:15.280958 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.310134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da29ed00-9945-4a1b-b8d0-f58c1e73f0fe {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:33:15.314299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19cd73-e319-4d12-af02-8de647de8877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaf0a2b-6a81-4455-ab68-5672d8e59542,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:15.356159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:15.377462 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.432636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5591c7-941e-4929-84aa-32937748cf74 req-8dbcc545-dbe8-4f5d-8cf6-ff1fd10e9662 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:15.434996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f5591c7-941e-4929-84aa-32937748cf74 req-8dbcc545-dbe8-4f5d-8cf6-ff1fd10e9662 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38&tenant_id=e75be25bd4974f968410bc0e645db078&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 943 time: 0.2481990 Jul 19 03:33:15.439643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:15.444927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a69d7-e829-4f77-b2c8-2c3b1edb9a4f req-d58addce-cf9c-4956-8d9b-a43460c0790c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:15.448518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.449364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.449928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.450516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.451070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.451812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.452037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f8a69d7-e829-4f77-b2c8-2c3b1edb9a4f req-d58addce-cf9c-4956-8d9b-a43460c0790c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 943 time: 0.2600861 Jul 19 03:33:15.452711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.453295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.454102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.454776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.455341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.455887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:15.544979 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f8a69d7-e829-4f77-b2c8-2c3b1edb9a4f req-34bd094b-689d-4af0-a8e8-a991f99f1ba5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919447 Jul 19 03:33:15.567465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45768) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:15.582021 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0b12681-c88a-4ed5-aea4-d72bc2f79c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.597658 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-4f5591c7-941e-4929-84aa-32937748cf74 req-86e6e465-cfed-4c58-a132-bd22939557c7 service neutron] delete failed (client error): The resource could not be found. Jul 19 03:33:15.598736 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f5591c7-941e-4929-84aa-32937748cf74 req-86e6e465-cfed-4c58-a132-bd22939557c7 service neutron] 10.222.0.26 "DELETE /v2.0/ports/da29ed00-9945-4a1b-b8d0-f58c1e73f0fe/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.1444566 Jul 19 03:33:15.652895 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.673524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['da29ed00-9945-4a1b-b8d0-f58c1e73f0fe'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:33:15.721925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0b12681-c88a-4ed5-aea4-d72bc2f79c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.728950 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0b12681-c88a-4ed5-aea4-d72bc2f79c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.764874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5591c7-941e-4929-84aa-32937748cf74 req-231855c4-c4ad-4a74-a6f4-4cf36eb4c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:15.766691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f5591c7-941e-4929-84aa-32937748cf74 req-231855c4-c4ad-4a74-a6f4-4cf36eb4c6e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1096 time: 0.0925195 Jul 19 03:33:15.768653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b12681-c88a-4ed5-aea4-d72bc2f79c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e88ff2-1da9-4dd3-b209-04f3c52df039,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:15.785683 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a0b12681-c88a-4ed5-aea4-d72bc2f79c93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b73b6962e9734f2cb6f3d62e6bd5b3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170837 Jul 19 03:33:15.788030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45772) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:15.875607 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bd0222d-6967-47ea-97f1-05d5483a6944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.910558 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bd0222d-6967-47ea-97f1-05d5483a6944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:15.919673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5591c7-941e-4929-84aa-32937748cf74 req-48f123bb-a267-46f6-86b9-021e4b8b39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:15.922417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f5591c7-941e-4929-84aa-32937748cf74 req-48f123bb-a267-46f6-86b9-021e4b8b39e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 200 len: 897 time: 0.1481540 Jul 19 03:33:15.999850 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bd0222d-6967-47ea-97f1-05d5483a6944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:16.003314 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bd0222d-6967-47ea-97f1-05d5483a6944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:16.004512 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4bd0222d-6967-47ea-97f1-05d5483a6944 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3e88ff2-1da9-4dd3-b209-04f3c52df039 HTTP/1.1" status: 204 len: 168 time: 0.2153075 Jul 19 03:33:16.019721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0222d-6967-47ea-97f1-05d5483a6944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e88ff2-1da9-4dd3-b209-04f3c52df039,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:16.045053 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f5591c7-941e-4929-84aa-32937748cf74 req-09a18671-c688-4ca9-9f44-3c36b767eb56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 1000 time: 0.1162024 Jul 19 03:33:16.105695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5591c7-941e-4929-84aa-32937748cf74 req-6583366e-e466-408a-93a0-1b6699ea74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:16.107204 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f5591c7-941e-4929-84aa-32937748cf74 req-6583366e-e466-408a-93a0-1b6699ea74f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=925cacf7-8460-4fea-88df-285b0fdb7f47 HTTP/1.1" status: 200 len: 835 time: 0.0550287 Jul 19 03:33:16.205693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5591c7-941e-4929-84aa-32937748cf74 req-cbcb77f8-a284-42bb-9c30-44a513ae1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:16.207538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f5591c7-941e-4929-84aa-32937748cf74 req-cbcb77f8-a284-42bb-9c30-44a513ae1a7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867872 Jul 19 03:33:16.311572 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f5591c7-941e-4929-84aa-32937748cf74 req-8d17cd42-7ff7-45e0-886d-44ebdb82e9e2 service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962863 Jul 19 03:33:16.414631 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:16.574232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45798) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:16.591842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-105a6947-d7ab-419e-8437-01e711eb6f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:16.769200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f5591c7-941e-4929-84aa-32937748cf74 req-f301d0bc-5b8b-4770-bfcc-67bddd66c0ea service neutron] 10.222.0.26 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503696 Jul 19 03:33:16.848474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98e40-b80f-4c2c-bed5-9194253a1d18 req-58ace350-5ba6-468b-9cdb-de66bf42ee13 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:16.850794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e7c98e40-b80f-4c2c-bed5-9194253a1d18 req-58ace350-5ba6-468b-9cdb-de66bf42ee13 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 944 time: 0.1438451 Jul 19 03:33:16.853010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-105a6947-d7ab-419e-8437-01e711eb6f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:16.866504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-105a6947-d7ab-419e-8437-01e711eb6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:16.930217 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-105a6947-d7ab-419e-8437-01e711eb6f83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4e0ace098dd449bbd2f03c7f445f87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544819 Jul 19 03:33:16.933090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45812) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:16.933830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a6947-d7ab-419e-8437-01e711eb6f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da1e7c6-4aa3-40b4-b3f5-2e30bd58f108,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:16.940246 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e7c98e40-b80f-4c2c-bed5-9194253a1d18 req-14efd7d2-29ad-4e1b-a1c6-8781fcd81bf7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828867 Jul 19 03:33:17.009887 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-def816e6-f2e6-4e1f-9c51-412edf4e75ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:17.016859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device da29ed00-9945-4a1b-b8d0-f58c1e73f0fe up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:17.036360 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-def816e6-f2e6-4e1f-9c51-412edf4e75ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:17.079166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:17.083948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:17.084671 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:17.104478 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-def816e6-f2e6-4e1f-9c51-412edf4e75ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:17.107417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-def816e6-f2e6-4e1f-9c51-412edf4e75ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:17.108911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-def816e6-f2e6-4e1f-9c51-412edf4e75ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2da1e7c6-4aa3-40b4-b3f5-2e30bd58f108 HTTP/1.1" status: 204 len: 168 time: 0.1740434 Jul 19 03:33:17.117542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def816e6-f2e6-4e1f-9c51-412edf4e75ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da1e7c6-4aa3-40b4-b3f5-2e30bd58f108,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:17.240794 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:17.269825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:17.272866 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c037420-073c-4284-93e4-ea25d1d3996e" -d '{"events": [{"server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "name": "network-vif-plugged", "status": "completed", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:17.289962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:17.297313 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:17.345486 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb1740e-0331-4f88-8582-a32d11ceaa15 x-openstack-request-id: req-edb1740e-0331-4f88-8582-a32d11ceaa15 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:17.345999 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "name": "network-vif-plugged", "status": "completed", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:17.346480 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edb1740e-0331-4f88-8582-a32d11ceaa15 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:17.347067 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'code': 200} Jul 19 03:33:17.385495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:17.682325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45842) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:17.865077 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40b413c7-c6fb-48ef-beea-fa0197acab13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:17.903983 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:17.977863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40b413c7-c6fb-48ef-beea-fa0197acab13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:17.987777 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-40b413c7-c6fb-48ef-beea-fa0197acab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.051623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45862) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:18.054814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-40b413c7-c6fb-48ef-beea-fa0197acab13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c318121bee849e89fc792dec8e6b864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713412 Jul 19 03:33:18.056482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b413c7-c6fb-48ef-beea-fa0197acab13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a461e360-6549-4dbc-9e87-130dd0c1c954,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:18.114788 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc456dc2-7d3d-4405-b223-3c331df003a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.158450 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc456dc2-7d3d-4405-b223-3c331df003a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.163728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd99370-a12e-4edd-a0b3-6149d3dd3cb6 req-bf256573-c7b7-4296-81a0-9b82b3e7805f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:18.165256 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cfd99370-a12e-4edd-a0b3-6149d3dd3cb6 req-bf256573-c7b7-4296-81a0-9b82b3e7805f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.0806925 Jul 19 03:33:18.213710 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cfd99370-a12e-4edd-a0b3-6149d3dd3cb6 req-6b249b95-30fb-493e-89c0-916c311b5277 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384593 Jul 19 03:33:18.228105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc456dc2-7d3d-4405-b223-3c331df003a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.241984 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc456dc2-7d3d-4405-b223-3c331df003a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.242150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45868) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:18.245658 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bc456dc2-7d3d-4405-b223-3c331df003a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a461e360-6549-4dbc-9e87-130dd0c1c954 HTTP/1.1" status: 204 len: 168 time: 0.1908648 Jul 19 03:33:18.258953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc456dc2-7d3d-4405-b223-3c331df003a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a461e360-6549-4dbc-9e87-130dd0c1c954,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:18.331823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b5a2ce1b-99c3-4b6a-bfac-0a5f492e6eea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/afe14462-220a-4bbf-ab17-6d20dd919e64 HTTP/1.1" status: 200 len: 993 time: 0.0879056 Jul 19 03:33:18.504605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45876) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:18.629319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc03574f-8738-4d3b-af42-9ffa862fc374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.736281 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc03574f-8738-4d3b-af42-9ffa862fc374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.740810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc03574f-8738-4d3b-af42-9ffa862fc374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.782223 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dc03574f-8738-4d3b-af42-9ffa862fc374 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3f5478fe2ce45e28e83d4a1b7fd6a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762897 Jul 19 03:33:18.783250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03574f-8738-4d3b-af42-9ffa862fc374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c421ad3-d1e9-4b85-b971-131cf26550e1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:18.787364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45892) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:18.857084 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4169f82f-3e7f-451b-ae01-3c26f319379e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.884832 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4169f82f-3e7f-451b-ae01-3c26f319379e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.940879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4169f82f-3e7f-451b-ae01-3c26f319379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.945468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4169f82f-3e7f-451b-ae01-3c26f319379e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:18.947115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4169f82f-3e7f-451b-ae01-3c26f319379e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c421ad3-d1e9-4b85-b971-131cf26550e1 HTTP/1.1" status: 204 len: 168 time: 0.1557858 Jul 19 03:33:18.956955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169f82f-3e7f-451b-ae01-3c26f319379e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c421ad3-d1e9-4b85-b971-131cf26550e1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:20.379024 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf731d0-da2d-4e44-90bb-9e49889abf4a req-70423cc4-0a20-4530-84d1-3c52cc17df6e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:20.381522 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5cf731d0-da2d-4e44-90bb-9e49889abf4a req-70423cc4-0a20-4530-84d1-3c52cc17df6e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 946 time: 0.0790539 Jul 19 03:33:20.423926 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5cf731d0-da2d-4e44-90bb-9e49889abf4a req-4e5416b9-8b39-4529-9c3b-dc9e24d81cb1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359674 Jul 19 03:33:20.471085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46008) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:20.573974 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16ddc935-08c2-469c-b4fa-866ceb4565d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:20.661862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46014) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:20.664989 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16ddc935-08c2-469c-b4fa-866ceb4565d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:20.669077 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16ddc935-08c2-469c-b4fa-866ceb4565d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:20.707742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-16ddc935-08c2-469c-b4fa-866ceb4565d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a57c5e5076f0456c857ecd68d0a840b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355194 Jul 19 03:33:20.708924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddc935-08c2-469c-b4fa-866ceb4565d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae6c1e2-4bf3-49a9-abdd-1bd37b343503,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:20.710552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46018) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:20.769659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-497b9086-bbfd-49e6-b45d-04fe50af0517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:20.777848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36549dea-705b-40ea-b4f8-fdfe11d6c375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:20.803788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-497b9086-bbfd-49e6-b45d-04fe50af0517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:20.884028 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-497b9086-bbfd-49e6-b45d-04fe50af0517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:20.886922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-497b9086-bbfd-49e6-b45d-04fe50af0517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:20.888083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-497b9086-bbfd-49e6-b45d-04fe50af0517 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ae6c1e2-4bf3-49a9-abdd-1bd37b343503 HTTP/1.1" status: 204 len: 168 time: 0.1755095 Jul 19 03:33:20.903551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b9086-bbfd-49e6-b45d-04fe50af0517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae6c1e2-4bf3-49a9-abdd-1bd37b343503,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:20.932577 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36549dea-705b-40ea-b4f8-fdfe11d6c375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:20.938592 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36549dea-705b-40ea-b4f8-fdfe11d6c375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:20.979984 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-36549dea-705b-40ea-b4f8-fdfe11d6c375 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=725089522b5c45c3beb3dd6e778f9931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168869 Jul 19 03:33:20.982177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36549dea-705b-40ea-b4f8-fdfe11d6c375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8683c09-9f68-44a7-b55c-28ea4ce67ff6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:20.983289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46022) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:21.037676 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c5dea96-c158-4992-981e-b8af11e8d5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.059251 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c5dea96-c158-4992-981e-b8af11e8d5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.110189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c5dea96-c158-4992-981e-b8af11e8d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.112776 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c5dea96-c158-4992-981e-b8af11e8d5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.113960 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7c5dea96-c158-4992-981e-b8af11e8d5a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8683c09-9f68-44a7-b55c-28ea4ce67ff6 HTTP/1.1" status: 204 len: 168 time: 0.1293554 Jul 19 03:33:21.121791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dea96-c158-4992-981e-b8af11e8d5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8683c09-9f68-44a7-b55c-28ea4ce67ff6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:21.182081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46030) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:21.196506 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e18d-9d0b-4e5a-b430-dac04ac5c729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.291334 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e18d-9d0b-4e5a-b430-dac04ac5c729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.294922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e18d-9d0b-4e5a-b430-dac04ac5c729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.333594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a8f7e18d-9d0b-4e5a-b430-dac04ac5c729 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afd8d7a6b00f4d3ab055b3180a08f791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502249 Jul 19 03:33:21.334511 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7e18d-9d0b-4e5a-b430-dac04ac5c729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc09ed1-07ef-4684-b51c-7d6a117eefb3,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:21.336311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46034) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:21.388840 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f0c-8b0a-49c7-87e7-9d941ae04318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.411107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f0c-8b0a-49c7-87e7-9d941ae04318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.451185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46036) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:21.466558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7a2483a-dc9d-4b34-a3a4-41a239846157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.468911 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f0c-8b0a-49c7-87e7-9d941ae04318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.471440 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3f0c-8b0a-49c7-87e7-9d941ae04318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.472604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3e5f3f0c-8b0a-49c7-87e7-9d941ae04318 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebc09ed1-07ef-4684-b51c-7d6a117eefb3 HTTP/1.1" status: 204 len: 168 time: 0.1351101 Jul 19 03:33:21.488872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f3f0c-8b0a-49c7-87e7-9d941ae04318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc09ed1-07ef-4684-b51c-7d6a117eefb3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:21.617283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7a2483a-dc9d-4b34-a3a4-41a239846157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.624970 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d7a2483a-dc9d-4b34-a3a4-41a239846157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.672582 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d7a2483a-dc9d-4b34-a3a4-41a239846157 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=511eb31900554660bab092d32b06d04d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201719 Jul 19 03:33:21.675211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46044) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:21.676707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2483a-dc9d-4b34-a3a4-41a239846157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a9bd94-32a4-48bc-9e5e-9f3d4ded20e4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:21.688564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99283f32-8f81-4811-b9a0-ccd591ea0092 req-86afad6c-909e-4d07-b70c-4140cd5a5f3d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:21.690207 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99283f32-8f81-4811-b9a0-ccd591ea0092 req-86afad6c-909e-4d07-b70c-4140cd5a5f3d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 946 time: 0.1370552 Jul 19 03:33:21.729314 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0162cea-1b43-4bc5-ab66-1798990779d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.734242 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99283f32-8f81-4811-b9a0-ccd591ea0092 req-83a341b1-f7a6-4c91-8726-ead0d80eae0a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=b896a69a-6a05-4d12-b8ab-142621f8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362706 Jul 19 03:33:21.767056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0162cea-1b43-4bc5-ab66-1798990779d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.820753 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0162cea-1b43-4bc5-ab66-1798990779d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.821559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-e2c28df0-c6bd-4dda-a6e6-5edd0469484a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:21.823106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-e2c28df0-c6bd-4dda-a6e6-5edd0469484a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 946 time: 0.0670135 Jul 19 03:33:21.823464 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0162cea-1b43-4bc5-ab66-1798990779d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:21.825019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b0162cea-1b43-4bc5-ab66-1798990779d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0a9bd94-32a4-48bc-9e5e-9f3d4ded20e4 HTTP/1.1" status: 204 len: 168 time: 0.1484334 Jul 19 03:33:21.835202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0162cea-1b43-4bc5-ab66-1798990779d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a9bd94-32a4-48bc-9e5e-9f3d4ded20e4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:21.941026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Deleting port d4a78c4f-7f64-4b3e-b820-c04617c62141 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:21.941761 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:22.052888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] For port d4a78c4f-7f64-4b3e-b820-c04617c62141, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=d4a78c4f-7f64-4b3e-b820-c04617c62141,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:22.053399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:22.253356 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:22.253960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:22.254759 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Floating IP dde248b7-3eae-4fa8-ba6c-8dd264fe1bef disassociated. External IP: 172.25.2.95, port: d4a78c4f-7f64-4b3e-b820-c04617c62141. Jul 19 03:33:22.255325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Calling delete_port for d4a78c4f-7f64-4b3e-b820-c04617c62141 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:22.399275 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:22.430576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event deleted for resources: {'Port': ['ID=d4a78c4f-7f64-4b3e-b820-c04617c62141,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:22.553599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Router 68755c5d-706e-4fb3-ae3b-c990b795997a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:33:22.679408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:22.689662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] Sync routers for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:22.699916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:22.700767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:22.726369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] No DVR routers for this DVR port d4a78c4f-7f64-4b3e-b820-c04617c62141 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:33:22.729352 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:22.731859 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36d5d422-c6c4-42b3-af36-bba88dacfdb7 req-0948c782-70b7-47a2-ba11-76367e5c75bd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.26 "DELETE /v2.0/ports/d4a78c4f-7f64-4b3e-b820-c04617c62141 HTTP/1.1" status: 204 len: 173 time: 0.9031723 Jul 19 03:33:22.732390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'name': 'network-vif-deleted', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:22.736189 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aeb43a-66a5-4a30-a120-cf5740c05ccf" -d '{"events": [{"server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "name": "network-vif-deleted", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:22.777103 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcfdd3a-0d99-4000-b248-573de3db1a16 x-openstack-request-id: req-2dcfdd3a-0d99-4000-b248-573de3db1a16 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:22.777603 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcc6863-055b-4307-8dfd-b4a0d79dfa7e", "name": "network-vif-deleted", "tag": "d4a78c4f-7f64-4b3e-b820-c04617c62141", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:22.777919 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dcfdd3a-0d99-4000-b248-573de3db1a16 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:22.778553 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcc6863-055b-4307-8dfd-b4a0d79dfa7e', 'name': 'network-vif-deleted', 'tag': 'd4a78c4f-7f64-4b3e-b820-c04617c62141', 'status': 'completed', 'code': 200} Jul 19 03:33:22.832878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:22.933459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-adc046d2-3dbe-4aa7-85e6-77bbbdea0a77 req-36b157b5-e310-4435-a268-1fba577ad655 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcc6863-055b-4307-8dfd-b4a0d79dfa7e HTTP/1.1" status: 200 len: 210 time: 0.0353765 Jul 19 03:33:23.098648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:23.127552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] Checking router: 68755c5d-706e-4fb3-ae3b-c990b795997a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:23.136312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:23.137399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:23.254046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:23.455598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:23.465461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46114) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:23.482853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50396900-af0b-47ef-a54c-2a42e36ef160 None None] The sync data for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 is: [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:23.764947 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d63d48-7f01-4072-a28b-9b8137438ef5 None None] New status for floating IP dde248b7-3eae-4fa8-ba6c-8dd264fe1bef: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:33:23.902107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.115006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46162) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:24.184224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34d5a338-e30b-42a7-8f3c-dd2c042bb592 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.213586 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34d5a338-e30b-42a7-8f3c-dd2c042bb592 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.263808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port ae9c5509-7e8e-4ccb-8713-8931d7c51b32 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:24.264878 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.270716 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34d5a338-e30b-42a7-8f3c-dd2c042bb592 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.273360 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34d5a338-e30b-42a7-8f3c-dd2c042bb592 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.274582 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-34d5a338-e30b-42a7-8f3c-dd2c042bb592 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "DELETE /v2.0/security-groups/b896a69a-6a05-4d12-b8ab-142621f8a238 HTTP/1.1" status: 204 len: 168 time: 0.1590776 Jul 19 03:33:24.279089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46174) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:24.302519 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-132fcc86-2e5d-45d5-a123-a1abcf23701a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] show failed (client error): The resource could not be found. Jul 19 03:33:24.306370 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-132fcc86-2e5d-45d5-a123-a1abcf23701a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups/b896a69a-6a05-4d12-b8ab-142621f8a238 HTTP/1.1" status: 404 len: 347 time: 0.0196662 Jul 19 03:33:24.306370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5a338-e30b-42a7-8f3c-dd2c042bb592 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b896a69a-6a05-4d12-b8ab-142621f8a238,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:24.306876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46176) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:24.368609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] For port ae9c5509-7e8e-4ccb-8713-8931d7c51b32, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ae9c5509-7e8e-4ccb-8713-8931d7c51b32,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:24.369125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.383033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for ae9c5509-7e8e-4ccb-8713-8931d7c51b32 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:24.449423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c7e456ac-3b07-432e-983e-aa24e05bd13e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Deleting port e6b1391f-a802-48fa-a627-da05863eac93 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:24.449793 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c7e456ac-3b07-432e-983e-aa24e05bd13e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.466999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d4a78c4f-7f64-4b3e-b820-c04617c62141 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:24.491391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: d4a78c4f-7f64-4b3e-b820-c04617c62141 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:33:24.492092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device d4a78c4f-7f64-4b3e-b820-c04617c62141 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:24.539617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c7e456ac-3b07-432e-983e-aa24e05bd13e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.539921 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c7e456ac-3b07-432e-983e-aa24e05bd13e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.551898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c7e456ac-3b07-432e-983e-aa24e05bd13e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Calling delete_port for e6b1391f-a802-48fa-a627-da05863eac93 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:24.580970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.610322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=ae9c5509-7e8e-4ccb-8713-8931d7c51b32,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:24.712067 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c7e456ac-3b07-432e-983e-aa24e05bd13e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.757086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e456ac-3b07-432e-983e-aa24e05bd13e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event deleted for resources: {'Port': ['ID=e6b1391f-a802-48fa-a627-da05863eac93,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:24.819144 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.846415 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c7e456ac-3b07-432e-983e-aa24e05bd13e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.849050 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c7e456ac-3b07-432e-983e-aa24e05bd13e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:24.850381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c7e456ac-3b07-432e-983e-aa24e05bd13e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "DELETE /v2.0/floatingips/dde248b7-3eae-4fa8-ba6c-8dd264fe1bef HTTP/1.1" status: 204 len: 168 time: 0.5425653 Jul 19 03:33:25.189095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46224) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:25.194178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7dbb48ca-7c3c-4f49-8e3a-b82ba2970f03 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1914434196', 'description': 'tempest-description--1801224971'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:25.228931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dbb48ca-7c3c-4f49-8e3a-b82ba2970f03 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.331250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dbb48ca-7c3c-4f49-8e3a-b82ba2970f03 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.336389 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dbb48ca-7c3c-4f49-8e3a-b82ba2970f03 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.368846 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7dbb48ca-7c3c-4f49-8e3a-b82ba2970f03 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.370122 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7dbb48ca-7c3c-4f49-8e3a-b82ba2970f03 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1798024 Jul 19 03:33:25.372477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb48ca-7c3c-4f49-8e3a-b82ba2970f03 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02583481-221c-4d9b-ae2f-099a4e2466b1,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:25.375332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46230) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:25.380064 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d42d119e-8f67-4b17-bd12-0370c10080d7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'security_group_rule': {'security_group_id': '02583481-221c-4d9b-ae2f-099a4e2466b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:25.447572 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d42d119e-8f67-4b17-bd12-0370c10080d7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.471598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router dcf466fa-9e6f-46c1-965e-9d4b06159a9f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:33:25.560808 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d42d119e-8f67-4b17-bd12-0370c10080d7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.591764 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d42d119e-8f67-4b17-bd12-0370c10080d7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.619658 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d119e-8f67-4b17-bd12-0370c10080d7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756dafc6-8811-4396-a73d-5a9223c5be25,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:25.631672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:25.637042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-753165f1-124b-478a-8b7b-f0a983e06489 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "PUT /v2.0/routers/dcf466fa-9e6f-46c1-965e-9d4b06159a9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1702101 Jul 19 03:33:25.637964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d42d119e-8f67-4b17-bd12-0370c10080d7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.642045 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d42d119e-8f67-4b17-bd12-0370c10080d7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2627625 Jul 19 03:33:25.642307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46238) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:25.647085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a168ca7a-0d84-47a3-a4f7-9465d3c02bcb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'security_group_rule': {'security_group_id': '02583481-221c-4d9b-ae2f-099a4e2466b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:25.647541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] Sync routers for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:25.659174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:25.659796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:25.684553 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a168ca7a-0d84-47a3-a4f7-9465d3c02bcb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.734642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-c5fec781-9ceb-4e4d-81b7-53a64745bdc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0632589 Jul 19 03:33:25.785482 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a168ca7a-0d84-47a3-a4f7-9465d3c02bcb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.791169 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a168ca7a-0d84-47a3-a4f7-9465d3c02bcb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.814525 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a168ca7a-0d84-47a3-a4f7-9465d3c02bcb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.816158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a168ca7a-0d84-47a3-a4f7-9465d3c02bcb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1728055 Jul 19 03:33:25.821333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46240) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:25.829584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:25.840070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168ca7a-0d84-47a3-a4f7-9465d3c02bcb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175a8d1f-0016-4a83-bf55-e0dc02262ed7,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:25.865341 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:25.865764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:25.868744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-ec866a26-7ba3-4b3b-b804-ecce049d7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:25.870795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-ec866a26-7ba3-4b3b-b804-ecce049d7005 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 1098 time: 0.0893543 Jul 19 03:33:26.012515 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:26.067836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-37c2165c-a6f1-428a-99a3-fdde6edbaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:26.075879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-37c2165c-a6f1-428a-99a3-fdde6edbaa78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e536d488-e75a-4d7f-b109-9f65bdeda0f5 HTTP/1.1" status: 200 len: 896 time: 0.1823325 Jul 19 03:33:26.130968 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-63d2b855-93e6-42d2-b104-ef0b3a3e241b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7126235b-30d4-46d4-b1c0-61594fc648c7 HTTP/1.1" status: 200 len: 217 time: 0.0473843 Jul 19 03:33:26.194946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-06731ff4-bbbc-478c-85d1-0c6ff7089694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:26.197910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-06731ff4-bbbc-478c-85d1-0c6ff7089694 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72d2b75d-f0cd-436a-8fa9-5e31d16095fd HTTP/1.1" status: 200 len: 837 time: 0.0585279 Jul 19 03:33:26.243135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:24Z', 'revision_number': 6, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '07210f70-eb21-45c3-841f-d7acfd5c2576', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'mac_address': 'fa:16:3e:9c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:11Z', 'revision_number': 1, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:26.283604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Allocated IP 172.25.2.197 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/07c1a5d2-b20e-4b4b-9cb3-e0fe967e8ec0) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:26.322900 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] Checking router: dcf466fa-9e6f-46c1-965e-9d4b06159a9f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:26.323133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-d654101e-3077-4407-86fa-ecd7ef9189d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:26.333335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-d654101e-3077-4407-86fa-ecd7ef9189d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e536d488-e75a-4d7f-b109-9f65bdeda0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1267772 Jul 19 03:33:26.349297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:26.349520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11c3f-1408-4f39-aa96-49d4b540a53d req-f16bd8c9-086b-4766-926d-6531fc71f3b8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:26.349666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:26.349797 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ba11c3f-1408-4f39-aa96-49d4b540a53d req-f16bd8c9-086b-4766-926d-6531fc71f3b8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 946 time: 0.1905391 Jul 19 03:33:26.463205 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ba11c3f-1408-4f39-aa96-49d4b540a53d req-8a278176-af60-4dd1-bc5f-015e49bdb4f3 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515113 Jul 19 03:33:26.508144 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:26.516940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:26.552103 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-f2c8211f-647f-44d2-ae98-45b1f7ec6917 service neutron] 10.222.0.26 "GET /v2.0/networks/e536d488-e75a-4d7f-b109-9f65bdeda0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073667 Jul 19 03:33:26.583517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:26.643051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:26.649249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:26.653364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:26.685492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'Port': ['ID=07c1a5d2-b20e-4b4b-9cb3-e0fe967e8ec0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:26.736712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b7ddf20-060f-4cda-be5e-03f25d86bb64 req-41981e74-18d0-4b31-a876-64bca3458ced service neutron] 10.222.0.26 "GET /v2.0/networks/e536d488-e75a-4d7f-b109-9f65bdeda0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774249 Jul 19 03:33:26.769447 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:26.820447 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:26.824987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:24Z', 'revision_number': 6, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '07210f70-eb21-45c3-841f-d7acfd5c2576', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'mac_address': 'fa:16:3e:9c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:11Z', 'revision_number': 1, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:26.857210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bfa91-3c0e-4261-93f4-1c01266985b6 None None] The sync data for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 is: [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:24Z', 'revision_number': 6, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '07210f70-eb21-45c3-841f-d7acfd5c2576', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'port_id': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'mac_address': 'fa:16:3e:9c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:32:11Z', 'revision_number': 1, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:26.991981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:26.997662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:27.070073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'Port': ['ID=07c1a5d2-b20e-4b4b-9cb3-e0fe967e8ec0,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:27.080281 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:27.096274 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:27.097522 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9689cd2e-d6f8-4615-8653-02d6cd794a7e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2748456 Jul 19 03:33:27.317018 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-54d51f6e-44ba-4d86-b886-051483ee71e5 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1914434196&fields=id&tenant_id=ccf3d9d83a1448bf94a5896159ddd4af HTTP/1.1" status: 200 len: 267 time: 0.0377440 Jul 19 03:33:27.472368 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-9e3a054e-f215-4969-8d80-21ec055d2917 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:27.473856 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-9e3a054e-f215-4969-8d80-21ec055d2917 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 816 time: 0.1472859 Jul 19 03:33:27.486874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d70e9e76-8c26-4c1d-b484-b98b2a313acf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:27.488321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d70e9e76-8c26-4c1d-b484-b98b2a313acf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 946 time: 0.1491208 Jul 19 03:33:27.505766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-cb60c7c4-0e3b-42ff-946c-0e001ecec4b9 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/quotas/ccf3d9d83a1448bf94a5896159ddd4af HTTP/1.1" status: 200 len: 375 time: 0.0163658 Jul 19 03:33:27.648363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46332) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:27.660129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-a46ffb2b-f7b6-493d-9495-71b2963babfd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1306572 Jul 19 03:33:27.675401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d0beb809-e738-42c9-95de-16472419a58f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port 7126235b-30d4-46d4-b1c0-61594fc648c7 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:27.675657 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d0beb809-e738-42c9-95de-16472419a58f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:27.704013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3c180-cf07-4048-b8d2-202a5ea0c562 req-1d66d455-67b4-4da5-8246-c194957a1d88 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:27.711655 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4af3c180-cf07-4048-b8d2-202a5ea0c562 req-1d66d455-67b4-4da5-8246-c194957a1d88 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 946 time: 0.1042192 Jul 19 03:33:27.762664 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4af3c180-cf07-4048-b8d2-202a5ea0c562 req-993b2ae7-15b6-47e0-a2cd-36ca69268b6d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=6655301d-7bfe-480e-8242-48bdff0fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497308 Jul 19 03:33:27.798185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf6792cc-21bc-4874-b61a-c1f7317f9d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:27.843913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d0beb809-e738-42c9-95de-16472419a58f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] For port 7126235b-30d4-46d4-b1c0-61594fc648c7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7126235b-30d4-46d4-b1c0-61594fc648c7,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:27.844308 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d0beb809-e738-42c9-95de-16472419a58f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:27.854413 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-299478f0-687d-496d-806e-fd89965bd45b service neutron] 10.222.0.20 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757414 Jul 19 03:33:27.860697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d0beb809-e738-42c9-95de-16472419a58f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for 7126235b-30d4-46d4-b1c0-61594fc648c7 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:27.897045 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf6792cc-21bc-4874-b61a-c1f7317f9d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:27.901490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf6792cc-21bc-4874-b61a-c1f7317f9d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:27.944383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf6792cc-21bc-4874-b61a-c1f7317f9d5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10961fd1cbbd4b1dab05af7745e79ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821591 Jul 19 03:33:27.945351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6792cc-21bc-4874-b61a-c1f7317f9d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d0734-0fd1-47c3-aad3-f02184740f1e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:27.947755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46338) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:27.997929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7f8673d-d424-4250-8e8e-ca9360d3e092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.010797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ae9c5509-7e8e-4ccb-8713-8931d7c51b32 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:28.019433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-70594a8e-0529-4753-a37d-bf38affb3a53 service neutron] 10.222.0.20 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566830 Jul 19 03:33:28.021804 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7f8673d-d424-4250-8e8e-ca9360d3e092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.033657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: ae9c5509-7e8e-4ccb-8713-8931d7c51b32 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:33:28.034249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ae9c5509-7e8e-4ccb-8713-8931d7c51b32 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:28.079720 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7f8673d-d424-4250-8e8e-ca9360d3e092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.082400 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7f8673d-d424-4250-8e8e-ca9360d3e092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.083890 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a7f8673d-d424-4250-8e8e-ca9360d3e092 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a76d0734-0fd1-47c3-aad3-f02184740f1e HTTP/1.1" status: 204 len: 168 time: 0.1349754 Jul 19 03:33:28.091303 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d0beb809-e738-42c9-95de-16472419a58f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.094422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8673d-d424-4250-8e8e-ca9360d3e092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d0734-0fd1-47c3-aad3-f02184740f1e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:28.125662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0beb809-e738-42c9-95de-16472419a58f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=7126235b-30d4-46d4-b1c0-61594fc648c7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:28.212737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d0beb809-e738-42c9-95de-16472419a58f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] No DVR routers for this DVR port 7126235b-30d4-46d4-b1c0-61594fc648c7 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:33:28.215733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d0beb809-e738-42c9-95de-16472419a58f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.218593 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-69d0c810-7006-464a-95e6-b54bf0ed17d6 req-d0beb809-e738-42c9-95de-16472419a58f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.26 "DELETE /v2.0/ports/7126235b-30d4-46d4-b1c0-61594fc648c7 HTTP/1.1" status: 204 len: 173 time: 0.7221589 Jul 19 03:33:28.219246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e95e2c8-baac-49a4-8d4c-112a5fb96b37', 'name': 'network-vif-deleted', 'tag': '7126235b-30d4-46d4-b1c0-61594fc648c7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:28.221852 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bca5e1-7367-477c-9bff-7a5f681c14de" -d '{"events": [{"server_uuid": "1e95e2c8-baac-49a4-8d4c-112a5fb96b37", "name": "network-vif-deleted", "tag": "7126235b-30d4-46d4-b1c0-61594fc648c7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:28.251783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-53ab378c-7a5b-498a-9eae-665a4eaa6cdc req-0bf6d421-2fbf-4083-9297-3e0b41352b23 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 210 time: 0.0410841 Jul 19 03:33:28.292258 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670f206f-4ed7-475e-a57a-3e7dd2131a56 x-openstack-request-id: req-670f206f-4ed7-475e-a57a-3e7dd2131a56 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:28.292550 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e95e2c8-baac-49a4-8d4c-112a5fb96b37", "name": "network-vif-deleted", "tag": "7126235b-30d4-46d4-b1c0-61594fc648c7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:28.292808 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-670f206f-4ed7-475e-a57a-3e7dd2131a56 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:28.293337 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e95e2c8-baac-49a4-8d4c-112a5fb96b37', 'name': 'network-vif-deleted', 'tag': '7126235b-30d4-46d4-b1c0-61594fc648c7', 'status': 'completed', 'code': 200} Jul 19 03:33:28.461116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46354) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:28.478772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86868350-e2fa-4c73-af3b-12b5265600b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.579576 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86868350-e2fa-4c73-af3b-12b5265600b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.584559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86868350-e2fa-4c73-af3b-12b5265600b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.633419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-86868350-e2fa-4c73-af3b-12b5265600b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f4d837e03234432aa58f690f2193851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710398 Jul 19 03:33:28.633806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46358) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:28.634378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86868350-e2fa-4c73-af3b-12b5265600b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e7e9de-7229-486a-9e7e-302c15ee2bd7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:28.703714 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d93a360e-7845-48d6-afef-2736490684c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.733835 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d93a360e-7845-48d6-afef-2736490684c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.787202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d93a360e-7845-48d6-afef-2736490684c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.789621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d93a360e-7845-48d6-afef-2736490684c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:28.791015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d93a360e-7845-48d6-afef-2736490684c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4e7e9de-7229-486a-9e7e-302c15ee2bd7 HTTP/1.1" status: 204 len: 168 time: 0.1555102 Jul 19 03:33:28.807056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a360e-7845-48d6-afef-2736490684c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e7e9de-7229-486a-9e7e-302c15ee2bd7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:28.888073 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:33:28.975409 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d97b617-c3b7-4f1d-a976-b7c3ff4bebde req-3628638b-78b9-469b-b34b-88861a739206 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e95e2c8-baac-49a4-8d4c-112a5fb96b37 HTTP/1.1" status: 200 len: 210 time: 0.0361214 Jul 19 03:33:29.414595 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecc69e12-ce47-4ff4-b1f7-8d397ea17410 req-a4bf191f-6508-4862-8bed-37c2d9a36b32 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 210 time: 0.0332305 Jul 19 03:33:29.525822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-db2619c9-3b9b-47d1-92b0-d421eafc0e61 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:29.527367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-db2619c9-3b9b-47d1-92b0-d421eafc0e61 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.25 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 816 time: 0.1153715 Jul 19 03:33:29.589044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-73ba749a-68b0-4d13-bfa7-88703362bc2f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf3d9d83a1448bf94a5896159ddd4af HTTP/1.1" status: 200 len: 380 time: 0.0485437 Jul 19 03:33:29.597213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'port': {'device_id': '49423424-2f1b-4108-a745-876bb8598dfa', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'admin_state_up': True, 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'security_groups': ['02583481-221c-4d9b-ae2f-099a4e2466b1']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:29.714866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Made reservation on behalf of ccf3d9d83a1448bf94a5896159ddd4af for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:33:29.720097 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:29.853803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Allocated IP 172.20.0.13 (b6d097fa-1885-4f5c-b884-b8a3ba0914c7/8945fee5-e397-44b9-8d03-7dd79ef2ea64/ea74b09e-16cf-4eb5-84f8-bb894ca209a4) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:30.005662 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.026824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Transition to ACTIVE for port object ea74b09e-16cf-4eb5-84f8-bb894ca209a4 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:30.070642 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.080062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46410) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:30.127506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:30.130820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:30.133299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:30.149692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46414) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:30.161800 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4e55512-4ac6-48ee-a0ad-5ad65cb5ef16 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.168576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:30.196773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4e55512-4ac6-48ee-a0ad-5ad65cb5ef16 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.198551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:30.199274 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.216413 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-7f161f61-bf84-49b5-9e92-003303cb4ff1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6233783 Jul 19 03:33:30.239840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Request body: {'port': {'device_id': '49423424-2f1b-4108-a745-876bb8598dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:30.278494 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4e55512-4ac6-48ee-a0ad-5ad65cb5ef16 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.282072 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4e55512-4ac6-48ee-a0ad-5ad65cb5ef16 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.286330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d4e55512-4ac6-48ee-a0ad-5ad65cb5ef16 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/security-groups/6655301d-7bfe-480e-8242-48bdff0fa049 HTTP/1.1" status: 204 len: 168 time: 0.2052019 Jul 19 03:33:30.295494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-845984427', 'router:external': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:30.308915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e55512-4ac6-48ee-a0ad-5ad65cb5ef16 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6655301d-7bfe-480e-8242-48bdff0fa049,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:30.320287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46420) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:30.339378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Made reservation on behalf of 8867244fd7ce42bab23c7fd95d07d8c1 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:33:30.342373 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.352606 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.382164 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.408367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-787163fd-4afa-4252-a7bc-a33d39976f89 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting subnet 72d2b75d-f0cd-436a-8fa9-5e31d16095fd {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:33:30.412848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-787163fd-4afa-4252-a7bc-a33d39976f89 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.414546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-168e1a17-3912-43bc-8bf6-2f325fc5dace None None] Provisioning for port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:30.418942 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-168e1a17-3912-43bc-8bf6-2f325fc5dace None None] Provisioning complete for port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:30.419254 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-168e1a17-3912-43bc-8bf6-2f325fc5dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.456239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-168e1a17-3912-43bc-8bf6-2f325fc5dace None None] Port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:33:30.465540 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.470535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.486649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-787163fd-4afa-4252-a7bc-a33d39976f89 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.492989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:33:30.507754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004befa9-6ba7-48e7-80f7-2c3a5506a5fd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:30.513145 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.513506 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Added segment 75cacb18-6fe1-4e8d-84a2-39ca29b77ea7 of type vlan for network 8bee5c0c-5508-4561-a9e9-99f6681471b6 Jul 19 03:33:30.570633 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.606751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7126235b-30d4-46d4-b1c0-61594fc648c7 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:30.629337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 7126235b-30d4-46d4-b1c0-61594fc648c7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:33:30.629687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7126235b-30d4-46d4-b1c0-61594fc648c7 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:30.635874 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.637209 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:30.637849 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.695284 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34183c-1138-46c0-b140-840a2a3c006a req-5db639cb-1f5e-4b7f-9a69-a92c9911ca67 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:30.696897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db34183c-1138-46c0-b140-840a2a3c006a req-5db639cb-1f5e-4b7f-9a69-a92c9911ca67 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 932 time: 0.1384833 Jul 19 03:33:30.700375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-787163fd-4afa-4252-a7bc-a33d39976f89 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.744345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event updated for resources: {'Network': ['ID=8bee5c0c-5508-4561-a9e9-99f6681471b6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:30.753941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a31c58da-cd0c-41ca-9b88-fd1af5ee810b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6028957 Jul 19 03:33:30.755603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 8bee5c0c-5508-4561-a9e9-99f6681471b6 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:33:30.762247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46424) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:30.769072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Request body: {'subnet': {'network_id': '8bee5c0c-5508-4561-a9e9-99f6681471b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:30.821038 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db34183c-1138-46c0-b140-840a2a3c006a req-5696105b-de08-469e-914d-c9d283950998 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955818 Jul 19 03:33:30.821660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Made reservation on behalf of 8867244fd7ce42bab23c7fd95d07d8c1 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:33:30.824037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.828756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-787163fd-4afa-4252-a7bc-a33d39976f89 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.870197 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-32af4dbd-26ed-4ded-81cc-2d1e4337fa13 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1937809 Jul 19 03:33:30.873217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787163fd-4afa-4252-a7bc-a33d39976f89 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Subnet': ['ID=72d2b75d-f0cd-436a-8fa9-5e31d16095fd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:30.879555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-787163fd-4afa-4252-a7bc-a33d39976f89 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.882379 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-787163fd-4afa-4252-a7bc-a33d39976f89 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/subnets/72d2b75d-f0cd-436a-8fa9-5e31d16095fd HTTP/1.1" status: 204 len: 168 time: 0.5611067 Jul 19 03:33:30.896622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea74b09e-16cf-4eb5-84f8-bb894ca209a4 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:33:30.902609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46426) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:30.923748 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.945312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Transition to ACTIVE for port object ea74b09e-16cf-4eb5-84f8-bb894ca209a4 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:30.949923 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:30.983514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575f82a6-22f2-4460-9277-3efdb3ed6afd None None] Network e536d488-e75a-4d7f-b109-9f65bdeda0f5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:33:31.014806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:31.049668 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.142841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Attempting to bind port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:33:31.143366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Attempting to bind port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:33:31.143697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Attempting to bind port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:31.148274 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:33:31.148868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Attempting to bind port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:31.155003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:33:31.155782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Checking segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:31.156171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Bound using segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:33:31.157054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Bound port: ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:33:31.157580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.165791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-17d0f870-dda9-4f79-ae4c-835abd887a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.166506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-17d0f870-dda9-4f79-ae4c-835abd887a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.166789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-17d0f870-dda9-4f79-ae4c-835abd887a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.167267 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-17d0f870-dda9-4f79-ae4c-835abd887a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.167733 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-17d0f870-dda9-4f79-ae4c-835abd887a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.168197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-17d0f870-dda9-4f79-ae4c-835abd887a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.168719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-17d0f870-dda9-4f79-ae4c-835abd887a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.171296 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-17d0f870-dda9-4f79-ae4c-835abd887a83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b935af6d0bc6444391b48c7141919175&device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 6505 time: 0.2233655 Jul 19 03:33:31.247463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:33:31.254098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:33:31.260462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.307893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.308910 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.310887 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] 10.222.0.25 "PUT /v2.0/ports/ea74b09e-16cf-4eb5-84f8-bb894ca209a4 HTTP/1.1" status: 200 len: 1093 time: 1.0793004 Jul 19 03:33:31.311628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:31.315065 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb" -d '{"events": [{"name": "network-changed", "server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:31.378018 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d33468-7017-4b31-bdbb-31dbbd895098 x-openstack-request-id: req-f0d33468-7017-4b31-bdbb-31dbbd895098 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:31.378505 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:31.379258 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0d33468-7017-4b31-bdbb-31dbbd895098 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:31.379931 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'status': 'completed', 'code': 200} Jul 19 03:33:31.380754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bdde8-4a45-4a6e-8d0d-973c2a4f2ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:31.397307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8d378-e929-4c53-8cb4-b8e85f12992f None None] DHCP port deletion for e536d488-e75a-4d7f-b109-9f65bdeda0f5 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:33:31.439581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-933b2de9-8b63-4184-89de-1dfc26da8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.441260 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-933b2de9-8b63-4184-89de-1dfc26da8d03 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 1096 time: 0.0793097 Jul 19 03:33:31.441705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port 37bdda0e-99e4-442f-8084-8a2612f5e78d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:31.442048 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.486298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-71cb8985-60cd-4e28-bd44-b2c939e87ad0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4 HTTP/1.1" status: 200 len: 217 time: 0.0364039 Jul 19 03:33:31.508529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8d378-e929-4c53-8cb4-b8e85f12992f None None] Deleting port 37bdda0e-99e4-442f-8084-8a2612f5e78d {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:31.513097 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d378-e929-4c53-8cb4-b8e85f12992f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.522186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-eb723f24-d8de-4696-ab13-5ae016daa491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.522700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-eb723f24-d8de-4696-ab13-5ae016daa491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.523177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-eb723f24-d8de-4696-ab13-5ae016daa491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.524851 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-eb723f24-d8de-4696-ab13-5ae016daa491 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=0f6501ff-aef8-4265-a557-c61d9a57e516&id=c64899f6-8eee-455e-90a2-4468d126aff6&id=c64899f6-8eee-455e-90a2-4468d126aff6 HTTP/1.1" status: 200 len: 2293 time: 0.2555220 Jul 19 03:33:31.559621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-e1592888-a8eb-47f7-8720-57434804b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.561864 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-e1592888-a8eb-47f7-8720-57434804b5ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.0659654 Jul 19 03:33:31.577424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] For port 37bdda0e-99e4-442f-8084-8a2612f5e78d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=37bdda0e-99e4-442f-8084-8a2612f5e78d,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:31.578301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.634582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for 37bdda0e-99e4-442f-8084-8a2612f5e78d owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:31.651606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-47422b0d-9377-4d5c-a554-3ccb7ce91513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.653355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-47422b0d-9377-4d5c-a554-3ccb7ce91513 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857081 Jul 19 03:33:31.661395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3ea8d378-e929-4c53-8cb4-b8e85f12992f None None] For port 37bdda0e-99e4-442f-8084-8a2612f5e78d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=37bdda0e-99e4-442f-8084-8a2612f5e78d,segment=NetworkSegment(b48714aa-af6d-4500-8f7c-1dfec9587138),segment_id=b48714aa-af6d-4500-8f7c-1dfec9587138)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:31.663948 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d378-e929-4c53-8cb4-b8e85f12992f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.681879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8d378-e929-4c53-8cb4-b8e85f12992f None None] Calling delete_port for 37bdda0e-99e4-442f-8084-8a2612f5e78d owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:31.711714 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-3a920ccb-650c-4c3a-950a-c88e89277c58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed HTTP/1.1" status: 200 len: 1001 time: 0.1561604 Jul 19 03:33:31.768658 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d378-e929-4c53-8cb4-b8e85f12992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.798759 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-1f7da110-5202-45f1-aedc-83da30a25f6b service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311946 Jul 19 03:33:31.802343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8d378-e929-4c53-8cb4-b8e85f12992f None None] Pushing event deleted for resources: {'Port': ['ID=37bdda0e-99e4-442f-8084-8a2612f5e78d,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:31.812795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8d378-e929-4c53-8cb4-b8e85f12992f None None] No DVR routers for this DVR port 37bdda0e-99e4-442f-8084-8a2612f5e78d on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:33:31.814573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:33:31.815096 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.862311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-87b7dd65-67b6-46cb-9a70-2873044b6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:31.863754 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-87b7dd65-67b6-46cb-9a70-2873044b6bcc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21634538-a8d7-4b17-9fa0-ea9312bc5b45 HTTP/1.1" status: 200 len: 854 time: 0.1411891 Jul 19 03:33:31.915250 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:31.958944 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f96bea2c-27c1-4153-bacf-7a884b06a8a5 req-80bdb2a9-2554-48fc-b494-c73f5eed9119 service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526732 Jul 19 03:33:31.963436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=37bdda0e-99e4-442f-8084-8a2612f5e78d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:31.965078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4069f6b8-4299-44d0-9fa2-0021875bd6e6,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:31.969072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] No DVR routers for this DVR port 37bdda0e-99e4-442f-8084-8a2612f5e78d on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:33:32.005109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Checking segment: {'id': '75cacb18-6fe1-4e8d-84a2-39ca29b77ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8bee5c0c-5508-4561-a9e9-99f6681471b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:32.005479 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Network hostable DHCP agents. Network: 8bee5c0c-5508-4561-a9e9-99f6681471b6, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:33:32.102448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-76d957b4-ae7c-4ad2-9d33-4ba7f47aef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:32.103967 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-76d957b4-ae7c-4ad2-9d33-4ba7f47aef76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 1096 time: 0.0720842 Jul 19 03:33:32.114766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 37bdda0e-99e4-442f-8084-8a2612f5e78d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:32.119835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:32.135008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-767e1ccc-e7a1-4bfd-9e8a-9f93221cfa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:32.136804 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-767e1ccc-e7a1-4bfd-9e8a-9f93221cfa08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2637472 Jul 19 03:33:32.140689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Network 8bee5c0c-5508-4561-a9e9-99f6681471b6 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:33:32.142683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 37bdda0e-99e4-442f-8084-8a2612f5e78d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:33:32.143033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 37bdda0e-99e4-442f-8084-8a2612f5e78d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:32.144760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e536d488-e75a-4d7f-b109-9f65bdeda0f5']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:32.171819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48714aa-af6d-4500-8f7c-1dfec9587138') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:32.172647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48714aa-af6d-4500-8f7c-1dfec9587138') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:32.195927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 8bee5c0c-5508-4561-a9e9-99f6681471b6) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:32.201642 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:32.206069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5b6320-df8c-4b3c-8ea6-ef81017887e7 None None] Network 8bee5c0c-5508-4561-a9e9-99f6681471b6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:33:32.212986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:32.213583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:32.223171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-30d1a72d-ba2d-4ec3-b7b3-426439996fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:32.225553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-30d1a72d-ba2d-4ec3-b7b3-426439996fb6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.1144381 Jul 19 03:33:32.239090 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:32.278497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-1bc6b77d-1b15-42fc-8c5d-2661fc57c5fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4 HTTP/1.1" status: 200 len: 217 time: 0.0386424 Jul 19 03:33:32.279857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8a10da44-04ee-4358-b032-9bdff4ef7b06 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5157816 Jul 19 03:33:32.283404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46434) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:32.283582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:33:32.283832 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:33:32.286911 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:33:32.290121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2093707171', 'network_id': '8bee5c0c-5508-4561-a9e9-99f6681471b6'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:32.321922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7605-5a32-4d5d-9ceb-ce147c8e1612 req-75eefa4d-3fac-4c54-8878-a84b9f2cf721 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:32.327570 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-016a7605-5a32-4d5d-9ceb-ce147c8e1612 req-75eefa4d-3fac-4c54-8878-a84b9f2cf721 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 944 time: 0.2821410 Jul 19 03:33:32.351236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Made reservation on behalf of 8867244fd7ce42bab23c7fd95d07d8c1 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:33:32.354116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df05d5c-694e-4fcb-b4a3-115038c4c8ad None None] Network 8bee5c0c-5508-4561-a9e9-99f6681471b6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:33:32.354759 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:32.367044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-590f458a-51dc-473c-91ba-d3858b3ed0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:32.368011 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-590f458a-51dc-473c-91ba-d3858b3ed0e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.0749669 Jul 19 03:33:32.374947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] device_id is not set on port 7403901b-f4ad-4d81-b905-3d57db463702 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:33:32.403048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-637aa603-5407-40bd-b806-02ed5ccf1e8a service neutron] 10.222.0.25 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545998 Jul 19 03:33:32.428101 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:32.433149 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:32.437497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/networks/e536d488-e75a-4d7f-b109-9f65bdeda0f5 HTTP/1.1" status: 204 len: 168 time: 1.5313947 Jul 19 03:33:32.443078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46436) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:32.475707 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-016a7605-5a32-4d5d-9ceb-ce147c8e1612 req-a11c54c8-9ab9-4b59-b4ad-72c0fdba5294 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227744 Jul 19 03:33:32.478782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ff2b6-67f8-4693-b856-a20309f433d1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Network': ['ID=e536d488-e75a-4d7f-b109-9f65bdeda0f5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:32.546958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-b84591d0-fcd0-4400-a7bb-95dee754181e service neutron] 10.222.0.25 "GET /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341023 Jul 19 03:33:32.593048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-077cd60c-666a-4e7f-882d-5f388d168566 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 HTTP/1.1" status: 200 len: 217 time: 0.0377572 Jul 19 03:33:32.650048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-49cc06ef-d843-47b8-9b94-894fb87dc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:32.651492 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-49cc06ef-d843-47b8-9b94-894fb87dc298 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.0513589 Jul 19 03:33:32.712501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-18085684-8cdf-4954-9bbe-b8c8b775cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:32.714071 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-18085684-8cdf-4954-9bbe-b8c8b775cbea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0560267 Jul 19 03:33:32.808935 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-5d7a14ce-dc56-4e1d-bf58-c6ddf64c2b55 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867047 Jul 19 03:33:32.909878 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-44607b9a-7eca-4a0e-91c4-9483fb4ced04 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933223 Jul 19 03:33:32.922700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-f8fd992e-74d4-4907-a49b-a33f975b92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:32.924195 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-f8fd992e-74d4-4907-a49b-a33f975b92d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5456347 Jul 19 03:33:32.928972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Allocated IP 172.20.0.12 (8bee5c0c-5508-4561-a9e9-99f6681471b6/4069f6b8-4299-44d0-9fa2-0021875bd6e6/7403901b-f4ad-4d81-b905-3d57db463702) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:32.956820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-903a2d31-9647-47ef-8cd4-487273e416d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a2bafa27-fc6d-4a52-85c5-c328934305ad HTTP/1.1" status: 200 len: 217 time: 0.0372627 Jul 19 03:33:33.013346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-337e9f2e-9366-418c-bc5e-d6909c89287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:33.014970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-337e9f2e-9366-418c-bc5e-d6909c89287d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.0501995 Jul 19 03:33:33.119765 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-3045ec0b-3979-4c77-b382-f4cf65b8df8a service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870725 Jul 19 03:33:33.137311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port 585c3994-008b-451e-bf04-b02ef923f393 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:33.137638 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:33.315578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:33.345756 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a4da837-bdbb-45a0-ab2c-4102fdfd63cb req-9c13a702-6e08-4df7-b97c-43065859f67d service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189283 Jul 19 03:33:33.350397 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:33.350741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:33.367189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for 585c3994-008b-451e-bf04-b02ef923f393 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:33.404601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-caead07a-a0df-4b81-88f7-0ea6b1c1de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:33.407038 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-caead07a-a0df-4b81-88f7-0ea6b1c1de30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3836386 Jul 19 03:33:33.453558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:33.505591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-fc4965c2-c8b9-48e0-83e8-8b2fe0caa02a service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870426 Jul 19 03:33:33.519866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Network 8bee5c0c-5508-4561-a9e9-99f6681471b6 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:33.526580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:33.531968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event updated for resources: {'Port': ['ID=7403901b-f4ad-4d81-b905-3d57db463702,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:33.538533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:33.594181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:33.594694 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:33.605982 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-d3e7b3e4-c4fd-4f67-b4f0-e93d607a3c67 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923743 Jul 19 03:33:33.612249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a0d32fea-5ef0-46c7-8a63-cc0a2db1496f tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.3275373 Jul 19 03:33:33.614818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46440) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:33.676941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-63a5f2a1-55b8-4a30-88a9-0edd04cfc826 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=cb8fbd92-2916-4f12-badd-c5210b5811ba HTTP/1.1" status: 200 len: 217 time: 0.0645714 Jul 19 03:33:33.692462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:33.722734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=585c3994-008b-451e-bf04-b02ef923f393,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:33.740377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646abaaa-4a33-43b5-882a-bebe62fb2751 req-d538ac10-03d9-425b-82e6-2e07a9f10630 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:33.741889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-646abaaa-4a33-43b5-882a-bebe62fb2751 req-d538ac10-03d9-425b-82e6-2e07a9f10630 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 944 time: 0.1285372 Jul 19 03:33:33.763109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-3b68f551-8ba6-49c8-abe4-67cc02306696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:33.765252 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-3b68f551-8ba6-49c8-abe4-67cc02306696 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.0798459 Jul 19 03:33:33.813899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ecb001e5-c06b-4ba9-ae9a-fce622e8b95b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Deleting port 7403901b-f4ad-4d81-b905-3d57db463702 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:33.814231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ecb001e5-c06b-4ba9-ae9a-fce622e8b95b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:33.827040 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-646abaaa-4a33-43b5-882a-bebe62fb2751 req-1f266471-9e7a-490d-be39-eaaac0e3afd7 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632920 Jul 19 03:33:33.829656 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:33.829943 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Floating IP 07210f70-eb21-45c3-841f-d7acfd5c2576 disassociated (deleted). External IP: 172.25.2.163, port: 90fe80c3-3e24-4f12-9662-45cbbc5995de. Jul 19 03:33:33.893307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-03d27a32-1188-44bf-88e9-e2cb636a206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:33.894857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-03d27a32-1188-44bf-88e9-e2cb636a206b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1213918 Jul 19 03:33:33.913943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ecb001e5-c06b-4ba9-ae9a-fce622e8b95b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:33.941575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ecb001e5-c06b-4ba9-ae9a-fce622e8b95b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Calling delete_port for 7403901b-f4ad-4d81-b905-3d57db463702 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:34.048532 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-01176c62-3d35-4def-aab4-c1ae453cb852 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449864 Jul 19 03:33:34.053302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router dcf466fa-9e6f-46c1-965e-9d4b06159a9f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:33:34.166566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:34.172002 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:34.180270 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] Sync routers for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:34.183641 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-3c2b0b4e-9194-4304-8e57-2a279a425d19 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269062 Jul 19 03:33:34.185561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ecb001e5-c06b-4ba9-ae9a-fce622e8b95b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:34.197351 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:34.198298 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:34.212359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ce0e93fb-6a1d-47e9-83c9-1ec495ccf8c7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/floatingips/07210f70-eb21-45c3-841f-d7acfd5c2576 HTTP/1.1" status: 204 len: 168 time: 1.7664042 Jul 19 03:33:34.212969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'tag': '90fe80c3-3e24-4f12-9662-45cbbc5995de'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:34.215297 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c", "tag": "90fe80c3-3e24-4f12-9662-45cbbc5995de"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:34.252880 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-674b1a68-71cc-4ba4-804d-a62c998e43ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=aadedb74-0c27-405a-8ea9-39fb8017ae8a HTTP/1.1" status: 200 len: 217 time: 0.0608032 Jul 19 03:33:34.253617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb001e5-c06b-4ba9-ae9a-fce622e8b95b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event deleted for resources: {'Port': ['ID=7403901b-f4ad-4d81-b905-3d57db463702,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:34.266123 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1711cc83-23fc-42fb-afeb-3c7ee81f7866 x-openstack-request-id: req-1711cc83-23fc-42fb-afeb-3c7ee81f7866 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:34.266462 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c", "tag": "90fe80c3-3e24-4f12-9662-45cbbc5995de", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:34.266722 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1711cc83-23fc-42fb-afeb-3c7ee81f7866 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:34.267700 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'tag': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'status': 'completed', 'code': 200} Jul 19 03:33:34.352116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-a465e7a7-81a0-4903-8bd4-7a81ee237d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:34.353718 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-a465e7a7-81a0-4903-8bd4-7a81ee237d5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 200 len: 797 time: 0.0769520 Jul 19 03:33:34.356031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ecb001e5-c06b-4ba9-ae9a-fce622e8b95b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:34.356397 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:34.358882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ecb001e5-c06b-4ba9-ae9a-fce622e8b95b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7403901b-f4ad-4d81-b905-3d57db463702 HTTP/1.1" status: 204 len: 168 time: 0.7422395 Jul 19 03:33:34.361391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46448) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:34.366429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bee5c0c-5508-4561-a9e9-99f6681471b6', 'external_fixed_ips': [{'subnet_id': '4069f6b8-4299-44d0-9fa2-0021875bd6e6', 'ip_address': '172.20.0.12'}]}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:34.378974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-df2440a4-df5e-4876-b5a9-2366c14be909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:34.380492 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-df2440a4-df5e-4876-b5a9-2366c14be909 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 1097 time: 0.0819349 Jul 19 03:33:34.441558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-447321a3-9e28-4321-87b4-86aa9c363d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:34.444756 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-447321a3-9e28-4321-87b4-86aa9c363d2c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f6501ff-aef8-4265-a557-c61d9a57e516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0809674 Jul 19 03:33:34.448023 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:34.452716 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:34.556776 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-628d4a66-f869-4cbc-905c-7a69623982b5 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013100 Jul 19 03:33:34.564967 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:34.567227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-d9185ad9-d742-440c-a6ab-572e87576e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:34.569116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-d9185ad9-d742-440c-a6ab-572e87576e32 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2481ea5-6371-43d1-bd9f-3a4a445537d9 HTTP/1.1" status: 200 len: 895 time: 0.1791308 Jul 19 03:33:34.604707 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:24Z', 'revision_number': 6, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:34.632302 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] Checking router: dcf466fa-9e6f-46c1-965e-9d4b06159a9f for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:34.641006 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:34.641611 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:34.669111 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-6731e29e-e703-47be-b547-08c8b0f69dd4 service neutron] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987468 Jul 19 03:33:34.706988 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-40e9747c-f338-4a92-a6e5-f574b0efe0a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90fe80c3-3e24-4f12-9662-45cbbc5995de HTTP/1.1" status: 200 len: 217 time: 0.0908945 Jul 19 03:33:34.717732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-380fe205-7d10-4707-9599-db8c01e28be0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 HTTP/1.1" status: 200 len: 217 time: 0.0385768 Jul 19 03:33:34.746917 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:34.773602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-4910a80e-3c4d-4527-a355-2a24d03c3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:34.775404 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-4910a80e-3c4d-4527-a355-2a24d03c3cf9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7712e039-897b-49b8-aa02-b5e0a3723da4 HTTP/1.1" status: 200 len: 797 time: 0.0504985 Jul 19 03:33:34.820700 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:34.834850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-3e2df1d7-a0d0-41a6-9611-0a0af326f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:34.837419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-3e2df1d7-a0d0-41a6-9611-0a0af326f83f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544374 Jul 19 03:33:34.867761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aadcf-f28f-4eb1-a436-8a7099aa1268 req-98b703a8-903c-4336-af34-a2d17333fb40 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:34.875203 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-956aadcf-f28f-4eb1-a436-8a7099aa1268 req-98b703a8-903c-4336-af34-a2d17333fb40 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 945 time: 0.2606342 Jul 19 03:33:34.878013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-2ef23fc3-845c-4bf5-b7ed-52d1a1f21634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:34.879479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-2ef23fc3-845c-4bf5-b7ed-52d1a1f21634 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19e3f17e-470b-4a0b-82ae-ae45db6495c8 HTTP/1.1" status: 200 len: 834 time: 0.1629248 Jul 19 03:33:34.946219 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-4bfc4322-a813-4993-9337-d786bb118817 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014371 Jul 19 03:33:34.976478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-956aadcf-f28f-4eb1-a436-8a7099aa1268 req-993db23e-f5d2-48c4-8b23-71a66f013a4e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004052 Jul 19 03:33:34.994499 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:24Z', 'revision_number': 6, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:35.024406 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b7d20-35e7-4f56-89ed-5e41c44b4e05 None None] The sync data for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 is: [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:24Z', 'revision_number': 6, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3b59e54c-ed52-4160-9667-9d572de56e68', 'name': '', 'network_id': 'b2481ea5-6371-43d1-bd9f-3a4a445537d9', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:3e:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:23Z', 'updated_at': '2021-07-19T03:31:32Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '19e3f17e-470b-4a0b-82ae-ae45db6495c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:35.031623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-0b1a35ac-04bd-457e-9aef-82e13bd9d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:35.033164 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-0b1a35ac-04bd-457e-9aef-82e13bd9d21c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2481ea5-6371-43d1-bd9f-3a4a445537d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388328 Jul 19 03:33:35.042838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ea74b09e-16cf-4eb5-84f8-bb894ca209a4 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:33:35.106044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-ea29c6dd-7a2c-41c9-b5e1-78207d815dd0 service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510875 Jul 19 03:33:35.121507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1ae7-1964-469f-80a6-82761f80053f req-687bba4f-b27d-4b0d-ba34-bf45d115f1d2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:35.124072 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-785e1ae7-1964-469f-80a6-82761f80053f req-687bba4f-b27d-4b0d-ba34-bf45d115f1d2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 944 time: 0.1703875 Jul 19 03:33:35.171039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:35.173830 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-20cea483-22bc-48eb-ad49-cc1ededf4b28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d83d8a51-7c2b-46c6-994c-d576fe61f97e HTTP/1.1" status: 200 len: 217 time: 0.0483532 Jul 19 03:33:35.188300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'port_id': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'mac_address': 'fa:16:3e:2e:0a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:33:35.235339 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:35.258684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea74b09e-16cf-4eb5-84f8-bb894ca209a4 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:33:35.261354 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:35.270419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-785e1ae7-1964-469f-80a6-82761f80053f req-27a8d0d5-01f6-491a-95cc-75fee8fea87f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379571 Jul 19 03:33:35.287762 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-38667f2d-29ad-487f-a768-581ce17d5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:35.289282 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-eea4512c-6b50-4cf6-a561-06c09ca100ea service neutron] 10.222.0.25 "GET /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470391 Jul 19 03:33:35.289915 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-38667f2d-29ad-487f-a768-581ce17d5c3c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7712e039-897b-49b8-aa02-b5e0a3723da4 HTTP/1.1" status: 200 len: 797 time: 0.1053951 Jul 19 03:33:35.290884 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:35.292710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:35.298289 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:35.364086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-91aa7b97-d469-4762-910a-6a65876e3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:35.365071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:35.366845 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-91aa7b97-d469-4762-910a-6a65876e3e6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c64899f6-8eee-455e-90a2-4468d126aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620832 Jul 19 03:33:35.379255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a88540-4f9b-4c0f-a0eb-3ab59a199f71 None None] New status for floating IP 07210f70-eb21-45c3-841f-d7acfd5c2576: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:33:35.475360 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-016b1591-0a12-4737-8e5e-4b462abbfe5f service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987103 Jul 19 03:33:35.524800 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d80ef0d-8a10-4f74-bcea-b4557e3f2e8a req-875525de-2f47-4123-b3dd-c2317567d06a service neutron] 10.222.0.25 "GET /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210321 Jul 19 03:33:35.544754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Allocated IP 172.20.0.12 (8bee5c0c-5508-4561-a9e9-99f6681471b6/4069f6b8-4299-44d0-9fa2-0021875bd6e6/186d234b-30d8-445a-bce1-c113e35465c4) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:35.577645 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbc92e70-3a4f-4810-9565-62509cba9a9d req-6fb2cb82-e5c4-4ae5-9b1d-b0beb2b4b80d service neutron] 10.222.0.25 "GET /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931971 Jul 19 03:33:35.640215 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ea74b09e-16cf-4eb5-84f8-bb894ca209a4'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:33:35.964667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:36.006472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:36.019798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-d9558d13-796a-420a-bae6-eb60b2f0bcbf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:36.021360 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-d9558d13-796a-420a-bae6-eb60b2f0bcbf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.25 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 945 time: 0.0732675 Jul 19 03:33:36.053975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Network 8bee5c0c-5508-4561-a9e9-99f6681471b6 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:36.065458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:36.069411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:36.075424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event updated for resources: {'Port': ['ID=186d234b-30d8-445a-bce1-c113e35465c4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:36.145099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-b2d7acc4-5f72-424b-938f-c5bc8dba98f0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port 90fe80c3-3e24-4f12-9662-45cbbc5995de {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:36.145473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-b2d7acc4-5f72-424b-938f-c5bc8dba98f0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:36.239760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-b2d7acc4-5f72-424b-938f-c5bc8dba98f0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] For port 90fe80c3-3e24-4f12-9662-45cbbc5995de, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=90fe80c3-3e24-4f12-9662-45cbbc5995de,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:36.240128 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-b2d7acc4-5f72-424b-938f-c5bc8dba98f0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:36.252294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-b2d7acc4-5f72-424b-938f-c5bc8dba98f0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for 90fe80c3-3e24-4f12-9662-45cbbc5995de owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:36.271690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc3ed5-0d41-4ca7-88a2-c8a10bae125c req-9a334dac-09bb-439e-8123-035b070cc2cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:36.273211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09fc3ed5-0d41-4ca7-88a2-c8a10bae125c req-9a334dac-09bb-439e-8123-035b070cc2cb tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c HTTP/1.1" status: 200 len: 945 time: 0.1599920 Jul 19 03:33:36.402100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09fc3ed5-0d41-4ca7-88a2-c8a10bae125c req-2d12ab03-a734-41c0-9de5-bf625307303a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808275 Jul 19 03:33:36.404651 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-b2d7acc4-5f72-424b-938f-c5bc8dba98f0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:36.416467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:36.455945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7acc4-5f72-424b-938f-c5bc8dba98f0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=90fe80c3-3e24-4f12-9662-45cbbc5995de,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:36.515499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-b2d7acc4-5f72-424b-938f-c5bc8dba98f0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] No DVR routers for this DVR port 90fe80c3-3e24-4f12-9662-45cbbc5995de on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:33:36.518524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-b2d7acc4-5f72-424b-938f-c5bc8dba98f0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:36.520517 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0e74d84-2a14-4200-9d19-3eafa42183f5 req-b2d7acc4-5f72-424b-938f-c5bc8dba98f0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.25 "DELETE /v2.0/ports/90fe80c3-3e24-4f12-9662-45cbbc5995de HTTP/1.1" status: 204 len: 173 time: 0.4921055 Jul 19 03:33:36.520956 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'name': 'network-vif-deleted', 'tag': '90fe80c3-3e24-4f12-9662-45cbbc5995de'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:36.523275 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a00b3a-a07f-4026-9704-5500b08ab6cc" -d '{"events": [{"server_uuid": "c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c", "name": "network-vif-deleted", "tag": "90fe80c3-3e24-4f12-9662-45cbbc5995de"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:36.542423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf056f-4c8e-4cde-a740-a01826905df8 req-9574d4af-396f-4acc-b35e-3c831eec47b0 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:36.544000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0caf056f-4c8e-4cde-a740-a01826905df8 req-9574d4af-396f-4acc-b35e-3c831eec47b0 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.1513813 Jul 19 03:33:36.566545 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e50d1c-ec08-4b96-9a2e-e005f17a1f46 x-openstack-request-id: req-e6e50d1c-ec08-4b96-9a2e-e005f17a1f46 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:36.566840 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c", "name": "network-vif-deleted", "tag": "90fe80c3-3e24-4f12-9662-45cbbc5995de", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:36.567094 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6e50d1c-ec08-4b96-9a2e-e005f17a1f46 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:36.567502 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71631ce-5e8f-4f7c-a58e-bb7c55d7bc7c', 'name': 'network-vif-deleted', 'tag': '90fe80c3-3e24-4f12-9662-45cbbc5995de', 'status': 'completed', 'code': 200} Jul 19 03:33:36.595416 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0caf056f-4c8e-4cde-a740-a01826905df8 req-d27fe29b-ba22-430f-98f7-34b108bf2e98 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Jul 19 03:33:36.640508 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:36.769239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Router f801f8e2-5b9f-49d4-99a2-f9bc17af4199 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:33:36.890864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:36.899405 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Sync routers for ids ['f801f8e2-5b9f-49d4-99a2-f9bc17af4199'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:36.910408 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Routers {'f801f8e2-5b9f-49d4-99a2-f9bc17af4199'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:36.911350 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f801f8e2-5b9f-49d4-99a2-f9bc17af4199'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:36.912788 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:36.916592 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c47a91fe-3c3c-454e-8e53-7a2b0106df92 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.5518281 Jul 19 03:33:36.918111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46464) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:36.959271 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.048003 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Set router f801f8e2-5b9f-49d4-99a2-f9bc17af4199 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:37.054436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ea74b09e-16cf-4eb5-84f8-bb894ca209a4 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:37.055630 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.117132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:37.127142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:37.127555 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.215025 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.268063 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.288851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Deleting port 186d234b-30d8-445a-bce1-c113e35465c4 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:37.289467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.291665 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.299309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:37.301758 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3235f989-2b25-4881-8d14-9f5630f1ff51" -d '{"events": [{"server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "name": "network-vif-plugged", "status": "completed", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:37.315535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:37.321865 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.368867 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c737c0f-fc1f-4b52-80ce-de8efcde21c9 x-openstack-request-id: req-8c737c0f-fc1f-4b52-80ce-de8efcde21c9 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:37.369165 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "name": "network-vif-plugged", "status": "completed", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:37.369425 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c737c0f-fc1f-4b52-80ce-de8efcde21c9 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:37.370543 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'code': 200} Jul 19 03:33:37.389777 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.390937 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f801f8e2-5b9f-49d4-99a2-f9bc17af4199', 'name': '', 'tenant_id': '8867244fd7ce42bab23c7fd95d07d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bee5c0c-5508-4561-a9e9-99f6681471b6', 'external_fixed_ips': [{'subnet_id': '4069f6b8-4299-44d0-9fa2-0021875bd6e6', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '186d234b-30d8-445a-bce1-c113e35465c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:34Z', 'updated_at': '2021-07-19T03:33:36Z', 'revision_number': 3, 'project_id': '8867244fd7ce42bab23c7fd95d07d8c1', 'gw_port': {'id': '186d234b-30d8-445a-bce1-c113e35465c4', 'name': '', 'network_id': '8bee5c0c-5508-4561-a9e9-99f6681471b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f801f8e2-5b9f-49d4-99a2-f9bc17af4199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '4069f6b8-4299-44d0-9fa2-0021875bd6e6', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:35Z', 'updated_at': '2021-07-19T03:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4069f6b8-4299-44d0-9fa2-0021875bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:37.392901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:37.407075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Calling delete_port for 186d234b-30d8-445a-bce1-c113e35465c4 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:37.420967 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Checking router: f801f8e2-5b9f-49d4-99a2-f9bc17af4199 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:37.421356 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Updating router f801f8e2-5b9f-49d4-99a2-f9bc17af4199 port 186d234b-30d8-445a-bce1-c113e35465c4 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:33:37.460239 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.514012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46470) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:37.565903 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b93b77-7b7b-46ae-9d97-e97ccf9d712f req-4697e9d5-0b65-4eb4-959e-d252d40c713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:37.567455 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-37b93b77-7b7b-46ae-9d97-e97ccf9d712f req-4697e9d5-0b65-4eb4-959e-d252d40c713a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 1098 time: 0.1299441 Jul 19 03:33:37.613594 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a100cccc-41b4-4b6c-b608-a5a19cee6a4c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.624195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-37b93b77-7b7b-46ae-9d97-e97ccf9d712f req-13d1e41e-15ec-43f7-afcf-e2a704ae7849 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492654 Jul 19 03:33:37.627856 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.661769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a100cccc-41b4-4b6c-b608-a5a19cee6a4c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.662045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event deleted for resources: {'Port': ['ID=186d234b-30d8-445a-bce1-c113e35465c4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:37.737257 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.765258 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a100cccc-41b4-4b6c-b608-a5a19cee6a4c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.768066 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a100cccc-41b4-4b6c-b608-a5a19cee6a4c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.769252 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a100cccc-41b4-4b6c-b608-a5a19cee6a4c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/security-groups/5feec6c6-a3d4-428a-8fda-c4dbffb5aedd HTTP/1.1" status: 204 len: 168 time: 0.2525728 Jul 19 03:33:37.778232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100cccc-41b4-4b6c-b608-a5a19cee6a4c tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feec6c6-a3d4-428a-8fda-c4dbffb5aedd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:37.793937 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.db.api [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:33:37.794433 n-d-762330-18 neutron-server[94347]: DEBUG oslo_db.api [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:33:37.804466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46476) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:37.897167 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.900135 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.969082 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.969662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f801f8e2-5b9f-49d4-99a2-f9bc17af4199 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:33:37.974442 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:37.975510 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1bf947d2-ec04-4d50-a21c-ecdc62bf4097 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "DELETE /v2.0/routers/f801f8e2-5b9f-49d4-99a2-f9bc17af4199 HTTP/1.1" status: 204 len: 168 time: 1.0576825 Jul 19 03:33:37.978741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46478) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:37.992292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c30c7-7331-4f46-805b-9d6727000361 req-a81f6f83-6e23-4d3a-b1e8-02709d78934f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:37.993821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-773c30c7-7331-4f46-805b-9d6727000361 req-a81f6f83-6e23-4d3a-b1e8-02709d78934f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.1954548 Jul 19 03:33:38.036366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-773c30c7-7331-4f46-805b-9d6727000361 req-58ed949b-5454-476b-acf4-56610d883bb3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354016 Jul 19 03:33:38.068334 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd64bbc-6444-449a-986c-e217f82d79c9 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Deleting subnet 4069f6b8-4299-44d0-9fa2-0021875bd6e6 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:33:38.073824 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdd64bbc-6444-449a-986c-e217f82d79c9 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.137162 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdd64bbc-6444-449a-986c-e217f82d79c9 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.206158 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdd64bbc-6444-449a-986c-e217f82d79c9 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.294351 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdd64bbc-6444-449a-986c-e217f82d79c9 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.315267 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Port 186d234b-30d8-445a-bce1-c113e35465c4 not found while updating agent binding for router f801f8e2-5b9f-49d4-99a2-f9bc17af4199. {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 19 03:33:38.324699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd64bbc-6444-449a-986c-e217f82d79c9 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4069f6b8-4299-44d0-9fa2-0021875bd6e6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:38.324968 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Routers set() bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:38.325338 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Router IDs set() for agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 19 03:33:38.327083 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_agentschedulers_db [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f801f8e2-5b9f-49d4-99a2-f9bc17af4199'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent'). {{(pid=94347) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 19 03:33:38.327465 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588248b-6447-48e4-9818-e90a645b7a1f None None] The sync data for ids ['f801f8e2-5b9f-49d4-99a2-f9bc17af4199'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:38.328398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdd64bbc-6444-449a-986c-e217f82d79c9 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.330390 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fdd64bbc-6444-449a-986c-e217f82d79c9 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/4069f6b8-4299-44d0-9fa2-0021875bd6e6 HTTP/1.1" status: 204 len: 168 time: 0.3498654 Jul 19 03:33:38.333013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46480) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:38.350168 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.409449 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.494776 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.505186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bee5c0c-5508-4561-a9e9-99f6681471b6']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:38.523969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cacb18-6fe1-4e8d-84a2-39ca29b77ea7') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:38.524279 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cacb18-6fe1-4e8d-84a2-39ca29b77ea7') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:38.540585 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.564260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.571226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:33:38.571683 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:33:38.573473 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:33:38.628466 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.633695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8bee5c0c-5508-4561-a9e9-99f6681471b6 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 19 03:33:38.636347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.638495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8bee5c0c-5508-4561-a9e9-99f6681471b6 HTTP/1.1" status: 204 len: 168 time: 0.3044670 Jul 19 03:33:38.648295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681f453-7426-4dcd-8151-1afbff230dc0 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event deleted for resources: {'Network': ['ID=8bee5c0c-5508-4561-a9e9-99f6681471b6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:38.657615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port 3b59e54c-ed52-4160-9667-9d572de56e68 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:38.658158 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.762646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] For port 3b59e54c-ed52-4160-9667-9d572de56e68, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3b59e54c-ed52-4160-9667-9d572de56e68,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:38.763093 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.777567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for 3b59e54c-ed52-4160-9667-9d572de56e68 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:38.825800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46488) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:38.830513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-fd85bcbc-131c-4c1c-ad51-6a2978dcc7bd tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Request body: {'router': {'name': 'tempest-router--1612122702', 'project_id': 'b8a80a1e7f414ff78d700ce0c9eeeeda'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:38.852762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd85bcbc-131c-4c1c-ad51-6a2978dcc7bd tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.853949 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd85bcbc-131c-4c1c-ad51-6a2978dcc7bd tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.909308 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd85bcbc-131c-4c1c-ad51-6a2978dcc7bd tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.915841 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd85bcbc-131c-4c1c-ad51-6a2978dcc7bd tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.931424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd85bcbc-131c-4c1c-ad51-6a2978dcc7bd tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:38.932884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fd85bcbc-131c-4c1c-ad51-6a2978dcc7bd tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1058702 Jul 19 03:33:38.935734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46490) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:38.980907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:39.009818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=3b59e54c-ed52-4160-9667-9d572de56e68,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:39.012583 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cedbff24-9f65-4bfd-9d82-e10f3f9c87a6 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:39.050912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 90fe80c3-3e24-4f12-9662-45cbbc5995de no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:39.100695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 90fe80c3-3e24-4f12-9662-45cbbc5995de {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:33:39.110810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 90fe80c3-3e24-4f12-9662-45cbbc5995de not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:39.222483 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:39.239026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cedbff24-9f65-4bfd-9d82-e10f3f9c87a6 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:39.241245 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cedbff24-9f65-4bfd-9d82-e10f3f9c87a6 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:39.286355 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cedbff24-9f65-4bfd-9d82-e10f3f9c87a6 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:39.287183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedbff24-9f65-4bfd-9d82-e10f3f9c87a6 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e654d81e-0e29-4711-947e-21d725f2b0d8 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:33:39.292175 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cedbff24-9f65-4bfd-9d82-e10f3f9c87a6 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:39.293535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cedbff24-9f65-4bfd-9d82-e10f3f9c87a6 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e654d81e-0e29-4711-947e-21d725f2b0d8 HTTP/1.1" status: 204 len: 168 time: 0.3562303 Jul 19 03:33:39.380161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2470562-6101-4dae-b67f-e1af5860fd2d req-816670f2-6947-4d7c-a7c3-635dcdd1d63d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:39.381685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2470562-6101-4dae-b67f-e1af5860fd2d req-816670f2-6947-4d7c-a7c3-635dcdd1d63d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.1544273 Jul 19 03:33:39.399845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46496) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:39.596327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1999086982', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:39.620048 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:39.621101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:39.801966 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2470562-6101-4dae-b67f-e1af5860fd2d req-9bd37adb-3982-48f5-97c5-a5e673d7d048 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133306 Jul 19 03:33:39.867116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router dcf466fa-9e6f-46c1-965e-9d4b06159a9f has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:33:39.977501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:39.982535 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3decec6b-7e1e-49e8-bb3c-8d08b884846b tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "PUT /v2.0/routers/dcf466fa-9e6f-46c1-965e-9d4b06159a9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1769705 Jul 19 03:33:39.985372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46502) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:39.990676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87389785-938f-4274-90aa-0fce0a508057 None None] Sync routers for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:40.002376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87389785-938f-4274-90aa-0fce0a508057 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:40.003382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-87389785-938f-4274-90aa-0fce0a508057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:40.007125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.048154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b38a2ce-f0d9-49ba-ba8e-2d22940b954e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting subnet 19e3f17e-470b-4a0b-82ae-ae45db6495c8 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:33:40.051437 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b38a2ce-f0d9-49ba-ba8e-2d22940b954e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.097681 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b38a2ce-f0d9-49ba-ba8e-2d22940b954e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.140597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-87389785-938f-4274-90aa-0fce0a508057 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:40.178562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29067b68-88bd-4a1e-9ad7-8cead72ac376 req-965dc4ad-9ad6-43e7-bd3f-8ac55ce301eb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:40.180089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29067b68-88bd-4a1e-9ad7-8cead72ac376 req-965dc4ad-9ad6-43e7-bd3f-8ac55ce301eb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.1877890 Jul 19 03:33:40.192598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46504) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:40.197987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6fe45300-9081-4bf4-ba8b-433789aeaf2e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Request body: {'floatingip': {'port_id': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:40.215469 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.242388 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b38a2ce-f0d9-49ba-ba8e-2d22940b954e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.270193 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6fe45300-9081-4bf4-ba8b-433789aeaf2e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.326040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-87389785-938f-4274-90aa-0fce0a508057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:38Z', 'revision_number': 7, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:40.353152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87389785-938f-4274-90aa-0fce0a508057 None None] Checking router: dcf466fa-9e6f-46c1-965e-9d4b06159a9f for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:40.363566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87389785-938f-4274-90aa-0fce0a508057 None None] Routers {'dcf466fa-9e6f-46c1-965e-9d4b06159a9f'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:40.364464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-87389785-938f-4274-90aa-0fce0a508057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:40.408260 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b38a2ce-f0d9-49ba-ba8e-2d22940b954e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.439181 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.458996 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.473961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38a2ce-f0d9-49ba-ba8e-2d22940b954e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Subnet': ['ID=19e3f17e-470b-4a0b-82ae-ae45db6495c8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:40.479282 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b38a2ce-f0d9-49ba-ba8e-2d22940b954e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.483562 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2b38a2ce-f0d9-49ba-ba8e-2d22940b954e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/subnets/19e3f17e-470b-4a0b-82ae-ae45db6495c8 HTTP/1.1" status: 204 len: 168 time: 0.4946167 Jul 19 03:33:40.484311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46508) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:40.487497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9265fb77-812f-446e-87a5-4bd902185470 None None] Network b2481ea5-6371-43d1-bd9f-3a4a445537d9 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:33:40.493913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-87389785-938f-4274-90aa-0fce0a508057 None None] Set router dcf466fa-9e6f-46c1-965e-9d4b06159a9f gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:40.605735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Allocated IP 172.25.2.132 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/0b471bf9-1797-4b79-8d58-3bd7adf6dc6b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:40.691446 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.735672 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.777566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.806620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-87389785-938f-4274-90aa-0fce0a508057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:38Z', 'revision_number': 7, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:40.825671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:40.831246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:40.833620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:40.838581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87389785-938f-4274-90aa-0fce0a508057 None None] The sync data for ids ['dcf466fa-9e6f-46c1-965e-9d4b06159a9f'] in n-d-762330-18 is: [{'id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'name': 'tempest-TestNetworkBasicOps-router-1870883988', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:17Z', 'updated_at': '2021-07-19T03:33:38Z', 'revision_number': 7, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'bc1c229b-e7dc-492b-b187-b53eab78972a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf466fa-9e6f-46c1-965e-9d4b06159a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:18Z', 'updated_at': '2021-07-19T03:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:40.862119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Pushing event updated for resources: {'Port': ['ID=0b471bf9-1797-4b79-8d58-3bd7adf6dc6b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:40.897495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82e7098-2b67-47d7-8860-e884eb61ba73 None None] DHCP port deletion for b2481ea5-6371-43d1-bd9f-3a4a445537d9 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:33:40.920667 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:40.947505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d82e7098-2b67-47d7-8860-e884eb61ba73 None None] Deleting port d414a454-9bae-47a8-85cc-23b6ac0c8a9f {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:40.947912 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d82e7098-2b67-47d7-8860-e884eb61ba73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.019037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6fe45300-9081-4bf4-ba8b-433789aeaf2e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.020421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d82e7098-2b67-47d7-8860-e884eb61ba73 None None] For port d414a454-9bae-47a8-85cc-23b6ac0c8a9f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d414a454-9bae-47a8-85cc-23b6ac0c8a9f,segment=NetworkSegment(c584e4b6-03bb-4763-9534-65325d7dec59),segment_id=c584e4b6-03bb-4763-9534-65325d7dec59)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:41.020823 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d82e7098-2b67-47d7-8860-e884eb61ba73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.026888 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6fe45300-9081-4bf4-ba8b-433789aeaf2e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.035327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d82e7098-2b67-47d7-8860-e884eb61ba73 None None] Calling delete_port for d414a454-9bae-47a8-85cc-23b6ac0c8a9f owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:41.070065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port bc1c229b-e7dc-492b-b187-b53eab78972a {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:41.070439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.117912 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d82e7098-2b67-47d7-8860-e884eb61ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.126767 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.136014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e7098-2b67-47d7-8860-e884eb61ba73 None None] No DVR routers for this DVR port d414a454-9bae-47a8-85cc-23b6ac0c8a9f on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:33:41.161971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e7098-2b67-47d7-8860-e884eb61ba73 None None] Pushing event deleted for resources: {'Port': ['ID=d414a454-9bae-47a8-85cc-23b6ac0c8a9f,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:41.215522 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-6fe45300-9081-4bf4-ba8b-433789aeaf2e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Floating IP b814d572-f7aa-4479-b522-32f0db7f670b associated. External IP: 172.25.2.197, port: ea74b09e-16cf-4eb5-84f8-bb894ca209a4. Jul 19 03:33:41.275196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] For port bc1c229b-e7dc-492b-b187-b53eab78972a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bc1c229b-e7dc-492b-b187-b53eab78972a,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:41.275812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.296364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for bc1c229b-e7dc-492b-b187-b53eab78972a owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:41.385400 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.530150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Router 41f4c36f-9875-4231-931f-ecd6a26b7d10 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:33:41.588425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe45300-9081-4bf4-ba8b-433789aeaf2e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Router 68755c5d-706e-4fb3-ae3b-c990b795997a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:33:41.639238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:41.646541 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.648704 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba5ca2b-5f9e-4275-a74a-6b5e2d93303f None None] Sync routers for ids ['41f4c36f-9875-4231-931f-ecd6a26b7d10'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:41.659022 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5ca2b-5f9e-4275-a74a-6b5e2d93303f None None] Routers {'41f4c36f-9875-4231-931f-ecd6a26b7d10'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:41.659506 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.659939 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fba5ca2b-5f9e-4275-a74a-6b5e2d93303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['41f4c36f-9875-4231-931f-ecd6a26b7d10'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:41.660974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f8c45d02-7c2d-4a50-8071-01582b877556 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2600377 Jul 19 03:33:41.663729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46516) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:41.681938 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=bc1c229b-e7dc-492b-b187-b53eab78972a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:41.693694 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fba5ca2b-5f9e-4275-a74a-6b5e2d93303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:41.702503 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5ca2b-5f9e-4275-a74a-6b5e2d93303f None None] Routers {'41f4c36f-9875-4231-931f-ecd6a26b7d10'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:41.703306 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fba5ca2b-5f9e-4275-a74a-6b5e2d93303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['41f4c36f-9875-4231-931f-ecd6a26b7d10'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:41.739716 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fba5ca2b-5f9e-4275-a74a-6b5e2d93303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:41.740736 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba5ca2b-5f9e-4275-a74a-6b5e2d93303f None None] The sync data for ids ['41f4c36f-9875-4231-931f-ecd6a26b7d10'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:41.782592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe45300-9081-4bf4-ba8b-433789aeaf2e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:41.783384 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-29228fee-cc6b-4716-a8dd-cff17a7b90b6 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/routers/41f4c36f-9875-4231-931f-ecd6a26b7d10 HTTP/1.1" status: 200 len: 921 time: 0.1184919 Jul 19 03:33:41.786209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46518) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:41.788250 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6fe45300-9081-4bf4-ba8b-433789aeaf2e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.793043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] Sync routers for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:41.803395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:41.804100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:41.814966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.819288 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-907c956d-6987-4596-8a70-291b486371c8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f4c36f-9875-4231-931f-ecd6a26b7d10 HTTP/1.1" status: 200 len: 205 time: 0.0311847 Jul 19 03:33:41.820937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46520) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:41.915227 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6fe45300-9081-4bf4-ba8b-433789aeaf2e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "PUT /v2.0/floatingips/b814d572-f7aa-4479-b522-32f0db7f670b HTTP/1.1" status: 200 len: 992 time: 1.7213228 Jul 19 03:33:41.915539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:41.916964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.918714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:41.921070 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:41.924389 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.946363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.979441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.980180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Fanout notify agent at l3_agent the message router_deleted on router dcf466fa-9e6f-46c1-965e-9d4b06159a9f {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:33:41.990917 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:41.994902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46526) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:41.996109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-936b662b-d421-45bf-ae92-8c8b865485e8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/routers/dcf466fa-9e6f-46c1-965e-9d4b06159a9f HTTP/1.1" status: 204 len: 168 time: 1.5113139 Jul 19 03:33:42.014926 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1869fdc-1bd5-408a-b5df-5b6005b53a03 x-openstack-request-id: req-e1869fdc-1bd5-408a-b5df-5b6005b53a03 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:42.014926 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:42.014926 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1869fdc-1bd5-408a-b5df-5b6005b53a03 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:42.014926 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'status': 'completed', 'code': 200} Jul 19 03:33:42.140065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-8da2535e-6290-4d43-8986-8c901f37bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:42.141756 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-8da2535e-6290-4d43-8986-8c901f37bbf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 1098 time: 0.1082921 Jul 19 03:33:42.162560 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.220742 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.279113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-75787625-5b42-411e-a1e1-74202b40af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:42.280827 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-75787625-5b42-411e-a1e1-74202b40af9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.1285431 Jul 19 03:33:42.293405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3b59e54c-ed52-4160-9667-9d572de56e68 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:42.313923 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.315133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 3b59e54c-ed52-4160-9667-9d572de56e68 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:33:42.315479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3b59e54c-ed52-4160-9667-9d572de56e68 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:42.316288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d414a454-9bae-47a8-85cc-23b6ac0c8a9f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:42.326839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2481ea5-6371-43d1-bd9f-3a4a445537d9']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:42.338963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c584e4b6-03bb-4763-9534-65325d7dec59') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:42.339844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c584e4b6-03bb-4763-9534-65325d7dec59') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:42.343451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: d414a454-9bae-47a8-85cc-23b6ac0c8a9f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:33:42.343808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d414a454-9bae-47a8-85cc-23b6ac0c8a9f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:42.353035 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.355086 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-14a79b22-8384-4876-94d8-bac863840628 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4 HTTP/1.1" status: 200 len: 1000 time: 0.0667939 Jul 19 03:33:42.371886 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.376445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Deleting port 0b471bf9-1797-4b79-8d58-3bd7adf6dc6b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:42.376788 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.408390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-323ab8a7-92dd-4243-b1c3-3322218ae20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:42.409919 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-323ab8a7-92dd-4243-b1c3-3322218ae20e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.0486121 Jul 19 03:33:42.426824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'b814d572-f7aa-4479-b522-32f0db7f670b', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'port_id': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'mac_address': 'fa:16:3e:2e:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49423424-2f1b-4108-a745-876bb8598dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:33:26Z', 'updated_at': '2021-07-19T03:33:40Z', 'revision_number': 1, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:42.445749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:33:42.446155 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:33:42.449210 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:33:42.458064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] Checking router: 68755c5d-706e-4fb3-ae3b-c990b795997a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:42.473313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:42.474976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:42.498644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-0e155e3c-55ea-4efb-80bb-3925af387ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:42.500662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-0e155e3c-55ea-4efb-80bb-3925af387ac4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829492 Jul 19 03:33:42.522834 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.541807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.552050 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Calling delete_port for 0b471bf9-1797-4b79-8d58-3bd7adf6dc6b owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:42.554191 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.555493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/networks/b2481ea5-6371-43d1-bd9f-3a4a445537d9 HTTP/1.1" status: 204 len: 168 time: 0.5581808 Jul 19 03:33:42.571782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f062c68-46e3-4893-8466-56b9b5ebb41f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Network': ['ID=b2481ea5-6371-43d1-bd9f-3a4a445537d9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:42.579804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46536) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:42.586730 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-81a5606b-b1a6-425d-a676-b6b1e95b6975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.591706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'network': {'name': 'tempest-network-smoke--1724586337', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'port_security_enabled': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:42.687333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:42.695695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Made reservation on behalf of 0eb10cefdde14db7ac03e49ffa11cb5d for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:33:42.701715 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.724682 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-4825958a-cbed-4526-93c6-42669ee728c9 service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169075 Jul 19 03:33:42.768652 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.801526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Pushing event deleted for resources: {'Port': ['ID=0b471bf9-1797-4b79-8d58-3bd7adf6dc6b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:42.866787 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:42.949829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'b814d572-f7aa-4479-b522-32f0db7f670b', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'port_id': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'mac_address': 'fa:16:3e:2e:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49423424-2f1b-4108-a745-876bb8598dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:33:26Z', 'updated_at': '2021-07-19T03:33:40Z', 'revision_number': 1, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:42.983061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c82591-39b8-4f64-b23f-0f83c267142f None None] The sync data for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 is: [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'b814d572-f7aa-4479-b522-32f0db7f670b', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'port_id': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'mac_address': 'fa:16:3e:2e:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49423424-2f1b-4108-a745-876bb8598dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:33:26Z', 'updated_at': '2021-07-19T03:33:40Z', 'revision_number': 1, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:43.160914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:33:43.180689 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.181117 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Added segment d23746cb-2221-4be0-851b-b3c89e642012 of type vlan for network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc Jul 19 03:33:43.229665 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081538dd-f0f9-4711-a4e1-7074d1c3d4bd req-db27a52b-b12e-4b00-b5db-641a3ae18279 service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970307 Jul 19 03:33:43.240100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.275742 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78512ab-920b-4aad-aeb9-7cac9cd1e30e None None] New status for floating IP b814d572-f7aa-4479-b522-32f0db7f670b: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:33:43.285486 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.291941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:43.292551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.331028 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7485170 Jul 19 03:33:43.334105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46544) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:43.335827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.338303 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.340871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'admin_state_up': True, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:43.378131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0969846-5e48-4391-b722-cad8835c386f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Network': ['ID=08bc9ae4-5178-410a-b13e-5b68f2fc42fc,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:43.391533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.392165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:33:43.392719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Fanout notify agent at l3_agent the message router_deleted on router 41f4c36f-9875-4231-931f-ecd6a26b7d10 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:33:43.401017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.401538 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.402500 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.402953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-353e57e3-1b1c-4932-b304-baaaaf1ca541 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/41f4c36f-9875-4231-931f-ecd6a26b7d10 HTTP/1.1" status: 204 len: 168 time: 1.5808487 Jul 19 03:33:43.406897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46546) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:43.412145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Request body: {'router': {'name': 'tempest-snat-router-67239609', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'enable_snat': False}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:43.442518 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.443596 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.464346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.506136 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.608064 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.647777 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.809943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.830775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.860839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.884369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:43.942744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Allocated IP 172.25.2.220 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/c751df54-2a68-44fd-a648-c7b7b0934f7c) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:44.024301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bc1c229b-e7dc-492b-b187-b53eab78972a no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:44.044649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: bc1c229b-e7dc-492b-b187-b53eab78972a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:33:44.045860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bc1c229b-e7dc-492b-b187-b53eab78972a not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:44.049892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:44.087669 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:44.124143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:44.130419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:44.137053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Allocated IP 172.25.2.249 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/bb227dc1-8c24-479b-853d-900cc88be1db) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:44.137625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=c751df54-2a68-44fd-a648-c7b7b0934f7c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:44.140130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:44.249757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:44.290239 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:44.333008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:44.337624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:44.342838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:44.345991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event updated for resources: {'Port': ['ID=bb227dc1-8c24-479b-853d-900cc88be1db,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:44.409178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:44.590012 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:44.608863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:44.736007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router 1a101f50-4d08-46c2-b4e7-961d2d41c102 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:33:44.785860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:44.844610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:44.855437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Sync routers for ids ['1a101f50-4d08-46c2-b4e7-961d2d41c102'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:44.866918 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:44.867870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Routers {'1a101f50-4d08-46c2-b4e7-961d2d41c102'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:44.868239 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8a367cef-11a7-4f01-9770-3ddf0e6a4e26 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5331686 Jul 19 03:33:44.869173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1a101f50-4d08-46c2-b4e7-961d2d41c102'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:44.871638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46558) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:44.910402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-34541608-5069-42ea-9b47-3284c53d1cc0 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0eb10cefdde14db7ac03e49ffa11cb5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359054 Jul 19 03:33:44.911427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46562) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:44.988341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Set router 1a101f50-4d08-46c2-b4e7-961d2d41c102 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:45.032935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Router 6801c4a4-c212-43f9-9857-6e42f892ffba is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:33:45.042289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ecf8a-7059-490c-b4b1-e25126791d1d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:45.043803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-901ecf8a-7059-490c-b4b1-e25126791d1d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314580 Jul 19 03:33:45.047804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46566) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:45.079070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-02fbd98b-8ab6-413a-9e44-a26c0cb71b2d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270033 Jul 19 03:33:45.079314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46568) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:45.085050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-495135042', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:45.085566 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca5c3-704f-4ed2-ae5d-d9d2b985f8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.163907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:45.177792 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Sync routers for ids ['6801c4a4-c212-43f9-9857-6e42f892ffba'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:45.184272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Made reservation on behalf of 0eb10cefdde14db7ac03e49ffa11cb5d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:33:45.188470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.188750 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Routers {'6801c4a4-c212-43f9-9857-6e42f892ffba'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:45.189281 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.189403 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6801c4a4-c212-43f9-9857-6e42f892ffba'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:45.193203 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c5762fcd-cc07-4f1f-a2aa-8320aa2c9cf3 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.7827504 Jul 19 03:33:45.193570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46570) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:45.205435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:44Z', 'revision_number': 3, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:45.235337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Checking router: 1a101f50-4d08-46c2-b4e7-961d2d41c102 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:45.235990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Updating router 1a101f50-4d08-46c2-b4e7-961d2d41c102 port c751df54-2a68-44fd-a648-c7b7b0934f7c binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:33:45.273137 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.301466 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Set router 6801c4a4-c212-43f9-9857-6e42f892ffba gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:45.322840 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-14dd2bb2-5b71-4bd2-8a21-9c3f2898b454 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/routers/6801c4a4-c212-43f9-9857-6e42f892ffba HTTP/1.1" status: 200 len: 907 time: 0.1279109 Jul 19 03:33:45.324628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46572) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:45.330044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Request body: {'router': {'name': 'tempest-snat-router-67239609', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'enable_snat': True}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:45.360007 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.361222 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.443053 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.477794 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.529967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Subnet': ['ID=8669aacc-9226-4962-8aa1-a00aaf122000,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:45.537069 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6801c4a4-c212-43f9-9857-6e42f892ffba', 'name': 'tempest-snat-router-67239609', 'tenant_id': '8867244fd7ce42bab23c7fd95d07d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.249'}], 'enable_snat': False}, 'gw_port_id': 'bb227dc1-8c24-479b-853d-900cc88be1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:44Z', 'revision_number': 3, 'project_id': '8867244fd7ce42bab23c7fd95d07d8c1', 'gw_port': {'id': 'bb227dc1-8c24-479b-853d-900cc88be1db', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6801c4a4-c212-43f9-9857-6e42f892ffba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:45.543528 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Checking segment: {'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:45.543888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network hostable DHCP agents. Network: 08bc9ae4-5178-410a-b13e-5b68f2fc42fc, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:33:45.569301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.574684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:33:45.581617 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Checking router: 6801c4a4-c212-43f9-9857-6e42f892ffba for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:45.582577 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Updating router 6801c4a4-c212-43f9-9857-6e42f892ffba port bb227dc1-8c24-479b-853d-900cc88be1db binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:33:45.583432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Transition to ACTIVE for port object c751df54-2a68-44fd-a648-c7b7b0934f7c will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:45.590750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 08bc9ae4-5178-410a-b13e-5b68f2fc42fc) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:45.591192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.606587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:45.607180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.618662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ffcbf-925f-4000-ab45-9cd65f3c108d None None] Network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:33:45.630008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-09902e2a-c41f-49f9-a419-d412064ab6a9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5492558 Jul 19 03:33:45.632573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46576) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:45.634106 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.670288 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.684483 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.736623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Attempting to bind port c751df54-2a68-44fd-a648-c7b7b0934f7c on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:33:45.736994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Attempting to bind port c751df54-2a68-44fd-a648-c7b7b0934f7c by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:33:45.737363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Attempting to bind port c751df54-2a68-44fd-a648-c7b7b0934f7c on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:45.750122 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa029d7-5c74-48f7-80a4-17c1c2c80bd1 None None] Pushing event updated for resources: {'Port': ['ID=c751df54-2a68-44fd-a648-c7b7b0934f7c,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:45.753221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:33:45.754116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:45.754592 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.755155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:33:45.756741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Bound port: c751df54-2a68-44fd-a648-c7b7b0934f7c, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:33:45.757284 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.859407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] For port c751df54-2a68-44fd-a648-c7b7b0934f7c, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:33:45.866252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] For port c751df54-2a68-44fd-a648-c7b7b0934f7c, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c751df54-2a68-44fd-a648-c7b7b0934f7c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:33:45.897606 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.932575 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.939492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:33:45.940436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.953592 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.955506 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.975331 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Transition to ACTIVE for port object bb227dc1-8c24-479b-853d-900cc88be1db will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:45.986124 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:45.997413 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Routers {'1a101f50-4d08-46c2-b4e7-961d2d41c102'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:45.998389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1a101f50-4d08-46c2-b4e7-961d2d41c102'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:46.058955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa029d7-5c74-48f7-80a4-17c1c2c80bd1 None None] Pushing event updated for resources: {'Port': ['ID=c751df54-2a68-44fd-a648-c7b7b0934f7c,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:46.081035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Allocated IP 172.25.2.144 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/d396a333-5115-47cb-93e2-2b0567fc31db) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:46.096079 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd567fc-0eb7-485a-aae1-3182a9800276 None None] Pushing event updated for resources: {'Port': ['ID=bb227dc1-8c24-479b-853d-900cc88be1db,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:46.124463 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Attempting to bind port bb227dc1-8c24-479b-853d-900cc88be1db on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:33:46.125157 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Attempting to bind port bb227dc1-8c24-479b-853d-900cc88be1db by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:33:46.125712 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Attempting to bind port bb227dc1-8c24-479b-853d-900cc88be1db on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:46.139965 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:33:46.141197 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:46.141801 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.142414 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:33:46.143075 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Bound port: bb227dc1-8c24-479b-853d-900cc88be1db, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:33:46.143666 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.208197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] Set router 1a101f50-4d08-46c2-b4e7-961d2d41c102 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:46.213422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.221410 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] For port bb227dc1-8c24-479b-853d-900cc88be1db, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:33:46.225937 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] For port bb227dc1-8c24-479b-853d-900cc88be1db, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bb227dc1-8c24-479b-853d-900cc88be1db,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:33:46.228477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.232877 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.274726 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.289753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Allocated IP 172.20.0.2 (08bc9ae4-5178-410a-b13e-5b68f2fc42fc/8669aacc-9226-4962-8aa1-a00aaf122000/b363a2e3-4fab-486f-89d3-e1dff089d0bd) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:46.301227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:46.302234 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd567fc-0eb7-485a-aae1-3182a9800276 None None] Pushing event updated for resources: {'Port': ['ID=bb227dc1-8c24-479b-853d-900cc88be1db,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:46.322257 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Routers {'6801c4a4-c212-43f9-9857-6e42f892ffba'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:46.323054 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6801c4a4-c212-43f9-9857-6e42f892ffba'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:46.334447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:46.337836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:46.388478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event updated for resources: {'Port': ['ID=d396a333-5115-47cb-93e2-2b0567fc31db,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:46.461732 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.562001 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] Set router 6801c4a4-c212-43f9-9857-6e42f892ffba gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:46.654107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.722749 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.725287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:44Z', 'revision_number': 3, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:46.755607 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6801c4a4-c212-43f9-9857-6e42f892ffba', 'name': 'tempest-snat-router-67239609', 'tenant_id': '8867244fd7ce42bab23c7fd95d07d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.249'}], 'enable_snat': False}, 'gw_port_id': 'bb227dc1-8c24-479b-853d-900cc88be1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:44Z', 'revision_number': 3, 'project_id': '8867244fd7ce42bab23c7fd95d07d8c1', 'gw_port': {'id': 'bb227dc1-8c24-479b-853d-900cc88be1db', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6801c4a4-c212-43f9-9857-6e42f892ffba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:46.757126 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Transition to ACTIVE for port object b363a2e3-4fab-486f-89d3-e1dff089d0bd will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:46.759196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ff43d-16dc-440f-8034-91c54cd8f3f6 None None] The sync data for ids ['1a101f50-4d08-46c2-b4e7-961d2d41c102'] in n-d-762330-18 is: [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:44Z', 'revision_number': 3, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:46.775693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Transition to ACTIVE for port object b363a2e3-4fab-486f-89d3-e1dff089d0bd will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:46.784118 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.791402 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412aae7-9c17-499d-9b38-5dbbc63f4e23 None None] The sync data for ids ['6801c4a4-c212-43f9-9857-6e42f892ffba'] in n-d-762330-18 is: [{'id': '6801c4a4-c212-43f9-9857-6e42f892ffba', 'name': 'tempest-snat-router-67239609', 'tenant_id': '8867244fd7ce42bab23c7fd95d07d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.249'}], 'enable_snat': False}, 'gw_port_id': 'bb227dc1-8c24-479b-853d-900cc88be1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:44Z', 'revision_number': 3, 'project_id': '8867244fd7ce42bab23c7fd95d07d8c1', 'gw_port': {'id': 'bb227dc1-8c24-479b-853d-900cc88be1db', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6801c4a4-c212-43f9-9857-6e42f892ffba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:46.845326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:46.849592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:46.851392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Pushing event updated for resources: {'Port': ['ID=b363a2e3-4fab-486f-89d3-e1dff089d0bd,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:46.853611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:46.893208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Allocated IP 172.20.0.1 (08bc9ae4-5178-410a-b13e-5b68f2fc42fc/8669aacc-9226-4962-8aa1-a00aaf122000/5af93504-c435-49f2-836a-70ae07bd2e57) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:46.932678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Attempting to bind port b363a2e3-4fab-486f-89d3-e1dff089d0bd on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:33:46.933156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Attempting to bind port b363a2e3-4fab-486f-89d3-e1dff089d0bd by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:33:46.933457 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Attempting to bind port b363a2e3-4fab-486f-89d3-e1dff089d0bd on network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:46.940595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:33:46.940983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Checking segment: {'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:46.941434 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:46.941835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Bound using segment: {'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:33:46.942345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Bound port: b363a2e3-4fab-486f-89d3-e1dff089d0bd, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:33:46.942787 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:47.017817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] For port b363a2e3-4fab-486f-89d3-e1dff089d0bd, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:33:47.031696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] For port b363a2e3-4fab-486f-89d3-e1dff089d0bd, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b363a2e3-4fab-486f-89d3-e1dff089d0bd,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:33:47.040205 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:47.083696 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:47.108108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Transition to ACTIVE for port object 5af93504-c435-49f2-836a-70ae07bd2e57 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:47.246945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda8691-6230-4a3f-9f9a-e3af523c07a4 None None] Pushing event updated for resources: {'Port': ['ID=b363a2e3-4fab-486f-89d3-e1dff089d0bd,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:47.390687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:47.468950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:47.489060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:47.505857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:47.507324 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:47.516308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=5af93504-c435-49f2-836a-70ae07bd2e57,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:47.559345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5560b-d903-4747-869b-4a72079e9a08 req-250d23a1-5ca5-406b-92df-bd54e4a4ec77 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:47.560981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-69d5560b-d903-4747-869b-4a72079e9a08 req-250d23a1-5ca5-406b-92df-bd54e4a4ec77 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1097 time: 0.3272035 Jul 19 03:33:47.652009 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:47.729035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46592) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:47.741385 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-69d5560b-d903-4747-869b-4a72079e9a08 req-8c7db1ef-e365-4eed-a8c5-df7876f4653f tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649773 Jul 19 03:33:47.785063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46598) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:47.922692 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:47.985744 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fc98-a6cc-4e3a-bd98-80b72ecb9940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:47.989421 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.066310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Router 4f48c08b-13db-4748-ae7a-fbfdc3b90f61 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:33:48.163107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 072f4df9-9460-4c98-ba43-2ba5fe77d587 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:48.163463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.276482 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.276807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.318687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bb227dc1-8c24-479b-853d-900cc88be1db up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:48.325747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 072f4df9-9460-4c98-ba43-2ba5fe77d587 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:48.426620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:48.444188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Sync routers for ids ['4f48c08b-13db-4748-ae7a-fbfdc3b90f61'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:48.455160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port bb227dc1-8c24-479b-853d-900cc88be1db completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:48.466523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Routers {'4f48c08b-13db-4748-ae7a-fbfdc3b90f61'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:48.467911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4f48c08b-13db-4748-ae7a-fbfdc3b90f61'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:48.472550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port bb227dc1-8c24-479b-853d-900cc88be1db triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:48.472928 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.600355 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.692668 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.695360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=072f4df9-9460-4c98-ba43-2ba5fe77d587,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:48.708433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.709133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.709341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.709806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.710216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.710706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Set router 4f48c08b-13db-4748-ae7a-fbfdc3b90f61 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:48.710845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.711361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.711774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.713031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.713031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.713355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.714037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:48.744428 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.744877 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Floating IP afe14462-220a-4bbf-ab17-6d20dd919e64 disassociated (deleted). External IP: 172.25.2.171, port: da29ed00-9945-4a1b-b8d0-f58c1e73f0fe. Jul 19 03:33:48.801600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port bb227dc1-8c24-479b-853d-900cc88be1db, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bb227dc1-8c24-479b-853d-900cc88be1db,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:48.811930 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fc98-a6cc-4e3a-bd98-80b72ecb9940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.824535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fc98-a6cc-4e3a-bd98-80b72ecb9940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.843764 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.847151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c751df54-2a68-44fd-a648-c7b7b0934f7c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:48.859854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dfc6fc98-a6cc-4e3a-bd98-80b72ecb9940 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=270de31152994bdd88d9e065d1aac3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1144886 Jul 19 03:33:48.867274 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46600) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:48.878313 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:48.879676 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b7ca3c14-045a-4c88-8298-172a8658c5f4 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.5539572 Jul 19 03:33:48.883237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46602) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:48.900677 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6fc98-a6cc-4e3a-bd98-80b72ecb9940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02c1e4-5a86-4688-8000-c0c53673de66,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:48.994446 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.002193 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.009394 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eb6d29-3e1d-4656-83e2-7039c90b7a5d None None] Network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:33:49.073441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-27ffc5e7-4082-4337-9b55-93b83c75a002 None None] Provisioning for port b363a2e3-4fab-486f-89d3-e1dff089d0bd completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:49.108769 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b86194aa-0943-4509-aab6-7688ea5a0aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.109388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=5af93504-c435-49f2-836a-70ae07bd2e57,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:49.112128 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.142686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c751df54-2a68-44fd-a648-c7b7b0934f7c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:49.147515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=bb227dc1-8c24-479b-853d-900cc88be1db,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:49.160128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c751df54-2a68-44fd-a648-c7b7b0934f7c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:49.160509 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.188588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b86194aa-0943-4509-aab6-7688ea5a0aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.199602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48c08b-13db-4748-ae7a-fbfdc3b90f61', 'name': 'tempest-snat-router-67239609', 'tenant_id': '8867244fd7ce42bab23c7fd95d07d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd396a333-5115-47cb-93e2-2b0567fc31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:45Z', 'updated_at': '2021-07-19T03:33:46Z', 'revision_number': 3, 'project_id': '8867244fd7ce42bab23c7fd95d07d8c1', 'gw_port': {'id': 'd396a333-5115-47cb-93e2-2b0567fc31db', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f48c08b-13db-4748-ae7a-fbfdc3b90f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:45Z', 'updated_at': '2021-07-19T03:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:49.208617 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cc3ce25f-def7-46ba-ba0e-95902ec71aef tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/routers/4f48c08b-13db-4748-ae7a-fbfdc3b90f61 HTTP/1.1" status: 200 len: 906 time: 0.3183396 Jul 19 03:33:49.211512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46606) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:49.247186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 2f92b505-8fcd-4605-9cf6-b660aba1482b has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:33:49.257662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Checking router: 4f48c08b-13db-4748-ae7a-fbfdc3b90f61 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:49.258047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Updating router 4f48c08b-13db-4748-ae7a-fbfdc3b90f61 port d396a333-5115-47cb-93e2-2b0567fc31db binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:33:49.268027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:49.272980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:49.347836 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.377476 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b86194aa-0943-4509-aab6-7688ea5a0aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.378140 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.380659 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b86194aa-0943-4509-aab6-7688ea5a0aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.384299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b86194aa-0943-4509-aab6-7688ea5a0aea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac02c1e4-5a86-4688-8000-c0c53673de66 HTTP/1.1" status: 204 len: 168 time: 0.5117776 Jul 19 03:33:49.401010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86194aa-0943-4509-aab6-7688ea5a0aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02c1e4-5a86-4688-8000-c0c53673de66,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:49.407708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:49.413083 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.419408 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] Sync routers for ids ['2f92b505-8fcd-4605-9cf6-b660aba1482b'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:49.444884 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] Routers {'2f92b505-8fcd-4605-9cf6-b660aba1482b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:49.446759 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2f92b505-8fcd-4605-9cf6-b660aba1482b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:49.464304 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3fc45d8f-b6f0-439c-b11b-b71dc66ec4c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/floatingips/afe14462-220a-4bbf-ab17-6d20dd919e64 HTTP/1.1" status: 204 len: 168 time: 1.6759427 Jul 19 03:33:49.465001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:49.468799 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9247bf3f-a718-4635-8ebc-6d3882ee01d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:49.537076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port c751df54-2a68-44fd-a648-c7b7b0934f7c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c751df54-2a68-44fd-a648-c7b7b0934f7c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:49.564377 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.565199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b363a2e3-4fab-486f-89d3-e1dff089d0bd up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:49.576881 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26d6bda-1160-4735-8cc1-7faf88cb6269 x-openstack-request-id: req-a26d6bda-1160-4735-8cc1-7faf88cb6269 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:49.577412 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:49.577853 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a26d6bda-1160-4735-8cc1-7faf88cb6269 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:49.578444 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'status': 'completed', 'code': 200} Jul 19 03:33:49.585664 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:49.702489 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] Set router 2f92b505-8fcd-4605-9cf6-b660aba1482b gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:49.749909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=c751df54-2a68-44fd-a648-c7b7b0934f7c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:49.773205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router 1a101f50-4d08-46c2-b4e7-961d2d41c102 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:33:49.832144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port b363a2e3-4fab-486f-89d3-e1dff089d0bd completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:49.893072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b363a2e3-4fab-486f-89d3-e1dff089d0bd triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:49.893491 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.021134 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-64e19c85-fc9a-4869-b59e-4daa71a90a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.023324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-64e19c85-fc9a-4869-b59e-4daa71a90a00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 1097 time: 0.3579748 Jul 19 03:33:50.059223 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.079309 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.086744 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:53Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '81c9dfd0-2036-465f-b8f7-259fb468b174', 'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:4d:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:52Z', 'updated_at': '2021-07-19T03:32:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:50.138141 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] Checking router: 2f92b505-8fcd-4605-9cf6-b660aba1482b for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:50.143532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port b363a2e3-4fab-486f-89d3-e1dff089d0bd, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b363a2e3-4fab-486f-89d3-e1dff089d0bd,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:50.157554 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.159393 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] Routers {'2f92b505-8fcd-4605-9cf6-b660aba1482b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:50.167495 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2f92b505-8fcd-4605-9cf6-b660aba1482b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:50.334815 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.336290 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] Set router 2f92b505-8fcd-4605-9cf6-b660aba1482b gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:50.363904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bb227dc1-8c24-479b-853d-900cc88be1db up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:50.412203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Transition to ACTIVE for port object d396a333-5115-47cb-93e2-2b0567fc31db will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:50.454124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:50.462363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c686638e-e3a7-4b9a-b251-ecd64ae122d7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "PUT /v2.0/routers/1a101f50-4d08-46c2-b4e7-961d2d41c102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8276374 Jul 19 03:33:50.464703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46636) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:50.468028 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.490138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Sync routers for ids ['1a101f50-4d08-46c2-b4e7-961d2d41c102'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:50.498585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-da3fbfc3-fffc-45d9-b183-4b54ad265f34 None None] Provisioning for port 5af93504-c435-49f2-836a-70ae07bd2e57 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:50.501652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-6f0db3e7-2c61-4b2a-ace3-d877338441bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.503496 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-6f0db3e7-2c61-4b2a-ace3-d877338441bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 200 len: 897 time: 0.4688933 Jul 19 03:33:50.516505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=b363a2e3-4fab-486f-89d3-e1dff089d0bd,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:50.538154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Deleting port d396a333-5115-47cb-93e2-2b0567fc31db {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:50.546677 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.591463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Routers {'1a101f50-4d08-46c2-b4e7-961d2d41c102'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:50.592411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1a101f50-4d08-46c2-b4e7-961d2d41c102'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:50.596057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b4fe0-545f-49a2-acf4-acd740431501 req-643bdca2-4c9c-4069-a28f-5cc6ec6c2c59 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.610368 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-da3fbfc3-fffc-45d9-b183-4b54ad265f34 None None] Provisioning complete for port 5af93504-c435-49f2-836a-70ae07bd2e57 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:50.611046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-da3fbfc3-fffc-45d9-b183-4b54ad265f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.613082 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e1b4fe0-545f-49a2-acf4-acd740431501 req-643bdca2-4c9c-4069-a28f-5cc6ec6c2c59 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.4493809 Jul 19 03:33:50.672392 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:53Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '81c9dfd0-2036-465f-b8f7-259fb468b174', 'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:4d:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:52Z', 'updated_at': '2021-07-19T03:32:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:50.709590 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-c2dc196e-e16e-44ce-baa9-c59785bb2452 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 200 len: 217 time: 0.1889772 Jul 19 03:33:50.719620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce14b5c-1c71-457b-b51c-0d9eb689fe36 None None] Pushing event updated for resources: {'Port': ['ID=d396a333-5115-47cb-93e2-2b0567fc31db,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:50.729458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Attempting to bind port d396a333-5115-47cb-93e2-2b0567fc31db on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:33:50.730121 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Attempting to bind port d396a333-5115-47cb-93e2-2b0567fc31db by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:33:50.730695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Attempting to bind port d396a333-5115-47cb-93e2-2b0567fc31db on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:50.737492 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e5268-0073-4d52-9f98-a8e3448e51e1 None None] The sync data for ids ['2f92b505-8fcd-4605-9cf6-b660aba1482b'] in n-d-762330-18 is: [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:31:53Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '81c9dfd0-2036-465f-b8f7-259fb468b174', 'name': '', 'network_id': 'baa881d4-64dd-4ccf-ac08-2faedb2dd5d3', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:4d:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:52Z', 'updated_at': '2021-07-19T03:32:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '925cacf7-8460-4fea-88df-285b0fdb7f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:50.746410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.749331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.749872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.750530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.751002 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.751477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.751944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.752408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.752927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.753597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.754206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.756830 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-303c4103-e103-41cf-9d30-1f5f3206962d tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7739 time: 0.2901843 Jul 19 03:33:50.760516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46642) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:50.769238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:33:50.770087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:50.770533 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.770933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:33:50.771424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Bound port: d396a333-5115-47cb-93e2-2b0567fc31db, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:33:50.771810 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.777080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-da3fbfc3-fffc-45d9-b183-4b54ad265f34 None None] Port 5af93504-c435-49f2-836a-70ae07bd2e57 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:33:50.796496 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-f554bdd1-87a7-41e3-b089-714ceb977d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.798068 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-f554bdd1-87a7-41e3-b089-714ceb977d62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=925cacf7-8460-4fea-88df-285b0fdb7f47 HTTP/1.1" status: 200 len: 835 time: 0.0802782 Jul 19 03:33:50.864209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:50.893355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Calling delete_port for d396a333-5115-47cb-93e2-2b0567fc31db owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:50.912146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.912864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.913486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.914118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.914618 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.915080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.916061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.916061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.916551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.917021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.917749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:50.920398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e8526cea-c6db-4788-a3fc-900d0f9aa5e6 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7075 time: 0.1587112 Jul 19 03:33:50.930227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46644) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:51.045909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e1b4fe0-545f-49a2-acf4-acd740431501 req-0f56aecd-781c-4b66-8b9c-56928dfead7f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=305fb50f-72cd-4515-8398-d6d0e5d10360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4309692 Jul 19 03:33:51.099075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port bb227dc1-8c24-479b-853d-900cc88be1db triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:51.099574 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.169608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-4313c080-2472-4bb1-bf4b-5a48f778f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:51.171842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-4313c080-2472-4bb1-bf4b-5a48f778f24d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2611341 Jul 19 03:33:51.208322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-da3fbfc3-fffc-45d9-b183-4b54ad265f34 None None] Provisioning complete for port b363a2e3-4fab-486f-89d3-e1dff089d0bd triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:51.208708 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-da3fbfc3-fffc-45d9-b183-4b54ad265f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.217480 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-104df1c7-8595-4fd3-a043-83b40a3aa706 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6440 time: 0.2820632 Jul 19 03:33:51.255072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Set router 1a101f50-4d08-46c2-b4e7-961d2d41c102 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:51.321624 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685e7d3-93f2-4baf-b088-fd3c9f9add46 None None] New status for floating IP afe14462-220a-4bbf-ab17-6d20dd919e64: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:33:51.366982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.379913 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-10d7c600-b61e-4411-a908-5a684e0d2caf service neutron] 10.222.0.25 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489921 Jul 19 03:33:51.393637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-df06e805-09dc-4bac-ab70-c809475c1094 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:51.395831 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-df06e805-09dc-4bac-ab70-c809475c1094 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 945 time: 0.1319349 Jul 19 03:33:51.423491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event deleted for resources: {'Port': ['ID=d396a333-5115-47cb-93e2-2b0567fc31db,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:51.432365 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:33:51.437825 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:33:51.580862 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.605189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-18a59163-b0c2-4b19-ab91-1db65d3f36d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:51.605189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-18a59163-b0c2-4b19-ab91-1db65d3f36d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.682640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.684946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.698519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c751df54-2a68-44fd-a648-c7b7b0934f7c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:51.760303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.760820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f48c08b-13db-4748-ae7a-fbfdc3b90f61 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:33:51.770464 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.773919 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d7732172-0f4f-4634-92da-800acb493f48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4f48c08b-13db-4748-ae7a-fbfdc3b90f61 HTTP/1.1" status: 204 len: 168 time: 2.5591097 Jul 19 03:33:51.775979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46668) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:51.808088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-18a59163-b0c2-4b19-ab91-1db65d3f36d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:51.808838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-18a59163-b0c2-4b19-ab91-1db65d3f36d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.826249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-18a59163-b0c2-4b19-ab91-1db65d3f36d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for da29ed00-9945-4a1b-b8d0-f58c1e73f0fe owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:51.870086 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c751df54-2a68-44fd-a648-c7b7b0934f7c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:51.870476 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.884259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46670) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:51.896575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-aeb216a9-f775-44f8-a78e-955e1ac366cf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518568597', 'description': 'tempest-secgroup-smoke-518568597 description', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:51.905624 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.953930 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9247bf3f-a718-4635-8ebc-6d3882ee01d4 req-1bdddb53-f329-492a-8a74-9024d9c9a2c6 service neutron] 10.222.0.25 "GET /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410433 Jul 19 03:33:51.987540 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aeb216a9-f775-44f8-a78e-955e1ac366cf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.989005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-53d57712-98eb-4cd0-8ad3-985784e13216 None None] Provisioning complete for port 5af93504-c435-49f2-836a-70ae07bd2e57 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:51.989593 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-53d57712-98eb-4cd0-8ad3-985784e13216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:51.994324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:47Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5af93504-c435-49f2-836a-70ae07bd2e57', 'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:b6:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:46Z', 'updated_at': '2021-07-19T03:33:48Z', 'revision_number': 2, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:52.045306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.110802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Deleting port bb227dc1-8c24-479b-853d-900cc88be1db {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:52.111872 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.125474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Attempting to bind port d396a333-5115-47cb-93e2-2b0567fc31db on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:33:52.126123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Attempting to bind port d396a333-5115-47cb-93e2-2b0567fc31db by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:33:52.126722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Attempting to bind port d396a333-5115-47cb-93e2-2b0567fc31db on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:52.129901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Checking router: 1a101f50-4d08-46c2-b4e7-961d2d41c102 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:52.130515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Updating router 1a101f50-4d08-46c2-b4e7-961d2d41c102 port 5af93504-c435-49f2-836a-70ae07bd2e57 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:33:52.167282 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-18a59163-b0c2-4b19-ab91-1db65d3f36d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.219590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a59163-b0c2-4b19-ab91-1db65d3f36d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=da29ed00-9945-4a1b-b8d0-f58c1e73f0fe,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:52.228154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:33:52.229289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:52.231044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.232582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:33:52.233818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Bound port: d396a333-5115-47cb-93e2-2b0567fc31db, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:33:52.235496 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.306468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] For port bb227dc1-8c24-479b-853d-900cc88be1db, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bb227dc1-8c24-479b-853d-900cc88be1db,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:52.307083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.307273 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aeb216a9-f775-44f8-a78e-955e1ac366cf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.325598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-18a59163-b0c2-4b19-ab91-1db65d3f36d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] No DVR routers for this DVR port da29ed00-9945-4a1b-b8d0-f58c1e73f0fe on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:33:52.328556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-18a59163-b0c2-4b19-ab91-1db65d3f36d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.331029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e825c45-a3f5-4a06-b9fe-5a676c88013f req-18a59163-b0c2-4b19-ab91-1db65d3f36d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.25 "DELETE /v2.0/ports/da29ed00-9945-4a1b-b8d0-f58c1e73f0fe HTTP/1.1" status: 204 len: 173 time: 0.9298091 Jul 19 03:33:52.331862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'name': 'network-vif-deleted', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:33:52.334915 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dd157c-0c87-4a2e-a3a3-35f2c6154d5b" -d '{"events": [{"server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "name": "network-vif-deleted", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:33:52.349275 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aeb216a9-f775-44f8-a78e-955e1ac366cf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.357194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Calling delete_port for bb227dc1-8c24-479b-853d-900cc88be1db owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:52.370217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Port d396a333-5115-47cb-93e2-2b0567fc31db has been deleted concurrently {{(pid=94346) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 19 03:33:52.387322 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aeb216a9-f775-44f8-a78e-955e1ac366cf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.390700 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aeb216a9-f775-44f8-a78e-955e1ac366cf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5050845 Jul 19 03:33:52.396425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46708) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:52.410858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-dddb504c-9e79-4626-a219-773d7287fd94 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': 'fb3cbd90-b2aa-4818-b95f-0c8094ac1996', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:52.419188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-53d57712-98eb-4cd0-8ad3-985784e13216 None None] Port 5af93504-c435-49f2-836a-70ae07bd2e57 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:33:52.434064 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc9a32d-ce3f-4c28-b03c-fbe73253fc60 x-openstack-request-id: req-cbc9a32d-ce3f-4c28-b03c-fbe73253fc60 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:33:52.434842 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5d979c-8727-4eb4-9022-b1eeeab7db38", "name": "network-vif-deleted", "tag": "da29ed00-9945-4a1b-b8d0-f58c1e73f0fe", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:33:52.435824 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbc9a32d-ce3f-4c28-b03c-fbe73253fc60 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:33:52.436662 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5d979c-8727-4eb4-9022-b1eeeab7db38', 'name': 'network-vif-deleted', 'tag': 'da29ed00-9945-4a1b-b8d0-f58c1e73f0fe', 'status': 'completed', 'code': 200} Jul 19 03:33:52.441219 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.462082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb216a9-f775-44f8-a78e-955e1ac366cf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3cbd90-b2aa-4818-b95f-0c8094ac1996,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:52.487312 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dddb504c-9e79-4626-a219-773d7287fd94 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.521000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Routers set() bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:52.521678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Router IDs set() for agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 19 03:33:52.522766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_agentschedulers_db [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f48c08b-13db-4748-ae7a-fbfdc3b90f61'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent'). {{(pid=94346) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 19 03:33:52.523344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08f860-5cf4-4138-ada7-e3871727aa4e None None] The sync data for ids ['4f48c08b-13db-4748-ae7a-fbfdc3b90f61'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:52.670925 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dddb504c-9e79-4626-a219-773d7287fd94 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.684521 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dddb504c-9e79-4626-a219-773d7287fd94 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.719301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb504c-9e79-4626-a219-773d7287fd94 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b768d4c-d6dd-4884-bcf3-63c04fe96120,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:52.729350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dddb504c-9e79-4626-a219-773d7287fd94 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.731112 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dddb504c-9e79-4626-a219-773d7287fd94 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331983 Jul 19 03:33:52.736248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46736) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:52.751186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-8cce9651-80ae-44f2-bf64-b6d3f8b251a1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': 'fb3cbd90-b2aa-4818-b95f-0c8094ac1996', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:52.771458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b363a2e3-4fab-486f-89d3-e1dff089d0bd up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:52.787768 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8cce9651-80ae-44f2-bf64-b6d3f8b251a1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.806413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9cef051d-9159-48f6-88e9-d3af1941ea67 req-a074ba69-3b12-45e0-8ad9-069c047a9f70 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5d979c-8727-4eb4-9022-b1eeeab7db38 HTTP/1.1" status: 200 len: 210 time: 0.2760327 Jul 19 03:33:52.922828 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.951556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb227dc1-8c24-479b-853d-900cc88be1db,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:52.951863 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8cce9651-80ae-44f2-bf64-b6d3f8b251a1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.963870 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8cce9651-80ae-44f2-bf64-b6d3f8b251a1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:52.984362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.984848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.985058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.985790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.985790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.986093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.986623 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.986758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.987352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.987689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.988018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.988757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:33:52.991054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce9651-80ae-44f2-bf64-b6d3f8b251a1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1debe42-5c53-46f5-a51b-64a399a10f8d,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:53.011147 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8cce9651-80ae-44f2-bf64-b6d3f8b251a1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.013065 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8cce9651-80ae-44f2-bf64-b6d3f8b251a1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2757118 Jul 19 03:33:53.016091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46752) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:53.021643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-bd7c1cce-e36a-4ee3-a830-b5af04d6cd93 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': 'fb3cbd90-b2aa-4818-b95f-0c8094ac1996', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:53.049966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b363a2e3-4fab-486f-89d3-e1dff089d0bd triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:53.050607 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.056148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.069424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1cce-e36a-4ee3-a830-b5af04d6cd93 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.194673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.199763 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.215750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1cce-e36a-4ee3-a830-b5af04d6cd93 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.220859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1cce-e36a-4ee3-a830-b5af04d6cd93 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.222977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.234664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Transition to ACTIVE for port object 5af93504-c435-49f2-836a-70ae07bd2e57 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:53.247573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c1cce-e36a-4ee3-a830-b5af04d6cd93 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa77f358-4681-493c-b8de-716f458110f2,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:53.250336 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.257007 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1cce-e36a-4ee3-a830-b5af04d6cd93 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.261289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bd7c1cce-e36a-4ee3-a830-b5af04d6cd93 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2412648 Jul 19 03:33:53.262073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46756) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:53.267905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-57f7a8fd-1235-4f53-8e4e-1d2523a2cd52 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': 'fb3cbd90-b2aa-4818-b95f-0c8094ac1996', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:53.283173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.283799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6801c4a4-c212-43f9-9857-6e42f892ffba {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:33:53.288535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.293329 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-97c0353c-e8db-4b54-9782-64970bc961db tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "DELETE /v2.0/routers/6801c4a4-c212-43f9-9857-6e42f892ffba HTTP/1.1" status: 204 len: 168 time: 1.5143971 Jul 19 03:33:53.293523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46758) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:53.315498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-883843913', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:53.385000 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57f7a8fd-1235-4f53-8e4e-1d2523a2cd52 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.406613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46760) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:53.432078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089efa9-b402-4a36-80c7-a949a77722d2 None None] Pushing event updated for resources: {'Port': ['ID=5af93504-c435-49f2-836a-70ae07bd2e57,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:53.445823 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.446913 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.471128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Attempting to bind port 5af93504-c435-49f2-836a-70ae07bd2e57 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:33:53.471128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Attempting to bind port 5af93504-c435-49f2-836a-70ae07bd2e57 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:33:53.471736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Attempting to bind port 5af93504-c435-49f2-836a-70ae07bd2e57 on network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:33:53.477676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:33:53.478579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Checking segment: {'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:33:53.478817 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.479301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Bound using segment: {'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:33:53.479906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Bound port: 5af93504-c435-49f2-836a-70ae07bd2e57, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:33:53.480365 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.561348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] For port 5af93504-c435-49f2-836a-70ae07bd2e57, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:33:53.565235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] For port 5af93504-c435-49f2-836a-70ae07bd2e57, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5af93504-c435-49f2-836a-70ae07bd2e57,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:33:53.568600 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb266-ed93-4214-bc79-af93d5645e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.569293 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.609344 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.616928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57f7a8fd-1235-4f53-8e4e-1d2523a2cd52 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.639928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Routers {'1a101f50-4d08-46c2-b4e7-961d2d41c102'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:53.640581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1a101f50-4d08-46c2-b4e7-961d2d41c102'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:53.660339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57f7a8fd-1235-4f53-8e4e-1d2523a2cd52 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.709102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089efa9-b402-4a36-80c7-a949a77722d2 None None] Pushing event updated for resources: {'Port': ['ID=5af93504-c435-49f2-836a-70ae07bd2e57,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:53.726000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb266-ed93-4214-bc79-af93d5645e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.731946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7a8fd-1235-4f53-8e4e-1d2523a2cd52 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e868e84-f8a0-4fac-9a4e-9ffaabf38420,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:53.742542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb266-ed93-4214-bc79-af93d5645e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.789427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdb266-ed93-4214-bc79-af93d5645e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4283e274-0d7b-4c68-899f-96736c1a9b60,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:53.795364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57f7a8fd-1235-4f53-8e4e-1d2523a2cd52 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.798795 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1dcdb266-ed93-4214-bc79-af93d5645e3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d87a103129a443699980dea373db197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885207 Jul 19 03:33:53.799142 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-57f7a8fd-1235-4f53-8e4e-1d2523a2cd52 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5358498 Jul 19 03:33:53.802807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46764) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:53.803419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46766) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:53.811898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c16ba25a-54f2-4217-8e75-a2b0e502359f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': 'fb3cbd90-b2aa-4818-b95f-0c8094ac1996', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:53.821524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] Set router 1a101f50-4d08-46c2-b4e7-961d2d41c102 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:53.838004 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.890494 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-c16ba25a-54f2-4217-8e75-a2b0e502359f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Project 0eb10cefdde14db7ac03e49ffa11cb5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:33:53.913694 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c16ba25a-54f2-4217-8e75-a2b0e502359f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.940387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb59849-5e0d-4863-b5c0-e9ad92dd5922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:53.950234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46772) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:54.005969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb59849-5e0d-4863-b5c0-e9ad92dd5922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.071109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c16ba25a-54f2-4217-8e75-a2b0e502359f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.078051 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c16ba25a-54f2-4217-8e75-a2b0e502359f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.097976 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ba25a-54f2-4217-8e75-a2b0e502359f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e3bd7b-5756-46aa-8b27-466b30d5e615,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:54.115506 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb59849-5e0d-4863-b5c0-e9ad92dd5922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.118308 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb59849-5e0d-4863-b5c0-e9ad92dd5922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.121895 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-adb59849-5e0d-4863-b5c0-e9ad92dd5922 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4283e274-0d7b-4c68-899f-96736c1a9b60 HTTP/1.1" status: 204 len: 168 time: 0.3131082 Jul 19 03:33:54.125111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c16ba25a-54f2-4217-8e75-a2b0e502359f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.133044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c16ba25a-54f2-4217-8e75-a2b0e502359f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3211937 Jul 19 03:33:54.133044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46776) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:54.135822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-789a5887-4248-47e3-8cd1-64d9311b73ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'security_group_rule': {'security_group_id': 'fb3cbd90-b2aa-4818-b95f-0c8094ac1996', 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:54.152078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:47Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5af93504-c435-49f2-836a-70ae07bd2e57', 'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:b6:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:46Z', 'updated_at': '2021-07-19T03:33:53Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:54.162194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb59849-5e0d-4863-b5c0-e9ad92dd5922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4283e274-0d7b-4c68-899f-96736c1a9b60,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:54.172915 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-789a5887-4248-47e3-8cd1-64d9311b73ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Project 0eb10cefdde14db7ac03e49ffa11cb5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:33:54.178903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-789a5887-4248-47e3-8cd1-64d9311b73ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.192758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bc0f82-f45a-44aa-8ab1-840d82ea963b None None] The sync data for ids ['1a101f50-4d08-46c2-b4e7-961d2d41c102'] in n-d-762330-18 is: [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:47Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5af93504-c435-49f2-836a-70ae07bd2e57', 'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:b6:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:46Z', 'updated_at': '2021-07-19T03:33:53Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:54.281199 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-789a5887-4248-47e3-8cd1-64d9311b73ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.287857 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-789a5887-4248-47e3-8cd1-64d9311b73ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.316878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a5887-4248-47e3-8cd1-64d9311b73ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdc5453-9a08-4b57-a946-8bbbe63db648,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:54.326643 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-789a5887-4248-47e3-8cd1-64d9311b73ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.327932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-789a5887-4248-47e3-8cd1-64d9311b73ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1960974 Jul 19 03:33:54.555697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46792) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:54.572867 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf41b6cd-8dbe-4a9a-b6ce-d832e941c63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.647214 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-ca8be7fb-0600-401c-9bc3-d0d147f7caaa tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518568597&fields=id&tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d HTTP/1.1" status: 200 len: 267 time: 0.1052976 Jul 19 03:33:54.667843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5af93504-c435-49f2-836a-70ae07bd2e57 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:54.674989 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.733921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 5af93504-c435-49f2-836a-70ae07bd2e57 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:54.739425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5af93504-c435-49f2-836a-70ae07bd2e57 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:54.740026 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.751599 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.817979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-b180dc76-4a87-4260-9bda-07a64f5d94d9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:54.819662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-b180dc76-4a87-4260-9bda-07a64f5d94d9 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/networks?id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc HTTP/1.1" status: 200 len: 797 time: 0.1570241 Jul 19 03:33:54.852054 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-10b794be-a52c-4cfc-965d-325290517f3a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/quotas/0eb10cefdde14db7ac03e49ffa11cb5d HTTP/1.1" status: 200 len: 375 time: 0.0221524 Jul 19 03:33:54.854197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf41b6cd-8dbe-4a9a-b6ce-d832e941c63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.871051 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf41b6cd-8dbe-4a9a-b6ce-d832e941c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.875036 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.914257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 5af93504-c435-49f2-836a-70ae07bd2e57, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5af93504-c435-49f2-836a-70ae07bd2e57,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:54.915235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf41b6cd-8dbe-4a9a-b6ce-d832e941c63d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12fd5ae7728841b7a87751cb31b178fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579209 Jul 19 03:33:54.922890 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:54.926246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46794) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:54.989262 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=5af93504-c435-49f2-836a-70ae07bd2e57,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:55.000073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41b6cd-8dbe-4a9a-b6ce-d832e941c63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7251f3-21d3-47a7-a4c7-cf6363be7aea,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:55.022190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0712e0-fd83-4413-80d7-fb893dffe368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:55.027428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bb227dc1-8c24-479b-853d-900cc88be1db no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:55.032443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Allocated IP 172.25.2.80 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/49c86846-34cd-4c79-975b-f0ab62232e55) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:55.042300 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-a72f824f-15bd-465a-97b6-16f35d54fdb0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1820092 Jul 19 03:33:55.065149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: bb227dc1-8c24-479b-853d-900cc88be1db {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:33:55.065995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bb227dc1-8c24-479b-853d-900cc88be1db not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:55.069450 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0712e0-fd83-4413-80d7-fb893dffe368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:55.096325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device da29ed00-9945-4a1b-b8d0-f58c1e73f0fe no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:33:55.141754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: da29ed00-9945-4a1b-b8d0-f58c1e73f0fe {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:33:55.142014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0712e0-fd83-4413-80d7-fb893dffe368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:55.142114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device da29ed00-9945-4a1b-b8d0-f58c1e73f0fe not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:33:55.152235 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0712e0-fd83-4413-80d7-fb893dffe368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:55.153906 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5b0712e0-fd83-4413-80d7-fb893dffe368 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e7251f3-21d3-47a7-a4c7-cf6363be7aea HTTP/1.1" status: 204 len: 168 time: 0.2253592 Jul 19 03:33:55.173264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0712e0-fd83-4413-80d7-fb893dffe368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7251f3-21d3-47a7-a4c7-cf6363be7aea,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:55.338222 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:55.357227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:55.432527 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-03ec5b60-2a2d-4bf6-b9c2-a527ed17b494 service neutron] 10.222.0.20 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686259 Jul 19 03:33:55.445707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:55.524463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:55.533413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:55.540048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:55.562910 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-e3c750b0-4cf4-44ef-8234-8e59573cf10f service neutron] 10.222.0.20 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222897 Jul 19 03:33:55.576221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Pushing event updated for resources: {'Port': ['ID=49c86846-34cd-4c79-975b-f0ab62232e55,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:55.802100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5f94996-74b6-4303-a16a-758fedb3e389 req-216d67f6-6c92-4243-bdf3-690d9adb419d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 210 time: 0.0498049 Jul 19 03:33:55.987797 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:56.039999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 81c9dfd0-2036-465f-b8f7-259fb468b174 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:56.040341 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:56.214222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port 81c9dfd0-2036-465f-b8f7-259fb468b174, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=81c9dfd0-2036-465f-b8f7-259fb468b174,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:56.214693 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:56.234169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 81c9dfd0-2036-465f-b8f7-259fb468b174 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:56.342686 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:56.574493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Router d8772b3a-16d4-4a4a-b496-8cce8056850a is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:33:56.626785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5af93504-c435-49f2-836a-70ae07bd2e57 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:33:56.648705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:56.676782 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5af93504-c435-49f2-836a-70ae07bd2e57 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:56.677161 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:56.685824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=81c9dfd0-2036-465f-b8f7-259fb468b174,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:57.034986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:57.088848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c7c28-8227-42f8-95fc-c309192f932c None None] Sync routers for ids ['d8772b3a-16d4-4a4a-b496-8cce8056850a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:57.109105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c7c28-8227-42f8-95fc-c309192f932c None None] Routers {'d8772b3a-16d4-4a4a-b496-8cce8056850a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:57.109741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bb5c7c28-8227-42f8-95fc-c309192f932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d8772b3a-16d4-4a4a-b496-8cce8056850a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:57.148817 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef4f696b-455f-468b-88c8-00f54fce9c54 req-eecd9546-fd23-45cd-93ad-d4206bb7574a tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 210 time: 0.0918052 Jul 19 03:33:57.151960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:57.156170 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-27bccac7-4ae4-45a8-b1b5-ee37e725cc5f tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8612745 Jul 19 03:33:57.156459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46876) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:57.156928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:57.162797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d476fbd7-0104-463d-82ce-d3a34f989ad1 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'enable_snat': False}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:57.164817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bb5c7c28-8227-42f8-95fc-c309192f932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:57.182515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c7c28-8227-42f8-95fc-c309192f932c None None] Routers {'d8772b3a-16d4-4a4a-b496-8cce8056850a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:57.183543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bb5c7c28-8227-42f8-95fc-c309192f932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d8772b3a-16d4-4a4a-b496-8cce8056850a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:57.225668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-9ec4f8e8-64df-45c0-8ef6-fbf736e952af tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:57.226110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bb5c7c28-8227-42f8-95fc-c309192f932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:57.226892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c7c28-8227-42f8-95fc-c309192f932c None None] The sync data for ids ['d8772b3a-16d4-4a4a-b496-8cce8056850a'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:57.228963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-9ec4f8e8-64df-45c0-8ef6-fbf736e952af tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.26 "GET /v2.0/networks?id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc HTTP/1.1" status: 200 len: 797 time: 0.2866540 Jul 19 03:33:57.699022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-92414c83-9b3b-4d77-af52-18d3757184bf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d HTTP/1.1" status: 200 len: 379 time: 0.4595892 Jul 19 03:33:57.709988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'port': {'device_id': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'admin_state_up': True, 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'security_groups': ['fb3cbd90-b2aa-4818-b95f-0c8094ac1996']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:57.841780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46926) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:57.872068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d476fbd7-0104-463d-82ce-d3a34f989ad1 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:57.934777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Made reservation on behalf of 0eb10cefdde14db7ac03e49ffa11cb5d for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:33:57.940495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:57.972378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 2f92b505-8fcd-4605-9cf6-b660aba1482b has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:33:57.988270 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19e7b87f-5178-4042-bdd1-7ecb0f58a8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.226072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Allocated IP 172.20.0.4 (08bc9ae4-5178-410a-b13e-5b68f2fc42fc/8669aacc-9226-4962-8aa1-a00aaf122000/2a290c34-208f-4cf6-a14a-1a9cbb197865) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:33:58.247386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:58.255563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-89378879-0a80-4e9d-858a-dac8acf7e432 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "PUT /v2.0/routers/2f92b505-8fcd-4605-9cf6-b660aba1482b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3039939 Jul 19 03:33:58.261837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46932) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:58.263010 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] Sync routers for ids ['2f92b505-8fcd-4605-9cf6-b660aba1482b'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:58.283118 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] Routers {'2f92b505-8fcd-4605-9cf6-b660aba1482b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:58.284028 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2f92b505-8fcd-4605-9cf6-b660aba1482b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:58.296535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d476fbd7-0104-463d-82ce-d3a34f989ad1 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.300630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d476fbd7-0104-463d-82ce-d3a34f989ad1 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.358346 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19e7b87f-5178-4042-bdd1-7ecb0f58a8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.408827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ec36c71-5768-4404-b865-d933be4f1e29 req-c92c85b7-37da-494b-940e-702bf6ff36ec tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 210 time: 0.0792720 Jul 19 03:33:58.412926 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19e7b87f-5178-4042-bdd1-7ecb0f58a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.431449 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d476fbd7-0104-463d-82ce-d3a34f989ad1 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Router d8772b3a-16d4-4a4a-b496-8cce8056850a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:33:58.443611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0d339d-8e12-46c7-9fc1-9b6f51869e9a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting subnet 925cacf7-8460-4fea-88df-285b0fdb7f47 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:33:58.456227 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] Set router 2f92b505-8fcd-4605-9cf6-b660aba1482b gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:58.483520 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ee0d339d-8e12-46c7-9fc1-9b6f51869e9a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.552751 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ee0d339d-8e12-46c7-9fc1-9b6f51869e9a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.568570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d476fbd7-0104-463d-82ce-d3a34f989ad1 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:33:58.576834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d476fbd7-0104-463d-82ce-d3a34f989ad1 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.578259 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d476fbd7-0104-463d-82ce-d3a34f989ad1 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "PUT /v2.0/routers/d8772b3a-16d4-4a4a-b496-8cce8056850a HTTP/1.1" status: 200 len: 920 time: 1.4203763 Jul 19 03:33:58.580817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46936) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:58.584260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8fbe9-7036-4b40-b9a7-18e4639f420f None None] Sync routers for ids ['d8772b3a-16d4-4a4a-b496-8cce8056850a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:33:58.610867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8fbe9-7036-4b40-b9a7-18e4639f420f None None] Routers {'d8772b3a-16d4-4a4a-b496-8cce8056850a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:58.612194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6ca8fbe9-7036-4b40-b9a7-18e4639f420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d8772b3a-16d4-4a4a-b496-8cce8056850a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:58.653398 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.656035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6ca8fbe9-7036-4b40-b9a7-18e4639f420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:58.665551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8fbe9-7036-4b40-b9a7-18e4639f420f None None] Routers {'d8772b3a-16d4-4a4a-b496-8cce8056850a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:58.666432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6ca8fbe9-7036-4b40-b9a7-18e4639f420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d8772b3a-16d4-4a4a-b496-8cce8056850a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:58.676063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7b87f-5178-4042-bdd1-7ecb0f58a8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2de953-dbc1-416f-be21-54c0cf14a913,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:58.682898 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-19e7b87f-5178-4042-bdd1-7ecb0f58a8ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83cd147580924b48977c6f4abab9384f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8399124 Jul 19 03:33:58.689072 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:33:56Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:58.689823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46938) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:58.701062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Transition to ACTIVE for port object 2a290c34-208f-4cf6-a14a-1a9cbb197865 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:33:58.706496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6ca8fbe9-7036-4b40-b9a7-18e4639f420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:58.707390 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8fbe9-7036-4b40-b9a7-18e4639f420f None None] The sync data for ids ['d8772b3a-16d4-4a4a-b496-8cce8056850a'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:58.754320 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-badb502e-a0c5-49ca-b063-8394c33157b1 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/routers/d8772b3a-16d4-4a4a-b496-8cce8056850a HTTP/1.1" status: 200 len: 920 time: 0.1710157 Jul 19 03:33:58.755954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46940) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:58.816627 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] Checking router: 2f92b505-8fcd-4605-9cf6-b660aba1482b for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:33:58.825229 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] Routers {'2f92b505-8fcd-4605-9cf6-b660aba1482b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:33:58.825988 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2f92b505-8fcd-4605-9cf6-b660aba1482b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:58.829797 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f1d4d45d-9730-4e67-bc9c-67196e33d166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.836863 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ee0d339d-8e12-46c7-9fc1-9b6f51869e9a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.849979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4741f9-0ff6-4058-b8fd-917b060d1140 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:58.854149 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ba4741f9-0ff6-4058-b8fd-917b060d1140 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&device_id=d8772b3a-16d4-4a4a-b496-8cce8056850a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0944648 Jul 19 03:33:58.854324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46942) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:58.892446 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f1d4d45d-9730-4e67-bc9c-67196e33d166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.896387 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:58.938979 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] Set router 2f92b505-8fcd-4605-9cf6-b660aba1482b gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:33:58.952418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fae1fc-ae0c-45c5-a706-9589778f0fa7 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:58.957094 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d4fae1fc-ae0c-45c5-a706-9589778f0fa7 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 881 time: 0.1017816 Jul 19 03:33:58.957812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46944) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:58.967139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:33:58.984661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:33:58.987638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:33:58.991110 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1345e4a7-fdcf-46be-a7ab-c3f8cfe0c2fe tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8772b3a-16d4-4a4a-b496-8cce8056850a HTTP/1.1" status: 200 len: 205 time: 0.0317857 Jul 19 03:33:58.991471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46946) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:59.038150 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ee0d339d-8e12-46c7-9fc1-9b6f51869e9a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.056197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=2a290c34-208f-4cf6-a14a-1a9cbb197865,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:59.086575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d339d-8e12-46c7-9fc1-9b6f51869e9a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Subnet': ['ID=925cacf7-8460-4fea-88df-285b0fdb7f47,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:59.093098 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ee0d339d-8e12-46c7-9fc1-9b6f51869e9a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.098721 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ee0d339d-8e12-46c7-9fc1-9b6f51869e9a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/subnets/925cacf7-8460-4fea-88df-285b0fdb7f47 HTTP/1.1" status: 204 len: 168 time: 0.8356786 Jul 19 03:33:59.101540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7811b9e4-7e31-4082-a5de-280d00632d3c None None] Network baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:33:59.101976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46948) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:59.111994 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.118505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:59.119311 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.180786 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f1d4d45d-9730-4e67-bc9c-67196e33d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.183508 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f1d4d45d-9730-4e67-bc9c-67196e33d166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.187169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f1d4d45d-9730-4e67-bc9c-67196e33d166 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe2de953-dbc1-416f-be21-54c0cf14a913 HTTP/1.1" status: 204 len: 168 time: 0.4939599 Jul 19 03:33:59.193067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5abaade4-a6de-469e-929a-af6080c2eaf2 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4879894 Jul 19 03:33:59.214992 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:33:56Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:33:59.234417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4d45d-9730-4e67-bc9c-67196e33d166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2de953-dbc1-416f-be21-54c0cf14a913,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:59.243308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Request body: {'port': {'device_id': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:33:59.267546 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee1550-a55f-41fa-ba54-ce2b8650ef1f None None] The sync data for ids ['2f92b505-8fcd-4605-9cf6-b660aba1482b'] in n-d-762330-18 is: [{'id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909419762', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:42Z', 'updated_at': '2021-07-19T03:33:56Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '0a81c787-1e5c-44f9-8382-8ece1a072d87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b505-8fcd-4605-9cf6-b660aba1482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:45Z', 'updated_at': '2021-07-19T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:33:59.303243 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.333497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.389235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Deleting port 49c86846-34cd-4c79-975b-f0ab62232e55 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:59.389830 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.420809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1e86011b-0c77-4e8d-8b1b-2fc555739dcd None None] Provisioning for port 2a290c34-208f-4cf6-a14a-1a9cbb197865 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:33:59.426147 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.430556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1e86011b-0c77-4e8d-8b1b-2fc555739dcd None None] Provisioning complete for port 2a290c34-208f-4cf6-a14a-1a9cbb197865 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:33:59.431201 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1e86011b-0c77-4e8d-8b1b-2fc555739dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.487283 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1e86011b-0c77-4e8d-8b1b-2fc555739dcd None None] Port 2a290c34-208f-4cf6-a14a-1a9cbb197865 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:33:59.536111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.551919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Calling delete_port for 49c86846-34cd-4c79-975b-f0ab62232e55 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:59.630061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46956) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:33:59.679889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.683528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd60f1-ecb1-49f1-beef-02568168ff76 None None] DHCP port deletion for baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:33:59.699943 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b49b8eee-249b-40d2-8546-97ec7ee9311f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.750907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4abd60f1-ecb1-49f1-beef-02568168ff76 None None] Deleting port 7dfe3cab-40bf-473a-829d-8658f95e6174 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:33:59.751837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4abd60f1-ecb1-49f1-beef-02568168ff76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.782062 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.812763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Pushing event deleted for resources: {'Port': ['ID=49c86846-34cd-4c79-975b-f0ab62232e55,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:33:59.846775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4abd60f1-ecb1-49f1-beef-02568168ff76 None None] For port 7dfe3cab-40bf-473a-829d-8658f95e6174, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7dfe3cab-40bf-473a-829d-8658f95e6174,segment=NetworkSegment(0665ada3-1757-4ed0-8863-8fd9d8054165),segment_id=0665ada3-1757-4ed0-8863-8fd9d8054165)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:33:59.847319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4abd60f1-ecb1-49f1-beef-02568168ff76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.863193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4abd60f1-ecb1-49f1-beef-02568168ff76 None None] Calling delete_port for 7dfe3cab-40bf-473a-829d-8658f95e6174 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:33:59.881682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.886708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e86e0-aead-4c85-b654-3abe10688d00 req-e3d91354-a2ff-4db4-ad50-91eaa659abc1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:33:59.895493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a3e86e0-aead-4c85-b654-3abe10688d00 req-e3d91354-a2ff-4db4-ad50-91eaa659abc1 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 931 time: 0.3214896 Jul 19 03:33:59.959507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4abd60f1-ecb1-49f1-beef-02568168ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.982338 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:33:59.984728 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.000984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd60f1-ecb1-49f1-beef-02568168ff76 None None] No DVR routers for this DVR port 7dfe3cab-40bf-473a-829d-8658f95e6174 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:34:00.003186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd60f1-ecb1-49f1-beef-02568168ff76 None None] Pushing event deleted for resources: {'Port': ['ID=7dfe3cab-40bf-473a-829d-8658f95e6174,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:00.010750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a290c34-208f-4cf6-a14a-1a9cbb197865 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:34:00.026468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.039768 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a3e86e0-aead-4c85-b654-3abe10688d00 req-29911ad2-5908-4cfd-8a57-8fdb141c7eba tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434214 Jul 19 03:34:00.040351 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.041464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Fanout notify agent at l3_agent the message router_deleted on router d8772b3a-16d4-4a4a-b496-8cce8056850a {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:00.058597 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.062308 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8cd40914-4203-43a6-8d0c-34683bef6220 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/d8772b3a-16d4-4a4a-b496-8cce8056850a HTTP/1.1" status: 204 len: 168 time: 1.0674837 Jul 19 03:34:00.063803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46960) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:00.064901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 0a81c787-1e5c-44f9-8382-8ece1a072d87 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:00.065258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.068314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2d2280d5-525e-4550-b041-2e929db00d09 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2027302253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:00.069980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Transition to ACTIVE for port object 2a290c34-208f-4cf6-a14a-1a9cbb197865 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:00.086573 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.211429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a290c34-208f-4cf6-a14a-1a9cbb197865,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:00.222172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b49b8eee-249b-40d2-8546-97ec7ee9311f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.237835 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b49b8eee-249b-40d2-8546-97ec7ee9311f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.246194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d2280d5-525e-4550-b041-2e929db00d09 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.248220 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d2280d5-525e-4550-b041-2e929db00d09 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.305905 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d2280d5-525e-4550-b041-2e929db00d09 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.311535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d2280d5-525e-4550-b041-2e929db00d09 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.314585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port 0a81c787-1e5c-44f9-8382-8ece1a072d87, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0a81c787-1e5c-44f9-8382-8ece1a072d87,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:00.314971 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.329840 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2d2280d5-525e-4550-b041-2e929db00d09 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.334228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2d2280d5-525e-4550-b041-2e929db00d09 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2669172 Jul 19 03:34:00.334870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46962) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:00.339844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:00.343645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 0a81c787-1e5c-44f9-8382-8ece1a072d87 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:00.353163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b49b8eee-249b-40d2-8546-97ec7ee9311f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3087774e905d4a26ba32f3ef55fba070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7212515 Jul 19 03:34:00.358121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46964) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:00.369406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b8eee-249b-40d2-8546-97ec7ee9311f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c676d3-99ce-41b9-9012-e32f545095df,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:00.442211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Attempting to bind port 2a290c34-208f-4cf6-a14a-1a9cbb197865 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:00.442571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Attempting to bind port 2a290c34-208f-4cf6-a14a-1a9cbb197865 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:00.442902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Attempting to bind port 2a290c34-208f-4cf6-a14a-1a9cbb197865 on network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:00.463407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Port 2a290c34-208f-4cf6-a14a-1a9cbb197865 on network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:00.463654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Attempting to bind port 2a290c34-208f-4cf6-a14a-1a9cbb197865 on network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:00.479923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:34:00.480270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Checking segment: {'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:00.480658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Bound using segment: {'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:34:00.481100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Bound port: 2a290c34-208f-4cf6-a14a-1a9cbb197865, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23746cb-2221-4be0-851b-b3c89e642012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:34:00.481460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.536177 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4bc794cd-cfdd-4cc4-90da-d4075be3c331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.554110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.602177 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4bc794cd-cfdd-4cc4-90da-d4075be3c331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.634479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 81c9dfd0-2036-465f-b8f7-259fb468b174 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:34:00.655813 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 81c9dfd0-2036-465f-b8f7-259fb468b174 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:34:00.656160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 81c9dfd0-2036-465f-b8f7-259fb468b174 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:34:00.656580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7dfe3cab-40bf-473a-829d-8658f95e6174 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:34:00.676348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 7dfe3cab-40bf-473a-829d-8658f95e6174 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:34:00.676714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7dfe3cab-40bf-473a-829d-8658f95e6174 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:34:00.682714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] For port 2a290c34-208f-4cf6-a14a-1a9cbb197865, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:00.687738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] For port 2a290c34-208f-4cf6-a14a-1a9cbb197865, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2a290c34-208f-4cf6-a14a-1a9cbb197865,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:34:00.697463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.731097 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.738401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:00.739027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.740419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/2a290c34-208f-4cf6-a14a-1a9cbb197865 HTTP/1.1" status: 200 len: 1092 time: 1.5073497 Jul 19 03:34:00.740890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'tag': '2a290c34-208f-4cf6-a14a-1a9cbb197865'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:34:00.743159 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a863a-8e90-428b-b0e3-23d79adbe210" -d '{"events": [{"name": "network-changed", "server_uuid": "8d106edd-a9bd-4396-89dd-fff14a66cc13", "tag": "2a290c34-208f-4cf6-a14a-1a9cbb197865"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:34:00.759953 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4bc794cd-cfdd-4cc4-90da-d4075be3c331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.763226 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4bc794cd-cfdd-4cc4-90da-d4075be3c331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.764471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4bc794cd-cfdd-4cc4-90da-d4075be3c331 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3c676d3-99ce-41b9-9012-e32f545095df HTTP/1.1" status: 204 len: 168 time: 0.4034073 Jul 19 03:34:00.789939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc794cd-cfdd-4cc4-90da-d4075be3c331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c676d3-99ce-41b9-9012-e32f545095df,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:00.833992 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1159d3-82d5-495b-84bf-4142d3f080a8 x-openstack-request-id: req-2b1159d3-82d5-495b-84bf-4142d3f080a8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:34:00.834322 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d106edd-a9bd-4396-89dd-fff14a66cc13", "tag": "2a290c34-208f-4cf6-a14a-1a9cbb197865", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:34:00.834587 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b1159d3-82d5-495b-84bf-4142d3f080a8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:34:00.834996 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'tag': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'status': 'completed', 'code': 200} Jul 19 03:34:00.843829 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.847031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cdc9a-1b4e-48de-8643-e732358a62e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a290c34-208f-4cf6-a14a-1a9cbb197865,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:00.887428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:00.952207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=0a81c787-1e5c-44f9-8382-8ece1a072d87,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:00.983679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:01.044687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Allocated IP 172.25.2.102 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/2e83b6ce-5a02-4efb-8a3e-65da056ec1aa) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:01.050216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5ec5e85a-f1c4-4f18-b795-df95253abaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:01.051781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-5ec5e85a-f1c4-4f18-b795-df95253abaed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 1095 time: 0.2160535 Jul 19 03:34:01.124094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-9ce1271b-4670-475d-ba3f-4b1fa3e83c20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a290c34-208f-4cf6-a14a-1a9cbb197865 HTTP/1.1" status: 200 len: 217 time: 0.0406094 Jul 19 03:34:01.125825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:01.128072 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:01.215790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-09e148ab-b0a4-4b1c-bfc8-5836bebdcccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:01.217557 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-09e148ab-b0a4-4b1c-bfc8-5836bebdcccf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8669aacc-9226-4962-8aa1-a00aaf122000 HTTP/1.1" status: 200 len: 834 time: 0.0852363 Jul 19 03:34:01.235076 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:01.235522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Fanout notify agent at l3_agent the message router_deleted on router 2f92b505-8fcd-4605-9cf6-b660aba1482b {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:01.268728 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:01.271459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4af23afa-dbff-4ad4-aa44-2cd16103ac98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/routers/2f92b505-8fcd-4605-9cf6-b660aba1482b HTTP/1.1" status: 204 len: 168 time: 2.1681428 Jul 19 03:34:01.274129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46982) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:01.377497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:01.411122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-2081732c-b245-4c0d-96ea-ab078e6c23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:01.412692 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-2081732c-b245-4c0d-96ea-ab078e6c23a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1877403 Jul 19 03:34:01.605609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:01.673075 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec683de-0616-426b-95e2-ce53f55737ba req-febac7f1-ff28-4105-aeb8-fd6f0d0fde95 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:01.674720 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ec683de-0616-426b-95e2-ce53f55737ba req-febac7f1-ff28-4105-aeb8-fd6f0d0fde95 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 943 time: 0.4945791 Jul 19 03:34:01.686254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:01.756688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:01.764556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:01.770078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:01.785882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ec683de-0616-426b-95e2-ce53f55737ba req-f3b3a13b-ada3-49cc-837a-d9f5f2afdd14 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035132 Jul 19 03:34:01.787899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Pushing event updated for resources: {'Port': ['ID=2e83b6ce-5a02-4efb-8a3e-65da056ec1aa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:01.904873 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:01.921018 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa881d4-64dd-4ccf-ac08-2faedb2dd5d3']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:01.933819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0665ada3-1757-4ed0-8863-8fd9d8054165') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:01.934180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0665ada3-1757-4ed0-8863-8fd9d8054165') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:01.953462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:01.966909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-d8e51ee5-2393-445a-a010-24537f15745b service neutron] 10.222.0.26 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332317 Jul 19 03:34:01.981026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.003083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:34:02.003774 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:34:02.006811 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:34:02.097110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.110868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.120135 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.123328 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/networks/baa881d4-64dd-4ccf-ac08-2faedb2dd5d3 HTTP/1.1" status: 204 len: 168 time: 0.8450611 Jul 19 03:34:02.137495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47006) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:02.151675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed41b3-7234-4e07-a3ac-32312c1a9f4b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Network': ['ID=baa881d4-64dd-4ccf-ac08-2faedb2dd5d3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:02.166951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efabb77c-e26c-4d28-95b4-5231eb305cf6 req-06d6d5fd-ac6f-4585-9d8a-0eb5c40d5e8e service neutron] 10.222.0.26 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938424 Jul 19 03:34:02.214999 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94771a58-daa2-436d-b3c6-c55edb860d32 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.272096 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94771a58-daa2-436d-b3c6-c55edb860d32 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.329370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-184e0659-dfa5-4bbd-b158-bbb249fec90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:02.331061 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-184e0659-dfa5-4bbd-b158-bbb249fec90f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 1095 time: 0.1040487 Jul 19 03:34:02.337983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.342694 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.374923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47012) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:02.381769 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94771a58-daa2-436d-b3c6-c55edb860d32 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.384373 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94771a58-daa2-436d-b3c6-c55edb860d32 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.385494 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-94771a58-daa2-436d-b3c6-c55edb860d32 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/security-groups/305fb50f-72cd-4515-8398-d6d0e5d10360 HTTP/1.1" status: 204 len: 168 time: 0.2466705 Jul 19 03:34:02.431066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94771a58-daa2-436d-b3c6-c55edb860d32 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305fb50f-72cd-4515-8398-d6d0e5d10360,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:02.484466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-b6abde87-d65a-411d-8dde-27e71baa812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:02.486456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-b6abde87-d65a-411d-8dde-27e71baa812d service neutron] 10.222.0.26 "GET /v2.0/networks?id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc HTTP/1.1" status: 200 len: 897 time: 0.1492152 Jul 19 03:34:02.507849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Router 3caa19a1-fc4d-43d5-abfd-363cc4348388 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:02.545662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9d2d454d-a85f-4096-804f-02847bcb4307 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-4018604'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:02.546819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9d2d454d-a85f-4096-804f-02847bcb4307 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Unknown quota resources ['metering_label']. {{(pid=94344) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:34:02.552335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-da2254c1-6a65-4d6f-bb0c-3898945fc077 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a290c34-208f-4cf6-a14a-1a9cbb197865 HTTP/1.1" status: 200 len: 217 time: 0.0586953 Jul 19 03:34:02.632337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:02.639802 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0a81c787-1e5c-44f9-8382-8ece1a072d87 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:34:02.642917 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.644217 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a84d7488-b05e-4c64-a52b-24884cababa8 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "PUT /v2.0/routers/3caa19a1-fc4d-43d5-abfd-363cc4348388 HTTP/1.1" status: 200 len: 880 time: 2.3083150 Jul 19 03:34:02.646305 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab7e99-4c45-41c9-ab20-f83e654b7bd5 None None] Sync routers for ids ['3caa19a1-fc4d-43d5-abfd-363cc4348388'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:02.647114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47020) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:02.658860 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab7e99-4c45-41c9-ab20-f83e654b7bd5 None None] Routers {'3caa19a1-fc4d-43d5-abfd-363cc4348388'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:02.660048 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ccab7e99-4c45-41c9-ab20-f83e654b7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3caa19a1-fc4d-43d5-abfd-363cc4348388'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:02.666294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 0a81c787-1e5c-44f9-8382-8ece1a072d87 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:34:02.666707 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0a81c787-1e5c-44f9-8382-8ece1a072d87 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:34:02.700652 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ccab7e99-4c45-41c9-ab20-f83e654b7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:02.710419 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab7e99-4c45-41c9-ab20-f83e654b7bd5 None None] Routers {'3caa19a1-fc4d-43d5-abfd-363cc4348388'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:02.711302 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ccab7e99-4c45-41c9-ab20-f83e654b7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['3caa19a1-fc4d-43d5-abfd-363cc4348388'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:02.745294 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ccab7e99-4c45-41c9-ab20-f83e654b7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:02.746230 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab7e99-4c45-41c9-ab20-f83e654b7bd5 None None] The sync data for ids ['3caa19a1-fc4d-43d5-abfd-363cc4348388'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:02.765980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-466f65e8-7c6b-4914-8ef4-87517908c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:02.767537 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-466f65e8-7c6b-4914-8ef4-87517908c481 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8669aacc-9226-4962-8aa1-a00aaf122000 HTTP/1.1" status: 200 len: 834 time: 0.1879148 Jul 19 03:34:02.776975 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8d83bf8b-17e7-4f83-9496-16f3a3dc4d99 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/routers/3caa19a1-fc4d-43d5-abfd-363cc4348388 HTTP/1.1" status: 200 len: 921 time: 0.1258726 Jul 19 03:34:02.779436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47022) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:02.813155 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d2d454d-a85f-4096-804f-02847bcb4307 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:02.815063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9d2d454d-a85f-4096-804f-02847bcb4307 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 475 time: 0.4384408 Jul 19 03:34:02.817250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47026) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:02.821710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-03b5007f-9505-418e-8a66-2015a57c1edd tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '703b8d95-488b-4c43-acaf-e9f2f29be916'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:02.821912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-03b5007f-9505-418e-8a66-2015a57c1edd tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94345) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:34:02.882829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-4c720b45-41d1-4971-89c5-ba23176f750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:02.884734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-4c720b45-41d1-4971-89c5-ba23176f750e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808430 Jul 19 03:34:02.892551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47028) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:02.905742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ef0de9e3-a7e7-42e9-b585-f968c5ac51d2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106964444', 'description': 'tempest-secgroup-smoke-106964444 description', 'project_id': 'e75be25bd4974f968410bc0e645db078'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:02.939440 n-d-762330-18 neutron-server[94345]: WARNING neutron.services.metering.metering_plugin [None req-03b5007f-9505-418e-8a66-2015a57c1edd tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 19 03:34:02.959230 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c94bb-af89-4035-b7b5-cbf9d6a5ad3b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:02.960769 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-557c94bb-af89-4035-b7b5-cbf9d6a5ad3b tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&device_id=3caa19a1-fc4d-43d5-abfd-363cc4348388&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1804090 Jul 19 03:34:02.965474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47030) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:02.983085 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef0de9e3-a7e7-42e9-b585-f968c5ac51d2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.016561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-1791d2d5-e397-417d-adca-2cab806d866c service neutron] 10.222.0.26 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249111 Jul 19 03:34:03.122420 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03b5007f-9505-418e-8a66-2015a57c1edd tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.123438 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-03b5007f-9505-418e-8a66-2015a57c1edd tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3053958 Jul 19 03:34:03.127550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47034) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.159962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-575f029c-fdea-4587-8f5f-d2b049fed0a1 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '703b8d95-488b-4c43-acaf-e9f2f29be916'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:03.160454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-575f029c-fdea-4587-8f5f-d2b049fed0a1 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94345) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:34:03.185021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef0de9e3-a7e7-42e9-b585-f968c5ac51d2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.189342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a863a-8e90-428b-b0e3-23d79adbe210 req-7b29338e-8f01-4395-928f-6d2d094fd524 service neutron] 10.222.0.26 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655130 Jul 19 03:34:03.192076 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef0de9e3-a7e7-42e9-b585-f968c5ac51d2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.221161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef0de9e3-a7e7-42e9-b585-f968c5ac51d2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.222503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ef0de9e3-a7e7-42e9-b585-f968c5ac51d2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3218403 Jul 19 03:34:03.225393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47036) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.230775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e816f133-d582-4e2b-b0d7-ed5314ad8ae2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '2302c9c2-ba94-4d18-96f1-8e77b52381c6', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:03.236642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0de9e3-a7e7-42e9-b585-f968c5ac51d2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2302c9c2-ba94-4d18-96f1-8e77b52381c6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:03.255585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1b22-32e5-41a8-94eb-955402a6c2cd req-f92fd67c-53a7-4ecd-bdec-b8f83c58be77 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:03.257235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-18ea1b22-32e5-41a8-94eb-955402a6c2cd req-f92fd67c-53a7-4ecd-bdec-b8f83c58be77 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 943 time: 0.3320737 Jul 19 03:34:03.259868 n-d-762330-18 neutron-server[94345]: WARNING neutron.services.metering.metering_plugin [None req-575f029c-fdea-4587-8f5f-d2b049fed0a1 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 19 03:34:03.263522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e816f133-d582-4e2b-b0d7-ed5314ad8ae2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.319886 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e816f133-d582-4e2b-b0d7-ed5314ad8ae2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.324261 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e816f133-d582-4e2b-b0d7-ed5314ad8ae2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.345272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816f133-d582-4e2b-b0d7-ed5314ad8ae2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ee2b3a-bd12-44a4-a971-c0aac52777e2,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:03.353098 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e816f133-d582-4e2b-b0d7-ed5314ad8ae2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.354540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e816f133-d582-4e2b-b0d7-ed5314ad8ae2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281226 Jul 19 03:34:03.358190 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47038) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.362788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c5e8a871-2793-401f-9994-59ac3420460c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '2302c9c2-ba94-4d18-96f1-8e77b52381c6', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:03.365487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9bdc9-9a89-4d6d-bc7e-b538730a4f73 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:03.366938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-84f9bdc9-9a89-4d6d-bc7e-b538730a4f73 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 881 time: 0.3945546 Jul 19 03:34:03.369834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47040) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.372577 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-575f029c-fdea-4587-8f5f-d2b049fed0a1 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.373721 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-575f029c-fdea-4587-8f5f-d2b049fed0a1 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2457368 Jul 19 03:34:03.379158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47042) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.395984 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-18ea1b22-32e5-41a8-94eb-955402a6c2cd req-009c068d-2238-46bb-92d1-38511b9a6973 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256850 Jul 19 03:34:03.400147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-710fd8a0-bdf1-46a5-a5fe-31311f6da119 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=5b09530f-f324-45fe-ab74-6504e11d0757 HTTP/1.1" status: 200 len: 464 time: 0.0175376 Jul 19 03:34:03.400482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47044) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.406005 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-841d2bb8-a363-4be9-b906-2befd1591699 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=3caa19a1-fc4d-43d5-abfd-363cc4348388 HTTP/1.1" status: 200 len: 205 time: 0.0323210 Jul 19 03:34:03.406360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47046) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.421089 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a871-2793-401f-9994-59ac3420460c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.469841 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a871-2793-401f-9994-59ac3420460c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.475528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a871-2793-401f-9994-59ac3420460c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.497921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8a871-2793-401f-9994-59ac3420460c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c695c130-1134-45e9-a4f9-b04be08f843b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:03.507262 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a871-2793-401f-9994-59ac3420460c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.508481 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c5e8a871-2793-401f-9994-59ac3420460c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492276 Jul 19 03:34:03.511582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47048) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.516356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-af749a6c-81d1-4965-b699-d30fb5f6bdc5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '2302c9c2-ba94-4d18-96f1-8e77b52381c6', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:03.543844 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af749a6c-81d1-4965-b699-d30fb5f6bdc5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.587680 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4626bcf2-c1ac-44b1-8e4d-617f43f51086 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.588823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4626bcf2-c1ac-44b1-8e4d-617f43f51086 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/5b09530f-f324-45fe-ab74-6504e11d0757 HTTP/1.1" status: 204 len: 168 time: 0.1876087 Jul 19 03:34:03.593193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47050) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.603963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.611423 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ba87e12c-8005-4d5c-bd89-9125526aa5d4 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=5b09530f-f324-45fe-ab74-6504e11d0757 HTTP/1.1" status: 200 len: 221 time: 0.0171502 Jul 19 03:34:03.614458 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af749a6c-81d1-4965-b699-d30fb5f6bdc5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.614846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47052) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.619264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a12ae66a-f2b1-4e52-b888-59c3e66d893b tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2065891402', 'description': 'label created by tempest'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:03.619719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a12ae66a-f2b1-4e52-b888-59c3e66d893b tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Unknown quota resources ['metering_label']. {{(pid=94344) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:34:03.623386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af749a6c-81d1-4965-b699-d30fb5f6bdc5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.677619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af749a6c-81d1-4965-b699-d30fb5f6bdc5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fc5677-e29e-42a8-a8e3-891734d7e384,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:03.689550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af749a6c-81d1-4965-b699-d30fb5f6bdc5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.689550 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-af749a6c-81d1-4965-b699-d30fb5f6bdc5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1744268 Jul 19 03:34:03.689847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47054) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.714465 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.734108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4b2c5231-4138-4ecf-80e1-81834d9ae76b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '2302c9c2-ba94-4d18-96f1-8e77b52381c6', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:03.767722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Deleting port 2e83b6ce-5a02-4efb-8a3e-65da056ec1aa {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:03.768069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.817219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a12ae66a-f2b1-4e52-b888-59c3e66d893b tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.818506 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a12ae66a-f2b1-4e52-b888-59c3e66d893b tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2027035 Jul 19 03:34:03.822467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47056) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:03.832219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b2c5231-4138-4ecf-80e1-81834d9ae76b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.851326 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:03.863938 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Calling delete_port for 2e83b6ce-5a02-4efb-8a3e-65da056ec1aa owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:03.908179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-370a15bb-8d86-46c9-9727-c0084d111cde tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=7e1612ef-3037-41ab-8422-0fde1b3277e6 HTTP/1.1" status: 200 len: 468 time: 0.0846157 Jul 19 03:34:03.911148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47058) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.031490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.059218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Pushing event deleted for resources: {'Port': ['ID=2e83b6ce-5a02-4efb-8a3e-65da056ec1aa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:04.108876 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b2c5231-4138-4ecf-80e1-81834d9ae76b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.121569 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.147740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b2c5231-4138-4ecf-80e1-81834d9ae76b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.160845 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8e4fbb5a-dee1-45cd-bb64-237fb5b71184 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.162014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8e4fbb5a-dee1-45cd-bb64-237fb5b71184 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/7e1612ef-3037-41ab-8422-0fde1b3277e6 HTTP/1.1" status: 204 len: 168 time: 0.2499671 Jul 19 03:34:04.168182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47060) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.178228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c5231-4138-4ecf-80e1-81834d9ae76b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2717cf3-4db4-4121-bb3b-d5c677572524,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:04.184187 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b2c5231-4138-4ecf-80e1-81834d9ae76b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.185925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4b2c5231-4138-4ecf-80e1-81834d9ae76b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4952006 Jul 19 03:34:04.187557 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-438cd3b3-8cfa-4e76-b250-263e61d066ac tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=7e1612ef-3037-41ab-8422-0fde1b3277e6 HTTP/1.1" status: 200 len: 216 time: 0.0165050 Jul 19 03:34:04.192369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47062) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.192698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47064) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.198119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-543bf7aa-defe-4f26-8431-4ba9785fa197 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '2302c9c2-ba94-4d18-96f1-8e77b52381c6', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:04.214082 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-60c0fbf2-f02d-4653-b773-573209285e8c tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0191483 Jul 19 03:34:04.218351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47068) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.232261 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-543bf7aa-defe-4f26-8431-4ba9785fa197 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Project e75be25bd4974f968410bc0e645db078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:34:04.234235 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.240361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7e1c6699-203b-45e7-a651-bb47f8640b98 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0174971 Jul 19 03:34:04.240361 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.240633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47070) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.243670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-543bf7aa-defe-4f26-8431-4ba9785fa197 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.304341 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-543bf7aa-defe-4f26-8431-4ba9785fa197 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.311989 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-543bf7aa-defe-4f26-8431-4ba9785fa197 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.321324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d599ab4f-0d1d-46c7-916b-c55c29595120 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/703b8d95-488b-4c43-acaf-e9f2f29be916 HTTP/1.1" status: 200 len: 470 time: 0.0797131 Jul 19 03:34:04.324659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47072) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.334114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bf7aa-defe-4f26-8431-4ba9785fa197 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c132d3c-f6a0-41a8-bd2f-8078e4000112,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:04.335363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e9c911ee-0876-4ca8-86a6-77bdf1d1a012 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/5f1bcfbc-3c09-430e-b6bd-00a30e9633be HTTP/1.1" status: 200 len: 461 time: 0.0096622 Jul 19 03:34:04.338457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47074) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.340092 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-543bf7aa-defe-4f26-8431-4ba9785fa197 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.341416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-543bf7aa-defe-4f26-8431-4ba9785fa197 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473119 Jul 19 03:34:04.344698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47076) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.347356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.347894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Fanout notify agent at l3_agent the message router_deleted on router 3caa19a1-fc4d-43d5-abfd-363cc4348388 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:04.349189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f41da67c-9c09-496f-985f-8996312b067e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '2302c9c2-ba94-4d18-96f1-8e77b52381c6', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:04.354864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.355937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3d9670d7-28dd-45a8-9691-e123c2e8c323 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/3caa19a1-fc4d-43d5-abfd-363cc4348388 HTTP/1.1" status: 204 len: 168 time: 0.9467380 Jul 19 03:34:04.359952 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47078) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.366893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-833b4a38-e279-47b5-bd61-6b5c4a9fad3c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-943814604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:04.376303 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-f41da67c-9c09-496f-985f-8996312b067e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Project e75be25bd4974f968410bc0e645db078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:34:04.381495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f41da67c-9c09-496f-985f-8996312b067e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.439803 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-833b4a38-e279-47b5-bd61-6b5c4a9fad3c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.440775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-833b4a38-e279-47b5-bd61-6b5c4a9fad3c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.450473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f41da67c-9c09-496f-985f-8996312b067e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.454488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f41da67c-9c09-496f-985f-8996312b067e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.472567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41da67c-9c09-496f-985f-8996312b067e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2085e1-121d-4d64-80da-b48b67e928f9,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:04.484296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-13096ff6-81e3-4741-883e-c614a6eb7666 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.485480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-13096ff6-81e3-4741-883e-c614a6eb7666 tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/5f1bcfbc-3c09-430e-b6bd-00a30e9633be HTTP/1.1" status: 204 len: 168 time: 0.1430929 Jul 19 03:34:04.486557 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f41da67c-9c09-496f-985f-8996312b067e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.488441 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47082) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.492685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f41da67c-9c09-496f-985f-8996312b067e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444864 Jul 19 03:34:04.492854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47084) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.500570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'network': {'name': 'tempest-network-smoke--429461731', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'port_security_enabled': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:04.525006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:04.529174 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.553892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:34:04.563919 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.564265 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Added segment 22b73eec-bf77-4ab4-8343-e59cbb8ec1ee of type vlan for network 261660e6-e20b-499c-a0f2-f33d8d0a354c Jul 19 03:34:04.602210 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-833b4a38-e279-47b5-bd61-6b5c4a9fad3c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.604796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.634715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.640510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:04.641690 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.642081 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-833b4a38-e279-47b5-bd61-6b5c4a9fad3c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.677471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1835160 Jul 19 03:34:04.680471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47086) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:04.685949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'admin_state_up': True, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:04.724794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acd08e-850d-4bbc-b3b5-75db8cc77db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Network': ['ID=261660e6-e20b-499c-a0f2-f33d8d0a354c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:04.736457 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 261660e6-e20b-499c-a0f2-f33d8d0a354c details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:34:04.744741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.745920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.793349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2a290c34-208f-4cf6-a14a-1a9cbb197865 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:34:04.805675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.911210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2a290c34-208f-4cf6-a14a-1a9cbb197865, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2a290c34-208f-4cf6-a14a-1a9cbb197865,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:04.925818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'port_id': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'mac_address': 'fa:16:3e:32:d6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:34:04.956937 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.964423 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:04.978971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a290c34-208f-4cf6-a14a-1a9cbb197865 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:34:05.000926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2a290c34-208f-4cf6-a14a-1a9cbb197865, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2a290c34-208f-4cf6-a14a-1a9cbb197865,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:05.006441 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.060701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=2a290c34-208f-4cf6-a14a-1a9cbb197865,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:05.083866 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-833b4a38-e279-47b5-bd61-6b5c4a9fad3c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.085055 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-833b4a38-e279-47b5-bd61-6b5c4a9fad3c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7226026 Jul 19 03:34:05.092835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47088) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:05.140167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'enable_snat': True}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:05.169998 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.179945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e04f5937-39c6-4129-91d3-8ab7989bf2de tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.181083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e04f5937-39c6-4129-91d3-8ab7989bf2de tempest-MeteringTestJSON-1912348430 tempest-MeteringTestJSON-1912348430-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/703b8d95-488b-4c43-acaf-e9f2f29be916 HTTP/1.1" status: 204 len: 168 time: 0.6917124 Jul 19 03:34:05.190167 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.205067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['2a290c34-208f-4cf6-a14a-1a9cbb197865'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:34:05.226404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56035913-aca1-470e-8635-0421aa40f740 req-014cbcba-9732-495a-bbc3-2406ee91253d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:05.227921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56035913-aca1-470e-8635-0421aa40f740 req-014cbcba-9732-495a-bbc3-2406ee91253d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 943 time: 0.6741588 Jul 19 03:34:05.323565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.25.2.229 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/4c609637-3f50-4895-b75b-d764647c7926) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:05.375811 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56035913-aca1-470e-8635-0421aa40f740 req-99143a95-8db8-45a7-b479-cade015987ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096919 Jul 19 03:34:05.411778 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.502733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.548436 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.573180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47096) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:05.590244 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:05.593283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:05.596881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:05.619288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=4c609637-3f50-4895-b75b-d764647c7926,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:05.654473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.674871 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.732365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46cad226-7e3a-40c1-a1fd-e587d9ef3730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.823602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Allocated IP 172.25.2.226 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/cb351965-7a21-4a20-8e11-68d0ed4730fa) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:05.888066 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:34:05.956067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46cad226-7e3a-40c1-a1fd-e587d9ef3730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:05.965729 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46cad226-7e3a-40c1-a1fd-e587d9ef3730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.018948 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.027943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-46cad226-7e3a-40c1-a1fd-e587d9ef3730 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aef47b79af134054a8a037a9f1cecd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537113 Jul 19 03:34:06.031230 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cad226-7e3a-40c1-a1fd-e587d9ef3730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea46bdb-4ad0-4af9-aeca-7443692bcb18,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:06.034906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47100) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:06.106153 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.142285 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4734c146-b532-4bc4-805d-1537c88ad71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.167089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:06.174386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:06.178998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:06.180782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event updated for resources: {'Port': ['ID=cb351965-7a21-4a20-8e11-68d0ed4730fa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:06.191160 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.210931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4734c146-b532-4bc4-805d-1537c88ad71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.354775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4734c146-b532-4bc4-805d-1537c88ad71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.358065 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4734c146-b532-4bc4-805d-1537c88ad71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.359268 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4734c146-b532-4bc4-805d-1537c88ad71f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ea46bdb-4ad0-4af9-aeca-7443692bcb18 HTTP/1.1" status: 204 len: 168 time: 0.3233495 Jul 19 03:34:06.370711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734c146-b532-4bc4-805d-1537c88ad71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea46bdb-4ad0-4af9-aeca-7443692bcb18,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:06.396804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.485117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.561390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:06.652247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b353a4e-92c7-46ad-a383-a9dd798d1c4c req-a0b371e3-baca-4390-96a7-a3d4683b1197 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:06.654391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b353a4e-92c7-46ad-a383-a9dd798d1c4c req-a0b371e3-baca-4390-96a7-a3d4683b1197 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 944 time: 0.1321683 Jul 19 03:34:06.691169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:06.703586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Sync routers for ids ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:06.711879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.713204 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-19da3e53-7a09-46f5-8fac-01e46569bf28 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0316546 Jul 19 03:34:06.717177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47112) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:06.724062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Routers {'0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:06.724710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:06.752772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f3a33dbd-d69f-42af-8ae0-24c693fddfe4 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e75be25bd4974f968410bc0e645db078&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340924 Jul 19 03:34:06.755615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47114) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:06.789220 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b353a4e-92c7-46ad-a383-a9dd798d1c4c req-49d6f592-2762-4637-afa6-329a2164a747 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004224 Jul 19 03:34:06.837203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47116) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:06.846700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Set router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:06.860044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fcb8ffb-8f0c-4eaa-a12c-8fd7f90c51dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.881900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de5eb2-f81d-4303-a43c-e6e111dac719 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:06.886186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f0de5eb2-f81d-4303-a43c-e6e111dac719 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264799 Jul 19 03:34:06.886762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47118) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:06.901672 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.905144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2a290c34-208f-4cf6-a14a-1a9cbb197865 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:06.915536 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:06.923878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4ef455c4-cfb4-4bc4-9091-43a1beadc6d1 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336900 Jul 19 03:34:06.924849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47120) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:06.931296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1678984112', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:07.001917 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.034927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 2a290c34-208f-4cf6-a14a-1a9cbb197865 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:07.041764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 2a290c34-208f-4cf6-a14a-1a9cbb197865 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:07.042131 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.106869 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fcb8ffb-8f0c-4eaa-a12c-8fd7f90c51dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.117450 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fcb8ffb-8f0c-4eaa-a12c-8fd7f90c51dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.131644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:07.134961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.166079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Router 591140da-4748-45e8-a509-c68b66ec774c is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:07.168956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:05Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:07.169744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb8ffb-8f0c-4eaa-a12c-8fd7f90c51dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e0eb6d-d1fa-4ae9-9d55-9b52a7690e81,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:07.176302 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5fcb8ffb-8f0c-4eaa-a12c-8fd7f90c51dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c269a371c13d4b829c5f1e1f99a0ce04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379540 Jul 19 03:34:07.178781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47122) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:07.208243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Checking router: 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:34:07.208610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Updating router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 port 4c609637-3f50-4895-b75b-d764647c7926 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:34:07.236560 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.259166 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.261020 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.295633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a290c34-208f-4cf6-a14a-1a9cbb197865'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:34:07.297975 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b597dd0-cab1-4e16-bf1e-3af41d02a00c" -d '{"events": [{"server_uuid": "8d106edd-a9bd-4396-89dd-fff14a66cc13", "name": "network-vif-plugged", "status": "completed", "tag": "2a290c34-208f-4cf6-a14a-1a9cbb197865"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:34:07.315957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2623ba76-2672-45f6-900a-f06dc61d777e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.316673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2a290c34-208f-4cf6-a14a-1a9cbb197865, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2a290c34-208f-4cf6-a14a-1a9cbb197865,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:07.326862 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.333954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:07.341495 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.344582 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5fd1c795-6062-4053-a2a0-9bce8c510c1d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "PUT /v2.0/routers/591140da-4748-45e8-a509-c68b66ec774c HTTP/1.1" status: 200 len: 914 time: 2.2471290 Jul 19 03:34:07.346562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47126) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:07.350884 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea538624-5c36-4f00-aa51-85e1092f5d2b None None] Sync routers for ids ['591140da-4748-45e8-a509-c68b66ec774c'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:07.351993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2623ba76-2672-45f6-900a-f06dc61d777e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.364054 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea538624-5c36-4f00-aa51-85e1092f5d2b None None] Routers {'591140da-4748-45e8-a509-c68b66ec774c'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:07.364690 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ea538624-5c36-4f00-aa51-85e1092f5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['591140da-4748-45e8-a509-c68b66ec774c'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:07.419595 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2623ba76-2672-45f6-900a-f06dc61d777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.422734 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2623ba76-2672-45f6-900a-f06dc61d777e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.424766 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2623ba76-2672-45f6-900a-f06dc61d777e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8e0eb6d-d1fa-4ae9-9d55-9b52a7690e81 HTTP/1.1" status: 204 len: 168 time: 0.2445331 Jul 19 03:34:07.425544 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ea538624-5c36-4f00-aa51-85e1092f5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:07.432308 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f60d41-ec6d-42f7-8aea-c8b6e73b024a x-openstack-request-id: req-a2f60d41-ec6d-42f7-8aea-c8b6e73b024a {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:34:07.432846 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d106edd-a9bd-4396-89dd-fff14a66cc13", "name": "network-vif-plugged", "status": "completed", "tag": "2a290c34-208f-4cf6-a14a-1a9cbb197865", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:34:07.433292 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2f60d41-ec6d-42f7-8aea-c8b6e73b024a {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:34:07.433423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623ba76-2672-45f6-900a-f06dc61d777e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e0eb6d-d1fa-4ae9-9d55-9b52a7690e81,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:07.434095 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'code': 200} Jul 19 03:34:07.440688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.465365 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea538624-5c36-4f00-aa51-85e1092f5d2b None None] Routers {'591140da-4748-45e8-a509-c68b66ec774c'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:07.466358 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ea538624-5c36-4f00-aa51-85e1092f5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['591140da-4748-45e8-a509-c68b66ec774c'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:07.505068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Subnet': ['ID=ab196cfe-602a-4d4e-8267-df1a7937162f,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:07.509414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=2a290c34-208f-4cf6-a14a-1a9cbb197865,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:07.540308 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ea538624-5c36-4f00-aa51-85e1092f5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:07.541519 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea538624-5c36-4f00-aa51-85e1092f5d2b None None] The sync data for ids ['591140da-4748-45e8-a509-c68b66ec774c'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:07.631907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Checking segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:07.632496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network hostable DHCP agents. Network: 261660e6-e20b-499c-a0f2-f33d8d0a354c, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:34:07.635722 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1983c8bd-611d-4aeb-826f-d18e9ccead97 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/routers/591140da-4748-45e8-a509-c68b66ec774c HTTP/1.1" status: 200 len: 920 time: 0.2880015 Jul 19 03:34:07.639767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47130) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:07.652672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e316b-3f74-45dd-abb1-9a18921f84e2 req-c9539d86-30de-4510-85d0-e41585f26a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:07.654491 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e22e316b-3f74-45dd-abb1-9a18921f84e2 req-c9539d86-30de-4510-85d0-e41585f26a6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 1097 time: 0.1530702 Jul 19 03:34:07.675946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 261660e6-e20b-499c-a0f2-f33d8d0a354c is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:34:07.676530 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.694099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Transition to ACTIVE for port object 4c609637-3f50-4895-b75b-d764647c7926 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:07.694886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 261660e6-e20b-499c-a0f2-f33d8d0a354c) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:07.701353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:07.701956 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.705717 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e22e316b-3f74-45dd-abb1-9a18921f84e2 req-91170c09-c891-4a26-b675-61ce8ddc8715 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447810 Jul 19 03:34:07.709102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b824915-a3e7-4122-9fbf-27b700636c64 None None] Network 261660e6-e20b-499c-a0f2-f33d8d0a354c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:07.716025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dd21ed-ad13-41ab-a1d2-7c66784a247d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:07.717794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-54dd21ed-ad13-41ab-a1d2-7c66784a247d tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&device_id=591140da-4748-45e8-a509-c68b66ec774c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0762181 Jul 19 03:34:07.720667 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47134) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:07.721376 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eafc15f4-0193-45a9-8ac9-bdaaa15a3988 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7959590 Jul 19 03:34:07.723848 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47136) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:07.736609 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.828738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Attempting to bind port 4c609637-3f50-4895-b75b-d764647c7926 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:07.828947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Attempting to bind port 4c609637-3f50-4895-b75b-d764647c7926 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:07.829157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Attempting to bind port 4c609637-3f50-4895-b75b-d764647c7926 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:07.832539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed864a1c-88cd-451f-8a22-1bfbb6f7dbea tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:07.840561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ed864a1c-88cd-451f-8a22-1bfbb6f7dbea tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 881 time: 0.1163449 Jul 19 03:34:07.841013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47144) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:07.847221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80084a98-30a0-4336-aaae-26e700923e7f None None] Pushing event updated for resources: {'Port': ['ID=4c609637-3f50-4895-b75b-d764647c7926,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:07.853255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:34:07.853668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:07.854075 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.854592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:34:07.855079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Bound port: 4c609637-3f50-4895-b75b-d764647c7926, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:34:07.855608 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:07.887790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fb93269c-372b-41fc-a114-a3976c94ea5d tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=591140da-4748-45e8-a509-c68b66ec774c HTTP/1.1" status: 200 len: 205 time: 0.0451071 Jul 19 03:34:07.889544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47146) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:07.968131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] For port 4c609637-3f50-4895-b75b-d764647c7926, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:07.971988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] For port 4c609637-3f50-4895-b75b-d764647c7926, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4c609637-3f50-4895-b75b-d764647c7926,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:34:07.993594 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.021209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-261660e6-e20b-499c-a0f2-f33d8d0a354c', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:34:08.022049 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.034445 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.080006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Routers {'0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:08.080763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:08.188485 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.198596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80084a98-30a0-4336-aaae-26e700923e7f None None] Pushing event updated for resources: {'Port': ['ID=4c609637-3f50-4895-b75b-d764647c7926,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:08.199525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ed685-76a8-494a-8287-367aeacd1ffa req-601c84b4-437e-4ea4-9e31-12a5d4935a72 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:08.201755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac9ed685-76a8-494a-8287-367aeacd1ffa req-601c84b4-437e-4ea4-9e31-12a5d4935a72 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 945 time: 0.1903434 Jul 19 03:34:08.262960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Deleting port cb351965-7a21-4a20-8e11-68d0ed4730fa {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:08.263551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.315689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac9ed685-76a8-494a-8287-367aeacd1ffa req-adc16cea-1a96-4609-8128-7a3994404b2f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704560 Jul 19 03:34:08.354350 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.374197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Calling delete_port for cb351965-7a21-4a20-8e11-68d0ed4730fa owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:08.522746 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.549538 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Allocated IP 172.20.0.2 (261660e6-e20b-499c-a0f2-f33d8d0a354c/ab196cfe-602a-4d4e-8267-df1a7937162f/67f68b10-42d8-4b3f-951e-13e1c9f1450a) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:08.556051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] Set router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:08.676953 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.712192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Pushing event deleted for resources: {'Port': ['ID=cb351965-7a21-4a20-8e11-68d0ed4730fa,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:08.802887 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.872795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:05Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:08.904145 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.904145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b688a07-72d2-461b-8359-d71fcb6b9932 None None] The sync data for ids ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'] in n-d-762330-18 is: [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:05Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:08.913207 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.915539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Transition to ACTIVE for port object 67f68b10-42d8-4b3f-951e-13e1c9f1450a will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:08.916000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.933090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Transition to ACTIVE for port object 67f68b10-42d8-4b3f-951e-13e1c9f1450a will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:08.951976 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.969363 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.970340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Fanout notify agent at l3_agent the message router_deleted on router 591140da-4748-45e8-a509-c68b66ec774c {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:08.978902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:08.980959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d123e744-712c-485f-bf51-1ecaec94871c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/591140da-4748-45e8-a509-c68b66ec774c HTTP/1.1" status: 204 len: 168 time: 1.0898476 Jul 19 03:34:08.985239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47170) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:08.992254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ab799647-8eb9-4894-b511-5017afcc8cc9 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-526745727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:09.018741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Network 261660e6-e20b-499c-a0f2-f33d8d0a354c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:09.022366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:09.024002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab799647-8eb9-4894-b511-5017afcc8cc9 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.025306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab799647-8eb9-4894-b511-5017afcc8cc9 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.026780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:09.057781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.20.0.1 (261660e6-e20b-499c-a0f2-f33d8d0a354c/ab196cfe-602a-4d4e-8267-df1a7937162f/7bd62ce3-2bf3-45d2-917a-648c9b01f413) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:09.067630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Pushing event updated for resources: {'Port': ['ID=67f68b10-42d8-4b3f-951e-13e1c9f1450a,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:09.115635 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab799647-8eb9-4894-b511-5017afcc8cc9 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.115970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Attempting to bind port 67f68b10-42d8-4b3f-951e-13e1c9f1450a on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:09.117259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Attempting to bind port 67f68b10-42d8-4b3f-951e-13e1c9f1450a by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:09.117858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Attempting to bind port 67f68b10-42d8-4b3f-951e-13e1c9f1450a on network 261660e6-e20b-499c-a0f2-f33d8d0a354c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:09.121819 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab799647-8eb9-4894-b511-5017afcc8cc9 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.125474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:34:09.126071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Checking segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:09.126630 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.127233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Bound using segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:34:09.127805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Bound port: 67f68b10-42d8-4b3f-951e-13e1c9f1450a, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:34:09.128500 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.158209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab799647-8eb9-4894-b511-5017afcc8cc9 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.159486 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ab799647-8eb9-4894-b511-5017afcc8cc9 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1731408 Jul 19 03:34:09.163206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47176) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:09.188184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'enable_snat': False}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:09.221120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.239692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] For port 67f68b10-42d8-4b3f-951e-13e1c9f1450a, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:09.243944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] For port 67f68b10-42d8-4b3f-951e-13e1c9f1450a, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=67f68b10-42d8-4b3f-951e-13e1c9f1450a,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:34:09.245356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Transition to ACTIVE for port object 7bd62ce3-2bf3-45d2-917a-648c9b01f413 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:09.251926 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.337724 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.396778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f120ac9-c523-49c2-8db2-17f311b2fa9b None None] Pushing event updated for resources: {'Port': ['ID=67f68b10-42d8-4b3f-951e-13e1c9f1450a,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:09.400200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 261660e6-e20b-499c-a0f2-f33d8d0a354c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:09.425708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:09.430450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:09.477042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=7bd62ce3-2bf3-45d2-917a-648c9b01f413,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:09.502960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.652946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:09.670944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff51c97-335d-4c37-ba78-9e4e167ca2c3 req-57eb5250-03aa-4c77-b95d-47ec3da744e7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:09.672664 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aff51c97-335d-4c37-ba78-9e4e167ca2c3 req-57eb5250-03aa-4c77-b95d-47ec3da744e7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 945 time: 0.1227260 Jul 19 03:34:09.821957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aff51c97-335d-4c37-ba78-9e4e167ca2c3 req-b0a6e803-dc34-4883-ad99-d1932c6edd00 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364198 Jul 19 03:34:09.832263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47190) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:09.847885 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.035682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d7f244d1-e5fa-443e-8a9c-b31925f9dcee tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:10.080391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d7f244d1-e5fa-443e-8a9c-b31925f9dcee tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] 10.222.0.20 "PUT /v2.0/quotas/8e0d4e4a4703416c98abd2349a202cc5 HTTP/1.1" status: 200 len: 368 time: 0.2470477 Jul 19 03:34:10.085952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47196) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:10.090835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Request body: {'network': {'project_id': '8e0d4e4a4703416c98abd2349a202cc5'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:10.175632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Made reservation on behalf of 8e0d4e4a4703416c98abd2349a202cc5 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:10.178063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.191699 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.265882 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.276707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.406638 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.411767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=7bd62ce3-2bf3-45d2-917a-648c9b01f413,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:10.427379 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.463608 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.535840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 261660e6-e20b-499c-a0f2-f33d8d0a354c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:10.540836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:10.548511 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdda49-addf-4251-afc9-d88fbc7c614b req-74ee5098-c89b-4c3e-92ab-0e8d323494a0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:10.549645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.558285 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bcdda49-addf-4251-afc9-d88fbc7c614b req-74ee5098-c89b-4c3e-92ab-0e8d323494a0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 945 time: 0.2523832 Jul 19 03:34:10.603412 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.645717 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bcdda49-addf-4251-afc9-d88fbc7c614b req-6f7c023d-d4fc-43af-bf69-b0ae51c24a84 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863056 Jul 19 03:34:10.665681 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:34:10.669750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47200) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:10.693866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Allocated IP 172.25.2.130 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/ed8efdab-95ff-4066-aead-21ad9dcfbb7d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:10.729743 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.730939 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Added segment 93f3fd93-9666-41e5-a735-3dde9a9e8e2b of type vlan for network 95e6e0d3-6123-4a43-8f52-ec9ae76ae73f Jul 19 03:34:10.734150 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a46111-eae8-48ac-8442-f9a82240ea26 None None] Network 261660e6-e20b-499c-a0f2-f33d8d0a354c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:10.760028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a308ce04-31c1-4307-9eff-a3cf0ea1e1a8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:10.780342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4c609637-3f50-4895-b75b-d764647c7926 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:10.808657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:10.828315 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.833374 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.868139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c5aebbc6-579e-4093-8b8b-78931680b9cc None None] Provisioning for port 67f68b10-42d8-4b3f-951e-13e1c9f1450a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:10.877146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf55ab-058c-43ca-ba41-250088fb0336 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:10.879341 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3ebf55ab-058c-43ca-ba41-250088fb0336 tempest-TestNetworkBasicOps-1492849944 tempest-TestNetworkBasicOps-1492849944-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 1092 time: 0.2033134 Jul 19 03:34:10.887323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47202) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:10.895456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:10.918443 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.933069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 4c609637-3f50-4895-b75b-d764647c7926 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:10.939225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4c609637-3f50-4895-b75b-d764647c7926 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:10.939817 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.943849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.945153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:10.945729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.951035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:10.971498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:10.974806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:10.990171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:11.007138 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9203575 Jul 19 03:34:11.019569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47204) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:11.031164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Request body: {'network': {'project_id': '8e0d4e4a4703416c98abd2349a202cc5'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:11.037059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Pushing event updated for resources: {'Port': ['ID=ed8efdab-95ff-4066-aead-21ad9dcfbb7d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:11.080676 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.102078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172f372-e2a3-4ee3-8e54-d2f228087161 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Pushing event updated for resources: {'Network': ['ID=95e6e0d3-6123-4a43-8f52-ec9ae76ae73f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:11.116841 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 4c609637-3f50-4895-b75b-d764647c7926, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4c609637-3f50-4895-b75b-d764647c7926,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:11.121761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 95e6e0d3-6123-4a43-8f52-ec9ae76ae73f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:34:11.134721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:11.144082 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.145386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 67f68b10-42d8-4b3f-951e-13e1c9f1450a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:11.146998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c8c129c7-a069-49bb-abe2-362856053bb1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "PUT /v2.0/routers/0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4210217 Jul 19 03:34:11.152597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Made reservation on behalf of 8e0d4e4a4703416c98abd2349a202cc5 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:11.169083 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.206610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=4c609637-3f50-4895-b75b-d764647c7926,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:11.238941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:34:11.265955 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.267602 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Added segment a027a5a5-5607-4ded-a1fd-7ebf6d3eb873 of type vlan for network 292fc063-8236-4f63-9a7b-c204217854b9 Jul 19 03:34:11.315310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 67f68b10-42d8-4b3f-951e-13e1c9f1450a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:11.330074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 67f68b10-42d8-4b3f-951e-13e1c9f1450a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:11.330941 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.337819 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.353549 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.393115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Sync routers for ids ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:11.430386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.431531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:11.432062 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.437205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Routers {'0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:11.438057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:11.469983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4470658 Jul 19 03:34:11.472828 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47218) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:11.487837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-95d5f03e-6250-47ed-8306-8cbeadcfa7f2 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Request body: {'network': {'project_id': '8e0d4e4a4703416c98abd2349a202cc5'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:11.524230 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.545878 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.547850 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d5f03e-6250-47ed-8306-8cbeadcfa7f2 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 19 03:34:11.548318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d5f03e-6250-47ed-8306-8cbeadcfa7f2 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:34:11.549612 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-95d5f03e-6250-47ed-8306-8cbeadcfa7f2 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0744896 Jul 19 03:34:11.573113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-a20227cc-aed9-419b-90da-4e77a490f632 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106964444&fields=id&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 267 time: 0.1073349 Jul 19 03:34:11.589544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633023-01a3-45c0-962e-4fc146ff0428 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Pushing event updated for resources: {'Network': ['ID=292fc063-8236-4f63-9a7b-c204217854b9,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:11.605965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cc14fb4c-853a-45f4-884d-9cef8348be9f None None] Provisioning complete for port 67f68b10-42d8-4b3f-951e-13e1c9f1450a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:11.614477 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cc14fb4c-853a-45f4-884d-9cef8348be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.620604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 292fc063-8236-4f63-9a7b-c204217854b9 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:34:11.684597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47224) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:11.720030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 67f68b10-42d8-4b3f-951e-13e1c9f1450a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=67f68b10-42d8-4b3f-951e-13e1c9f1450a,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:11.733162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Allocated IP 172.25.2.108 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/03dc4a55-f4be-40ab-8c51-ac6e5a3c367d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:11.734944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-29e065c4-8a0e-44eb-bf3d-264bdc25d02e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:11.737019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-29e065c4-8a0e-44eb-bf3d-264bdc25d02e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 796 time: 0.1629059 Jul 19 03:34:11.770343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-7ab6c3b5-1688-48ff-bb4c-802b452deb56 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/quotas/e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 375 time: 0.0250680 Jul 19 03:34:11.799448 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:11.868483 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-1dcabb30-49c0-4fdf-bf88-e115928d1913 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906303 Jul 19 03:34:11.880705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Set router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:11.902977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f2117938-001a-457d-9050-bd8ed1221bf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e0d4e4a4703416c98abd2349a202cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175558 Jul 19 03:34:11.906131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47230) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:11.937173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=67f68b10-42d8-4b3f-951e-13e1c9f1450a,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:12.033629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a381296-4ddb-4b0c-a654-c501a2ba71aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.050870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.057699 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a381296-4ddb-4b0c-a654-c501a2ba71aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.058643 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.077432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cc14fb4c-853a-45f4-884d-9cef8348be9f None None] Provisioning for port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:12.082823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cc14fb4c-853a-45f4-884d-9cef8348be9f None None] Provisioning complete for port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:12.083374 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cc14fb4c-853a-45f4-884d-9cef8348be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.121708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.136687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cc14fb4c-853a-45f4-884d-9cef8348be9f None None] Port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:12.158859 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dadaa304-c748-4052-8b48-1cda84bffd52 service neutron] 10.222.0.20 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776449 Jul 19 03:34:12.193553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a381296-4ddb-4b0c-a654-c501a2ba71aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.196662 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a381296-4ddb-4b0c-a654-c501a2ba71aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.197226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:09Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '7bd62ce3-2bf3-45d2-917a-648c9b01f413', 'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:33:16:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:08Z', 'updated_at': '2021-07-19T03:34:10Z', 'revision_number': 2, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:12.198543 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0a381296-4ddb-4b0c-a654-c501a2ba71aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a308ce04-31c1-4307-9eff-a3cf0ea1e1a8 HTTP/1.1" status: 204 len: 168 time: 0.2906308 Jul 19 03:34:12.202752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47232) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:12.212119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a381296-4ddb-4b0c-a654-c501a2ba71aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a308ce04-31c1-4307-9eff-a3cf0ea1e1a8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:12.236272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Checking router: 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:34:12.236733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Updating router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:34:12.278299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-a1c9961c-2e63-4f5f-9484-5fa05111d05c service neutron] 10.222.0.20 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183999 Jul 19 03:34:12.287064 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.288849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a5569eba-3206-448e-8a7d-686ad41efb44 None None] Provisioning complete for port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:12.289402 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a5569eba-3206-448e-8a7d-686ad41efb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.312076 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.352922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.353640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a5569eba-3206-448e-8a7d-686ad41efb44 None None] Port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:12.374401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:12.383236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:12.386732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=03dc4a55-f4be-40ab-8c51-ac6e5a3c367d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:12.390688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:12.416180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Router dc1c0219-b0af-48bf-8a8d-b153223cfe7d is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:12.528060 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-74934b05-33bf-4089-b094-85a5f005f30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.553991 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-144d8011-da6f-44ad-a280-58afe80fd4b4 req-fe7fc6cd-8ff4-403d-914d-83bbae9b653b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 210 time: 0.0812166 Jul 19 03:34:12.607225 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.631139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292fc063-8236-4f63-9a7b-c204217854b9']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:12.681580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a027a5a5-5607-4ded-a1fd-7ebf6d3eb873') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:12.681844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a027a5a5-5607-4ded-a1fd-7ebf6d3eb873') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:12.718363 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.751378 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.758284 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:12.770008 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.775093 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-50722741-d2b2-4839-afb2-23bebe181b55 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "PUT /v2.0/routers/dc1c0219-b0af-48bf-8a8d-b153223cfe7d HTTP/1.1" status: 200 len: 915 time: 3.6070962 Jul 19 03:34:12.775307 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2e505-df9b-4af1-8f71-d716bc6726fd None None] Sync routers for ids ['dc1c0219-b0af-48bf-8a8d-b153223cfe7d'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:12.775768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:34:12.775768 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:34:12.776601 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:34:12.779256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47248) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:12.783137 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2e505-df9b-4af1-8f71-d716bc6726fd None None] Routers {'dc1c0219-b0af-48bf-8a8d-b153223cfe7d'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:12.783831 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cad2e505-df9b-4af1-8f71-d716bc6726fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dc1c0219-b0af-48bf-8a8d-b153223cfe7d'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:12.812816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4c609637-3f50-4895-b75b-d764647c7926 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:12.857937 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cad2e505-df9b-4af1-8f71-d716bc6726fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:12.876434 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.887983 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2e505-df9b-4af1-8f71-d716bc6726fd None None] Routers {'dc1c0219-b0af-48bf-8a8d-b153223cfe7d'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:12.888927 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cad2e505-df9b-4af1-8f71-d716bc6726fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dc1c0219-b0af-48bf-8a8d-b153223cfe7d'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:12.891432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4c609637-3f50-4895-b75b-d764647c7926 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:12.891804 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:12.939073 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cad2e505-df9b-4af1-8f71-d716bc6726fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:12.939984 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2e505-df9b-4af1-8f71-d716bc6726fd None None] The sync data for ids ['dc1c0219-b0af-48bf-8a8d-b153223cfe7d'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:12.986632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Transition to ACTIVE for port object 7bd62ce3-2bf3-45d2-917a-648c9b01f413 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:12.993006 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.003271 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.019297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.021197 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] 10.222.0.20 "DELETE /v2.0/networks/292fc063-8236-4f63-9a7b-c204217854b9 HTTP/1.1" status: 204 len: 168 time: 0.8174915 Jul 19 03:34:13.023894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47252) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:13.042952 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02617dcf-4a4a-43db-8a3c-d7946ddb1837 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Pushing event deleted for resources: {'Network': ['ID=292fc063-8236-4f63-9a7b-c204217854b9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:13.053801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 67f68b10-42d8-4b3f-951e-13e1c9f1450a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:13.084587 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3358e7e6-712e-4541-a1e2-180276891f67 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/routers/dc1c0219-b0af-48bf-8a8d-b153223cfe7d HTTP/1.1" status: 200 len: 921 time: 0.2732608 Jul 19 03:34:13.087119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47254) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:13.151300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750a7b7-add0-4726-bd3a-a81ba4fff6a4 None None] Pushing event updated for resources: {'Port': ['ID=7bd62ce3-2bf3-45d2-917a-648c9b01f413,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:13.163336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Attempting to bind port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:13.163820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Attempting to bind port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:13.164287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Attempting to bind port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 on network 261660e6-e20b-499c-a0f2-f33d8d0a354c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:13.176452 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:34:13.177023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Checking segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:13.177526 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.178027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Bound using segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:34:13.178634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Bound port: 7bd62ce3-2bf3-45d2-917a-648c9b01f413, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:34:13.179116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.276301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] For port 7bd62ce3-2bf3-45d2-917a-648c9b01f413, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:13.280625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] For port 7bd62ce3-2bf3-45d2-917a-648c9b01f413, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7bd62ce3-2bf3-45d2-917a-648c9b01f413,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:34:13.289246 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.289606 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.347760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750a7b7-add0-4726-bd3a-a81ba4fff6a4 None None] Pushing event updated for resources: {'Port': ['ID=7bd62ce3-2bf3-45d2-917a-648c9b01f413,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:13.350951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 67f68b10-42d8-4b3f-951e-13e1c9f1450a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:13.352729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.407170 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.422773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Routers {'0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:13.423272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:13.602957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] Set router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:13.622372 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.629518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.712901 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.731033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event updated for resources: {'Port': ['ID=03dc4a55-f4be-40ab-8c51-ac6e5a3c367d,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:13.750864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.796225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353cc6c-953e-45fc-9e31-792ec0a73c48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:13.800461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a353cc6c-953e-45fc-9e31-792ec0a73c48 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&device_id=dc1c0219-b0af-48bf-8a8d-b153223cfe7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7121842 Jul 19 03:34:13.801055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47258) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:13.817937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f970c477-29fd-4132-a066-7bedcb846b21 req-743646ad-e5a8-4ff8-babe-ae60a517679c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 210 time: 0.0687799 Jul 19 03:34:13.907248 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Floating IP 9248d675-dd7f-4c80-9b9a-5f82ca88cfdf associated. External IP: 172.25.2.108, port: 2a290c34-208f-4cf6-a14a-1a9cbb197865. Jul 19 03:34:13.923389 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:13.927481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:09Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '7bd62ce3-2bf3-45d2-917a-648c9b01f413', 'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:33:16:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:08Z', 'updated_at': '2021-07-19T03:34:13Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:13.955235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e6e0d3-6123-4a43-8f52-ec9ae76ae73f']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:14.002645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d30bd4-0320-4fd8-aba7-9e0bb9bdd60d None None] The sync data for ids ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'] in n-d-762330-18 is: [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:09Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '7bd62ce3-2bf3-45d2-917a-648c9b01f413', 'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:33:16:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:08Z', 'updated_at': '2021-07-19T03:34:13Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:14.005082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f3fd93-9666-41e5-a735-3dde9a9e8e2b') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:14.005588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f3fd93-9666-41e5-a735-3dde9a9e8e2b') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:14.056788 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.116375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.148931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:34:14.149354 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:34:14.151363 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:34:14.181209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5f7bf-2487-413e-8a3d-3adcd15662dd tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:14.182722 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-34e5f7bf-2487-413e-8a3d-3adcd15662dd tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 881 time: 0.3719823 Jul 19 03:34:14.186033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47262) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:14.204795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-2508c45f-f495-44f4-abc1-960bbe9569a3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:14.206631 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-2508c45f-f495-44f4-abc1-960bbe9569a3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 796 time: 0.3424897 Jul 19 03:34:14.263582 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b749cd1f-dda7-4d35-88e8-87146246d9ec tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc1c0219-b0af-48bf-8a8d-b153223cfe7d HTTP/1.1" status: 200 len: 205 time: 0.0758834 Jul 19 03:34:14.270582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47264) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:14.325445 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.345280 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.350100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] 10.222.0.20 "DELETE /v2.0/networks/95e6e0d3-6123-4a43-8f52-ec9ae76ae73f HTTP/1.1" status: 204 len: 168 time: 1.3248980 Jul 19 03:34:14.365561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-3b1b6b4c-3191-439c-a390-0554d5f3a0a4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 379 time: 0.1056061 Jul 19 03:34:14.384166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'port': {'device_id': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'admin_state_up': True, 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'security_groups': ['2302c9c2-ba94-4d18-96f1-8e77b52381c6']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:14.390782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1035fae-ea80-4682-b0bd-d0a398ae6064 tempest-QuotasNegativeTest-197974182 tempest-QuotasNegativeTest-197974182-project-admin] Pushing event deleted for resources: {'Network': ['ID=95e6e0d3-6123-4a43-8f52-ec9ae76ae73f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:14.510164 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.660836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router 1a101f50-4d08-46c2-b4e7-961d2d41c102 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:14.670834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:14.677291 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.705828 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.717766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7bd62ce3-2bf3-45d2-917a-648c9b01f413 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:14.806692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:14.818323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47270) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:14.818800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:14.819831 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.841788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df257885-1d1d-46bc-980c-fbfd17fc376e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.892286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:14.894636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Deleting port ed8efdab-95ff-4066-aead-21ad9dcfbb7d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:14.895521 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:14.898578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.20.0.8 (261660e6-e20b-499c-a0f2-f33d8d0a354c/ab196cfe-602a-4d4e-8267-df1a7937162f/e4241c74-adbb-488e-aef5-c95f980d9a32) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:14.929463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] Sync routers for ids ['1a101f50-4d08-46c2-b4e7-961d2d41c102'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:14.960890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] Routers {'1a101f50-4d08-46c2-b4e7-961d2d41c102'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:14.966679 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:33:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1a101f50-4d08-46c2-b4e7-961d2d41c102'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:15.014199 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.056365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df257885-1d1d-46bc-980c-fbfd17fc376e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.070705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.082100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df257885-1d1d-46bc-980c-fbfd17fc376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.083519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 7bd62ce3-2bf3-45d2-917a-648c9b01f413, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7bd62ce3-2bf3-45d2-917a-648c9b01f413,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:15.113127 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a823de3f-2089-44d5-bcca-269bccc09c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.117156 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.128965 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-62ad71be-af77-4481-8c32-1fc380e87b4a req-babdc43b-0436-4225-b740-4e0ccdf5e257 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 210 time: 0.0693684 Jul 19 03:34:15.133762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Calling delete_port for ed8efdab-95ff-4066-aead-21ad9dcfbb7d owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:15.181439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.193239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] Set router 1a101f50-4d08-46c2-b4e7-961d2d41c102 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:15.218493 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-df257885-1d1d-46bc-980c-fbfd17fc376e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20ca4028076849d2bd68bb0068d2c519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954661 Jul 19 03:34:15.218493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df257885-1d1d-46bc-980c-fbfd17fc376e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dde8c7-8a2a-4a68-aa2b-586933789e84,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:15.221631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47278) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:15.260498 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.294751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Transition to ACTIVE for port object e4241c74-adbb-488e-aef5-c95f980d9a32 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:15.323827 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bba2732c-873c-47dd-a0b7-df2ea06145cd tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4333055 Jul 19 03:34:15.324648 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47280) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:15.325654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'tag': '2a290c34-208f-4cf6-a14a-1a9cbb197865'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:34:15.328091 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c86f61-55b3-4491-b2d9-5b36c3971cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "8d106edd-a9bd-4396-89dd-fff14a66cc13", "tag": "2a290c34-208f-4cf6-a14a-1a9cbb197865"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:34:15.331849 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-35531e50-ed9d-4c9e-8208-9a6fc1e67c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.345107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=7bd62ce3-2bf3-45d2-917a-648c9b01f413,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:15.415128 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-35531e50-ed9d-4c9e-8208-9a6fc1e67c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.425376 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423ceac2-a493-4169-a659-2556f946086d x-openstack-request-id: req-423ceac2-a493-4169-a659-2556f946086d {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:34:15.425804 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d106edd-a9bd-4396-89dd-fff14a66cc13", "tag": "2a290c34-208f-4cf6-a14a-1a9cbb197865", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:34:15.426159 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-423ceac2-a493-4169-a659-2556f946086d {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:34:15.427044 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'tag': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'status': 'completed', 'code': 200} Jul 19 03:34:15.451487 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-05ea92b2-3a3c-4691-8de7-d15e11922ad5 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/floatingips/9248d675-dd7f-4c80-9b9a-5f82ca88cfdf HTTP/1.1" status: 200 len: 991 time: 0.1174912 Jul 19 03:34:15.458505 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.493352 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-35531e50-ed9d-4c9e-8208-9a6fc1e67c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.498149 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-35531e50-ed9d-4c9e-8208-9a6fc1e67c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.499593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-35531e50-ed9d-4c9e-8208-9a6fc1e67c54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2dde8c7-8a2a-4a68-aa2b-586933789e84 HTTP/1.1" status: 204 len: 168 time: 0.2750566 Jul 19 03:34:15.519334 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35531e50-ed9d-4c9e-8208-9a6fc1e67c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dde8c7-8a2a-4a68-aa2b-586933789e84,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:15.539291 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.579787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:47Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '9248d675-dd7f-4c80-9b9a-5f82ca88cfdf', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'port_id': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'mac_address': 'fa:16:3e:32:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:34:13Z', 'updated_at': '2021-07-19T03:34:13Z', 'revision_number': 0, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af93504-c435-49f2-836a-70ae07bd2e57', 'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:b6:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:46Z', 'updated_at': '2021-07-19T03:33:54Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:15.598025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Pushing event deleted for resources: {'Port': ['ID=ed8efdab-95ff-4066-aead-21ad9dcfbb7d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:15.627914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] Checking router: 1a101f50-4d08-46c2-b4e7-961d2d41c102 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:34:15.644815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] Routers {'1a101f50-4d08-46c2-b4e7-961d2d41c102'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:15.644815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1a101f50-4d08-46c2-b4e7-961d2d41c102'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:15.664103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 261660e6-e20b-499c-a0f2-f33d8d0a354c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:15.677715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:15.683892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:15.689433 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.698817 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.717669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:15.795429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] Set router 1a101f50-4d08-46c2-b4e7-961d2d41c102 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:15.813764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-65b63b85-e4af-4f20-b4da-bbf645675777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:15.815803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-65b63b85-e4af-4f20-b4da-bbf645675777 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 1097 time: 0.3703825 Jul 19 03:34:15.897624 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.904990 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:15.905646 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.919168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:15.966652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47288) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:15.973238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-dfd84be5-7043-4e78-b87c-75bce720645e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5949996 Jul 19 03:34:15.986785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-236339fd-8955-419c-ac04-e149a9777c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.010062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Request body: {'port': {'device_id': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:16.015927 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.016680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Fanout notify agent at l3_agent the message router_deleted on router dc1c0219-b0af-48bf-8a8d-b153223cfe7d {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:16.048136 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.049318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-17b2f688-1c66-4bd1-bed7-2479404728a1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/dc1c0219-b0af-48bf-8a8d-b153223cfe7d HTTP/1.1" status: 204 len: 168 time: 1.7775152 Jul 19 03:34:16.053017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47290) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:16.058808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-386986652', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:16.061906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1da8e2cb-dfb5-4239-937c-274cab4aedbd None None] Provisioning for port e4241c74-adbb-488e-aef5-c95f980d9a32 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:16.068061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1da8e2cb-dfb5-4239-937c-274cab4aedbd None None] Provisioning complete for port e4241c74-adbb-488e-aef5-c95f980d9a32 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:16.068515 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1da8e2cb-dfb5-4239-937c-274cab4aedbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.094989 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-236339fd-8955-419c-ac04-e149a9777c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.099188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-adf7cfc6-56d9-460d-8f26-cea418fc0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:16.100281 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-236339fd-8955-419c-ac04-e149a9777c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.100686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-adf7cfc6-56d9-460d-8f26-cea418fc0e58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc HTTP/1.1" status: 200 len: 897 time: 0.2247736 Jul 19 03:34:16.112409 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:47Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '9248d675-dd7f-4c80-9b9a-5f82ca88cfdf', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'port_id': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'mac_address': 'fa:16:3e:32:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:34:13Z', 'updated_at': '2021-07-19T03:34:13Z', 'revision_number': 0, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af93504-c435-49f2-836a-70ae07bd2e57', 'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:b6:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:46Z', 'updated_at': '2021-07-19T03:33:54Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:16.145997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1da8e2cb-dfb5-4239-937c-274cab4aedbd None None] Port e4241c74-adbb-488e-aef5-c95f980d9a32 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:16.146703 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-236339fd-8955-419c-ac04-e149a9777c3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04be6e58ccbd430faae80863281da673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788552 Jul 19 03:34:16.149971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486acc24-b4aa-4bd4-8435-728944cc6eda None None] The sync data for ids ['1a101f50-4d08-46c2-b4e7-961d2d41c102'] in n-d-762330-18 is: [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:47Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '9248d675-dd7f-4c80-9b9a-5f82ca88cfdf', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'port_id': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'mac_address': 'fa:16:3e:32:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:34:13Z', 'updated_at': '2021-07-19T03:34:13Z', 'revision_number': 0, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af93504-c435-49f2-836a-70ae07bd2e57', 'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:b6:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:46Z', 'updated_at': '2021-07-19T03:33:54Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:16.150805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47292) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:16.151622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236339fd-8955-419c-ac04-e149a9777c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fad7cd-dcf6-45e4-b3c0-5536ca6a4977,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:16.182804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.183825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.213371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd17444a-eee0-4d26-bdc6-2009ed8e918c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.225220 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.237899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd17444a-eee0-4d26-bdc6-2009ed8e918c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.255417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-72ac2b97-fb5b-4eb5-967f-57af19cc852a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a290c34-208f-4cf6-a14a-1a9cbb197865 HTTP/1.1" status: 200 len: 999 time: 0.1317253 Jul 19 03:34:16.297657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd17444a-eee0-4d26-bdc6-2009ed8e918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.300261 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd17444a-eee0-4d26-bdc6-2009ed8e918c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.303751 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bd17444a-eee0-4d26-bdc6-2009ed8e918c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16fad7cd-dcf6-45e4-b3c0-5536ca6a4977 HTTP/1.1" status: 204 len: 168 time: 0.1467547 Jul 19 03:34:16.320711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17444a-eee0-4d26-bdc6-2009ed8e918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fad7cd-dcf6-45e4-b3c0-5536ca6a4977,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:16.415236 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.455289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47300) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:16.468008 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:16.473783 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494e1c84-466e-478c-8b76-7c4ebc0694ad None None] New status for floating IP 9248d675-dd7f-4c80-9b9a-5f82ca88cfdf: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:34:16.535742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-fbbfe657-b2b0-4fd4-b9ec-0c42e40b13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:16.537683 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-fbbfe657-b2b0-4fd4-b9ec-0c42e40b13d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8669aacc-9226-4962-8aa1-a00aaf122000 HTTP/1.1" status: 200 len: 834 time: 0.2521834 Jul 19 03:34:16.550502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff62c4-b3a0-4596-af55-0da60990077f req-87689f4e-f2cc-464d-be70-18a838c59085 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:16.552011 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41ff62c4-b3a0-4596-af55-0da60990077f req-87689f4e-f2cc-464d-be70-18a838c59085 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 931 time: 0.2533178 Jul 19 03:34:16.562296 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1b52039b-4e43-4170-b936-01f056f019c4 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/floatingips/9248d675-dd7f-4c80-9b9a-5f82ca88cfdf HTTP/1.1" status: 200 len: 991 time: 0.1037555 Jul 19 03:34:16.663532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7bd62ce3-2bf3-45d2-917a-648c9b01f413 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:16.727979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:16.728520 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.159739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41ff62c4-b3a0-4596-af55-0da60990077f req-67c2abf7-e1b1-4f62-88b5-f89891ebebf8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5561271 Jul 19 03:34:17.164568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.244573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-8e294bdd-8938-4319-a384-04ca5b54c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:17.246100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-8e294bdd-8938-4319-a384-04ca5b54c004 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6871543 Jul 19 03:34:17.436217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4241c74-adbb-488e-aef5-c95f980d9a32 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:34:17.446247 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.450585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-a0fdc57b-0805-4458-a5b4-8e671b689f53 service neutron] 10.222.0.26 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907234 Jul 19 03:34:17.494306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Transition to ACTIVE for port object e4241c74-adbb-488e-aef5-c95f980d9a32 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:17.503750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.564112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47334) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:17.654409 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-08bff200-19ee-4cf6-ac89-242a1f21a89e tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/floatingips/9248d675-dd7f-4c80-9b9a-5f82ca88cfdf HTTP/1.1" status: 200 len: 993 time: 0.0805962 Jul 19 03:34:17.674178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:17.696616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47338) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:17.712289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88c86f61-55b3-4491-b2d9-5b36c3971cdb req-c0e0846d-dc14-464f-ba28-5deb0770ba82 service neutron] 10.222.0.26 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545123 Jul 19 03:34:17.733699 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.772487 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.851292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:17.851637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:17.851995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 on network 261660e6-e20b-499c-a0f2-f33d8d0a354c {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:17.862160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-331894514'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:17.864605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Port e4241c74-adbb-488e-aef5-c95f980d9a32 on network 261660e6-e20b-499c-a0f2-f33d8d0a354c not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:17.864931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 on network 261660e6-e20b-499c-a0f2-f33d8d0a354c {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:17.887032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Made reservation on behalf of 7d2f63d2d0b4487ba0df203ec31707ca for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:17.890993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.891933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:34:17.892285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Checking segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:17.892670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Bound using segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:34:17.893120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Bound port: e4241c74-adbb-488e-aef5-c95f980d9a32, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:34:17.893466 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.900120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.912443 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.956034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Allocated IP 172.25.2.154 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/0a541dd9-3fcd-4dd8-8c29-4f9991182463) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:17.993306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:17.997660 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.017374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:18.027074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:34:18.033536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5016ca92-7940-41e9-948f-59b11d93226b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:18.039791 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.040145 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Added segment 0cae60f5-391b-4123-89da-a045c4cf7a05 of type vlan for network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 Jul 19 03:34:18.063355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:34:18.068994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.080858 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.112488 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.115236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:18.115868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.117257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] 10.222.0.26 "PUT /v2.0/ports/e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 1092 time: 2.1130800 Jul 19 03:34:18.117704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:34:18.118692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:18.119317 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.120026 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:34:18.161762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.200735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0087b-08f3-4d63-a89b-70ccdc63da81 service neutron] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:18.218796 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd2f460-c239-4300-958a-248c55800691 x-openstack-request-id: req-3bd2f460-c239-4300-958a-248c55800691 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:34:18.219090 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:34:18.219348 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bd2f460-c239-4300-958a-248c55800691 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:34:18.219767 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'status': 'completed', 'code': 200} Jul 19 03:34:18.221577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5235672 Jul 19 03:34:18.263187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-fe7af400-a296-42a5-9f6e-f4fd989ef69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:18.264918 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-fe7af400-a296-42a5-9f6e-f4fd989ef69a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1095 time: 0.0994132 Jul 19 03:34:18.265789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d9e55-f533-4ae4-b1ec-8c417028f9c0 tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Pushing event updated for resources: {'Network': ['ID=6f94228c-fb5f-4f3a-b3ea-8df4583e12f8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:18.275744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.279462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:34:18.341885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-04947a8c-27c0-4c0a-b230-effbd622076a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 217 time: 0.0638454 Jul 19 03:34:18.364676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:18.394631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:18.401737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:18.406802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Pushing event updated for resources: {'Port': ['ID=0a541dd9-3fcd-4dd8-8c29-4f9991182463,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:18.453335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081228af-96c3-4553-bd32-d67c64517a6c req-1fcef0bb-3847-4f08-a870-ef4db19f40b9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:18.454366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-7551a7dd-fa92-4edc-82e0-4784fc2bbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:18.455880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-7551a7dd-fa92-4edc-82e0-4784fc2bbd0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.1055915 Jul 19 03:34:18.461688 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081228af-96c3-4553-bd32-d67c64517a6c req-1fcef0bb-3847-4f08-a870-ef4db19f40b9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 943 time: 0.1118999 Jul 19 03:34:18.481099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47350) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:18.486365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Request body: {'port': {'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8', 'binding:host_id': 'n-h2-762330-18', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1772464493'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:18.517976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-081228af-96c3-4553-bd32-d67c64517a6c req-05a6646c-7e4d-4662-b2f2-f146efdbc6c1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549059 Jul 19 03:34:18.527620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Made reservation on behalf of dc0f1e41d02646ac8aa9a1f055732894 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:18.530376 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.543830 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.620274 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-d567a116-d806-4c2b-aab2-7e3d9cda99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:18.621997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-d567a116-d806-4c2b-aab2-7e3d9cda99fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1573229 Jul 19 03:34:18.651880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.656875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.663211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] device_id is not set on port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:18.754874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2057be42-8b3c-401c-b963-bb52a3a9a339,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:18.801936 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.805087 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-3187b966-4eda-4917-9245-0d9c160459e0 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730206 Jul 19 03:34:18.909144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] device_id is not set on port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:18.918224 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.930533 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Transition to ACTIVE for port object f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:18.939467 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:18.999095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event updated for resources: {'Port': ['ID=f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:19.008852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Checking segment: {'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:19.009220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Network hostable DHCP agents. Network: 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:34:19.009429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed331566-7ed9-4ba4-ac2c-c7528b5a3309 req-569bfed1-585e-4f4d-ae7c-e4a730f23d22 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720884 Jul 19 03:34:19.029864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:34:19.039345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:19.044465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:19.047914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b75040-655f-4a50-8a66-3983333fc513 None None] Network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:19.069765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:19.070304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:19.070754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:19.076096 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:19.076563 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:19.077046 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 2 to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 Jul 19 03:34:19.089674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:19.090111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:19.090726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:19.095177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:19.095664 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:19.096265 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 3 to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 Jul 19 03:34:19.109866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:19.110081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:19.110554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:19.111609 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:19.115254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:19.115684 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:19.116191 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 4 to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 Jul 19 03:34:19.128262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:19.128738 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:19.129171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:19.144216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:19.144781 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:19.145415 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 5 to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 Jul 19 03:34:19.160636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:19.160980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:19.161318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:19.165859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:19.166188 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:19.166660 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 6 to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 Jul 19 03:34:19.179423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:19.179771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:19.180093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:19.185517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:19.185853 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:19.186247 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 7 to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 Jul 19 03:34:19.192719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-934e855f-786b-4493-99b3-002ef602b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:19.194306 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-934e855f-786b-4493-99b3-002ef602b2e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1095 time: 0.1286192 Jul 19 03:34:19.198920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:19.199257 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:19.199618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:19.204326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:19.204654 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:19.205041 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 8 to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 Jul 19 03:34:19.217191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:19.217531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:19.217862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:19.222073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:19.222431 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:19.222923 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 9 to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 Jul 19 03:34:19.235969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:19.236308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:19.236644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:19.240889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:19.241214 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:19.241593 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 10 to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 Jul 19 03:34:19.253400 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:19.253740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:19.254078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:19.258444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:19.258693 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:19.259054 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:19.322179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] For port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:19.322565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempted to set empty binding levels {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 19 03:34:19.327857 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:19.337621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-af74ecfd-742f-4261-96b8-65efb3c0e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:19.339133 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-af74ecfd-742f-4261-96b8-65efb3c0e47f service neutron] 10.222.0.26 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.1154883 Jul 19 03:34:19.354735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Router a3872d16-a0a1-4c07-893e-228a092c0737 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:19.359914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:19.360505 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:19.383682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event updated for resources: {'Port': ['ID=f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:19.390010 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-477b3230-edc3-4a24-9543-e66df3fb1130 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 0.9049625 Jul 19 03:34:19.390194 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-becfd71b-89ff-46c3-828b-21e6c6520a72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 217 time: 0.0421600 Jul 19 03:34:19.390320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47354) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:19.474420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9d407098-eadd-4e99-88a3-03502649ec1f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Deleting port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:19.474787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d407098-eadd-4e99-88a3-03502649ec1f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:19.512909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-3d0461f8-8722-4c8e-be26-b48dcbdb3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:19.515083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-3d0461f8-8722-4c8e-be26-b48dcbdb3fd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.1163538 Jul 19 03:34:19.541015 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-9d407098-eadd-4e99-88a3-03502649ec1f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] For port f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2, host n-h2-762330-18, got binding levels [] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:19.541377 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d407098-eadd-4e99-88a3-03502649ec1f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:19.554681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9d407098-eadd-4e99-88a3-03502649ec1f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Calling delete_port for f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:19.566468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:19.576895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc330094-5ec9-4cc7-b8d4-ae13be2e7580 None None] Sync routers for ids ['a3872d16-a0a1-4c07-893e-228a092c0737'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:19.593019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc330094-5ec9-4cc7-b8d4-ae13be2e7580 None None] Routers {'a3872d16-a0a1-4c07-893e-228a092c0737'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:19.593671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bc330094-5ec9-4cc7-b8d4-ae13be2e7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a3872d16-a0a1-4c07-893e-228a092c0737'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:19.595260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:19.596496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-20205ddc-ccfc-4bfc-a056-96b8146f2e4e tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5412099 Jul 19 03:34:19.600109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47358) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:19.605736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:19.644925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bc330094-5ec9-4cc7-b8d4-ae13be2e7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:19.654440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc330094-5ec9-4cc7-b8d4-ae13be2e7580 None None] Routers {'a3872d16-a0a1-4c07-893e-228a092c0737'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:19.655060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bc330094-5ec9-4cc7-b8d4-ae13be2e7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a3872d16-a0a1-4c07-893e-228a092c0737'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:19.674500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-1dd04be0-d94f-495c-85d1-b7622116d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:19.676548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-1dd04be0-d94f-495c-85d1-b7622116d141 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535156 Jul 19 03:34:19.710534 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bc330094-5ec9-4cc7-b8d4-ae13be2e7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:19.711044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d407098-eadd-4e99-88a3-03502649ec1f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:19.712120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc330094-5ec9-4cc7-b8d4-ae13be2e7580 None None] The sync data for ids ['a3872d16-a0a1-4c07-893e-228a092c0737'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:19.751137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d407098-eadd-4e99-88a3-03502649ec1f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event deleted for resources: {'Port': ['ID=f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:19.759184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d407098-eadd-4e99-88a3-03502649ec1f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:19.768655 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9d407098-eadd-4e99-88a3-03502649ec1f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "DELETE /v2.0/ports/f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 HTTP/1.1" status: 204 len: 168 time: 0.3773010 Jul 19 03:34:19.774464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47362) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:19.813775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ec290-3070-44c9-ba63-e37827865f51 req-281fca1f-0474-41e1-abe0-03a0f1212961 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:19.815455 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7e3ec290-3070-44c9-ba63-e37827865f51 req-281fca1f-0474-41e1-abe0-03a0f1212961 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 943 time: 0.1485314 Jul 19 03:34:19.817192 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6b0026-bf0e-4319-85ba-465c9ff8916c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] GET failed (client error): The resource could not be found. Jul 19 03:34:19.822456 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af6b0026-bf0e-4319-85ba-465c9ff8916c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "GET /v2.0/ports/f30f9eb0-4d38-4db2-baf6-52ee24cdeaa2 HTTP/1.1" status: 404 len: 333 time: 0.0423594 Jul 19 03:34:19.823788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47364) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:19.834296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Request body: {'port': {'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1386213052'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:19.879243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7e3ec290-3070-44c9-ba63-e37827865f51 req-6315b0c1-033f-4df8-a7d6-ff1c603289bd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562725 Jul 19 03:34:19.880399 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Made reservation on behalf of dc0f1e41d02646ac8aa9a1f055732894 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:19.882879 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:19.907733 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] device_id is not set on port 156541cc-5922-45c5-8242-a63068e912e7 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:20.066872 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.104718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.149189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:20.152057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:20.155694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:20.156646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.157627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.165062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event updated for resources: {'Port': ['ID=156541cc-5922-45c5-8242-a63068e912e7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:20.176184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-712c2c00-69ad-4e19-a1c8-f266aa7247b8 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3502584 Jul 19 03:34:20.178830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47366) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:20.184636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:20.225415 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-af8ca735-1862-433f-90ab-969e861c2e38 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104103 Jul 19 03:34:20.258510 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.424605 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dfa75ed-53d8-48aa-beef-f1f10f46c5e6 req-9e4834a3-1b5d-4cc3-b285-0a7cd5052f63 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732459 Jul 19 03:34:20.425704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] device_id is not set on port 156541cc-5922-45c5-8242-a63068e912e7 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:20.433722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.444986 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.448113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Transition to ACTIVE for port object 156541cc-5922-45c5-8242-a63068e912e7 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:20.453238 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.459456 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.513624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:20.513951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:20.514305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:20.515034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Deleting port 0a541dd9-3fcd-4dd8-8c29-4f9991182463 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:20.515380 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.516172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event updated for resources: {'Port': ['ID=156541cc-5922-45c5-8242-a63068e912e7,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:20.520989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:20.521313 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:20.521688 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 2 to bind port 156541cc-5922-45c5-8242-a63068e912e7 Jul 19 03:34:20.533901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:20.534245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:20.534611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:20.538815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:20.539133 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:20.539508 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 3 to bind port 156541cc-5922-45c5-8242-a63068e912e7 Jul 19 03:34:20.553969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:20.554343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:20.554783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:20.559116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:20.559447 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:20.561251 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 4 to bind port 156541cc-5922-45c5-8242-a63068e912e7 Jul 19 03:34:20.574402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:20.575358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:20.575735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:20.580224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:20.580557 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:20.580941 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 5 to bind port 156541cc-5922-45c5-8242-a63068e912e7 Jul 19 03:34:20.595722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:20.596058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:20.596388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:20.597208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.600969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:20.601433 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:20.601818 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 6 to bind port 156541cc-5922-45c5-8242-a63068e912e7 Jul 19 03:34:20.610455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Calling delete_port for 0a541dd9-3fcd-4dd8-8c29-4f9991182463 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:20.613630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:20.614114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:20.614308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:20.618606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:20.618931 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:20.619306 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 7 to bind port 156541cc-5922-45c5-8242-a63068e912e7 Jul 19 03:34:20.635112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:20.635448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:20.635780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:20.640909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:20.641233 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:20.641615 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 8 to bind port 156541cc-5922-45c5-8242-a63068e912e7 Jul 19 03:34:20.653508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:20.653881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:20.654234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:20.658426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:20.658747 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:20.659121 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 9 to bind port 156541cc-5922-45c5-8242-a63068e912e7 Jul 19 03:34:20.671216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:20.671550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:20.671879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:20.676335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:20.676633 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:20.676986 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 10 to bind port 156541cc-5922-45c5-8242-a63068e912e7 Jul 19 03:34:20.689682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:20.690020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:20.690384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:20.694880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:20.695204 n-d-762330-18 neutron-server[94345]: ERROR neutron.plugins.ml2.managers [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port 156541cc-5922-45c5-8242-a63068e912e7 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:20.695562 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.757467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] For port 156541cc-5922-45c5-8242-a63068e912e7, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:20.758211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempted to set empty binding levels {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 19 03:34:20.762501 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.779805 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.797094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] In _notify_port_updated(), no bound segment for port 156541cc-5922-45c5-8242-a63068e912e7 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:34:20.798509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.798605 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.801246 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "PUT /v2.0/ports/156541cc-5922-45c5-8242-a63068e912e7 HTTP/1.1" status: 200 len: 976 time: 0.6214547 Jul 19 03:34:20.803947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47368) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:20.812581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Pushing event deleted for resources: {'Port': ['ID=0a541dd9-3fcd-4dd8-8c29-4f9991182463,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:20.849301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8231f-de2f-4d46-960d-e3c81149fd2f tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event updated for resources: {'Port': ['ID=156541cc-5922-45c5-8242-a63068e912e7,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:20.884124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:20.910573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.911062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.911660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.912685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.913010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.913583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.913948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.914765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.915813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.916381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.916856 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.917316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.918142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.918696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.919463 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.919933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.920418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.920879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.921331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.922377 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.922839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.923306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.924943 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.925429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.925898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.926448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.926865 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.927547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.927968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.928561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.928873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.929332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.929988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.930478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.930937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.931396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.931854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.932311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.932773 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.933235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:20.938494 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a8d3ead2-40dd-4425-acd1-407213e58931 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36056 time: 0.1331506 Jul 19 03:34:20.942436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47374) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.072261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-769a9f4b-cf3d-4f2f-89be-21298d539776 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Deleting port 156541cc-5922-45c5-8242-a63068e912e7 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:21.072606 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-769a9f4b-cf3d-4f2f-89be-21298d539776 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.096371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.099593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc922443-9f90-4e79-99d5-7ea073944c0e req-e68e51d7-8189-4aa5-9e50-a3233db45465 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:21.099759 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.101092 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc922443-9f90-4e79-99d5-7ea073944c0e req-e68e51d7-8189-4aa5-9e50-a3233db45465 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 943 time: 0.0978556 Jul 19 03:34:21.160136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-769a9f4b-cf3d-4f2f-89be-21298d539776 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] For port 156541cc-5922-45c5-8242-a63068e912e7, host n-h2-762330-18, got binding levels [] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:21.160569 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-769a9f4b-cf3d-4f2f-89be-21298d539776 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.180585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Router a3872d16-a0a1-4c07-893e-228a092c0737 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:21.181548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-769a9f4b-cf3d-4f2f-89be-21298d539776 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Calling delete_port for 156541cc-5922-45c5-8242-a63068e912e7 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:21.190684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc922443-9f90-4e79-99d5-7ea073944c0e req-420b9fa1-65af-4bc0-9eda-d0dd7a4d7c19 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836270 Jul 19 03:34:21.259291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:21.267172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.270745 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9abd6168-d1ad-4158-9480-fea03c1fadf3 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "PUT /v2.0/routers/a3872d16-a0a1-4c07-893e-228a092c0737 HTTP/1.1" status: 200 len: 705 time: 1.6674385 Jul 19 03:34:21.270916 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-769a9f4b-cf3d-4f2f-89be-21298d539776 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.271039 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4172553-dd26-43ec-8070-d676f30b0068 None None] Sync routers for ids ['a3872d16-a0a1-4c07-893e-228a092c0737'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:21.271482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47376) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.281953 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4172553-dd26-43ec-8070-d676f30b0068 None None] Routers {'a3872d16-a0a1-4c07-893e-228a092c0737'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:21.282616 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c4172553-dd26-43ec-8070-d676f30b0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a3872d16-a0a1-4c07-893e-228a092c0737'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:21.302938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-769a9f4b-cf3d-4f2f-89be-21298d539776 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.307751 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-769a9f4b-cf3d-4f2f-89be-21298d539776 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "DELETE /v2.0/ports/156541cc-5922-45c5-8242-a63068e912e7 HTTP/1.1" status: 204 len: 168 time: 0.3619156 Jul 19 03:34:21.307751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a9f4b-cf3d-4f2f-89be-21298d539776 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event deleted for resources: {'Port': ['ID=156541cc-5922-45c5-8242-a63068e912e7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:21.309294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47378) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.323592 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c4172553-dd26-43ec-8070-d676f30b0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:21.333122 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4172553-dd26-43ec-8070-d676f30b0068 None None] Routers {'a3872d16-a0a1-4c07-893e-228a092c0737'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:21.333733 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c4172553-dd26-43ec-8070-d676f30b0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a3872d16-a0a1-4c07-893e-228a092c0737'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:21.335510 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-6320ce5e-05d8-46dd-a09d-7db9e52682fd tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] GET failed (client error): The resource could not be found. Jul 19 03:34:21.341141 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6320ce5e-05d8-46dd-a09d-7db9e52682fd tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "GET /v2.0/ports/156541cc-5922-45c5-8242-a63068e912e7 HTTP/1.1" status: 404 len: 333 time: 0.0268784 Jul 19 03:34:21.341592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47380) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.346347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-591466011', 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:21.353484 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1f5b02e6-1c1f-4f05-9894-a2c98aa534e9 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/routers/a3872d16-a0a1-4c07-893e-228a092c0737 HTTP/1.1" status: 200 len: 740 time: 0.0805871 Jul 19 03:34:21.355331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47382) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.367061 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c4172553-dd26-43ec-8070-d676f30b0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:21.367272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Made reservation on behalf of dc0f1e41d02646ac8aa9a1f055732894 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:21.367935 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4172553-dd26-43ec-8070-d676f30b0068 None None] The sync data for ids ['a3872d16-a0a1-4c07-893e-228a092c0737'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:21.371134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.387722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] device_id is not set on port db6218b8-be6c-4c65-9196-cbeedb6894af yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:21.399249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c14d3164-5e2c-4055-9e44-ae2819989d19 tempest-RoutersAdminTest-1669201033 tempest-RoutersAdminTest-1669201033-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&device_id=a3872d16-a0a1-4c07-893e-228a092c0737 HTTP/1.1" status: 200 len: 205 time: 0.0424447 Jul 19 03:34:21.401696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47384) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.431478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c5696478-87cc-42f8-bfe3-2905cd8fc68c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3872d16-a0a1-4c07-893e-228a092c0737 HTTP/1.1" status: 200 len: 205 time: 0.0284636 Jul 19 03:34:21.433782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47386) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.509598 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb440527-603f-4325-9148-ab4991cb0732 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.534585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.571051 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.612584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:21.618747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:21.622882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:21.623832 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:21.624420 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.632185 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event updated for resources: {'Port': ['ID=db6218b8-be6c-4c65-9196-cbeedb6894af,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:21.646918 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6a32be99-479a-44fc-978a-84b24907f943 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3042815 Jul 19 03:34:21.649427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47388) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.677162 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb440527-603f-4325-9148-ab4991cb0732 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.679457 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb440527-603f-4325-9148-ab4991cb0732 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.692594 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e62912-723b-44f6-b49c-7783241ed43c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:21.693899 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d5e62912-723b-44f6-b49c-7783241ed43c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "GET /v2.0/ports/db6218b8-be6c-4c65-9196-cbeedb6894af HTTP/1.1" status: 200 len: 954 time: 0.0435145 Jul 19 03:34:21.696695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47390) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.725061 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb440527-603f-4325-9148-ab4991cb0732 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.725641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb440527-603f-4325-9148-ab4991cb0732 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Fanout notify agent at l3_agent the message router_deleted on router a3872d16-a0a1-4c07-893e-228a092c0737 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:21.733226 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb440527-603f-4325-9148-ab4991cb0732 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.737689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fb440527-603f-4325-9148-ab4991cb0732 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/a3872d16-a0a1-4c07-893e-228a092c0737 HTTP/1.1" status: 204 len: 168 time: 0.2995052 Jul 19 03:34:21.737689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47392) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.770487 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ec3939d4-b3c5-44c9-9128-0692f634013d tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3872d16-a0a1-4c07-893e-228a092c0737 HTTP/1.1" status: 200 len: 205 time: 0.0316157 Jul 19 03:34:21.772886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47394) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.786372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5686d-75ff-4955-b856-92553da9325c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Deleting port db6218b8-be6c-4c65-9196-cbeedb6894af {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:21.786999 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bc5686d-75ff-4955-b856-92553da9325c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.812265 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-ca7857e3-d281-4c45-b6d9-bc6d5ce9d311 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] delete failed (client error): The resource could not be found. Jul 19 03:34:21.813316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ca7857e3-d281-4c45-b6d9-bc6d5ce9d311 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/a3872d16-a0a1-4c07-893e-228a092c0737 HTTP/1.1" status: 404 len: 336 time: 0.0395169 Jul 19 03:34:21.815866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47396) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.848076 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4417ff7b-edd6-4edd-b847-a520ebcf220c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc1c0219-b0af-48bf-8a8d-b153223cfe7d HTTP/1.1" status: 200 len: 205 time: 0.0310423 Jul 19 03:34:21.850301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47398) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.852380 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bc5686d-75ff-4955-b856-92553da9325c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.864422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5686d-75ff-4955-b856-92553da9325c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Calling delete_port for db6218b8-be6c-4c65-9196-cbeedb6894af owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:21.891384 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-3acaf1b1-958e-44f7-a185-fb2301e29fa1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] delete failed (client error): The resource could not be found. Jul 19 03:34:21.892410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3acaf1b1-958e-44f7-a185-fb2301e29fa1 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/dc1c0219-b0af-48bf-8a8d-b153223cfe7d HTTP/1.1" status: 404 len: 336 time: 0.0412366 Jul 19 03:34:21.895090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47400) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.923999 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-50f4be20-e239-40fc-97f0-374ccdfe8622 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=591140da-4748-45e8-a509-c68b66ec774c HTTP/1.1" status: 200 len: 205 time: 0.0278673 Jul 19 03:34:21.926313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47402) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.949077 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bc5686d-75ff-4955-b856-92553da9325c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.963791 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-cb182f9b-a99f-49e5-8133-5663f7f4b539 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] delete failed (client error): The resource could not be found. Jul 19 03:34:21.964851 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cb182f9b-a99f-49e5-8133-5663f7f4b539 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/591140da-4748-45e8-a509-c68b66ec774c HTTP/1.1" status: 404 len: 336 time: 0.0376570 Jul 19 03:34:21.968110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47406) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:21.985642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5686d-75ff-4955-b856-92553da9325c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event deleted for resources: {'Port': ['ID=db6218b8-be6c-4c65-9196-cbeedb6894af,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:21.992617 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bc5686d-75ff-4955-b856-92553da9325c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:21.997137 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4bc5686d-75ff-4955-b856-92553da9325c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "DELETE /v2.0/ports/db6218b8-be6c-4c65-9196-cbeedb6894af HTTP/1.1" status: 204 len: 168 time: 0.2970791 Jul 19 03:34:21.997418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47408) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.003780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4eac9ad6-184d-47cc-a891-b8bb3bd93425 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=3caa19a1-fc4d-43d5-abfd-363cc4348388 HTTP/1.1" status: 200 len: 205 time: 0.0346074 Jul 19 03:34:22.006097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47410) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.028356 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce075d44-07e4-40ac-823e-1bafae959e25 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] GET failed (client error): The resource could not be found. Jul 19 03:34:22.029841 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ce075d44-07e4-40ac-823e-1bafae959e25 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "GET /v2.0/ports/db6218b8-be6c-4c65-9196-cbeedb6894af HTTP/1.1" status: 404 len: 333 time: 0.0314875 Jul 19 03:34:22.033650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47412) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.038412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Request body: {'port': {'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-877869402'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:22.047131 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-0137e6de-5dc6-4706-9af4-c5806603264c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] delete failed (client error): The resource could not be found. Jul 19 03:34:22.048386 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0137e6de-5dc6-4706-9af4-c5806603264c tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/3caa19a1-fc4d-43d5-abfd-363cc4348388 HTTP/1.1" status: 404 len: 336 time: 0.0409725 Jul 19 03:34:22.050983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47414) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.060363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Made reservation on behalf of dc0f1e41d02646ac8aa9a1f055732894 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:22.062902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.078047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] device_id is not set on port a46f044f-24fb-44ce-8fb3-f54914ddb132 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:22.080953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d6bda62d-4105-41e0-8ecd-39e43e60bf01 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8772b3a-16d4-4a4a-b496-8cce8056850a HTTP/1.1" status: 200 len: 205 time: 0.0289381 Jul 19 03:34:22.083240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47416) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.123962 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-e4f9ffbc-4d85-4893-8470-10f7827677bd tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] delete failed (client error): The resource could not be found. Jul 19 03:34:22.125111 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e4f9ffbc-4d85-4893-8470-10f7827677bd tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/d8772b3a-16d4-4a4a-b496-8cce8056850a HTTP/1.1" status: 404 len: 336 time: 0.0406640 Jul 19 03:34:22.128261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47418) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.157949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d8cdc621-6950-4a6e-b8b5-fc93a44b4083 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "GET /v2.0/ports?device_id=41f4c36f-9875-4231-931f-ecd6a26b7d10 HTTP/1.1" status: 200 len: 205 time: 0.0281041 Jul 19 03:34:22.160314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47420) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.197052 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-8cc6cd04-6d95-4510-8f98-1f5b2e21ee10 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] delete failed (client error): The resource could not be found. Jul 19 03:34:22.197987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8cc6cd04-6d95-4510-8f98-1f5b2e21ee10 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/routers/41f4c36f-9875-4231-931f-ecd6a26b7d10 HTTP/1.1" status: 404 len: 336 time: 0.0365808 Jul 19 03:34:22.200951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47422) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.233572 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.233932 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba144ecd-f5cf-42d5-85f7-8f230fb56b45 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] DELETE failed (client error): The resource could not be found. Jul 19 03:34:22.234424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba144ecd-f5cf-42d5-85f7-8f230fb56b45 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:34:22.238641 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ba144ecd-f5cf-42d5-85f7-8f230fb56b45 tempest-RoutersAdminTest-1795138381 tempest-RoutersAdminTest-1795138381-project] 10.222.0.20 "DELETE /v2.0/subnets/4069f6b8-4299-44d0-9fa2-0021875bd6e6 HTTP/1.1" status: 404 len: 337 time: 0.0343406 Jul 19 03:34:22.276651 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.328745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:22.349328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:22.356994 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:22.357930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:22.358549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.362207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event updated for resources: {'Port': ['ID=a46f044f-24fb-44ce-8fb3-f54914ddb132,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:22.377693 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7da076cd-8230-4105-88e4-e2cec08158d9 tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3430107 Jul 19 03:34:22.380674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47428) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.388526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:22.405833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f277a-ffaf-433f-8bb9-203912232315 req-f65fdefe-afda-498d-9f83-39220d985235 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:22.413447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496f277a-ffaf-433f-8bb9-203912232315 req-f65fdefe-afda-498d-9f83-39220d985235 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 943 time: 0.1022894 Jul 19 03:34:22.452772 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-496f277a-ffaf-433f-8bb9-203912232315 req-653c03d2-46f6-4fd0-ab1c-2ab1e442ee86 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383132 Jul 19 03:34:22.472912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.493888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47432) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.601666 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c638d801-798c-46f2-b761-d26fe956d02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.648349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] device_id is not set on port a46f044f-24fb-44ce-8fb3-f54914ddb132 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:22.656492 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.669633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Transition to ACTIVE for port object a46f044f-24fb-44ce-8fb3-f54914ddb132 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:22.673810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.694569 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c638d801-798c-46f2-b761-d26fe956d02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.698503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c638d801-798c-46f2-b761-d26fe956d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.728830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event updated for resources: {'Port': ['ID=a46f044f-24fb-44ce-8fb3-f54914ddb132,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:22.740133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:22.740466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:22.740808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:22.740919 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c638d801-798c-46f2-b761-d26fe956d02f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c9d917d7e194f1bab336acd5d5f2806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458074 Jul 19 03:34:22.741893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638d801-798c-46f2-b761-d26fe956d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa9676-78d7-4962-baaf-35546a047bbd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:22.743647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47436) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:22.752734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:22.753064 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:22.757713 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 2 to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 Jul 19 03:34:22.782977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:22.783304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:22.783631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:22.793985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:22.794337 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:22.794839 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 3 to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 Jul 19 03:34:22.814438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:22.814774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:22.815116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:22.822972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:22.823295 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:22.823817 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 4 to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 Jul 19 03:34:22.828159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86306854-76e9-4f5b-a2aa-5b3e8a83d112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.847340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:22.847670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:22.848001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:22.860299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:22.860624 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:22.862349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86306854-76e9-4f5b-a2aa-5b3e8a83d112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.863736 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 5 to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 Jul 19 03:34:22.887585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:22.887915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:22.888241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:22.897765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:34:22.904013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:22.904255 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:22.905204 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 6 to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 Jul 19 03:34:22.917963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:22.918343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:22.918675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:22.923714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:22.923993 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:22.924405 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 7 to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 Jul 19 03:34:22.939237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:22.939580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:22.939962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:22.943532 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86306854-76e9-4f5b-a2aa-5b3e8a83d112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.946026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86306854-76e9-4f5b-a2aa-5b3e8a83d112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:22.947200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-86306854-76e9-4f5b-a2aa-5b3e8a83d112 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76aa9676-78d7-4962-baaf-35546a047bbd HTTP/1.1" status: 204 len: 168 time: 0.2026408 Jul 19 03:34:22.956420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:22.956975 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:22.957680 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 8 to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 Jul 19 03:34:22.960507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86306854-76e9-4f5b-a2aa-5b3e8a83d112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aa9676-78d7-4962-baaf-35546a047bbd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:22.977324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:22.977728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:22.978129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:22.983015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:22.983691 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:22.983884 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 9 to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 Jul 19 03:34:22.999108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:22.999578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:22.999958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:23.005857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:23.006492 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:23.006905 n-d-762330-18 neutron-server[94344]: INFO neutron.plugins.ml2.plugin [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempt 10 to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 Jul 19 03:34:23.015598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:23.020991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:23.021401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:23.021802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempting to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:23.026229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:34:23.026499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'port_id': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'mac_address': 'fa:16:3e:e5:61:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:34:23.026703 n-d-762330-18 neutron-server[94344]: ERROR neutron.plugins.ml2.managers [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Failed to bind port a46f044f-24fb-44ce-8fb3-f54914ddb132 on host n-h2-762330-18 for vnic_type normal using segments [{'id': '0cae60f5-391b-4123-89da-a045c4cf7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f94228c-fb5f-4f3a-b3ea-8df4583e12f8'}] Jul 19 03:34:23.027125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.072525 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.093648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4241c74-adbb-488e-aef5-c95f980d9a32 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:34:23.101091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] For port a46f044f-24fb-44ce-8fb3-f54914ddb132, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:23.101767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attempted to set empty binding levels {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 19 03:34:23.108235 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.128266 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:23.138855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] In _notify_port_updated(), no bound segment for port a46f044f-24fb-44ce-8fb3-f54914ddb132 on network 6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:34:23.139997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:23.140613 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.141264 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.144699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "PUT /v2.0/ports/a46f044f-24fb-44ce-8fb3-f54914ddb132 HTTP/1.1" status: 200 len: 975 time: 0.7595468 Jul 19 03:34:23.144990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47444) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:23.202928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c814a9-c35f-4d65-97e5-7626c9a0639b tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event updated for resources: {'Port': ['ID=a46f044f-24fb-44ce-8fb3-f54914ddb132,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:23.222320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:23.229763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.230078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.230460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.231492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.231944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.232132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.232442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.232778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.233117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.233442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.233777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.234102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:23.255252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7ab10cb5-dc2c-4dce-a9ce-1c9616611f3c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Deleting port a46f044f-24fb-44ce-8fb3-f54914ddb132 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:23.255598 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ab10cb5-dc2c-4dce-a9ce-1c9616611f3c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.299240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47446) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:23.322049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-7ab10cb5-dc2c-4dce-a9ce-1c9616611f3c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] For port a46f044f-24fb-44ce-8fb3-f54914ddb132, host n-h2-762330-18, got binding levels [] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:23.322446 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ab10cb5-dc2c-4dce-a9ce-1c9616611f3c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.334051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7ab10cb5-dc2c-4dce-a9ce-1c9616611f3c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Calling delete_port for a46f044f-24fb-44ce-8fb3-f54914ddb132 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:23.339203 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0bb3e1d6-1e88-4fef-8a1f-406aeb09d7cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8867244fd7ce42bab23c7fd95d07d8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387547 Jul 19 03:34:23.342289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47448) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:23.370293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e4241c74-adbb-488e-aef5-c95f980d9a32'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:34:23.390478 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f37723c-a7c0-4618-a070-d27d840ff3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.412364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f37723c-a7c0-4618-a070-d27d840ff3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.415794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ab10cb5-dc2c-4dce-a9ce-1c9616611f3c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.450094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab10cb5-dc2c-4dce-a9ce-1c9616611f3c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Pushing event deleted for resources: {'Port': ['ID=a46f044f-24fb-44ce-8fb3-f54914ddb132,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:23.460542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ab10cb5-dc2c-4dce-a9ce-1c9616611f3c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.462603 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7ab10cb5-dc2c-4dce-a9ce-1c9616611f3c tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a46f044f-24fb-44ce-8fb3-f54914ddb132 HTTP/1.1" status: 204 len: 168 time: 0.3104889 Jul 19 03:34:23.465566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47450) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:23.493459 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1288fd3-c317-4c78-aebd-0d5276ebe7ff tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] GET failed (client error): The resource could not be found. Jul 19 03:34:23.495154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a1288fd3-c317-4c78-aebd-0d5276ebe7ff tempest-PortsAdminExtendedAttrsTestJSON-186387197 tempest-PortsAdminExtendedAttrsTestJSON-186387197-project-admin] 10.222.0.20 "GET /v2.0/ports/a46f044f-24fb-44ce-8fb3-f54914ddb132 HTTP/1.1" status: 404 len: 333 time: 0.0284088 Jul 19 03:34:23.500766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47454) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:23.500889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f37723c-a7c0-4618-a070-d27d840ff3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.503423 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f37723c-a7c0-4618-a070-d27d840ff3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.506832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9f37723c-a7c0-4618-a070-d27d840ff3c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/004befa9-6ba7-48e7-80f7-2c3a5506a5fd HTTP/1.1" status: 204 len: 168 time: 0.1613181 Jul 19 03:34:23.512768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37723c-a7c0-4618-a070-d27d840ff3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004befa9-6ba7-48e7-80f7-2c3a5506a5fd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:23.614650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.730684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adc68c-022f-4631-97dd-3d2900334655 req-908868a1-cdc5-47a5-97cc-3381f0a9be34 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:23.732382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-13adc68c-022f-4631-97dd-3d2900334655 req-908868a1-cdc5-47a5-97cc-3381f0a9be34 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 944 time: 0.1322501 Jul 19 03:34:23.761825 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.780707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f94228c-fb5f-4f3a-b3ea-8df4583e12f8']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:23.797958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cae60f5-391b-4123-89da-a045c4cf7a05') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:23.798249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cae60f5-391b-4123-89da-a045c4cf7a05') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:23.809897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.830447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-13adc68c-022f-4631-97dd-3d2900334655 req-69c1d6a0-afd9-4ca7-a784-344dbf45907c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646727 Jul 19 03:34:23.834213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.844218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:34:23.844648 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:34:23.847812 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:34:23.921901 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.929426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:23.933335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] 10.222.0.20 "DELETE /v2.0/networks/6f94228c-fb5f-4f3a-b3ea-8df4583e12f8 HTTP/1.1" status: 204 len: 168 time: 0.4288912 Jul 19 03:34:23.942547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1de20-0874-4729-a936-fd3b2128696a tempest-PortsAdminExtendedAttrsTestJSON-825463791 tempest-PortsAdminExtendedAttrsTestJSON-825463791-project] Pushing event deleted for resources: {'Network': ['ID=6f94228c-fb5f-4f3a-b3ea-8df4583e12f8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:24.127539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47474) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:24.276413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9d617b0b-3b66-4412-acc1-8d398e698422 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d2f63d2d0b4487ba0df203ec31707ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454518 Jul 19 03:34:24.276988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47486) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:24.325839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b839-d85c-4fb7-aeb4-8c2414f1a091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.338601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47488) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:24.347209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b839-d85c-4fb7-aeb4-8c2414f1a091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.396354 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b839-d85c-4fb7-aeb4-8c2414f1a091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.399079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b839-d85c-4fb7-aeb4-8c2414f1a091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.400418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9fc0b839-d85c-4fb7-aeb4-8c2414f1a091 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5016ca92-7940-41e9-948f-59b11d93226b HTTP/1.1" status: 204 len: 168 time: 0.1227255 Jul 19 03:34:24.408079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0b839-d85c-4fb7-aeb4-8c2414f1a091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5016ca92-7940-41e9-948f-59b11d93226b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:24.444344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-996302558'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:24.466937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Made reservation on behalf of 2fa71d61acf84d84b2c7109cd31f0a60 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:24.470493 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.479106 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.576583 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.580899 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.606148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:34:24.619969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc46cc86-92f4-4282-afdc-00d8cc9d9848,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:24.627044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.627395 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Added segment 9349d1d7-0122-40e9-bc24-feedcbc832f9 of type vlan for network 9295278a-86b1-467f-bfad-062f2fd9272c Jul 19 03:34:24.667808 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.703911 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.710128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:24.710767 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.738797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47496) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:24.744894 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4051781 Jul 19 03:34:24.748202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47498) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:24.755211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'subnet': {'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:24.780950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b3d619fd-66e5-4a67-9bf4-91ad89a59e15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc0f1e41d02646ac8aa9a1f055732894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405886 Jul 19 03:34:24.783353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47500) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:24.795433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381c2bd-4b7b-4bb5-8f99-6e272db99d47 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Network': ['ID=9295278a-86b1-467f-bfad-062f2fd9272c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:24.807075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 9295278a-86b1-467f-bfad-062f2fd9272c details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:34:24.834587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-155a4cdf-8d05-4bb7-922d-a0a86b2fafec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.857344 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-155a4cdf-8d05-4bb7-922d-a0a86b2fafec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.883557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Made reservation on behalf of 2fa71d61acf84d84b2c7109cd31f0a60 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:24.888107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:24.888522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.919770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-155a4cdf-8d05-4bb7-922d-a0a86b2fafec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.922721 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-155a4cdf-8d05-4bb7-922d-a0a86b2fafec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:24.926293 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-155a4cdf-8d05-4bb7-922d-a0a86b2fafec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2057be42-8b3c-401c-b963-bb52a3a9a339 HTTP/1.1" status: 204 len: 168 time: 0.1398947 Jul 19 03:34:24.933510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a4cdf-8d05-4bb7-922d-a0a86b2fafec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2057be42-8b3c-401c-b963-bb52a3a9a339,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:24.969691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port e4241c74-adbb-488e-aef5-c95f980d9a32 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:24.974791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port e4241c74-adbb-488e-aef5-c95f980d9a32 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:24.975649 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:25.038325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222bb08-b512-4290-842d-19e3f55edd47 req-05db3eba-0617-4819-bf4c-2f79fa754a3d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:25.039736 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c222bb08-b512-4290-842d-19e3f55edd47 req-05db3eba-0617-4819-bf4c-2f79fa754a3d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 944 time: 0.0763211 Jul 19 03:34:25.073384 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:25.099378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:34:25.102964 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676854a8-4fdc-4aae-8419-a0611e6c70e0" -d '{"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:34:25.104997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c222bb08-b512-4290-842d-19e3f55edd47 req-4b911ba9-9899-4bdc-ae89-3924e6a2fc90 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579123 Jul 19 03:34:25.135785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:25.142092 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:25.159523 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:25.190183 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad3758-0ba9-47a8-b72b-1ba7846bf400 x-openstack-request-id: req-c3ad3758-0ba9-47a8-b72b-1ba7846bf400 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:34:25.190589 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:34:25.190803 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3ad3758-0ba9-47a8-b72b-1ba7846bf400 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:34:25.191397 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'code': 200} Jul 19 03:34:25.205212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:25.235281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Checking segment: {'id': '9349d1d7-0122-40e9-bc24-feedcbc832f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:25.235773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Network hostable DHCP agents. Network: 9295278a-86b1-467f-bfad-062f2fd9272c, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:34:25.240510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Subnet': ['ID=6ce29b0f-8f5a-4554-833e-27fee9396d2d,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:25.297808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Network 9295278a-86b1-467f-bfad-062f2fd9272c is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:34:25.310177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb6ca8-a1d2-4b6e-ac52-0917f488c689 req-3e86ea4b-2258-4b00-b01f-d3bb22c1c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:25.311763 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1bbb6ca8-a1d2-4b6e-ac52-0917f488c689 req-3e86ea4b-2258-4b00-b01f-d3bb22c1c14b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1097 time: 0.0721979 Jul 19 03:34:25.312499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 9295278a-86b1-467f-bfad-062f2fd9272c) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:25.316573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:25.317137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:25.325023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a06793-277d-434c-be03-a78b8a3c09e6 None None] Network 9295278a-86b1-467f-bfad-062f2fd9272c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:25.352259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b27c4064-bd7a-4911-9237-57791beec4c3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6030149 Jul 19 03:34:25.354943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47518) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:25.358663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1bbb6ca8-a1d2-4b6e-ac52-0917f488c689 req-5e04ca09-7178-49a8-af05-a50cdf04a562 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389204 Jul 19 03:34:25.362950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'port': {'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c', 'name': 'tempest-AllowedAddressPairTestJSON-544547655'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:25.481966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Made reservation on behalf of 2fa71d61acf84d84b2c7109cd31f0a60 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:25.485559 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:25.506116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] device_id is not set on port a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:25.509695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-9295278a-86b1-467f-bfad-062f2fd9272c', 'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c', 'tenant_id': '2fa71d61acf84d84b2c7109cd31f0a60', 'fixed_ips': [{'subnet_id': '6ce29b0f-8f5a-4554-833e-27fee9396d2d'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:34:25.511138 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:25.629531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Allocated IP 172.20.0.2 (9295278a-86b1-467f-bfad-062f2fd9272c/6ce29b0f-8f5a-4554-833e-27fee9396d2d/a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:25.779814 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:25.792934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Transition to ACTIVE for port object a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:25.828066 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:25.880125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Network 9295278a-86b1-467f-bfad-062f2fd9272c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:25.883205 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d7893b83-7a6c-4f8d-860b-cc81885e9896 {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:34:25.883693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:25.883954 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:34:25.888532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:25.913474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Port': ['ID=a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:25.941935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:25.942580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:25.958145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f605d1b2-bd0f-45be-bcff-b59e21195f28 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6019814 Jul 19 03:34:25.961107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47538) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:25.966659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'port': {'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c', 'name': 'tempest-AllowedAddressPairTestJSON-1696397463', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:66:c1:7e'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:26.075892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Made reservation on behalf of 2fa71d61acf84d84b2c7109cd31f0a60 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:26.191436 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:26.215976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] device_id is not set on port b0eb9d17-b289-4f5c-9426-9c4d50a76dd5 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:26.345784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Allocated IP 172.20.0.10 (9295278a-86b1-467f-bfad-062f2fd9272c/6ce29b0f-8f5a-4554-833e-27fee9396d2d/b0eb9d17-b289-4f5c-9426-9c4d50a76dd5) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:26.384909 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:26.464018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47558) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.558165 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:26.569900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775e4a6-3a25-4b8b-a7d6-483284701e5c req-2c0913d8-d3f2-4a6f-bd9e-29d83552cee8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:26.571578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7775e4a6-3a25-4b8b-a7d6-483284701e5c req-2c0913d8-d3f2-4a6f-bd9e-29d83552cee8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.3495479 Jul 19 03:34:26.575203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-92ebd075-fcdf-4352-b0d9-6313ec3f41c7 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:26.589438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Transition to ACTIVE for port object b0eb9d17-b289-4f5c-9426-9c4d50a76dd5 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:26.609413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-92ebd075-fcdf-4352-b0d9-6313ec3f41c7 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] 10.222.0.20 "PUT /v2.0/quotas/b2deec60be8d4122b11969835cc6ad7e HTTP/1.1" status: 200 len: 366 time: 0.1442845 Jul 19 03:34:26.611983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47562) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.621785 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a8455307-c792-407d-9024-77ed5806b0c4 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0086586 Jul 19 03:34:26.624338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47564) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.627831 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7775e4a6-3a25-4b8b-a7d6-483284701e5c req-260f4b78-a186-420d-81cd-7997ed276e72 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488381 Jul 19 03:34:26.634668 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2b681490-6517-440d-88b1-9fb4475011c3 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] 10.222.0.20 "GET /v2.0/quotas/b2deec60be8d4122b11969835cc6ad7e HTTP/1.1" status: 200 len: 366 time: 0.0092382 Jul 19 03:34:26.638335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47566) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.651831 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:26.655934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4dcd3eea-2be9-42d1-b035-65f07c45a0ed tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/b2deec60be8d4122b11969835cc6ad7e HTTP/1.1" status: 204 len: 168 time: 0.0163879 Jul 19 03:34:26.658136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47568) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.668803 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-98c67997-acf2-4702-9953-1eace962751c tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0089288 Jul 19 03:34:26.671470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47570) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.681081 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d70f9ed7-86e9-4834-af86-8708620e75dc tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] 10.222.0.20 "GET /v2.0/quotas/b2deec60be8d4122b11969835cc6ad7e HTTP/1.1" status: 200 len: 370 time: 0.0084412 Jul 19 03:34:26.683360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47572) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.690759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-97f89638-c74a-4efb-bfcd-1a32dd910006 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] 10.222.0.20 "GET /v2.0/quotas/b2deec60be8d4122b11969835cc6ad7e/default HTTP/1.1" status: 200 len: 370 time: 0.0041378 Jul 19 03:34:26.691685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47574) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.700199 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-60268d59-b757-4f1c-8509-18b9736a5aed tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] delete failed (client error): The resource could not be found. Jul 19 03:34:26.702315 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-60268d59-b757-4f1c-8509-18b9736a5aed tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/b2deec60be8d4122b11969835cc6ad7e HTTP/1.1" status: 404 len: 348 time: 0.0087535 Jul 19 03:34:26.702482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Network 9295278a-86b1-467f-bfad-062f2fd9272c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:26.708226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:26.710568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Allocated IP 172.20.0.3 (9295278a-86b1-467f-bfad-062f2fd9272c/6ce29b0f-8f5a-4554-833e-27fee9396d2d/c45aaf75-f341-46d7-b610-761f9852d25d) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:26.713084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:26.750083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Port': ['ID=b0eb9d17-b289-4f5c-9426-9c4d50a76dd5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:26.774747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:26.775385 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:26.794182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-87a103df-0a95-4ca0-883d-ad842365b280 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8318355 Jul 19 03:34:26.796928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47578) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.839228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47580) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.890503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Usage tracker for resource:network and tenant:0d3426b13f424c6c82ab2d5922f56884 is out of sync, need to count used quota {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 19 03:34:26.896102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 19 03:34:26.904146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Usage tracker for resource:subnet and tenant:0d3426b13f424c6c82ab2d5922f56884 is out of sync, need to count used quota {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 19 03:34:26.909814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 19 03:34:26.911950 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:26.918145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Usage tracker for resource:subnetpool and tenant:0d3426b13f424c6c82ab2d5922f56884 is out of sync, need to count used quota {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 19 03:34:26.922656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 19 03:34:26.924327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Transition to ACTIVE for port object c45aaf75-f341-46d7-b610-761f9852d25d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:26.932510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Usage tracker for resource:port and tenant:0d3426b13f424c6c82ab2d5922f56884 is out of sync, need to count used quota {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 19 03:34:26.940054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5f69b-124a-42a6-8f7b-4b1ba0878c76 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:26.941717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Transition to ACTIVE for port object c45aaf75-f341-46d7-b610-761f9852d25d will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:26.948093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 19 03:34:26.951918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5f69b-124a-42a6-8f7b-4b1ba0878c76 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:26.956311 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c2c5f69b-124a-42a6-8f7b-4b1ba0878c76 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1727 time: 0.1556699 Jul 19 03:34:26.956467 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:26.956577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47582) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:26.960870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Usage tracker for resource:router and tenant:0d3426b13f424c6c82ab2d5922f56884 is out of sync, need to count used quota {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 19 03:34:26.975951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 19 03:34:26.983305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Usage tracker for resource:floatingip and tenant:0d3426b13f424c6c82ab2d5922f56884 is out of sync, need to count used quota {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 19 03:34:26.988745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 19 03:34:26.998658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Network 9295278a-86b1-467f-bfad-062f2fd9272c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:27.005100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:27.007750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:27.017808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Pushing event updated for resources: {'Port': ['ID=c45aaf75-f341-46d7-b610-761f9852d25d,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:27.047265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Usage tracker for resource:security_group and tenant:0d3426b13f424c6c82ab2d5922f56884 is out of sync, need to count used quota {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 19 03:34:27.052304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 19 03:34:27.060750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Usage tracker for resource:security_group_rule and tenant:0d3426b13f424c6c82ab2d5922f56884 is out of sync, need to count used quota {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 19 03:34:27.067019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.quota.resource [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94345) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 19 03:34:27.076737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-413cbd89-b537-40ef-ae3c-332ddc510048 tempest-QuotasTest-1166428756 tempest-QuotasTest-1166428756-project-admin] 10.222.0.20 "GET /v2.0/quotas/0d3426b13f424c6c82ab2d5922f56884/details.json HTTP/1.1" status: 200 len: 703 time: 0.2315700 Jul 19 03:34:27.082245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Attempting to bind port c45aaf75-f341-46d7-b610-761f9852d25d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:27.083116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Attempting to bind port c45aaf75-f341-46d7-b610-761f9852d25d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9349d1d7-0122-40e9-bc24-feedcbc832f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:27.083476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Attempting to bind port c45aaf75-f341-46d7-b610-761f9852d25d on network 9295278a-86b1-467f-bfad-062f2fd9272c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:27.088854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:34:27.089233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Checking segment: {'id': '9349d1d7-0122-40e9-bc24-feedcbc832f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:27.089639 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.090076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Bound using segment: {'id': '9349d1d7-0122-40e9-bc24-feedcbc832f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:34:27.091306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Bound port: c45aaf75-f341-46d7-b610-761f9852d25d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9349d1d7-0122-40e9-bc24-feedcbc832f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:34:27.091306 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.093793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ad20cd4f-4040-40e7-9d71-10701456d0db tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Deleting port b0eb9d17-b289-4f5c-9426-9c4d50a76dd5 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:27.094214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad20cd4f-4040-40e7-9d71-10701456d0db tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.186919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] For port c45aaf75-f341-46d7-b610-761f9852d25d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:27.190209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] For port c45aaf75-f341-46d7-b610-761f9852d25d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c45aaf75-f341-46d7-b610-761f9852d25d,segment=NetworkSegment(9349d1d7-0122-40e9-bc24-feedcbc832f9),segment_id=9349d1d7-0122-40e9-bc24-feedcbc832f9)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:34:27.194294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad20cd4f-4040-40e7-9d71-10701456d0db tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.196061 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.207004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ad20cd4f-4040-40e7-9d71-10701456d0db tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Calling delete_port for b0eb9d17-b289-4f5c-9426-9c4d50a76dd5 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:27.271055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80378690-7e78-4b49-8854-cef5de27fdce None None] Pushing event updated for resources: {'Port': ['ID=c45aaf75-f341-46d7-b610-761f9852d25d,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:27.491533 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47588) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:27.625870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fc89179-4b82-429b-809a-57039248ec32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.747107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fc89179-4b82-429b-809a-57039248ec32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.751467 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7fc89179-4b82-429b-809a-57039248ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.759501 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-743324d3-4fff-4096-9d09-47b79048e5e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1011374 Jul 19 03:34:27.797101 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7fc89179-4b82-429b-809a-57039248ec32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a476c37909284737a75bd593fd72e51a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035755 Jul 19 03:34:27.801645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47596) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:27.810595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc89179-4b82-429b-809a-57039248ec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd23ba7d-4c8f-49e2-83ef-d34384623f11,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:27.828952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad20cd4f-4040-40e7-9d71-10701456d0db tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.860700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e320ec96-9199-428c-b241-1304dfe2741c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.882743 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e320ec96-9199-428c-b241-1304dfe2741c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.886694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20cd4f-4040-40e7-9d71-10701456d0db tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event deleted for resources: {'Port': ['ID=b0eb9d17-b289-4f5c-9426-9c4d50a76dd5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:27.934299 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e320ec96-9199-428c-b241-1304dfe2741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.936877 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e320ec96-9199-428c-b241-1304dfe2741c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:27.938055 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e320ec96-9199-428c-b241-1304dfe2741c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd23ba7d-4c8f-49e2-83ef-d34384623f11 HTTP/1.1" status: 204 len: 168 time: 0.1354699 Jul 19 03:34:27.946542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320ec96-9199-428c-b241-1304dfe2741c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd23ba7d-4c8f-49e2-83ef-d34384623f11,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:27.992855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbb44d-f9fa-4794-a260-583008a68334 req-605a7f34-0a3b-4834-9d8e-0d22532f894d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:27.994445 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cebbb44d-f9fa-4794-a260-583008a68334 req-605a7f34-0a3b-4834-9d8e-0d22532f894d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.2220345 Jul 19 03:34:28.015429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-257bb972-ab36-4426-9bc8-241e38504180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:28.016950 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-257bb972-ab36-4426-9bc8-241e38504180 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 1097 time: 0.2040958 Jul 19 03:34:28.143675 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cebbb44d-f9fa-4794-a260-583008a68334 req-85d63b1c-fa95-4533-b753-4c14b3ca76cb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388786 Jul 19 03:34:28.208871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad20cd4f-4040-40e7-9d71-10701456d0db tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:28.214176 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ad20cd4f-4040-40e7-9d71-10701456d0db tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "DELETE /v2.0/ports/b0eb9d17-b289-4f5c-9426-9c4d50a76dd5 HTTP/1.1" status: 204 len: 168 time: 1.2540805 Jul 19 03:34:28.214452 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47604) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:28.249639 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d93d563-3118-4c98-ab7f-c21715c6fcc9 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] GET failed (client error): The resource could not be found. Jul 19 03:34:28.251366 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9d93d563-3118-4c98-ab7f-c21715c6fcc9 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "GET /v2.0/ports/b0eb9d17-b289-4f5c-9426-9c4d50a76dd5 HTTP/1.1" status: 404 len: 333 time: 0.0352647 Jul 19 03:34:28.252608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-7667a2b1-5497-4942-ac08-1a328ceeee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:28.254118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-7667a2b1-5497-4942-ac08-1a328ceeee2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc HTTP/1.1" status: 200 len: 897 time: 0.2086489 Jul 19 03:34:28.257078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47606) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:28.267408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'port': {'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c', 'name': 'tempest-AllowedAddressPairTestJSON-1374610044'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:28.309999 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47608) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:28.348093 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-44fc9077-e34d-4841-9cd2-5c6800b5c075 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a290c34-208f-4cf6-a14a-1a9cbb197865 HTTP/1.1" status: 200 len: 1001 time: 0.0847988 Jul 19 03:34:28.360883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fe368715-b7c8-4be4-b150-e3332ece409d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:28.410964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-990172bd-1bac-486e-8133-3028f3e1ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:28.412978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-990172bd-1bac-486e-8133-3028f3e1ef39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8669aacc-9226-4962-8aa1-a00aaf122000 HTTP/1.1" status: 200 len: 834 time: 0.0583680 Jul 19 03:34:28.446642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4247e5d8-4f40-4efc-86dc-d4b004643f7b None None] Network 9295278a-86b1-467f-bfad-062f2fd9272c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:28.494163 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fe368715-b7c8-4be4-b150-e3332ece409d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:28.494930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-6f479e49-1b2e-468a-93db-ed9e623f5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:28.497943 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-6f479e49-1b2e-468a-93db-ed9e623f5bae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782402 Jul 19 03:34:28.502408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fe368715-b7c8-4be4-b150-e3332ece409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:28.559224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe368715-b7c8-4be4-b150-e3332ece409d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ccfdcf-8a7d-4749-af07-43bbca9bc32a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:28.576039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fe368715-b7c8-4be4-b150-e3332ece409d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d3426b13f424c6c82ab2d5922f56884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645524 Jul 19 03:34:28.581415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47612) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:28.585558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Made reservation on behalf of 2fa71d61acf84d84b2c7109cd31f0a60 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:28.592832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4db64e69-c0a7-477d-a66a-dcf5d7d3e331 None None] Provisioning for port c45aaf75-f341-46d7-b610-761f9852d25d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:28.594333 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:28.638493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-47bc1f68-b600-488f-8d8c-00dfd54645e3 service neutron] 10.222.0.26 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336420 Jul 19 03:34:28.665113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] device_id is not set on port 599de7f3-b744-4d3f-a35c-dc57693c7739 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:28.768520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c45aaf75-f341-46d7-b610-761f9852d25d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:28.773924 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20ad0bd0-bf5c-4bf4-8329-9beaabf0418c req-bd200cfb-7333-4563-8b19-967a2c6b315a service neutron] 10.222.0.26 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283827 Jul 19 03:34:28.818237 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8529cc78-2b5e-4b6d-8481-b44e0a354ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:28.837674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c45aaf75-f341-46d7-b610-761f9852d25d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:28.842813 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c45aaf75-f341-46d7-b610-761f9852d25d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:28.843526 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:28.886558 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8529cc78-2b5e-4b6d-8481-b44e0a354ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:28.938907 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:28.948338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Allocated IP 172.20.0.9 (9295278a-86b1-467f-bfad-062f2fd9272c/6ce29b0f-8f5a-4554-833e-27fee9396d2d/599de7f3-b744-4d3f-a35c-dc57693c7739) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:28.975000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a0c43-413f-4b1d-aa46-28e3099942c8 req-1c4daf16-0a99-4247-aba2-66f68d2aee08 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:28.975403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port c45aaf75-f341-46d7-b610-761f9852d25d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c45aaf75-f341-46d7-b610-761f9852d25d,segment=NetworkSegment(9349d1d7-0122-40e9-bc24-feedcbc832f9),segment_id=9349d1d7-0122-40e9-bc24-feedcbc832f9)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:28.976584 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec5a0c43-413f-4b1d-aa46-28e3099942c8 req-1c4daf16-0a99-4247-aba2-66f68d2aee08 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.6564851 Jul 19 03:34:28.984113 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.003625 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8529cc78-2b5e-4b6d-8481-b44e0a354ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.006093 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8529cc78-2b5e-4b6d-8481-b44e0a354ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.009527 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8529cc78-2b5e-4b6d-8481-b44e0a354ef5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9ccfdcf-8a7d-4749-af07-43bbca9bc32a HTTP/1.1" status: 204 len: 168 time: 0.4228063 Jul 19 03:34:29.040952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f6168c1b-4f40-42ae-839e-2337e2081644 None None] Provisioning complete for port c45aaf75-f341-46d7-b610-761f9852d25d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:29.041326 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f6168c1b-4f40-42ae-839e-2337e2081644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.065993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=c45aaf75-f341-46d7-b610-761f9852d25d,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:29.072376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529cc78-2b5e-4b6d-8481-b44e0a354ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ccfdcf-8a7d-4749-af07-43bbca9bc32a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:29.146769 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec5a0c43-413f-4b1d-aa46-28e3099942c8 req-37067bca-b162-4b08-932f-4089b3df62b4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613977 Jul 19 03:34:29.176884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47618) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:29.190624 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f6168c1b-4f40-42ae-839e-2337e2081644 None None] Provisioning for port a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:29.202087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f6168c1b-4f40-42ae-839e-2337e2081644 None None] Provisioning complete for port a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:29.202925 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f6168c1b-4f40-42ae-839e-2337e2081644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.211814 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.232726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Transition to ACTIVE for port object 599de7f3-b744-4d3f-a35c-dc57693c7739 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:29.245575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1608696-e113-4784-9b49-63e7dea386a9 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:29.250145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e1608696-e113-4784-9b49-63e7dea386a9 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1092 time: 0.0717528 Jul 19 03:34:29.250771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47620) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:29.255305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:29.272030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f6168c1b-4f40-42ae-839e-2337e2081644 None None] Port a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:29.286168 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.288431 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.338440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Network 9295278a-86b1-467f-bfad-062f2fd9272c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:29.341728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:29.346033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:29.370391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Port': ['ID=599de7f3-b744-4d3f-a35c-dc57693c7739,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:29.398318 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f5ad9846-4d7b-4cc2-aa68-b7be40eab842 None None] Provisioning complete for port a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:29.398714 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9846-4d7b-4cc2-aa68-b7be40eab842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.404219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:29.404863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.428150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-88c0e3fa-72af-4ba0-a238-3728ec782a18 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1681647 Jul 19 03:34:29.428801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47626) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:29.434724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f5bc609d-a9c7-450e-8e18-80fb06b969a3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:66:c1:7e'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:29.435878 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.452654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad9846-4d7b-4cc2-aa68-b7be40eab842 None None] Port a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:29.564417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aa6fec45-0612-4bee-939d-8945e0caa2c8 None None] Could not find standard attr ID for object b0eb9d17-b289-4f5c-9426-9c4d50a76dd5. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:34:29.615251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.25.2.2 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/20d5b250-a7fe-4a74-a218-044dfa7eb93f) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:29.755250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.817640 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.861325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:29.864888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:29.867474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:29.895064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ade29fea-5cb1-4fc5-b31a-f9f881d2c2fa None None] Provisioning for port 599de7f3-b744-4d3f-a35c-dc57693c7739 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:29.899928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ade29fea-5cb1-4fc5-b31a-f9f881d2c2fa None None] Provisioning complete for port 599de7f3-b744-4d3f-a35c-dc57693c7739 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:29.900300 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ade29fea-5cb1-4fc5-b31a-f9f881d2c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:29.969723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=20d5b250-a7fe-4a74-a218-044dfa7eb93f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:29.985928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ade29fea-5cb1-4fc5-b31a-f9f881d2c2fa None None] Port 599de7f3-b744-4d3f-a35c-dc57693c7739 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:30.037772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5bc609d-a9c7-450e-8e18-80fb06b969a3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.249898 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5bc609d-a9c7-450e-8e18-80fb06b969a3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.255502 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5bc609d-a9c7-450e-8e18-80fb06b969a3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.339539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc609d-a9c7-450e-8e18-80fb06b969a3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Port': ['ID=599de7f3-b744-4d3f-a35c-dc57693c7739,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:30.359515 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc609d-a9c7-450e-8e18-80fb06b969a3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] In _notify_port_updated(), no bound segment for port 599de7f3-b744-4d3f-a35c-dc57693c7739 on network 9295278a-86b1-467f-bfad-062f2fd9272c {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:34:30.371252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bc609d-a9c7-450e-8e18-80fb06b969a3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:30.372495 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5bc609d-a9c7-450e-8e18-80fb06b969a3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.374684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f5bc609d-a9c7-450e-8e18-80fb06b969a3 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "PUT /v2.0/ports/599de7f3-b744-4d3f-a35c-dc57693c7739 HTTP/1.1" status: 200 len: 993 time: 0.9448295 Jul 19 03:34:30.377985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47652) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:30.396310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.492722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.518300 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d0e832c0-bc02-41cd-956e-1cb5f1b8c04e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Deleting port 599de7f3-b744-4d3f-a35c-dc57693c7739 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:30.519043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0e832c0-bc02-41cd-956e-1cb5f1b8c04e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.610994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-15a57328-56e1-4801-9c63-a60185aa2eb6 None None] Provisioning complete for port 599de7f3-b744-4d3f-a35c-dc57693c7739 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:30.613098 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-15a57328-56e1-4801-9c63-a60185aa2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.642091 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0e832c0-bc02-41cd-956e-1cb5f1b8c04e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.671239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d0e832c0-bc02-41cd-956e-1cb5f1b8c04e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Calling delete_port for 599de7f3-b744-4d3f-a35c-dc57693c7739 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:30.673610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-15a57328-56e1-4801-9c63-a60185aa2eb6 None None] Port 599de7f3-b744-4d3f-a35c-dc57693c7739 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:30.704902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.712211 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.722545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c45aaf75-f341-46d7-b610-761f9852d25d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:30.729588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47662) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:30.784693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c45aaf75-f341-46d7-b610-761f9852d25d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:30.785475 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.810582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.889833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0e832c0-bc02-41cd-956e-1cb5f1b8c04e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.897163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-466333014', 'router:external': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:30.917675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=20d5b250-a7fe-4a74-a218-044dfa7eb93f,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:30.937811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e832c0-bc02-41cd-956e-1cb5f1b8c04e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event deleted for resources: {'Port': ['ID=599de7f3-b744-4d3f-a35c-dc57693c7739,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:30.983549 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Made reservation on behalf of c2e58984e4854dde8540a47da3f8a859 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:30.986942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:30.997553 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:31.011953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-8a828307-72a7-4d00-887f-8113ee7069d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1329188 Jul 19 03:34:31.018146 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Floating IP 6e8c6487-305e-4d8a-ab49-a0e0de39c2e1 associated. External IP: 172.25.2.2, port: e4241c74-adbb-488e-aef5-c95f980d9a32. Jul 19 03:34:31.196932 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0e832c0-bc02-41cd-956e-1cb5f1b8c04e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:31.202142 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d0e832c0-bc02-41cd-956e-1cb5f1b8c04e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "DELETE /v2.0/ports/599de7f3-b744-4d3f-a35c-dc57693c7739 HTTP/1.1" status: 204 len: 168 time: 0.8208113 Jul 19 03:34:31.203903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47668) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:31.223827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-b8634618-343d-4e30-9a46-67efe1e4e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:31.225340 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-b8634618-343d-4e30-9a46-67efe1e4e888 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e863a5d63e4047c59de06eb5a55e42c4&device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 1097 time: 0.1645279 Jul 19 03:34:31.231561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:31.243658 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:31.248447 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6fddc7-2e67-49ad-b5dd-35aeb1790465 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] GET failed (client error): The resource could not be found. Jul 19 03:34:31.250217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7c6fddc7-2e67-49ad-b5dd-35aeb1790465 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "GET /v2.0/ports/599de7f3-b744-4d3f-a35c-dc57693c7739 HTTP/1.1" status: 404 len: 333 time: 0.0438812 Jul 19 03:34:31.256617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47670) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:31.264897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'port': {'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c', 'name': 'tempest-AllowedAddressPairTestJSON-768489776'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:31.266208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:34:31.278905 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:31.279267 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Added segment 94d8a0dd-c79a-4d1e-93e8-34ae205aaecf of type vlan for network ca9168f9-15ce-4ddb-b875-b1b3fa002645 Jul 19 03:34:31.333148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:31.367720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6338b01c-bdc9-4fb0-b44a-66899f70174e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:31.389301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:31.390482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:31.391160 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:31.429475 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6980860 Jul 19 03:34:31.435545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47672) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:31.458367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa4b26-5f47-4c49-80f5-25f1affce370 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event updated for resources: {'Network': ['ID=ca9168f9-15ce-4ddb-b875-b1b3fa002645,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:31.471354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ca9168f9-15ce-4ddb-b875-b1b3fa002645 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:34:31.475752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Request body: {'subnet': {'network_id': 'ca9168f9-15ce-4ddb-b875-b1b3fa002645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:31.559718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Made reservation on behalf of 2fa71d61acf84d84b2c7109cd31f0a60 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:31.563210 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:31.584091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-c508438d-3733-4477-8bdd-f84db5c0aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:31.585599 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-c508438d-3733-4477-8bdd-f84db5c0aecb service neutron] 10.222.0.25 "GET /v2.0/networks?id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e HTTP/1.1" status: 200 len: 908 time: 0.3249741 Jul 19 03:34:31.604601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] device_id is not set on port 385a0054-0ee1-4dd9-91e5-31af8e0b037f yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:31.613010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Made reservation on behalf of c2e58984e4854dde8540a47da3f8a859 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:31.615630 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:31.664851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:31.843889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-c2592638-91eb-49b3-b13e-818263c929af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e HTTP/1.1" status: 200 len: 1001 time: 0.2448733 Jul 19 03:34:31.961019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Allocated IP 172.20.0.14 (9295278a-86b1-467f-bfad-062f2fd9272c/6ce29b0f-8f5a-4554-833e-27fee9396d2d/385a0054-0ee1-4dd9-91e5-31af8e0b037f) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:31.982009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-3b43f6b5-4f5c-4bd5-a714-8753e1b276d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:31.983505 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-3b43f6b5-4f5c-4bd5-a714-8753e1b276d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=282dca1b-24a1-407a-b759-54694d1bc0f9 HTTP/1.1" status: 200 len: 847 time: 0.1313593 Jul 19 03:34:32.066558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:32.078351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] Sync routers for ids ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:32.087667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] Routers {'0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:32.088609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:32.156870 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:32.212473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] Set router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:32.448666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:09Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '6e8c6487-305e-4d8a-ab49-a0e0de39c2e1', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'port_id': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'mac_address': 'fa:16:3e:e5:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:34:30Z', 'updated_at': '2021-07-19T03:34:30Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd62ce3-2bf3-45d2-917a-648c9b01f413', 'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:33:16:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:08Z', 'updated_at': '2021-07-19T03:34:15Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:32.476549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] Checking router: 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:34:32.485915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] Routers {'0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:32.486575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:32.596327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] Set router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:32.629480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-2d2709f9-7cae-40e8-b196-7eb5b914f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:32.631017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-2d2709f9-7cae-40e8-b196-7eb5b914f69f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6405783 Jul 19 03:34:32.632436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6d8e752c-5dcd-47ef-b0db-ed0749ecd9ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.3807328 Jul 19 03:34:32.635827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:34:32.639420 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d85e15c-4c8a-46eb-9b42-71518c6ab365" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:34:32.691394 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b69448-fc2f-4864-80d0-6205ab50289d x-openstack-request-id: req-38b69448-fc2f-4864-80d0-6205ab50289d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:34:32.691949 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:34:32.692370 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38b69448-fc2f-4864-80d0-6205ab50289d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:34:32.692755 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'status': 'completed', 'code': 200} Jul 19 03:34:32.713770 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:32.811197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536f321-bdee-41e9-8b4a-f0173debcaca req-1a665460-aa5c-4b83-9fa9-626764df8113 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:32.813425 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a536f321-bdee-41e9-8b4a-f0173debcaca req-1a665460-aa5c-4b83-9fa9-626764df8113 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.0688465 Jul 19 03:34:32.820888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Transition to ACTIVE for port object 385a0054-0ee1-4dd9-91e5-31af8e0b037f will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:32.858588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:09Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '6e8c6487-305e-4d8a-ab49-a0e0de39c2e1', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'port_id': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'mac_address': 'fa:16:3e:e5:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:34:30Z', 'updated_at': '2021-07-19T03:34:30Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd62ce3-2bf3-45d2-917a-648c9b01f413', 'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:33:16:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:08Z', 'updated_at': '2021-07-19T03:34:15Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:32.864771 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-4bbc4cb5-10c7-4970-9bb0-3caa23de4e99 service neutron] 10.222.0.25 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222502 Jul 19 03:34:32.864990 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a536f321-bdee-41e9-8b4a-f0173debcaca req-a0927ed6-ee4f-4933-b03f-71bbdd5c6e8c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454745 Jul 19 03:34:32.883761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47680) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:32.890117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a14b1a9-ed30-4c51-83ab-6876db5e6fc8 None None] The sync data for ids ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'] in n-d-762330-18 is: [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:09Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '6e8c6487-305e-4d8a-ab49-a0e0de39c2e1', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'port_id': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'mac_address': 'fa:16:3e:e5:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:34:30Z', 'updated_at': '2021-07-19T03:34:30Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd62ce3-2bf3-45d2-917a-648c9b01f413', 'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:33:16:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:08Z', 'updated_at': '2021-07-19T03:34:15Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:32.928490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-8be346b9-8839-45eb-9304-0ffa22954605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:32.930017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-8be346b9-8839-45eb-9304-0ffa22954605 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1097 time: 0.2131689 Jul 19 03:34:32.958441 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0da99c63-b0ef-47b0-9df8-b14cb44a5d90 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/6e8c6487-305e-4d8a-ab49-a0e0de39c2e1 HTTP/1.1" status: 200 len: 989 time: 0.0723765 Jul 19 03:34:32.994627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.objects.ports [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94344) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:34:32.995213 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:33.007174 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:33.101183 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623e46b-eb31-4b00-b660-739915ba7b15 None None] New status for floating IP 6e8c6487-305e-4d8a-ab49-a0e0de39c2e1: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:34:33.178512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Network 9295278a-86b1-467f-bfad-062f2fd9272c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:33.198568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:33.209271 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:33.215817 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-087818ab-33f7-4370-b09a-9a67a9472dfb req-27795b53-78f0-4052-8f8f-7931831aa702 service neutron] 10.222.0.25 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403375 Jul 19 03:34:33.216418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a472ea3b-ca09-4d7a-aa0f-e572ae7125fd,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:33.218491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Port': ['ID=385a0054-0ee1-4dd9-91e5-31af8e0b037f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:33.266909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-3fb6c7fb-6738-4fcb-bab8-678f9f0f0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:33.268440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-3fb6c7fb-6738-4fcb-bab8-678f9f0f0503 service neutron] 10.222.0.26 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.3158627 Jul 19 03:34:33.269159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Checking segment: {'id': '94d8a0dd-c79a-4d1e-93e8-34ae205aaecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ca9168f9-15ce-4ddb-b875-b1b3fa002645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:33.269530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Network hostable DHCP agents. Network: ca9168f9-15ce-4ddb-b875-b1b3fa002645, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:34:33.344117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:33.344749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:33.372399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Network ca9168f9-15ce-4ddb-b875-b1b3fa002645 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:34:33.382313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7a6ecaa1-2bcb-4a15-8714-9bfcbccebe19 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1230309 Jul 19 03:34:33.384240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47684) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:33.390237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-f075a421-97f6-4064-b820-9e7d6f1e297f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 999 time: 0.1146080 Jul 19 03:34:33.391529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ca9168f9-15ce-4ddb-b875-b1b3fa002645) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:33.391670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-829beaee-4be8-48d5-b838-d05609133a87 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:c1:7e'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:33.400571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b02e3ba-9f89-4da8-a22d-39575a23cdc0 None None] Network ca9168f9-15ce-4ddb-b875-b1b3fa002645 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:33.407487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:33.408336 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:33.468056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-71fc8b71-a138-4928-b9e9-d4348075478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:33.469776 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-71fc8b71-a138-4928-b9e9-d4348075478b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.0573542 Jul 19 03:34:33.471860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4613b192-c1f2-4ea8-b5a4-225ac1ad2e5b tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0075259 Jul 19 03:34:33.476685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47686) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:33.483557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-86484780', 'network_id': 'ca9168f9-15ce-4ddb-b875-b1b3fa002645'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:33.503099 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-829beaee-4be8-48d5-b838-d05609133a87 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:33.527063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Made reservation on behalf of c2e58984e4854dde8540a47da3f8a859 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:33.530038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:33.539734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-d36821a1-892c-47d7-a78e-5156c39fe19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:33.541336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-d36821a1-892c-47d7-a78e-5156c39fe19a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648401 Jul 19 03:34:33.563376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a751b3e2-54bc-4edb-8dfb-1f7155d5098d None None] Network ca9168f9-15ce-4ddb-b875-b1b3fa002645 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:33.567131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3f3a1d3-d1e2-45f4-bb74-f5fbfecfdc7d None None] Provisioning for port 385a0054-0ee1-4dd9-91e5-31af8e0b037f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:33.577097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] device_id is not set on port dc5dbbce-b1d5-40b4-8714-742bcbf3ea66 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:33.587524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3f3a1d3-d1e2-45f4-bb74-f5fbfecfdc7d None None] Provisioning complete for port 385a0054-0ee1-4dd9-91e5-31af8e0b037f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:33.588302 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a1d3-d1e2-45f4-bb74-f5fbfecfdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:33.639658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3a1d3-d1e2-45f4-bb74-f5fbfecfdc7d None None] Port 385a0054-0ee1-4dd9-91e5-31af8e0b037f cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:33.649495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-1447f813-165c-4e30-8ebd-f00a55b62164 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008127 Jul 19 03:34:33.771942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d85e15c-4c8a-46eb-9b42-71518c6ab365 req-6c7781d7-8985-4517-8947-8f87b264a869 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156802 Jul 19 03:34:33.777645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Allocated IP 2001:db8::18 (ca9168f9-15ce-4ddb-b875-b1b3fa002645/a472ea3b-ca09-4d7a-aa0f-e572ae7125fd/dc5dbbce-b1d5-40b4-8714-742bcbf3ea66) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:33.819498 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-829beaee-4be8-48d5-b838-d05609133a87 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:33.829905 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-829beaee-4be8-48d5-b838-d05609133a87 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:33.942080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829beaee-4be8-48d5-b838-d05609133a87 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Port': ['ID=385a0054-0ee1-4dd9-91e5-31af8e0b037f,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:33.961833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47692) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:33.997807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-829beaee-4be8-48d5-b838-d05609133a87 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] In _notify_port_updated(), no bound segment for port 385a0054-0ee1-4dd9-91e5-31af8e0b037f on network 9295278a-86b1-467f-bfad-062f2fd9272c {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:34:34.003446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829beaee-4be8-48d5-b838-d05609133a87 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:34.004100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-829beaee-4be8-48d5-b838-d05609133a87 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.008257 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-829beaee-4be8-48d5-b838-d05609133a87 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "PUT /v2.0/ports/385a0054-0ee1-4dd9-91e5-31af8e0b037f HTTP/1.1" status: 200 len: 996 time: 0.6200540 Jul 19 03:34:34.009445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47694) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:34.046289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-35744641-dd3b-43ad-950b-04b0b0ccebc3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/6e8c6487-305e-4d8a-ab49-a0e0de39c2e1 HTTP/1.1" status: 200 len: 991 time: 0.0835736 Jul 19 03:34:34.083514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.160870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d6ab6e36-ceb8-447d-900d-471efd09e51d None None] Provisioning complete for port 385a0054-0ee1-4dd9-91e5-31af8e0b037f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:34.161178 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6e36-ceb8-447d-900d-471efd09e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.164718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd1bcc-e15a-474a-990f-623f229e7269 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Deleting port 385a0054-0ee1-4dd9-91e5-31af8e0b037f {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:34.165097 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1bcc-e15a-474a-990f-623f229e7269 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.169883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.194984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab6e36-ceb8-447d-900d-471efd09e51d None None] Port 385a0054-0ee1-4dd9-91e5-31af8e0b037f cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:34.263918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Network ca9168f9-15ce-4ddb-b875-b1b3fa002645 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:34.269838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:34.276673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:34.277899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:34.278514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.287412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event updated for resources: {'Port': ['ID=dc5dbbce-b1d5-40b4-8714-742bcbf3ea66,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:34.309518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1bcc-e15a-474a-990f-623f229e7269 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.317008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ae2d36ee-d257-4df1-afd7-d096f20417d2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8394089 Jul 19 03:34:34.319802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47696) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:34.322494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd1bcc-e15a-474a-990f-623f229e7269 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Calling delete_port for 385a0054-0ee1-4dd9-91e5-31af8e0b037f owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:34.405048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-23ca1b97-975c-4bc6-9fa8-202c4be67ba6 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Deleting port dc5dbbce-b1d5-40b4-8714-742bcbf3ea66 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:34.405389 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23ca1b97-975c-4bc6-9fa8-202c4be67ba6 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.455260 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1bcc-e15a-474a-990f-623f229e7269 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.492374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd1bcc-e15a-474a-990f-623f229e7269 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event deleted for resources: {'Port': ['ID=385a0054-0ee1-4dd9-91e5-31af8e0b037f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:34.501004 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23ca1b97-975c-4bc6-9fa8-202c4be67ba6 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.516136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-23ca1b97-975c-4bc6-9fa8-202c4be67ba6 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Calling delete_port for dc5dbbce-b1d5-40b4-8714-742bcbf3ea66 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:34.562171 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1bcc-e15a-474a-990f-623f229e7269 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.566311 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8cfd1bcc-e15a-474a-990f-623f229e7269 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "DELETE /v2.0/ports/385a0054-0ee1-4dd9-91e5-31af8e0b037f HTTP/1.1" status: 204 len: 168 time: 0.5546858 Jul 19 03:34:34.567817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47700) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:34.599594 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8db299-957e-40b4-91d8-a789b39e3e33 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] GET failed (client error): The resource could not be found. Jul 19 03:34:34.601217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5d8db299-957e-40b4-91d8-a789b39e3e33 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "GET /v2.0/ports/385a0054-0ee1-4dd9-91e5-31af8e0b037f HTTP/1.1" status: 404 len: 333 time: 0.0322621 Jul 19 03:34:34.606144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47702) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:34.611803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'port': {'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c', 'name': 'tempest-AllowedAddressPairTestJSON-1930712353'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:34.689649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23ca1b97-975c-4bc6-9fa8-202c4be67ba6 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.724361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca1b97-975c-4bc6-9fa8-202c4be67ba6 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc5dbbce-b1d5-40b4-8714-742bcbf3ea66,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:34.734628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Made reservation on behalf of 2fa71d61acf84d84b2c7109cd31f0a60 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:34.738179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.750012 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23ca1b97-975c-4bc6-9fa8-202c4be67ba6 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.752315 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-23ca1b97-975c-4bc6-9fa8-202c4be67ba6 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "DELETE /v2.0/ports/dc5dbbce-b1d5-40b4-8714-742bcbf3ea66 HTTP/1.1" status: 204 len: 168 time: 0.4314523 Jul 19 03:34:34.755118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47704) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:34.759415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca9168f9-15ce-4ddb-b875-b1b3fa002645', 'external_fixed_ips': [{'subnet_id': 'a472ea3b-ca09-4d7a-aa0f-e572ae7125fd', 'ip_address': '2001:db8::18'}]}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:34.762935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] device_id is not set on port 450527e6-35a3-4fe6-a200-89d9c328e884 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:34.821138 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.822100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.917343 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:34.925687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Allocated IP 172.20.0.13 (9295278a-86b1-467f-bfad-062f2fd9272c/6ce29b0f-8f5a-4554-833e-27fee9396d2d/450527e6-35a3-4fe6-a200-89d9c328e884) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:35.090434 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:35.248870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:35.266160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Transition to ACTIVE for port object 450527e6-35a3-4fe6-a200-89d9c328e884 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:35.369560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:35.439177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Network 9295278a-86b1-467f-bfad-062f2fd9272c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:35.447059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:35.453725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:35.458575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Port': ['ID=450527e6-35a3-4fe6-a200-89d9c328e884,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:35.493030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:35.520172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:35.541117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:35.541768 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:35.594870 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cf3211b9-bd72-49cf-b63b-737607e7173e tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9849477 Jul 19 03:34:35.595262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47708) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:35.600639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'port': {'network_id': '9295278a-86b1-467f-bfad-062f2fd9272c', 'name': 'tempest-AllowedAddressPairTestJSON-1821284838'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:35.706617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Allocated IP 2001:db8::18 (ca9168f9-15ce-4ddb-b875-b1b3fa002645/a472ea3b-ca09-4d7a-aa0f-e572ae7125fd/73ba8d77-6e34-4afe-9608-159cafb2cecd) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:35.722632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Made reservation on behalf of 2fa71d61acf84d84b2c7109cd31f0a60 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:35.726121 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:35.732142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f260213d-8b7d-498f-9259-c0e12272a2f2 None None] Provisioning for port 450527e6-35a3-4fe6-a200-89d9c328e884 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:35.737562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f260213d-8b7d-498f-9259-c0e12272a2f2 None None] Provisioning complete for port 450527e6-35a3-4fe6-a200-89d9c328e884 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:35.738192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f260213d-8b7d-498f-9259-c0e12272a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:35.745142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] device_id is not set on port 10d61abb-68e9-4532-a3a7-0fa08aca2bcb yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:35.779213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f260213d-8b7d-498f-9259-c0e12272a2f2 None None] Port 450527e6-35a3-4fe6-a200-89d9c328e884 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:35.814977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:35.854275 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:35.854973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Allocated IP 172.20.0.8 (9295278a-86b1-467f-bfad-062f2fd9272c/6ce29b0f-8f5a-4554-833e-27fee9396d2d/10d61abb-68e9-4532-a3a7-0fa08aca2bcb) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:35.894769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Network ca9168f9-15ce-4ddb-b875-b1b3fa002645 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:35.897495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:35.901069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:35.907431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event updated for resources: {'Port': ['ID=73ba8d77-6e34-4afe-9608-159cafb2cecd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:36.005234 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.021208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Transition to ACTIVE for port object 10d61abb-68e9-4532-a3a7-0fa08aca2bcb will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:36.057764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.100273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Network 9295278a-86b1-467f-bfad-062f2fd9272c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:36.105964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:36.110297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:36.117146 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.143687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Port': ['ID=10d61abb-68e9-4532-a3a7-0fa08aca2bcb,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:36.178313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:36.178959 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.196995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fe5e2b02-0d5c-471c-8043-ab91541710e0 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5983520 Jul 19 03:34:36.197575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47710) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:36.203361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b1fed237-7e18-49ef-b16d-aa5286be7517 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:66:c1:7e'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:9e:58:b1'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:36.334007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.383469 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1fed237-7e18-49ef-b16d-aa5286be7517 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.403723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-52d5ffca-88fe-44d7-83d6-36a29e57d589 None None] Provisioning for port 10d61abb-68e9-4532-a3a7-0fa08aca2bcb completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:36.408440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-52d5ffca-88fe-44d7-83d6-36a29e57d589 None None] Provisioning complete for port 10d61abb-68e9-4532-a3a7-0fa08aca2bcb triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:36.408865 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-52d5ffca-88fe-44d7-83d6-36a29e57d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.445190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-52d5ffca-88fe-44d7-83d6-36a29e57d589 None None] Port 10d61abb-68e9-4532-a3a7-0fa08aca2bcb cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:36.470911 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Router dc7f2295-394a-4d0f-81ed-a34ad6a578c5 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:36.573227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1fed237-7e18-49ef-b16d-aa5286be7517 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.577353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:36.579176 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1fed237-7e18-49ef-b16d-aa5286be7517 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.589608 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Sync routers for ids ['dc7f2295-394a-4d0f-81ed-a34ad6a578c5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:36.596291 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.597668 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-21f2d7ff-68f6-4be1-bf70-ac1bead46f7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.8416107 Jul 19 03:34:36.600464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47714) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:36.602616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Routers {'dc7f2295-394a-4d0f-81ed-a34ad6a578c5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:36.603330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dc7f2295-394a-4d0f-81ed-a34ad6a578c5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:36.663470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fed237-7e18-49ef-b16d-aa5286be7517 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event updated for resources: {'Port': ['ID=10d61abb-68e9-4532-a3a7-0fa08aca2bcb,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:36.674422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b1fed237-7e18-49ef-b16d-aa5286be7517 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] In _notify_port_updated(), no bound segment for port 10d61abb-68e9-4532-a3a7-0fa08aca2bcb on network 9295278a-86b1-467f-bfad-062f2fd9272c {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:34:36.681149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fed237-7e18-49ef-b16d-aa5286be7517 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:36.681912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1fed237-7e18-49ef-b16d-aa5286be7517 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.683916 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b1fed237-7e18-49ef-b16d-aa5286be7517 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "PUT /v2.0/ports/10d61abb-68e9-4532-a3a7-0fa08aca2bcb HTTP/1.1" status: 200 len: 1056 time: 0.4846954 Jul 19 03:34:36.690727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47718) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:36.827397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-cb4743eb-e918-4d62-a3ce-8a32521eb309 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Deleting port 10d61abb-68e9-4532-a3a7-0fa08aca2bcb {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:36.828193 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb4743eb-e918-4d62-a3ce-8a32521eb309 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.961372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb4743eb-e918-4d62-a3ce-8a32521eb309 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.976358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-cb4743eb-e918-4d62-a3ce-8a32521eb309 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Calling delete_port for 10d61abb-68e9-4532-a3a7-0fa08aca2bcb owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:36.991973 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:36.998945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Set router dc7f2295-394a-4d0f-81ed-a34ad6a578c5 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:37.064738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-29b318a1-44d5-45aa-b4b9-10b4768d896f None None] Provisioning complete for port 10d61abb-68e9-4532-a3a7-0fa08aca2bcb triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:37.065106 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-29b318a1-44d5-45aa-b4b9-10b4768d896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.112689 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.144287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-29b318a1-44d5-45aa-b4b9-10b4768d896f None None] Port 10d61abb-68e9-4532-a3a7-0fa08aca2bcb cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:37.144734 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb4743eb-e918-4d62-a3ce-8a32521eb309 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.180906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4743eb-e918-4d62-a3ce-8a32521eb309 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event deleted for resources: {'Port': ['ID=10d61abb-68e9-4532-a3a7-0fa08aca2bcb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:37.240496 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.249248 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.260075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7f2295-394a-4d0f-81ed-a34ad6a578c5', 'name': '', 'tenant_id': 'c2e58984e4854dde8540a47da3f8a859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9168f9-15ce-4ddb-b875-b1b3fa002645', 'external_fixed_ips': [{'subnet_id': 'a472ea3b-ca09-4d7a-aa0f-e572ae7125fd', 'ip_address': '2001:db8::18'}], 'enable_snat': True}, 'gw_port_id': '73ba8d77-6e34-4afe-9608-159cafb2cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:34Z', 'updated_at': '2021-07-19T03:34:36Z', 'revision_number': 3, 'project_id': 'c2e58984e4854dde8540a47da3f8a859', 'gw_port': {'id': '73ba8d77-6e34-4afe-9608-159cafb2cecd', 'name': '', 'network_id': 'ca9168f9-15ce-4ddb-b875-b1b3fa002645', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f2295-394a-4d0f-81ed-a34ad6a578c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'a472ea3b-ca09-4d7a-aa0f-e572ae7125fd', 'ip_address': '2001:db8::18', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:35Z', 'updated_at': '2021-07-19T03:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a472ea3b-ca09-4d7a-aa0f-e572ae7125fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:37.301806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Checking router: dc7f2295-394a-4d0f-81ed-a34ad6a578c5 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:34:37.302163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Updating router dc7f2295-394a-4d0f-81ed-a34ad6a578c5 port 73ba8d77-6e34-4afe-9608-159cafb2cecd binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:34:37.308834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Deleting port 73ba8d77-6e34-4afe-9608-159cafb2cecd {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:37.310733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.344756 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.408522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.420163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Calling delete_port for 73ba8d77-6e34-4afe-9608-159cafb2cecd owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:37.432884 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb4743eb-e918-4d62-a3ce-8a32521eb309 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.438134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cb4743eb-e918-4d62-a3ce-8a32521eb309 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "DELETE /v2.0/ports/10d61abb-68e9-4532-a3a7-0fa08aca2bcb HTTP/1.1" status: 204 len: 168 time: 0.7439883 Jul 19 03:34:37.438405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47720) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:37.467008 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-58480e2a-9fd6-41f8-889a-82731e04d918 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] GET failed (client error): The resource could not be found. Jul 19 03:34:37.470902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-58480e2a-9fd6-41f8-889a-82731e04d918 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "GET /v2.0/ports/10d61abb-68e9-4532-a3a7-0fa08aca2bcb HTTP/1.1" status: 404 len: 333 time: 0.0291588 Jul 19 03:34:37.471152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47722) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:37.579281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-604476c2-60b2-49d5-9ba2-d69c40230fe6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Deleting port 450527e6-35a3-4fe6-a200-89d9c328e884 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:37.579623 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-604476c2-60b2-49d5-9ba2-d69c40230fe6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.596951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.629321 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event deleted for resources: {'Port': ['ID=73ba8d77-6e34-4afe-9608-159cafb2cecd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:37.629877 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:34:37.630235 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:34:37.655874 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.679381 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-604476c2-60b2-49d5-9ba2-d69c40230fe6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.691413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-604476c2-60b2-49d5-9ba2-d69c40230fe6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Calling delete_port for 450527e6-35a3-4fe6-a200-89d9c328e884 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:37.746684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.748798 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.793307 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.793894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc7f2295-394a-4d0f-81ed-a34ad6a578c5 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:37.798828 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.799609 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f5b44d6a-a6cf-4b06-b55a-78a021095f92 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "DELETE /v2.0/routers/dc7f2295-394a-4d0f-81ed-a34ad6a578c5 HTTP/1.1" status: 204 len: 168 time: 1.1981983 Jul 19 03:34:37.802322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47726) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:37.829697 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-604476c2-60b2-49d5-9ba2-d69c40230fe6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.858710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9c2b99-56a4-4a74-85bc-618a0b96d498 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Deleting subnet a472ea3b-ca09-4d7a-aa0f-e572ae7125fd {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:34:37.862012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2b99-56a4-4a74-85bc-618a0b96d498 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.867732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604476c2-60b2-49d5-9ba2-d69c40230fe6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event deleted for resources: {'Port': ['ID=450527e6-35a3-4fe6-a200-89d9c328e884,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:37.904719 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2b99-56a4-4a74-85bc-618a0b96d498 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.953939 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2b99-56a4-4a74-85bc-618a0b96d498 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.961634 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-604476c2-60b2-49d5-9ba2-d69c40230fe6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:37.964101 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-604476c2-60b2-49d5-9ba2-d69c40230fe6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "DELETE /v2.0/ports/450527e6-35a3-4fe6-a200-89d9c328e884 HTTP/1.1" status: 204 len: 168 time: 0.4917996 Jul 19 03:34:37.967981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47728) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:38.002710 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba94357-8928-43f8-8c57-d64c300ccbdc tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] GET failed (client error): The resource could not be found. Jul 19 03:34:38.007785 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8ba94357-8928-43f8-8c57-d64c300ccbdc tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "GET /v2.0/ports/450527e6-35a3-4fe6-a200-89d9c328e884 HTTP/1.1" status: 404 len: 333 time: 0.0352492 Jul 19 03:34:38.008477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47730) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:38.056771 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2b99-56a4-4a74-85bc-618a0b96d498 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.101558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c2b99-56a4-4a74-85bc-618a0b96d498 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a472ea3b-ca09-4d7a-aa0f-e572ae7125fd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:38.103645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2b99-56a4-4a74-85bc-618a0b96d498 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.106392 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1b9c2b99-56a4-4a74-85bc-618a0b96d498 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/a472ea3b-ca09-4d7a-aa0f-e572ae7125fd HTTP/1.1" status: 204 len: 168 time: 0.3028185 Jul 19 03:34:38.108981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47732) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:38.153483 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Port 73ba8d77-6e34-4afe-9608-159cafb2cecd not found while updating agent binding for router dc7f2295-394a-4d0f-81ed-a34ad6a578c5. {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 19 03:34:38.168706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Routers set() bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:38.169091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Router IDs set() for agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 19 03:34:38.169695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_agentschedulers_db [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dc7f2295-394a-4d0f-81ed-a34ad6a578c5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent'). {{(pid=94346) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 19 03:34:38.170709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ac202-bf24-47cb-b091-a3f2f1ecc89f None None] The sync data for ids ['dc7f2295-394a-4d0f-81ed-a34ad6a578c5'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:38.178617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-de224d01-861f-4e9a-84f7-305abf1bced6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Deleting port a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:38.179076 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de224d01-861f-4e9a-84f7-305abf1bced6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.205142 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.282636 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de224d01-861f-4e9a-84f7-305abf1bced6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.298963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-de224d01-861f-4e9a-84f7-305abf1bced6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Calling delete_port for a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:38.306067 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.318183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9168f9-15ce-4ddb-b875-b1b3fa002645']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:38.330175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d8a0dd-c79a-4d1e-93e8-34ae205aaecf') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:38.330501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d8a0dd-c79a-4d1e-93e8-34ae205aaecf') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:38.340750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.354839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.361254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:34:38.361639 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:34:38.363436 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:34:38.426966 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.433096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca9168f9-15ce-4ddb-b875-b1b3fa002645 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 19 03:34:38.436195 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.438170 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ca9168f9-15ce-4ddb-b875-b1b3fa002645 HTTP/1.1" status: 204 len: 168 time: 0.3279824 Jul 19 03:34:38.448031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c7b2-ebc4-44a3-bc18-3b736a244e32 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca9168f9-15ce-4ddb-b875-b1b3fa002645,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:38.459842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de224d01-861f-4e9a-84f7-305abf1bced6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.495928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de224d01-861f-4e9a-84f7-305abf1bced6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event deleted for resources: {'Port': ['ID=a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:38.582482 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de224d01-861f-4e9a-84f7-305abf1bced6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.587893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47740) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:38.600176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-de224d01-861f-4e9a-84f7-305abf1bced6 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "DELETE /v2.0/ports/a91d0537-bb61-4ee7-b2ad-c4eaf140b8b2 HTTP/1.1" status: 204 len: 168 time: 0.5903585 Jul 19 03:34:38.661595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-17914beb-c981-4bbc-8e76-86322c8cbc16 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Deleting subnet 6ce29b0f-8f5a-4554-833e-27fee9396d2d {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:34:38.665610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17914beb-c981-4bbc-8e76-86322c8cbc16 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.697144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47742) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:38.702524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-14a5c34c-a4c0-4f82-b3a0-56e297ff8088 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Request body: {'router': {'name': 'tempest-router--185414169', 'project_id': '306cee8f8245437c9499c3664825a1b3'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:38.725722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17914beb-c981-4bbc-8e76-86322c8cbc16 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.731308 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-14a5c34c-a4c0-4f82-b3a0-56e297ff8088 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.732373 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-14a5c34c-a4c0-4f82-b3a0-56e297ff8088 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.801640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-14a5c34c-a4c0-4f82-b3a0-56e297ff8088 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.806611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-14a5c34c-a4c0-4f82-b3a0-56e297ff8088 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.822947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-14a5c34c-a4c0-4f82-b3a0-56e297ff8088 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.825204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-14a5c34c-a4c0-4f82-b3a0-56e297ff8088 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1269093 Jul 19 03:34:38.827909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47744) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:38.830143 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17914beb-c981-4bbc-8e76-86322c8cbc16 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.894484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17914beb-c981-4bbc-8e76-86322c8cbc16 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.902508 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cdf587a6-d460-4bce-a1bc-e9dea0478ac5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.922797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17914beb-c981-4bbc-8e76-86322c8cbc16 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce29b0f-8f5a-4554-833e-27fee9396d2d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:38.932464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-17914beb-c981-4bbc-8e76-86322c8cbc16 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:38.937498 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-17914beb-c981-4bbc-8e76-86322c8cbc16 tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "DELETE /v2.0/subnets/6ce29b0f-8f5a-4554-833e-27fee9396d2d HTTP/1.1" status: 204 len: 168 time: 0.3477407 Jul 19 03:34:38.938743 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47748) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:38.943182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1208a6b7-4cae-4213-abcd-32a3a8f2000b None None] Network 9295278a-86b1-467f-bfad-062f2fd9272c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:39.018409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.084736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Deleting port c45aaf75-f341-46d7-b610-761f9852d25d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:39.085636 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.157949 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cdf587a6-d460-4bce-a1bc-e9dea0478ac5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.160361 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cdf587a6-d460-4bce-a1bc-e9dea0478ac5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.163233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] For port c45aaf75-f341-46d7-b610-761f9852d25d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c45aaf75-f341-46d7-b610-761f9852d25d,segment=NetworkSegment(9349d1d7-0122-40e9-bc24-feedcbc832f9),segment_id=9349d1d7-0122-40e9-bc24-feedcbc832f9)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:39.163845 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.167003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d0609-7868-468f-8473-1a7d9acfa7a9 None None] DHCP port deletion for 9295278a-86b1-467f-bfad-062f2fd9272c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:34:39.177873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Calling delete_port for c45aaf75-f341-46d7-b610-761f9852d25d owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:39.211170 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cdf587a6-d460-4bce-a1bc-e9dea0478ac5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.211811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf587a6-d460-4bce-a1bc-e9dea0478ac5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 570de4ee-a659-49bd-a734-3b9266ccd057 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:39.219653 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c34d0609-7868-468f-8473-1a7d9acfa7a9 None None] Deleting port c45aaf75-f341-46d7-b610-761f9852d25d {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:39.220257 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c34d0609-7868-468f-8473-1a7d9acfa7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.221601 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cdf587a6-d460-4bce-a1bc-e9dea0478ac5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.225924 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cdf587a6-d460-4bce-a1bc-e9dea0478ac5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "DELETE /v2.0/routers/570de4ee-a659-49bd-a734-3b9266ccd057 HTTP/1.1" status: 204 len: 168 time: 0.3936217 Jul 19 03:34:39.266206 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.293258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c34d0609-7868-468f-8473-1a7d9acfa7a9 None None] For port c45aaf75-f341-46d7-b610-761f9852d25d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c45aaf75-f341-46d7-b610-761f9852d25d,segment=NetworkSegment(9349d1d7-0122-40e9-bc24-feedcbc832f9),segment_id=9349d1d7-0122-40e9-bc24-feedcbc832f9)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:39.293952 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c34d0609-7868-468f-8473-1a7d9acfa7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.296813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event deleted for resources: {'Port': ['ID=c45aaf75-f341-46d7-b610-761f9852d25d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:39.300156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] No DVR routers for this DVR port c45aaf75-f341-46d7-b610-761f9852d25d on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:34:39.310898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c34d0609-7868-468f-8473-1a7d9acfa7a9 None None] Calling delete_port for c45aaf75-f341-46d7-b610-761f9852d25d owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:39.345424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47752) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:39.381449 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.391632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9295278a-86b1-467f-bfad-062f2fd9272c']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:34:39.397393 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 03:34:39.405468 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c34d0609-7868-468f-8473-1a7d9acfa7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.406535 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9349d1d7-0122-40e9-bc24-feedcbc832f9') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:39.407055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9349d1d7-0122-40e9-bc24-feedcbc832f9') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:39.418323 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.433028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d0609-7868-468f-8473-1a7d9acfa7a9 None None] Pushing event deleted for resources: {'Port': ['ID=c45aaf75-f341-46d7-b610-761f9852d25d,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:39.436118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.438959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d0609-7868-468f-8473-1a7d9acfa7a9 None None] No DVR routers for this DVR port c45aaf75-f341-46d7-b610-761f9852d25d on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:34:39.448561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:34:39.449152 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:34:39.452537 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:34:39.515947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.524727 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.526610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] 10.222.0.20 "DELETE /v2.0/networks/9295278a-86b1-467f-bfad-062f2fd9272c HTTP/1.1" status: 204 len: 168 time: 0.5875258 Jul 19 03:34:39.536541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c38816-57df-4d3a-adb9-665721edc6fb tempest-AllowedAddressPairTestJSON-1581195235 tempest-AllowedAddressPairTestJSON-1581195235-project] Pushing event deleted for resources: {'Network': ['ID=9295278a-86b1-467f-bfad-062f2fd9272c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:39.559598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-954874021', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:39.589994 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.591330 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.649702 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.779220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47760) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:39.791452 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.915476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-32fbb67e-c8d9-477a-b976-93d60561d977 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fa71d61acf84d84b2c7109cd31f0a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328521 Jul 19 03:34:39.915704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47766) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:39.962800 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c99a406-6ad3-4bc7-806d-6665ad03c1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.984402 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c99a406-6ad3-4bc7-806d-6665ad03c1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:39.987256 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.006113 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.034463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c99a406-6ad3-4bc7-806d-6665ad03c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.037153 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c99a406-6ad3-4bc7-806d-6665ad03c1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.038428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3c99a406-6ad3-4bc7-806d-6665ad03c1b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc46cc86-92f4-4282-afdc-00d8cc9d9848 HTTP/1.1" status: 204 len: 168 time: 0.1218016 Jul 19 03:34:40.047761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99a406-6ad3-4bc7-806d-6665ad03c1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc46cc86-92f4-4282-afdc-00d8cc9d9848,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:40.124665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Allocated IP 172.25.2.70 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/7cb3b066-2a30-415e-8609-d91f42b825c3) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:40.217341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47774) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:40.302637 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.314585 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-108b26bf-d998-4f31-b5c8-5808b2c9e90f tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/floatingips/9248d675-dd7f-4c80-9b9a-5f82ca88cfdf HTTP/1.1" status: 200 len: 993 time: 0.0939150 Jul 19 03:34:40.351944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.393612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:40.400236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:40.404809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:40.435210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Pushing event updated for resources: {'Port': ['ID=7cb3b066-2a30-415e-8609-d91f42b825c3,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:40.634609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47796) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:40.649970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c45aaf75-f341-46d7-b610-761f9852d25d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:34:40.681456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.694539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c45aaf75-f341-46d7-b610-761f9852d25d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:34:40.695231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c45aaf75-f341-46d7-b610-761f9852d25d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:34:40.732859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47798) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:40.824663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port 03dc4a55-f4be-40ab-8c51-ac6e5a3c367d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:40.825289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.842716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-472660642'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:40.902387 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.902387 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.910975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Made reservation on behalf of 8394974d4972404b8c9673a943ac09f6 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:40.914725 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.920932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for 03dc4a55-f4be-40ab-8c51-ac6e5a3c367d owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:40.926701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:40.943810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.072254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.099133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=03dc4a55-f4be-40ab-8c51-ac6e5a3c367d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:41.172728 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.173067 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Floating IP 9248d675-dd7f-4c80-9b9a-5f82ca88cfdf disassociated (deleted). External IP: 172.25.2.108, port: 2a290c34-208f-4cf6-a14a-1a9cbb197865. Jul 19 03:34:41.494436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.500134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.508020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Router cd8fcdb9-e0d8-486a-bd9d-f013c16c646e is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:41.538878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:34:41.541107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef6cd2b-0f19-4711-a4c9-c6d7efadd14e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:41.585242 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.585584 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Added segment 1f674865-d575-49f8-9da9-bb044aacf7fe of type vlan for network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf Jul 19 03:34:41.665770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.700985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:41.711449 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2163f58-3d89-4183-b578-8e4298507a71 None None] Sync routers for ids ['cd8fcdb9-e0d8-486a-bd9d-f013c16c646e'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:41.717384 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.722930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:41.723514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.728788 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2163f58-3d89-4183-b578-8e4298507a71 None None] Routers {'cd8fcdb9-e0d8-486a-bd9d-f013c16c646e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:41.730166 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e2163f58-3d89-4183-b578-8e4298507a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cd8fcdb9-e0d8-486a-bd9d-f013c16c646e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:41.736282 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.737515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ad7c66e3-fcda-4409-8d30-d0fc4a9cccf2 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3910725 Jul 19 03:34:41.741710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47804) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:41.757750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0237205 Jul 19 03:34:41.760554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47806) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:41.766250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'subnet': {'network_id': '0774b6be-a9bb-4e54-8340-ff8419d9f0bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:41.776894 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e2163f58-3d89-4183-b578-8e4298507a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:41.785520 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2163f58-3d89-4183-b578-8e4298507a71 None None] Routers {'cd8fcdb9-e0d8-486a-bd9d-f013c16c646e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:41.787117 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e2163f58-3d89-4183-b578-8e4298507a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cd8fcdb9-e0d8-486a-bd9d-f013c16c646e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:41.819693 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e2163f58-3d89-4183-b578-8e4298507a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:41.820523 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2163f58-3d89-4183-b578-8e4298507a71 None None] The sync data for ids ['cd8fcdb9-e0d8-486a-bd9d-f013c16c646e'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:41.825733 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83398c8c-896b-4b00-82b4-620e723b16ea tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Network': ['ID=0774b6be-a9bb-4e54-8340-ff8419d9f0bf,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:41.838558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:34:41.845766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router 1a101f50-4d08-46c2-b4e7-961d2d41c102 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:41.891331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Made reservation on behalf of 8394974d4972404b8c9673a943ac09f6 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:41.894995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:41.910551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f01dab52-67b5-43f4-8565-c5b69372d284 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/routers/cd8fcdb9-e0d8-486a-bd9d-f013c16c646e HTTP/1.1" status: 200 len: 923 time: 0.1674345 Jul 19 03:34:41.918214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47808) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:41.952210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0a83d0f5-b094-4bd7-9d71-2096e2334e2b tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd8fcdb9-e0d8-486a-bd9d-f013c16c646e HTTP/1.1" status: 200 len: 205 time: 0.0327091 Jul 19 03:34:41.961126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47810) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:42.003836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:42.008495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.014431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] Sync routers for ids ['1a101f50-4d08-46c2-b4e7-961d2d41c102'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:42.024687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] Routers {'1a101f50-4d08-46c2-b4e7-961d2d41c102'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:42.025990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1a101f50-4d08-46c2-b4e7-961d2d41c102'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:42.048058 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6ad55f76-99bd-40ce-ac13-1568df089b60 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/floatingips/9248d675-dd7f-4c80-9b9a-5f82ca88cfdf HTTP/1.1" status: 204 len: 168 time: 1.4124148 Jul 19 03:34:42.048644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'tag': '2a290c34-208f-4cf6-a14a-1a9cbb197865'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:34:42.050963 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2015b0d1-fa87-4be5-9217-8e7652ea3d75" -d '{"events": [{"name": "network-changed", "server_uuid": "8d106edd-a9bd-4396-89dd-fff14a66cc13", "tag": "2a290c34-208f-4cf6-a14a-1a9cbb197865"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:34:42.112469 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9473ac-9da2-441c-99e6-74c6e602eafb x-openstack-request-id: req-df9473ac-9da2-441c-99e6-74c6e602eafb {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:34:42.112747 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d106edd-a9bd-4396-89dd-fff14a66cc13", "tag": "2a290c34-208f-4cf6-a14a-1a9cbb197865", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:34:42.113004 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df9473ac-9da2-441c-99e6-74c6e602eafb {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:34:42.113410 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'tag': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'status': 'completed', 'code': 200} Jul 19 03:34:42.144831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.172404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] Set router 1a101f50-4d08-46c2-b4e7-961d2d41c102 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:42.201044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-ed975f2e-bbe5-40d6-b751-a5d48a1d4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:42.202802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-ed975f2e-bbe5-40d6-b751-a5d48a1d4b0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 1097 time: 0.0636466 Jul 19 03:34:42.329341 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.341493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-288c39f1-4ca7-4673-af08-140a16cf52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:42.343043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-288c39f1-4ca7-4673-af08-140a16cf52a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc HTTP/1.1" status: 200 len: 897 time: 0.1329541 Jul 19 03:34:42.397757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Subnet': ['ID=2f9ce3f0-2719-49e3-a982-e56f3caff2a8,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:42.403768 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-0e49122f-7e86-4e45-8b14-e72886dba455 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a290c34-208f-4cf6-a14a-1a9cbb197865 HTTP/1.1" status: 200 len: 217 time: 0.0522242 Jul 19 03:34:42.415350 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.441454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Checking segment: {'id': '1f674865-d575-49f8-9da9-bb044aacf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0774b6be-a9bb-4e54-8340-ff8419d9f0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:42.441824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network hostable DHCP agents. Network: 0774b6be-a9bb-4e54-8340-ff8419d9f0bf, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:34:42.479223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:47Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5af93504-c435-49f2-836a-70ae07bd2e57', 'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:b6:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:46Z', 'updated_at': '2021-07-19T03:33:54Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:42.484352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-3c2cfd61-057d-4df2-8787-802486446028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:42.486040 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-3c2cfd61-057d-4df2-8787-802486446028 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8669aacc-9226-4962-8aa1-a00aaf122000 HTTP/1.1" status: 200 len: 834 time: 0.0724151 Jul 19 03:34:42.517537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:34:42.518173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] Checking router: 1a101f50-4d08-46c2-b4e7-961d2d41c102 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:34:42.534749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] Routers {'1a101f50-4d08-46c2-b4e7-961d2d41c102'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:42.535744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1a101f50-4d08-46c2-b4e7-961d2d41c102'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:42.539049 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-24a539b2-e421-4b56-b170-0c534f8787f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.539786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 0774b6be-a9bb-4e54-8340-ff8419d9f0bf) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:42.549789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:42.550549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.558589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-7dfce81d-f537-472d-9b90-a08a680440df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:42.560416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-7dfce81d-f537-472d-9b90-a08a680440df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08bc9ae4-5178-410a-b13e-5b68f2fc42fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665138 Jul 19 03:34:42.576737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Deleting port 7cb3b066-2a30-415e-8609-d91f42b825c3 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:42.577143 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.577565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c617c202-ccfa-4d7e-b2bd-ea9c467076a8 None None] Network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:42.585908 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b5327cca-b642-4854-acfc-7d014d48eb32 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8240478 Jul 19 03:34:42.596866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47820) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:42.608763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-843795463', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:42.644065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f14f02-e61d-4705-8aa0-59fa2ec3daec req-b66bf24c-d518-45ff-b9d1-70a80fd81ca5 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:42.645606 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08f14f02-e61d-4705-8aa0-59fa2ec3daec req-b66bf24c-d518-45ff-b9d1-70a80fd81ca5 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 945 time: 0.1690834 Jul 19 03:34:42.678804 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-1b2a0705-4045-4567-aa36-c9543d45c439 service neutron] 10.222.0.26 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111085 Jul 19 03:34:42.692553 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.693552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.716507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] Set router 1a101f50-4d08-46c2-b4e7-961d2d41c102 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:42.737088 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08f14f02-e61d-4705-8aa0-59fa2ec3daec req-185dbd25-9113-4d25-865f-7253ea5d1855 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622702 Jul 19 03:34:42.782470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.794383 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:42.798607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Calling delete_port for 7cb3b066-2a30-415e-8609-d91f42b825c3 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:42.802909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2015b0d1-fa87-4be5-9217-8e7652ea3d75 req-effbeda5-b20b-4b2c-8866-c6ecfb212d9d service neutron] 10.222.0.26 "GET /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166229 Jul 19 03:34:42.831994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed1aff-722e-4e0c-a93c-8606cc3b7842 None None] Network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:42.888252 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:34:42.987410 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.069295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:47Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5af93504-c435-49f2-836a-70ae07bd2e57', 'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:b6:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:46Z', 'updated_at': '2021-07-19T03:33:54Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:43.101412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717bab07-2dd6-49b8-bddb-06cd6df51c6c None None] The sync data for ids ['1a101f50-4d08-46c2-b4e7-961d2d41c102'] in n-d-762330-18 is: [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:47Z', 'revision_number': 4, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '5af93504-c435-49f2-836a-70ae07bd2e57', 'name': '', 'network_id': '08bc9ae4-5178-410a-b13e-5b68f2fc42fc', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'mac_address': 'fa:16:3e:b6:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:46Z', 'updated_at': '2021-07-19T03:33:54Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'subnets': [{'id': '8669aacc-9226-4962-8aa1-a00aaf122000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:43.158180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.191026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Pushing event deleted for resources: {'Port': ['ID=7cb3b066-2a30-415e-8609-d91f42b825c3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:43.336419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.343274 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71bdf29-9f78-41a3-8769-08d574c609e5 None None] New status for floating IP 9248d675-dd7f-4c80-9b9a-5f82ca88cfdf: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:34:43.414428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.460218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.471441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.474320 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.558835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.558835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Fanout notify agent at l3_agent the message router_deleted on router cd8fcdb9-e0d8-486a-bd9d-f013c16c646e {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:43.567231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.568351 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b528ec53-16a3-43ba-affb-2cd8d130951c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/cd8fcdb9-e0d8-486a-bd9d-f013c16c646e HTTP/1.1" status: 204 len: 168 time: 1.6063056 Jul 19 03:34:43.571987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47824) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:43.577123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Request body: {'router': {'name': 'tempest-snat-router-629287311', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'enable_snat': False}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:43.602713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.603817 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.626031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.25.2.217 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/b835dc8c-46ca-4d24-bb9b-14e6514b3a48) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:43.656962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.738076 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.781370 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.804405 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:43.822254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:43.827815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:43.831669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:43.859332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=b835dc8c-46ca-4d24-bb9b-14e6514b3a48,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:43.906614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-96ed5a9c-d5f4-420b-b1c7-e312bd76e2c8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:43.908122 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-96ed5a9c-d5f4-420b-b1c7-e312bd76e2c8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 945 time: 0.1001778 Jul 19 03:34:44.018775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d7f4a-ce16-4d93-9ef0-658755ebe309 req-c7ba3d39-28d2-4ed1-95be-5ed6a48d90ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:44.020667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-038d7f4a-ce16-4d93-9ef0-658755ebe309 req-c7ba3d39-28d2-4ed1-95be-5ed6a48d90ab tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 945 time: 0.1582992 Jul 19 03:34:44.098326 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-038d7f4a-ce16-4d93-9ef0-658755ebe309 req-4e282ce8-284b-4880-bd67-34f96ef21106 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb3cbd90-b2aa-4818-b95f-0c8094ac1996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716281 Jul 19 03:34:44.135568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-a1b11bd9-d8ad-42fe-8557-353b6c4db9d8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port 2a290c34-208f-4cf6-a14a-1a9cbb197865 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:44.135920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-a1b11bd9-d8ad-42fe-8557-353b6c4db9d8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:44.170691 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:44.180161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:44.224391 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:44.298876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-a1b11bd9-d8ad-42fe-8557-353b6c4db9d8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] For port 2a290c34-208f-4cf6-a14a-1a9cbb197865, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2a290c34-208f-4cf6-a14a-1a9cbb197865,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:44.299245 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-a1b11bd9-d8ad-42fe-8557-353b6c4db9d8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:44.318412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-a1b11bd9-d8ad-42fe-8557-353b6c4db9d8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for 2a290c34-208f-4cf6-a14a-1a9cbb197865 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:44.365531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:44.411366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Allocated IP 172.25.2.185 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/ac1d718e-2af3-4824-8c63-04695a50d3a2) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:44.576861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-a1b11bd9-d8ad-42fe-8557-353b6c4db9d8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:44.592720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:44.616521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b11bd9-d8ad-42fe-8557-353b6c4db9d8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=2a290c34-208f-4cf6-a14a-1a9cbb197865,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:44.671469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-a1b11bd9-d8ad-42fe-8557-353b6c4db9d8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] No DVR routers for this DVR port 2a290c34-208f-4cf6-a14a-1a9cbb197865 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:34:44.674741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-a1b11bd9-d8ad-42fe-8557-353b6c4db9d8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:44.676775 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-30046532-11bc-4f87-a3e8-af6802f5a47d req-a1b11bd9-d8ad-42fe-8557-353b6c4db9d8 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.26 "DELETE /v2.0/ports/2a290c34-208f-4cf6-a14a-1a9cbb197865 HTTP/1.1" status: 204 len: 173 time: 0.7395525 Jul 19 03:34:44.677220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'name': 'network-vif-deleted', 'tag': '2a290c34-208f-4cf6-a14a-1a9cbb197865'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:34:44.679556 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f5e7cc-604e-4e79-a7c8-5f25b2553447" -d '{"events": [{"server_uuid": "8d106edd-a9bd-4396-89dd-fff14a66cc13", "name": "network-vif-deleted", "tag": "2a290c34-208f-4cf6-a14a-1a9cbb197865"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:34:44.716619 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:44.767055 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c69e011-8e79-4aa1-9055-39cc320cb58b x-openstack-request-id: req-8c69e011-8e79-4aa1-9055-39cc320cb58b {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:34:44.767367 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d106edd-a9bd-4396-89dd-fff14a66cc13", "name": "network-vif-deleted", "tag": "2a290c34-208f-4cf6-a14a-1a9cbb197865", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:34:44.768871 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c69e011-8e79-4aa1-9055-39cc320cb58b {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:34:44.768871 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d106edd-a9bd-4396-89dd-fff14a66cc13', 'name': 'network-vif-deleted', 'tag': '2a290c34-208f-4cf6-a14a-1a9cbb197865', 'status': 'completed', 'code': 200} Jul 19 03:34:44.768871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event updated for resources: {'Port': ['ID=ac1d718e-2af3-4824-8c63-04695a50d3a2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:44.781066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:44.782693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:44.784991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:44.872475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:44.978574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:44.989149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b1a773-87fb-4b55-90d8-90a9029c4ed5 None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:44.999989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1a773-87fb-4b55-90d8-90a9029c4ed5 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:45.001029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-62b1a773-87fb-4b55-90d8-90a9029c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:45.004601 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.005904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f6803bdf-d4f6-418d-8f46-208128a7e7c5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4080789 Jul 19 03:34:45.008939 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47832) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:45.039766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-62b1a773-87fb-4b55-90d8-90a9029c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:45.044890 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.061103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1a773-87fb-4b55-90d8-90a9029c4ed5 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:45.062010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-62b1a773-87fb-4b55-90d8-90a9029c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:45.108279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-62b1a773-87fb-4b55-90d8-90a9029c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:45.108951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b1a773-87fb-4b55-90d8-90a9029c4ed5 None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:45.114015 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-34be8e33-096a-483b-8a00-36f647bdc271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.282690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28d4918b-bc3f-4f37-9c7b-8cc3f13bb9f7 req-fc4814d3-cd4e-4944-8ea6-dd7488de8bb7 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d106edd-a9bd-4396-89dd-fff14a66cc13 HTTP/1.1" status: 200 len: 210 time: 0.0352910 Jul 19 03:34:45.351574 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.481879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Router 38e55892-3a6f-4a14-92df-8764a688271c is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:45.542867 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.587724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:45.597379 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Sync routers for ids ['38e55892-3a6f-4a14-92df-8764a688271c'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:45.605833 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.609447 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f3f4b87f-a1c5-4e71-9434-77542cd947f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0342350 Jul 19 03:34:45.609780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47836) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:45.610206 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Routers {'38e55892-3a6f-4a14-92df-8764a688271c'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:45.610846 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['38e55892-3a6f-4a14-92df-8764a688271c'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:45.642913 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.715937 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Set router 38e55892-3a6f-4a14-92df-8764a688271c gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:45.727535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d948553d-d50b-473d-8000-261eba5e8454 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/routers/38e55892-3a6f-4a14-92df-8764a688271c HTTP/1.1" status: 200 len: 908 time: 0.1142051 Jul 19 03:34:45.727766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47838) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:45.732377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Request body: {'router': {'name': 'tempest-snat-router-629287311', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'enable_snat': True}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:45.762928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.764789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.836799 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.847135 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.20.0.1 (0774b6be-a9bb-4e54-8340-ff8419d9f0bf/2f9ce3f0-2719-49e3-a982-e56f3caff2a8/bed32f9a-f17f-45c0-a47b-cdc5caa5b3de) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:45.926299 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e55892-3a6f-4a14-92df-8764a688271c', 'name': 'tempest-snat-router-629287311', 'tenant_id': 'c2e58984e4854dde8540a47da3f8a859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.185'}], 'enable_snat': False}, 'gw_port_id': 'ac1d718e-2af3-4824-8c63-04695a50d3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:43Z', 'updated_at': '2021-07-19T03:34:44Z', 'revision_number': 3, 'project_id': 'c2e58984e4854dde8540a47da3f8a859', 'gw_port': {'id': 'ac1d718e-2af3-4824-8c63-04695a50d3a2', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e55892-3a6f-4a14-92df-8764a688271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:44Z', 'updated_at': '2021-07-19T03:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:45.954886 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Checking router: 38e55892-3a6f-4a14-92df-8764a688271c for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:34:45.955380 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Updating router 38e55892-3a6f-4a14-92df-8764a688271c port ac1d718e-2af3-4824-8c63-04695a50d3a2 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:34:45.974530 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.983744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:45.989379 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.020517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.060524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:46.065141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:46.067733 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:46.121695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=bed32f9a-f17f-45c0-a47b-cdc5caa5b3de,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:46.143425 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.196458 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.216867 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.271882 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.282745 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Transition to ACTIVE for port object ac1d718e-2af3-4824-8c63-04695a50d3a2 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:46.290222 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.303765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.349953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Allocated IP 172.25.2.216 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/e0acad80-2d80-4d13-91f6-9bfe18202ec3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:46.350652 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Attempting to bind port ac1d718e-2af3-4824-8c63-04695a50d3a2 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:46.351075 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Attempting to bind port ac1d718e-2af3-4824-8c63-04695a50d3a2 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:46.351655 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Attempting to bind port ac1d718e-2af3-4824-8c63-04695a50d3a2 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:46.353586 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Pushing event updated for resources: {'Port': ['ID=ac1d718e-2af3-4824-8c63-04695a50d3a2,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:46.363772 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:34:46.364148 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:46.364546 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.364937 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:34:46.365394 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Bound port: ac1d718e-2af3-4824-8c63-04695a50d3a2, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:34:46.365841 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.368280 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.368618 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.368949 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.369277 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.369861 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.370016 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.370222 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.370585 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.370902 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.371265 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.371650 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.371967 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:46.399408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47844) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:46.424120 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.438996 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] For port ac1d718e-2af3-4824-8c63-04695a50d3a2, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:46.444073 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] For port ac1d718e-2af3-4824-8c63-04695a50d3a2, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ac1d718e-2af3-4824-8c63-04695a50d3a2,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:34:46.451468 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.505480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb174a-0895-4f4d-83bc-35efb86bf24e None None] Pushing event updated for resources: {'Port': ['ID=ac1d718e-2af3-4824-8c63-04695a50d3a2,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:46.523801 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1fc77f0e-759b-47c3-8d4d-715fc0d9cd7d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.528277 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.535926 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Routers {'38e55892-3a6f-4a14-92df-8764a688271c'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:46.536537 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['38e55892-3a6f-4a14-92df-8764a688271c'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:46.559337 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1fc77f0e-759b-47c3-8d4d-715fc0d9cd7d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.619240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.648288 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.650731 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] Set router 38e55892-3a6f-4a14-92df-8764a688271c gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:46.653787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.670299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event updated for resources: {'Port': ['ID=e0acad80-2d80-4d13-91f6-9bfe18202ec3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:46.682067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:46.682792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:46.685257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:46.729619 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1fc77f0e-759b-47c3-8d4d-715fc0d9cd7d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.732827 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.733525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1fc77f0e-759b-47c3-8d4d-715fc0d9cd7d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:46.737261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=bed32f9a-f17f-45c0-a47b-cdc5caa5b3de,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:46.737417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1fc77f0e-759b-47c3-8d4d-715fc0d9cd7d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/security-groups/fb3cbd90-b2aa-4818-b95f-0c8094ac1996 HTTP/1.1" status: 204 len: 168 time: 0.3347199 Jul 19 03:34:46.772490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:46.777035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc77f0e-759b-47c3-8d4d-715fc0d9cd7d tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3cbd90-b2aa-4818-b95f-0c8094ac1996,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:46.869449 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e55892-3a6f-4a14-92df-8764a688271c', 'name': 'tempest-snat-router-629287311', 'tenant_id': 'c2e58984e4854dde8540a47da3f8a859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.185'}], 'enable_snat': False}, 'gw_port_id': 'ac1d718e-2af3-4824-8c63-04695a50d3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:43Z', 'updated_at': '2021-07-19T03:34:44Z', 'revision_number': 3, 'project_id': 'c2e58984e4854dde8540a47da3f8a859', 'gw_port': {'id': 'ac1d718e-2af3-4824-8c63-04695a50d3a2', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e55892-3a6f-4a14-92df-8764a688271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:44Z', 'updated_at': '2021-07-19T03:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:46.899258 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f4f7ed-135d-4735-a673-63a012c3f912 None None] The sync data for ids ['38e55892-3a6f-4a14-92df-8764a688271c'] in n-d-762330-18 is: [{'id': '38e55892-3a6f-4a14-92df-8764a688271c', 'name': 'tempest-snat-router-629287311', 'tenant_id': 'c2e58984e4854dde8540a47da3f8a859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.185'}], 'enable_snat': False}, 'gw_port_id': 'ac1d718e-2af3-4824-8c63-04695a50d3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:43Z', 'updated_at': '2021-07-19T03:34:44Z', 'revision_number': 3, 'project_id': 'c2e58984e4854dde8540a47da3f8a859', 'gw_port': {'id': 'ac1d718e-2af3-4824-8c63-04695a50d3a2', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e55892-3a6f-4a14-92df-8764a688271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:44Z', 'updated_at': '2021-07-19T03:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:46.965350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:46.968702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:47.241788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:47.376422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:47.428746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:47.434418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7db0a606-57e9-459a-9dc4-6e19ae6ae755 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "PUT /v2.0/routers/b9a3c992-b9a9-40ee-9c2f-35a10383b7a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4240286 Jul 19 03:34:47.438626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47854) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:47.441113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2eaab0-a45a-4efd-b9ae-cf1795fdc229 None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:47.446607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'port': {'network_id': '0774b6be-a9bb-4e54-8340-ff8419d9f0bf', 'name': 'tempest-FloatingIPTestJSON-1610971217'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:47.459941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2eaab0-a45a-4efd-b9ae-cf1795fdc229 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:47.460839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bf2eaab0-a45a-4efd-b9ae-cf1795fdc229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:47.497799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bf2eaab0-a45a-4efd-b9ae-cf1795fdc229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:47.506833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2eaab0-a45a-4efd-b9ae-cf1795fdc229 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:47.507727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bf2eaab0-a45a-4efd-b9ae-cf1795fdc229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:47.546639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bf2eaab0-a45a-4efd-b9ae-cf1795fdc229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:47.547307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2eaab0-a45a-4efd-b9ae-cf1795fdc229 None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:47.587761 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:47.601600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:47.686007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Made reservation on behalf of 8394974d4972404b8c9673a943ac09f6 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:47.689583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:47.718477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] device_id is not set on port 353838c7-e0ca-4483-b250-7a599b07f74e yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:47.735504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Router d4eaeec8-8b71-4887-b054-f20393bbc487 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:47.858564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:47.871367 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Sync routers for ids ['d4eaeec8-8b71-4887-b054-f20393bbc487'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:47.877516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:47.882056 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b9028e44-eb63-4c09-aa7a-ab30cdd21217 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1533179 Jul 19 03:34:47.882773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47856) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:47.897133 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Routers {'d4eaeec8-8b71-4887-b054-f20393bbc487'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:47.898051 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d4eaeec8-8b71-4887-b054-f20393bbc487'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:47.904815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.20.0.9 (0774b6be-a9bb-4e54-8340-ff8419d9f0bf/2f9ce3f0-2719-49e3-a982-e56f3caff2a8/353838c7-e0ca-4483-b250-7a599b07f74e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:47.922603 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.030150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1abf00fb-efb7-41fa-b5d1-698681ce66e2 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/routers/d4eaeec8-8b71-4887-b054-f20393bbc487 HTTP/1.1" status: 200 len: 907 time: 0.1351175 Jul 19 03:34:48.030380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47860) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:48.036479 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Set router d4eaeec8-8b71-4887-b054-f20393bbc487 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:48.228428 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eaeec8-8b71-4887-b054-f20393bbc487', 'name': 'tempest-snat-router-629287311', 'tenant_id': 'c2e58984e4854dde8540a47da3f8a859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e0acad80-2d80-4d13-91f6-9bfe18202ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:45Z', 'updated_at': '2021-07-19T03:34:47Z', 'revision_number': 3, 'project_id': 'c2e58984e4854dde8540a47da3f8a859', 'gw_port': {'id': 'e0acad80-2d80-4d13-91f6-9bfe18202ec3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:33:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eaeec8-8b71-4887-b054-f20393bbc487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:46Z', 'updated_at': '2021-07-19T03:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:48.261489 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Checking router: d4eaeec8-8b71-4887-b054-f20393bbc487 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:34:48.261870 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Updating router d4eaeec8-8b71-4887-b054-f20393bbc487 port e0acad80-2d80-4d13-91f6-9bfe18202ec3 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:34:48.297243 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.560543 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.570855 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Transition to ACTIVE for port object e0acad80-2d80-4d13-91f6-9bfe18202ec3 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:34:48.578966 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.580576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port 5af93504-c435-49f2-836a-70ae07bd2e57 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:48.581005 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.606068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.608913 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.691681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ac1d718e-2af3-4824-8c63-04695a50d3a2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:48.722058 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Attempting to bind port e0acad80-2d80-4d13-91f6-9bfe18202ec3 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:34:48.723390 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Attempting to bind port e0acad80-2d80-4d13-91f6-9bfe18202ec3 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:34:48.723390 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Attempting to bind port e0acad80-2d80-4d13-91f6-9bfe18202ec3 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:34:48.736471 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:34:48.736742 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:34:48.737086 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.737528 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:34:48.738003 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Bound port: e0acad80-2d80-4d13-91f6-9bfe18202ec3, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:34:48.738453 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.758574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port ac1d718e-2af3-4824-8c63-04695a50d3a2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:34:48.764764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ac1d718e-2af3-4824-8c63-04695a50d3a2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:48.765469 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.768529 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746fe06-b099-4dd8-be41-a0507007db8b None None] Pushing event updated for resources: {'Port': ['ID=e0acad80-2d80-4d13-91f6-9bfe18202ec3,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:48.798527 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] For port e0acad80-2d80-4d13-91f6-9bfe18202ec3, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:48.802235 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] For port e0acad80-2d80-4d13-91f6-9bfe18202ec3, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e0acad80-2d80-4d13-91f6-9bfe18202ec3,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:34:48.803632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] For port 5af93504-c435-49f2-836a-70ae07bd2e57, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5af93504-c435-49f2-836a-70ae07bd2e57,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:48.804106 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.808592 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.828117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for 5af93504-c435-49f2-836a-70ae07bd2e57 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:48.832398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.857676 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.870852 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Routers {'d4eaeec8-8b71-4887-b054-f20393bbc487'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:48.871309 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d4eaeec8-8b71-4887-b054-f20393bbc487'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:48.880066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port ac1d718e-2af3-4824-8c63-04695a50d3a2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ac1d718e-2af3-4824-8c63-04695a50d3a2,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:48.884193 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.884881 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:48.909700 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746fe06-b099-4dd8-be41-a0507007db8b None None] Pushing event updated for resources: {'Port': ['ID=e0acad80-2d80-4d13-91f6-9bfe18202ec3,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:48.940142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:48.950892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:48.951173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=ac1d718e-2af3-4824-8c63-04695a50d3a2,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:48.953194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:48.983083 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2a290c34-208f-4cf6-a14a-1a9cbb197865 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:34:48.988060 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] Set router d4eaeec8-8b71-4887-b054-f20393bbc487 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:48.997851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=353838c7-e0ca-4483-b250-7a599b07f74e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:49.055972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:49.056629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.122125 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f938611a-f14a-4d52-9594-f3a5fd276e38 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6811435 Jul 19 03:34:49.126172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47862) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:49.130329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'port': {'network_id': '0774b6be-a9bb-4e54-8340-ff8419d9f0bf', 'name': 'tempest-FloatingIPTestJSON-1052693679'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:49.134481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Deleting port e0acad80-2d80-4d13-91f6-9bfe18202ec3 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:49.136907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.172632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 2a290c34-208f-4cf6-a14a-1a9cbb197865 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:34:49.173066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2a290c34-208f-4cf6-a14a-1a9cbb197865 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:34:49.213881 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eaeec8-8b71-4887-b054-f20393bbc487', 'name': 'tempest-snat-router-629287311', 'tenant_id': 'c2e58984e4854dde8540a47da3f8a859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e0acad80-2d80-4d13-91f6-9bfe18202ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:45Z', 'updated_at': '2021-07-19T03:34:47Z', 'revision_number': 3, 'project_id': 'c2e58984e4854dde8540a47da3f8a859', 'gw_port': {'id': 'e0acad80-2d80-4d13-91f6-9bfe18202ec3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:33:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eaeec8-8b71-4887-b054-f20393bbc487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:46Z', 'updated_at': '2021-07-19T03:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:49.241365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] For port e0acad80-2d80-4d13-91f6-9bfe18202ec3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e0acad80-2d80-4d13-91f6-9bfe18202ec3,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:49.241874 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.256000 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac595454-c46b-48c7-bec9-af62da0d33c7 None None] The sync data for ids ['d4eaeec8-8b71-4887-b054-f20393bbc487'] in n-d-762330-18 is: [{'id': 'd4eaeec8-8b71-4887-b054-f20393bbc487', 'name': 'tempest-snat-router-629287311', 'tenant_id': 'c2e58984e4854dde8540a47da3f8a859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e0acad80-2d80-4d13-91f6-9bfe18202ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:45Z', 'updated_at': '2021-07-19T03:34:47Z', 'revision_number': 3, 'project_id': 'c2e58984e4854dde8540a47da3f8a859', 'gw_port': {'id': 'e0acad80-2d80-4d13-91f6-9bfe18202ec3', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:33:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eaeec8-8b71-4887-b054-f20393bbc487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:46Z', 'updated_at': '2021-07-19T03:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:49.262855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Calling delete_port for e0acad80-2d80-4d13-91f6-9bfe18202ec3 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:49.285547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Made reservation on behalf of 8394974d4972404b8c9673a943ac09f6 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:49.289570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.310384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] device_id is not set on port 86a9168e-7ef9-42da-829e-b5f9aa5b6b32 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:49.376556 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.428762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.20.0.8 (0774b6be-a9bb-4e54-8340-ff8419d9f0bf/2f9ce3f0-2719-49e3-a982-e56f3caff2a8/86a9168e-7ef9-42da-829e-b5f9aa5b6b32) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:49.442832 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=5af93504-c435-49f2-836a-70ae07bd2e57,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:49.644542 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.692985 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.703838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.737064 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.762645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:49.766369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:49.771106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:49.795771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0acad80-2d80-4d13-91f6-9bfe18202ec3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:49.801546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=86a9168e-7ef9-42da-829e-b5f9aa5b6b32,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:49.818767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.819116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.819460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.819819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.820160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.820492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.820823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.821153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.821479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.821824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.822156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.822509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:49.841642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:49.842395 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.866788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-746f31e7-1fc1-402b-b15b-e31d59aaf710 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7406003 Jul 19 03:34:49.870011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47866) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:49.876100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '86a9168e-7ef9-42da-829e-b5f9aa5b6b32', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:49.914314 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:49.916381 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.017749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.021845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.025355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.110966 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.111518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4eaeec8-8b71-4887-b054-f20393bbc487 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:50.119067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.120777 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ef9df738-9033-41f1-a444-25b3b4d67b79 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d4eaeec8-8b71-4887-b054-f20393bbc487 HTTP/1.1" status: 204 len: 168 time: 2.0879347 Jul 19 03:34:50.124219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47868) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:50.184401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Router 1a101f50-4d08-46c2-b4e7-961d2d41c102 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:50.199727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.25.2.11 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/272fd4ec-4466-4807-8352-14131f4614b3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:50.298842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.303682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:50.311015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3084ee74-df9f-48a5-8d46-eda241818e13 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "PUT /v2.0/routers/1a101f50-4d08-46c2-b4e7-961d2d41c102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5301478 Jul 19 03:34:50.313589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47872) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:50.316558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] Sync routers for ids ['1a101f50-4d08-46c2-b4e7-961d2d41c102'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:50.336648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] Routers {'1a101f50-4d08-46c2-b4e7-961d2d41c102'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:50.338161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1a101f50-4d08-46c2-b4e7-961d2d41c102'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:50.372467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4cca11-a3f5-476a-aff4-a5e61bff38bf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting subnet 8669aacc-9226-4962-8aa1-a00aaf122000 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:34:50.375831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba4cca11-a3f5-476a-aff4-a5e61bff38bf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.424893 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba4cca11-a3f5-476a-aff4-a5e61bff38bf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.444268 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.461524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] Set router 1a101f50-4d08-46c2-b4e7-961d2d41c102 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:50.469785 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.522252 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba4cca11-a3f5-476a-aff4-a5e61bff38bf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.527484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.583235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:50.587621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Deleting port ac1d718e-2af3-4824-8c63-04695a50d3a2 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:50.587961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.596290 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba4cca11-a3f5-476a-aff4-a5e61bff38bf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.602740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:50.611347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:50.613303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=272fd4ec-4466-4807-8352-14131f4614b3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:50.626486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cca11-a3f5-476a-aff4-a5e61bff38bf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Subnet': ['ID=8669aacc-9226-4962-8aa1-a00aaf122000,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:50.630626 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba4cca11-a3f5-476a-aff4-a5e61bff38bf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.632613 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ba4cca11-a3f5-476a-aff4-a5e61bff38bf tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/subnets/8669aacc-9226-4962-8aa1-a00aaf122000 HTTP/1.1" status: 204 len: 168 time: 0.3180091 Jul 19 03:34:50.638615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47874) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:50.649311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d67c6-dfa2-4d7f-9058-03ed88afbc4a None None] Network 08bc9ae4-5178-410a-b13e-5b68f2fc42fc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:34:50.757415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] For port ac1d718e-2af3-4824-8c63-04695a50d3a2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ac1d718e-2af3-4824-8c63-04695a50d3a2,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:50.757780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.766160 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.775901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Calling delete_port for ac1d718e-2af3-4824-8c63-04695a50d3a2 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:50.793064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ac1d718e-2af3-4824-8c63-04695a50d3a2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:34:50.817851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:34:49Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:50.863244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] Checking router: 1a101f50-4d08-46c2-b4e7-961d2d41c102 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:34:50.879020 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] Routers {'1a101f50-4d08-46c2-b4e7-961d2d41c102'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:50.879645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1a101f50-4d08-46c2-b4e7-961d2d41c102'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:50.894597 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.934341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port ac1d718e-2af3-4824-8c63-04695a50d3a2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:50.934341 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:50.956000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Deleting port c751df54-2a68-44fd-a648-c7b7b0934f7c {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:50.956354 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.007709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb2eab-94a6-4793-b72f-d99093f21620 None None] DHCP port deletion for 08bc9ae4-5178-410a-b13e-5b68f2fc42fc request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:34:51.062619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] For port c751df54-2a68-44fd-a648-c7b7b0934f7c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c751df54-2a68-44fd-a648-c7b7b0934f7c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:51.062985 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.068086 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] Set router 1a101f50-4d08-46c2-b4e7-961d2d41c102 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:34:51.078868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Calling delete_port for c751df54-2a68-44fd-a648-c7b7b0934f7c owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:51.176340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.216236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac1d718e-2af3-4824-8c63-04695a50d3a2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:51.230914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb2eab-94a6-4793-b72f-d99093f21620 None None] Deleting port b363a2e3-4fab-486f-89d3-e1dff089d0bd {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:51.231287 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1ceb2eab-94a6-4793-b72f-d99093f21620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.286603 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.319874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1ceb2eab-94a6-4793-b72f-d99093f21620 None None] For port b363a2e3-4fab-486f-89d3-e1dff089d0bd, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b363a2e3-4fab-486f-89d3-e1dff089d0bd,segment=NetworkSegment(d23746cb-2221-4be0-851b-b3c89e642012),segment_id=d23746cb-2221-4be0-851b-b3c89e642012)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:51.320402 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1ceb2eab-94a6-4793-b72f-d99093f21620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.334776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Port': ['ID=c751df54-2a68-44fd-a648-c7b7b0934f7c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:51.358151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb2eab-94a6-4793-b72f-d99093f21620 None None] Calling delete_port for b363a2e3-4fab-486f-89d3-e1dff089d0bd owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:51.372912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.402703 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.449337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:34:49Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:51.485051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0530238-f724-4124-a231-88a3f1b4a811 None None] The sync data for ids ['1a101f50-4d08-46c2-b4e7-961d2d41c102'] in n-d-762330-18 is: [{'id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'name': 'tempest-TestNetworkBasicOps-router-1411774763', 'tenant_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:34:49Z', 'revision_number': 5, 'project_id': '0eb10cefdde14db7ac03e49ffa11cb5d', 'gw_port': {'id': 'c751df54-2a68-44fd-a648-c7b7b0934f7c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a101f50-4d08-46c2-b4e7-961d2d41c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:33:43Z', 'updated_at': '2021-07-19T03:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:51.505839 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1ceb2eab-94a6-4793-b72f-d99093f21620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.544553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb2eab-94a6-4793-b72f-d99093f21620 None None] Pushing event deleted for resources: {'Port': ['ID=b363a2e3-4fab-486f-89d3-e1dff089d0bd,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:51.551711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb2eab-94a6-4793-b72f-d99093f21620 None None] No DVR routers for this DVR port b363a2e3-4fab-486f-89d3-e1dff089d0bd on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:34:51.562910 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.569316 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.575913 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.578139 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.621797 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.624697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.625217 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.625345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Fanout notify agent at l3_agent the message router_deleted on router 1a101f50-4d08-46c2-b4e7-961d2d41c102 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:51.625760 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38e55892-3a6f-4a14-92df-8764a688271c {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:51.633010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.637185 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8754b6c3-def3-4840-8266-10d3061641e0 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/routers/1a101f50-4d08-46c2-b4e7-961d2d41c102 HTTP/1.1" status: 204 len: 168 time: 0.9975181 Jul 19 03:34:51.637797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47878) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:51.651990 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.653153 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cc872eef-d3ba-46e5-9f9e-eecb14439f33 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "DELETE /v2.0/routers/38e55892-3a6f-4a14-92df-8764a688271c HTTP/1.1" status: 204 len: 168 time: 1.5273063 Jul 19 03:34:51.657760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47880) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:51.662529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2045511556', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:51.722935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.736220 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.738626 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.739636 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.823035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.896037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.901558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.947321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.972876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=272fd4ec-4466-4807-8352-14131f4614b3,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:51.983694 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:51.992900 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bc9ae4-5178-410a-b13e-5b68f2fc42fc']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:52.030325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23746cb-2221-4be0-851b-b3c89e642012') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:52.030632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23746cb-2221-4be0-851b-b3c89e642012') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:52.039491 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.046461 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.069576 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.083889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:34:52.084203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:34:52.088509 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:34:52.092861 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP f5ebbd3b-31c3-497d-b337-695b58e6aca1 associated. External IP: 172.25.2.11, port: 86a9168e-7ef9-42da-829e-b5f9aa5b6b32. Jul 19 03:34:52.193311 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.203956 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.206127 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] 10.222.0.20 "DELETE /v2.0/networks/08bc9ae4-5178-410a-b13e-5b68f2fc42fc HTTP/1.1" status: 204 len: 168 time: 0.5672607 Jul 19 03:34:52.224852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f70369-e48f-4b68-9cf6-b27a7932b836 tempest-TestNetworkBasicOps-566343273 tempest-TestNetworkBasicOps-566343273-project] Pushing event deleted for resources: {'Network': ['ID=08bc9ae4-5178-410a-b13e-5b68f2fc42fc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:52.363861 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.389482 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.420992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:52.537791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Allocated IP 172.25.2.219 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/1c84603c-a1f5-4fcd-8575-688b21dd4292) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:52.564945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47890) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:52.768571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5af93504-c435-49f2-836a-70ae07bd2e57 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:34:52.790193 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.812245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 5af93504-c435-49f2-836a-70ae07bd2e57 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:34:52.812960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5af93504-c435-49f2-836a-70ae07bd2e57 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:34:52.813735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e0acad80-2d80-4d13-91f6-9bfe18202ec3 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:34:52.825160 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2a9f69f3-7b21-4ce2-9b1d-ca47b4192934 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0eb10cefdde14db7ac03e49ffa11cb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588553 Jul 19 03:34:52.827731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47896) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:52.840498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: e0acad80-2d80-4d13-91f6-9bfe18202ec3 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:34:52.841160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e0acad80-2d80-4d13-91f6-9bfe18202ec3 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:34:52.841568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b363a2e3-4fab-486f-89d3-e1dff089d0bd no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:34:52.862494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: b363a2e3-4fab-486f-89d3-e1dff089d0bd {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:34:52.862851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b363a2e3-4fab-486f-89d3-e1dff089d0bd not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:34:52.863288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ac1d718e-2af3-4824-8c63-04695a50d3a2 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:34:52.882720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: ac1d718e-2af3-4824-8c63-04695a50d3a2 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:34:52.883055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ac1d718e-2af3-4824-8c63-04695a50d3a2 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:34:52.906208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.933445 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e32b019-bc15-4b7b-ab93-d2416791d05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.964180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:52.973196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:52.975703 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:52.983114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e32b019-bc15-4b7b-ab93-d2416791d05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:52.984528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:52.993541 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b4d32-b483-4262-a9f7-1267e997b928 None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:53.002364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.004645 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b4d32-b483-4262-a9f7-1267e997b928 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:53.004797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Pushing event updated for resources: {'Port': ['ID=1c84603c-a1f5-4fcd-8575-688b21dd4292,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:53.005664 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d05b4d32-b483-4262-a9f7-1267e997b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:53.029180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.029530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.029875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.030223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.030568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.030897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.031217 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.031538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.031857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.032188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.032600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.032888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:34:53.039676 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d05b4d32-b483-4262-a9f7-1267e997b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:53.041508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1257111c-a844-4524-adc0-d2dee929b57d tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1698508 Jul 19 03:34:53.044383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47898) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:53.049331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-115d376e-da08-46c9-9852-31bbdab71702 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:53.052193 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b4d32-b483-4262-a9f7-1267e997b928 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:53.052816 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d05b4d32-b483-4262-a9f7-1267e997b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:53.090104 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d05b4d32-b483-4262-a9f7-1267e997b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:53.090796 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b4d32-b483-4262-a9f7-1267e997b928 None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:53.115475 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-115d376e-da08-46c9-9852-31bbdab71702 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.172129 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e32b019-bc15-4b7b-ab93-d2416791d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.174904 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3e32b019-bc15-4b7b-ab93-d2416791d05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.178889 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3e32b019-bc15-4b7b-ab93-d2416791d05c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ba52b85-f0ab-4194-b798-06bb10878a8e HTTP/1.1" status: 204 len: 168 time: 0.3500504 Jul 19 03:34:53.196864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32b019-bc15-4b7b-ab93-d2416791d05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba52b85-f0ab-4194-b798-06bb10878a8e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:53.301028 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-115d376e-da08-46c9-9852-31bbdab71702 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.305032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-115d376e-da08-46c9-9852-31bbdab71702 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.308163 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.308734 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-115d376e-da08-46c9-9852-31bbdab71702 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP f5ebbd3b-31c3-497d-b337-695b58e6aca1 disassociated. External IP: 172.25.2.11, port: 86a9168e-7ef9-42da-829e-b5f9aa5b6b32. Jul 19 03:34:53.515066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47904) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:53.538293 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76903b23-952d-49e8-9524-c1bb53be12a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.571754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115d376e-da08-46c9-9852-31bbdab71702 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:53.748419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115d376e-da08-46c9-9852-31bbdab71702 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:53.753018 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-115d376e-da08-46c9-9852-31bbdab71702 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.756895 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76903b23-952d-49e8-9524-c1bb53be12a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.759463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7f82b-d770-4133-8f32-d69d4878dc2f None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:53.768838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7f82b-d770-4133-8f32-d69d4878dc2f None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:53.769607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f82b-d770-4133-8f32-d69d4878dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:53.780931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76903b23-952d-49e8-9524-c1bb53be12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.827137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-115d376e-da08-46c9-9852-31bbdab71702 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "PUT /v2.0/floatingips/f5ebbd3b-31c3-497d-b337-695b58e6aca1 HTTP/1.1" status: 200 len: 687 time: 0.7815003 Jul 19 03:34:53.829964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47908) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:53.833483 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-76903b23-952d-49e8-9524-c1bb53be12a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38564be93ae04d829bbe95f4d57419e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174269 Jul 19 03:34:53.834344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76903b23-952d-49e8-9524-c1bb53be12a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4618aaa2-65a8-4c0c-b574-4886b47d7a51,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:53.837529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47910) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:53.847380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f82b-d770-4133-8f32-d69d4878dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:53.860435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7f82b-d770-4133-8f32-d69d4878dc2f None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:53.861379 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f82b-d770-4133-8f32-d69d4878dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:53.893324 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8ed79485-5eb1-43c7-bd27-273d83d1a5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.907173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f82b-d770-4133-8f32-d69d4878dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:53.907942 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7f82b-d770-4133-8f32-d69d4878dc2f None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:53.921522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8ed79485-5eb1-43c7-bd27-273d83d1a5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.962476 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.970905 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8ed79485-5eb1-43c7-bd27-273d83d1a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.973641 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8ed79485-5eb1-43c7-bd27-273d83d1a5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:53.974923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8ed79485-5eb1-43c7-bd27-273d83d1a5dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4618aaa2-65a8-4c0c-b574-4886b47d7a51 HTTP/1.1" status: 204 len: 168 time: 0.1364558 Jul 19 03:34:53.983617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed79485-5eb1-43c7-bd27-273d83d1a5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4618aaa2-65a8-4c0c-b574-4886b47d7a51,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:54.086035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-fa063d7e-5f20-4af1-b9c1-5a881e5fb905 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 272fd4ec-4466-4807-8352-14131f4614b3 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:54.086401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa063d7e-5f20-4af1-b9c1-5a881e5fb905 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:54.191196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa063d7e-5f20-4af1-b9c1-5a881e5fb905 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:54.191518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa063d7e-5f20-4af1-b9c1-5a881e5fb905 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:54.201285 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Router 1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:34:54.206465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-fa063d7e-5f20-4af1-b9c1-5a881e5fb905 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 272fd4ec-4466-4807-8352-14131f4614b3 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:54.381455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:54.393426 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a7158-b1d7-48b6-bfd3-bc2f15be8f4c None None] Sync routers for ids ['1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:54.403361 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a7158-b1d7-48b6-bfd3-bc2f15be8f4c None None] Routers {'1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:54.404251 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f73a7158-b1d7-48b6-bfd3-bc2f15be8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:54.422380 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:54.426409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47924) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:54.426568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3310f44c-5765-481d-9da1-f0ea0ed631aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7677877 Jul 19 03:34:54.431153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f47b1ed1-4954-42c2-880f-8603bd904e58 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'enable_snat': False}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:54.439355 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f73a7158-b1d7-48b6-bfd3-bc2f15be8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:54.446460 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa063d7e-5f20-4af1-b9c1-5a881e5fb905 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:54.452636 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a7158-b1d7-48b6-bfd3-bc2f15be8f4c None None] Routers {'1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:54.453526 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f73a7158-b1d7-48b6-bfd3-bc2f15be8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:54.485216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa063d7e-5f20-4af1-b9c1-5a881e5fb905 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=272fd4ec-4466-4807-8352-14131f4614b3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:54.503413 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f73a7158-b1d7-48b6-bfd3-bc2f15be8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:54.504306 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a7158-b1d7-48b6-bfd3-bc2f15be8f4c None None] The sync data for ids ['1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:54.544562 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa063d7e-5f20-4af1-b9c1-5a881e5fb905 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:54.547078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fa063d7e-5f20-4af1-b9c1-5a881e5fb905 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:54.551974 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fa063d7e-5f20-4af1-b9c1-5a881e5fb905 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/floatingips/f5ebbd3b-31c3-497d-b337-695b58e6aca1 HTTP/1.1" status: 204 len: 168 time: 0.7195139 Jul 19 03:34:54.552159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47930) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:54.556517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '353838c7-e0ca-4483-b250-7a599b07f74e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:54.612129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c751df54-2a68-44fd-a648-c7b7b0934f7c no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:34:54.628581 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:54.633019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c751df54-2a68-44fd-a648-c7b7b0934f7c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:34:54.633361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c751df54-2a68-44fd-a648-c7b7b0934f7c not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:34:54.860479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f47b1ed1-4954-42c2-880f-8603bd904e58 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:54.869767 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:55.038341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.25.2.110 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/6e748da4-e9d5-4113-ad0e-1e5356298322) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:55.238382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:55.371578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:55.460001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:55.466341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:55.468818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:55.500791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=6e748da4-e9d5-4113-ad0e-1e5356298322,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:55.596475 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f47b1ed1-4954-42c2-880f-8603bd904e58 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:55.613674 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f47b1ed1-4954-42c2-880f-8603bd904e58 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:55.869426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47b1ed1-4954-42c2-880f-8603bd904e58 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Router 1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:56.012289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ce8d-64b0-4cfb-9afb-e2e6f31d17cd req-80ef48e4-373d-403c-8148-20a66336b7ef tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:56.018213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ce8d-64b0-4cfb-9afb-e2e6f31d17cd req-80ef48e4-373d-403c-8148-20a66336b7ef tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:56.025428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ce8d-64b0-4cfb-9afb-e2e6f31d17cd req-80ef48e4-373d-403c-8148-20a66336b7ef tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:56.032027 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ce8d-64b0-4cfb-9afb-e2e6f31d17cd req-80ef48e4-373d-403c-8148-20a66336b7ef tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:56.038829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ce8d-64b0-4cfb-9afb-e2e6f31d17cd req-80ef48e4-373d-403c-8148-20a66336b7ef tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:56.045610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ce8d-64b0-4cfb-9afb-e2e6f31d17cd req-80ef48e4-373d-403c-8148-20a66336b7ef tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:56.052210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ce8d-64b0-4cfb-9afb-e2e6f31d17cd req-80ef48e4-373d-403c-8148-20a66336b7ef tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:56.054564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3875ce8d-64b0-4cfb-9afb-e2e6f31d17cd req-80ef48e4-373d-403c-8148-20a66336b7ef tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5441 time: 0.2260127 Jul 19 03:34:56.212688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47b1ed1-4954-42c2-880f-8603bd904e58 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:56.217195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48080) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:56.217562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f47b1ed1-4954-42c2-880f-8603bd904e58 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.219070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f47b1ed1-4954-42c2-880f-8603bd904e58 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "PUT /v2.0/routers/1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7 HTTP/1.1" status: 200 len: 926 time: 1.7909915 Jul 19 03:34:56.222154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48082) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:56.223287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77cf50-c003-4850-ba2d-a0088e4904a7 None None] Sync routers for ids ['1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:56.223724 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3875ce8d-64b0-4cfb-9afb-e2e6f31d17cd req-0eb26d73-5032-4240-a409-b28da0e80832 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053731 Jul 19 03:34:56.233598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77cf50-c003-4850-ba2d-a0088e4904a7 None None] Routers {'1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:56.234730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7b77cf50-c003-4850-ba2d-a0088e4904a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:56.249265 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.275529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7b77cf50-c003-4850-ba2d-a0088e4904a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:56.285692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77cf50-c003-4850-ba2d-a0088e4904a7 None None] Routers {'1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:56.286637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7b77cf50-c003-4850-ba2d-a0088e4904a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:56.321381 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7b77cf50-c003-4850-ba2d-a0088e4904a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:56.322861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77cf50-c003-4850-ba2d-a0088e4904a7 None None] The sync data for ids ['1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:56.348824 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.366737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0224ead6-fd06-4fd6-8dc5-7142ea4a4dac tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/routers/1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7 HTTP/1.1" status: 200 len: 926 time: 0.1386986 Jul 19 03:34:56.367779 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b500b0a8-0a49-4d91-8e30-9d7bdccbe7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.371044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48086) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:56.471333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ceb9c3-e3e9-4c6d-8112-d91753144e9a tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:56.472981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-13ceb9c3-e3e9-4c6d-8112-d91753144e9a tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&device_id=1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1009068 Jul 19 03:34:56.477187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48088) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:56.585664 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b500b0a8-0a49-4d91-8e30-9d7bdccbe7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.598560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b500b0a8-0a49-4d91-8e30-9d7bdccbe7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.618912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c98fbe-4e80-417e-87c8-90a795e80483 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:56.623076 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-01c98fbe-4e80-417e-87c8-90a795e80483 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 881 time: 0.1422412 Jul 19 03:34:56.627108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48090) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:56.681835 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b4b13a98-db37-4e43-8aad-7d9a8b80aa0f tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7 HTTP/1.1" status: 200 len: 205 time: 0.0513039 Jul 19 03:34:56.686868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b500b0a8-0a49-4d91-8e30-9d7bdccbe7eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbf383da34e34d50801dd2fa3263656f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668741 Jul 19 03:34:56.686868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48092) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:56.687299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48094) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:56.696639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500b0a8-0a49-4d91-8e30-9d7bdccbe7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0907ec9e-16a8-4468-9b3f-5a479f9fef2a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:56.826805 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08642e63-6c8f-40bc-91f0-f03458053167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.852037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.858750 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08642e63-6c8f-40bc-91f0-f03458053167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.863645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.869531 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.969029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=6e748da4-e9d5-4113-ad0e-1e5356298322,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:56.989479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.993717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08642e63-6c8f-40bc-91f0-f03458053167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.996670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.996902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08642e63-6c8f-40bc-91f0-f03458053167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:56.997997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-08642e63-6c8f-40bc-91f0-f03458053167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0907ec9e-16a8-4468-9b3f-5a479f9fef2a HTTP/1.1" status: 204 len: 168 time: 0.3100338 Jul 19 03:34:57.007612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08642e63-6c8f-40bc-91f0-f03458053167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0907ec9e-16a8-4468-9b3f-5a479f9fef2a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:57.056973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Deleting port 1c84603c-a1f5-4fcd-8575-688b21dd4292 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:34:57.057862 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.077175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-9a1ab7b0-44c3-40bd-8a3c-e2acab1bb43c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.083342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-9a1ab7b0-44c3-40bd-8a3c-e2acab1bb43c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.089371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-9a1ab7b0-44c3-40bd-8a3c-e2acab1bb43c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.095392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-9a1ab7b0-44c3-40bd-8a3c-e2acab1bb43c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.101411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-9a1ab7b0-44c3-40bd-8a3c-e2acab1bb43c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.107972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-9a1ab7b0-44c3-40bd-8a3c-e2acab1bb43c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.114640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-9a1ab7b0-44c3-40bd-8a3c-e2acab1bb43c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.116641 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-9a1ab7b0-44c3-40bd-8a3c-e2acab1bb43c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5441 time: 0.2212465 Jul 19 03:34:57.151255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.165245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Calling delete_port for 1c84603c-a1f5-4fcd-8575-688b21dd4292 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:34:57.214799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-dfaea923-b6f7-4963-a659-c552f9b5fde8 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.217217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-dfaea923-b6f7-4963-a659-c552f9b5fde8 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "GET /v2.0/ports/a2bafa27-fc6d-4a52-85c5-c328934305ad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0937610 Jul 19 03:34:57.217585 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP 598d8dc6-d49b-4d95-9677-ba6575b7475e associated. External IP: 172.25.2.110, port: 353838c7-e0ca-4483-b250-7a599b07f74e. Jul 19 03:34:57.360891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48104) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:57.379242 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a2da-8c1c-4e4a-9d26-545bd5457809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.415328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.447227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-8fdfd466-0776-4f6c-be24-d604649e72da tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "GET /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2257001 Jul 19 03:34:57.452014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Pushing event deleted for resources: {'Port': ['ID=1c84603c-a1f5-4fcd-8575-688b21dd4292,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:57.459254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:57.532180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.634918 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.637825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.640226 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.646519 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a2da-8c1c-4e4a-9d26-545bd5457809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.653259 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a2da-8c1c-4e4a-9d26-545bd5457809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.655987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae755e-0cb1-4d5b-aed3-aef9e8ff51e2 req-83ebd195-51b1-400f-858a-707fc87e3bc7 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.661934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae755e-0cb1-4d5b-aed3-aef9e8ff51e2 req-83ebd195-51b1-400f-858a-707fc87e3bc7 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.668612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae755e-0cb1-4d5b-aed3-aef9e8ff51e2 req-83ebd195-51b1-400f-858a-707fc87e3bc7 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.674541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae755e-0cb1-4d5b-aed3-aef9e8ff51e2 req-83ebd195-51b1-400f-858a-707fc87e3bc7 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.680441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae755e-0cb1-4d5b-aed3-aef9e8ff51e2 req-83ebd195-51b1-400f-858a-707fc87e3bc7 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.686541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae755e-0cb1-4d5b-aed3-aef9e8ff51e2 req-83ebd195-51b1-400f-858a-707fc87e3bc7 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.692994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae755e-0cb1-4d5b-aed3-aef9e8ff51e2 req-83ebd195-51b1-400f-858a-707fc87e3bc7 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:57.695057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-baae755e-0cb1-4d5b-aed3-aef9e8ff51e2 req-83ebd195-51b1-400f-858a-707fc87e3bc7 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 5441 time: 0.2977223 Jul 19 03:34:57.718418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.718963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Fanout notify agent at l3_agent the message router_deleted on router 1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:34:57.724065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:34:57.731184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.732026 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bcc47112-fa72-4639-ad06-3bd616d7c726 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7 HTTP/1.1" status: 204 len: 168 time: 1.0455301 Jul 19 03:34:57.736650 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b9a4a2da-8c1c-4e4a-9d26-545bd5457809 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb0db80cff1840deabb6354cf343f238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737590 Jul 19 03:34:57.736650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48106) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:57.740775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6395fc56-296c-4a6b-be3c-ad8afdf9c289 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-986669123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:57.746540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4a2da-8c1c-4e4a-9d26-545bd5457809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86963cc4-c939-4c3a-80ee-d40d2132c7cd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:57.750049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48108) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:57.792261 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6395fc56-296c-4a6b-be3c-ad8afdf9c289 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.793324 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6395fc56-296c-4a6b-be3c-ad8afdf9c289 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.825416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-baae755e-0cb1-4d5b-aed3-aef9e8ff51e2 req-aec9d640-07df-4ba4-baeb-673d6ad1a825 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196496 Jul 19 03:34:57.829914 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2453504-019d-4cab-a34a-4e2e8f6ead85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.874116 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6395fc56-296c-4a6b-be3c-ad8afdf9c289 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.879931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6395fc56-296c-4a6b-be3c-ad8afdf9c289 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.895572 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2453504-019d-4cab-a34a-4e2e8f6ead85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.914946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6395fc56-296c-4a6b-be3c-ad8afdf9c289 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:57.919558 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6395fc56-296c-4a6b-be3c-ad8afdf9c289 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1788580 Jul 19 03:34:57.923176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48110) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:57.927696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:57.972684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:34:57.983016 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012458c-50e5-41ac-a6ae-cd6d9b03343e None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:34:57.986607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] For port a2bafa27-fc6d-4a52-85c5-c328934305ad, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a2bafa27-fc6d-4a52-85c5-c328934305ad,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:57.992762 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012458c-50e5-41ac-a6ae-cd6d9b03343e None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:57.993596 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5012458c-50e5-41ac-a6ae-cd6d9b03343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:58.013148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.033281 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5012458c-50e5-41ac-a6ae-cd6d9b03343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:58.042151 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012458c-50e5-41ac-a6ae-cd6d9b03343e None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:34:58.043032 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5012458c-50e5-41ac-a6ae-cd6d9b03343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:58.057230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] For port a2bafa27-fc6d-4a52-85c5-c328934305ad, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:58.077832 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5012458c-50e5-41ac-a6ae-cd6d9b03343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:34:58.078668 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012458c-50e5-41ac-a6ae-cd6d9b03343e None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:34:58.083388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-99647871-074a-4b5b-9c0b-2b1e8aa515af tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5303504 Jul 19 03:34:58.086338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48112) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:58.096968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] device_id is not set on port a2bafa27-fc6d-4a52-85c5-c328934305ad yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:58.106558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.111839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.123910 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2453504-019d-4cab-a34a-4e2e8f6ead85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.126432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2453504-019d-4cab-a34a-4e2e8f6ead85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.127603 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a2453504-019d-4cab-a34a-4e2e8f6ead85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86963cc4-c939-4c3a-80ee-d40d2132c7cd HTTP/1.1" status: 204 len: 168 time: 0.3766608 Jul 19 03:34:58.181027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2453504-019d-4cab-a34a-4e2e8f6ead85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86963cc4-c939-4c3a-80ee-d40d2132c7cd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:58.201597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] No DVR routers for this DVR port a2bafa27-fc6d-4a52-85c5-c328934305ad on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:34:58.203845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] Pushing event updated for resources: {'Port': ['ID=a2bafa27-fc6d-4a52-85c5-c328934305ad,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:58.236049 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.248149 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eccb7f9d-b00a-4412-bca9-edda22ec8ba1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "GET /v2.0/floatingips/598d8dc6-d49b-4d95-9677-ba6575b7475e HTTP/1.1" status: 200 len: 978 time: 0.1607506 Jul 19 03:34:58.253791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48116) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:58.256370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] In _notify_port_updated(), no bound segment for port a2bafa27-fc6d-4a52-85c5-c328934305ad on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:34:58.257682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:58.258443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.259923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-71e99e1f-745e-4bab-8454-a5d99feebbae service neutron] 10.222.0.25 "PUT /v2.0/ports/a2bafa27-fc6d-4a52-85c5-c328934305ad HTTP/1.1" status: 200 len: 1032 time: 0.8050444 Jul 19 03:34:58.436414 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-66b52195-cfb7-4560-95f7-3c66613bdf68 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1763592 Jul 19 03:34:58.436414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48124) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:58.439471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'port_id': '86a9168e-7ef9-42da-829e-b5f9aa5b6b32'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:58.505650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.528687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-12dce631-2b7e-4aef-bece-e93dadee1af1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:58.530112 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-12dce631-2b7e-4aef-bece-e93dadee1af1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "GET /v2.0/ports/f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1106520 Jul 19 03:34:58.531213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.541107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:58.546734 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.564625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d1ddb22c-b11e-478a-8d70-212d430b82d9 None None] Provisioning complete for port a2bafa27-fc6d-4a52-85c5-c328934305ad triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:34:58.565080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb22c-b11e-478a-8d70-212d430b82d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.625654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d1ddb22c-b11e-478a-8d70-212d430b82d9 None None] Port a2bafa27-fc6d-4a52-85c5-c328934305ad cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:34:58.670402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Allocated IP 172.25.2.17 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/e1a5afdc-b5b1-40a4-9604-60fd50d8a551) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:34:58.702328 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.790542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.835851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:58.878655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:34:58.881728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:34:58.886688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:34:58.915234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Pushing event updated for resources: {'Port': ['ID=e1a5afdc-b5b1-40a4-9604-60fd50d8a551,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:59.025377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649da9-2f75-43f4-80ca-f60e8a0936b0 req-e5ba9750-0c97-4e77-8336-33ebfa5f7563 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:59.025853 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8649da9-2f75-43f4-80ca-f60e8a0936b0 req-e5ba9750-0c97-4e77-8336-33ebfa5f7563 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1097 time: 0.2818444 Jul 19 03:34:59.031957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48146) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:34:59.101516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] For port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:34:59.150057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8649da9-2f75-43f4-80ca-f60e8a0936b0 req-fd8275bb-8bd6-4ddb-ad23-4eb707497d9a tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834179 Jul 19 03:34:59.201900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-712426998-network', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:34:59.212672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] For port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:34:59.300559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] device_id is not set on port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:34:59.516142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1f15-c28b-4cbd-9f7c-9c73326291d9 req-fe4b9676-f64c-49a4-9d0b-f8819a95ba4d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:59.522125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1f15-c28b-4cbd-9f7c-9c73326291d9 req-fe4b9676-f64c-49a4-9d0b-f8819a95ba4d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:59.528955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1f15-c28b-4cbd-9f7c-9c73326291d9 req-fe4b9676-f64c-49a4-9d0b-f8819a95ba4d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:59.534954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1f15-c28b-4cbd-9f7c-9c73326291d9 req-fe4b9676-f64c-49a4-9d0b-f8819a95ba4d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:59.540903 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1f15-c28b-4cbd-9f7c-9c73326291d9 req-fe4b9676-f64c-49a4-9d0b-f8819a95ba4d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:59.547428 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1f15-c28b-4cbd-9f7c-9c73326291d9 req-fe4b9676-f64c-49a4-9d0b-f8819a95ba4d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:34:59.549374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1dda1f15-c28b-4cbd-9f7c-9c73326291d9 req-fe4b9676-f64c-49a4-9d0b-f8819a95ba4d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 4662 time: 0.1823349 Jul 19 03:34:59.633290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1dda1f15-c28b-4cbd-9f7c-9c73326291d9 req-d6f94282-61ff-48ec-9897-c8e9946ed161 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=bde6f3ea-0425-42f7-b007-643c1f67e88f&id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768967 Jul 19 03:34:59.636611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:59.665555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Made reservation on behalf of ddc2157b1fc84ecc8c0a32da47423865 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:34:59.668325 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:59.678880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:59.711486 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:59.725773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:59.859418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:59.863887 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:34:59.873488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] No DVR routers for this DVR port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:34:59.904281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:34:59.926521 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.resource_extend [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:34:59.998803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4a52c-0d0e-4f1e-a3f6-8fbdafe103bc req-2324339f-0461-49f5-9f2f-ed913a5f61b1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:00.000778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-baf4a52c-0d0e-4f1e-a3f6-8fbdafe103bc req-2324339f-0461-49f5-9f2f-ed913a5f61b1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.7027497 Jul 19 03:35:00.001327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Router 88b279db-6a2b-475c-972e-764f02409745 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:35:00.009625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] In _notify_port_updated(), no bound segment for port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 on network 0f6501ff-aef8-4265-a557-c61d9a57e516 {{(pid=94344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:35:00.010661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:00.011631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.012918 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-e18addba-d41e-4f19-87e9-ed7a30e69db8 service neutron] 10.222.0.25 "PUT /v2.0/ports/f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 HTTP/1.1" status: 200 len: 1030 time: 1.4760165 Jul 19 03:35:00.044019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.058138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-94668295-84ad-4564-a05b-9756c890d46c None None] Provisioning complete for port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:00.059156 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-94668295-84ad-4564-a05b-9756c890d46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.079256 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.100223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-94668295-84ad-4564-a05b-9756c890d46c None None] Port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:00.116977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:00.124108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.125637 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f0ada233-eb5b-4ecd-920c-7a9665786bcb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "PUT /v2.0/routers/88b279db-6a2b-475c-972e-764f02409745 HTTP/1.1" status: 200 len: 882 time: 2.2015030 Jul 19 03:35:00.126640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25acacfc-6fa6-464e-a70d-2628038e4b0a None None] Sync routers for ids ['88b279db-6a2b-475c-972e-764f02409745'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:00.128277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48154) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:00.143789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25acacfc-6fa6-464e-a70d-2628038e4b0a None None] Routers {'88b279db-6a2b-475c-972e-764f02409745'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:00.144378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-25acacfc-6fa6-464e-a70d-2628038e4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['88b279db-6a2b-475c-972e-764f02409745'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:00.173025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-baf4a52c-0d0e-4f1e-a3f6-8fbdafe103bc req-07ca5a26-cfc5-4078-a602-a2b2feac1ab6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553025 Jul 19 03:35:00.182956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-25acacfc-6fa6-464e-a70d-2628038e4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:00.192745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25acacfc-6fa6-464e-a70d-2628038e4b0a None None] Routers {'88b279db-6a2b-475c-972e-764f02409745'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:00.193365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-25acacfc-6fa6-464e-a70d-2628038e4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['88b279db-6a2b-475c-972e-764f02409745'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:00.224514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48156) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:00.229684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-25acacfc-6fa6-464e-a70d-2628038e4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:00.230505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25acacfc-6fa6-464e-a70d-2628038e4b0a None None] The sync data for ids ['88b279db-6a2b-475c-972e-764f02409745'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:00.254377 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.264354 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.303399 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-87479938-88d1-4817-bcc7-30cfb93b8c69 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/6e8c6487-305e-4d8a-ab49-a0e0de39c2e1 HTTP/1.1" status: 200 len: 991 time: 0.0774951 Jul 19 03:35:00.306553 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1c4a0e1c-8597-45e4-80ea-0498d01bba52 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/routers/88b279db-6a2b-475c-972e-764f02409745 HTTP/1.1" status: 200 len: 923 time: 0.1761177 Jul 19 03:35:00.307415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:35:00.309402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48158) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:00.314560 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP 598d8dc6-d49b-4d95-9677-ba6575b7475e associated. External IP: 172.25.2.110, port: 353838c7-e0ca-4483-b250-7a599b07f74e. Jul 19 03:35:00.358549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b61928c-7fa3-4083-a9cc-118566eaad23,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:00.371901 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.372262 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Added segment 62dbeace-5ff5-4bc0-8ec2-b830f69279d8 of type vlan for network 522170eb-1013-4920-9300-893eb36305eb Jul 19 03:35:00.376525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a666c3c1-ac4a-4d18-a383-875e0d638243 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:00.380817 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a666c3c1-ac4a-4d18-a383-875e0d638243 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&device_id=88b279db-6a2b-475c-972e-764f02409745&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0704319 Jul 19 03:35:00.381414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48162) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:00.424754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-0c090b3b-e21c-4b1a-b98e-dc33e90f8675 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Deleting port cb8fbd92-2916-4f12-badd-c5210b5811ba {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:00.425006 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-0c090b3b-e21c-4b1a-b98e-dc33e90f8675 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.471307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b77d30c-1237-4a5b-9a12-9bdafc5077d8 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:00.472733 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0b77d30c-1237-4a5b-9a12-9bdafc5077d8 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 881 time: 0.0904067 Jul 19 03:35:00.475531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48166) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:00.483008 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.509108 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-71ef9e60-4f7a-4e8e-a832-66746b7b8b1c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b279db-6a2b-475c-972e-764f02409745 HTTP/1.1" status: 200 len: 205 time: 0.0324082 Jul 19 03:35:00.511953 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48168) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:00.585261 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.586226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:00.586837 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.621794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.679704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-0c090b3b-e21c-4b1a-b98e-dc33e90f8675 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] For port cb8fbd92-2916-4f12-badd-c5210b5811ba, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=cb8fbd92-2916-4f12-badd-c5210b5811ba,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:00.680086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-0c090b3b-e21c-4b1a-b98e-dc33e90f8675 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.754709 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:00.758241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7251935 Jul 19 03:35:00.759033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48176) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:00.764993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ef323-adf6-4583-b96e-2b96eb8553ff admin admin] Pushing event updated for resources: {'Network': ['ID=522170eb-1013-4920-9300-893eb36305eb,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:00.768587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-0c090b3b-e21c-4b1a-b98e-dc33e90f8675 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Calling delete_port for cb8fbd92-2916-4f12-badd-c5210b5811ba owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:00.775360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Request body: {'subnet': {'network_id': '522170eb-1013-4920-9300-893eb36305eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-712426998-subnet', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:00.777381 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 522170eb-1013-4920-9300-893eb36305eb details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:35:00.841194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:00.903482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Made reservation on behalf of ddc2157b1fc84ecc8c0a32da47423865 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:00.906804 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.044634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:01.056375 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829ca28-3b1f-4d72-aba4-5112c3441a4c None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:01.072476 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829ca28-3b1f-4d72-aba4-5112c3441a4c None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:01.073915 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f829ca28-3b1f-4d72-aba4-5112c3441a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:01.100222 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-0c090b3b-e21c-4b1a-b98e-dc33e90f8675 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.113441 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f829ca28-3b1f-4d72-aba4-5112c3441a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:01.124115 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829ca28-3b1f-4d72-aba4-5112c3441a4c None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:01.124931 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f829ca28-3b1f-4d72-aba4-5112c3441a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:01.143094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c090b3b-e21c-4b1a-b98e-dc33e90f8675 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Port': ['ID=cb8fbd92-2916-4f12-badd-c5210b5811ba,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:01.192270 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f829ca28-3b1f-4d72-aba4-5112c3441a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:01.193147 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829ca28-3b1f-4d72-aba4-5112c3441a4c None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:01.200416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-0c090b3b-e21c-4b1a-b98e-dc33e90f8675 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] No DVR routers for this DVR port cb8fbd92-2916-4f12-badd-c5210b5811ba on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:01.212352 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-0c090b3b-e21c-4b1a-b98e-dc33e90f8675 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.215210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-0c090b3b-e21c-4b1a-b98e-dc33e90f8675 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "DELETE /v2.0/ports/cb8fbd92-2916-4f12-badd-c5210b5811ba HTTP/1.1" status: 204 len: 173 time: 1.1915269 Jul 19 03:35:01.216040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Deleting port e1a5afdc-b5b1-40a4-9604-60fd50d8a551 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:01.216422 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.217514 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-deleted', 'tag': 'cb8fbd92-2916-4f12-badd-c5210b5811ba'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:01.219950 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183387c7-83cb-49aa-8fb0-986be8ab32c3" -d '{"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-deleted", "tag": "cb8fbd92-2916-4f12-badd-c5210b5811ba"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:01.230438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59278e-4e6c-4815-95be-943cabdee982 req-ba0f4570-73f8-4ba9-8cdc-ffbc7bf36c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:01.236366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59278e-4e6c-4815-95be-943cabdee982 req-ba0f4570-73f8-4ba9-8cdc-ffbc7bf36c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:01.242304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59278e-4e6c-4815-95be-943cabdee982 req-ba0f4570-73f8-4ba9-8cdc-ffbc7bf36c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:01.248266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59278e-4e6c-4815-95be-943cabdee982 req-ba0f4570-73f8-4ba9-8cdc-ffbc7bf36c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:01.254216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59278e-4e6c-4815-95be-943cabdee982 req-ba0f4570-73f8-4ba9-8cdc-ffbc7bf36c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:01.256042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1f59278e-4e6c-4815-95be-943cabdee982 req-ba0f4570-73f8-4ba9-8cdc-ffbc7bf36c39 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 3807 time: 0.4678755 Jul 19 03:35:01.267138 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.415297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda39571-b3b0-43bc-bece-3071605e2aeb,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:01.423940 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1f59278e-4e6c-4815-95be-943cabdee982 req-98905527-1b75-4952-ac43-b5c79c47980e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481471 Jul 19 03:35:01.426782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-edc7b376-7371-4a41-b3fb-cbd84d9d7ac1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3103166 Jul 19 03:35:01.432665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b6b4d-b104-4d2a-b8c8-0ffafea2863e req-b52a3897-94f0-460d-b467-09585400979e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:01.434224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c66b6b4d-b104-4d2a-b8c8-0ffafea2863e req-b52a3897-94f0-460d-b467-09585400979e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.2380145 Jul 19 03:35:01.445860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.449232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Checking segment: {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:01.449596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Network hostable DHCP agents. Network: 522170eb-1013-4920-9300-893eb36305eb, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:35:01.450716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a2bafa27-fc6d-4a52-85c5-c328934305ad no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:01.465219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Calling delete_port for e1a5afdc-b5b1-40a4-9604-60fd50d8a551 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:01.523556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-61d10f66-1792-4bb5-b9f8-8607efcf8a2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Deleting port d83d8a51-7c2b-46c6-994c-d576fe61f97e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:01.523903 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-61d10f66-1792-4bb5-b9f8-8607efcf8a2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.547701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a2bafa27-fc6d-4a52-85c5-c328934305ad not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:35:01.548239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device cb8fbd92-2916-4f12-badd-c5210b5811ba no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:01.577198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:01.584268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c66b6b4d-b104-4d2a-b8c8-0ffafea2863e req-f185e8af-3aab-4810-8e12-29feed44e2cd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054730 Jul 19 03:35:01.598847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: cb8fbd92-2916-4f12-badd-c5210b5811ba {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:35:01.599470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device cb8fbd92-2916-4f12-badd-c5210b5811ba not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:35:01.599986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e68aabfc-7227-4da1-bac1-88f5312be4ed no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:01.686717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Network 522170eb-1013-4920-9300-893eb36305eb is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:35:01.721876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 522170eb-1013-4920-9300-893eb36305eb) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:01.729012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:01.730692 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.741458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-61d10f66-1792-4bb5-b9f8-8607efcf8a2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] For port d83d8a51-7c2b-46c6-994c-d576fe61f97e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=d83d8a51-7c2b-46c6-994c-d576fe61f97e,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:01.742772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-61d10f66-1792-4bb5-b9f8-8607efcf8a2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.763083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c88c5186-d9ae-4e76-973a-d682bed01806 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0026860 Jul 19 03:35:01.766324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48194) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:01.771372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-712426998-router', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:01.771550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2b9b9-878a-4166-83dd-1e15bda21427 None None] Network 522170eb-1013-4920-9300-893eb36305eb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:01.783748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.826721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-61d10f66-1792-4bb5-b9f8-8607efcf8a2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Calling delete_port for d83d8a51-7c2b-46c6-994c-d576fe61f97e owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:01.840178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Pushing event deleted for resources: {'Port': ['ID=e1a5afdc-b5b1-40a4-9604-60fd50d8a551,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:01.851251 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f75193-b86d-4e9d-9f7e-c1a4e4cad272 x-openstack-request-id: req-37f75193-b86d-4e9d-9f7e-c1a4e4cad272 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:01.851800 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-deleted", "tag": "cb8fbd92-2916-4f12-badd-c5210b5811ba", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:01.852096 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37f75193-b86d-4e9d-9f7e-c1a4e4cad272 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:01.852562 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-deleted', 'tag': 'cb8fbd92-2916-4f12-badd-c5210b5811ba', 'status': 'completed', 'code': 200} Jul 19 03:35:01.881394 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.905096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:01.910887 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.919366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e68aabfc-7227-4da1-bac1-88f5312be4ed, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:01.949697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68aabfc-7227-4da1-bac1-88f5312be4ed'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:01.952633 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a2f1a7-36df-4ba9-bcb9-2302a8be1c6b" -d '{"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-unplugged", "status": "completed", "tag": "e68aabfc-7227-4da1-bac1-88f5312be4ed"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:01.955782 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e705506-fc2b-446b-a5cf-89f50b624a46 None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:01.970722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e705506-fc2b-446b-a5cf-89f50b624a46 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:01.971568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2e705506-fc2b-446b-a5cf-89f50b624a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:01.973722 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:01.974640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device aadedb74-0c27-405a-8ea9-39fb8017ae8a no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:02.013095 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.018672 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.024752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2c7948b2-3daa-48b4-9307-d41c1d050a15 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "PUT /v2.0/floatingips/598d8dc6-d49b-4d95-9677-ba6575b7475e HTTP/1.1" status: 200 len: 978 time: 3.5889406 Jul 19 03:35:02.040835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48206) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:02.041887 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.097902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-61d10f66-1792-4bb5-b9f8-8607efcf8a2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.116736 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfbdfd9-6c5d-4279-b168-1679b04442aa x-openstack-request-id: req-2cfbdfd9-6c5d-4279-b168-1679b04442aa {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:02.117341 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-unplugged", "status": "completed", "tag": "e68aabfc-7227-4da1-bac1-88f5312be4ed", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:02.117772 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cfbdfd9-6c5d-4279-b168-1679b04442aa {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:02.118350 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68aabfc-7227-4da1-bac1-88f5312be4ed', 'code': 200} Jul 19 03:35:02.133312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e68aabfc-7227-4da1-bac1-88f5312be4ed,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:02.137182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.139180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.157015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d10f66-1792-4bb5-b9f8-8607efcf8a2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Port': ['ID=d83d8a51-7c2b-46c6-994c-d576fe61f97e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:02.165760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2e705506-fc2b-446b-a5cf-89f50b624a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:02.194004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e705506-fc2b-446b-a5cf-89f50b624a46 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:02.194874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2e705506-fc2b-446b-a5cf-89f50b624a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:02.221919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2ec6edce-b991-43b4-98cd-5a4671bbebfa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:02.227840 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.228097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Fanout notify agent at l3_agent the message router_deleted on router 88b279db-6a2b-475c-972e-764f02409745 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:35:02.241186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-61d10f66-1792-4bb5-b9f8-8607efcf8a2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] No DVR routers for this DVR port d83d8a51-7c2b-46c6-994c-d576fe61f97e on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:02.244396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-61d10f66-1792-4bb5-b9f8-8607efcf8a2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.246702 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-61d10f66-1792-4bb5-b9f8-8607efcf8a2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "DELETE /v2.0/ports/d83d8a51-7c2b-46c6-994c-d576fe61f97e HTTP/1.1" status: 204 len: 173 time: 0.9950540 Jul 19 03:35:02.265218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.266445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2e705506-fc2b-446b-a5cf-89f50b624a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:02.267096 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e705506-fc2b-446b-a5cf-89f50b624a46 None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:02.270981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5b36fad4-43be-4f10-8a1a-1f1b946833e3 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/88b279db-6a2b-475c-972e-764f02409745 HTTP/1.1" status: 204 len: 168 time: 1.7580519 Jul 19 03:35:02.271608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48212) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:02.284251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f12bf858-9021-4ff8-ad7e-34d78350e8cb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1885685258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:02.349388 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.355620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-522170eb-1013-4920-9300-893eb36305eb', 'network_id': '522170eb-1013-4920-9300-893eb36305eb', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'fixed_ips': [{'subnet_id': 'bda39571-b3b0-43bc-bece-3071605e2aeb'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:35:02.357069 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.359477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2ec6edce-b991-43b4-98cd-5a4671bbebfa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.387589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-bffc6cac-6db2-4e64-8962-cf7a06f1527b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Deleting port aadedb74-0c27-405a-8ea9-39fb8017ae8a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:02.388137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-bffc6cac-6db2-4e64-8962-cf7a06f1527b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.430554 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f12bf858-9021-4ff8-ad7e-34d78350e8cb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.431845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f12bf858-9021-4ff8-ad7e-34d78350e8cb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.527322 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-bffc6cac-6db2-4e64-8962-cf7a06f1527b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] For port aadedb74-0c27-405a-8ea9-39fb8017ae8a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=aadedb74-0c27-405a-8ea9-39fb8017ae8a,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:02.527842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-bffc6cac-6db2-4e64-8962-cf7a06f1527b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.545152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Allocated IP 172.20.0.2 (522170eb-1013-4920-9300-893eb36305eb/bda39571-b3b0-43bc-bece-3071605e2aeb/154b2a9e-dc93-4879-96fb-5dc130e10ff6) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:02.550857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-bffc6cac-6db2-4e64-8962-cf7a06f1527b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Calling delete_port for aadedb74-0c27-405a-8ea9-39fb8017ae8a owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:02.645902 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.874822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-bffc6cac-6db2-4e64-8962-cf7a06f1527b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.899476 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 03:35:02.899476 n-d-762330-18 neutron-server[94346]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 19 03:35:02.899476 n-d-762330-18 neutron-server[94346]: [parameters: {'status': 'DOWN', 'ports_id': 'aadedb74-0c27-405a-8ea9-39fb8017ae8a'}] Jul 19 03:35:02.899476 n-d-762330-18 neutron-server[94346]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:35:02.900017 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:35:02.923326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6e2e4-df07-4869-b1c4-794d3bc76512 req-fb6c99ed-680e-4f25-88cf-eb60089ab222 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:02.929880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6e2e4-df07-4869-b1c4-794d3bc76512 req-fb6c99ed-680e-4f25-88cf-eb60089ab222 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:02.937479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6e2e4-df07-4869-b1c4-794d3bc76512 req-fb6c99ed-680e-4f25-88cf-eb60089ab222 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:02.939416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ef6e2e4-df07-4869-b1c4-794d3bc76512 req-fb6c99ed-680e-4f25-88cf-eb60089ab222 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 2336 time: 0.1977727 Jul 19 03:35:02.942137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc6cac-6db2-4e64-8962-cf7a06f1527b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Port': ['ID=aadedb74-0c27-405a-8ea9-39fb8017ae8a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:02.960979 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:02.975098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Transition to ACTIVE for port object 154b2a9e-dc93-4879-96fb-5dc130e10ff6 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:02.995187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Transition to ACTIVE for port object 154b2a9e-dc93-4879-96fb-5dc130e10ff6 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:03.002944 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.016318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-bffc6cac-6db2-4e64-8962-cf7a06f1527b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] No DVR routers for this DVR port aadedb74-0c27-405a-8ea9-39fb8017ae8a on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:03.018774 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-bffc6cac-6db2-4e64-8962-cf7a06f1527b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.020780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-bffc6cac-6db2-4e64-8962-cf7a06f1527b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "DELETE /v2.0/ports/aadedb74-0c27-405a-8ea9-39fb8017ae8a HTTP/1.1" status: 204 len: 173 time: 0.7689221 Jul 19 03:35:03.047155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Network 522170eb-1013-4920-9300-893eb36305eb is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:03.050344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:03.055192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:03.058902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ef6e2e4-df07-4869-b1c4-794d3bc76512 req-69a5661f-0bcc-47c2-9438-da109fa414c1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041341 Jul 19 03:35:03.059099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Pushing event updated for resources: {'Port': ['ID=154b2a9e-dc93-4879-96fb-5dc130e10ff6,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:03.127687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Attempting to bind port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:03.128094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Attempting to bind port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:03.128413 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Attempting to bind port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 on network 522170eb-1013-4920-9300-893eb36305eb {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:03.132551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f12bf858-9021-4ff8-ad7e-34d78350e8cb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.137891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:03.138988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Checking segment: {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:03.139616 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.140307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Bound using segment: {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:03.141039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Bound port: 154b2a9e-dc93-4879-96fb-5dc130e10ff6, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:03.142057 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.164755 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f12bf858-9021-4ff8-ad7e-34d78350e8cb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.171255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.180116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-fceca944-9a99-4128-b8ef-b1c4931655b3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Deleting port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:03.181359 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-fceca944-9a99-4128-b8ef-b1c4931655b3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.235145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] For port 154b2a9e-dc93-4879-96fb-5dc130e10ff6, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:03.241874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] For port 154b2a9e-dc93-4879-96fb-5dc130e10ff6, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=154b2a9e-dc93-4879-96fb-5dc130e10ff6,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:03.248134 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.294623 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2ec6edce-b991-43b4-98cd-5a4671bbebfa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.305758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f12bf858-9021-4ff8-ad7e-34d78350e8cb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.307724 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f12bf858-9021-4ff8-ad7e-34d78350e8cb tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0284369 Jul 19 03:35:03.311029 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2ec6edce-b991-43b4-98cd-5a4671bbebfa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.311436 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-2ec6edce-b991-43b4-98cd-5a4671bbebfa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP 598d8dc6-d49b-4d95-9677-ba6575b7475e disassociated. External IP: 172.25.2.110, port: 86a9168e-7ef9-42da-829e-b5f9aa5b6b32. Jul 19 03:35:03.327998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731f453-f9f6-45a1-961b-6812180969c2 None None] Pushing event updated for resources: {'Port': ['ID=154b2a9e-dc93-4879-96fb-5dc130e10ff6,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:03.366861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48224) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:03.372350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'enable_snat': True}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:03.424657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Port aadedb74-0c27-405a-8ea9-39fb8017ae8a update to DOWN by agent not found {{(pid=94346) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 19 03:35:03.424900 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:03.551744 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.624150 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:03.630378 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.633576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:03.740034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:35:03.741006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d83d8a51-7c2b-46c6-994c-d576fe61f97e no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:03.764854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: d83d8a51-7c2b-46c6-994c-d576fe61f97e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:35:03.765346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device d83d8a51-7c2b-46c6-994c-d576fe61f97e not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:35:03.767202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:03.785580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830b29a-3927-4d18-b53f-c17084738178 req-ba26ddf9-8dea-4b99-bddc-47ce3dfa24bc tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:03.787422 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0830b29a-3927-4d18-b53f-c17084738178 req-ba26ddf9-8dea-4b99-bddc-47ce3dfa24bc tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.6951010 Jul 19 03:35:03.854241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-fceca944-9a99-4128-b8ef-b1c4931655b3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] For port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:03.854752 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-fceca944-9a99-4128-b8ef-b1c4931655b3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.856859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-deleted', 'tag': 'd83d8a51-7c2b-46c6-994c-d576fe61f97e'}, {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-deleted', 'tag': 'aadedb74-0c27-405a-8ea9-39fb8017ae8a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:03.858295 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:03.859173 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4e2251-faf8-4129-98f1-ffe00c0e5637" -d '{"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-deleted", "tag": "d83d8a51-7c2b-46c6-994c-d576fe61f97e"}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-deleted", "tag": "aadedb74-0c27-405a-8ea9-39fb8017ae8a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:03.879783 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-fceca944-9a99-4128-b8ef-b1c4931655b3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Calling delete_port for 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:03.894233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-3aaddd39-6020-4a33-bed7-6827679309ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:03.895820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-3aaddd39-6020-4a33-bed7-6827679309ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1097 time: 0.6115534 Jul 19 03:35:03.939294 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de70cfd-bd3a-4b92-9a31-8b862b42dfcf x-openstack-request-id: req-7de70cfd-bd3a-4b92-9a31-8b862b42dfcf {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:03.939664 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-deleted", "tag": "d83d8a51-7c2b-46c6-994c-d576fe61f97e", "status": "completed", "code": 200}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-deleted", "tag": "aadedb74-0c27-405a-8ea9-39fb8017ae8a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:03.939839 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7de70cfd-bd3a-4b92-9a31-8b862b42dfcf {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:03.940224 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-deleted', 'tag': 'd83d8a51-7c2b-46c6-994c-d576fe61f97e', 'status': 'completed', 'code': 200} Jul 19 03:35:03.940485 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-deleted', 'tag': 'aadedb74-0c27-405a-8ea9-39fb8017ae8a', 'status': 'completed', 'code': 200} Jul 19 03:35:03.970632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0830b29a-3927-4d18-b53f-c17084738178 req-7973badd-916b-4394-a2ea-4ab13111394d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504269 Jul 19 03:35:04.060622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-a68ae096-9a51-4fab-803b-abc4a492be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:04.062252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-a68ae096-9a51-4fab-803b-abc4a492be19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.1593063 Jul 19 03:35:04.077605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec6edce-b991-43b4-98cd-5a4671bbebfa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:04.121851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:04.127280 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5986e401-4eb8-40d5-a6a4-d135cdc45987" -d '{"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-unplugged", "status": "completed", "tag": "6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:04.175941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-a7110318-e10f-415c-8886-e6c196c964f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 999 time: 0.1052938 Jul 19 03:35:04.177934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-fceca944-9a99-4128-b8ef-b1c4931655b3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.209058 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798243b1-fb1d-45db-af77-3588c8bd97ed x-openstack-request-id: req-798243b1-fb1d-45db-af77-3588c8bd97ed {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:04.209360 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-unplugged", "status": "completed", "tag": "6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:04.209626 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-798243b1-fb1d-45db-af77-3588c8bd97ed {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:04.210051 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9', 'code': 200} Jul 19 03:35:04.241688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.266569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceca944-9a99-4128-b8ef-b1c4931655b3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Port': ['ID=6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:04.270385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-1ad0828c-16d3-4fc9-9a0d-f1773f14cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:04.272039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-1ad0828c-16d3-4fc9-9a0d-f1773f14cad9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.0837073 Jul 19 03:35:04.273589 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.382021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-fceca944-9a99-4128-b8ef-b1c4931655b3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] No DVR routers for this DVR port 6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:04.395555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-fceca944-9a99-4128-b8ef-b1c4931655b3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.397819 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-fceca944-9a99-4128-b8ef-b1c4931655b3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "DELETE /v2.0/ports/6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9 HTTP/1.1" status: 204 len: 173 time: 1.3611941 Jul 19 03:35:04.468966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-601d18f7-096c-4136-acd7-bdbb5c8283d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:04.470656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-601d18f7-096c-4136-acd7-bdbb5c8283d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1877952 Jul 19 03:35:04.487077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec6edce-b991-43b4-98cd-5a4671bbebfa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:04.499374 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b9709-268c-4dc0-a5d3-294be1417465 None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:04.503972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82db3e-ee45-452a-ab32-2aaae6d6316c req-b88bce41-45d4-4cd8-a4c0-7f1df918a531 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:04.513069 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b9709-268c-4dc0-a5d3-294be1417465 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:04.514341 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb82db3e-ee45-452a-ab32-2aaae6d6316c req-b88bce41-45d4-4cd8-a4c0-7f1df918a531 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 943 time: 0.2471991 Jul 19 03:35:04.517360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2ec6edce-b991-43b4-98cd-5a4671bbebfa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.522454 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-705b9709-268c-4dc0-a5d3-294be1417465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:04.563057 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-705b9709-268c-4dc0-a5d3-294be1417465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:04.574087 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b9709-268c-4dc0-a5d3-294be1417465 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:04.574948 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-705b9709-268c-4dc0-a5d3-294be1417465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:04.576059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Allocated IP 172.25.2.77 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/4704e0b9-1217-4797-ba5b-14f6cfe2aa69) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:04.590278 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.597389 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2ec6edce-b991-43b4-98cd-5a4671bbebfa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "PUT /v2.0/floatingips/598d8dc6-d49b-4d95-9677-ba6575b7475e HTTP/1.1" status: 200 len: 688 time: 2.3806040 Jul 19 03:35:04.600346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d57c4-0b21-405d-b3dc-2515f5e2f5eb None None] Network 522170eb-1013-4920-9300-893eb36305eb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:04.615756 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-705b9709-268c-4dc0-a5d3-294be1417465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:04.616354 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48234) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:04.616506 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b9709-268c-4dc0-a5d3-294be1417465 None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:04.626341 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.671323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb82db3e-ee45-452a-ab32-2aaae6d6316c req-2f4d92a5-b9ca-47e7-a33c-5b123f0d7abf tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4a8d90-8ffe-4894-b721-0cb8032dd57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561191 Jul 19 03:35:04.741023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-d7f9a54d-3e84-4024-ad09-9d909943a138 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587671 Jul 19 03:35:04.825408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 154b2a9e-dc93-4879-96fb-5dc130e10ff6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:04.864081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Deleting port e68aabfc-7227-4da1-bac1-88f5312be4ed {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:04.864444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.880788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-00c90a48-c4fe-41f1-a94a-33ca0d516587 None None] Provisioning for port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:04.904058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.920161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:04.921799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0df1e698-f84a-43a9-bafb-d897e8ef5ac6 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 6e748da4-e9d5-4113-ad0e-1e5356298322 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:04.922125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0df1e698-f84a-43a9-bafb-d897e8ef5ac6 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.927888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:04.929157 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:04.964727 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-e71cea59-1947-40e3-b894-04cdab41aa7b service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146394 Jul 19 03:35:05.024944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.030520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] For port e68aabfc-7227-4da1-bac1-88f5312be4ed, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e68aabfc-7227-4da1-bac1-88f5312be4ed,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:05.030769 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.030896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.037910 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0df1e698-f84a-43a9-bafb-d897e8ef5ac6 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.038247 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0df1e698-f84a-43a9-bafb-d897e8ef5ac6 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.068195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 154b2a9e-dc93-4879-96fb-5dc130e10ff6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=154b2a9e-dc93-4879-96fb-5dc130e10ff6,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:05.074653 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.114191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0df1e698-f84a-43a9-bafb-d897e8ef5ac6 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 6e748da4-e9d5-4113-ad0e-1e5356298322 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:05.143510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=154b2a9e-dc93-4879-96fb-5dc130e10ff6,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:05.162524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:05.189475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:05.191864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Allocated IP 172.25.2.233 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/e339d43f-4106-4be9-80a0-fd930cc667cf) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:05.212634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:05.215230 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Pushing event updated for resources: {'Port': ['ID=4704e0b9-1217-4797-ba5b-14f6cfe2aa69,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:05.323859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f040eeb-4795-4d84-90ef-48f1b32df8e5 None None] Provisioning complete for port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:05.324240 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f040eeb-4795-4d84-90ef-48f1b32df8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.331596 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.332179 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.332286 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Floating IP db09a8cf-ed7e-4fc9-8e95-32f821608800 disassociated. External IP: 172.25.2.176, port: e68aabfc-7227-4da1-bac1-88f5312be4ed. Jul 19 03:35:05.332754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Calling delete_port for e68aabfc-7227-4da1-bac1-88f5312be4ed owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:05.471533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.503721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Port': ['ID=e68aabfc-7227-4da1-bac1-88f5312be4ed,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:05.625648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:05.746100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:05.759439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] Sync routers for ids ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:05.772587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] Routers {'84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:05.773624 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:05.796611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] No DVR routers for this DVR port e68aabfc-7227-4da1-bac1-88f5312be4ed on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:05.799434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.801952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167ded42-5f2d-4604-90a7-8108c532eb35 req-b983dbc1-1425-4089-a903-d2edda2c3bc4 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.25 "DELETE /v2.0/ports/e68aabfc-7227-4da1-bac1-88f5312be4ed HTTP/1.1" status: 204 len: 173 time: 1.3976064 Jul 19 03:35:05.846077 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8fc5e7dd-d36b-4253-a756-214b0152d28f req-1b993dd9-1be4-458f-974e-c68665a1ec2e tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0404344 Jul 19 03:35:05.909590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a40821-6b75-475d-afed-1da248c7a15d req-71a432b4-65b8-44e2-b789-7f63bbd8103e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:05.911366 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4a40821-6b75-475d-afed-1da248c7a15d req-71a432b4-65b8-44e2-b789-7f63bbd8103e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.7252617 Jul 19 03:35:05.917850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] Set router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:05.942301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-deleted', 'tag': '6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9'}, {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-deleted', 'tag': 'e68aabfc-7227-4da1-bac1-88f5312be4ed'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:05.945117 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5573f77-8e91-4dae-b0be-98c27fad1c0d" -d '{"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-deleted", "tag": "6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9"}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-deleted", "tag": "e68aabfc-7227-4da1-bac1-88f5312be4ed"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:05.989263 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:05.994321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4a40821-6b75-475d-afed-1da248c7a15d req-238860a3-2b91-44d9-bb39-1f648e133917 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638230 Jul 19 03:35:06.054484 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2569010-4a1a-46b8-bf43-43f244eea6e3 x-openstack-request-id: req-f2569010-4a1a-46b8-bf43-43f244eea6e3 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:06.054780 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-deleted", "tag": "6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9", "status": "completed", "code": 200}, {"server_uuid": "5f068a78-d30e-42bc-8444-48f23c736660", "name": "network-vif-deleted", "tag": "e68aabfc-7227-4da1-bac1-88f5312be4ed", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:06.055033 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2569010-4a1a-46b8-bf43-43f244eea6e3 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:06.055473 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-deleted', 'tag': '6a66905b-d5ed-4f9c-8bff-f45c8d3b1cb9', 'status': 'completed', 'code': 200} Jul 19 03:35:06.055736 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f068a78-d30e-42bc-8444-48f23c736660', 'name': 'network-vif-deleted', 'tag': 'e68aabfc-7227-4da1-bac1-88f5312be4ed', 'status': 'completed', 'code': 200} Jul 19 03:35:06.143355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0df1e698-f84a-43a9-bafb-d897e8ef5ac6 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:06.179716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:17Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'd8e11411-cbd2-43dc-ae10-b000474bca0d', 'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'mac_address': 'fa:16:3e:35:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:16Z', 'updated_at': '2021-07-19T03:24:22Z', 'revision_number': 5, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'subnets': [{'id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:06.212080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] Checking router: 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:35:06.218193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1e698-f84a-43a9-bafb-d897e8ef5ac6 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=6e748da4-e9d5-4113-ad0e-1e5356298322,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:06.230688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] Routers {'84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:06.231444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:06.249973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:06.315625 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:06.325664 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:06.346215 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] Set router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:06.367822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:06.375886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:06.402134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0df1e698-f84a-43a9-bafb-d897e8ef5ac6 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:06.404667 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0df1e698-f84a-43a9-bafb-d897e8ef5ac6 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:06.408216 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0df1e698-f84a-43a9-bafb-d897e8ef5ac6 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/floatingips/598d8dc6-d49b-4d95-9677-ba6575b7475e HTTP/1.1" status: 204 len: 168 time: 1.7882168 Jul 19 03:35:06.408590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48246) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:06.411760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event updated for resources: {'Port': ['ID=e339d43f-4106-4be9-80a0-fd930cc667cf,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:06.452250 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-bd83b6d5-6554-431f-8f8e-99a6b77bf204 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] delete failed (client error): The resource could not be found. Jul 19 03:35:06.453778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bd83b6d5-6554-431f-8f8e-99a6b77bf204 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/floatingips/598d8dc6-d49b-4d95-9677-ba6575b7475e HTTP/1.1" status: 404 len: 345 time: 0.0438657 Jul 19 03:35:06.457624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48248) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:06.578587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:17Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'd8e11411-cbd2-43dc-ae10-b000474bca0d', 'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'mac_address': 'fa:16:3e:35:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:16Z', 'updated_at': '2021-07-19T03:24:22Z', 'revision_number': 5, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'subnets': [{'id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:06.607927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d64a30-ed0c-4bfb-8e80-11ea7fcd6e6c None None] The sync data for ids ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'] in n-d-762330-18 is: [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:24:17Z', 'revision_number': 4, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'd8e11411-cbd2-43dc-ae10-b000474bca0d', 'name': '', 'network_id': 'a261e28e-89ab-4e1f-b05b-b2e9edd39e5a', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'mac_address': 'fa:16:3e:35:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:16Z', 'updated_at': '2021-07-19T03:24:22Z', 'revision_number': 5, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'subnets': [{'id': '21634538-a8d7-4b17-9fa0-ea9312bc5b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:06.622715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1763eb-73c3-4d8f-8ef9-8e7c4b596f41 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:06.630636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1763eb-73c3-4d8f-8ef9-8e7c4b596f41 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:06.639728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1763eb-73c3-4d8f-8ef9-8e7c4b596f41 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:06.644133 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-da1763eb-73c3-4d8f-8ef9-8e7c4b596f41 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "GET /v2.0/ports?network_id=0774b6be-a9bb-4e54-8340-ff8419d9f0bf HTTP/1.1" status: 200 len: 2358 time: 0.1827762 Jul 19 03:35:06.644417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48252) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:06.730360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:06.753486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63707a9-e704-4a2a-a305-d51c9955c066 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:06.765618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c63707a9-e704-4a2a-a305-d51c9955c066 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "GET /v2.0/subnets/2f9ce3f0-2719-49e3-a982-e56f3caff2a8 HTTP/1.1" status: 200 len: 797 time: 0.1200061 Jul 19 03:35:06.766498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48254) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:06.767080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 154b2a9e-dc93-4879-96fb-5dc130e10ff6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:06.772132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'port': {'network_id': '0774b6be-a9bb-4e54-8340-ff8419d9f0bf', 'name': 'tempest-FloatingIPTestJSON-1233698453', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:06.959920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Made reservation on behalf of 8394974d4972404b8c9673a943ac09f6 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:07.088131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:07.123623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d361f2d-272f-4e4c-9283-c81e18420a62 req-dd95186f-7651-41b4-82aa-ae01e7631a4a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0487690 Jul 19 03:35:07.172787 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:07.176575 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8626337b-3ad3-4601-a28c-10cf987af9c2 None None] New status for floating IP db09a8cf-ed7e-4fc9-8e95-32f821608800: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:35:07.182724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:07.183292 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:07.188646 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:07.207024 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:35:07.214388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] device_id is not set on port 993db4c7-af17-421e-a155-ba9639ad3e89 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:35:07.284111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:07.592606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:07.597420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.20.0.14 (0774b6be-a9bb-4e54-8340-ff8419d9f0bf/2f9ce3f0-2719-49e3-a982-e56f3caff2a8/993db4c7-af17-421e-a155-ba9639ad3e89) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:07.605978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Sync routers for ids ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:07.606490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.20.0.13 (0774b6be-a9bb-4e54-8340-ff8419d9f0bf/2f9ce3f0-2719-49e3-a982-e56f3caff2a8/993db4c7-af17-421e-a155-ba9639ad3e89) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:07.613721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1fbcd-2f74-43a3-9b03-fb8fdadbd9a1 req-56d63c95-e98c-463b-a3f1-9c20fd18927b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:07.622921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4c1fbcd-2f74-43a3-9b03-fb8fdadbd9a1 req-56d63c95-e98c-463b-a3f1-9c20fd18927b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.3103302 Jul 19 03:35:07.630232 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:07.631345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Routers {'d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:07.634605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:07.651053 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:07.706172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:07.707480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-59a850e4-ded2-4227-8796-6c30b33fc6da admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9401989 Jul 19 03:35:07.712952 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48260) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:07.732617 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b4c1fbcd-2f74-43a3-9b03-fb8fdadbd9a1 req-e30dc422-e353-49f7-bdf0-3a601c0ba5d6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087391 Jul 19 03:35:07.781276 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:07.798085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Set router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:07.863945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:07.929671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:07.933830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:07.943859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:07.975119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=993db4c7-af17-421e-a155-ba9639ad3e89,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:08.000125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Router 2dc2cb6e-69b4-4885-95f9-865525caa8dd is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:35:08.008894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:08.009667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.030458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-24badaf8-4d37-49ea-84dd-e862d3fcd768 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2623165 Jul 19 03:35:08.032854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48264) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:08.038295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '993db4c7-af17-421e-a155-ba9639ad3e89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:08.068633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.092443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'name': 'tempest-TestServerMultinode-712426998-router', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:02Z', 'updated_at': '2021-07-19T03:35:05Z', 'revision_number': 3, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'gw_port': {'id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:04Z', 'updated_at': '2021-07-19T03:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:08.125576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Checking router: d03d6696-fcc8-429b-b8c6-8c767e9c5fcc for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:35:08.126329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Updating router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:35:08.172885 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.197271 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.236077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:08.246420 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.250843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d895b791-5b9f-4df5-8569-be09b81a8e61 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "PUT /v2.0/routers/2dc2cb6e-69b4-4885-95f9-865525caa8dd HTTP/1.1" status: 200 len: 919 time: 4.8789825 Jul 19 03:35:08.251039 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aea908-ab72-4f63-9705-83ae630ba11e None None] Sync routers for ids ['2dc2cb6e-69b4-4885-95f9-865525caa8dd'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:08.251518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48268) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:08.264480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aea908-ab72-4f63-9705-83ae630ba11e None None] Routers {'2dc2cb6e-69b4-4885-95f9-865525caa8dd'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:08.265264 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-29aea908-ab72-4f63-9705-83ae630ba11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2dc2cb6e-69b4-4885-95f9-865525caa8dd'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:08.324339 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-29aea908-ab72-4f63-9705-83ae630ba11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:08.341064 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aea908-ab72-4f63-9705-83ae630ba11e None None] Routers {'2dc2cb6e-69b4-4885-95f9-865525caa8dd'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:08.342119 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-29aea908-ab72-4f63-9705-83ae630ba11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2dc2cb6e-69b4-4885-95f9-865525caa8dd'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:08.393334 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-29aea908-ab72-4f63-9705-83ae630ba11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:08.394543 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aea908-ab72-4f63-9705-83ae630ba11e None None] The sync data for ids ['2dc2cb6e-69b4-4885-95f9-865525caa8dd'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:08.462569 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0b810af2-fb24-4d95-ac09-5edf3bedd7f3 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/routers/2dc2cb6e-69b4-4885-95f9-865525caa8dd HTTP/1.1" status: 200 len: 925 time: 0.2081952 Jul 19 03:35:08.462896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48270) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:08.550639 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.564386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Transition to ACTIVE for port object 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:08.576442 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.616149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10d834d-78f3-4371-a1f5-46c2ec07198a tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:08.620466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c10d834d-78f3-4371-a1f5-46c2ec07198a tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&device_id=2dc2cb6e-69b4-4885-95f9-865525caa8dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1534564 Jul 19 03:35:08.622185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48272) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:08.647090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be204cd8-3f39-4814-9c65-6585d29f39e8 None None] Pushing event updated for resources: {'Port': ['ID=4704e0b9-1217-4797-ba5b-14f6cfe2aa69,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:08.681678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Attempting to bind port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:08.682932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Attempting to bind port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:08.683843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Attempting to bind port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:08.690020 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:08.690855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:08.691389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.25.2.199 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/d43f0520-2b09-4908-8728-7d8c44c72624) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:08.691837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.692573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:08.693256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Bound port: 4704e0b9-1217-4797-ba5b-14f6cfe2aa69, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:08.694451 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.764470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] For port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:08.770142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] For port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4704e0b9-1217-4797-ba5b-14f6cfe2aa69,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:08.778690 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.826607 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8d3d6ef-93e7-4ccf-b767-1474377f8292 req-cee8631b-f8dc-48cf-b391-77d80e5ec9da tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.4394670 Jul 19 03:35:08.848792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.851711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be204cd8-3f39-4814-9c65-6585d29f39e8 None None] Pushing event updated for resources: {'Port': ['ID=4704e0b9-1217-4797-ba5b-14f6cfe2aa69,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:08.888403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Routers {'d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:08.889152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:08.940127 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:08.993536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04349c55-6d65-48d0-bfd9-ffbe592f45af tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:09.000881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48278) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:09.003134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-04349c55-6d65-48d0-bfd9-ffbe592f45af tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 881 time: 0.3797638 Jul 19 03:35:09.053076 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4f1d0682-a79f-4a46-aa9e-44dd64b7235d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dc2cb6e-69b4-4885-95f9-865525caa8dd HTTP/1.1" status: 200 len: 205 time: 0.0509679 Jul 19 03:35:09.054786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48280) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:09.058505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] Set router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:09.120955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Allocated IP 172.20.0.1 (522170eb-1013-4920-9300-893eb36305eb/bda39571-b3b0-43bc-bece-3071605e2aeb/3f89b526-8c53-43ec-bdff-7df2bb864020) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:09.142339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0830c-4d22-4499-bc92-9513b49558e6 req-de7d689e-bfe4-4a03-8bf1-1d659ec98f83 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:09.143992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cb0830c-4d22-4499-bc92-9513b49558e6 req-de7d689e-bfe4-4a03-8bf1-1d659ec98f83 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.2567160 Jul 19 03:35:09.248172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:09.275951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'name': 'tempest-TestServerMultinode-712426998-router', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:02Z', 'updated_at': '2021-07-19T03:35:05Z', 'revision_number': 3, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'gw_port': {'id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:04Z', 'updated_at': '2021-07-19T03:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:09.276549 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Transition to ACTIVE for port object 3f89b526-8c53-43ec-bdff-7df2bb864020 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:09.281340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:09.305664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0dedb8-e993-4657-b090-15e6ff79ac8d None None] The sync data for ids ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'] in n-d-762330-18 is: [{'id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'name': 'tempest-TestServerMultinode-712426998-router', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:02Z', 'updated_at': '2021-07-19T03:35:05Z', 'revision_number': 3, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'gw_port': {'id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:04Z', 'updated_at': '2021-07-19T03:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:09.330103 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:09.390956 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f89b526-8c53-43ec-bdff-7df2bb864020,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:09.401506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Network 522170eb-1013-4920-9300-893eb36305eb is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:09.403191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:09.405620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:09.456229 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:09.706415 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:09.790694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-410d3d19-2ef6-45dc-80ba-3f746628e90a None None] Provisioning for port 3f89b526-8c53-43ec-bdff-7df2bb864020 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:09.795976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-410d3d19-2ef6-45dc-80ba-3f746628e90a None None] Provisioning complete for port 3f89b526-8c53-43ec-bdff-7df2bb864020 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:09.796349 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-410d3d19-2ef6-45dc-80ba-3f746628e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:09.818680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:09.830065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:09.837788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cb0830c-4d22-4499-bc92-9513b49558e6 req-d3a2cfc6-5fb8-46ec-899d-e886db900b6c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6723375 Jul 19 03:35:09.838831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:09.855994 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-410d3d19-2ef6-45dc-80ba-3f746628e90a None None] Port 3f89b526-8c53-43ec-bdff-7df2bb864020 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:09.884256 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:09.925995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=d43f0520-2b09-4908-8728-7d8c44c72624,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:10.042078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:10.061860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:10.095027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:10.112113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dbd1fd2a-6806-46f2-bd54-d00b741f2020 req-901c0a9d-6461-44fe-87a8-8c3775bca120 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0668259 Jul 19 03:35:10.197591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f89b526-8c53-43ec-bdff-7df2bb864020,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:10.207954 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:10.304076 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Deleting port e339d43f-4106-4be9-80a0-fd930cc667cf {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:10.304422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:10.367378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Network 522170eb-1013-4920-9300-893eb36305eb is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:10.369194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:10.485445 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:10.533409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:10.540936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Calling delete_port for e339d43f-4106-4be9-80a0-fd930cc667cf owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:10.672229 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:10.701691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:10.712565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3bd3937d-cb26-4881-839d-0f5b95790ae1 admin admin] 10.222.0.20 "PUT /v2.0/routers/d03d6696-fcc8-429b-b8c6-8c767e9c5fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9980199 Jul 19 03:35:10.750675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:10.801053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4a6e4158-3a62-47dd-88f3-efbf94c451ef None None] Provisioning complete for port 3f89b526-8c53-43ec-bdff-7df2bb864020 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:10.801436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4158-3a62-47dd-88f3-efbf94c451ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:10.837719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:10.847152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e4158-3a62-47dd-88f3-efbf94c451ef None None] Port 3f89b526-8c53-43ec-bdff-7df2bb864020 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:10.854773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:10.859658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:10.867924 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.020041 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.045231 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.054965 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.072185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4704e0b9-1217-4797-ba5b-14f6cfe2aa69,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:11.072467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.079061 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.094651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d3673-97ab-4ea5-a5ee-a1af46afd4bf req-3d468c44-425f-4af9-859d-4b1c4563b0c9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:11.100659 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-390d3673-97ab-4ea5-a5ee-a1af46afd4bf req-3d468c44-425f-4af9-859d-4b1c4563b0c9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.1067362 Jul 19 03:35:11.206535 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-390d3673-97ab-4ea5-a5ee-a1af46afd4bf req-5879bcaf-b2df-48d2-8848-5d5ada482c65 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945692 Jul 19 03:35:11.227299 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=4704e0b9-1217-4797-ba5b-14f6cfe2aa69,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:11.289442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=d43f0520-2b09-4908-8728-7d8c44c72624,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:11.330694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Pushing event deleted for resources: {'Port': ['ID=e339d43f-4106-4be9-80a0-fd930cc667cf,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:11.338320 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.416148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-236692ad-5fa8-491c-92ea-80290d8dee0b req-2dcf70a3-f9b5-4611-b2ee-cde91db70e6b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0388844 Jul 19 03:35:11.428175 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.488137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48310) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:11.493272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1110651298-network', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:11.518964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Made reservation on behalf of e9bb57a8268a4645888fc15cffb0295d for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:11.521510 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.530507 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.569313 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.574921 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.626278 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP c801a332-8a2f-452f-bbc3-118044c63b84 associated. External IP: 172.25.2.199, port: 993db4c7-af17-421e-a155-ba9639ad3e89. Jul 19 03:35:11.640649 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.648383 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.678849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.679381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Fanout notify agent at l3_agent the message router_deleted on router 2dc2cb6e-69b4-4885-95f9-865525caa8dd {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:35:11.688030 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.689769 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bcc0d114-e058-4bd5-99db-aeb4b1efde75 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/2dc2cb6e-69b4-4885-95f9-865525caa8dd HTTP/1.1" status: 204 len: 168 time: 2.6338007 Jul 19 03:35:11.693336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48314) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:11.698558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-502be0c9-4ef9-4e68-8f29-e7b00058c1e1 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1507060030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:11.699109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Sync routers for ids ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:11.704649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:35:11.708947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Routers {'d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:11.709587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7033cf4c-94e2-4fb1-b0bd-d2679e33529f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:11.710068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:11.728390 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.728893 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Added segment f5372352-5246-4d9a-8b4e-4fbb2aa337e0 of type vlan for network 185bdd85-0d81-476c-9fa8-92886e6b5d67 Jul 19 03:35:11.778519 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.808069 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-502be0c9-4ef9-4e68-8f29-e7b00058c1e1 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.810282 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-502be0c9-4ef9-4e68-8f29-e7b00058c1e1 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.817970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.819054 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:11.819947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.856830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Set router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:11.875371 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3836734 Jul 19 03:35:11.875596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48316) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:11.881582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Request body: {'subnet': {'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1110651298-subnet', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:11.923797 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-502be0c9-4ef9-4e68-8f29-e7b00058c1e1 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.945771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cc35d-a89c-42e7-a9ca-2d217003a7a5 admin admin] Pushing event updated for resources: {'Network': ['ID=185bdd85-0d81-476c-9fa8-92886e6b5d67,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:11.958695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 185bdd85-0d81-476c-9fa8-92886e6b5d67 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:35:11.966505 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-502be0c9-4ef9-4e68-8f29-e7b00058c1e1 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.971676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Made reservation on behalf of e9bb57a8268a4645888fc15cffb0295d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:11.975160 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.998029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-502be0c9-4ef9-4e68-8f29-e7b00058c1e1 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:11.999371 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-502be0c9-4ef9-4e68-8f29-e7b00058c1e1 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3050821 Jul 19 03:35:12.002384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48318) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:12.007291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'enable_snat': False}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:12.134547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'name': 'tempest-TestServerMultinode-712426998-router', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:02Z', 'updated_at': '2021-07-19T03:35:09Z', 'revision_number': 4, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'gw_port': {'id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:04Z', 'updated_at': '2021-07-19T03:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3f89b526-8c53-43ec-bdff-7df2bb864020', 'name': '', 'network_id': '522170eb-1013-4920-9300-893eb36305eb', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'mac_address': 'fa:16:3e:57:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'bda39571-b3b0-43bc-bece-3071605e2aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:08Z', 'updated_at': '2021-07-19T03:35:09Z', 'revision_number': 2, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'subnets': [{'id': 'bda39571-b3b0-43bc-bece-3071605e2aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:12.171030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Checking router: d03d6696-fcc8-429b-b8c6-8c767e9c5fcc for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:35:12.171515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Updating router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc port 3f89b526-8c53-43ec-bdff-7df2bb864020 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:35:12.210017 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.214702 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.289863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e37616-210d-4bec-adad-e3c0a8059d6a,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:12.303254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Checking segment: {'id': 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:12.303754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Network hostable DHCP agents. Network: 185bdd85-0d81-476c-9fa8-92886e6b5d67, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:35:12.326838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Network 185bdd85-0d81-476c-9fa8-92886e6b5d67 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:35:12.343073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 185bdd85-0d81-476c-9fa8-92886e6b5d67) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:12.354650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:12.356169 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.357630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c423f-252f-45ad-8b22-b97e849df012 None None] Network 185bdd85-0d81-476c-9fa8-92886e6b5d67 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:12.386146 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-81dce07b-1280-4690-8a5f-8d089932bd28 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5080118 Jul 19 03:35:12.388453 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48322) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:12.394358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1110651298-router', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:12.413329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:12.429715 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.431473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.516244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.553906 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-071c5142-96e4-4033-8616-cff15d7b5e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.584488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.700314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-185bdd85-0d81-476c-9fa8-92886e6b5d67', 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'fixed_ips': [{'subnet_id': '74e37616-210d-4bec-adad-e3c0a8059d6a'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:35:12.701392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.800383 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e62c-6a64-4088-86c9-55d2c1de3f00 req-806b7f86-3d00-414d-ac50-32615fed31ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:12.807949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f49e62c-6a64-4088-86c9-55d2c1de3f00 req-806b7f86-3d00-414d-ac50-32615fed31ae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.2892783 Jul 19 03:35:12.812597 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.840971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:12.854944 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4232946b-9464-4925-8a16-9e6f13a0b2e0 None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:12.866570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:12.869027 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232946b-9464-4925-8a16-9e6f13a0b2e0 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:12.872246 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4232946b-9464-4925-8a16-9e6f13a0b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:12.910897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f49e62c-6a64-4088-86c9-55d2c1de3f00 req-f838b7a7-6b8f-4a27-bca4-517b8d1e5e4d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019721 Jul 19 03:35:12.920897 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8fb1fb4b-f51e-48bc-a0d4-6ef3bc5e88db tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.8865769 Jul 19 03:35:12.923431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48328) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:12.928021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b0eb6aa2-6a8c-4b74-b536-14c91167509a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'port_id': '993db4c7-af17-421e-a155-ba9639ad3e89', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:12.952233 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f8948da-4e97-41d3-a659-e5280997d997 req-27c88d33-849c-4c57-ada8-67918ffbdbac tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0443237 Jul 19 03:35:12.962750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Allocated IP 172.20.0.2 (185bdd85-0d81-476c-9fa8-92886e6b5d67/74e37616-210d-4bec-adad-e3c0a8059d6a/f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:12.964061 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4232946b-9464-4925-8a16-9e6f13a0b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:12.988066 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232946b-9464-4925-8a16-9e6f13a0b2e0 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:12.988706 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4232946b-9464-4925-8a16-9e6f13a0b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:13.025256 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4232946b-9464-4925-8a16-9e6f13a0b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:13.025923 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4232946b-9464-4925-8a16-9e6f13a0b2e0 None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:13.065344 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6aa2-6a8c-4b74-b536-14c91167509a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.206898 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.219826 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.237178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.252807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.302378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:13.378413 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.398989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Allocated IP 172.25.2.71 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/22028fb2-19d5-4315-8d37-68024f754e5f) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:13.405271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Transition to ACTIVE for port object f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:13.465072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Transition to ACTIVE for port object f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:13.469455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:13.470010 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.514546 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.518655 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.520392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.566799 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.578579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Pushing event updated for resources: {'Port': ['ID=f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:13.588407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Transition to ACTIVE for port object 3f89b526-8c53-43ec-bdff-7df2bb864020 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:13.598367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Network 185bdd85-0d81-476c-9fa8-92886e6b5d67 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:13.601586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:13.605893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:13.615428 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.618783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:13.621957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:13.630610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:13.733880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Attempting to bind port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:13.734259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Attempting to bind port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:13.734656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Attempting to bind port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a on network 185bdd85-0d81-476c-9fa8-92886e6b5d67 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:13.749046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Allocated IP 172.25.2.126 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/eb94dc65-dcde-47e2-96d0-2eac69729d17) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:13.769993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b0ece-8bfd-495b-b13f-a44cf0e235fb None None] Pushing event updated for resources: {'Port': ['ID=3f89b526-8c53-43ec-bdff-7df2bb864020,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:13.795526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:13.796210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Checking segment: {'id': 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:13.796907 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.797468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Bound using segment: {'id': 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:13.798173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Bound port: f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:13.798799 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.847842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Pushing event updated for resources: {'Port': ['ID=22028fb2-19d5-4315-8d37-68024f754e5f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:13.932909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Attempting to bind port 3f89b526-8c53-43ec-bdff-7df2bb864020 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:13.933304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Attempting to bind port 3f89b526-8c53-43ec-bdff-7df2bb864020 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:13.933679 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Attempting to bind port 3f89b526-8c53-43ec-bdff-7df2bb864020 on network 522170eb-1013-4920-9300-893eb36305eb {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:13.938759 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.resource_extend [None req-b0eb6aa2-6a8c-4b74-b536-14c91167509a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:35:13.961324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:13.961715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Checking segment: {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:13.962124 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:13.962570 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Bound using segment: {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:13.963581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Bound port: 3f89b526-8c53-43ec-bdff-7df2bb864020, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:13.964270 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:14.058786 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:14.113018 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:14.120948 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6aa2-6a8c-4b74-b536-14c91167509a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:14.123085 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:14.134315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] For port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:14.149602 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6aa2-6a8c-4b74-b536-14c91167509a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:14.196970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] For port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a,segment=NetworkSegment(f5372352-5246-4d9a-8b4e-4fbb2aa337e0),segment_id=f5372352-5246-4d9a-8b4e-4fbb2aa337e0)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:14.208594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] For port 3f89b526-8c53-43ec-bdff-7df2bb864020, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:14.214854 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:14.240190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] For port 3f89b526-8c53-43ec-bdff-7df2bb864020, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3f89b526-8c53-43ec-bdff-7df2bb864020,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:14.268350 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:14.274502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:14.289518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:14.292935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:14.300751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Pushing event updated for resources: {'Port': ['ID=eb94dc65-dcde-47e2-96d0-2eac69729d17,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:14.315845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808138b2-2451-4b06-9fb5-b70342dbc8d6 None None] Pushing event updated for resources: {'Port': ['ID=f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:14.376304 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc3837b1-b424-469e-962a-6b424dcb76a7 req-60142a26-647d-4db5-83e3-5f05c1209cc3 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0929379 Jul 19 03:35:14.419037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37e4c0-ec87-424f-8f9e-9dc523b1797b req-9fb5a5a5-f497-43a0-bf66-d56db51358d2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:14.428629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a37e4c0-ec87-424f-8f9e-9dc523b1797b req-9fb5a5a5-f497-43a0-bf66-d56db51358d2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.3030090 Jul 19 03:35:14.443829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b0ece-8bfd-495b-b13f-a44cf0e235fb None None] Pushing event updated for resources: {'Port': ['ID=3f89b526-8c53-43ec-bdff-7df2bb864020,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:14.455774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Routers {'d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:14.456620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:14.599871 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:14.609497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] Set router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:14.841053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eb6aa2-6a8c-4b74-b536-14c91167509a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:14.846132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:35:14.877607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:14.885093 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a37e4c0-ec87-424f-8f9e-9dc523b1797b req-889c039c-7214-4083-96a5-090a668d2fc0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4529238 Jul 19 03:35:14.992113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:15.019487 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:15.021925 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4b4441b5-bce2-4b11-b42e-e1955bc191fe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6309221 Jul 19 03:35:15.026468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48338) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:15.040474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Sync routers for ids ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:15.089032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Routers {'9beff106-f2fd-4105-b2f7-1e85dff04ad7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:15.089688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:34:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:15.208503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Set router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:15.244754 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9f7e715a-b8ad-4970-9248-0468ddf7f608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:15.445500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:15.447129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eb6aa2-6a8c-4b74-b536-14c91167509a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:15.459242 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430bfb3-77f6-4211-a7fc-24674911be81 None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:15.461100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6aa2-6a8c-4b74-b536-14c91167509a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:15.472648 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8430bfb3-77f6-4211-a7fc-24674911be81 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:15.474495 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8430bfb3-77f6-4211-a7fc-24674911be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:15.550887 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8430bfb3-77f6-4211-a7fc-24674911be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:15.560301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'name': 'tempest-TestServerMultinode-712426998-router', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:02Z', 'updated_at': '2021-07-19T03:35:09Z', 'revision_number': 4, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'gw_port': {'id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:04Z', 'updated_at': '2021-07-19T03:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3f89b526-8c53-43ec-bdff-7df2bb864020', 'name': '', 'network_id': '522170eb-1013-4920-9300-893eb36305eb', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'mac_address': 'fa:16:3e:57:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'bda39571-b3b0-43bc-bece-3071605e2aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:08Z', 'updated_at': '2021-07-19T03:35:14Z', 'revision_number': 4, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'subnets': [{'id': 'bda39571-b3b0-43bc-bece-3071605e2aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:15.571491 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8430bfb3-77f6-4211-a7fc-24674911be81 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:15.575299 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8430bfb3-77f6-4211-a7fc-24674911be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:15.612680 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:15.660492 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8430bfb3-77f6-4211-a7fc-24674911be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:15.663141 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430bfb3-77f6-4211-a7fc-24674911be81 None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:15.666580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4140d664-e4b6-4fdc-819a-a5ae4e06c230 None None] The sync data for ids ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'] in n-d-762330-18 is: [{'id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'name': 'tempest-TestServerMultinode-712426998-router', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:02Z', 'updated_at': '2021-07-19T03:35:09Z', 'revision_number': 4, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'gw_port': {'id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:04Z', 'updated_at': '2021-07-19T03:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3f89b526-8c53-43ec-bdff-7df2bb864020', 'name': '', 'network_id': '522170eb-1013-4920-9300-893eb36305eb', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'mac_address': 'fa:16:3e:57:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'bda39571-b3b0-43bc-bece-3071605e2aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:08Z', 'updated_at': '2021-07-19T03:35:14Z', 'revision_number': 4, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'subnets': [{'id': 'bda39571-b3b0-43bc-bece-3071605e2aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:15.682242 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:15.700032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'name': 'tempest-TestServerMultinode-1110651298-router', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:12Z', 'updated_at': '2021-07-19T03:35:13Z', 'revision_number': 3, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'gw_port': {'id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:13Z', 'updated_at': '2021-07-19T03:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:15.765268 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Checking router: 9beff106-f2fd-4105-b2f7-1e85dff04ad7 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:35:15.766253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Updating router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 port 22028fb2-19d5-4315-8d37-68024f754e5f binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:35:15.801245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-23ccfd66-d745-4a89-8e6a-3edbc3c7f575 req-f6eb0121-384d-47f1-ae51-1f22c63a7d84 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.1275845 Jul 19 03:35:15.837680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b0eb6aa2-6a8c-4b74-b536-14c91167509a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "PUT /v2.0/floatingips/c801a332-8a2f-452f-bbc3-118044c63b84 HTTP/1.1" status: 200 len: 979 time: 2.9132111 Jul 19 03:35:15.856674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48342) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:15.873500 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:15.935440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b98edb-165d-4fac-a4bc-c33a1ade6dfc None None] Network 185bdd85-0d81-476c-9fa8-92886e6b5d67 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:16.256217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aa10eb3e-6999-438d-be71-0483a8c94e1c None None] Provisioning for port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:16.257181 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.268085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port d43f0520-2b09-4908-8728-7d8c44c72624 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:16.268601 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.292826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aa10eb3e-6999-438d-be71-0483a8c94e1c None None] Provisioning complete for port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:16.302936 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa10eb3e-6999-438d-be71-0483a8c94e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.333494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acf112-2cce-42d2-a1d5-27a7482f43d5 req-6c572ae5-0ff9-42ce-9aa2-179bea3f7279 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:16.345971 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-66acf112-2cce-42d2-a1d5-27a7482f43d5 req-6c572ae5-0ff9-42ce-9aa2-179bea3f7279 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.2409472 Jul 19 03:35:16.374215 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.377038 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.393759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for d43f0520-2b09-4908-8728-7d8c44c72624 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:16.497206 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-66acf112-2cce-42d2-a1d5-27a7482f43d5 req-e9fcf675-93dd-4483-bf72-e58a575823e0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083221 Jul 19 03:35:16.591422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.597142 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.611977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.671938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=d43f0520-2b09-4908-8728-7d8c44c72624,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:16.759152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.805161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.805566 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP c801a332-8a2f-452f-bbc3-118044c63b84 disassociated (deleted). External IP: 172.25.2.199, port: 993db4c7-af17-421e-a155-ba9639ad3e89. Jul 19 03:35:16.849752 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa10eb3e-6999-438d-be71-0483a8c94e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:16.870127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3f89b526-8c53-43ec-bdff-7df2bb864020 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:17.131394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Allocated IP 172.20.0.1 (185bdd85-0d81-476c-9fa8-92886e6b5d67/74e37616-210d-4bec-adad-e3c0a8059d6a/b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:17.207781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c4183a50-4f9a-4771-9e35-cfc2e6ed312e req-2ae2d013-b6e3-4ced-8a9f-b89f626b36d6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0554557 Jul 19 03:35:17.296678 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:17.317833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Transition to ACTIVE for port object b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:17.365119 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:17.437120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-aa10eb3e-6999-438d-be71-0483a8c94e1c None None] For port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a,segment=NetworkSegment(f5372352-5246-4d9a-8b4e-4fbb2aa337e0),segment_id=f5372352-5246-4d9a-8b4e-4fbb2aa337e0)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:17.440328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Router 1c5c5432-4b77-40aa-9449-678e1ddd03df is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:35:17.464748 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa10eb3e-6999-438d-be71-0483a8c94e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:17.465698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Network 185bdd85-0d81-476c-9fa8-92886e6b5d67 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:17.469460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:17.489781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:17.512302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:17.553420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:17.576798 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:17.594240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 3f89b526-8c53-43ec-bdff-7df2bb864020 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:17.617323 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:17.619325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 3f89b526-8c53-43ec-bdff-7df2bb864020 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:17.619936 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:17.677071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Transition to ACTIVE for port object 22028fb2-19d5-4315-8d37-68024f754e5f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:17.692399 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:17.708990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10eb3e-6999-438d-be71-0483a8c94e1c None None] Pushing event updated for resources: {'Port': ['ID=f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:17.786103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Attempting to bind port 22028fb2-19d5-4315-8d37-68024f754e5f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:17.786962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Attempting to bind port 22028fb2-19d5-4315-8d37-68024f754e5f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:17.791099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Attempting to bind port 22028fb2-19d5-4315-8d37-68024f754e5f on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:17.822160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:17.823101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:17.823795 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:17.825245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:17.826051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Bound port: 22028fb2-19d5-4315-8d37-68024f754e5f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:17.827917 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:17.926440 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:17.928794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:17.963927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69056024-d757-428e-bf6c-1b6ebcb9c596 None None] Pushing event updated for resources: {'Port': ['ID=22028fb2-19d5-4315-8d37-68024f754e5f,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:17.968200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0642a9cf-8337-49b9-a5c8-8a114022f34e None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:18.000482 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.025872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642a9cf-8337-49b9-a5c8-8a114022f34e None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:18.026552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0642a9cf-8337-49b9-a5c8-8a114022f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:18.036352 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.080123 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.092877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0642a9cf-8337-49b9-a5c8-8a114022f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:18.122863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-371e1ec5-8dfa-4a26-9575-32c78ff8ea0d None None] Provisioning complete for port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:18.123338 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-371e1ec5-8dfa-4a26-9575-32c78ff8ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.182208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] For port 22028fb2-19d5-4315-8d37-68024f754e5f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:18.189679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-983ca500-115a-45e3-bc4a-7e0050566ef5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/floatingips/c801a332-8a2f-452f-bbc3-118044c63b84 HTTP/1.1" status: 204 len: 168 time: 2.3316183 Jul 19 03:35:18.190684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48364) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:18.196253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] For port 22028fb2-19d5-4315-8d37-68024f754e5f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=22028fb2-19d5-4315-8d37-68024f754e5f,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:18.212552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.220688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:18.267991 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9ea55-0c60-43d0-ba7a-a5b8915d1907 None None] Sync routers for ids ['1c5c5432-4b77-40aa-9449-678e1ddd03df'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:18.286427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.292896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e8985cc8-70bd-4b9f-a409-0007ed9860a5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "PUT /v2.0/routers/1c5c5432-4b77-40aa-9449-678e1ddd03df HTTP/1.1" status: 200 len: 920 time: 6.2889376 Jul 19 03:35:18.296457 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9ea55-0c60-43d0-ba7a-a5b8915d1907 None None] Routers {'1c5c5432-4b77-40aa-9449-678e1ddd03df'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:18.296625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48368) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:18.297088 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5af9ea55-0c60-43d0-ba7a-a5b8915d1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1c5c5432-4b77-40aa-9449-678e1ddd03df'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:18.337580 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5af9ea55-0c60-43d0-ba7a-a5b8915d1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:18.348287 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9ea55-0c60-43d0-ba7a-a5b8915d1907 None None] Routers {'1c5c5432-4b77-40aa-9449-678e1ddd03df'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:18.349355 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5af9ea55-0c60-43d0-ba7a-a5b8915d1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['1c5c5432-4b77-40aa-9449-678e1ddd03df'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:18.352965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642a9cf-8337-49b9-a5c8-8a114022f34e None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:18.356940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0642a9cf-8337-49b9-a5c8-8a114022f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:18.388994 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5af9ea55-0c60-43d0-ba7a-a5b8915d1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:18.390075 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9ea55-0c60-43d0-ba7a-a5b8915d1907 None None] The sync data for ids ['1c5c5432-4b77-40aa-9449-678e1ddd03df'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:18.406770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88347835-71b7-4579-b544-9e485cd6a9f6 req-254871a1-b536-4264-a9cf-371ae0c785cd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:18.413727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88347835-71b7-4579-b544-9e485cd6a9f6 req-254871a1-b536-4264-a9cf-371ae0c785cd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.2547243 Jul 19 03:35:18.460334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3fa74599-66e6-4dd6-9408-6564580757e5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 993db4c7-af17-421e-a155-ba9639ad3e89 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:18.466248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fa74599-66e6-4dd6-9408-6564580757e5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.490351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-0642a9cf-8337-49b9-a5c8-8a114022f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:18.491167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0642a9cf-8337-49b9-a5c8-8a114022f34e None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:18.522799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Routers {'9beff106-f2fd-4105-b2f7-1e85dff04ad7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:18.523476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:18.526122 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-88347835-71b7-4579-b544-9e485cd6a9f6 req-a133b316-3a95-48f8-9f93-47aa8c90b570 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083415 Jul 19 03:35:18.533494 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.544349 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.558204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 3f89b526-8c53-43ec-bdff-7df2bb864020, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3f89b526-8c53-43ec-bdff-7df2bb864020,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:18.564458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb88298f-a4de-4dee-bce1-d70191e2bf19 req-9b0b102d-72f8-41b3-ba71-69ef9c8dd4cc tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0555751 Jul 19 03:35:18.592413 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.602829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d87bed4b-004f-4c74-a11b-ad7243bc3c7c tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/routers/1c5c5432-4b77-40aa-9449-678e1ddd03df HTTP/1.1" status: 200 len: 926 time: 0.3042791 Jul 19 03:35:18.606564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48370) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:18.612290 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.628002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69056024-d757-428e-bf6c-1b6ebcb9c596 None None] Pushing event updated for resources: {'Port': ['ID=22028fb2-19d5-4315-8d37-68024f754e5f,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:18.687522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fa74599-66e6-4dd6-9408-6564580757e5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.711800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3fa74599-66e6-4dd6-9408-6564580757e5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 993db4c7-af17-421e-a155-ba9639ad3e89 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:18.727772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:18.758760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] Set router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:18.794844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5fd011-4695-4f41-b5df-f2ad5e516770 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:18.797143 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3e5fd011-4695-4f41-b5df-f2ad5e516770 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&device_id=1c5c5432-4b77-40aa-9449-678e1ddd03df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1893876 Jul 19 03:35:18.799876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48372) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:18.800045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=3f89b526-8c53-43ec-bdff-7df2bb864020,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:18.815478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:18.824631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Network 185bdd85-0d81-476c-9fa8-92886e6b5d67 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:18.826683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:18.932343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-512df65b-7f57-4185-8718-0b4a7d2646ad None None] Provisioning for port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:18.956578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-512df65b-7f57-4185-8718-0b4a7d2646ad None None] Provisioning complete for port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:18.957048 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-512df65b-7f57-4185-8718-0b4a7d2646ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:18.994356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98c244-07c6-495c-881e-bf66a7a21e41 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:18.999014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48374) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:19.011808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8c98c244-07c6-495c-881e-bf66a7a21e41 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/networks/1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 881 time: 0.2076497 Jul 19 03:35:19.041536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-512df65b-7f57-4185-8718-0b4a7d2646ad None None] Port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:19.043347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:19.046773 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b4ecb250-21e4-441d-b69d-25a5d4fe09c6 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c5c5432-4b77-40aa-9449-678e1ddd03df HTTP/1.1" status: 200 len: 205 time: 0.0461147 Jul 19 03:35:19.049030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48378) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:19.067834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:19.068203 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.218094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fa74599-66e6-4dd6-9408-6564580757e5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.252174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'name': 'tempest-TestServerMultinode-1110651298-router', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:12Z', 'updated_at': '2021-07-19T03:35:17Z', 'revision_number': 4, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'gw_port': {'id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:13Z', 'updated_at': '2021-07-19T03:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109', 'name': '', 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'mac_address': 'fa:16:3e:b7:c1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '74e37616-210d-4bec-adad-e3c0a8059d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:16Z', 'updated_at': '2021-07-19T03:35:18Z', 'revision_number': 2, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'subnets': [{'id': '74e37616-210d-4bec-adad-e3c0a8059d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:19.258891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa74599-66e6-4dd6-9408-6564580757e5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=993db4c7-af17-421e-a155-ba9639ad3e89,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:19.289394 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43569d9-8df8-4a4f-bca8-1b6159c06ba0 None None] The sync data for ids ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'] in n-d-762330-18 is: [{'id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'name': 'tempest-TestServerMultinode-1110651298-router', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:12Z', 'updated_at': '2021-07-19T03:35:17Z', 'revision_number': 4, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'gw_port': {'id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:13Z', 'updated_at': '2021-07-19T03:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109', 'name': '', 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'mac_address': 'fa:16:3e:b7:c1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '74e37616-210d-4bec-adad-e3c0a8059d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:16Z', 'updated_at': '2021-07-19T03:35:18Z', 'revision_number': 2, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'subnets': [{'id': '74e37616-210d-4bec-adad-e3c0a8059d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:19.302760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a70a152c-7eda-45b5-9617-b0fd33f2bdef None None] Provisioning complete for port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:19.303459 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a70a152c-7eda-45b5-9617-b0fd33f2bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.339511 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.368823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a70a152c-7eda-45b5-9617-b0fd33f2bdef None None] Port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:19.389945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fa74599-66e6-4dd6-9408-6564580757e5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.391484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:19.408552 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4e5eb9ee-a6af-433a-8067-9ef476b182f1 admin admin] 10.222.0.20 "PUT /v2.0/routers/9beff106-f2fd-4105-b2f7-1e85dff04ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3691502 Jul 19 03:35:19.409204 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3fa74599-66e6-4dd6-9408-6564580757e5 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/ports/993db4c7-af17-421e-a155-ba9639ad3e89 HTTP/1.1" status: 204 len: 168 time: 1.2067358 Jul 19 03:35:19.409204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48382) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:19.409204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:19.451345 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.516512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.590786 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.618842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Deleting port eb94dc65-dcde-47e2-96d0-2eac69729d17 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:19.619302 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.814174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.25.2.46 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/55463185-d296-48c5-b4cd-8496685f1e88) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:19.835019 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.856937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Calling delete_port for eb94dc65-dcde-47e2-96d0-2eac69729d17 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:19.880727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d1f47-37b9-47b8-9f28-7f605d37b7bd req-098faa4f-6a14-4d16-a758-92239d622a3d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:19.882259 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c7d1f47-37b9-47b8-9f28-7f605d37b7bd req-098faa4f-6a14-4d16-a758-92239d622a3d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.1244562 Jul 19 03:35:19.892735 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:35:19.975792 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:19.990127 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c7d1f47-37b9-47b8-9f28-7f605d37b7bd req-7abab1c5-11e4-42fa-ac27-d3e378e0dabb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704498 Jul 19 03:35:20.033235 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.107938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:20.115554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=55463185-d296-48c5-b4cd-8496685f1e88,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:20.122457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:20.125240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:20.156131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.193870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Pushing event deleted for resources: {'Port': ['ID=eb94dc65-dcde-47e2-96d0-2eac69729d17,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:20.234935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4266803d-cbc5-4cea-8bec-3cdc77df56f7 req-ff9c6b2a-0427-4798-a483-7198af449f0d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0456076 Jul 19 03:35:20.305181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.346360 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.439078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.441805 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.477955 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.525047 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.526019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Fanout notify agent at l3_agent the message router_deleted on router 1c5c5432-4b77-40aa-9449-678e1ddd03df {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:35:20.534416 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.535684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3c8d81e9-4a46-429c-bea2-c7dfcd34b51e tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/1c5c5432-4b77-40aa-9449-678e1ddd03df HTTP/1.1" status: 204 len: 168 time: 1.4854686 Jul 19 03:35:20.540468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48422) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:20.555278 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-316256712', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:20.585421 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.589661 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.737931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.922477 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:20.954829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 22028fb2-19d5-4315-8d37-68024f754e5f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:21.073139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 22028fb2-19d5-4315-8d37-68024f754e5f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:21.077602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 22028fb2-19d5-4315-8d37-68024f754e5f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:21.077982 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.235057 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.253210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-ae43c584-2b3c-4f6d-bf92-f79a2910b93d tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:21.262699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-ae43c584-2b3c-4f6d-bf92-f79a2910b93d tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/networks?id=522170eb-1013-4920-9300-893eb36305eb HTTP/1.1" status: 200 len: 909 time: 0.6754687 Jul 19 03:35:21.283914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 22028fb2-19d5-4315-8d37-68024f754e5f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=22028fb2-19d5-4315-8d37-68024f754e5f,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:21.285562 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.296282 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.297487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3f89b526-8c53-43ec-bdff-7df2bb864020 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:21.300875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-955c4207-41bf-40fc-b4bc-a5d324ccf61f tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/quotas/e9bb57a8268a4645888fc15cffb0295d HTTP/1.1" status: 200 len: 375 time: 0.0366378 Jul 19 03:35:21.324938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.393758 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.403029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.483243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=22028fb2-19d5-4315-8d37-68024f754e5f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:21.492320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 3f89b526-8c53-43ec-bdff-7df2bb864020 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:21.493581 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.502827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Allocated IP 172.25.2.32 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/4fa19415-4945-407b-9a9e-76a71e4b65e4) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:21.567876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=55463185-d296-48c5-b4cd-8496685f1e88,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:21.595053 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-c76e0616-c2d6-402a-9ff3-42311aa6a184 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9bb57a8268a4645888fc15cffb0295d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2933917 Jul 19 03:35:21.600474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.636986 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.638545 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-256fc670-9f4e-4877-98a2-c0b86905cc82 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2382805 Jul 19 03:35:21.641747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48440) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:21.659419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'port': {'network_id': '0774b6be-a9bb-4e54-8340-ff8419d9f0bf', 'name': 'tempest-FloatingIPTestJSON-1139923602'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:21.719205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-1278789c-1db3-4838-abc3-033c5967f010 service neutron] 10.222.0.20 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069572 Jul 19 03:35:21.767910 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:21.866083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-711842be-ba3c-43af-ba8f-1b995af39690 service neutron] 10.222.0.20 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387730 Jul 19 03:35:22.043319 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-a8388669-a1a5-40f8-b98b-6a868fb0406e service neutron] show failed (client error): The resource could not be found. Jul 19 03:35:22.044904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-a8388669-a1a5-40f8-b98b-6a868fb0406e service neutron] 10.222.0.26 "GET /v2.0/ports/e4241c74-adbb-488e-aef5-c95f980d9a32/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.2181528 Jul 19 03:35:22.170059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb950b42-8a09-4176-b09c-96dd5fa04e6b req-93c2c2c5-c139-4c23-9fc5-b9fab1382683 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f068a78-d30e-42bc-8444-48f23c736660 HTTP/1.1" status: 200 len: 210 time: 0.0608697 Jul 19 03:35:22.248080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Made reservation on behalf of 8394974d4972404b8c9673a943ac09f6 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:22.251851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:22.266050 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:22.311386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] device_id is not set on port 01b0134d-bccd-49ef-8a83-b70100c13193 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:35:22.329056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:22.340172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:22.373138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:22.413507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Pushing event updated for resources: {'Port': ['ID=4fa19415-4945-407b-9a9e-76a71e4b65e4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:22.419074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20400f5-642d-42a3-b2cb-473593402b47 req-9c74c688-a7f7-42e5-b9d5-aa2745074536 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:22.427885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e20400f5-642d-42a3-b2cb-473593402b47 req-9c74c688-a7f7-42e5-b9d5-aa2745074536 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.1242054 Jul 19 03:35:22.441587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7ee0-06ba-4ebc-8ca6-0e8726d863a7 req-aa90cea0-c304-44b0-aa20-11f42b1c1fdd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:22.443035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-187d7ee0-06ba-4ebc-8ca6-0e8726d863a7 req-aa90cea0-c304-44b0-aa20-11f42b1c1fdd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.2377245 Jul 19 03:35:22.516819 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e20400f5-642d-42a3-b2cb-473593402b47 req-6f42d52e-43f1-4edc-a855-721be78c9ce0 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881577 Jul 19 03:35:22.580506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-c519adf5-0f48-4940-b4a4-f9dc05363db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:22.582884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-c519adf5-0f48-4940-b4a4-f9dc05363db7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 1097 time: 0.1200833 Jul 19 03:35:22.597198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:22.625456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.20.0.2 (0774b6be-a9bb-4e54-8340-ff8419d9f0bf/2f9ce3f0-2719-49e3-a982-e56f3caff2a8/01b0134d-bccd-49ef-8a83-b70100c13193) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:22.640791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-187d7ee0-06ba-4ebc-8ca6-0e8726d863a7 req-11e91d46-0d0f-4f0d-a9fd-e349f0750abb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858132 Jul 19 03:35:22.678673 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e0e9bbf-923c-4c92-8a81-87a3c9dbeb7f req-c2c701c0-4d54-4639-888c-571bfc26326c tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 210 time: 0.0869930 Jul 19 03:35:22.731946 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:22.791452 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 22028fb2-19d5-4315-8d37-68024f754e5f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:22.856773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 22028fb2-19d5-4315-8d37-68024f754e5f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:22.857067 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:22.885332 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:22.995862 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.065310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:23.100174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:23.126525 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.144947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:23.148360 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a6ae7c-e841-4147-a330-00730b4df4f1" -d '{"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:23.153122 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.187932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Transition to ACTIVE for port object e4241c74-adbb-488e-aef5-c95f980d9a32 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:23.192021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.194775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 0774b6be-a9bb-4e54-8340-ff8419d9f0bf is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:23.198287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=01b0134d-bccd-49ef-8a83-b70100c13193,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:23.200862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:23.202949 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.205340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:23.219907 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebe12cb-cf64-4ba5-828a-a49f9d7755c8 x-openstack-request-id: req-9ebe12cb-cf64-4ba5-828a-a49f9d7755c8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:23.220213 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:23.220475 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ebe12cb-cf64-4ba5-828a-a49f9d7755c8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:23.221157 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'code': 200} Jul 19 03:35:23.301806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:23.302478 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.357731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:23.368151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48462) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:23.393904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5ec60abf-1f0f-41db-b9ae-80331535c186 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7506771 Jul 19 03:35:23.396592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48464) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:23.405849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7fdb4300-8018-4821-b7e5-31266f3c5bb8 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'port_id': '01b0134d-bccd-49ef-8a83-b70100c13193'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:23.483365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Sync routers for ids ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:23.494494 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4300-8018-4821-b7e5-31266f3c5bb8 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.496856 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Routers {'9beff106-f2fd-4105-b2f7-1e85dff04ad7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:23.498023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:23.530686 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9f7e74c8-28da-47ae-8681-1f4e52b86a1a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.575369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] No DVR routers for this DVR port e4241c74-adbb-488e-aef5-c95f980d9a32 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:23.593218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9f7e74c8-28da-47ae-8681-1f4e52b86a1a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.606720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-1d291033-ae7f-48fc-be81-cf2e08b0f93d tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:23.608391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-1d291033-ae7f-48fc-be81-cf2e08b0f93d tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.25 "GET /v2.0/networks?id=522170eb-1013-4920-9300-893eb36305eb HTTP/1.1" status: 200 len: 909 time: 0.1699915 Jul 19 03:35:23.611876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Router 103913ce-0743-406b-a4ff-98b9a5b4ed46 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:35:23.625803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Request body: {'port': {'device_id': 'af49c142-346a-4b51-abaf-01c69f0eac1a', 'network_id': '522170eb-1013-4920-9300-893eb36305eb', 'admin_state_up': True, 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:23.667595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Set router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:23.757086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Made reservation on behalf of e9bb57a8268a4645888fc15cffb0295d for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:23.760699 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.802607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:23.803007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:23.803304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 on network 261660e6-e20b-499c-a0f2-f33d8d0a354c {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:23.817773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Port e4241c74-adbb-488e-aef5-c95f980d9a32 on network 261660e6-e20b-499c-a0f2-f33d8d0a354c not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:35:23.818145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 on network 261660e6-e20b-499c-a0f2-f33d8d0a354c {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:23.827605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:23.828013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Checking segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:23.828343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Bound using segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:23.828791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Bound port: e4241c74-adbb-488e-aef5-c95f980d9a32, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:23.829154 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.866118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9f7e74c8-28da-47ae-8681-1f4e52b86a1a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.869841 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9f7e74c8-28da-47ae-8681-1f4e52b86a1a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:23.871290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9f7e74c8-28da-47ae-8681-1f4e52b86a1a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "DELETE /v2.0/security-groups/db4a8d90-8ffe-4894-b721-0cb8032dd57e HTTP/1.1" status: 204 len: 168 time: 0.5019391 Jul 19 03:35:23.880386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48472) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:23.941652 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-002e5a37-6f81-4832-b162-93c11a3c684c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] show failed (client error): The resource could not be found. Jul 19 03:35:23.945380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-002e5a37-6f81-4832-b162-93c11a3c684c tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "GET /v2.0/security-groups/db4a8d90-8ffe-4894-b721-0cb8032dd57e HTTP/1.1" status: 404 len: 347 time: 0.0458632 Jul 19 03:35:23.945574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e74c8-28da-47ae-8681-1f4e52b86a1a tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a8d90-8ffe-4894-b721-0cb8032dd57e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:23.946191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48474) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:23.996418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'name': 'tempest-TestServerMultinode-1110651298-router', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:12Z', 'updated_at': '2021-07-19T03:35:17Z', 'revision_number': 4, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'gw_port': {'id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:13Z', 'updated_at': '2021-07-19T03:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109', 'name': '', 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'mac_address': 'fa:16:3e:b7:c1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '74e37616-210d-4bec-adad-e3c0a8059d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:16Z', 'updated_at': '2021-07-19T03:35:18Z', 'revision_number': 2, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'subnets': [{'id': '74e37616-210d-4bec-adad-e3c0a8059d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:24.027127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Checking router: 9beff106-f2fd-4105-b2f7-1e85dff04ad7 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:35:24.027127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Updating router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:35:24.031106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:24.040407 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a510d248-8297-4dc4-8769-2493a35ac106 None None] Sync routers for ids ['103913ce-0743-406b-a4ff-98b9a5b4ed46'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:24.043172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:24.047631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:24.057679 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510d248-8297-4dc4-8769-2493a35ac106 None None] Routers {'103913ce-0743-406b-a4ff-98b9a5b4ed46'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:24.059052 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a510d248-8297-4dc4-8769-2493a35ac106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['103913ce-0743-406b-a4ff-98b9a5b4ed46'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:24.059218 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.071522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c00e-67db-4743-ac07-ae8d15b5552a req-695e8e4e-05dc-4935-b246-8de68e19f9e4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:24.073847 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.078707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9911c00e-67db-4743-ac07-ae8d15b5552a req-695e8e4e-05dc-4935-b246-8de68e19f9e4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.2618716 Jul 19 03:35:24.095338 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a510d248-8297-4dc4-8769-2493a35ac106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:24.105441 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510d248-8297-4dc4-8769-2493a35ac106 None None] Routers {'103913ce-0743-406b-a4ff-98b9a5b4ed46'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:24.106310 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a510d248-8297-4dc4-8769-2493a35ac106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['103913ce-0743-406b-a4ff-98b9a5b4ed46'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:24.140069 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-a510d248-8297-4dc4-8769-2493a35ac106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:24.140999 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a510d248-8297-4dc4-8769-2493a35ac106 None None] The sync data for ids ['103913ce-0743-406b-a4ff-98b9a5b4ed46'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:24.163622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:24.164240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.166233 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] 10.222.0.25 "PUT /v2.0/ports/e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 1092 time: 1.5739398 Jul 19 03:35:24.208746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142690a-f4ab-49db-8bba-912579e64977 req-f249aec5-c80e-4509-8a31-f4411ca22254 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:24.210382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1142690a-f4ab-49db-8bba-912579e64977 req-f249aec5-c80e-4509-8a31-f4411ca22254 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 943 time: 0.3574545 Jul 19 03:35:24.212176 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.213424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-edc1ceb8-ef1f-4ea9-a99e-c482236a062a tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6712842 Jul 19 03:35:24.220525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48476) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:24.225131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:24.235939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9911c00e-67db-4743-ac07-ae8d15b5552a req-eb6bce04-8df8-4600-85e7-834f93269f02 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563537 Jul 19 03:35:24.239879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Allocated IP 172.20.0.10 (522170eb-1013-4920-9300-893eb36305eb/bda39571-b3b0-43bc-bece-3071605e2aeb/ef3c52ac-3d7f-4c20-8919-4f9812a84e27) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:24.336916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560bf10-9198-44e9-b1c1-789427c46b67 service neutron] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:24.392519 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1142690a-f4ab-49db-8bba-912579e64977 req-40a0f657-9d5a-4c5c-b74e-2b5c67aae9fe tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605966 Jul 19 03:35:24.445788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-33efe97d-a189-453c-ba38-35b67ec938e1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Deleting port 409bc556-d071-47e1-9bda-cba3fde0d4a4 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:24.446156 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-33efe97d-a189-453c-ba38-35b67ec938e1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.466101 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d34be536-29a8-4ed8-b191-dbc8312ac165 req-8c2d6829-292b-4446-aedc-1e1b51361f55 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 210 time: 0.1055396 Jul 19 03:35:24.504615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-e6dc99a4-b6ca-4aa2-b05a-f5cbe67868b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:24.506900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-e6dc99a4-b6ca-4aa2-b05a-f5cbe67868b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1095 time: 0.3119645 Jul 19 03:35:24.507102 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.523532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Transition to ACTIVE for port object b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:24.530599 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.607143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Pushing event updated for resources: {'Port': ['ID=b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:24.651177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Attempting to bind port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:24.651667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Attempting to bind port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:24.652105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Attempting to bind port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 on network 185bdd85-0d81-476c-9fa8-92886e6b5d67 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:24.656546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.656973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.657387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.657793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.658216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.658650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.659045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.659442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.659836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.660234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.660627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.661019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:24.667521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:24.667906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Checking segment: {'id': 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:24.668479 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.668944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Bound using segment: {'id': 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:24.669502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Bound port: b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:24.669966 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.676152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-33efe97d-a189-453c-ba38-35b67ec938e1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.676757 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-33efe97d-a189-453c-ba38-35b67ec938e1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.695599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-33efe97d-a189-453c-ba38-35b67ec938e1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Calling delete_port for 409bc556-d071-47e1-9bda-cba3fde0d4a4 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:24.862876 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.907002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] For port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:24.910238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] For port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109,segment=NetworkSegment(f5372352-5246-4d9a-8b4e-4fbb2aa337e0),segment_id=f5372352-5246-4d9a-8b4e-4fbb2aa337e0)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:24.916429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:24.932349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Transition to ACTIVE for port object ef3c52ac-3d7f-4c20-8919-4f9812a84e27 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:24.980288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c581c-411c-4c86-bfd7-5c0eef75f9f5 None None] Pushing event updated for resources: {'Port': ['ID=b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:24.987565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-3d437764-3d12-47ca-a26c-8763fdac5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:24.988832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-3d437764-3d12-47ca-a26c-8763fdac5544 service neutron] 10.222.0.25 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.4544687 Jul 19 03:35:24.994135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Routers {'9beff106-f2fd-4105-b2f7-1e85dff04ad7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:24.995374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:25.098389 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4300-8018-4821-b7e5-31266f3c5bb8 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:25.101017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-85691fec-e8c3-48af-891e-c4a516bf58e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 997 time: 0.0748265 Jul 19 03:35:25.105996 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4300-8018-4821-b7e5-31266f3c5bb8 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:25.127186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] Set router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:25.226228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:25.229274 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45f1c59-b490-40db-a042-c6320e5df8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:25.235333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-ea6e87ff-4157-4ea8-8f93-8bee755f00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:25.236839 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-ea6e87ff-4157-4ea8-8f93-8bee755f00e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.1278439 Jul 19 03:35:25.299376 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b62b883-0394-4271-8e66-2d29b8880c90 x-openstack-request-id: req-7b62b883-0394-4271-8e66-2d29b8880c90 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:25.299815 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:25.300070 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b62b883-0394-4271-8e66-2d29b8880c90 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:25.300456 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'status': 'completed', 'code': 200} Jul 19 03:35:25.315133 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-7fdb4300-8018-4821-b7e5-31266f3c5bb8 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP 0a2b7988-bb7f-484b-904f-2f2364e82c61 associated. External IP: 172.25.2.46, port: 01b0134d-bccd-49ef-8a83-b70100c13193. Jul 19 03:35:25.416981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'name': 'tempest-TestServerMultinode-1110651298-router', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:12Z', 'updated_at': '2021-07-19T03:35:17Z', 'revision_number': 4, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'gw_port': {'id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:13Z', 'updated_at': '2021-07-19T03:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109', 'name': '', 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'mac_address': 'fa:16:3e:b7:c1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '74e37616-210d-4bec-adad-e3c0a8059d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:16Z', 'updated_at': '2021-07-19T03:35:24Z', 'revision_number': 4, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'subnets': [{'id': '74e37616-210d-4bec-adad-e3c0a8059d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:25.454116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eea46-c76d-420f-9c5d-dd36c32d9da5 None None] The sync data for ids ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'] in n-d-762330-18 is: [{'id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'name': 'tempest-TestServerMultinode-1110651298-router', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:12Z', 'updated_at': '2021-07-19T03:35:17Z', 'revision_number': 4, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'gw_port': {'id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:13Z', 'updated_at': '2021-07-19T03:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109', 'name': '', 'network_id': '185bdd85-0d81-476c-9fa8-92886e6b5d67', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'mac_address': 'fa:16:3e:b7:c1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '74e37616-210d-4bec-adad-e3c0a8059d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:16Z', 'updated_at': '2021-07-19T03:35:24Z', 'revision_number': 4, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'subnets': [{'id': '74e37616-210d-4bec-adad-e3c0a8059d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:25.479751 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:25.493539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-770fff0a-6222-4818-933e-08f26f86fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:25.495245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-770fff0a-6222-4818-933e-08f26f86fdb9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2493920 Jul 19 03:35:25.530692 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:25.542942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:25.589390 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-33efe97d-a189-453c-ba38-35b67ec938e1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:25.651675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-ae4a9ab4-6ef4-41a2-84c1-f22fffd33182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:25.653398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-ae4a9ab4-6ef4-41a2-84c1-f22fffd33182 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1095 time: 0.2949042 Jul 19 03:35:25.654784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Network 522170eb-1013-4920-9300-893eb36305eb is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:25.667759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:25.685246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fe3f6-8636-4f36-bb0a-c3d4326db62e req-06141d5e-6a5b-40a7-be95-fde87419a7e2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:25.686875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-775fe3f6-8636-4f36-bb0a-c3d4326db62e req-06141d5e-6a5b-40a7-be95-fde87419a7e2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.2848020 Jul 19 03:35:25.697674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Pushing event updated for resources: {'Port': ['ID=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:25.704822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:25.786008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efe97d-a189-453c-ba38-35b67ec938e1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Port': ['ID=409bc556-d071-47e1-9bda-cba3fde0d4a4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:25.827572 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-456df41b-af5f-4429-9fe7-dc01ca705adb service neutron] 10.222.0.25 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220065 Jul 19 03:35:25.834350 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-33efe97d-a189-453c-ba38-35b67ec938e1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:25.836894 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-33efe97d-a189-453c-ba38-35b67ec938e1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:25.838383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-33efe97d-a189-453c-ba38-35b67ec938e1 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "DELETE /v2.0/floatingips/db09a8cf-ed7e-4fc9-8e95-32f821608800 HTTP/1.1" status: 204 len: 168 time: 1.8886912 Jul 19 03:35:25.842182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:25.842861 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:25.845428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48486) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:25.854523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Deleting port 4fa19415-4945-407b-9a9e-76a71e4b65e4 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:25.854952 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:25.863209 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-775fe3f6-8636-4f36-bb0a-c3d4326db62e req-ad0ecbef-5c2e-4902-8176-27d699664957 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691053 Jul 19 03:35:25.866017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d42694-6be9-435e-a340-71fbaf20670f req-23a64b88-e95a-4667-a6c4-f78f80917679 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:25.867661 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-53d42694-6be9-435e-a340-71fbaf20670f req-23a64b88-e95a-4667-a6c4-f78f80917679 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 943 time: 0.2926826 Jul 19 03:35:25.922794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-4a135824-7f71-4692-b71f-ee14d12bb19a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3036730 Jul 19 03:35:25.935223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Request body: {'port': {'device_id': 'af49c142-346a-4b51-abaf-01c69f0eac1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:25.943167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdb4300-8018-4821-b7e5-31266f3c5bb8 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:25.944383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-67c6ee80-8d3c-4078-8d57-605d301e142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:25.945911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-67c6ee80-8d3c-4078-8d57-605d301e142f service neutron] 10.222.0.26 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.2839947 Jul 19 03:35:25.969520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c4791ac9-8ba4-484d-8237-250d464abbf1 None None] Provisioning for port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:25.975148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c4791ac9-8ba4-484d-8237-250d464abbf1 None None] Provisioning complete for port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:25.975529 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c4791ac9-8ba4-484d-8237-250d464abbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.011981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.017075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c4791ac9-8ba4-484d-8237-250d464abbf1 None None] Port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:26.047380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Calling delete_port for 4fa19415-4945-407b-9a9e-76a71e4b65e4 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:26.052984 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-53d42694-6be9-435e-a340-71fbaf20670f req-2e7b11a1-3b93-47c4-95fb-b7fe4993ba11 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721516 Jul 19 03:35:26.158673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.174189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa8a992e-1dcc-450d-8ac6-17c750f8c798 req-0d4e7dda-bc0b-4a3d-bf60-23eed4f8451c service neutron] 10.222.0.25 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356106 Jul 19 03:35:26.175984 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-5a82ae7c-4099-401d-850b-51d41541c162 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 997 time: 0.2215405 Jul 19 03:35:26.326974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-161c7322-5ae2-41ae-8441-14511e0a16a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Deleting port a2bafa27-fc6d-4a52-85c5-c328934305ad {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:26.327319 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-161c7322-5ae2-41ae-8441-14511e0a16a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.346900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-9e863dc5-225c-48c1-958d-01ad4cdc2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:26.348396 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-9e863dc5-225c-48c1-958d-01ad4cdc2a57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.1610715 Jul 19 03:35:26.350105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f7b68-d837-430a-b3ee-e45bacf2eb3b req-844828c4-5b13-4fb4-ad87-e6e8d91ef993 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:26.351563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-960f7b68-d837-430a-b3ee-e45bacf2eb3b req-844828c4-5b13-4fb4-ad87-e6e8d91ef993 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1028 time: 0.2993276 Jul 19 03:35:26.367613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdb4300-8018-4821-b7e5-31266f3c5bb8 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:26.377922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37d143b-8ca2-460e-bfba-8e21b5dcfe6a None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:26.389291 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4300-8018-4821-b7e5-31266f3c5bb8 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.391231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d143b-8ca2-460e-bfba-8e21b5dcfe6a None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:26.392455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f37d143b-8ca2-460e-bfba-8e21b5dcfe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:26.429680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f37d143b-8ca2-460e-bfba-8e21b5dcfe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:26.439620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d143b-8ca2-460e-bfba-8e21b5dcfe6a None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:26.440003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f37d143b-8ca2-460e-bfba-8e21b5dcfe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:26.472975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f37d143b-8ca2-460e-bfba-8e21b5dcfe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:26.473884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37d143b-8ca2-460e-bfba-8e21b5dcfe6a None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:26.485793 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.522081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Pushing event deleted for resources: {'Port': ['ID=4fa19415-4945-407b-9a9e-76a71e4b65e4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:26.531137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7fdb4300-8018-4821-b7e5-31266f3c5bb8 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "PUT /v2.0/floatingips/0a2b7988-bb7f-484b-904f-2f2364e82c61 HTTP/1.1" status: 200 len: 977 time: 3.1332619 Jul 19 03:35:26.538791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-6e1317c2-6eb4-4a2d-87cd-baa4e0e528a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:26.540280 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-6e1317c2-6eb4-4a2d-87cd-baa4e0e528a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1095 time: 0.2870505 Jul 19 03:35:26.543848 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48488) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:26.549519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-161c7322-5ae2-41ae-8441-14511e0a16a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.558560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-960f7b68-d837-430a-b3ee-e45bacf2eb3b req-3a2feaad-452f-4414-a599-6a9e334fc3c7 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922474 Jul 19 03:35:26.625500 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.751072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:26.786282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3c52ac-3d7f-4c20-8919-4f9812a84e27 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:35:26.808571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:26.813402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:26.813874 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.824769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.847914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Transition to ACTIVE for port object ef3c52ac-3d7f-4c20-8919-4f9812a84e27 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:26.890790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.943915 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.950137 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:26.976822 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:27.002318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:27.011373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-f7d353fd-5201-43ed-8120-504d85c79b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:27.012268 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109,segment=NetworkSegment(f5372352-5246-4d9a-8b4e-4fbb2aa337e0),segment_id=f5372352-5246-4d9a-8b4e-4fbb2aa337e0)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:27.012977 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-f7d353fd-5201-43ed-8120-504d85c79b97 service neutron] 10.222.0.25 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.4478903 Jul 19 03:35:27.031296 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:27.046572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-161c7322-5ae2-41ae-8441-14511e0a16a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Calling delete_port for a2bafa27-fc6d-4a52-85c5-c328934305ad owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:27.130640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:27.181499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:27.252916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Router 103913ce-0743-406b-a4ff-98b9a5b4ed46 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:27.276903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:35:27.286612 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-161c7322-5ae2-41ae-8441-14511e0a16a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:27.369320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-29d5f67a-429e-4424-9e3d-c5296c16260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:27.370869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-29d5f67a-429e-4424-9e3d-c5296c16260b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0097656 Jul 19 03:35:27.372776 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-9b9c572b-0c4c-40c7-8e69-60a7a4b4738b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 997 time: 0.1037900 Jul 19 03:35:27.388968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Attempting to bind port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:27.389703 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Attempting to bind port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:27.390308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Attempting to bind port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 on network 522170eb-1013-4920-9300-893eb36305eb {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:27.432326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 on network 522170eb-1013-4920-9300-893eb36305eb not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:35:27.432657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Attempting to bind port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 on network 522170eb-1013-4920-9300-893eb36305eb {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:27.440875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:27.444195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:27.444535 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Checking segment: {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:27.444914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Bound using segment: {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:27.445350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Bound port: ef3c52ac-3d7f-4c20-8919-4f9812a84e27, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:27.445711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:27.449021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c7322-5ae2-41ae-8441-14511e0a16a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Port': ['ID=a2bafa27-fc6d-4a52-85c5-c328934305ad,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:27.454101 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:27.455314 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2caf46a3-be12-4a5b-b283-1c9d3730b89d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "PUT /v2.0/routers/103913ce-0743-406b-a4ff-98b9a5b4ed46 HTTP/1.1" status: 200 len: 709 time: 3.2338126 Jul 19 03:35:27.456793 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88180f-cb7b-4d27-b34d-62e6df1dfc9a None None] Sync routers for ids ['103913ce-0743-406b-a4ff-98b9a5b4ed46'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:27.469130 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88180f-cb7b-4d27-b34d-62e6df1dfc9a None None] Routers {'103913ce-0743-406b-a4ff-98b9a5b4ed46'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:27.469983 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4d88180f-cb7b-4d27-b34d-62e6df1dfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['103913ce-0743-406b-a4ff-98b9a5b4ed46'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:27.470543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c143a35-275a-45c6-9ea2-ef86f43e8bd1 req-ce566f50-ba4b-4ea5-b415-ba2f88054cfe tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:27.472580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c143a35-275a-45c6-9ea2-ef86f43e8bd1 req-ce566f50-ba4b-4ea5-b415-ba2f88054cfe tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.3700891 Jul 19 03:35:27.473076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48494) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:27.537877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-cac2ea6e-c664-415d-96a8-0a0e89cd5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:27.539461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-cac2ea6e-c664-415d-96a8-0a0e89cd5223 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.0973482 Jul 19 03:35:27.611122 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-566eb9ca-2324-4da5-adb7-ec7cf08de986 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/routers/103913ce-0743-406b-a4ff-98b9a5b4ed46 HTTP/1.1" status: 200 len: 744 time: 0.1324923 Jul 19 03:35:27.617655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48498) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:27.640486 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4d88180f-cb7b-4d27-b34d-62e6df1dfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:27.662106 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88180f-cb7b-4d27-b34d-62e6df1dfc9a None None] Routers {'103913ce-0743-406b-a4ff-98b9a5b4ed46'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:27.662919 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4d88180f-cb7b-4d27-b34d-62e6df1dfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['103913ce-0743-406b-a4ff-98b9a5b4ed46'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:27.679905 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c143a35-275a-45c6-9ea2-ef86f43e8bd1 req-f216b6dc-83a4-4ee7-b301-9f3904ebc9ff tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656997 Jul 19 03:35:27.682138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cd95cd6c-cd8c-48d1-8305-fd25250c55f5 tempest-RoutersIpV6AdminTest-196364039 tempest-RoutersIpV6AdminTest-196364039-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&device_id=103913ce-0743-406b-a4ff-98b9a5b4ed46 HTTP/1.1" status: 200 len: 205 time: 0.0634298 Jul 19 03:35:27.688012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48500) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:27.701172 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4d88180f-cb7b-4d27-b34d-62e6df1dfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:27.702163 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88180f-cb7b-4d27-b34d-62e6df1dfc9a None None] The sync data for ids ['103913ce-0743-406b-a4ff-98b9a5b4ed46'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:27.722429 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-44b45308-b88d-4965-af18-748a1fbb1318 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=103913ce-0743-406b-a4ff-98b9a5b4ed46 HTTP/1.1" status: 200 len: 205 time: 0.0311534 Jul 19 03:35:27.722970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48502) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:27.729640 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] For port ef3c52ac-3d7f-4c20-8919-4f9812a84e27, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:27.758779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-161c7322-5ae2-41ae-8441-14511e0a16a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:27.762472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-161c7322-5ae2-41ae-8441-14511e0a16a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "DELETE /v2.0/ports/a2bafa27-fc6d-4a52-85c5-c328934305ad HTTP/1.1" status: 204 len: 168 time: 1.9057951 Jul 19 03:35:27.767559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48504) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:27.802082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] For port ef3c52ac-3d7f-4c20-8919-4f9812a84e27, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:27.813922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae6589f1-12a8-4878-bee0-340b8740005d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:27.816119 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:27.917780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4206fb-a81c-463f-bf4d-184c2dd6ca7f req-5ecf6b15-458e-467b-8b75-8d91e3988ebc tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:27.926146 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c4206fb-a81c-463f-bf4d-184c2dd6ca7f req-5ecf6b15-458e-467b-8b75-8d91e3988ebc tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 943 time: 0.5477474 Jul 19 03:35:27.958904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:27.959547 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:27.960964 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] 10.222.0.25 "PUT /v2.0/ports/ef3c52ac-3d7f-4c20-8919-4f9812a84e27 HTTP/1.1" status: 200 len: 1093 time: 2.0311127 Jul 19 03:35:27.970173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af49c142-346a-4b51-abaf-01c69f0eac1a', 'tag': 'ef3c52ac-3d7f-4c20-8919-4f9812a84e27'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:27.972737 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d54f942-be26-44b1-80c9-062c78594b00" -d '{"events": [{"name": "network-changed", "server_uuid": "af49c142-346a-4b51-abaf-01c69f0eac1a", "tag": "ef3c52ac-3d7f-4c20-8919-4f9812a84e27"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:28.012810 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-c2a41d11-afaa-4e9f-809b-762c2e97f3b4 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758417 Jul 19 03:35:28.022894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-6f6db407-d7c6-4ec2-b697-87d551d70251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:28.025373 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-6f6db407-d7c6-4ec2-b697-87d551d70251 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4674659 Jul 19 03:35:28.031818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 01b0134d-bccd-49ef-8a83-b70100c13193 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:28.032157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.104080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4fa96-06e9-449f-9ea8-0f3fb03dcdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:28.155503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0c4206fb-a81c-463f-bf4d-184c2dd6ca7f req-a5644cca-3a51-45fb-b648-d2ea39037b78 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283428 Jul 19 03:35:28.201631 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae6589f1-12a8-4878-bee0-340b8740005d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.221895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae6589f1-12a8-4878-bee0-340b8740005d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.231192 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da360ea1-ff83-4e8b-b76f-b342fc054da8 x-openstack-request-id: req-da360ea1-ff83-4e8b-b76f-b342fc054da8 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:28.231488 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af49c142-346a-4b51-abaf-01c69f0eac1a", "tag": "ef3c52ac-3d7f-4c20-8919-4f9812a84e27", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:28.231739 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da360ea1-ff83-4e8b-b76f-b342fc054da8 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:28.232137 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af49c142-346a-4b51-abaf-01c69f0eac1a', 'tag': 'ef3c52ac-3d7f-4c20-8919-4f9812a84e27', 'status': 'completed', 'code': 200} Jul 19 03:35:28.298437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce72fe-c667-4e44-ae8c-ac17eb1df9de req-48eeb1eb-ca26-4260-a3b2-6bb5b96752a7 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:28.300247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-acce72fe-c667-4e44-ae8c-ac17eb1df9de req-48eeb1eb-ca26-4260-a3b2-6bb5b96752a7 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1096 time: 0.4905269 Jul 19 03:35:28.317687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae6589f1-12a8-4878-bee0-340b8740005d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.318196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6589f1-12a8-4878-bee0-340b8740005d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Fanout notify agent at l3_agent the message router_deleted on router 103913ce-0743-406b-a4ff-98b9a5b4ed46 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:35:28.325340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ae6589f1-12a8-4878-bee0-340b8740005d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.326648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ae6589f1-12a8-4878-bee0-340b8740005d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/103913ce-0743-406b-a4ff-98b9a5b4ed46 HTTP/1.1" status: 204 len: 168 time: 0.6028569 Jul 19 03:35:28.327098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-07c3111c-0914-46c8-8881-e6c5071c3394 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Deleting port f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:28.327455 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-07c3111c-0914-46c8-8881-e6c5071c3394 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.332155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48508) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:28.373878 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-db27316c-7077-4195-ad02-727f8828428d tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=103913ce-0743-406b-a4ff-98b9a5b4ed46 HTTP/1.1" status: 200 len: 205 time: 0.0406301 Jul 19 03:35:28.377937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48510) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:28.393225 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.397258 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-349ba746-b01f-4d4c-a0a8-36082f054127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:28.399040 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-349ba746-b01f-4d4c-a0a8-36082f054127 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9bb57a8268a4645888fc15cffb0295d&device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1096 time: 0.3405416 Jul 19 03:35:28.399337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-6900f14c-f67a-4414-b589-616392ff2c06 service neutron] 10.222.0.25 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628275 Jul 19 03:35:28.436118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-7d960194-9028-44fb-91e4-0e2c9d10d734 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072232 Jul 19 03:35:28.439858 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-085b8567-90df-4d3f-8292-79b7ce2059ed tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] delete failed (client error): The resource could not be found. Jul 19 03:35:28.443352 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-085b8567-90df-4d3f-8292-79b7ce2059ed tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/103913ce-0743-406b-a4ff-98b9a5b4ed46 HTTP/1.1" status: 404 len: 336 time: 0.0618811 Jul 19 03:35:28.453416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48512) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:28.471264 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-acce72fe-c667-4e44-ae8c-ac17eb1df9de req-466835ff-4f76-4a3a-9c1d-b6eba0a28078 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641159 Jul 19 03:35:28.499893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-85efe903-d130-4317-b05b-b7a3b9058a48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef3c52ac-3d7f-4c20-8919-4f9812a84e27 HTTP/1.1" status: 200 len: 217 time: 0.0685618 Jul 19 03:35:28.543252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1d311cb5-a494-4094-bab3-45e3db4b8f37 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c5c5432-4b77-40aa-9449-678e1ddd03df HTTP/1.1" status: 200 len: 205 time: 0.0851007 Jul 19 03:35:28.545112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48514) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:28.590282 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-07c3111c-0914-46c8-8881-e6c5071c3394 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.618060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-07c3111c-0914-46c8-8881-e6c5071c3394 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Calling delete_port for f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:28.717381 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:28.732153 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f45f1c59-b490-40db-a042-c6320e5df8b2 req-feaccc68-024a-4d84-8604-d0432f4a9bf6 service neutron] 10.222.0.25 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919757 Jul 19 03:35:28.810020 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.810477 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.810758 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP 0a2b7988-bb7f-484b-904f-2f2364e82c61 disassociated. External IP: 172.25.2.46, port: 01b0134d-bccd-49ef-8a83-b70100c13193. Jul 19 03:35:28.811092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:28.811218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 01b0134d-bccd-49ef-8a83-b70100c13193 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:28.811915 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:28.950360 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-f83e3e52-4a4b-44ae-9656-6b15bc3ca31c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] delete failed (client error): The resource could not be found. Jul 19 03:35:28.951363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f83e3e52-4a4b-44ae-9656-6b15bc3ca31c tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/1c5c5432-4b77-40aa-9449-678e1ddd03df HTTP/1.1" status: 404 len: 336 time: 0.4052947 Jul 19 03:35:28.955158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-11c8627e-b657-4475-9f5b-5c4a8026016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:28.956151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48518) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:28.956577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-11c8627e-b657-4475-9f5b-5c4a8026016e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bda39571-b3b0-43bc-bece-3071605e2aeb HTTP/1.1" status: 200 len: 848 time: 0.4506235 Jul 19 03:35:29.007980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5cc9de57-8179-494a-adb6-62514fd0bf6f tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dc2cb6e-69b4-4885-95f9-865525caa8dd HTTP/1.1" status: 200 len: 205 time: 0.0489576 Jul 19 03:35:29.012879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48520) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:29.018522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-07c3111c-0914-46c8-8881-e6c5071c3394 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:29.059885 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-98b022d4-304b-47bd-97aa-4cc1efe08f2f tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] delete failed (client error): The resource could not be found. Jul 19 03:35:29.063454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-98b022d4-304b-47bd-97aa-4cc1efe08f2f tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/2dc2cb6e-69b4-4885-95f9-865525caa8dd HTTP/1.1" status: 404 len: 336 time: 0.0471077 Jul 19 03:35:29.065637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48522) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:29.083189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53252618-4520-43b8-b09c-db89975332bf req-4023e3c0-c6ee-462c-a842-fe42d3f263cc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:29.084693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53252618-4520-43b8-b09c-db89975332bf req-4023e3c0-c6ee-462c-a842-fe42d3f263cc tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.2547557 Jul 19 03:35:29.086658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3111c-0914-46c8-8881-e6c5071c3394 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Port': ['ID=f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:29.104038 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0ec49e9f-1391-4a88-b143-926344f4af89 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b279db-6a2b-475c-972e-764f02409745 HTTP/1.1" status: 200 len: 205 time: 0.0348392 Jul 19 03:35:29.104631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48524) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:29.155858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-20df69ac-2e07-4a2f-ab38-b2676e0df94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:29.157396 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-20df69ac-2e07-4a2f-ab38-b2676e0df94c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=522170eb-1013-4920-9300-893eb36305eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940053 Jul 19 03:35:29.158217 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-11e75541-fbdf-443a-8826-ed60acf91da0 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] delete failed (client error): The resource could not be found. Jul 19 03:35:29.159176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-11e75541-fbdf-443a-8826-ed60acf91da0 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/88b279db-6a2b-475c-972e-764f02409745 HTTP/1.1" status: 404 len: 336 time: 0.0500596 Jul 19 03:35:29.162370 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48526) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:29.175083 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:29.199976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9680e726-eb7a-4ccd-8d2e-f578875035f6 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7 HTTP/1.1" status: 200 len: 205 time: 0.0370591 Jul 19 03:35:29.208802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48530) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:29.223297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=01b0134d-bccd-49ef-8a83-b70100c13193,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:29.231036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53252618-4520-43b8-b09c-db89975332bf req-983f8548-b28e-40a6-9e86-d89aad55aebd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324790 Jul 19 03:35:29.233847 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-07c3111c-0914-46c8-8881-e6c5071c3394 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:29.237488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-07c3111c-0914-46c8-8881-e6c5071c3394 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "DELETE /v2.0/ports/f9bf4f06-f7bb-4c1c-b4c6-324dd61e25c4 HTTP/1.1" status: 204 len: 168 time: 1.4589005 Jul 19 03:35:29.239665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48532) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:29.266310 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-8ba1c0fc-d1a4-4844-aab7-0cbb5706ba38 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] delete failed (client error): The resource could not be found. Jul 19 03:35:29.269794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8ba1c0fc-d1a4-4844-aab7-0cbb5706ba38 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/1adcff0b-f4ef-4d87-99e7-4923e0a0d7f7 HTTP/1.1" status: 404 len: 336 time: 0.0577881 Jul 19 03:35:29.270527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48534) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:29.337345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b62a706-f214-4824-bb79-df0471da64a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Deleting subnet 7712e039-897b-49b8-aa02-b5e0a3723da4 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:35:29.339315 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-92e8e7e8-4daa-4783-8370-6bd30d9e48c6 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd8fcdb9-e0d8-486a-bd9d-f013c16c646e HTTP/1.1" status: 200 len: 205 time: 0.0428057 Jul 19 03:35:29.356991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48536) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:29.365337 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8b62a706-f214-4824-bb79-df0471da64a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:29.410109 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-532354cb-6492-4e28-bae1-9ee2d60e12aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] delete failed (client error): The resource could not be found. Jul 19 03:35:29.411214 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-532354cb-6492-4e28-bae1-9ee2d60e12aa tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/routers/cd8fcdb9-e0d8-486a-bd9d-f013c16c646e HTTP/1.1" status: 404 len: 336 time: 0.0531797 Jul 19 03:35:29.420709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48538) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:29.460750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-89161fdc-5bad-479e-bb99-99993c7f610d service neutron] 10.222.0.25 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883446 Jul 19 03:35:29.461630 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94b9b6e-045e-4534-9806-a6df56b34f00 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] DELETE failed (client error): The resource could not be found. Jul 19 03:35:29.462066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94b9b6e-045e-4534-9806-a6df56b34f00 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:35:29.464262 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d94b9b6e-045e-4534-9806-a6df56b34f00 tempest-RoutersIpV6AdminTest-461571051 tempest-RoutersIpV6AdminTest-461571051-project] 10.222.0.20 "DELETE /v2.0/subnets/a472ea3b-ca09-4d7a-aa0f-e572ae7125fd HTTP/1.1" status: 404 len: 337 time: 0.0425789 Jul 19 03:35:29.522896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22791203-211c-428e-b78d-e260e44ad6e5 req-195bd6ed-b8ac-4e1d-9daa-5caf025112b2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:29.524546 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22791203-211c-428e-b78d-e260e44ad6e5 req-195bd6ed-b8ac-4e1d-9daa-5caf025112b2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 943 time: 0.2183316 Jul 19 03:35:29.548803 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:35:29.645728 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22791203-211c-428e-b78d-e260e44ad6e5 req-94224f8f-429c-4f5b-813e-090f039609a0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129494 Jul 19 03:35:29.657395 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-52c8afa2-b21f-4a42-9c6d-ba91989712d9 req-17d4a48f-5942-4460-a22b-38939a2012f2 service neutron] 10.222.0.25 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891460 Jul 19 03:35:29.762196 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8b62a706-f214-4824-bb79-df0471da64a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:29.798732 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:29.818340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54f942-be26-44b1-80c9-062c78594b00 req-dd8e9277-5be5-4657-8eac-246aa0588787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:29.828400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d54f942-be26-44b1-80c9-062c78594b00 req-dd8e9277-5be5-4657-8eac-246aa0588787 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9bb57a8268a4645888fc15cffb0295d&device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1096 time: 0.1003008 Jul 19 03:35:29.830387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:29.835181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'port_id': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'mac_address': 'fa:16:3e:e5:61:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:35:29.912656 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:29.933345 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8b62a706-f214-4824-bb79-df0471da64a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:29.935734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4241c74-adbb-488e-aef5-c95f980d9a32 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:35:29.956434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1be492-008d-4289-8a86-607e6d5bc1a6 req-d46575c8-e39f-4712-8239-6f6e398d9e3c tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:29.964768 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb1be492-008d-4289-8a86-607e6d5bc1a6 req-d46575c8-e39f-4712-8239-6f6e398d9e3c tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1096 time: 0.2399085 Jul 19 03:35:29.978303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:29.984518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48548) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:29.988774 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.010204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54f942-be26-44b1-80c9-062c78594b00 req-9c429b6d-d600-42dd-a185-8e65199d0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:30.018876 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d54f942-be26-44b1-80c9-062c78594b00 req-9c429b6d-d600-42dd-a185-8e65199d0da7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=522170eb-1013-4920-9300-893eb36305eb HTTP/1.1" status: 200 len: 909 time: 0.1787775 Jul 19 03:35:30.062668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:30.074189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d54f942-be26-44b1-80c9-062c78594b00 req-e772f48e-4d0c-4ea3-ba20-52330137bce8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef3c52ac-3d7f-4c20-8919-4f9812a84e27 HTTP/1.1" status: 200 len: 217 time: 0.0495055 Jul 19 03:35:30.164844 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb1be492-008d-4289-8a86-607e6d5bc1a6 req-3733dced-9d4e-4502-9c84-76a7d00c2c6e tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991832 Jul 19 03:35:30.175014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f13a35dd-6466-4f5a-bd3e-a650ec4d9bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.177681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54f942-be26-44b1-80c9-062c78594b00 req-44c8851d-03a3-4269-b1df-d75301a38cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:30.179297 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d54f942-be26-44b1-80c9-062c78594b00 req-44c8851d-03a3-4269-b1df-d75301a38cfb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bda39571-b3b0-43bc-bece-3071605e2aeb HTTP/1.1" status: 200 len: 848 time: 0.0983388 Jul 19 03:35:30.181669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:30.192260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8b62a706-f214-4824-bb79-df0471da64a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.203844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e25db9-baf2-4cc3-8e5d-9b20b78731bf None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:30.213641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e25db9-baf2-4cc3-8e5d-9b20b78731bf None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:30.214350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-18e25db9-baf2-4cc3-8e5d-9b20b78731bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:30.249174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-18e25db9-baf2-4cc3-8e5d-9b20b78731bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:30.256331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['e4241c74-adbb-488e-aef5-c95f980d9a32'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:35:30.289696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fedf8-67a2-439f-becb-eefab3aff722 req-718ad750-f404-4522-9d9b-6096aed945d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:30.291583 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-561fedf8-67a2-439f-becb-eefab3aff722 req-718ad750-f404-4522-9d9b-6096aed945d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 944 time: 0.1767812 Jul 19 03:35:30.293207 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8b62a706-f214-4824-bb79-df0471da64a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.297517 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8b62a706-f214-4824-bb79-df0471da64a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "DELETE /v2.0/subnets/7712e039-897b-49b8-aa02-b5e0a3723da4 HTTP/1.1" status: 204 len: 168 time: 1.0543871 Jul 19 03:35:30.298041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48556) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:30.299184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62a706-f214-4824-bb79-df0471da64a6 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Subnet': ['ID=7712e039-897b-49b8-aa02-b5e0a3723da4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:30.307645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e25db9-baf2-4cc3-8e5d-9b20b78731bf None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:30.307645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-18e25db9-baf2-4cc3-8e5d-9b20b78731bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:30.346494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-f2cfea11-7a98-45e7-ae5a-fa70e65e58ed tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:30.348960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7e463-dfd0-49dd-ba0e-f79c0e57738c None None] Network c64899f6-8eee-455e-90a2-4468d126aff6 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:30.350448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-f2cfea11-7a98-45e7-ae5a-fa70e65e58ed tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.25 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a&tenant_id=e75be25bd4974f968410bc0e645db078&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 944 time: 0.2705758 Jul 19 03:35:30.354033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-18e25db9-baf2-4cc3-8e5d-9b20b78731bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:30.356133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e25db9-baf2-4cc3-8e5d-9b20b78731bf None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:30.371843 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.376822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fc3b41bb-b8fa-4f5c-b17c-ab395ee1eda9 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/ports/01b0134d-bccd-49ef-8a83-b70100c13193 HTTP/1.1" status: 204 len: 168 time: 3.8319836 Jul 19 03:35:30.377781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54f942-be26-44b1-80c9-062c78594b00 req-2f0d8ef8-e4d7-40e8-99ab-921b4614964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:30.379810 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d54f942-be26-44b1-80c9-062c78594b00 req-2f0d8ef8-e4d7-40e8-99ab-921b4614964a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=522170eb-1013-4920-9300-893eb36305eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1925724 Jul 19 03:35:30.385036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48558) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:30.485438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe2f8eb-a038-457b-9172-21547371551d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Deleting subnet c83482af-442e-4263-ab84-ddb12d769638 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:35:30.498333 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-cf1178ab-4a66-42b8-8e6a-ea70435bf99b service neutron] 10.222.0.25 "GET /v2.0/ports/e4241c74-adbb-488e-aef5-c95f980d9a32/bindings/n-h1-762330-18 HTTP/1.1" status: 200 len: 383 time: 0.1196430 Jul 19 03:35:30.500700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f8eb-a038-457b-9172-21547371551d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.518972 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-561fedf8-67a2-439f-becb-eefab3aff722 req-c151244d-f243-4dbd-a3d0-4d1718ef4628 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216439 Jul 19 03:35:30.537547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9d8c-1b85-4d82-a1e8-dfe1427de700 req-e26640b2-fe62-4a2c-932c-bbb41fe3a31b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:30.539317 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d94f9d8c-1b85-4d82-a1e8-dfe1427de700 req-e26640b2-fe62-4a2c-932c-bbb41fe3a31b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.1154616 Jul 19 03:35:30.551333 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-80e5eaa7-755b-4984-bac3-ff7968818496 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "GET /v2.0/floatingips/0a2b7988-bb7f-484b-904f-2f2364e82c61 HTTP/1.1" status: 200 len: 687 time: 0.1625793 Jul 19 03:35:30.558248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48560) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:30.606062 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f13a35dd-6466-4f5a-bd3e-a650ec4d9bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.620999 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d94f9d8c-1b85-4d82-a1e8-dfe1427de700 req-d9f82dea-1f6c-4afb-8349-1a91e4f49d24 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677140 Jul 19 03:35:30.630742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-ae56057d-ece4-41ab-9a7d-4ed2e2388511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:30.632699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-ae56057d-ece4-41ab-9a7d-4ed2e2388511 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1096 time: 0.0898261 Jul 19 03:35:30.658654 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f13a35dd-6466-4f5a-bd3e-a650ec4d9bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.698550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431f436-5357-4059-865b-a2d4fd8fbfcf None None] DHCP port deletion for c64899f6-8eee-455e-90a2-4468d126aff6 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:35:30.699949 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f8eb-a038-457b-9172-21547371551d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.730576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.25', 51913) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:30.771282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6431f436-5357-4059-865b-a2d4fd8fbfcf None None] Deleting port 56652863-2ae3-4674-8d1f-a5cb5fa54af0 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:30.771568 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6431f436-5357-4059-865b-a2d4fd8fbfcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.801309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-f948e8e3-1e66-4e77-ab92-5b647ff1146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:30.802926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-f948e8e3-1e66-4e77-ab92-5b647ff1146e service neutron] 10.222.0.25 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.1615114 Jul 19 03:35:30.817853 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f13a35dd-6466-4f5a-bd3e-a650ec4d9bba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdc8da9214b2472a8d1a883a3f26abc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8298724 Jul 19 03:35:30.818429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48562) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:30.821395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-db9c5df8-3b0c-4837-af54-37fb17186ef3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893095 Jul 19 03:35:30.840173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a35dd-6466-4f5a-bd3e-a650ec4d9bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bf4f95-9eb8-48df-80bb-f5e52568d3c0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:30.841986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6431f436-5357-4059-865b-a2d4fd8fbfcf None None] For port 56652863-2ae3-4674-8d1f-a5cb5fa54af0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=56652863-2ae3-4674-8d1f-a5cb5fa54af0,segment=NetworkSegment(04f46852-ad7a-4545-8c3f-22cfc3f81bb3),segment_id=04f46852-ad7a-4545-8c3f-22cfc3f81bb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:30.842547 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6431f436-5357-4059-865b-a2d4fd8fbfcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.856928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6431f436-5357-4059-865b-a2d4fd8fbfcf None None] Calling delete_port for 56652863-2ae3-4674-8d1f-a5cb5fa54af0 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:30.868990 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d54f942-be26-44b1-80c9-062c78594b00 req-625e015d-7e08-40d5-9778-e37e96bb9d2b service neutron] 10.222.0.25 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770882 Jul 19 03:35:30.926008 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-90de754e-ee6b-4ee3-8c3a-1c0fd0cb2b3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 998 time: 0.1139042 Jul 19 03:35:30.968630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f8eb-a038-457b-9172-21547371551d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.973835 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6431f436-5357-4059-865b-a2d4fd8fbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.983194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bf9927d-411a-4cfb-ad83-ba63f1ce1dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:30.999325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f436-5357-4059-865b-a2d4fd8fbfcf None None] Pushing event deleted for resources: {'Port': ['ID=56652863-2ae3-4674-8d1f-a5cb5fa54af0,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:31.004101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431f436-5357-4059-865b-a2d4fd8fbfcf None None] No DVR routers for this DVR port 56652863-2ae3-4674-8d1f-a5cb5fa54af0 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:31.057560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-288babd5-e9b0-40ae-9ae1-c41e723f34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:31.060110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-288babd5-e9b0-40ae-9ae1-c41e723f34ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.1190476 Jul 19 03:35:31.061527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bf9927d-411a-4cfb-ad83-ba63f1ce1dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:31.067487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-dcd473fb-f421-4768-adbe-1cfa1486167c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 55463185-d296-48c5-b4cd-8496685f1e88 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:31.068032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dcd473fb-f421-4768-adbe-1cfa1486167c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:31.113727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8d54f942-be26-44b1-80c9-062c78594b00 req-aa337f26-5c30-4e8d-a750-af6039bab21c service neutron] 10.222.0.25 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363040 Jul 19 03:35:31.152419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-a20e78a1-8eae-4ac0-bfc9-04adf4af4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:31.154150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-a20e78a1-8eae-4ac0-bfc9-04adf4af4572 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e863a5d63e4047c59de06eb5a55e42c4&device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 1097 time: 0.2147644 Jul 19 03:35:31.184606 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f8eb-a038-457b-9172-21547371551d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:31.200245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-9be8c318-5ad9-43a6-8a00-4b8aa552ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:31.202112 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-9be8c318-5ad9-43a6-8a00-4b8aa552ef3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287432 Jul 19 03:35:31.231353 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bf9927d-411a-4cfb-ad83-ba63f1ce1dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:31.234057 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0bf9927d-411a-4cfb-ad83-ba63f1ce1dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:31.238086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0bf9927d-411a-4cfb-ad83-ba63f1ce1dea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95bf4f95-9eb8-48df-80bb-f5e52568d3c0 HTTP/1.1" status: 204 len: 168 time: 0.4151711 Jul 19 03:35:31.296395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9927d-411a-4cfb-ad83-ba63f1ce1dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bf4f95-9eb8-48df-80bb-f5e52568d3c0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:31.393685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-40a840f6-a60d-41ae-8a32-64715753c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:31.395655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-40a840f6-a60d-41ae-8a32-64715753c3ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e HTTP/1.1" status: 200 len: 908 time: 0.2192583 Jul 19 03:35:31.404907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-0b58067a-a57a-4bd5-839e-ebe8e28d2067 service neutron] 10.222.0.25 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946561 Jul 19 03:35:31.513025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2f8eb-a038-457b-9172-21547371551d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Subnet': ['ID=c83482af-442e-4263-ab84-ddb12d769638,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:31.528057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11271a51-fcd0-4e0b-be5c-f931be6964a5 None None] Network 0f6501ff-aef8-4265-a557-c61d9a57e516 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:31.536042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f8eb-a038-457b-9172-21547371551d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:31.537852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9fe2f8eb-a038-457b-9172-21547371551d tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "DELETE /v2.0/subnets/c83482af-442e-4263-ab84-ddb12d769638 HTTP/1.1" status: 204 len: 168 time: 1.2388043 Jul 19 03:35:31.543243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48570) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:31.559795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-e2093acf-43bd-43e2-8945-eaf2873069fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e HTTP/1.1" status: 200 len: 1001 time: 0.1535170 Jul 19 03:35:31.567039 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dcd473fb-f421-4768-adbe-1cfa1486167c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:31.567371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dcd473fb-f421-4768-adbe-1cfa1486167c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:31.601094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-dcd473fb-f421-4768-adbe-1cfa1486167c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 55463185-d296-48c5-b4cd-8496685f1e88 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:31.666168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-10ea697c-1b56-4215-a591-e3d5c3f02d77 service neutron] 10.222.0.25 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533538 Jul 19 03:35:31.704481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ef3c52ac-3d7f-4c20-8919-4f9812a84e27 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:35:31.705030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-e670e4c4-c0cb-40c7-9b1f-73e60cfad84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:31.708109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:31.708301 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-e670e4c4-c0cb-40c7-9b1f-73e60cfad84a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=282dca1b-24a1-407a-b759-54694d1bc0f9 HTTP/1.1" status: 200 len: 847 time: 0.1413865 Jul 19 03:35:31.779020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48576) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:31.811257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:31.819655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dc563-81d1-4931-8eba-3fea687e6e2b req-324a2b65-6f10-48fe-b13e-40b6182141f2 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:31.822610 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-672dc563-81d1-4931-8eba-3fea687e6e2b req-324a2b65-6f10-48fe-b13e-40b6182141f2 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1096 time: 0.3416975 Jul 19 03:35:31.879192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-0d1a4f05-aaa2-4610-8ae0-2427f1c4a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:31.880872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-0d1a4f05-aaa2-4610-8ae0-2427f1c4a511 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643581 Jul 19 03:35:31.911563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port e4241c74-adbb-488e-aef5-c95f980d9a32 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:31.923767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port e4241c74-adbb-488e-aef5-c95f980d9a32 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:31.924642 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:31.934005 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-34ad786d-484d-43d5-a8a9-83c9170f15b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2e58984e4854dde8540a47da3f8a859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504989 Jul 19 03:35:31.938239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48578) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:31.958853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ef3c52ac-3d7f-4c20-8919-4f9812a84e27, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:31.965077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790da312-477a-4600-b2f5-2b5b8bd91986 req-5ff846f2-2247-4d9f-a8bd-d64ce37b5b9f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:31.966902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-790da312-477a-4600-b2f5-2b5b8bd91986 req-5ff846f2-2247-4d9f-a8bd-d64ce37b5b9f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 944 time: 0.1783636 Jul 19 03:35:31.986986 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-672dc563-81d1-4931-8eba-3fea687e6e2b req-4e49a317-8989-44fa-82c4-0908f7e90c61 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493649 Jul 19 03:35:32.003818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'ef3c52ac-3d7f-4c20-8919-4f9812a84e27', 'network_id': '522170eb-1013-4920-9300-893eb36305eb', 'port_id': 'ef3c52ac-3d7f-4c20-8919-4f9812a84e27', 'mac_address': 'fa:16:3e:2a:f9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda39571-b3b0-43bc-bece-3071605e2aeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:35:32.059366 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.060941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43407969-44af-4790-8054-89d703094b63 None None] DHCP port deletion for 0f6501ff-aef8-4265-a557-c61d9a57e516 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:35:32.071602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dcd473fb-f421-4768-adbe-1cfa1486167c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.113645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-790da312-477a-4600-b2f5-2b5b8bd91986 req-f5186666-37cb-4221-9d12-c43a95ec095d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593123 Jul 19 03:35:32.115725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-9f09b076-e040-431f-b69b-7fbaef66ef46 service neutron] 10.222.0.25 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260506 Jul 19 03:35:32.145093 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:32.147642 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515a9265-930a-4fcb-8131-d1731c2f2388" -d '{"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:32.167617 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.182179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:32.183973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3c52ac-3d7f-4c20-8919-4f9812a84e27 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:35:32.185455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.197229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd473fb-f421-4768-adbe-1cfa1486167c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=55463185-d296-48c5-b4cd-8496685f1e88,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:32.207962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ef3c52ac-3d7f-4c20-8919-4f9812a84e27, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:32.213080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.246329 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7bf857-04a2-4d38-b18b-620f84746802 x-openstack-request-id: req-2c7bf857-04a2-4d38-b18b-620f84746802 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:32.246632 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:32.246889 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c7bf857-04a2-4d38-b18b-620f84746802 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:32.247280 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'code': 200} Jul 19 03:35:32.250222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64899f6-8eee-455e-90a2-4468d126aff6']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:32.250541 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.270017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f096ebb-ded2-4d12-ae81-d3fa51769102 req-31f0fc10-da78-4339-86dc-25cdc2a6be0d service neutron] 10.222.0.25 "GET /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407902 Jul 19 03:35:32.286081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f46852-ad7a-4545-8c3f-22cfc3f81bb3') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:32.286417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f46852-ad7a-4545-8c3f-22cfc3f81bb3') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:32.287563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:32.291369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-43407969-44af-4790-8054-89d703094b63 None None] Deleting port 2372a343-b511-4bcc-8adf-dcf91cb8583a {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:32.291758 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-43407969-44af-4790-8054-89d703094b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.344454 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.360516 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3414cf62-4570-4ce1-b96e-9c8a8baafef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.376929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.397412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:32.398926 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:35:32.399341 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.402216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-43407969-44af-4790-8054-89d703094b63 None None] For port 2372a343-b511-4bcc-8adf-dcf91cb8583a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2372a343-b511-4bcc-8adf-dcf91cb8583a,segment=NetworkSegment(69a30481-af11-488a-b86d-52f60ea8bd71),segment_id=69a30481-af11-488a-b86d-52f60ea8bd71)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:35:32.402451 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:35:32.405274 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-43407969-44af-4790-8054-89d703094b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.416503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-43407969-44af-4790-8054-89d703094b63 None None] Calling delete_port for 2372a343-b511-4bcc-8adf-dcf91cb8583a owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:32.435232 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3414cf62-4570-4ce1-b96e-9c8a8baafef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.449028 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dcd473fb-f421-4768-adbe-1cfa1486167c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.451557 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dcd473fb-f421-4768-adbe-1cfa1486167c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.452727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dcd473fb-f421-4768-adbe-1cfa1486167c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/floatingips/0a2b7988-bb7f-484b-904f-2f2364e82c61 HTTP/1.1" status: 204 len: 168 time: 1.8880260 Jul 19 03:35:32.456645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48582) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:32.461761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '86a9168e-7ef9-42da-829e-b5f9aa5b6b32'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:32.484750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.496143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c8ac6-36a9-41f3-ac81-4ec263f11a2b req-c6d7e426-0468-40b6-9122-20a219d8ddfd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:32.497714 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-684c8ac6-36a9-41f3-ac81-4ec263f11a2b req-c6d7e426-0468-40b6-9122-20a219d8ddfd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.2843940 Jul 19 03:35:32.508132 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.512685 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-43407969-44af-4790-8054-89d703094b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.529574 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.533841 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "DELETE /v2.0/networks/c64899f6-8eee-455e-90a2-4468d126aff6 HTTP/1.1" status: 204 len: 168 time: 0.9862363 Jul 19 03:35:32.534984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48584) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:32.541040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43407969-44af-4790-8054-89d703094b63 None None] Pushing event deleted for resources: {'Port': ['ID=2372a343-b511-4bcc-8adf-dcf91cb8583a,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:32.545561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43407969-44af-4790-8054-89d703094b63 None None] No DVR routers for this DVR port 2372a343-b511-4bcc-8adf-dcf91cb8583a on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:32.555985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ef3c52ac-3d7f-4c20-8919-4f9812a84e27'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:35:32.563721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930ee50-7a47-48be-b9a6-0ca77e187c33 tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Network': ['ID=c64899f6-8eee-455e-90a2-4468d126aff6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:32.599054 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-684c8ac6-36a9-41f3-ac81-4ec263f11a2b req-35ca5a44-b406-44dc-b756-b8d287fe9c50 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807545 Jul 19 03:35:32.620831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3414cf62-4570-4ce1-b96e-9c8a8baafef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.623824 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3414cf62-4570-4ce1-b96e-9c8a8baafef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.625222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3414cf62-4570-4ce1-b96e-9c8a8baafef5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6338b01c-bdc9-4fb0-b44a-66899f70174e HTTP/1.1" status: 204 len: 168 time: 0.6800826 Jul 19 03:35:32.636771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414cf62-4570-4ce1-b96e-9c8a8baafef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6338b01c-bdc9-4fb0-b44a-66899f70174e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:32.703740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.719658 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.733323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2372a343-b511-4bcc-8adf-dcf91cb8583a no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:32.760519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 2372a343-b511-4bcc-8adf-dcf91cb8583a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:35:32.761114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2372a343-b511-4bcc-8adf-dcf91cb8583a not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:35:32.761533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 56652863-2ae3-4674-8d1f-a5cb5fa54af0 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:32.787505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 56652863-2ae3-4674-8d1f-a5cb5fa54af0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:35:32.787859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 56652863-2ae3-4674-8d1f-a5cb5fa54af0 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:35:32.854149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.883100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6501ff-aef8-4265-a557-c61d9a57e516']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:32.898579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a30481-af11-488a-b86d-52f60ea8bd71') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:32.898877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a30481-af11-488a-b86d-52f60ea8bd71') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:32.912561 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.936799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.25.2.29 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/1f6a3f8f-108b-476a-8f6c-be458e29efe1) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:32.943585 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.953975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:35:32.954405 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:35:32.957315 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:35:33.343399 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe85ad7-ed45-42d0-9ba0-5d682f3ec948 req-17dce235-227f-4119-9bea-708cd2278fa4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:33.345002 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebe85ad7-ed45-42d0-9ba0-5d682f3ec948 req-17dce235-227f-4119-9bea-708cd2278fa4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.0793936 Jul 19 03:35:33.388651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ebe85ad7-ed45-42d0-9ba0-5d682f3ec948 req-a0497667-7530-42fc-97ad-d1fa58cfbb5d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380974 Jul 19 03:35:33.389402 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:33.404019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:33.405975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] 10.222.0.20 "DELETE /v2.0/networks/0f6501ff-aef8-4265-a557-c61d9a57e516 HTTP/1.1" status: 204 len: 168 time: 0.8707156 Jul 19 03:35:33.421652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0685b67-d6bd-4689-9aba-f8d149c3e26b tempest-TaggedBootDevicesTest_v242-1208416671 tempest-TaggedBootDevicesTest_v242-1208416671-project] Pushing event deleted for resources: {'Network': ['ID=0f6501ff-aef8-4265-a557-c61d9a57e516,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:33.464902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1405b87-a414-455f-a653-912ff717ecd8 req-4ee90783-1990-40d7-b123-cc751de2c575 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:33.465100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48610) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:33.466643 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1405b87-a414-455f-a653-912ff717ecd8 req-4ee90783-1990-40d7-b123-cc751de2c575 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1097 time: 0.1374829 Jul 19 03:35:33.472846 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:33.524067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1405b87-a414-455f-a653-912ff717ecd8 req-1d01e780-08d3-4bdd-a551-dd9e3997fe78 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487976 Jul 19 03:35:33.560292 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:33.594106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ea74b09e-16cf-4eb5-84f8-bb894ca209a4 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:35:33.594868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:33.601217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:33.603888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:33.629786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=1f6a3f8f-108b-476a-8f6c-be458e29efe1,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:33.679409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1792024266'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:33.690029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ef3c52ac-3d7f-4c20-8919-4f9812a84e27 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:33.723207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Made reservation on behalf of a721536953374ba495301493d63cadc6 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:33.728393 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:33.748917 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:33.932897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:33.941943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:33.943686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:33.964106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'port_id': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'mac_address': 'fa:16:3e:2e:0a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:35:33.983509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:34.002501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:35:34.003140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:34.003540 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.048871 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.049218 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Added segment a4b2e26b-0907-4ee0-8762-6975381138b3 of type vlan for network 1a4f13dc-db46-4452-81a1-8e9f88801d40 Jul 19 03:35:34.064466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79bf04ff-d84c-4021-b336-382513ba7546,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:34.068705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81ceea-fc9b-43d6-ae21-8b802b6d9277 req-350a5869-60c6-493f-99de-70229b1d8331 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:34.070347 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f81ceea-fc9b-43d6-ae21-8b802b6d9277 req-350a5869-60c6-493f-99de-70229b1d8331 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.2242217 Jul 19 03:35:34.132577 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.151778 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.163226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea74b09e-16cf-4eb5-84f8-bb894ca209a4 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:35:34.195767 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.203490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:34.205186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.223926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:34.229192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.242112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.263457 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7945545 Jul 19 03:35:34.264410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48632) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:34.273007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Request body: {'subnet': {'network_id': '1a4f13dc-db46-4452-81a1-8e9f88801d40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:34.295653 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af49c142-346a-4b51-abaf-01c69f0eac1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3c52ac-3d7f-4c20-8919-4f9812a84e27'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:34.298395 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879396d2-5887-40b0-97f6-c7615290731c" -d '{"events": [{"server_uuid": "af49c142-346a-4b51-abaf-01c69f0eac1a", "name": "network-vif-plugged", "status": "completed", "tag": "ef3c52ac-3d7f-4c20-8919-4f9812a84e27"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:34.322885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f81ceea-fc9b-43d6-ae21-8b802b6d9277 req-0fc760d7-0968-4434-aa9e-8f9250dbb0cd tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395225 Jul 19 03:35:34.323135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ef3c52ac-3d7f-4c20-8919-4f9812a84e27, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:34.336333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ea74b09e-16cf-4eb5-84f8-bb894ca209a4'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:35:34.343701 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.361623 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a2f9f-68ea-44a8-ad6e-5729efe04495 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event updated for resources: {'Network': ['ID=1a4f13dc-db46-4452-81a1-8e9f88801d40,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:34.402249 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3035cb45-7d50-4e4f-b6d8-cc7375a5f30e x-openstack-request-id: req-3035cb45-7d50-4e4f-b6d8-cc7375a5f30e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:34.402503 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af49c142-346a-4b51-abaf-01c69f0eac1a", "name": "network-vif-plugged", "status": "completed", "tag": "ef3c52ac-3d7f-4c20-8919-4f9812a84e27", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:34.402761 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3035cb45-7d50-4e4f-b6d8-cc7375a5f30e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:34.403153 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af49c142-346a-4b51-abaf-01c69f0eac1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3c52ac-3d7f-4c20-8919-4f9812a84e27', 'code': 200} Jul 19 03:35:34.404224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 1a4f13dc-db46-4452-81a1-8e9f88801d40 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:35:34.409289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:34.507605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Made reservation on behalf of a721536953374ba495301493d63cadc6 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:34.517771 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.520953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-3c6dc16f-fcc7-43db-8678-23d2b1a9d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:34.522456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-3c6dc16f-fcc7-43db-8678-23d2b1a9d2a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 1097 time: 0.4002416 Jul 19 03:35:34.596660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:34.674496 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.676655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:34.856124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.892929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392c13e-f576-4afb-b321-a5716c302da3 req-d4dc73f4-d1f9-4960-8326-01a857ece8b6 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:34.895037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a392c13e-f576-4afb-b321-a5716c302da3 req-d4dc73f4-d1f9-4960-8326-01a857ece8b6 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1098 time: 0.1409807 Jul 19 03:35:34.909569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaca62-a076-47c7-b8e5-e49e6150b93d req-7f6d685f-26f3-43c5-b061-51a6da52615d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:34.911241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8beaca62-a076-47c7-b8e5-e49e6150b93d req-7f6d685f-26f3-43c5-b061-51a6da52615d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 945 time: 0.1501789 Jul 19 03:35:34.970490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:34.981872 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a392c13e-f576-4afb-b321-a5716c302da3 req-b795961e-f985-4c08-9b64-c9afcd83cc91 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729196 Jul 19 03:35:34.997548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event updated for resources: {'Subnet': ['ID=a4766e60-136f-430c-816e-598b4800b628,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:35.015093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Checking segment: {'id': 'a4b2e26b-0907-4ee0-8762-6975381138b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a4f13dc-db46-4452-81a1-8e9f88801d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:35.015474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Network hostable DHCP agents. Network: 1a4f13dc-db46-4452-81a1-8e9f88801d40, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:35:35.040454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Network 1a4f13dc-db46-4452-81a1-8e9f88801d40 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:35:35.054804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 1a4f13dc-db46-4452-81a1-8e9f88801d40) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:35.061652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:35.064616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d3dc0-c3c9-4ced-b9fb-9975ec87df2d req-f9492a93-11e2-4a8a-a516-7f25cacded04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:35.065904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a334c6b7-31f3-4d40-84d2-de4a1118c1fa None None] Network 1a4f13dc-db46-4452-81a1-8e9f88801d40 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:35.066165 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c75d3dc0-c3c9-4ced-b9fb-9975ec87df2d req-f9492a93-11e2-4a8a-a516-7f25cacded04 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1098 time: 0.5727930 Jul 19 03:35:35.070834 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:35.077261 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:35.110917 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ea6d4feb-0ad7-41ed-b1b4-95d5fcca0cbd tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8450782 Jul 19 03:35:35.114102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48652) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:35.123724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Request body: {'port': {'network_id': '1a4f13dc-db46-4452-81a1-8e9f88801d40', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1448433931'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:35.207621 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8beaca62-a076-47c7-b8e5-e49e6150b93d req-d8f42079-da92-4df8-a950-f2fda77cf17f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551765 Jul 19 03:35:35.247190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c75d3dc0-c3c9-4ced-b9fb-9975ec87df2d req-8bde3afb-a191-463c-a7e3-18fef6968ac5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703813 Jul 19 03:35:35.345721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1a4f13dc-db46-4452-81a1-8e9f88801d40', 'network_id': '1a4f13dc-db46-4452-81a1-8e9f88801d40', 'tenant_id': 'a721536953374ba495301493d63cadc6', 'fixed_ips': [{'subnet_id': 'a4766e60-136f-430c-816e-598b4800b628'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:35:35.346832 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:35.358723 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:35.364023 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Made reservation on behalf of a721536953374ba495301493d63cadc6 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:35.369447 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:35.380766 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:35.419219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] device_id is not set on port faa9308a-08dc-483f-bb0b-029fc5964f97 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:35:35.531391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=1f6a3f8f-108b-476a-8f6c-be458e29efe1,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:35.553868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:35.601432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ea74b09e-16cf-4eb5-84f8-bb894ca209a4 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:35.610905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:35.677153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Allocated IP 172.20.0.2 (1a4f13dc-db46-4452-81a1-8e9f88801d40/a4766e60-136f-430c-816e-598b4800b628/8bbfd9af-5ae3-44ad-9075-6f6476f5741b) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:35.688629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87baca3-4f88-4182-9437-07b2c3352423 req-625a425b-65bc-44cd-9433-5779d1b06b32 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:35.698934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e87baca3-4f88-4182-9437-07b2c3352423 req-625a425b-65bc-44cd-9433-5779d1b06b32 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.1154475 Jul 19 03:35:35.755133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:35.767596 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e87baca3-4f88-4182-9437-07b2c3352423 req-50d1e5b5-c197-4ff7-a839-a4696d8c370d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673740 Jul 19 03:35:35.772785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:35.773341 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:35.792949 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP 20140589-4d45-47fc-a1f9-bd718b5fa35f associated. External IP: 172.25.2.29, port: 86a9168e-7ef9-42da-829e-b5f9aa5b6b32. Jul 19 03:35:35.857192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:35.865602 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6733d7-a802-4a4b-af96-80d301e9fdba" -d '{"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:35.942799 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:35.959983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Transition to ACTIVE for port object e4241c74-adbb-488e-aef5-c95f980d9a32 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:35.963921 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:35.985977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:36.032033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:36.036211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Transition to ACTIVE for port object 8bbfd9af-5ae3-44ad-9075-6f6476f5741b will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:36.043237 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:36.044053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:36.070183 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:36.251684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129b324-d1ad-4278-8bc0-b4f874ae0e50 req-79f5b88f-256c-48a2-9898-6b3e45f3b73e tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:36.261666 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5129b324-d1ad-4278-8bc0-b4f874ae0e50 req-79f5b88f-256c-48a2-9898-6b3e45f3b73e tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1098 time: 0.0871339 Jul 19 03:35:36.334034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Transition to ACTIVE for port object 8bbfd9af-5ae3-44ad-9075-6f6476f5741b will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:36.343529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5129b324-d1ad-4278-8bc0-b4f874ae0e50 req-b19d8690-f83e-44eb-8f11-6bd9a8c403ad tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795755 Jul 19 03:35:36.378163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:35:36.380545 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:36.394861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:36.411269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:36.416946 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9b25f8-bd13-4562-ab52-4eba682c01a0" -d '{"events": [{"server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "name": "network-vif-plugged", "status": "completed", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:36.502663 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706ed4e9-6bbe-4342-9e59-aef145ec0daa x-openstack-request-id: req-706ed4e9-6bbe-4342-9e59-aef145ec0daa {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:36.503055 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:36.504458 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-706ed4e9-6bbe-4342-9e59-aef145ec0daa {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:36.504879 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'code': 200} Jul 19 03:35:36.505532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Allocated IP 172.20.0.12 (1a4f13dc-db46-4452-81a1-8e9f88801d40/a4766e60-136f-430c-816e-598b4800b628/faa9308a-08dc-483f-bb0b-029fc5964f97) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:36.507902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Network 1a4f13dc-db46-4452-81a1-8e9f88801d40 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:36.517665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:36.534985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:36.540718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:36.572874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Pushing event updated for resources: {'Port': ['ID=8bbfd9af-5ae3-44ad-9075-6f6476f5741b,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:36.578548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] No DVR routers for this DVR port e4241c74-adbb-488e-aef5-c95f980d9a32 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:36.632429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:36.662633 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa4d065-87a0-4ffd-9163-1c87a6233896 x-openstack-request-id: req-afa4d065-87a0-4ffd-9163-1c87a6233896 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:36.663575 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "name": "network-vif-plugged", "status": "completed", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:36.666357 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afa4d065-87a0-4ffd-9163-1c87a6233896 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:36.667661 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'code': 200} Jul 19 03:35:36.727603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Attempting to bind port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:36.728196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Attempting to bind port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a4b2e26b-0907-4ee0-8762-6975381138b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a4f13dc-db46-4452-81a1-8e9f88801d40'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:36.728603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Attempting to bind port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b on network 1a4f13dc-db46-4452-81a1-8e9f88801d40 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:36.734558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:36.734938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Checking segment: {'id': 'a4b2e26b-0907-4ee0-8762-6975381138b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a4f13dc-db46-4452-81a1-8e9f88801d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:36.735398 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:36.735801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Bound using segment: {'id': 'a4b2e26b-0907-4ee0-8762-6975381138b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a4f13dc-db46-4452-81a1-8e9f88801d40'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:36.736277 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Bound port: 8bbfd9af-5ae3-44ad-9075-6f6476f5741b, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b2e26b-0907-4ee0-8762-6975381138b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a4f13dc-db46-4452-81a1-8e9f88801d40'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:36.736676 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:36.767438 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:36.786889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Transition to ACTIVE for port object faa9308a-08dc-483f-bb0b-029fc5964f97 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:36.871612 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:36.873153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] For port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:36.881024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] For port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8bbfd9af-5ae3-44ad-9075-6f6476f5741b,segment=NetworkSegment(a4b2e26b-0907-4ee0-8762-6975381138b3),segment_id=a4b2e26b-0907-4ee0-8762-6975381138b3)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:36.891330 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:36.951908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Network 1a4f13dc-db46-4452-81a1-8e9f88801d40 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:36.957564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:36.965695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:37.036534 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:37.039017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925250ea-993c-41b2-b441-1451615a8a56 req-c49a044c-aa7d-4c5c-8b3d-d410c07770f3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:37.043234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea3e3e-9d99-4e9c-89d6-99746f1ad814 None None] Pushing event updated for resources: {'Port': ['ID=8bbfd9af-5ae3-44ad-9075-6f6476f5741b,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:37.047205 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-925250ea-993c-41b2-b441-1451615a8a56 req-c49a044c-aa7d-4c5c-8b3d-d410c07770f3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 944 time: 0.2207434 Jul 19 03:35:37.049529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event updated for resources: {'Port': ['ID=faa9308a-08dc-483f-bb0b-029fc5964f97,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:37.105195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:37.105845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:37.142436 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-925250ea-993c-41b2-b441-1451615a8a56 req-695e0cee-da6c-4d44-83ce-d29bf31789d3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873783 Jul 19 03:35:37.159365 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0a2804c5-6e83-428b-b148-79aea6d9a53b tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0438149 Jul 19 03:35:37.160094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48690) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:37.181527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Request body: {'port': {'network_id': '1a4f13dc-db46-4452-81a1-8e9f88801d40', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2120941351', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:37.181527 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.api.validators [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] bootfile-name is not in valid_values {{(pid=94345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:35:37.181527 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.api.validators [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] tftp-server is not in valid_values {{(pid=94345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:35:37.181527 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.api.validators [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] server-ip-address is not in valid_values {{(pid=94345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:35:37.265695 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:37.364146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Made reservation on behalf of a721536953374ba495301493d63cadc6 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:37.370433 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:37.404940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] device_id is not set on port 30718c63-303e-491b-9000-21ecd45ad2fc yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:35:37.503523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:37.518997 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e580c6-2546-4585-abe4-a8036daaa600 None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:37.531061 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e580c6-2546-4585-abe4-a8036daaa600 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:37.535172 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-56e580c6-2546-4585-abe4-a8036daaa600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:37.613035 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:37.644569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:37.644943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:37.645216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 on network 261660e6-e20b-499c-a0f2-f33d8d0a354c {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:37.656447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0426ce8-d58f-4860-93a1-e313e1928c9d req-e4d9d523-3209-4607-8dcc-f361002ae68e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:37.657992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Allocated IP 172.20.0.7 (1a4f13dc-db46-4452-81a1-8e9f88801d40/a4766e60-136f-430c-816e-598b4800b628/30718c63-303e-491b-9000-21ecd45ad2fc) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:37.665469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0426ce8-d58f-4860-93a1-e313e1928c9d req-e4d9d523-3209-4607-8dcc-f361002ae68e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.4877136 Jul 19 03:35:37.695076 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-56e580c6-2546-4585-abe4-a8036daaa600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:37.704413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Port e4241c74-adbb-488e-aef5-c95f980d9a32 on network 261660e6-e20b-499c-a0f2-f33d8d0a354c not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:35:37.704988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Attempting to bind port e4241c74-adbb-488e-aef5-c95f980d9a32 on network 261660e6-e20b-499c-a0f2-f33d8d0a354c {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:37.712553 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e580c6-2546-4585-abe4-a8036daaa600 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:37.713247 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-56e580c6-2546-4585-abe4-a8036daaa600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:37.732850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:37.733515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Checking segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:37.734092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Bound using segment: {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:37.734780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Bound port: e4241c74-adbb-488e-aef5-c95f980d9a32, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:37.735505 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:37.760528 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7c0a36f7-5d69-45ce-8c79-4ac2996879a0 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3025136 Jul 19 03:35:37.770927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48700) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:37.778324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1348921062'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:37.789462 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-56e580c6-2546-4585-abe4-a8036daaa600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:37.790874 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e580c6-2546-4585-abe4-a8036daaa600 None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:37.820219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0426ce8-d58f-4860-93a1-e313e1928c9d req-812abbd6-eac5-4960-8999-74b69690a801 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537726 Jul 19 03:35:37.860740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Made reservation on behalf of 8394974d4972404b8c9673a943ac09f6 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:37.866959 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:37.916779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:35:37.926283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:37.931542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:37.935635 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:37.936573 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Added segment 74953de9-5f00-4bdd-a7d2-4adf6d86e12b of type vlan for network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 Jul 19 03:35:37.940484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:37.955227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:37.960937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Transition to ACTIVE for port object 30718c63-303e-491b-9000-21ecd45ad2fc will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:38.009579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c237b-6b21-4cab-8856-0e2ace0516ff req-2d4d20ff-951a-4f7d-8584-8385d4ddcb6e tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:38.017096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a5c237b-6b21-4cab-8856-0e2ace0516ff req-2d4d20ff-951a-4f7d-8584-8385d4ddcb6e tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1098 time: 0.4099126 Jul 19 03:35:38.036908 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:38.047497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:38.048931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:38.051607 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] 10.222.0.26 "PUT /v2.0/ports/e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 1093 time: 3.5159798 Jul 19 03:35:38.066914 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:38.180475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8230be-7dd1-464d-bebe-8e7933d6d89b service neutron] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=11']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:38.183721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event updated for resources: {'Port': ['ID=30718c63-303e-491b-9000-21ecd45ad2fc,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:38.233801 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a5c237b-6b21-4cab-8856-0e2ace0516ff req-0f5d6cad-669f-44a8-804d-197a658e0d9a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156112 Jul 19 03:35:38.239320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Network 1a4f13dc-db46-4452-81a1-8e9f88801d40 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:38.259569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:38.272223 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:38.287330 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:38.314364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:38.317810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:38.467138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:38.468387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:38.508821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-47c4d5db-24e8-4b44-bde6-3c6843ce9c38 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3473673 Jul 19 03:35:38.511628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48710) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:38.564687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:38.573801 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24066da2-2380-402c-a76e-2a844aa1cf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:38.580483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Network': ['ID=7e7b422f-70c2-48c1-a1a0-36f07d0d9d03,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:38.594629 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:35:38.640287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eef1c868-fe7d-4e61-b481-baf64983e04f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8666375 Jul 19 03:35:38.654454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48714) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:38.771870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-d155e548-5418-40f5-982d-e7bf2b03dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:38.773500 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-d155e548-5418-40f5-982d-e7bf2b03dffc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1096 time: 0.6857519 Jul 19 03:35:38.779663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'subnet': {'network_id': '7e7b422f-70c2-48c1-a1a0-36f07d0d9d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:38.919816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8bbfd9af-5ae3-44ad-9075-6f6476f5741b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:38.923841 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29c3a19-968f-43f4-b758-c61acdc62fe9 None None] Network 1a4f13dc-db46-4452-81a1-8e9f88801d40 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:39.037358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a37d38-37a3-4385-872a-ac9c439276b3 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:39.045906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a37d38-37a3-4385-872a-ac9c439276b3 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:39.051423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a37d38-37a3-4385-872a-ac9c439276b3 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:39.054322 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-29a37d38-37a3-4385-872a-ac9c439276b3 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5410547 Jul 19 03:35:39.057421 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48720) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:39.104030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:39.146465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-061bfe81-922e-4a66-9a9e-18c12b545774 None None] Provisioning for port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:39.160465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:39.160888 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:39.165856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a737a6-6ee1-4139-a2c6-794e417caa77 req-f46ee0d3-0e6a-4408-a7fb-00e5b50e2524 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:39.175769 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35a737a6-6ee1-4139-a2c6-794e417caa77 req-f46ee0d3-0e6a-4408-a7fb-00e5b50e2524 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 944 time: 0.6197104 Jul 19 03:35:39.195577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85b1f-af90-408f-8271-30c2eace26c8 req-7509cbf2-6a32-4636-95fe-e80791802dc4 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:39.196888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-60e7baa8-7ee5-43cb-b639-c056b9bb4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:39.198324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8e85b1f-af90-408f-8271-30c2eace26c8 req-7509cbf2-6a32-4636-95fe-e80791802dc4 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1098 time: 0.6092489 Jul 19 03:35:39.204511 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-60e7baa8-7ee5-43cb-b639-c056b9bb4ca5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.4203439 Jul 19 03:35:39.227831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Made reservation on behalf of 8394974d4972404b8c9673a943ac09f6 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:39.247727 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:39.249093 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8e85b1f-af90-408f-8271-30c2eace26c8 req-4336125d-91e4-43a5-8002-44a659f1e0f4 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449700 Jul 19 03:35:39.267552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b3d1a-3759-4f33-9d37-b27e53c3f7db tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Deleting port 30718c63-303e-491b-9000-21ecd45ad2fc {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:39.267922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a2b3d1a-3759-4f33-9d37-b27e53c3f7db tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:39.349286 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05683b2-b214-41ed-8854-b1964766ad6a x-openstack-request-id: req-b05683b2-b214-41ed-8854-b1964766ad6a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:39.349623 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:39.349847 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b05683b2-b214-41ed-8854-b1964766ad6a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:39.350242 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'status': 'completed', 'code': 200} Jul 19 03:35:39.350551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-061bfe81-922e-4a66-9a9e-18c12b545774 None None] Provisioning complete for port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:39.350933 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-061bfe81-922e-4a66-9a9e-18c12b545774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:39.458004 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a2b3d1a-3759-4f33-9d37-b27e53c3f7db tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:39.503695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b3d1a-3759-4f33-9d37-b27e53c3f7db tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Calling delete_port for 30718c63-303e-491b-9000-21ecd45ad2fc owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:39.550929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35a737a6-6ee1-4139-a2c6-794e417caa77 req-52838b4b-1bdf-4872-8f88-c503e1f9e1cc tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682232 Jul 19 03:35:39.629976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-494ee649-8faf-422b-a2d9-ba9c01a0fac5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 997 time: 0.4090955 Jul 19 03:35:39.705001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-3734df46-b77f-4935-9941-7a72b1f7e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:39.706579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-3734df46-b77f-4935-9941-7a72b1f7e100 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1096 time: 0.3311200 Jul 19 03:35:39.712962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-314131c5-832a-418b-8807-be62e216e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:39.714517 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-314131c5-832a-418b-8807-be62e216e50e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.0754445 Jul 19 03:35:39.820572 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:39.848367 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-061bfe81-922e-4a66-9a9e-18c12b545774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:39.964625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8bbfd9af-5ae3-44ad-9075-6f6476f5741b,segment=NetworkSegment(a4b2e26b-0907-4ee0-8762-6975381138b3),segment_id=a4b2e26b-0907-4ee0-8762-6975381138b3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:39.973821 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:40.049916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-dba169cb-6ec8-457f-abcc-4651e7ab070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:40.064103 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-dba169cb-6ec8-457f-abcc-4651e7ab070f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3398099 Jul 19 03:35:40.073662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-64c9b6bb-83f7-4d4e-ace3-f6818459afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:40.075354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-64c9b6bb-83f7-4d4e-ace3-f6818459afac service neutron] 10.222.0.25 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.3599534 Jul 19 03:35:40.115120 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-061bfe81-922e-4a66-9a9e-18c12b545774 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:35:40.115733 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-061bfe81-922e-4a66-9a9e-18c12b545774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:35:40.149661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=8bbfd9af-5ae3-44ad-9075-6f6476f5741b,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:40.174536 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a2b3d1a-3759-4f33-9d37-b27e53c3f7db tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:40.237052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b5bad-a701-432d-b9ec-d9b45fc197ec req-04aafc6e-5aed-4463-abaa-5db2c25c58a3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:40.239571 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c6b5bad-a701-432d-b9ec-d9b45fc197ec req-04aafc6e-5aed-4463-abaa-5db2c25c58a3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.7712944 Jul 19 03:35:40.240770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b3d1a-3759-4f33-9d37-b27e53c3f7db tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event deleted for resources: {'Port': ['ID=30718c63-303e-491b-9000-21ecd45ad2fc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:40.362369 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a2b3d1a-3759-4f33-9d37-b27e53c3f7db tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:40.368003 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5a2b3d1a-3759-4f33-9d37-b27e53c3f7db tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "DELETE /v2.0/ports/30718c63-303e-491b-9000-21ecd45ad2fc HTTP/1.1" status: 204 len: 168 time: 1.3048930 Jul 19 03:35:40.369454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1c6b5bad-a701-432d-b9ec-d9b45fc197ec req-959e289d-a779-4d8c-a13c-fb2206360dd4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970120 Jul 19 03:35:40.369964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48726) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:40.376071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Request body: {'port': {'name': 'tempest-new-port-name-1145398094', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:40.376474 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.api.validators [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] bootfile-name is not in valid_values {{(pid=94345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:35:40.376819 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.api.validators [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] tftp-server is not in valid_values {{(pid=94345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:35:40.377149 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.api.validators [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] server-ip-address is not in valid_values {{(pid=94345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 19 03:35:40.402334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-c8f87494-1d1c-4058-88b0-21541259de3b service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258212 Jul 19 03:35:40.460247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefca68-60db-488e-bc22-5d39a7208710 req-7671fb93-81b3-4715-b30a-d613a2089617 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:40.472496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5aefca68-60db-488e-bc22-5d39a7208710 req-7671fb93-81b3-4715-b30a-d613a2089617 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1098 time: 0.6114058 Jul 19 03:35:40.529521 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:40.584614 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-30ada14f-30c7-4cbe-ae38-a98d1da9908b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 997 time: 0.4945500 Jul 19 03:35:40.736011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-d3942b8b-98d8-4817-afef-3a428c7409a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:40.748205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-d3942b8b-98d8-4817-afef-3a428c7409a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.1435447 Jul 19 03:35:40.816225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8bbfd9af-5ae3-44ad-9075-6f6476f5741b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:40.880525 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:40.933262 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5aefca68-60db-488e-bc22-5d39a7208710 req-fea10eb7-d5d3-4167-adeb-28e0f967b6d6 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598310 Jul 19 03:35:40.942400 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:40.952705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-681fafe4-2baa-4d1f-b5b0-fb769a262c85 None None] Provisioning for port faa9308a-08dc-483f-bb0b-029fc5964f97 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:40.962766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-681fafe4-2baa-4d1f-b5b0-fb769a262c85 None None] Provisioning complete for port faa9308a-08dc-483f-bb0b-029fc5964f97 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:40.963224 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-681fafe4-2baa-4d1f-b5b0-fb769a262c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:41.013266 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:41.058340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:41.058734 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:41.139668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Subnet': ['ID=e4a11153-f4e0-4add-8892-e8febb179ada,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:41.167997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event updated for resources: {'Port': ['ID=faa9308a-08dc-483f-bb0b-029fc5964f97,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:41.236643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-681fafe4-2baa-4d1f-b5b0-fb769a262c85 None None] Port faa9308a-08dc-483f-bb0b-029fc5964f97 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:41.257858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81ded3a2-e8dc-4a53-905c-7783ddb9cec7 req-595e5415-be6d-4520-bfdf-672b644029c1 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8384504 Jul 19 03:35:41.305286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Checking segment: {'id': '74953de9-5f00-4bdd-a7d2-4adf6d86e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7e7b422f-70c2-48c1-a1a0-36f07d0d9d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:41.306164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network hostable DHCP agents. Network: 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:35:41.311859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-dca3f37e-ead9-45ca-b249-0455d5b42153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:41.324447 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-dca3f37e-ead9-45ca-b249-0455d5b42153 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4059906 Jul 19 03:35:41.353255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29f6ae-8405-47fd-afd8-02f5578234b9 req-3e52ccda-1021-4654-b99d-2b01257212fe tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:41.361426 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ac29f6ae-8405-47fd-afd8-02f5578234b9 req-3e52ccda-1021-4654-b99d-2b01257212fe tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 944 time: 0.5665805 Jul 19 03:35:41.391111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-681fafe4-2baa-4d1f-b5b0-fb769a262c85 None None] Provisioning complete for port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:41.391491 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-681fafe4-2baa-4d1f-b5b0-fb769a262c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:41.411945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] In _notify_port_updated(), no bound segment for port faa9308a-08dc-483f-bb0b-029fc5964f97 on network 1a4f13dc-db46-4452-81a1-8e9f88801d40 {{(pid=94345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 19 03:35:41.436640 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:41.437974 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:41.442754 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-98280972-ad67-449a-bb46-2fe15ad8ba19 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "PUT /v2.0/ports/faa9308a-08dc-483f-bb0b-029fc5964f97 HTTP/1.1" status: 200 len: 1137 time: 1.0717959 Jul 19 03:35:41.443694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48748) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:41.513250 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ac29f6ae-8405-47fd-afd8-02f5578234b9 req-cb7781fb-a2d8-4b79-82b0-01c66315c2f8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510718 Jul 19 03:35:41.548705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b696778-5b86-4f86-a3fe-14f66b2e1679 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:41.557630 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0b696778-5b86-4f86-a3fe-14f66b2e1679 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "GET /v2.0/ports/faa9308a-08dc-483f-bb0b-029fc5964f97 HTTP/1.1" status: 200 len: 1137 time: 0.1065550 Jul 19 03:35:41.558617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48750) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:41.583776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-681fafe4-2baa-4d1f-b5b0-fb769a262c85 None None] Could not find standard attr ID for object 30718c63-303e-491b-9000-21ecd45ad2fc. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:35:41.606998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-53705e96-97a2-4ddc-ba7d-4bde054b1037 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:41.614147 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-53705e96-97a2-4ddc-ba7d-4bde054b1037 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/networks?id=522170eb-1013-4920-9300-893eb36305eb HTTP/1.1" status: 200 len: 909 time: 0.1793346 Jul 19 03:35:41.639792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:35:41.681606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-173ce1de-55ea-473a-99a5-fdf7863b8a3b tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/quotas/e9bb57a8268a4645888fc15cffb0295d HTTP/1.1" status: 200 len: 375 time: 0.0665770 Jul 19 03:35:41.698069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1a8099a7-c0b9-40d2-a4a4-2b65a6dc80f8 None None] Could not find standard attr ID for object 30718c63-303e-491b-9000-21ecd45ad2fc. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:35:41.741623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:41.749854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57322c8-2faa-4b3e-a336-da939ead0c75 None None] Network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:41.777959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f752b-5161-4f47-b9f4-7b617de8358c tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Deleting port faa9308a-08dc-483f-bb0b-029fc5964f97 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:41.778346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e9f752b-5161-4f47-b9f4-7b617de8358c tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:41.821727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:41.822394 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:41.900004 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e9f752b-5161-4f47-b9f4-7b617de8358c tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:41.903792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3d5eec14-60a9-49f1-a8f6-6e40f9930354 None None] Provisioning complete for port faa9308a-08dc-483f-bb0b-029fc5964f97 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:41.904661 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3d5eec14-60a9-49f1-a8f6-6e40f9930354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:41.905537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-f450ccaa-9c3e-48b5-87d8-126a15dcf8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:41.907274 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-f450ccaa-9c3e-48b5-87d8-126a15dcf8d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1096 time: 0.5812409 Jul 19 03:35:41.920807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f752b-5161-4f47-b9f4-7b617de8358c tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Calling delete_port for faa9308a-08dc-483f-bb0b-029fc5964f97 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:42.029393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-a2751647-0fc7-4b63-8973-028c5149e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:42.031974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-a2751647-0fc7-4b63-8973-028c5149e640 service neutron] 10.222.0.26 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.1044672 Jul 19 03:35:42.050574 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-59dfe68c-a18d-4dce-a08b-09be127154d9 service neutron] 10.222.0.25 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628253 Jul 19 03:35:42.050574 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e84c7a2d-eb1d-4fd6-894b-33d870c899e1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2612097 Jul 19 03:35:42.050574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48752) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:42.057289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-126965668', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:42.105591 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-3d5eec14-60a9-49f1-a8f6-6e40f9930354 None None] Port faa9308a-08dc-483f-bb0b-029fc5964f97 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:42.110374 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e9f752b-5161-4f47-b9f4-7b617de8358c tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.134038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-7e7b422f-70c2-48c1-a1a0-36f07d0d9d03', 'network_id': '7e7b422f-70c2-48c1-a1a0-36f07d0d9d03', 'tenant_id': '8394974d4972404b8c9673a943ac09f6', 'fixed_ips': [{'subnet_id': 'e4a11153-f4e0-4add-8892-e8febb179ada'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:35:42.137736 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.235100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f752b-5161-4f47-b9f4-7b617de8358c tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event deleted for resources: {'Port': ['ID=faa9308a-08dc-483f-bb0b-029fc5964f97,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:42.284265 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-943a40f9-a5c2-4bce-9ad9-b595358e81d0 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9bb57a8268a4645888fc15cffb0295d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5396585 Jul 19 03:35:42.371844 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.374383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.388889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b6c9b-e116-470d-b189-96f48dac1026 req-8274ed96-ab68-487e-8952-ccdfd51ef97b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:42.409620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-133b6c9b-e116-470d-b189-96f48dac1026 req-8274ed96-ab68-487e-8952-ccdfd51ef97b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.3169615 Jul 19 03:35:42.423562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-1f654462-b5e7-4c6d-a0f8-0f04725cbe37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 997 time: 0.3837903 Jul 19 03:35:42.424317 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e9f752b-5161-4f47-b9f4-7b617de8358c tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.433079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7e9f752b-5161-4f47-b9f4-7b617de8358c tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "DELETE /v2.0/ports/faa9308a-08dc-483f-bb0b-029fc5964f97 HTTP/1.1" status: 204 len: 168 time: 0.8730466 Jul 19 03:35:42.433919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48756) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:42.463699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Allocated IP 172.20.0.2 (7e7b422f-70c2-48c1-a1a0-36f07d0d9d03/e4a11153-f4e0-4add-8892-e8febb179ada/20c3351e-16cb-4112-a2f4-ec26ff8921ab) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:42.501737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5e07e7-33e9-40b0-9269-e7999cc38299 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Deleting subnet a4766e60-136f-430c-816e-598b4800b628 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:35:42.508331 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aa5e07e7-33e9-40b0-9269-e7999cc38299 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.573824 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f6c51118-a2be-4aed-bfc4-d38a875e2b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.640683 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aa5e07e7-33e9-40b0-9269-e7999cc38299 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.787314 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-133b6c9b-e116-470d-b189-96f48dac1026 req-882f89d6-fb39-4364-8f1f-c95bcf10a901 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766317 Jul 19 03:35:42.828795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-1451c03a-5cf9-478a-80a6-e51646e5b9e8 service neutron] 10.222.0.25 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6967256 Jul 19 03:35:42.830368 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.854893 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.860872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Transition to ACTIVE for port object 20c3351e-16cb-4112-a2f4-ec26ff8921ab will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:42.865264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-a6e8c2d0-6db6-44f1-b742-4f541cda8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:42.870778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-a6e8c2d0-6db6-44f1-b742-4f541cda8101 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.4178553 Jul 19 03:35:42.901229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Transition to ACTIVE for port object 20c3351e-16cb-4112-a2f4-ec26ff8921ab will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:42.913188 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:42.949141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aa5e07e7-33e9-40b0-9269-e7999cc38299 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.004998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:43.008325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:43.021774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:43.095075 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aa5e07e7-33e9-40b0-9269-e7999cc38299 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.110334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Pushing event updated for resources: {'Port': ['ID=20c3351e-16cb-4112-a2f4-ec26ff8921ab,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:43.149520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e07e7-33e9-40b0-9269-e7999cc38299 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event deleted for resources: {'Subnet': ['ID=a4766e60-136f-430c-816e-598b4800b628,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:43.184026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aa5e07e7-33e9-40b0-9269-e7999cc38299 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.185576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Attempting to bind port 20c3351e-16cb-4112-a2f4-ec26ff8921ab on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:43.185953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Attempting to bind port 20c3351e-16cb-4112-a2f4-ec26ff8921ab by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '74953de9-5f00-4bdd-a7d2-4adf6d86e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7e7b422f-70c2-48c1-a1a0-36f07d0d9d03'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:43.186344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Attempting to bind port 20c3351e-16cb-4112-a2f4-ec26ff8921ab on network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:43.186620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-aa5e07e7-33e9-40b0-9269-e7999cc38299 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "DELETE /v2.0/subnets/a4766e60-136f-430c-816e-598b4800b628 HTTP/1.1" status: 204 len: 168 time: 0.7506473 Jul 19 03:35:43.191139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48760) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:43.197481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:43.197868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Checking segment: {'id': '74953de9-5f00-4bdd-a7d2-4adf6d86e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7e7b422f-70c2-48c1-a1a0-36f07d0d9d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:43.198298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.198802 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Bound using segment: {'id': '74953de9-5f00-4bdd-a7d2-4adf6d86e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7e7b422f-70c2-48c1-a1a0-36f07d0d9d03'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:43.199296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Bound port: 20c3351e-16cb-4112-a2f4-ec26ff8921ab, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74953de9-5f00-4bdd-a7d2-4adf6d86e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7e7b422f-70c2-48c1-a1a0-36f07d0d9d03'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:43.199715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.227051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd2189-e0bf-4940-a87f-2272d4b4a388 None None] Network 1a4f13dc-db46-4452-81a1-8e9f88801d40 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:43.257813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364ef0-1a5b-451e-a5d3-a287d5014a52 req-e7a4d406-4015-4d88-9dab-ffe211416428 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:43.259841 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e364ef0-1a5b-451e-a5d3-a287d5014a52 req-e7a4d406-4015-4d88-9dab-ffe211416428 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 944 time: 0.2238421 Jul 19 03:35:43.339159 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.440288 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e364ef0-1a5b-451e-a5d3-a287d5014a52 req-8b99dbb9-7ddf-417e-99be-b27cdc5c2f16 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977128 Jul 19 03:35:43.459556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] For port 20c3351e-16cb-4112-a2f4-ec26ff8921ab, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:43.463388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] For port 20c3351e-16cb-4112-a2f4-ec26ff8921ab, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=20c3351e-16cb-4112-a2f4-ec26ff8921ab,segment=NetworkSegment(74953de9-5f00-4bdd-a7d2-4adf6d86e12b),segment_id=74953de9-5f00-4bdd-a7d2-4adf6d86e12b)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:43.482906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Deleting port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:43.483410 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.483679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-1255bb97-07e9-437b-83d3-f923aaecd88e service neutron] 10.222.0.20 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1384544 Jul 19 03:35:43.502571 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.557247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] For port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8bbfd9af-5ae3-44ad-9075-6f6476f5741b,segment=NetworkSegment(a4b2e26b-0907-4ee0-8762-6975381138b3),segment_id=a4b2e26b-0907-4ee0-8762-6975381138b3)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:43.557898 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.594387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Calling delete_port for 8bbfd9af-5ae3-44ad-9075-6f6476f5741b owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:43.631977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4114a-1e86-46d9-9865-1b9d85542560 None None] Pushing event updated for resources: {'Port': ['ID=20c3351e-16cb-4112-a2f4-ec26ff8921ab,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:43.728371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.791493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c44ec48-717b-498b-a6db-d393fa54f28f None None] DHCP port deletion for 1a4f13dc-db46-4452-81a1-8e9f88801d40 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:35:43.811032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:43.856525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-a78ba4f0-fa02-49cb-8427-859c7fde9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:43.858489 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-a78ba4f0-fa02-49cb-8427-859c7fde9d05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9701843 Jul 19 03:35:43.865471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event deleted for resources: {'Port': ['ID=8bbfd9af-5ae3-44ad-9075-6f6476f5741b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:43.880932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] No DVR routers for this DVR port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:43.912990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-2c44ec48-717b-498b-a6db-d393fa54f28f None None] Deleting port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:43.915526 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2c44ec48-717b-498b-a6db-d393fa54f28f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.092544 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.102673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2c44ec48-717b-498b-a6db-d393fa54f28f None None] For port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:44.103164 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2c44ec48-717b-498b-a6db-d393fa54f28f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.120331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-2c44ec48-717b-498b-a6db-d393fa54f28f None None] Calling delete_port for 8bbfd9af-5ae3-44ad-9075-6f6476f5741b owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:44.123372 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-2c44ec48-717b-498b-a6db-d393fa54f28f None None] Port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:35:44.124655 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2c44ec48-717b-498b-a6db-d393fa54f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.144398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4f13dc-db46-4452-81a1-8e9f88801d40']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:44.157844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44ec48-717b-498b-a6db-d393fa54f28f None None] Pushing event deleted for resources: {'Port': ['ID=8bbfd9af-5ae3-44ad-9075-6f6476f5741b,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:44.169521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b2e26b-0907-4ee0-8762-6975381138b3') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:44.169902 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b2e26b-0907-4ee0-8762-6975381138b3') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:44.170036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-9cb5337d-dfa9-4201-9e95-9f911473c990 service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020556 Jul 19 03:35:44.182801 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-ed944e3a-ace3-4d90-b3c5-73387e16f05f service neutron] 10.222.0.20 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107464 Jul 19 03:35:44.199052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44ec48-717b-498b-a6db-d393fa54f28f None None] No DVR routers for this DVR port 8bbfd9af-5ae3-44ad-9075-6f6476f5741b on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:44.204010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.236718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.251587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:35:44.252125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:35:44.256478 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:35:44.331983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df9921-c53e-480d-89cd-80f01790cbd6 req-7b28c99f-847b-4107-93bf-dc72a63a48f2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:44.333769 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22df9921-c53e-480d-89cd-80f01790cbd6 req-7b28c99f-847b-4107-93bf-dc72a63a48f2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.2378979 Jul 19 03:35:44.356408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.375863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.378413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] 10.222.0.20 "DELETE /v2.0/networks/1a4f13dc-db46-4452-81a1-8e9f88801d40 HTTP/1.1" status: 204 len: 168 time: 1.1850832 Jul 19 03:35:44.388795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24066da2-2380-402c-a76e-2a844aa1cf2c req-981710ee-bf8d-4adf-9816-61e71943ea1f service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088006 Jul 19 03:35:44.428602 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-22df9921-c53e-480d-89cd-80f01790cbd6 req-21cc1faa-0501-4745-9b0d-6fbfe4acc748 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824163 Jul 19 03:35:44.429569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e64725-3575-4cbb-b388-c950539666e0 tempest-ExtraDHCPOptionsTestJSON-1876367786 tempest-ExtraDHCPOptionsTestJSON-1876367786-project] Pushing event deleted for resources: {'Network': ['ID=1a4f13dc-db46-4452-81a1-8e9f88801d40,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:44.549429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.649037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:44.776744 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e8a44c7-8cce-4305-b42a-0dfadd7d11b5 req-01b341e6-4936-4141-afc9-2600945a9379 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 210 time: 0.1449432 Jul 19 03:35:44.942948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 20c3351e-16cb-4112-a2f4-ec26ff8921ab up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:45.010526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9131-b954-45a8-9ad6-e1bdef1d01e0 req-08c2d661-0876-4652-a404-535c187f5e23 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:45.022259 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c46a9131-b954-45a8-9ad6-e1bdef1d01e0 req-08c2d661-0876-4652-a404-535c187f5e23 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 944 time: 0.2524374 Jul 19 03:35:45.121890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.25.2.219 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/41db994e-98fa-44ad-b426-a54a33cc479c) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:45.151152 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ace73693-4db0-4dcd-8ab4-cc00fdb85649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:45.175122 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c46a9131-b954-45a8-9ad6-e1bdef1d01e0 req-16dfcbce-1fc9-47fa-a953-40213041ad98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518586 Jul 19 03:35:45.190761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 20c3351e-16cb-4112-a2f4-ec26ff8921ab completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:45.210213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48784) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:45.235235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:35:45.329021 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fa67d4be-47c4-4cb3-a632-b1a453f34e24 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/6e8c6487-305e-4d8a-ab49-a0e0de39c2e1 HTTP/1.1" status: 200 len: 989 time: 0.1174068 Jul 19 03:35:45.340168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48790) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:45.373834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8bbfd9af-5ae3-44ad-9075-6f6476f5741b no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:45.450714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 8bbfd9af-5ae3-44ad-9075-6f6476f5741b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:35:45.451062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8bbfd9af-5ae3-44ad-9075-6f6476f5741b not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:35:45.589451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98fe896-5155-44c4-abe8-42b1b447f778 None None] Network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:45.591461 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:45.685436 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fbb087de-1154-455b-94a0-6a5407e5f4c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a721536953374ba495301493d63cadc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430636 Jul 19 03:35:45.688605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48800) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:45.714631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:45.795567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-774a58ee-d8c3-4401-a823-c3fe853e58ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:45.859187 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-774a58ee-d8c3-4401-a823-c3fe853e58ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:45.873223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:45.921324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-756e2855-df31-408a-8434-0cd16132a493 None None] Provisioning for port 20c3351e-16cb-4112-a2f4-ec26ff8921ab completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:45.934336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:45.966196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:45.974547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:46.082556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=41db994e-98fa-44ad-b426-a54a33cc479c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:46.113500 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8dc24351-1d68-40a2-af8b-934b36d17f99 req-f58426c3-7e70-4dbf-9a33-9a0be8af5d1b tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 210 time: 0.0821149 Jul 19 03:35:46.126681 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-774a58ee-d8c3-4401-a823-c3fe853e58ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:46.129834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-774a58ee-d8c3-4401-a823-c3fe853e58ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:46.131774 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-774a58ee-d8c3-4401-a823-c3fe853e58ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79bf04ff-d84c-4021-b336-382513ba7546 HTTP/1.1" status: 204 len: 168 time: 0.4420056 Jul 19 03:35:46.156363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a58ee-d8c3-4401-a823-c3fe853e58ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bf04ff-d84c-4021-b336-382513ba7546,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:46.190094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-756e2855-df31-408a-8434-0cd16132a493 None None] Provisioning complete for port 20c3351e-16cb-4112-a2f4-ec26ff8921ab triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:46.190623 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-756e2855-df31-408a-8434-0cd16132a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:46.197151 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:46.375268 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'port_id': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'mac_address': 'fa:16:3e:e5:61:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:35:46.446196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf953-d632-4a27-8c4d-4f23e53935e6 req-3619eae9-511a-42e5-bd17-96d26f7aa114 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:46.454144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e9cf953-d632-4a27-8c4d-4f23e53935e6 req-3619eae9-511a-42e5-bd17-96d26f7aa114 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.6436734 Jul 19 03:35:46.473280 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:46.493072 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:46.509049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4241c74-adbb-488e-aef5-c95f980d9a32 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:35:46.593344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:46.631915 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-756e2855-df31-408a-8434-0cd16132a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:46.641465 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:46.646459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e9cf953-d632-4a27-8c4d-4f23e53935e6 req-7318f818-1576-4ddb-8fea-630bfcb60502 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896451 Jul 19 03:35:46.803372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:46.838125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=12']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:46.943738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-756e2855-df31-408a-8434-0cd16132a493 None None] For port 20c3351e-16cb-4112-a2f4-ec26ff8921ab, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=20c3351e-16cb-4112-a2f4-ec26ff8921ab,segment=NetworkSegment(74953de9-5f00-4bdd-a7d2-4adf6d86e12b),segment_id=74953de9-5f00-4bdd-a7d2-4adf6d86e12b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:46.982384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e4241c74-adbb-488e-aef5-c95f980d9a32'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:35:47.052603 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-756e2855-df31-408a-8434-0cd16132a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:47.341833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e2855-df31-408a-8434-0cd16132a493 None None] Pushing event updated for resources: {'Port': ['ID=20c3351e-16cb-4112-a2f4-ec26ff8921ab,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:47.363480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-1cc06286-ff77-4363-8d08-ab83b154b4d2 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:47.365096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-1cc06286-ff77-4363-8d08-ab83b154b4d2 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.26 "GET /v2.0/networks?id=522170eb-1013-4920-9300-893eb36305eb HTTP/1.1" status: 200 len: 909 time: 0.1500418 Jul 19 03:35:47.406364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7859a324-529d-4923-b367-53911325a0a1 None None] Provisioning complete for port 20c3351e-16cb-4112-a2f4-ec26ff8921ab triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:47.406757 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7859a324-529d-4923-b367-53911325a0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:47.491925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Request body: {'port': {'device_id': '3714f62b-4d44-494d-ac76-876a9db3f900', 'network_id': '522170eb-1013-4920-9300-893eb36305eb', 'admin_state_up': True, 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:47.525219 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9a7aa81e-4ef1-49ea-964a-fd03e1883362 req-ad9ce0d0-36c6-48f2-80bd-b5554d2c8461 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 210 time: 0.0902135 Jul 19 03:35:47.584842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Made reservation on behalf of e9bb57a8268a4645888fc15cffb0295d for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:47.592713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:47.661518 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:47.704686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48836) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:47.881712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'networks': [{'name': 'tempest-network--420701678'}, {'name': 'tempest-network--121746602'}]} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:47.882029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'network': {'name': 'tempest-network--420701678'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:47.891294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'network': {'name': 'tempest-network--121746602'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:47.936112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Made reservation on behalf of 6985bf8cf44041939ac9f27bfbd63b87 for: {'network': 2} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:47.941068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:47.948509 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:47.975385 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.049060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Allocated IP 172.20.0.12 (522170eb-1013-4920-9300-893eb36305eb/bda39571-b3b0-43bc-bece-3071605e2aeb/cf0f7683-9479-44af-af10-4d17d1ae0e5d) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:48.085947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9ed1c-6246-4f7c-9d67-c43b2b9368fd req-c71774c4-5cb2-4c9b-83f7-7f36976f6ac4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:48.087990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1a9ed1c-6246-4f7c-9d67-c43b2b9368fd req-c71774c4-5cb2-4c9b-83f7-7f36976f6ac4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.1898928 Jul 19 03:35:48.116073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router 7cacf792-3ede-4342-80ba-61e3019b0b77 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:35:48.167243 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.171310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1a9ed1c-6246-4f7c-9d67-c43b2b9368fd req-a04fcd41-8111-4d11-bf62-00ba64ca7eb4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732813 Jul 19 03:35:48.176621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.177106 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.241629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21ed59e-cb11-4fc3-ad02-590a741bbae8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:48.247741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:35:48.257408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.257760 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Added segment a1dedac2-d3c4-43b8-81b0-bbe964515534 of type vlan for network 5de3c951-e9be-48fe-b926-34e8725e6960 Jul 19 03:35:48.315808 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.387180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:35:48.395810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.403938 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.404720 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Added segment ce2faa49-08fe-47aa-aead-24a93f53733f of type vlan for network e019d5b6-d1ec-4363-9aef-53c28e821513 Jul 19 03:35:48.405194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:48.416915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272e4c2-3bdb-4bfa-b6f7-5ecd632e88b6 None None] Sync routers for ids ['7cacf792-3ede-4342-80ba-61e3019b0b77'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:48.427953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Transition to ACTIVE for port object cf0f7683-9479-44af-af10-4d17d1ae0e5d will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:48.436322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272e4c2-3bdb-4bfa-b6f7-5ecd632e88b6 None None] Routers {'7cacf792-3ede-4342-80ba-61e3019b0b77'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:48.436560 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.437927 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3e64613e-8584-4b7d-ab92-f9a1d1149f74 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3876379 Jul 19 03:35:48.440753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48842) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:48.440912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c272e4c2-3bdb-4bfa-b6f7-5ecd632e88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7cacf792-3ede-4342-80ba-61e3019b0b77'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:48.481073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c272e4c2-3bdb-4bfa-b6f7-5ecd632e88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:48.490408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272e4c2-3bdb-4bfa-b6f7-5ecd632e88b6 None None] Routers {'7cacf792-3ede-4342-80ba-61e3019b0b77'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:48.491038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c272e4c2-3bdb-4bfa-b6f7-5ecd632e88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7cacf792-3ede-4342-80ba-61e3019b0b77'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:48.536363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-c272e4c2-3bdb-4bfa-b6f7-5ecd632e88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:48.537025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272e4c2-3bdb-4bfa-b6f7-5ecd632e88b6 None None] The sync data for ids ['7cacf792-3ede-4342-80ba-61e3019b0b77'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:48.570387 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.582864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ef3c52ac-3d7f-4c20-8919-4f9812a84e27'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:35:48.594699 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.828404 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.828926 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.833003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 20c3351e-16cb-4112-a2f4-ec26ff8921ab up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:48.849553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:48.867336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:48.868778 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.950043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 20c3351e-16cb-4112-a2f4-ec26ff8921ab triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:48.950764 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:48.977704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2710984 Jul 19 03:35:48.984902 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48846) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:49.031333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Network 522170eb-1013-4920-9300-893eb36305eb is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:49.038127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:49.042890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:49.138140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48850) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:49.148401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Pushing event updated for resources: {'Port': ['ID=cf0f7683-9479-44af-af10-4d17d1ae0e5d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:49.230889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:49.240745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3b1d7-1085-4f6c-90b4-fffd187f7692 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:49.243038 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:49.247660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3b1d7-1085-4f6c-90b4-fffd187f7692 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:49.253781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3b1d7-1085-4f6c-90b4-fffd187f7692 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:49.256818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:35:49.260893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3b1d7-1085-4f6c-90b4-fffd187f7692 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:49.265268 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a2c3b1d7-1085-4f6c-90b4-fffd187f7692 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2655318 Jul 19 03:35:49.280425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48856) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:49.316276 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'Network': ['ID=5de3c951-e9be-48fe-b926-34e8725e6960,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:49.339197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 5de3c951-e9be-48fe-b926-34e8725e6960 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:35:49.360432 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853e315-1598-47a0-ae21-f94254326893 req-076f5166-507f-45d3-9633-f6f338430768 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:49.362099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a853e315-1598-47a0-ae21-f94254326893 req-076f5166-507f-45d3-9633-f6f338430768 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1028 time: 0.6897421 Jul 19 03:35:49.425437 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-d1cd9074-2d65-4798-99b3-b768bbaa4810 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9458616 Jul 19 03:35:49.456162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Request body: {'port': {'device_id': '3714f62b-4d44-494d-ac76-876a9db3f900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:49.489430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d37df-e067-4829-82d1-01474f741f7c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'Network': ['ID=e019d5b6-d1ec-4363-9aef-53c28e821513,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:49.517242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a853e315-1598-47a0-ae21-f94254326893 req-a4b26045-3e7d-49bb-ba01-c8d3bb649831 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455612 Jul 19 03:35:49.532307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network e019d5b6-d1ec-4363-9aef-53c28e821513 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:35:49.585463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-846b03b0-2967-43af-90d2-984fd6041048 None None] Provisioning for port cf0f7683-9479-44af-af10-4d17d1ae0e5d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:49.625362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port e4241c74-adbb-488e-aef5-c95f980d9a32 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:49.631702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port e4241c74-adbb-488e-aef5-c95f980d9a32 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:49.632229 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:49.637109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-846b03b0-2967-43af-90d2-984fd6041048 None None] Provisioning complete for port cf0f7683-9479-44af-af10-4d17d1ae0e5d triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:49.637523 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-846b03b0-2967-43af-90d2-984fd6041048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:49.720951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-846b03b0-2967-43af-90d2-984fd6041048 None None] Port cf0f7683-9479-44af-af10-4d17d1ae0e5d cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:49.770645 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:49.811774 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:49.813860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:49.815391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:49.818161 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f233c4-8437-451a-9200-a1df7cdd4669" -d '{"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:49.834436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:49.890672 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718900e5-120e-4143-9bd2-03a7861d00f2 x-openstack-request-id: req-718900e5-120e-4143-9bd2-03a7861d00f2 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:49.891059 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:49.891422 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-718900e5-120e-4143-9bd2-03a7861d00f2 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:49.891887 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'code': 200} Jul 19 03:35:49.921221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=13']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:50.025508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a747-90d1-4e7b-b837-b434466ddb8f req-7f19d2d0-2d31-4adf-b745-e3663c26933c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:50.027239 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df11a747-90d1-4e7b-b837-b434466ddb8f req-7f19d2d0-2d31-4adf-b745-e3663c26933c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.4086640 Jul 19 03:35:50.028020 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:50.171982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:50.321455 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:50.356652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de3c951-e9be-48fe-b926-34e8725e6960']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:50.417239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1dedac2-d3c4-43b8-81b0-bbe964515534') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:50.417521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1dedac2-d3c4-43b8-81b0-bbe964515534') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:50.444655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df11a747-90d1-4e7b-b837-b434466ddb8f req-47ca94d4-3250-4574-9c1f-92daaa1ba545 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007294 Jul 19 03:35:50.496685 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:50.569569 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:50.606743 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:35:50.607165 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:35:50.612499 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:35:50.719952 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d704d2-7d8f-4067-99ec-af8025a43f34 req-7f534aa5-7209-4d4e-b5fb-4b7391651775 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:50.722299 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31d704d2-7d8f-4067-99ec-af8025a43f34 req-7f534aa5-7209-4d4e-b5fb-4b7391651775 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1028 time: 0.0763981 Jul 19 03:35:50.789127 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31d704d2-7d8f-4067-99ec-af8025a43f34 req-37af8f3a-80ee-4a86-91e0-7e01af1428ba tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590045 Jul 19 03:35:50.842883 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:50.885886 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:50.887833 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "DELETE /v2.0/networks/5de3c951-e9be-48fe-b926-34e8725e6960 HTTP/1.1" status: 204 len: 168 time: 1.6040192 Jul 19 03:35:50.893425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48862) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:50.931702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Network': ['ID=5de3c951-e9be-48fe-b926-34e8725e6960,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:50.995587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.995949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.996187 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:50.996321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.996591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.999314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.999314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.999314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.999314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.999314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.999314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.999314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:50.999314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ae689-c1c2-4497-bace-513940dd3ae7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:51.111425 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.123257 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e019d5b6-d1ec-4363-9aef-53c28e821513']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:51.141412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2faa49-08fe-47aa-aead-24a93f53733f') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:51.142107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2faa49-08fe-47aa-aead-24a93f53733f') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:51.156215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.176772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.187462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:35:51.188037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:35:51.191641 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:35:51.271722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.305326 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.307870 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "DELETE /v2.0/networks/e019d5b6-d1ec-4363-9aef-53c28e821513 HTTP/1.1" status: 204 len: 168 time: 0.4129450 Jul 19 03:35:51.309131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80886c74-645b-47c9-830d-3ad903df2225 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Network': ['ID=e019d5b6-d1ec-4363-9aef-53c28e821513,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:51.311929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48864) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:51.470670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b16d7-75fe-4c61-9dc3-b742841c0bce tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:51.475741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0f7683-9479-44af-af10-4d17d1ae0e5d {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:35:51.477302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b16d7-75fe-4c61-9dc3-b742841c0bce tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:51.483562 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-423b16d7-75fe-4c61-9dc3-b742841c0bce tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1701322 Jul 19 03:35:51.484569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48868) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:51.490341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1006725880'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:51.491141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.496263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.20.0.1 (7e7b422f-70c2-48c1-a1a0-36f07d0d9d03/e4a11153-f4e0-4add-8892-e8febb179ada/3c489273-feb9-4a1c-bf0f-c3c873f31258) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:51.551177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Transition to ACTIVE for port object cf0f7683-9479-44af-af10-4d17d1ae0e5d will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:51.564585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Made reservation on behalf of 6985bf8cf44041939ac9f27bfbd63b87 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:51.568780 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.572853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.605563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:35:51.616453 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.616801 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Added segment 6a8a2a0d-704c-43f1-8cf5-687f132db9d5 of type vlan for network a756e044-4e20-4e60-95e5-524eb28d8181 Jul 19 03:35:51.703875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.744730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0f7683-9479-44af-af10-4d17d1ae0e5d,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:51.756880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.763985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:51.764998 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.813984 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3274570 Jul 19 03:35:51.817346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48874) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:51.823809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1434396786'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:51.862703 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.899951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2018bf-b941-4787-b8ca-d2bef5e8e35a tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'Network': ['ID=a756e044-4e20-4e60-95e5-524eb28d8181,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:51.918885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network a756e044-4e20-4e60-95e5-524eb28d8181 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:35:51.927003 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Made reservation on behalf of 6985bf8cf44041939ac9f27bfbd63b87 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:51.931239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.931418 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:51.982220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:35:52.046645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c90f6-1ace-4efd-bca6-c2579f3f58f2 req-76e4d559-ea76-4719-a192-d703596d1b4e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:52.048300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc0c90f6-1ace-4efd-bca6-c2579f3f58f2 req-76e4d559-ea76-4719-a192-d703596d1b4e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.3613398 Jul 19 03:35:52.069306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Transition to ACTIVE for port object 3c489273-feb9-4a1c-bf0f-c3c873f31258 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:52.128297 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc0c90f6-1ace-4efd-bca6-c2579f3f58f2 req-9fd9eed6-6e8d-4410-916e-9c71514bfcbe tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657475 Jul 19 03:35:52.206859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Attempting to bind port cf0f7683-9479-44af-af10-4d17d1ae0e5d on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:35:52.207761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Attempting to bind port cf0f7683-9479-44af-af10-4d17d1ae0e5d by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:35:52.208355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Attempting to bind port cf0f7683-9479-44af-af10-4d17d1ae0e5d on network 522170eb-1013-4920-9300-893eb36305eb {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:52.229439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Port cf0f7683-9479-44af-af10-4d17d1ae0e5d on network 522170eb-1013-4920-9300-893eb36305eb not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:35:52.230163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Attempting to bind port cf0f7683-9479-44af-af10-4d17d1ae0e5d on network 522170eb-1013-4920-9300-893eb36305eb {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:35:52.249167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:35:52.249928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Checking segment: {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:52.250622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Bound using segment: {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:35:52.251307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Bound port: cf0f7683-9479-44af-af10-4d17d1ae0e5d, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dbeace-5ff5-4bc0-8ec2-b830f69279d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '522170eb-1013-4920-9300-893eb36305eb'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:35:52.251904 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.291614 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.292023 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Added segment ffb283dd-d69b-48f7-b198-d7ef1cb79a29 of type vlan for network ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2 Jul 19 03:35:52.347950 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.360710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999d063-022e-47a2-94f4-9c6a47088599 req-a0389df5-a3fa-4d85-a340-1316d9b280d1 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:52.368971 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a999d063-022e-47a2-94f4-9c6a47088599 req-a0389df5-a3fa-4d85-a340-1316d9b280d1 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1054 time: 0.4020581 Jul 19 03:35:52.434472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a999d063-022e-47a2-94f4-9c6a47088599 req-0c308d10-13f6-478e-8ed9-3a93026feeae tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638406 Jul 19 03:35:52.441759 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.447693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:52.448292 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.455407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] For port cf0f7683-9479-44af-af10-4d17d1ae0e5d, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:35:52.474042 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.489212 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6708081 Jul 19 03:35:52.495730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48880) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:52.500713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'ports': [{'network_id': 'a756e044-4e20-4e60-95e5-524eb28d8181', 'name': 'tempest-port--1617902696', 'admin_state_up': True}, {'network_id': 'ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2', 'admin_state_up': False}]} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:52.501035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'port': {'network_id': 'a756e044-4e20-4e60-95e5-524eb28d8181', 'name': 'tempest-port--1617902696', 'admin_state_up': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:52.501429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'port': {'network_id': 'ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2', 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:52.506605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] For port cf0f7683-9479-44af-af10-4d17d1ae0e5d, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=cf0f7683-9479-44af-af10-4d17d1ae0e5d,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:35:52.519667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:52.546017 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.546425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41504782-653f-470c-979f-44fc0f8e02c6 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'Network': ['ID=ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:52.548893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:52.551429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:52.558814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:35:52.659860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:52.660676 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.661930 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] 10.222.0.26 "PUT /v2.0/ports/cf0f7683-9479-44af-af10-4d17d1ae0e5d HTTP/1.1" status: 200 len: 1093 time: 3.2206759 Jul 19 03:35:52.662720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3714f62b-4d44-494d-ac76-876a9db3f900', 'tag': 'cf0f7683-9479-44af-af10-4d17d1ae0e5d'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:35:52.672659 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348" -d '{"events": [{"name": "network-changed", "server_uuid": "3714f62b-4d44-494d-ac76-876a9db3f900", "tag": "cf0f7683-9479-44af-af10-4d17d1ae0e5d"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:35:52.681437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=3c489273-feb9-4a1c-bf0f-c3c873f31258,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:52.767423 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.837829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Made reservation on behalf of 6985bf8cf44041939ac9f27bfbd63b87 for: {'port': 2} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:52.848038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.858919 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17bbe28-9028-4196-8d02-b63af8761bec x-openstack-request-id: req-f17bbe28-9028-4196-8d02-b63af8761bec {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:35:52.859660 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3714f62b-4d44-494d-ac76-876a9db3f900", "tag": "cf0f7683-9479-44af-af10-4d17d1ae0e5d", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:35:52.861961 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f17bbe28-9028-4196-8d02-b63af8761bec {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:35:52.862732 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3714f62b-4d44-494d-ac76-876a9db3f900', 'tag': 'cf0f7683-9479-44af-af10-4d17d1ae0e5d', 'status': 'completed', 'code': 200} Jul 19 03:35:52.870371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:52.972609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] device_id is not set on port be165c61-44de-46df-a534-c737573f0739 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:35:53.042023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-067c9658-a800-44c8-a79a-1764695a7105 None None] Provisioning for port 3c489273-feb9-4a1c-bf0f-c3c873f31258 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:53.053226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-067c9658-a800-44c8-a79a-1764695a7105 None None] Provisioning complete for port 3c489273-feb9-4a1c-bf0f-c3c873f31258 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:53.053705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-067c9658-a800-44c8-a79a-1764695a7105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:53.067500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fd4bb-c0e0-4d33-b966-71fc00c6ac37 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0f7683-9479-44af-af10-4d17d1ae0e5d,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:53.113876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-067c9658-a800-44c8-a79a-1764695a7105 None None] Port 3c489273-feb9-4a1c-bf0f-c3c873f31258 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:53.157002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:53.182485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-1e0c0026-2208-47e2-b9b2-6cd32be4ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:53.184111 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-1e0c0026-2208-47e2-b9b2-6cd32be4ed8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9bb57a8268a4645888fc15cffb0295d&device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1096 time: 0.3205729 Jul 19 03:35:53.249485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] device_id is not set on port 01b36e07-964e-4e29-a99d-47adf745a314 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:35:53.291311 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:53.306792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] Deleting port d8e11411-cbd2-43dc-ae10-b000474bca0d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:53.307174 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:53.311573 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-6a8d5e2a-b335-4058-b1fb-23c26108298a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf0f7683-9479-44af-af10-4d17d1ae0e5d HTTP/1.1" status: 200 len: 217 time: 0.1190143 Jul 19 03:35:53.434995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:53.474174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572fe7e-092c-4011-8226-b14eaa4722e0 req-c60e18f4-1737-4bd3-ac64-1259abaed7eb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:53.482722 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b572fe7e-092c-4011-8226-b14eaa4722e0 req-c60e18f4-1737-4bd3-ac64-1259abaed7eb tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.1335809 Jul 19 03:35:53.549968 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b572fe7e-092c-4011-8226-b14eaa4722e0 req-eb63ffca-9a76-4a89-b8f1-340dd79d055d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655003 Jul 19 03:35:53.554904 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:53.583305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-ec05c78f-bd9d-4c8b-9dd3-729ef7615a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:53.590430 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-ec05c78f-bd9d-4c8b-9dd3-729ef7615a02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bda39571-b3b0-43bc-bece-3071605e2aeb HTTP/1.1" status: 200 len: 848 time: 0.2489810 Jul 19 03:35:53.637981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] For port d8e11411-cbd2-43dc-ae10-b000474bca0d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d8e11411-cbd2-43dc-ae10-b000474bca0d,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:53.638411 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:53.641461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'Port': ['ID=be165c61-44de-46df-a534-c737573f0739,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:53.655085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.655463 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.655751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.656087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.656418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.656750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.657075 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.657407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.657728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.658049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.658405 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.658950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:35:53.667154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Checking segment: {'id': '6a8a2a0d-704c-43f1-8cf5-687f132db9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a756e044-4e20-4e60-95e5-524eb28d8181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:53.667561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Network hostable DHCP agents. Network: a756e044-4e20-4e60-95e5-524eb28d8181, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:35:53.688631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Network a756e044-4e20-4e60-95e5-524eb28d8181 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:35:53.702975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, a756e044-4e20-4e60-95e5-524eb28d8181) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:53.714622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:53.715537 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:53.720430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3afb6d2-f9c4-4cd4-b129-60c3cd89f174 None None] Network a756e044-4e20-4e60-95e5-524eb28d8181 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:53.791245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'Port': ['ID=01b36e07-964e-4e29-a99d-47adf745a314,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:53.802460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Checking segment: {'id': 'ffb283dd-d69b-48f7-b198-d7ef1cb79a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:35:53.802829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Network hostable DHCP agents. Network: ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:35:53.824985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Network ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:35:53.837079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:53.841743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:53.848719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:53.857644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:53.857951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:53.859604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254fd067-92ae-4ce3-9196-3f5179419f67 None None] Network ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:53.894447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-50e6c864-8b81-43ea-b4f3-ff95def6af47 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3981378 Jul 19 03:35:53.894953 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48888) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:53.986897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d49e63e-cf98-4eaa-8b45-16486fde5648 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:53.994651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d49e63e-cf98-4eaa-8b45-16486fde5648 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:53.998948 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4d49e63e-cf98-4eaa-8b45-16486fde5648 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1005776 Jul 19 03:35:54.002235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48890) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:54.159724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7a566afa-ee32-4450-84f9-d30a30d76ddf tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Deleting port be165c61-44de-46df-a534-c737573f0739 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:54.160067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a566afa-ee32-4450-84f9-d30a30d76ddf tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.185149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] Calling delete_port for d8e11411-cbd2-43dc-ae10-b000474bca0d owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:54.243350 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a566afa-ee32-4450-84f9-d30a30d76ddf tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.260092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7a566afa-ee32-4450-84f9-d30a30d76ddf tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Calling delete_port for be165c61-44de-46df-a534-c737573f0739 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:54.365505 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a566afa-ee32-4450-84f9-d30a30d76ddf tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.389630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-8edec356-802b-432d-9695-fb3b77c6be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:54.391193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-8edec356-802b-432d-9695-fb3b77c6be28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=522170eb-1013-4920-9300-893eb36305eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7802725 Jul 19 03:35:54.397471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a566afa-ee32-4450-84f9-d30a30d76ddf tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Port': ['ID=be165c61-44de-46df-a534-c737573f0739,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:54.414773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a566afa-ee32-4450-84f9-d30a30d76ddf tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.417547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7a566afa-ee32-4450-84f9-d30a30d76ddf tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "DELETE /v2.0/ports/be165c61-44de-46df-a534-c737573f0739 HTTP/1.1" status: 204 len: 168 time: 0.4134243 Jul 19 03:35:54.419546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48892) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:54.465845 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.484438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8e5c-13f3-4225-968f-167b99824410 req-9d62af5a-6d9d-48f9-9574-177c7610757e tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:54.486534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-838c8e5c-13f3-4225-968f-167b99824410 req-9d62af5a-6d9d-48f9-9574-177c7610757e tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1096 time: 0.8123469 Jul 19 03:35:54.500633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.560391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-cf984ec9-4e37-47fc-bdfc-30166f99df46 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Deleting port 01b36e07-964e-4e29-a99d-47adf745a314 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:54.560911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf984ec9-4e37-47fc-bdfc-30166f99df46 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.647850 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf984ec9-4e37-47fc-bdfc-30166f99df46 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.666965 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-cf984ec9-4e37-47fc-bdfc-30166f99df46 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Calling delete_port for 01b36e07-964e-4e29-a99d-47adf745a314 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:54.708766 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.782792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-bdee5bed-45e4-4370-a06d-c32af08d2ce9 service neutron] 10.222.0.26 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333399 Jul 19 03:35:54.803032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-838c8e5c-13f3-4225-968f-167b99824410 req-f7c5e8ff-7ebd-465f-abf5-908b6bf2e88a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068938 Jul 19 03:35:54.838417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a9c5d-bfd5-4d51-9538-cdf85ba216d9 req-a486b3dc-2ce4-4a81-b11d-fc0d8f38f215 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:54.841263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-863a9c5d-bfd5-4d51-9538-cdf85ba216d9 req-a486b3dc-2ce4-4a81-b11d-fc0d8f38f215 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.1572068 Jul 19 03:35:54.843734 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf984ec9-4e37-47fc-bdfc-30166f99df46 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.848772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=3c489273-feb9-4a1c-bf0f-c3c873f31258,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:54.895422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf984ec9-4e37-47fc-bdfc-30166f99df46 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Port': ['ID=01b36e07-964e-4e29-a99d-47adf745a314,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:54.897868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cf984ec9-4e37-47fc-bdfc-30166f99df46 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:54.903675 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cf984ec9-4e37-47fc-bdfc-30166f99df46 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "DELETE /v2.0/ports/01b36e07-964e-4e29-a99d-47adf745a314 HTTP/1.1" status: 204 len: 168 time: 0.4829612 Jul 19 03:35:54.911907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48896) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:54.953269 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c6c9fc1f-ce62-4994-8d18-3a0fced1959d tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0396111 Jul 19 03:35:54.953857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48898) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:54.972434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1030951585'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:54.981963 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-863a9c5d-bfd5-4d51-9538-cdf85ba216d9 req-67cb45e2-6e05-493f-81c1-901df56df088 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186075 Jul 19 03:35:55.018657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Made reservation on behalf of 6985bf8cf44041939ac9f27bfbd63b87 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:55.022740 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.061287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:35:55.062530 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.077120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.077849 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Added segment 1f0f49a3-de88-4b8a-b811-8854033485fa of type vlan for network 8dc952f2-1607-4d65-9d60-0e199ff0be49 Jul 19 03:35:55.099651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c01db7e-301a-41c8-9dc9-5597c3ed5b4a req-398dcf6c-fcd5-4982-ae54-a611dadd0aa1 service neutron] 10.222.0.26 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746069 Jul 19 03:35:55.101542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:55.105472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e11411-cbd2-43dc-ae10-b000474bca0d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:55.144881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:55.146055 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.229308 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.243627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:55.244907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.359385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'Network': ['ID=8dc952f2-1607-4d65-9d60-0e199ff0be49,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:55.366404 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4182713e-11ad-4d6b-b359-fdbeb4a69a27 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3994799 Jul 19 03:35:55.366880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48900) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:55.370648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 8dc952f2-1607-4d65-9d60-0e199ff0be49 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:35:55.386676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1399168688'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:55.416654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Made reservation on behalf of 6985bf8cf44041939ac9f27bfbd63b87 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:55.420476 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.463596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:35:55.475013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.475404 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Added segment 0747ac6f-46e8-42cd-8269-05178ef168b8 of type vlan for network 735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc Jul 19 03:35:55.524820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.535051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-c2e801af-72da-4817-aafd-763b99fee353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:55.536749 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-c2e801af-72da-4817-aafd-763b99fee353 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9bb57a8268a4645888fc15cffb0295d&device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1096 time: 0.3612521 Jul 19 03:35:55.563142 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.568800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4f5e6c11-def9-4314-8aa0-97a53ff7a01c None None] Provisioning complete for port 3c489273-feb9-4a1c-bf0f-c3c873f31258 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:55.569171 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6c11-def9-4314-8aa0-97a53ff7a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.575415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:55.576481 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.612252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e6c11-def9-4314-8aa0-97a53ff7a01c None None] Port 3c489273-feb9-4a1c-bf0f-c3c873f31258 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:55.632532 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2634065 Jul 19 03:35:55.643225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router 7cacf792-3ede-4342-80ba-61e3019b0b77 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:55.671944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19a900-a164-4340-b6da-0ff5bb29e4df tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'Network': ['ID=735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:55.683380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:35:55.719530 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:55.831960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-e4519d36-27e3-4992-b5f3-848e42584030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:55.838725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-e4519d36-27e3-4992-b5f3-848e42584030 service neutron] 10.222.0.26 "GET /v2.0/networks?id=522170eb-1013-4920-9300-893eb36305eb HTTP/1.1" status: 200 len: 909 time: 0.2897818 Jul 19 03:35:55.934300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-17f29072-5e71-4737-bfde-ae3274fac419 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf0f7683-9479-44af-af10-4d17d1ae0e5d HTTP/1.1" status: 200 len: 217 time: 0.0839031 Jul 19 03:35:56.103414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-ceee4cbf-4d26-482a-a6b3-28b0ee090ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:56.105358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-ceee4cbf-4d26-482a-a6b3-28b0ee090ecb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bda39571-b3b0-43bc-bece-3071605e2aeb HTTP/1.1" status: 200 len: 848 time: 0.1637821 Jul 19 03:35:56.107083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:56.119423 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3dd2a6-1c0d-45d1-b023-026010239d31 None None] Sync routers for ids ['7cacf792-3ede-4342-80ba-61e3019b0b77'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:56.153950 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2e2477c5-f3ad-49ca-bfb6-384486c96af7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "PUT /v2.0/routers/7cacf792-3ede-4342-80ba-61e3019b0b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7121627 Jul 19 03:35:56.157361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48906) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:56.163599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'port': {'network_id': '7e7b422f-70c2-48c1-a1a0-36f07d0d9d03', 'name': 'tempest-FloatingIPTestJSON-1678225862'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:56.167555 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3dd2a6-1c0d-45d1-b023-026010239d31 None None] Routers {'7cacf792-3ede-4342-80ba-61e3019b0b77'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:56.168300 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-af3dd2a6-1c0d-45d1-b023-026010239d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7cacf792-3ede-4342-80ba-61e3019b0b77'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:56.218740 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-af3dd2a6-1c0d-45d1-b023-026010239d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:56.283333 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3dd2a6-1c0d-45d1-b023-026010239d31 None None] Routers {'7cacf792-3ede-4342-80ba-61e3019b0b77'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:56.284267 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-af3dd2a6-1c0d-45d1-b023-026010239d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7cacf792-3ede-4342-80ba-61e3019b0b77'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:56.322326 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-af3dd2a6-1c0d-45d1-b023-026010239d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:56.323442 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3dd2a6-1c0d-45d1-b023-026010239d31 None None] The sync data for ids ['7cacf792-3ede-4342-80ba-61e3019b0b77'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:56.415127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92fbcd-caf2-406e-bd76-46946441e2c0 req-e6952bae-f9ae-4f9f-95d4-caef6e86b8e9 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:56.416937 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c92fbcd-caf2-406e-bd76-46946441e2c0 req-e6952bae-f9ae-4f9f-95d4-caef6e86b8e9 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1096 time: 0.4639411 Jul 19 03:35:56.422521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] Router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:56.440167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82f25e-2e62-4d91-8a75-864b4d819a52 req-f7fa8494-278d-42e4-b38f-432e1bb737d4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:56.443820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5a82f25e-2e62-4d91-8a75-864b4d819a52 req-f7fa8494-278d-42e4-b38f-432e1bb737d4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.2712522 Jul 19 03:35:56.452927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-2ac6c6c5-9378-49be-a14f-e86a213fd1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:56.454632 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-2ac6c6c5-9378-49be-a14f-e86a213fd1e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=522170eb-1013-4920-9300-893eb36305eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3404100 Jul 19 03:35:56.481711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Made reservation on behalf of 8394974d4972404b8c9673a943ac09f6 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:56.486401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:56.515565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] device_id is not set on port 523df16c-b3da-4c90-856a-4a00c206a15e yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:35:56.536879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c92fbcd-caf2-406e-bd76-46946441e2c0 req-12bce365-de48-457d-8a7f-df57f212b98f tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113062 Jul 19 03:35:56.685476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Allocated IP 172.20.0.5 (7e7b422f-70c2-48c1-a1a0-36f07d0d9d03/e4a11153-f4e0-4add-8892-e8febb179ada/523df16c-b3da-4c90-856a-4a00c206a15e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:35:56.871942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:56.891496 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Transition to ACTIVE for port object 523df16c-b3da-4c90-856a-4a00c206a15e will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:35:56.893621 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:35:56.969961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5a82f25e-2e62-4d91-8a75-864b4d819a52 req-680b0ff6-1a09-448e-85f1-3ad81ec6cf08 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4984338 Jul 19 03:35:56.971160 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:57.029686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event updated for resources: {'Port': ['ID=523df16c-b3da-4c90-856a-4a00c206a15e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:57.058738 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:35:57.060763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:35:57.063848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:35:57.066755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-5ae1ff9a-8b06-4852-bf14-1017463eefda service neutron] 10.222.0.26 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022549 Jul 19 03:35:57.158206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:57.158914 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:57.205563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-19d1ab4b-4d60-4d87-bfa9-22d79061c5b3 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0457046 Jul 19 03:35:57.207177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48912) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:57.214643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Request body: {'floatingip': {'port_id': '523df16c-b3da-4c90-856a-4a00c206a15e'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:57.309731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:57.313748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d52c91a-1f3f-44c0-b6d6-a1e75df1c348 req-510d422e-c5f0-44f7-bd72-eda9cde3e795 service neutron] 10.222.0.26 "GET /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385769 Jul 19 03:35:57.321616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] Sync routers for ids ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:57.322369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-51828364-53d9-4354-8828-6611c289ca43 admin admin] 10.222.0.20 "PUT /v2.0/routers/84c87c78-1efc-4c3e-9ca5-49aa345bdfbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1817548 Jul 19 03:35:57.323239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48914) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:57.334252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] Routers {'84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:57.344351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:57.348643 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:57.470039 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:57.503560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-41cce93c-bc66-4130-846b-1627d2b98cec None None] Provisioning for port 523df16c-b3da-4c90-856a-4a00c206a15e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:35:57.513358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-41cce93c-bc66-4130-846b-1627d2b98cec None None] Provisioning complete for port 523df16c-b3da-4c90-856a-4a00c206a15e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:35:57.513888 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-41cce93c-bc66-4130-846b-1627d2b98cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:57.570943 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] Set router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:57.654753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:57.662310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-41cce93c-bc66-4130-846b-1627d2b98cec None None] Port 523df16c-b3da-4c90-856a-4a00c206a15e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:35:57.866922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Deleting port 26e02922-50be-48b0-b4e6-34927f75a466 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:57.868237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:57.899035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '26e02922-50be-48b0-b4e6-34927f75a466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:35:54Z', 'revision_number': 5, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port': {'id': '26e02922-50be-48b0-b4e6-34927f75a466', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:24:10Z', 'updated_at': '2021-07-19T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:57.927844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e972d9-ddda-4136-b9e4-752ffc21e11d req-8eaf46bd-9811-46bb-98c1-53195c8c5c41 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:57.929388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95e972d9-ddda-4136-b9e4-752ffc21e11d req-8eaf46bd-9811-46bb-98c1-53195c8c5c41 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1096 time: 0.2076476 Jul 19 03:35:57.938001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] Checking router: 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:35:57.949405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] Routers {'84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:57.950286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:58.108160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] For port 26e02922-50be-48b0-b4e6-34927f75a466, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=26e02922-50be-48b0-b4e6-34927f75a466,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:58.108580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:58.147700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Calling delete_port for 26e02922-50be-48b0-b4e6-34927f75a466 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:58.206156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95e972d9-ddda-4136-b9e4-752ffc21e11d req-4c36ec6d-019b-4928-9f64-adfcf8886d5d tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693841 Jul 19 03:35:58.378666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] Set router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:35:58.481376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:35:57Z', 'revision_number': 6, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:58.516288 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:58.521881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663ee23d-5519-419d-af91-79060d1e37e9 None None] The sync data for ids ['84c87c78-1efc-4c3e-9ca5-49aa345bdfbf'] in n-d-762330-18 is: [{'id': '84c87c78-1efc-4c3e-9ca5-49aa345bdfbf', 'name': 'tempest-TaggedBootDevicesTest_v242-59065220-router', 'tenant_id': 'b935af6d0bc6444391b48c7141919175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:24:08Z', 'updated_at': '2021-07-19T03:35:57Z', 'revision_number': 6, 'project_id': 'b935af6d0bc6444391b48c7141919175', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:58.592519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e02922-50be-48b0-b4e6-34927f75a466,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:58.632053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:58.730683 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:58.732827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:58.780546 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:58.781856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84c87c78-1efc-4c3e-9ca5-49aa345bdfbf {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:35:58.786064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:58.790588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cdb940fb-efe5-4eaf-a05f-1b5a48f60ca9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/84c87c78-1efc-4c3e-9ca5-49aa345bdfbf HTTP/1.1" status: 204 len: 168 time: 1.4627318 Jul 19 03:35:58.790930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48930) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:58.836297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c0cccb-d44f-4c75-88ae-bd8032c78820 admin admin] Deleting subnet 21634538-a8d7-4b17-9fa0-ea9312bc5b45 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:35:58.839371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1c0cccb-d44f-4c75-88ae-bd8032c78820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:58.844296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e56db-6707-4183-8400-ad1f14f68ca8 req-a5b6cbf7-f5c6-485c-9aaf-99353287192c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:58.845884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-907e56db-6707-4183-8400-ad1f14f68ca8 req-a5b6cbf7-f5c6-485c-9aaf-99353287192c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.5524623 Jul 19 03:35:58.891911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.resource_extend [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 03:35:58.895900 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1c0cccb-d44f-4c75-88ae-bd8032c78820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:58.969100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.009061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48932) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:59.009924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.017824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'subnets': [{'network_id': '8dc952f2-1607-4d65-9d60-0e199ff0be49', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--986975565', 'ip_version': 6}, {'network_id': '735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:59.018367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'subnet': {'network_id': '8dc952f2-1607-4d65-9d60-0e199ff0be49', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--986975565', 'ip_version': 6}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:59.019154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Request body: {'subnet': {'network_id': '735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:35:59.032381 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d8e11411-cbd2-43dc-ae10-b000474bca0d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:35:59.038069 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1c0cccb-d44f-4c75-88ae-bd8032c78820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.053008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: d8e11411-cbd2-43dc-ae10-b000474bca0d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:35:59.053507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d8e11411-cbd2-43dc-ae10-b000474bca0d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:35:59.091325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-907e56db-6707-4183-8400-ad1f14f68ca8 req-0d702ae9-8aad-4173-a8ac-9fbb467c76af tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203060 Jul 19 03:35:59.101356 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1c0cccb-d44f-4c75-88ae-bd8032c78820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.141311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0cccb-d44f-4c75-88ae-bd8032c78820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21634538-a8d7-4b17-9fa0-ea9312bc5b45,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:59.160521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b768e78-d83b-415e-ae9c-4d8fb2bff722 None None] Network a261e28e-89ab-4e1f-b05b-b2e9edd39e5a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:35:59.163214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1c0cccb-d44f-4c75-88ae-bd8032c78820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.167464 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e1c0cccb-d44f-4c75-88ae-bd8032c78820 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/21634538-a8d7-4b17-9fa0-ea9312bc5b45 HTTP/1.1" status: 204 len: 168 time: 0.3733416 Jul 19 03:35:59.167962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48934) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:35:59.266514 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.270341 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device cf0f7683-9479-44af-af10-4d17d1ae0e5d details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:35:59.281875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-88a875f2-9fa6-48e9-b557-f9418e19174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:59.285149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-88a875f2-9fa6-48e9-b557-f9418e19174c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 1098 time: 0.1516297 Jul 19 03:35:59.285615 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP 20140589-4d45-47fc-a1f9-bd718b5fa35f associated. External IP: 172.25.2.29, port: 86a9168e-7ef9-42da-829e-b5f9aa5b6b32. Jul 19 03:35:59.389092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Made reservation on behalf of 6985bf8cf44041939ac9f27bfbd63b87 for: {'subnet': 2} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:35:59.393773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.394159 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.402319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port cf0f7683-9479-44af-af10-4d17d1ae0e5d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=cf0f7683-9479-44af-af10-4d17d1ae0e5d,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:59.418066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'cf0f7683-9479-44af-af10-4d17d1ae0e5d', 'network_id': '522170eb-1013-4920-9300-893eb36305eb', 'port_id': 'cf0f7683-9479-44af-af10-4d17d1ae0e5d', 'mac_address': 'fa:16:3e:d4:24:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda39571-b3b0-43bc-bece-3071605e2aeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:35:59.467193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aea432-74b4-48c8-9ff1-45eb9e84d354 None None] DHCP port deletion for a261e28e-89ab-4e1f-b05b-b2e9edd39e5a request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:35:59.490815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-aaa7669d-2d4f-42ac-9013-fb4ad0da0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:59.492474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-aaa7669d-2d4f-42ac-9013-fb4ad0da0123 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.1744258 Jul 19 03:35:59.495879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Deleting port db6f4f9a-9b93-4e08-b182-e2792c43a399 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:59.496212 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.509155 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.530303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0f7683-9479-44af-af10-4d17d1ae0e5d {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:35:59.567902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2da97-3e7e-4edc-b25d-132c5759a0e3 req-1cedab80-67c2-42f8-843f-4fde1d99c090 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:59.569905 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4cd2da97-3e7e-4edc-b25d-132c5759a0e3 req-1cedab80-67c2-42f8-843f-4fde1d99c090 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1096 time: 0.2058427 Jul 19 03:35:59.575788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port cf0f7683-9479-44af-af10-4d17d1ae0e5d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=cf0f7683-9479-44af-af10-4d17d1ae0e5d,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:59.583764 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.590925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e8aea432-74b4-48c8-9ff1-45eb9e84d354 None None] Deleting port db6f4f9a-9b93-4e08-b182-e2792c43a399 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:35:59.591304 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e8aea432-74b4-48c8-9ff1-45eb9e84d354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.645377 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:35:59.654835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] For port db6f4f9a-9b93-4e08-b182-e2792c43a399, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=db6f4f9a-9b93-4e08-b182-e2792c43a399,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:59.655203 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.659933 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-d29e4e7e-550c-4769-8d77-cca91d7a1213 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4 HTTP/1.1" status: 200 len: 1002 time: 0.1591258 Jul 19 03:35:59.707141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Calling delete_port for db6f4f9a-9b93-4e08-b182-e2792c43a399 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:59.714542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4cd2da97-3e7e-4edc-b25d-132c5759a0e3 req-087a6c45-45e9-44c0-aa3a-992887bc0ac5 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962925 Jul 19 03:35:59.727510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e8aea432-74b4-48c8-9ff1-45eb9e84d354 None None] For port db6f4f9a-9b93-4e08-b182-e2792c43a399, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=db6f4f9a-9b93-4e08-b182-e2792c43a399,segment=NetworkSegment(00e7d858-1ca9-40e4-a4f6-3be3068b1f12),segment_id=00e7d858-1ca9-40e4-a4f6-3be3068b1f12)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:35:59.728281 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e8aea432-74b4-48c8-9ff1-45eb9e84d354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.751616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e8aea432-74b4-48c8-9ff1-45eb9e84d354 None None] Calling delete_port for db6f4f9a-9b93-4e08-b182-e2792c43a399 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:35:59.756695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=cf0f7683-9479-44af-af10-4d17d1ae0e5d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:59.768746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-cef0b5ee-806f-4ba2-bb66-bf88bbf3737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:59.770241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-cef0b5ee-806f-4ba2-bb66-bf88bbf3737d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.1010842 Jul 19 03:35:59.774693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:35:59.789283 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd4f29-5b42-4693-a541-d1f7b4fe22d9 None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:35:59.806093 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd4f29-5b42-4693-a541-d1f7b4fe22d9 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:59.806861 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3efd4f29-5b42-4693-a541-d1f7b4fe22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:59.855915 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3efd4f29-5b42-4693-a541-d1f7b4fe22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:59.861239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-df233438-cb15-48e8-b6a1-b40d883ae433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:35:59.863225 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-df233438-cb15-48e8-b6a1-b40d883ae433 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845931 Jul 19 03:35:59.864600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:35:59.875562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['cf0f7683-9479-44af-af10-4d17d1ae0e5d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:35:59.892822 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd4f29-5b42-4693-a541-d1f7b4fe22d9 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:35:59.893670 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3efd4f29-5b42-4693-a541-d1f7b4fe22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:59.938756 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3efd4f29-5b42-4693-a541-d1f7b4fe22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:35:59.939783 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd4f29-5b42-4693-a541-d1f7b4fe22d9 None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:35:59.947373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] No DVR routers for this DVR port db6f4f9a-9b93-4e08-b182-e2792c43a399 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:35:59.954087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6f4f9a-9b93-4e08-b182-e2792c43a399,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:35:59.995507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e8aea432-74b4-48c8-9ff1-45eb9e84d354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.030586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aea432-74b4-48c8-9ff1-45eb9e84d354 None None] Pushing event deleted for resources: {'Port': ['ID=db6f4f9a-9b93-4e08-b182-e2792c43a399,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:00.048302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aea432-74b4-48c8-9ff1-45eb9e84d354 None None] No DVR routers for this DVR port db6f4f9a-9b93-4e08-b182-e2792c43a399 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:00.079686 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.092754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-8a2eff9e-e998-4ded-80b7-e6eed03e8697 service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197924 Jul 19 03:36:00.094306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a261e28e-89ab-4e1f-b05b-b2e9edd39e5a']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:00.114594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e7d858-1ca9-40e4-a4f6-3be3068b1f12') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:00.114888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e7d858-1ca9-40e4-a4f6-3be3068b1f12') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:00.141969 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.192586 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.204899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:00.205311 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:00.206985 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:00.242771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router 7cacf792-3ede-4342-80ba-61e3019b0b77 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:36:00.261871 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.272334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6d92591f-9745-4ac7-9329-5205cdf23aaa req-ba39a002-2795-4214-a444-9e4653cbf7dd service neutron] 10.222.0.25 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709499 Jul 19 03:36:00.276555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.281948 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.284028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a261e28e-89ab-4e1f-b05b-b2e9edd39e5a HTTP/1.1" status: 204 len: 168 time: 1.1151476 Jul 19 03:36:00.300013 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5d9db-cb63-413a-95d7-76eecc8bfd16 admin admin] Pushing event deleted for resources: {'Network': ['ID=a261e28e-89ab-4e1f-b05b-b2e9edd39e5a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:00.398826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48942) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:00.413214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'Subnet': ['ID=5ca05ac1-d49d-4ffd-af09-1ebf9eff279b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:00.448689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f0e70e54-da2d-4f8f-a297-4f1a6da435f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b935af6d0bc6444391b48c7141919175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462554 Jul 19 03:36:00.448921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48944) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:00.455909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Checking segment: {'id': '1f0f49a3-de88-4b8a-b811-8854033485fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8dc952f2-1607-4d65-9d60-0e199ff0be49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:00.456280 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Network hostable DHCP agents. Network: 8dc952f2-1607-4d65-9d60-0e199ff0be49, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:00.473394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9acb02-2634-4778-8b06-439d22709145 req-4da790ec-939a-4dfb-b691-2a9721cce386 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:00.474956 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9a9acb02-2634-4778-8b06-439d22709145 req-4da790ec-939a-4dfb-b691-2a9721cce386 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.2261443 Jul 19 03:36:00.498207 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a13fdf5-be34-4cce-8170-60c322e76163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.520929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:36:00.521190 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a13fdf5-be34-4cce-8170-60c322e76163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.527933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Network 8dc952f2-1607-4d65-9d60-0e199ff0be49 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:00.530834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f4d67-5d4f-4fc6-abc4-fe0706b9ea71 None None] Sync routers for ids ['7cacf792-3ede-4342-80ba-61e3019b0b77'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:36:00.533109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.540513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f4d67-5d4f-4fc6-abc4-fe0706b9ea71 None None] Routers {'7cacf792-3ede-4342-80ba-61e3019b0b77'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:00.541166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-362f4d67-5d4f-4fc6-abc4-fe0706b9ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7cacf792-3ede-4342-80ba-61e3019b0b77'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:00.565155 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9a9acb02-2634-4778-8b06-439d22709145 req-13e6b54c-f76d-44e5-9eea-b2534e205bb6 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830491 Jul 19 03:36:00.565745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 8dc952f2-1607-4d65-9d60-0e199ff0be49) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:00.573765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.586922 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a13fdf5-be34-4cce-8170-60c322e76163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.589732 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a13fdf5-be34-4cce-8170-60c322e76163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.593345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7a13fdf5-be34-4cce-8170-60c322e76163 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bde6f3ea-0425-42f7-b007-643c1f67e88f HTTP/1.1" status: 204 len: 168 time: 0.1412096 Jul 19 03:36:00.606500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13fdf5-be34-4cce-8170-60c322e76163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde6f3ea-0425-42f7-b007-643c1f67e88f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:00.606649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551cb3ee-3305-4121-978b-201e378ba17e None None] Network 8dc952f2-1607-4d65-9d60-0e199ff0be49 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:00.616361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-362f4d67-5d4f-4fc6-abc4-fe0706b9ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:00.646808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f4d67-5d4f-4fc6-abc4-fe0706b9ea71 None None] Routers {'7cacf792-3ede-4342-80ba-61e3019b0b77'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:00.647432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-362f4d67-5d4f-4fc6-abc4-fe0706b9ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7cacf792-3ede-4342-80ba-61e3019b0b77'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:00.676487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event updated for resources: {'Subnet': ['ID=faafbfb2-6947-4553-85c2-393be0ea4c85,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:00.688034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48948) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:00.688271 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-46ae2326-d2cb-4d9b-bc41-2a85870f73c7 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "PUT /v2.0/floatingips/20140589-4d45-47fc-a1f9-bd718b5fa35f HTTP/1.1" status: 200 len: 977 time: 3.4790061 Jul 19 03:36:00.695819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Checking segment: {'id': '0747ac6f-46e8-42cd-8269-05178ef168b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:00.696191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Network hostable DHCP agents. Network: 735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:00.709377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-362f4d67-5d4f-4fc6-abc4-fe0706b9ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:00.710025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f4d67-5d4f-4fc6-abc4-fe0706b9ea71 None None] The sync data for ids ['7cacf792-3ede-4342-80ba-61e3019b0b77'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:36:00.721318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Network 735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:00.738106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:00.748160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:00.748646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:00.749935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.775266 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a8b496-56a2-49fd-989f-f8c573948cc3 None None] Network 735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:00.783880 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-acdf5f4e-dde4-4cb9-9fdb-850400ce5353 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.7706072 Jul 19 03:36:00.786545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48952) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:00.808914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device db6f4f9a-9b93-4e08-b182-e2792c43a399 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:00.837396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: db6f4f9a-9b93-4e08-b182-e2792c43a399 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:00.837764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device db6f4f9a-9b93-4e08-b182-e2792c43a399 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:00.838182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 26e02922-50be-48b0-b4e6-34927f75a466 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:00.893248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 26e02922-50be-48b0-b4e6-34927f75a466 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:00.893612 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 26e02922-50be-48b0-b4e6-34927f75a466 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:00.932626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-8dc952f2-1607-4d65-9d60-0e199ff0be49', 'network_id': '8dc952f2-1607-4d65-9d60-0e199ff0be49', 'tenant_id': '6985bf8cf44041939ac9f27bfbd63b87', 'fixed_ips': [{'subnet_id': '5ca05ac1-d49d-4ffd-af09-1ebf9eff279b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:00.933509 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.933682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 523df16c-b3da-4c90-856a-4a00c206a15e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:00.934176 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:00.948754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1feebd-ed60-4339-8417-441db03bc20d tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:00.951389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1feebd-ed60-4339-8417-441db03bc20d tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:00.954057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1feebd-ed60-4339-8417-441db03bc20d tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:00.957682 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-de1feebd-ed60-4339-8417-441db03bc20d tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1697485 Jul 19 03:36:00.966919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48956) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:01.022008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc', 'network_id': '735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc', 'tenant_id': '6985bf8cf44041939ac9f27bfbd63b87', 'fixed_ips': [{'subnet_id': 'faafbfb2-6947-4553-85c2-393be0ea4c85'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:01.022929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.115826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af79dd2-a9af-4591-a7f7-1bee6c198ede req-42413a7a-083e-49ec-a5e7-4c94d3ce2a2e tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:01.119079 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7af79dd2-a9af-4591-a7f7-1bee6c198ede req-42413a7a-083e-49ec-a5e7-4c94d3ce2a2e tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1097 time: 0.1632185 Jul 19 03:36:01.121772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.245345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7af79dd2-a9af-4591-a7f7-1bee6c198ede req-1c5abe96-d706-4119-948e-985341e21911 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195014 Jul 19 03:36:01.246778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Allocated IP 2001:db8::1 (8dc952f2-1607-4d65-9d60-0e199ff0be49/5ca05ac1-d49d-4ffd-af09-1ebf9eff279b/6abb30bc-40b5-4c1d-90c5-1d5b55dadf46) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:01.293518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Allocated IP 2001:db8:0:1::1 (735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc/faafbfb2-6947-4553-85c2-393be0ea4c85/a415c1d8-af2d-4888-9b49-a99e4f600ee3) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:01.389754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device cf0f7683-9479-44af-af10-4d17d1ae0e5d up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:01.389945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2add78-9b15-450f-a4f8-c1ca68f2302b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Deleting subnet 5ca05ac1-d49d-4ffd-af09-1ebf9eff279b {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:36:01.413396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.413879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.414149 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Floating IP 20140589-4d45-47fc-a1f9-bd718b5fa35f disassociated. External IP: 172.25.2.29, port: 523df16c-b3da-4c90-856a-4a00c206a15e. Jul 19 03:36:01.414717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 523df16c-b3da-4c90-856a-4a00c206a15e owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:01.535303 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48974) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:01.559055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.567149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port cf0f7683-9479-44af-af10-4d17d1ae0e5d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:01.591035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=523df16c-b3da-4c90-856a-4a00c206a15e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:01.605082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port cf0f7683-9479-44af-af10-4d17d1ae0e5d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:01.605472 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.608005 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.642477 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Transition to ACTIVE for port object a415c1d8-af2d-4888-9b49-a99e4f600ee3 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:01.680351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-33047698-network', 'tenant_id': '64cd1b0fc78945e4b84e8c8dec71d74d'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:01.680686 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.695871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Transition to ACTIVE for port object a415c1d8-af2d-4888-9b49-a99e4f600ee3 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:01.698226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Transition to ACTIVE for port object 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:01.713403 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.739940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Made reservation on behalf of 64cd1b0fc78945e4b84e8c8dec71d74d for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:01.745291 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.780401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Network 735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:01.782191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Transition to ACTIVE for port object 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:01.784267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.797197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e2add78-9b15-450f-a4f8-c1ca68f2302b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.808820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router 7cacf792-3ede-4342-80ba-61e3019b0b77 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:36:01.823352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:01.825955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.840246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:01.853365 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.884898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3714f62b-4d44-494d-ac76-876a9db3f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0f7683-9479-44af-af10-4d17d1ae0e5d'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:01.887703 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91baf02-5dd5-4d1c-9e00-d3fdb1b663c8" -d '{"events": [{"server_uuid": "3714f62b-4d44-494d-ac76-876a9db3f900", "name": "network-vif-plugged", "status": "completed", "tag": "cf0f7683-9479-44af-af10-4d17d1ae0e5d"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:01.924723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e2add78-9b15-450f-a4f8-c1ca68f2302b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:01.956227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Pushing event updated for resources: {'Port': ['ID=a415c1d8-af2d-4888-9b49-a99e4f600ee3,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:01.990949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc1757-e3c9-49ba-adc2-e7a8950457dd req-a5265eec-b0f7-442c-a379-6e1277046acf tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:01.992647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:36:01.999584 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-50dc1757-e3c9-49ba-adc2-e7a8950457dd req-a5265eec-b0f7-442c-a379-6e1277046acf tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.2794707 Jul 19 03:36:02.006926 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc838db6-7b79-483f-bc4d-10d46886ed01 None None] Sync routers for ids ['7cacf792-3ede-4342-80ba-61e3019b0b77'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:36:02.020451 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc838db6-7b79-483f-bc4d-10d46886ed01 None None] Routers {'7cacf792-3ede-4342-80ba-61e3019b0b77'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:02.022040 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bc838db6-7b79-483f-bc4d-10d46886ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7cacf792-3ede-4342-80ba-61e3019b0b77'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:02.066467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port cf0f7683-9479-44af-af10-4d17d1ae0e5d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=cf0f7683-9479-44af-af10-4d17d1ae0e5d,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:02.094846 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.099434 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-50dc1757-e3c9-49ba-adc2-e7a8950457dd req-9d1943e9-0795-4288-a04b-081e036431e1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988808 Jul 19 03:36:02.100153 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Network 8dc952f2-1607-4d65-9d60-0e199ff0be49 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:02.107855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:02.112728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:02.121236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Attempting to bind port a415c1d8-af2d-4888-9b49-a99e4f600ee3 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:02.121633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Attempting to bind port a415c1d8-af2d-4888-9b49-a99e4f600ee3 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '0747ac6f-46e8-42cd-8269-05178ef168b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:02.122003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Attempting to bind port a415c1d8-af2d-4888-9b49-a99e4f600ee3 on network 735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:02.128096 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bc838db6-7b79-483f-bc4d-10d46886ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:02.136475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Pushing event updated for resources: {'Port': ['ID=6abb30bc-40b5-4c1d-90c5-1d5b55dadf46,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:02.154417 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc838db6-7b79-483f-bc4d-10d46886ed01 None None] Routers {'7cacf792-3ede-4342-80ba-61e3019b0b77'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:02.155071 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bc838db6-7b79-483f-bc4d-10d46886ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7cacf792-3ede-4342-80ba-61e3019b0b77'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:02.172198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.185253 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.191382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e2add78-9b15-450f-a4f8-c1ca68f2302b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.204767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=cf0f7683-9479-44af-af10-4d17d1ae0e5d,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:02.212171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:02.212685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Checking segment: {'id': '0747ac6f-46e8-42cd-8269-05178ef168b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:02.213192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.213688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Bound using segment: {'id': '0747ac6f-46e8-42cd-8269-05178ef168b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:02.215015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Bound port: a415c1d8-af2d-4888-9b49-a99e4f600ee3, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0747ac6f-46e8-42cd-8269-05178ef168b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:02.215817 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.238325 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bc838db6-7b79-483f-bc4d-10d46886ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:02.239338 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc838db6-7b79-483f-bc4d-10d46886ed01 None None] The sync data for ids ['7cacf792-3ede-4342-80ba-61e3019b0b77'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:36:02.254036 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a5a714-f31e-428a-8ed7-bc4506893cdd x-openstack-request-id: req-19a5a714-f31e-428a-8ed7-bc4506893cdd {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:02.254549 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3714f62b-4d44-494d-ac76-876a9db3f900", "name": "network-vif-plugged", "status": "completed", "tag": "cf0f7683-9479-44af-af10-4d17d1ae0e5d", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:02.256289 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19a5a714-f31e-428a-8ed7-bc4506893cdd {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:02.256803 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3714f62b-4d44-494d-ac76-876a9db3f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0f7683-9479-44af-af10-4d17d1ae0e5d', 'code': 200} Jul 19 03:36:02.266731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:02.294151 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.294533 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Added segment 9924a63f-4b8e-486b-832b-513a14d2df33 of type vlan for network cb026981-20e9-40b5-87e9-d8dcd1875644 Jul 19 03:36:02.297986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b110ceb-dfd7-4bb8-b225-2249117dc5de,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:02.355195 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.373775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e2add78-9b15-450f-a4f8-c1ca68f2302b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.382292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Attempting to bind port 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:02.383477 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Attempting to bind port 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '1f0f49a3-de88-4b8a-b811-8854033485fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8dc952f2-1607-4d65-9d60-0e199ff0be49'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:02.384003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Attempting to bind port 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46 on network 8dc952f2-1607-4d65-9d60-0e199ff0be49 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:02.392626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:02.393161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Checking segment: {'id': '1f0f49a3-de88-4b8a-b811-8854033485fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8dc952f2-1607-4d65-9d60-0e199ff0be49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:02.393774 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.394525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Bound using segment: {'id': '1f0f49a3-de88-4b8a-b811-8854033485fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8dc952f2-1607-4d65-9d60-0e199ff0be49'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:02.395073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Bound port: 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0f49a3-de88-4b8a-b811-8854033485fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8dc952f2-1607-4d65-9d60-0e199ff0be49'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:02.395548 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.408750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2add78-9b15-450f-a4f8-c1ca68f2302b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca05ac1-d49d-4ffd-af09-1ebf9eff279b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:02.427643 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e2add78-9b15-450f-a4f8-c1ca68f2302b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.430178 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9e2add78-9b15-450f-a4f8-c1ca68f2302b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "DELETE /v2.0/subnets/5ca05ac1-d49d-4ffd-af09-1ebf9eff279b HTTP/1.1" status: 204 len: 168 time: 1.4621050 Jul 19 03:36:02.432960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48986) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:02.444309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.445891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:02.446729 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.473815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] For port a415c1d8-af2d-4888-9b49-a99e4f600ee3, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:02.498861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] For port a415c1d8-af2d-4888-9b49-a99e4f600ee3, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a415c1d8-af2d-4888-9b49-a99e4f600ee3,segment=NetworkSegment(0747ac6f-46e8-42cd-8269-05178ef168b8),segment_id=0747ac6f-46e8-42cd-8269-05178ef168b8)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:02.509835 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.518427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] For port 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:02.557493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] For port 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6abb30bc-40b5-4c1d-90c5-1d5b55dadf46,segment=NetworkSegment(1f0f49a3-de88-4b8a-b811-8854033485fa),segment_id=1f0f49a3-de88-4b8a-b811-8854033485fa)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:02.574362 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.580187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa841ca-9843-4bcf-8d5d-5d1c9568dcf7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Deleting subnet faafbfb2-6947-4553-85c2-393be0ea4c85 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:36:02.626535 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0869861 Jul 19 03:36:02.626535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-caa841ca-9843-4bcf-8d5d-5d1c9568dcf7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.626894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48988) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:02.630340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92fcf-4d54-4006-bdd4-077b92e2cda3 admin admin] Pushing event updated for resources: {'Network': ['ID=cb026981-20e9-40b5-87e9-d8dcd1875644,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:02.636133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Request body: {'subnet': {'network_id': 'cb026981-20e9-40b5-87e9-d8dcd1875644', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-33047698-subnet', 'tenant_id': '64cd1b0fc78945e4b84e8c8dec71d74d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:02.677920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.688556 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9ba06c26-b032-419e-a9d5-4c7824223175 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/ports/523df16c-b3da-4c90-856a-4a00c206a15e HTTP/1.1" status: 204 len: 168 time: 1.9977829 Jul 19 03:36:02.691706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48990) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:02.697267 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad0878-b628-4f5f-a319-dfba3991d8da req-c5cb0277-62b5-41ed-a4b7-3b229f6ae073 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:02.699174 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-15ad0878-b628-4f5f-a319-dfba3991d8da req-c5cb0277-62b5-41ed-a4b7-3b229f6ae073 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1098 time: 0.2306459 Jul 19 03:36:02.716164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-caa841ca-9843-4bcf-8d5d-5d1c9568dcf7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.722183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64840f7-abca-49c3-87d0-6bbb3b2802c9 req-cf84bcff-8566-478a-a7f2-7a1c37937db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:02.724716 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f64840f7-abca-49c3-87d0-6bbb3b2802c9 req-cf84bcff-8566-478a-a7f2-7a1c37937db6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1098 time: 0.1594956 Jul 19 03:36:02.725417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Made reservation on behalf of 64cd1b0fc78945e4b84e8c8dec71d74d for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:02.728464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:02.789701 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f64840f7-abca-49c3-87d0-6bbb3b2802c9 req-a269a1e9-3aca-4c8d-901e-b6eef04db40b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578206 Jul 19 03:36:02.837183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network cb026981-20e9-40b5-87e9-d8dcd1875644 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:02.909172 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-15ad0878-b628-4f5f-a319-dfba3991d8da req-a3181740-1049-42f1-9a8f-8d2229a9e4d0 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873562 Jul 19 03:36:02.925658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cdf76-a6b5-4717-b49c-d463a4181935 None None] Pushing event updated for resources: {'Port': ['ID=a415c1d8-af2d-4888-9b49-a99e4f600ee3,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:02.968281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb17f70-f21c-4b21-ba7a-d26a5a41e821 None None] Network 8dc952f2-1607-4d65-9d60-0e199ff0be49 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:03.032197 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.048968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d9aa2-35e5-4d66-9676-2662a1f352d3 None None] Pushing event updated for resources: {'Port': ['ID=6abb30bc-40b5-4c1d-90c5-1d5b55dadf46,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:03.092245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-caa841ca-9843-4bcf-8d5d-5d1c9568dcf7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.095525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca84b4b-0eba-4469-81f2-f5e5d6fd47b3,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:03.131227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Checking segment: {'id': '9924a63f-4b8e-486b-832b-513a14d2df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cb026981-20e9-40b5-87e9-d8dcd1875644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:03.139314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Network hostable DHCP agents. Network: cb026981-20e9-40b5-87e9-d8dcd1875644, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:03.166495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Network cb026981-20e9-40b5-87e9-d8dcd1875644 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:03.179634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, cb026981-20e9-40b5-87e9-d8dcd1875644) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:03.184611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:03.185444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.189665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a36d9-33f8-4720-a323-9e87b7edaaeb None None] Network cb026981-20e9-40b5-87e9-d8dcd1875644 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:03.208211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6aa2a985-23e7-4826-beec-d9ed1121611e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5802159 Jul 19 03:36:03.232148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-caa841ca-9843-4bcf-8d5d-5d1c9568dcf7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.295718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa841ca-9843-4bcf-8d5d-5d1c9568dcf7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Subnet': ['ID=faafbfb2-6947-4553-85c2-393be0ea4c85,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:03.303959 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-caa841ca-9843-4bcf-8d5d-5d1c9568dcf7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.308706 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-caa841ca-9843-4bcf-8d5d-5d1c9568dcf7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "DELETE /v2.0/subnets/faafbfb2-6947-4553-85c2-393be0ea4c85 HTTP/1.1" status: 204 len: 168 time: 0.8744569 Jul 19 03:36:03.310436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48996) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:03.355484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd947a20-e9c6-40b8-9fef-583831bdcc6c None None] Network cb026981-20e9-40b5-87e9-d8dcd1875644 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:03.384912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7f99-3a95-4dcd-8870-887e079c7cfc req-7ad16f03-1088-4637-b061-4b4d040988de tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:03.387116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-384a7f99-3a95-4dcd-8870-887e079c7cfc req-7ad16f03-1088-4637-b061-4b4d040988de tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.1026614 Jul 19 03:36:03.392694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2951665-e4ac-4f2f-8d53-fe433a42265c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:03.397929 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f2951665-e4ac-4f2f-8d53-fe433a42265c tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0850275 Jul 19 03:36:03.400371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49000) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:03.468203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.503597 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-384a7f99-3a95-4dcd-8870-887e079c7cfc req-64945330-ea47-4478-b9cb-ef8ddf37e9ff tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109269 Jul 19 03:36:03.517736 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.604351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Deleting port a415c1d8-af2d-4888-9b49-a99e4f600ee3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:03.604687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.690196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] For port a415c1d8-af2d-4888-9b49-a99e4f600ee3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a415c1d8-af2d-4888-9b49-a99e4f600ee3,segment=NetworkSegment(0747ac6f-46e8-42cd-8269-05178ef168b8),segment_id=0747ac6f-46e8-42cd-8269-05178ef168b8)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:03.690746 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.704248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Calling delete_port for a415c1d8-af2d-4888-9b49-a99e4f600ee3 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:03.747907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ea74b09e-16cf-4eb5-84f8-bb894ca209a4 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:03.838372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.905558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] No DVR routers for this DVR port a415c1d8-af2d-4888-9b49-a99e4f600ee3 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:03.912913 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:03.918946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Port': ['ID=a415c1d8-af2d-4888-9b49-a99e4f600ee3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:03.956371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-ded7e853-10b1-4aa8-bea1-2a2bb9e76da4 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:03.957960 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-ded7e853-10b1-4aa8-bea1-2a2bb9e76da4 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/networks?id=cb026981-20e9-40b5-87e9-d8dcd1875644 HTTP/1.1" status: 200 len: 812 time: 0.3375576 Jul 19 03:36:03.991243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:04.001553 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.011410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-6dc20b24-33d9-4940-9d56-35c10452f061 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/quotas/64cd1b0fc78945e4b84e8c8dec71d74d HTTP/1.1" status: 200 len: 375 time: 0.0463459 Jul 19 03:36:04.044597 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.065873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c66ba6-f1f7-45bf-9151-fb4b555c8746 None None] Network 735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:04.071940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:04.080940 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-4e9d6f88-fa6a-4a00-9969-51d9011dfcf8 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64cd1b0fc78945e4b84e8c8dec71d74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582902 Jul 19 03:36:04.082043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:04.103220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0747ac6f-46e8-42cd-8269-05178ef168b8') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:04.103430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0747ac6f-46e8-42cd-8269-05178ef168b8') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:04.113969 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.128689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.136035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:04.136447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:04.200915 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:04.212711 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.230979 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.233469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "DELETE /v2.0/networks/735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc HTTP/1.1" status: 204 len: 168 time: 0.8301542 Jul 19 03:36:04.235972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49030) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:04.250964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b0b5b9f4-d392-47af-8103-3c61abfa37b0 None None] Could not find standard attr ID for object a415c1d8-af2d-4888-9b49-a99e4f600ee3. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:36:04.253897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-28ab4812-0b56-4564-a465-b2dce898fbae service neutron] 10.222.0.20 "GET /v2.0/networks/cb026981-20e9-40b5-87e9-d8dcd1875644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548054 Jul 19 03:36:04.261004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:04.263405 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e8c1c0-6783-4247-a6b5-351f58514bce" -d '{"events": [{"server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:04.265452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bcb0f-707e-4242-9691-3e4fe19ad763 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Network': ['ID=735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:04.303604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 3c489273-feb9-4a1c-bf0f-c3c873f31258 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:04.304030 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.329861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d7550f-b4ab-4122-bc81-c6b0e6344954 None None] DHCP port deletion for 735ccfe0-e1f4-4073-ab1d-cfb9b62e8abc request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:36:04.353960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eba14bc-9dd3-48f0-b662-a926545d1d9a None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:36:04.370763 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.417278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1ec7-2bdc-431e-a645-f56ab87f6a86 req-1436b786-c100-427e-918a-e64c96882908 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:04.418802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-726b1ec7-2bdc-431e-a645-f56ab87f6a86 req-1436b786-c100-427e-918a-e64c96882908 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1098 time: 0.1561213 Jul 19 03:36:04.437761 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-ca1b1e10-1b91-49cd-b14f-aed78b514d89 service neutron] 10.222.0.20 "GET /v2.0/networks/cb026981-20e9-40b5-87e9-d8dcd1875644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729941 Jul 19 03:36:04.446924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.458516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Deleting port 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:04.458873 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.470509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 3c489273-feb9-4a1c-bf0f-c3c873f31258 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:04.480768 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-726b1ec7-2bdc-431e-a645-f56ab87f6a86 req-f6ce6670-c928-468e-8dc6-ac795a9c20e0 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Jul 19 03:36:04.536331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba14bc-9dd3-48f0-b662-a926545d1d9a None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:36:04.553075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] For port 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6abb30bc-40b5-4c1d-90c5-1d5b55dadf46,segment=NetworkSegment(1f0f49a3-de88-4b8a-b811-8854033485fa),segment_id=1f0f49a3-de88-4b8a-b811-8854033485fa)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:04.553529 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.599022 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Calling delete_port for 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:04.606611 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a93924-3b19-41c4-9f65-094d0be336e8 x-openstack-request-id: req-65a93924-3b19-41c4-9f65-094d0be336e8 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:04.606902 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "name": "network-vif-unplugged", "status": "failed", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4", "code": 422}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:04.607157 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65a93924-3b19-41c4-9f65-094d0be336e8 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:04.607557 n-d-762330-18 neutron-server[94346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'code': 422} returned with failed status Jul 19 03:36:04.766246 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.802212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Port': ['ID=6abb30bc-40b5-4c1d-90c5-1d5b55dadf46,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:04.804864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] No DVR routers for this DVR port 6abb30bc-40b5-4c1d-90c5-1d5b55dadf46 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:04.812709 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.904426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=3c489273-feb9-4a1c-bf0f-c3c873f31258,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:04.927319 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:04.945990 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc952f2-1607-4d65-9d60-0e199ff0be49']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:04.959916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd178a9-c75c-488c-a829-a053f8908054 req-8117eda7-7bf0-4f35-8290-0173b222bc94 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:04.961783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5cd178a9-c75c-488c-a829-a053f8908054 req-8117eda7-7bf0-4f35-8290-0173b222bc94 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1098 time: 0.2461712 Jul 19 03:36:04.965418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0f49a3-de88-4b8a-b811-8854033485fa') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:04.965974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0f49a3-de88-4b8a-b811-8854033485fa') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:05.007100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.041806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.057020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:05.057675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:05.061491 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:05.175685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5cd178a9-c75c-488c-a829-a053f8908054 req-7e650595-d7c6-456f-9258-dc10c2a1a162 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050853 Jul 19 03:36:05.182661 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-336ce729-733a-4224-8a7a-bd72c9e94f74 req-6d0244a1-dc5b-4e60-9662-faa974f2fd4e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 210 time: 0.0491478 Jul 19 03:36:05.189321 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.218903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.233207 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.239689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "DELETE /v2.0/networks/8dc952f2-1607-4d65-9d60-0e199ff0be49 HTTP/1.1" status: 204 len: 168 time: 1.0024712 Jul 19 03:36:05.243184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49056) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:05.255650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc820b-3d65-4439-bf5a-95ffe6692422 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Network': ['ID=8dc952f2-1607-4d65-9d60-0e199ff0be49,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:05.360442 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.502466 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.518631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:05.532078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb283dd-d69b-48f7-b198-d7ef1cb79a29') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:05.532441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb283dd-d69b-48f7-b198-d7ef1cb79a29') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:05.543113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router 7cacf792-3ede-4342-80ba-61e3019b0b77 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:36:05.557080 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.577195 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.580758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e299b1-2f63-4fea-b20f-b023253e44c9 req-68d7bcac-b0e1-4f06-bf00-d0e972b7d218 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:05.582492 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11e299b1-2f63-4fea-b20f-b023253e44c9 req-68d7bcac-b0e1-4f06-bf00-d0e972b7d218 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1098 time: 0.1563971 Jul 19 03:36:05.588216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:05.588712 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:05.592562 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:05.683924 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11e299b1-2f63-4fea-b20f-b023253e44c9 req-e79b6cf4-0aff-424b-9257-c1cd17da1202 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901871 Jul 19 03:36:05.692949 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.701525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.704817 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "DELETE /v2.0/networks/ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2 HTTP/1.1" status: 204 len: 168 time: 0.4604735 Jul 19 03:36:05.716093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49068) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:05.727635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a0a48-c600-4057-87b4-c3db4a8810b7 tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Network': ['ID=ea68f4bb-a41c-4b7f-98ef-5cdccf5a9cc2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:05.807914 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.905971 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.918435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a756e044-4e20-4e60-95e5-524eb28d8181']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:05.930010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8a2a0d-704c-43f1-8cf5-687f132db9d5') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:05.930481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8a2a0d-704c-43f1-8cf5-687f132db9d5') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:05.940910 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.958892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.967025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:05.967422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:05.970807 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:06.045411 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.055232 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.059819 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] 10.222.0.20 "DELETE /v2.0/networks/a756e044-4e20-4e60-95e5-524eb28d8181 HTTP/1.1" status: 204 len: 168 time: 0.3492229 Jul 19 03:36:06.075250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0dd27-c14a-4e1e-8155-44c59bbf365b tempest-BulkNetworkOpsIpV6Test-1687264164 tempest-BulkNetworkOpsIpV6Test-1687264164-project] Pushing event deleted for resources: {'Network': ['ID=a756e044-4e20-4e60-95e5-524eb28d8181,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:06.092344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2719e8-8ed9-4d6b-b753-577cce241aef req-969d03bc-3246-4846-b704-2b1dfe9c51b0 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:06.093857 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-da2719e8-8ed9-4d6b-b753-577cce241aef req-969d03bc-3246-4846-b704-2b1dfe9c51b0 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 944 time: 0.4682624 Jul 19 03:36:06.096349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:36:06.105032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49076) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:06.105186 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4250812c-f4db-415b-b451-e0328ee95faa tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "PUT /v2.0/routers/7cacf792-3ede-4342-80ba-61e3019b0b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4046257 Jul 19 03:36:06.110202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b35519-d286-42df-b306-aa57d5b8d7a9 None None] Sync routers for ids ['7cacf792-3ede-4342-80ba-61e3019b0b77'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:36:06.121694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b35519-d286-42df-b306-aa57d5b8d7a9 None None] Routers {'7cacf792-3ede-4342-80ba-61e3019b0b77'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:06.122750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-67b35519-d286-42df-b306-aa57d5b8d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7cacf792-3ede-4342-80ba-61e3019b0b77'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:06.126070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-1f420e7e-e335-43fd-bcac-8ab1371a673c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5014930 Jul 19 03:36:06.201075 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-da2719e8-8ed9-4d6b-b753-577cce241aef req-0d3943c2-00ec-4000-8f14-93e2040cce6b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947876 Jul 19 03:36:06.217754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-67b35519-d286-42df-b306-aa57d5b8d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:06.248685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b35519-d286-42df-b306-aa57d5b8d7a9 None None] Routers {'7cacf792-3ede-4342-80ba-61e3019b0b77'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:06.249410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-67b35519-d286-42df-b306-aa57d5b8d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:35:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7cacf792-3ede-4342-80ba-61e3019b0b77'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:06.354812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-67b35519-d286-42df-b306-aa57d5b8d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:06.355523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b35519-d286-42df-b306-aa57d5b8d7a9 None None] The sync data for ids ['7cacf792-3ede-4342-80ba-61e3019b0b77'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:36:06.392815 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.423023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c914dfa-65d5-46d3-9625-2dbb921fac8d req-2f618b52-7a2b-4ddc-bb06-a555863a5447 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:06.424581 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1c914dfa-65d5-46d3-9625-2dbb921fac8d req-2f618b52-7a2b-4ddc-bb06-a555863a5447 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1098 time: 0.3214810 Jul 19 03:36:06.454849 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fefaf01c-b98e-4ea6-9c23-c89cf72c7b75 req-64ccde27-548c-413d-8530-2758f96e8e16 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 210 time: 0.0489593 Jul 19 03:36:06.455726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49084) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:06.537515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-2940eafe-516f-458b-9e72-8d52973e87c3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:06.539198 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-2940eafe-516f-458b-9e72-8d52973e87c3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.25 "GET /v2.0/networks?id=cb026981-20e9-40b5-87e9-d8dcd1875644 HTTP/1.1" status: 200 len: 812 time: 0.3329856 Jul 19 03:36:06.571928 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1c914dfa-65d5-46d3-9625-2dbb921fac8d req-f891ecef-c15d-4d55-abda-53fdee4c6ec3 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092482 Jul 19 03:36:06.578253 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Request body: {'port': {'device_id': 'e3fc17e2-d222-4dc1-9266-0a02c0f6d103', 'network_id': 'cb026981-20e9-40b5-87e9-d8dcd1875644', 'admin_state_up': True, 'tenant_id': '64cd1b0fc78945e4b84e8c8dec71d74d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:06.630616 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-18cc2fd5-2647-48a1-bbbf-85e59414bbd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6985bf8cf44041939ac9f27bfbd63b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728046 Jul 19 03:36:06.632646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49092) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:06.660833 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.692356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9893be30-bebe-42ac-91bd-e8696f63b528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.716861 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9893be30-bebe-42ac-91bd-e8696f63b528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.757537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 41db994e-98fa-44ad-b426-a54a33cc479c {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:06.757994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.761348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Made reservation on behalf of 64cd1b0fc78945e4b84e8c8dec71d74d for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:06.765658 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.766545 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9893be30-bebe-42ac-91bd-e8696f63b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.769197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9893be30-bebe-42ac-91bd-e8696f63b528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.770507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9893be30-bebe-42ac-91bd-e8696f63b528 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d21ed59e-cb11-4fc3-ad02-590a741bbae8 HTTP/1.1" status: 204 len: 168 time: 0.1364868 Jul 19 03:36:06.780166 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893be30-bebe-42ac-91bd-e8696f63b528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21ed59e-cb11-4fc3-ad02-590a741bbae8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:06.920895 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.958743 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:06.962138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 41db994e-98fa-44ad-b426-a54a33cc479c owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:07.027907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Allocated IP 172.20.0.8 (cb026981-20e9-40b5-87e9-d8dcd1875644/5ca84b4b-0eba-4469-81f2-f5e5d6fd47b3/86d5f972-c20d-48f7-a44f-792a6d96fc1a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:07.245017 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.394382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d429f05-1bfc-45e1-b0b0-b19e870f141e req-7fd3ffec-8409-4d1f-a3f8-0cbc5523d231 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:07.395992 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3d429f05-1bfc-45e1-b0b0-b19e870f141e req-7fd3ffec-8409-4d1f-a3f8-0cbc5523d231 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 944 time: 0.0750861 Jul 19 03:36:07.451959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3d429f05-1bfc-45e1-b0b0-b19e870f141e req-061fb10a-1f2f-4342-84eb-15634bb2fc19 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476408 Jul 19 03:36:07.567576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49120) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:07.652980 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.656946 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-61c54c71-bb92-4668-b2aa-cce5a2f0f7f9 req-21cab1e2-1304-48ae-b374-a834ee2dd784 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 210 time: 0.0374331 Jul 19 03:36:07.674687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.719407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'networks': [{'name': 'tempest-network--1858546938'}, {'name': 'tempest-network--1629938316'}]} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:07.719726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'network': {'name': 'tempest-network--1858546938'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:07.720185 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'network': {'name': 'tempest-network--1629938316'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:07.730431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=41db994e-98fa-44ad-b426-a54a33cc479c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:07.743301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Made reservation on behalf of 0c6492bab07d41118da836d58ca9d82f for: {'network': 2} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:07.748077 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.760887 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.770672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-a5ec5996-834d-4b48-bbba-3d2c21c608d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:07.772204 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-a5ec5996-834d-4b48-bbba-3d2c21c608d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa&tenant_id=ccf3d9d83a1448bf94a5896159ddd4af HTTP/1.1" status: 200 len: 1096 time: 0.2421052 Jul 19 03:36:07.805708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:07.850184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-57d0eea3-8bce-4321-84fb-0b78a4a14e25 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:07.851670 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-57d0eea3-8bce-4321-84fb-0b78a4a14e25 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1098 time: 0.3203931 Jul 19 03:36:07.856102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.860747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.861314 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.901227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72e9457-7e62-4228-860f-6b7242816b83,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:07.908320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:07.910081 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.920459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.920944 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Added segment 0c935e93-b3e2-4695-9758-6b1375375d58 of type vlan for network c12534bf-9e80-4e4b-a311-a94fbf8a4b18 Jul 19 03:36:07.961752 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:07.993831 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:08.002862 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.003186 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Added segment 4ed2de2a-9db3-4651-92b3-1a8b3e5ac6c6 of type vlan for network 25ad2e7d-99ae-4209-a6e4-69e78f3530fd Jul 19 03:36:08.043417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.048219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.060074 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.072943 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.075996 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.076670 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.082333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:08.087919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:08.088558 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.116712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cda290-e286-4e91-a37a-4f8209680f26 req-e1711f67-151c-4604-9d6b-42ea04c8b240 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:08.118231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4cda290-e286-4e91-a37a-4f8209680f26 req-e1711f67-151c-4604-9d6b-42ea04c8b240 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 1098 time: 0.3845565 Jul 19 03:36:08.133138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5615957 Jul 19 03:36:08.134680 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49128) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:08.168467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.188139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'Network': ['ID=c12534bf-9e80-4e4b-a311-a94fbf8a4b18,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:08.200820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c12534bf-9e80-4e4b-a311-a94fbf8a4b18 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:08.222714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Network cb026981-20e9-40b5-87e9-d8dcd1875644 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:08.225286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Pushing event updated for resources: {'Port': ['ID=86d5f972-c20d-48f7-a44f-792a6d96fc1a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:08.230476 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.231009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Fanout notify agent at l3_agent the message router_deleted on router 7cacf792-3ede-4342-80ba-61e3019b0b77 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:36:08.239626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.243216 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7a57336b-854f-4ea2-ae70-dfbebe4483fe tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/routers/7cacf792-3ede-4342-80ba-61e3019b0b77 HTTP/1.1" status: 204 len: 168 time: 2.1374371 Jul 19 03:36:08.263867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:08.264364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49130) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:08.276927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:08.303335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6e51a-b16a-48a8-8958-dcde022239b8 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'Network': ['ID=25ad2e7d-99ae-4209-a6e4-69e78f3530fd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:08.316144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 25ad2e7d-99ae-4209-a6e4-69e78f3530fd details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:08.316685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4cda290-e286-4e91-a37a-4f8209680f26 req-c10382f8-0992-467c-a166-2a9e04a8b5f7 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866920 Jul 19 03:36:08.374074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d0951e-3ebc-4a67-97a4-0057d8ac0fac tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:08.380197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d0951e-3ebc-4a67-97a4-0057d8ac0fac tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:08.387270 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d0951e-3ebc-4a67-97a4-0057d8ac0fac tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:08.393294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d0951e-3ebc-4a67-97a4-0057d8ac0fac tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:08.395045 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-30d0951e-3ebc-4a67-97a4-0057d8ac0fac tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2603476 Jul 19 03:36:08.399606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9bac71-bf0f-4a5e-b135-b9c3f2fe635f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting subnet e4a11153-f4e0-4add-8892-e8febb179ada {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:36:08.402855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49132) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:08.403222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:08.403886 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.404812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e9bac71-bf0f-4a5e-b135-b9c3f2fe635f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.413079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-0cad4918-6956-4dd4-83c9-7f8bb709c053 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Deleting port cf0f7683-9479-44af-af10-4d17d1ae0e5d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:08.413415 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-0cad4918-6956-4dd4-83c9-7f8bb709c053 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.462586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-49d0bd39-f469-4431-966c-9a09ca84fec3 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8880591 Jul 19 03:36:08.480981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e9bac71-bf0f-4a5e-b135-b9c3f2fe635f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.556104 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.583579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-0cad4918-6956-4dd4-83c9-7f8bb709c053 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] For port cf0f7683-9479-44af-af10-4d17d1ae0e5d, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=cf0f7683-9479-44af-af10-4d17d1ae0e5d,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:08.583880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-0cad4918-6956-4dd4-83c9-7f8bb709c053 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.601630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-0cad4918-6956-4dd4-83c9-7f8bb709c053 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Calling delete_port for cf0f7683-9479-44af-af10-4d17d1ae0e5d owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:08.608320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Request body: {'port': {'device_id': 'e3fc17e2-d222-4dc1-9266-0a02c0f6d103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:08.651117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:08.698560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e9bac71-bf0f-4a5e-b135-b9c3f2fe635f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.750162 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.764345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12534bf-9e80-4e4b-a311-a94fbf8a4b18']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:08.775319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:08.780392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c935e93-b3e2-4695-9758-6b1375375d58') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:08.780700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c935e93-b3e2-4695-9758-6b1375375d58') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:08.799945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.812722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.827342 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.844331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde454d-ae3d-414c-899c-b7d04d513685 req-01ecbb47-cb07-44e9-95c8-8ee432d06a7b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:08.845868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cfde454d-ae3d-414c-899c-b7d04d513685 req-01ecbb47-cb07-44e9-95c8-8ee432d06a7b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 944 time: 0.2609699 Jul 19 03:36:08.846904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:08.847306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:08.863751 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:08.868373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea74b09e-16cf-4eb5-84f8-bb894ca209a4 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:36:08.919973 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.926643 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e9bac71-bf0f-4a5e-b135-b9c3f2fe635f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.963980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bac71-bf0f-4a5e-b135-b9c3f2fe635f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a11153-f4e0-4add-8892-e8febb179ada,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:08.966474 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e9bac71-bf0f-4a5e-b135-b9c3f2fe635f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.971689 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0e9bac71-bf0f-4a5e-b135-b9c3f2fe635f tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/subnets/e4a11153-f4e0-4add-8892-e8febb179ada HTTP/1.1" status: 204 len: 168 time: 0.6751840 Jul 19 03:36:08.971794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49140) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:08.975556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcbce51-824b-48d7-9136-d6ec8b4f9497 None None] Network 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:08.979503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.987933 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:08.992527 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "DELETE /v2.0/networks/c12534bf-9e80-4e4b-a311-a94fbf8a4b18 HTTP/1.1" status: 204 len: 168 time: 0.5861905 Jul 19 03:36:08.992686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49142) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:09.012037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cfde454d-ae3d-414c-899c-b7d04d513685 req-9a279b81-af9c-4597-83ee-f79a8aac7616 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467650 Jul 19 03:36:09.014481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37a482-4d6d-4afa-a560-ef7ace05e8c6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Network': ['ID=c12534bf-9e80-4e4b-a311-a94fbf8a4b18,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:09.065520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Transition to ACTIVE for port object ea74b09e-16cf-4eb5-84f8-bb894ca209a4 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:09.077879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-0cad4918-6956-4dd4-83c9-7f8bb709c053 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.084730 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.091145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['cf0f7683-9479-44af-af10-4d17d1ae0e5d'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:36:09.091758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.093467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['ef3c52ac-3d7f-4c20-8919-4f9812a84e27'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:36:09.094259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eff05c-46ee-40a3-ba33-a2a72a074f53 req-cdbc1e11-88a8-419e-a283-0b13e0492630 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:09.099765 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-45eff05c-46ee-40a3-ba33-a2a72a074f53 req-cdbc1e11-88a8-419e-a283-0b13e0492630 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 931 time: 0.2978630 Jul 19 03:36:09.187962 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.199351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ad2e7d-99ae-4209-a6e4-69e78f3530fd']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:09.210663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed2de2a-9db3-4651-92b3-1a8b3e5ac6c6') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:09.211212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed2de2a-9db3-4651-92b3-1a8b3e5ac6c6') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:09.221363 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.236924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.245112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:09.246631 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:09.250354 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:09.253002 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.333740 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.341730 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.344357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-0cad4918-6956-4dd4-83c9-7f8bb709c053 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] No DVR routers for this DVR port cf0f7683-9479-44af-af10-4d17d1ae0e5d on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:09.347240 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "DELETE /v2.0/networks/25ad2e7d-99ae-4209-a6e4-69e78f3530fd HTTP/1.1" status: 204 len: 168 time: 0.3515160 Jul 19 03:36:09.349564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49146) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:09.367022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-0cad4918-6956-4dd4-83c9-7f8bb709c053 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.371780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e70010b-c914-49bf-aeed-42c1fc46385c req-0cad4918-6956-4dd4-83c9-7f8bb709c053 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.26 "DELETE /v2.0/ports/cf0f7683-9479-44af-af10-4d17d1ae0e5d HTTP/1.1" status: 204 len: 173 time: 1.5124271 Jul 19 03:36:09.376281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f5b0b7-7978-4d89-b1fc-87ed1ad790f5 None None] DHCP port deletion for 7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:36:09.378555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee293ad8-c472-4f2a-aeea-09971ef4113d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Network': ['ID=25ad2e7d-99ae-4209-a6e4-69e78f3530fd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:09.484180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3714f62b-4d44-494d-ac76-876a9db3f900', 'name': 'network-vif-deleted', 'tag': 'cf0f7683-9479-44af-af10-4d17d1ae0e5d'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:09.485784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-76f5b0b7-7978-4d89-b1fc-87ed1ad790f5 None None] Deleting port 20c3351e-16cb-4112-a2f4-ec26ff8921ab {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:09.486175 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76f5b0b7-7978-4d89-b1fc-87ed1ad790f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.486916 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b57d88-7375-4c75-8bbc-e89566c07912" -d '{"events": [{"server_uuid": "3714f62b-4d44-494d-ac76-876a9db3f900", "name": "network-vif-deleted", "tag": "cf0f7683-9479-44af-af10-4d17d1ae0e5d"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:09.501392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d47b5de-6bcc-451f-92df-97a23816ed04 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:09.504292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=9']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:09.507874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d47b5de-6bcc-451f-92df-97a23816ed04 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:09.513891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9d47b5de-6bcc-451f-92df-97a23816ed04 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1589072 Jul 19 03:36:09.514543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49150) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:09.520201 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-238666861'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:09.564864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Made reservation on behalf of 0c6492bab07d41118da836d58ca9d82f for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:09.574733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.609957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-45eff05c-46ee-40a3-ba33-a2a72a074f53 req-5e0c7ded-0b99-4b4d-a28d-edff19c3241c tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391704 Jul 19 03:36:09.644515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-76f5b0b7-7978-4d89-b1fc-87ed1ad790f5 None None] For port 20c3351e-16cb-4112-a2f4-ec26ff8921ab, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=20c3351e-16cb-4112-a2f4-ec26ff8921ab,segment=NetworkSegment(74953de9-5f00-4bdd-a7d2-4adf6d86e12b),segment_id=74953de9-5f00-4bdd-a7d2-4adf6d86e12b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:09.645146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76f5b0b7-7978-4d89-b1fc-87ed1ad790f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.663057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-76f5b0b7-7978-4d89-b1fc-87ed1ad790f5 None None] Calling delete_port for 20c3351e-16cb-4112-a2f4-ec26ff8921ab owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:09.674997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad4918-6956-4dd4-83c9-7f8bb709c053 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf0f7683-9479-44af-af10-4d17d1ae0e5d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:09.682895 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af63eab9-12f1-4a26-a4c0-4c17ed1dd49f req-a9acb7e3-f22e-4544-acf2-5fd85d15008b tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3714f62b-4d44-494d-ac76-876a9db3f900 HTTP/1.1" status: 200 len: 210 time: 0.1050420 Jul 19 03:36:09.692076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:09.706056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.706848 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Added segment 93f8c6ca-58de-4cb2-ac9a-ceb6dbf23fd0 of type vlan for network e19d7c5e-45c8-4f6e-b65b-aaa60294518c Jul 19 03:36:09.706977 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fb6475-e34c-4068-b373-d53bb09b1bdf x-openstack-request-id: req-29fb6475-e34c-4068-b373-d53bb09b1bdf {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:09.706977 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3714f62b-4d44-494d-ac76-876a9db3f900", "name": "network-vif-deleted", "tag": "cf0f7683-9479-44af-af10-4d17d1ae0e5d", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:09.707245 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29fb6475-e34c-4068-b373-d53bb09b1bdf {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:09.707633 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3714f62b-4d44-494d-ac76-876a9db3f900', 'name': 'network-vif-deleted', 'tag': 'cf0f7683-9479-44af-af10-4d17d1ae0e5d', 'status': 'completed', 'code': 200} Jul 19 03:36:09.750519 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.759883 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76f5b0b7-7978-4d89-b1fc-87ed1ad790f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.775442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] No DVR routers for this DVR port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:09.782010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.788071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:09.789107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.789282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5b0b7-7978-4d89-b1fc-87ed1ad790f5 None None] Pushing event deleted for resources: {'Port': ['ID=20c3351e-16cb-4112-a2f4-ec26ff8921ab,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:09.795242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5b0b7-7978-4d89-b1fc-87ed1ad790f5 None None] No DVR routers for this DVR port 20c3351e-16cb-4112-a2f4-ec26ff8921ab on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:09.810568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2948670 Jul 19 03:36:09.817100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49152) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:09.823459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1469009784'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:09.868131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8cae0-6418-45f9-9c1a-68dc1d2fb242 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'Network': ['ID=e19d7c5e-45c8-4f6e-b65b-aaa60294518c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:09.879026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network e19d7c5e-45c8-4f6e-b65b-aaa60294518c details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:09.942193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 20c3351e-16cb-4112-a2f4-ec26ff8921ab {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:09.942566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.951844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Made reservation on behalf of 0c6492bab07d41118da836d58ca9d82f for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:09.955610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:09.970785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d5f972-c20d-48f7-a44f-792a6d96fc1a {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:36:09.998538 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.061192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Transition to ACTIVE for port object 86d5f972-c20d-48f7-a44f-792a6d96fc1a will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:10.079036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] For port 20c3351e-16cb-4112-a2f4-ec26ff8921ab, host n-d-762330-18, got binding levels [] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:10.079428 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.082027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.112520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:10.154120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 20c3351e-16cb-4112-a2f4-ec26ff8921ab owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:10.170814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Port 20c3351e-16cb-4112-a2f4-ec26ff8921ab was not found and therefore no delete operation was performed {{(pid=94344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:36:10.171982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.172323 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Added segment 04a051a2-901e-4c99-95f5-0a83f092d0d4 of type vlan for network 192abf5a-e07e-4f12-804f-1d5cb06d5a9d Jul 19 03:36:10.199155 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.228900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Attempting to bind port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:10.229233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Attempting to bind port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:10.229556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Attempting to bind port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:10.271035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] No DVR routers for this DVR port 20c3351e-16cb-4112-a2f4-ec26ff8921ab on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:10.276198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=86d5f972-c20d-48f7-a44f-792a6d96fc1a,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:10.597911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:36:10.598234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Attempting to bind port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 on network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:10.637559 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.647185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=20c3351e-16cb-4112-a2f4-ec26ff8921ab,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:10.650528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:10.651041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Checking segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:10.651424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Bound using segment: {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:10.651857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Bound port: ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeadbc8-b0d4-46c6-8508-48f1f882d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:10.652203 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.750601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 20c3351e-16cb-4112-a2f4-ec26ff8921ab no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:10.772955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 20c3351e-16cb-4112-a2f4-ec26ff8921ab {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:10.773587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 20c3351e-16cb-4112-a2f4-ec26ff8921ab not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:10.798745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318e8a-2487-4364-8d9e-c76bf3b49e60 req-4ed2150a-6d74-4f5e-bac5-9c1a4c9fe8b9 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:10.799349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.800393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79318e8a-2487-4364-8d9e-c76bf3b49e60 req-4ed2150a-6d74-4f5e-bac5-9c1a4c9fe8b9 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 943 time: 0.0735543 Jul 19 03:36:10.825671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7b422f-70c2-48c1-a1a0-36f07d0d9d03']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:10.840679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79318e8a-2487-4364-8d9e-c76bf3b49e60 req-e7dc554b-a291-4a04-86e5-74fedcf4ab4b tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Jul 19 03:36:10.855765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74953de9-5f00-4bdd-a7d2-4adf6d86e12b') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:10.856071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74953de9-5f00-4bdd-a7d2-4adf6d86e12b') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:10.857711 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.863445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:10.864028 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.889905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61434c1-cf42-4431-be2b-19c096e997f0 req-6dafe894-efd7-4a29-aea5-1a6526fd791a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:10.891567 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c61434c1-cf42-4431-be2b-19c096e997f0 req-6dafe894-efd7-4a29-aea5-1a6526fd791a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 944 time: 0.7177498 Jul 19 03:36:10.899225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Attempting to bind port 86d5f972-c20d-48f7-a44f-792a6d96fc1a on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:10.899561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Attempting to bind port 86d5f972-c20d-48f7-a44f-792a6d96fc1a by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '9924a63f-4b8e-486b-832b-513a14d2df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cb026981-20e9-40b5-87e9-d8dcd1875644'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:10.899883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Attempting to bind port 86d5f972-c20d-48f7-a44f-792a6d96fc1a on network cb026981-20e9-40b5-87e9-d8dcd1875644 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:10.902822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.952683 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Port 86d5f972-c20d-48f7-a44f-792a6d96fc1a on network cb026981-20e9-40b5-87e9-d8dcd1875644 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:36:10.953015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Attempting to bind port 86d5f972-c20d-48f7-a44f-792a6d96fc1a on network cb026981-20e9-40b5-87e9-d8dcd1875644 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:10.957355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:10.975611 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1561286 Jul 19 03:36:10.979283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49164) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:10.984207 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:10.984614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'ports': [{'network_id': 'e19d7c5e-45c8-4f6e-b65b-aaa60294518c', 'name': 'tempest-port--892853975', 'admin_state_up': True}, {'network_id': '192abf5a-e07e-4f12-804f-1d5cb06d5a9d', 'admin_state_up': False}]} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:10.984937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'port': {'network_id': 'e19d7c5e-45c8-4f6e-b65b-aaa60294518c', 'name': 'tempest-port--892853975', 'admin_state_up': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:10.985624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'port': {'network_id': '192abf5a-e07e-4f12-804f-1d5cb06d5a9d', 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:10.993218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:10.993550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Checking segment: {'id': '9924a63f-4b8e-486b-832b-513a14d2df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cb026981-20e9-40b5-87e9-d8dcd1875644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:10.993941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Bound using segment: {'id': '9924a63f-4b8e-486b-832b-513a14d2df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cb026981-20e9-40b5-87e9-d8dcd1875644'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:10.994411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Bound port: 86d5f972-c20d-48f7-a44f-792a6d96fc1a, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9924a63f-4b8e-486b-832b-513a14d2df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cb026981-20e9-40b5-87e9-d8dcd1875644'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:10.994755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.023483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:11.036403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:11.036818 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:11.042480 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:11.045218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a42a3c-c540-41b3-b255-6617b5324343 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'Network': ['ID=192abf5a-e07e-4f12-804f-1d5cb06d5a9d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:11.055514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 192abf5a-e07e-4f12-804f-1d5cb06d5a9d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:11.064938 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.169482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c61434c1-cf42-4431-be2b-19c096e997f0 req-42c2aa0c-c86e-4905-88b8-fbd863aa015a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488976 Jul 19 03:36:11.180297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:11.180555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.188619 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] 10.222.0.26 "PUT /v2.0/ports/ea74b09e-16cf-4eb5-84f8-bb894ca209a4 HTTP/1.1" status: 200 len: 1093 time: 3.3913579 Jul 19 03:36:11.191305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Made reservation on behalf of 0c6492bab07d41118da836d58ca9d82f for: {'port': 2} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:11.207065 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.207200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.218702 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.223588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/networks/7e7b422f-70c2-48c1-a1a0-36f07d0d9d03 HTTP/1.1" status: 204 len: 168 time: 2.2512197 Jul 19 03:36:11.227523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49168) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:11.228187 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.289822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0a376-3e9c-457f-83b5-6520a34322ad tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Network': ['ID=7e7b422f-70c2-48c1-a1a0-36f07d0d9d03,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:11.314952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef826d-c895-4a97-8634-6bb39cabeac9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:11.319737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] For port 86d5f972-c20d-48f7-a44f-792a6d96fc1a, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:11.324134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] For port 86d5f972-c20d-48f7-a44f-792a6d96fc1a, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=86d5f972-c20d-48f7-a44f-792a6d96fc1a,segment=NetworkSegment(9924a63f-4b8e-486b-832b-513a14d2df33),segment_id=9924a63f-4b8e-486b-832b-513a14d2df33)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:11.333643 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.337835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device cf0f7683-9479-44af-af10-4d17d1ae0e5d no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:11.367473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: cf0f7683-9479-44af-af10-4d17d1ae0e5d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:11.368242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device cf0f7683-9479-44af-af10-4d17d1ae0e5d not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:11.374500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:11.375041 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.376466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] 10.222.0.25 "PUT /v2.0/ports/86d5f972-c20d-48f7-a44f-792a6d96fc1a HTTP/1.1" status: 200 len: 1092 time: 2.8812397 Jul 19 03:36:11.407649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-4dbde6dd-2f09-48ba-8cfd-f42a5b5c8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:11.409252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-4dbde6dd-2f09-48ba-8cfd-f42a5b5c8288 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 1097 time: 0.1746340 Jul 19 03:36:11.417494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f7c19-fcd5-42cd-901f-c5bdbfa4cbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=86d5f972-c20d-48f7-a44f-792a6d96fc1a,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:11.465959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] device_id is not set on port e4353c05-bfbf-4c3d-976a-74f3595f88b4 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:36:11.526904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c6b62cd5-aff4-4ddc-8661-32efb14ad128 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 1f6a3f8f-108b-476a-8f6c-be458e29efe1 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:11.527255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cd5-aff4-4ddc-8661-32efb14ad128 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.541666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea9c8b-22e5-42b6-84c4-c03cb909332b req-33c82958-101a-4725-a7c8-162e14ee968c tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:11.543261 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0ea9c8b-22e5-42b6-84c4-c03cb909332b req-33c82958-101a-4725-a7c8-162e14ee968c tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1098 time: 0.1852658 Jul 19 03:36:11.555507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-826ae16f-700f-4ab1-9957-74ae922e10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:11.557021 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-826ae16f-700f-4ab1-9957-74ae922e10a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64cd1b0fc78945e4b84e8c8dec71d74d&device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 1095 time: 0.1290708 Jul 19 03:36:11.557997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-c699ba27-9d34-4259-a072-a50ae70f87a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:11.559379 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-c699ba27-9d34-4259-a072-a50ae70f87a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.1430726 Jul 19 03:36:11.636959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-f08ed91e-311e-45b9-aa69-9125a6841cd0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86d5f972-c20d-48f7-a44f-792a6d96fc1a HTTP/1.1" status: 200 len: 217 time: 0.0705237 Jul 19 03:36:11.681383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b0ea9c8b-22e5-42b6-84c4-c03cb909332b req-5e203aa9-07ed-45ac-a61d-829acf4c3906 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303930 Jul 19 03:36:11.691666 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-94c2a18a-4358-48c0-858a-2f01e34e1dfd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4 HTTP/1.1" status: 200 len: 1000 time: 0.1242073 Jul 19 03:36:11.696971 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cd5-aff4-4ddc-8661-32efb14ad128 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.697218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cd5-aff4-4ddc-8661-32efb14ad128 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.708301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-7740532d-4f26-4c10-b021-9b97c9491c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:11.709699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-7740532d-4f26-4c10-b021-9b97c9491c7c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5ca84b4b-0eba-4469-81f2-f5e5d6fd47b3 HTTP/1.1" status: 200 len: 852 time: 0.0642042 Jul 19 03:36:11.711342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4'}, {'name': 'network-changed', 'server_uuid': 'e3fc17e2-d222-4dc1-9266-0a02c0f6d103', 'tag': '86d5f972-c20d-48f7-a44f-792a6d96fc1a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:11.713343 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d1f8cd-e55d-41c3-8868-b598838b8af2" -d '{"events": [{"name": "network-changed", "server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4"}, {"name": "network-changed", "server_uuid": "e3fc17e2-d222-4dc1-9266-0a02c0f6d103", "tag": "86d5f972-c20d-48f7-a44f-792a6d96fc1a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:11.722192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c6b62cd5-aff4-4ddc-8661-32efb14ad128 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 1f6a3f8f-108b-476a-8f6c-be458e29efe1 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:11.740792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:11.771736 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68610d8-6087-40a2-924d-b3f33b59da6a x-openstack-request-id: req-e68610d8-6087-40a2-924d-b3f33b59da6a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:11.772033 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3fc17e2-d222-4dc1-9266-0a02c0f6d103", "tag": "86d5f972-c20d-48f7-a44f-792a6d96fc1a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:11.772282 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e68610d8-6087-40a2-924d-b3f33b59da6a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:11.772668 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'status': 'completed', 'code': 200} Jul 19 03:36:11.772968 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fc17e2-d222-4dc1-9266-0a02c0f6d103', 'tag': '86d5f972-c20d-48f7-a44f-792a6d96fc1a', 'status': 'completed', 'code': 200} Jul 19 03:36:11.775064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-bad1b76e-7fea-400b-8b72-b55049446a0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb026981-20e9-40b5-87e9-d8dcd1875644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415864 Jul 19 03:36:11.791322 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-004d9ecc-bd80-4864-a52a-3ba6d77e0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:11.792705 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-004d9ecc-bd80-4864-a52a-3ba6d77e0533 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.0926790 Jul 19 03:36:11.860089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] device_id is not set on port ae8295c9-3c4e-4aa4-8762-31b7b39e1acd yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:36:11.909774 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-1c649749-5464-42ce-bd93-fc6a1b2b9fde service neutron] 10.222.0.25 "GET /v2.0/networks/cb026981-20e9-40b5-87e9-d8dcd1875644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268058 Jul 19 03:36:11.914444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-54c9acc6-b383-48f3-b0ea-cf53f57268dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:11.915951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-54c9acc6-b383-48f3-b0ea-cf53f57268dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124597 Jul 19 03:36:12.070823 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cd5-aff4-4ddc-8661-32efb14ad128 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:12.074817 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:12.078869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1f2294f-4c15-4bee-8b75-5003a9a17b38 req-f6db8d7f-753c-4b16-b039-8f98dd4a4c75 service neutron] 10.222.0.25 "GET /v2.0/networks/cb026981-20e9-40b5-87e9-d8dcd1875644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612363 Jul 19 03:36:12.080755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-bff8f392-4a5d-4c1a-8e09-3f9927f6f4c9 service neutron] 10.222.0.26 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540525 Jul 19 03:36:12.114215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b62cd5-aff4-4ddc-8661-32efb14ad128 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=1f6a3f8f-108b-476a-8f6c-be458e29efe1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:12.139102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a2e57-f7e4-48ca-991b-117a99297729 req-715d76bc-0e3e-4e0d-8614-7f246c372bd0 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:12.140564 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3c2a2e57-f7e4-48ca-991b-117a99297729 req-715d76bc-0e3e-4e0d-8614-7f246c372bd0 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 943 time: 0.1695609 Jul 19 03:36:12.215238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-ecf9f238-6b28-425d-ac11-2b9ff46f3cb6 service neutron] 10.222.0.26 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274915 Jul 19 03:36:12.231740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-aa8e6825-95d1-4d88-857d-c38eb340209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:12.233359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-aa8e6825-95d1-4d88-857d-c38eb340209c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64cd1b0fc78945e4b84e8c8dec71d74d&device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 1095 time: 0.0811040 Jul 19 03:36:12.244645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:12.254517 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3c2a2e57-f7e4-48ca-991b-117a99297729 req-5e36239a-3acf-43ee-8616-522022ab9d5f tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917320 Jul 19 03:36:12.257346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cd5-aff4-4ddc-8661-32efb14ad128 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:12.260296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cd5-aff4-4ddc-8661-32efb14ad128 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:12.265658 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c6b62cd5-aff4-4ddc-8661-32efb14ad128 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/floatingips/20140589-4d45-47fc-a1f9-bd718b5fa35f HTTP/1.1" status: 204 len: 168 time: 1.0219109 Jul 19 03:36:12.266376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49176) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:12.325785 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0f7896-1f40-464b-87bf-d8e15094d6ed tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] DELETE failed (client error): The resource could not be found. Jul 19 03:36:12.326660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0f7896-1f40-464b-87bf-d8e15094d6ed tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:36:12.330783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3f0f7896-1f40-464b-87bf-d8e15094d6ed tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/ports/523df16c-b3da-4c90-856a-4a00c206a15e HTTP/1.1" status: 404 len: 333 time: 0.0397036 Jul 19 03:36:12.332429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49182) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:12.376646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-53238ca8-8d9e-4d76-8e1d-7bf68403bf4b tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cacf792-3ede-4342-80ba-61e3019b0b77 HTTP/1.1" status: 200 len: 205 time: 0.0409050 Jul 19 03:36:12.386326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49186) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:12.400917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'Port': ['ID=e4353c05-bfbf-4c3d-976a-74f3595f88b4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:12.437277 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-48c5f91d-c928-40ed-b819-b21d7f0a6219 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] delete failed (client error): The resource could not be found. Jul 19 03:36:12.438394 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-48c5f91d-c928-40ed-b819-b21d7f0a6219 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/routers/7cacf792-3ede-4342-80ba-61e3019b0b77 HTTP/1.1" status: 404 len: 336 time: 0.0510890 Jul 19 03:36:12.443132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49188) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:12.443922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Checking segment: {'id': '93f8c6ca-58de-4cb2-ac9a-ceb6dbf23fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e19d7c5e-45c8-4f6e-b65b-aaa60294518c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:12.444342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Network hostable DHCP agents. Network: e19d7c5e-45c8-4f6e-b65b-aaa60294518c, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:12.465176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Network e19d7c5e-45c8-4f6e-b65b-aaa60294518c is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:12.475163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, e19d7c5e-45c8-4f6e-b65b-aaa60294518c) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:12.478626 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-360c7d36-22f4-49e9-9cc0-023721f64da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:12.480282 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-360c7d36-22f4-49e9-9cc0-023721f64da2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cb026981-20e9-40b5-87e9-d8dcd1875644 HTTP/1.1" status: 200 len: 912 time: 0.2344565 Jul 19 03:36:12.483738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d83d81-3c35-4374-866e-51c888145ae2 None None] Network e19d7c5e-45c8-4f6e-b65b-aaa60294518c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:12.484197 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc13719a-3a04-4dee-b0d4-02adccd4f64a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] DELETE failed (client error): The resource could not be found. Jul 19 03:36:12.484197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc13719a-3a04-4dee-b0d4-02adccd4f64a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:36:12.485642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cc13719a-3a04-4dee-b0d4-02adccd4f64a tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/subnets/e4a11153-f4e0-4add-8892-e8febb179ada HTTP/1.1" status: 404 len: 337 time: 0.0394578 Jul 19 03:36:12.490284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49194) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:12.490744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:12.492711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:12.520224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffd969-019b-40ff-9525-fa745c27120f req-9b531f3d-8f4d-41a3-964d-f7fc80ffa698 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:12.521643 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbffd969-019b-40ff-9525-fa745c27120f req-9b531f3d-8f4d-41a3-964d-f7fc80ffa698 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.1761804 Jul 19 03:36:12.579629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-b5d438ad-63fe-4a0c-9a05-4092b602f0d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86d5f972-c20d-48f7-a44f-792a6d96fc1a HTTP/1.1" status: 200 len: 217 time: 0.0862081 Jul 19 03:36:12.589574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'Port': ['ID=ae8295c9-3c4e-4aa4-8762-31b7b39e1acd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:12.607831 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1c3a1140-74c2-4196-acef-eef8adbd6126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:12.622913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Checking segment: {'id': '04a051a2-901e-4c99-95f5-0a83f092d0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '192abf5a-e07e-4f12-804f-1d5cb06d5a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:12.623297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Network hostable DHCP agents. Network: 192abf5a-e07e-4f12-804f-1d5cb06d5a9d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:12.639419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-7caadfaa-221a-4b47-93ca-a6c6d0a7c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:12.640977 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-7caadfaa-221a-4b47-93ca-a6c6d0a7c0d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 1097 time: 0.3493011 Jul 19 03:36:12.646314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Network 192abf5a-e07e-4f12-804f-1d5cb06d5a9d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:12.671879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 192abf5a-e07e-4f12-804f-1d5cb06d5a9d) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:12.688426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac91728-a481-4d64-b7ae-dab6bda3dc08 None None] Network 192abf5a-e07e-4f12-804f-1d5cb06d5a9d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:12.704757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:12.724310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:12.743762 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:12.746973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:12.764778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fbffd969-019b-40ff-9525-fa745c27120f req-de877fac-9a7e-437b-b409-e25a2532d70f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905718 Jul 19 03:36:12.780295 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a71b096a-72b6-4618-bf22-8c105db3f193 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7975957 Jul 19 03:36:12.781731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49204) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:12.784224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-ca6163b4-3c75-4e1e-b92f-a1e7c8a10480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:12.785897 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-ca6163b4-3c75-4e1e-b92f-a1e7c8a10480 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5ca84b4b-0eba-4469-81f2-f5e5d6fd47b3 HTTP/1.1" status: 200 len: 852 time: 0.1978440 Jul 19 03:36:12.869942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-7fd25642-5cf6-42b3-80dc-3c609b3ba0fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb026981-20e9-40b5-87e9-d8dcd1875644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706925 Jul 19 03:36:12.976998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80959fc7-51d0-4762-8d64-ab01c962ba04 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:12.988855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80959fc7-51d0-4762-8d64-ab01c962ba04 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:12.998146 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-80959fc7-51d0-4762-8d64-ab01c962ba04 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2153218 Jul 19 03:36:13.002028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49206) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:13.121476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-f8bdcbdc-8bc9-436a-8e2a-0d4b2e43f276 service neutron] 10.222.0.25 "GET /v2.0/networks/cb026981-20e9-40b5-87e9-d8dcd1875644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419177 Jul 19 03:36:13.164796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95e8dc-5b13-4345-bdbc-9200c66dc92d req-2e1a34ed-2d2e-47a6-a345-23c03b9f6dfd tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:13.172381 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec95e8dc-5b13-4345-bdbc-9200c66dc92d req-2e1a34ed-2d2e-47a6-a345-23c03b9f6dfd tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1098 time: 0.2225707 Jul 19 03:36:13.232006 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec95e8dc-5b13-4345-bdbc-9200c66dc92d req-b529054c-8194-4a36-b5d6-5e145d600e3a tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524709 Jul 19 03:36:13.239550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-342bf9f6-b9a8-45a1-a82b-8b18d4652592 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Deleting port e4353c05-bfbf-4c3d-976a-74f3595f88b4 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:13.240144 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-342bf9f6-b9a8-45a1-a82b-8b18d4652592 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:13.246103 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-bf501819-3f61-47ad-9424-8e84f990d3ef service neutron] 10.222.0.25 "GET /v2.0/networks/cb026981-20e9-40b5-87e9-d8dcd1875644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140423 Jul 19 03:36:13.265295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-a5c71712-662b-4f97-88a5-f70ef34f6e1e tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 86a9168e-7ef9-42da-829e-b5f9aa5b6b32 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:13.265655 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5c71712-662b-4f97-88a5-f70ef34f6e1e tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:13.288402 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-5f2b3abe-da4e-4be2-98e9-0a7f68da9f33 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:13.290161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-5f2b3abe-da4e-4be2-98e9-0a7f68da9f33 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1098 time: 0.6482739 Jul 19 03:36:13.324475 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-342bf9f6-b9a8-45a1-a82b-8b18d4652592 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:13.341359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-342bf9f6-b9a8-45a1-a82b-8b18d4652592 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Calling delete_port for e4353c05-bfbf-4c3d-976a-74f3595f88b4 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:13.367869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-6c6414f9-54b9-491c-9458-1ededd0ca3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:13.369548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-6c6414f9-54b9-491c-9458-1ededd0ca3fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.7138929 Jul 19 03:36:13.462782 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-342bf9f6-b9a8-45a1-a82b-8b18d4652592 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:13.495959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bf9f6-b9a8-45a1-a82b-8b18d4652592 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Port': ['ID=e4353c05-bfbf-4c3d-976a-74f3595f88b4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:13.497406 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5c71712-662b-4f97-88a5-f70ef34f6e1e tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:13.504387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-342bf9f6-b9a8-45a1-a82b-8b18d4652592 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:13.508992 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-342bf9f6-b9a8-45a1-a82b-8b18d4652592 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "DELETE /v2.0/ports/e4353c05-bfbf-4c3d-976a-74f3595f88b4 HTTP/1.1" status: 204 len: 168 time: 0.5017486 Jul 19 03:36:13.509251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49210) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:13.512489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-339cb640-8b3e-4776-a63e-68dc12aa4e36 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Deleting port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:13.513057 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-339cb640-8b3e-4776-a63e-68dc12aa4e36 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:13.572591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-a5c71712-662b-4f97-88a5-f70ef34f6e1e tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 86a9168e-7ef9-42da-829e-b5f9aa5b6b32 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:13.723167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a0bb4-4449-4c44-9aba-d29fb10915ad tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Deleting port ae8295c9-3c4e-4aa4-8762-31b7b39e1acd {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:13.725007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0bb4-4449-4c44-9aba-d29fb10915ad tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:13.744586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca51425-457a-40af-9ae6-16b57ddd43c5 req-266d4ebb-0ce6-4b5b-9a03-52fed90bf61b tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:13.752610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ca51425-457a-40af-9ae6-16b57ddd43c5 req-266d4ebb-0ce6-4b5b-9a03-52fed90bf61b tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 943 time: 0.2368448 Jul 19 03:36:13.770960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 86d5f972-c20d-48f7-a44f-792a6d96fc1a details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:36:13.850526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-339cb640-8b3e-4776-a63e-68dc12aa4e36 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] For port ef3c52ac-3d7f-4c20-8919-4f9812a84e27, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:13.856401 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-339cb640-8b3e-4776-a63e-68dc12aa4e36 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:13.873503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0bb4-4449-4c44-9aba-d29fb10915ad tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:13.904373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a0bb4-4449-4c44-9aba-d29fb10915ad tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Calling delete_port for ae8295c9-3c4e-4aa4-8762-31b7b39e1acd owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:13.997111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 86d5f972-c20d-48f7-a44f-792a6d96fc1a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=86d5f972-c20d-48f7-a44f-792a6d96fc1a,segment=NetworkSegment(9924a63f-4b8e-486b-832b-513a14d2df33),segment_id=9924a63f-4b8e-486b-832b-513a14d2df33)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:14.031406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '86d5f972-c20d-48f7-a44f-792a6d96fc1a', 'network_id': 'cb026981-20e9-40b5-87e9-d8dcd1875644', 'port_id': '86d5f972-c20d-48f7-a44f-792a6d96fc1a', 'mac_address': 'fa:16:3e:06:92:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca84b4b-0eba-4469-81f2-f5e5d6fd47b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:36:14.109708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a974424-5f1c-4be5-9a54-e355329cad50 req-1b1e2cec-bf40-4f39-a54b-a3fbea041ef8 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:14.120000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9a974424-5f1c-4be5-9a54-e355329cad50 req-1b1e2cec-bf40-4f39-a54b-a3fbea041ef8 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1098 time: 0.1167161 Jul 19 03:36:14.127545 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.129469 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0bb4-4449-4c44-9aba-d29fb10915ad tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.151479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d5f972-c20d-48f7-a44f-792a6d96fc1a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:36:14.172584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 86d5f972-c20d-48f7-a44f-792a6d96fc1a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=86d5f972-c20d-48f7-a44f-792a6d96fc1a,segment=NetworkSegment(9924a63f-4b8e-486b-832b-513a14d2df33),segment_id=9924a63f-4b8e-486b-832b-513a14d2df33)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:14.177690 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.181759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a0bb4-4449-4c44-9aba-d29fb10915ad tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Port': ['ID=ae8295c9-3c4e-4aa4-8762-31b7b39e1acd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:14.191589 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0bb4-4449-4c44-9aba-d29fb10915ad tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.196493 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7c3a0bb4-4449-4c44-9aba-d29fb10915ad tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "DELETE /v2.0/ports/ae8295c9-3c4e-4aa4-8762-31b7b39e1acd HTTP/1.1" status: 204 len: 168 time: 0.6831443 Jul 19 03:36:14.197292 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49218) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:14.218717 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9a974424-5f1c-4be5-9a54-e355329cad50 req-90db4bca-78e9-4c72-8b8f-0d8880605de2 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976057 Jul 19 03:36:14.233328 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=86d5f972-c20d-48f7-a44f-792a6d96fc1a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:14.250877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49220) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:14.252412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-339cb640-8b3e-4776-a63e-68dc12aa4e36 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Calling delete_port for ef3c52ac-3d7f-4c20-8919-4f9812a84e27 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:14.255760 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b01c1497-a3c4-4eca-ac21-9865c8c55dbc tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0573406 Jul 19 03:36:14.261962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49224) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:14.268817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-434995603'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:14.289587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Made reservation on behalf of 0c6492bab07d41118da836d58ca9d82f for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:14.293317 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.310941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ca51425-457a-40af-9ae6-16b57ddd43c5 req-669890cb-edf8-4399-9825-1c1c40a952d1 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571234 Jul 19 03:36:14.319895 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:14.331045 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.331512 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Added segment d6f082df-b424-46ed-9bcc-996a80542f5b of type vlan for network 980149fd-cbdc-4f29-8867-59341a83bb1a Jul 19 03:36:14.385248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['86d5f972-c20d-48f7-a44f-792a6d96fc1a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:36:14.432733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.503552 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5c71712-662b-4f97-88a5-f70ef34f6e1e tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.510710 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.527153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:14.527540 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.611338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d6048-4839-43de-823d-401b1b4b46a2 req-12c0d846-22aa-4218-aebe-fab56ae3a8ab tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:14.620997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db2d6048-4839-43de-823d-401b1b4b46a2 req-12c0d846-22aa-4218-aebe-fab56ae3a8ab tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.2564368 Jul 19 03:36:14.646200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c71712-662b-4f97-88a5-f70ef34f6e1e tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=86a9168e-7ef9-42da-829e-b5f9aa5b6b32,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:14.708624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'Network': ['ID=980149fd-cbdc-4f29-8867-59341a83bb1a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:14.718176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af54bab3-6046-4254-8d40-4089189d581b tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4549460 Jul 19 03:36:14.719422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49226) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:14.737256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 980149fd-cbdc-4f29-8867-59341a83bb1a details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:14.741092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1947811393'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:14.800532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Made reservation on behalf of 0c6492bab07d41118da836d58ca9d82f for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:14.808023 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.810542 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5c71712-662b-4f97-88a5-f70ef34f6e1e tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.812586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a5c71712-662b-4f97-88a5-f70ef34f6e1e tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/ports/86a9168e-7ef9-42da-829e-b5f9aa5b6b32 HTTP/1.1" status: 204 len: 168 time: 2.3180873 Jul 19 03:36:14.818175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49228) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:14.833305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd66a9-c1de-41af-9dc0-225b108406e3 req-b1abc43b-8584-4d48-a819-8bc4f47da914 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:14.835088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22bd66a9-c1de-41af-9dc0-225b108406e3 req-b1abc43b-8584-4d48-a819-8bc4f47da914 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af49c142-346a-4b51-abaf-01c69f0eac1a HTTP/1.1" status: 200 len: 1098 time: 0.3279252 Jul 19 03:36:14.865915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-339cb640-8b3e-4776-a63e-68dc12aa4e36 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.890112 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db2d6048-4839-43de-823d-401b1b4b46a2 req-8f7291c2-44bd-402a-8aa5-c89d53ff14e0 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705790 Jul 19 03:36:14.902012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:14.917785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:14.918227 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Added segment d4e48887-4efa-4847-8353-f94f9f179f23 of type vlan for network 281c2dc1-d34c-45ec-913d-15773d8756ea Jul 19 03:36:14.960195 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 20d5b250-a7fe-4a74-a218-044dfa7eb93f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:14.961180 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.001504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.017958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cb640-8b3e-4776-a63e-68dc12aa4e36 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef3c52ac-3d7f-4c20-8919-4f9812a84e27,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:15.036722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.043465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:15.044202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.064657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-339cb640-8b3e-4776-a63e-68dc12aa4e36 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] No DVR routers for this DVR port ef3c52ac-3d7f-4c20-8919-4f9812a84e27 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:15.070737 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a99be7a5-7f63-4f3e-b1bc-0d80023d3593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.075281 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22bd66a9-c1de-41af-9dc0-225b108406e3 req-f9a739ae-f39a-4ae7-8337-1744cac8a13e tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7033cf4c-94e2-4fb1-b0bd-d2679e33529f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166946 Jul 19 03:36:15.076827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-339cb640-8b3e-4776-a63e-68dc12aa4e36 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.080640 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb6ef815-d08b-4f99-88f5-a064e57aafe0 req-339cb640-8b3e-4776-a63e-68dc12aa4e36 tempest-TestServerMultinode-592493375 tempest-TestServerMultinode-592493375-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ef3c52ac-3d7f-4c20-8919-4f9812a84e27 HTTP/1.1" status: 204 len: 173 time: 1.7758086 Jul 19 03:36:15.086768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af49c142-346a-4b51-abaf-01c69f0eac1a', 'name': 'network-vif-deleted', 'tag': 'ef3c52ac-3d7f-4c20-8919-4f9812a84e27'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:15.093371 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed6eac4-4180-43fc-88e0-d8225792d6d0" -d '{"events": [{"server_uuid": "af49c142-346a-4b51-abaf-01c69f0eac1a", "name": "network-vif-deleted", "tag": "ef3c52ac-3d7f-4c20-8919-4f9812a84e27"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:15.093605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3540571 Jul 19 03:36:15.172346 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.172853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.191640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 20d5b250-a7fe-4a74-a218-044dfa7eb93f owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:15.267738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49232) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:15.269105 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ad2dce-e34c-4b2c-8a85-c6f0b57b3b88 x-openstack-request-id: req-49ad2dce-e34c-4b2c-8a85-c6f0b57b3b88 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:15.269395 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af49c142-346a-4b51-abaf-01c69f0eac1a", "name": "network-vif-deleted", "tag": "ef3c52ac-3d7f-4c20-8919-4f9812a84e27", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:15.269646 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49ad2dce-e34c-4b2c-8a85-c6f0b57b3b88 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:15.270030 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af49c142-346a-4b51-abaf-01c69f0eac1a', 'name': 'network-vif-deleted', 'tag': 'ef3c52ac-3d7f-4c20-8919-4f9812a84e27', 'status': 'completed', 'code': 200} Jul 19 03:36:15.278301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'subnets': [{'network_id': '980149fd-cbdc-4f29-8867-59341a83bb1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1734950656', 'ip_version': 4}, {'network_id': '281c2dc1-d34c-45ec-913d-15773d8756ea', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:15.278579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'subnet': {'network_id': '980149fd-cbdc-4f29-8867-59341a83bb1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1734950656', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:15.279158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Request body: {'subnet': {'network_id': '281c2dc1-d34c-45ec-913d-15773d8756ea', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:15.293306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d4e47acf-f7ab-45f6-bbd2-a398a44f2f19 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port 353838c7-e0ca-4483-b250-7a599b07f74e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:15.293687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4e47acf-f7ab-45f6-bbd2-a398a44f2f19 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.645124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad10dd0-26d3-4e11-b21e-1e936f3a5bc6 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'Network': ['ID=281c2dc1-d34c-45ec-913d-15773d8756ea,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:15.674421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 281c2dc1-d34c-45ec-913d-15773d8756ea details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:15.719813 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.747419 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4e47acf-f7ab-45f6-bbd2-a398a44f2f19 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.795687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d4e47acf-f7ab-45f6-bbd2-a398a44f2f19 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for 353838c7-e0ca-4483-b250-7a599b07f74e owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:15.880062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Made reservation on behalf of 0c6492bab07d41118da836d58ca9d82f for: {'subnet': 2} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:15.885307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.886024 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:15.918857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 86d5f972-c20d-48f7-a44f-792a6d96fc1a up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:15.980326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 86d5f972-c20d-48f7-a44f-792a6d96fc1a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:15.983487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 86d5f972-c20d-48f7-a44f-792a6d96fc1a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:15.983871 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:16.025675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cbbe9-42d1-4bb9-8930-314339ff4237 req-8fe09683-3b53-4ac5-be89-0f4c157ac000 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:16.027278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d1cbbe9-42d1-4bb9-8930-314339ff4237 req-8fe09683-3b53-4ac5-be89-0f4c157ac000 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 944 time: 0.3020210 Jul 19 03:36:16.068994 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:16.072695 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:16.099523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fc17e2-d222-4dc1-9266-0a02c0f6d103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d5f972-c20d-48f7-a44f-792a6d96fc1a'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:16.102879 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbd1eaa-b68e-443f-ba27-eb9dca601358" -d '{"events": [{"server_uuid": "e3fc17e2-d222-4dc1-9266-0a02c0f6d103", "name": "network-vif-plugged", "status": "completed", "tag": "86d5f972-c20d-48f7-a44f-792a6d96fc1a"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:16.109479 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57691160-cc59-4793-97af-a6bd6d7ee0e2 req-678e6e50-63af-4717-86f7-f19d090293e2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:16.111138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57691160-cc59-4793-97af-a6bd6d7ee0e2 req-678e6e50-63af-4717-86f7-f19d090293e2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.0782731 Jul 19 03:36:16.118069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 86d5f972-c20d-48f7-a44f-792a6d96fc1a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=86d5f972-c20d-48f7-a44f-792a6d96fc1a,segment=NetworkSegment(9924a63f-4b8e-486b-832b-513a14d2df33),segment_id=9924a63f-4b8e-486b-832b-513a14d2df33)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:16.122838 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:16.123766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ef3c52ac-3d7f-4c20-8919-4f9812a84e27 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:16.138773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=20d5b250-a7fe-4a74-a218-044dfa7eb93f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:16.166570 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: ef3c52ac-3d7f-4c20-8919-4f9812a84e27 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:16.166917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device ef3c52ac-3d7f-4c20-8919-4f9812a84e27 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:16.168744 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57691160-cc59-4793-97af-a6bd6d7ee0e2 req-260ae115-bce6-402c-9123-7ac81fcc882d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514209 Jul 19 03:36:16.200006 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d1cbbe9-42d1-4bb9-8930-314339ff4237 req-3cf7426c-322d-4c1b-a936-6e662c8a28db tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566186 Jul 19 03:36:16.201821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=86d5f972-c20d-48f7-a44f-792a6d96fc1a,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:16.300697 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4e47acf-f7ab-45f6-bbd2-a398a44f2f19 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:16.307400 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:16.307772 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Floating IP 6e8c6487-305e-4d8a-ab49-a0e0de39c2e1 disassociated (deleted). External IP: 172.25.2.2, port: e4241c74-adbb-488e-aef5-c95f980d9a32. Jul 19 03:36:16.309891 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbb10f8-b7be-4c9c-8ef8-2fbd326eb46f x-openstack-request-id: req-6dbb10f8-b7be-4c9c-8ef8-2fbd326eb46f {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:16.310196 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fc17e2-d222-4dc1-9266-0a02c0f6d103", "name": "network-vif-plugged", "status": "completed", "tag": "86d5f972-c20d-48f7-a44f-792a6d96fc1a", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:16.310471 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dbb10f8-b7be-4c9c-8ef8-2fbd326eb46f {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:16.310871 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fc17e2-d222-4dc1-9266-0a02c0f6d103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d5f972-c20d-48f7-a44f-792a6d96fc1a', 'code': 200} Jul 19 03:36:16.400814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49244) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:16.428904 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:16.459430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e47acf-f7ab-45f6-bbd2-a398a44f2f19 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=353838c7-e0ca-4483-b250-7a599b07f74e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:16.733455 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4e47acf-f7ab-45f6-bbd2-a398a44f2f19 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:16.738387 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d4e47acf-f7ab-45f6-bbd2-a398a44f2f19 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/ports/353838c7-e0ca-4483-b250-7a599b07f74e HTTP/1.1" status: 204 len: 168 time: 1.9165337 Jul 19 03:36:16.739372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49246) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:16.761968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb1c4c-a61d-4ce6-a494-01be1a174b25 req-99f8fd30-9e90-43ca-b7a7-653dc48b3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:16.763539 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0fb1c4c-a61d-4ce6-a494-01be1a174b25 req-99f8fd30-9e90-43ca-b7a7-653dc48b3e2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 1097 time: 0.3191257 Jul 19 03:36:16.877829 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:16.926560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0fb1c4c-a61d-4ce6-a494-01be1a174b25 req-9bad042a-5016-4b3e-a726-0f83ec26ad88 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417572 Jul 19 03:36:17.153505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] Deleting port 3f89b526-8c53-43ec-bdff-7df2bb864020 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:17.153998 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:17.305756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] For port 3f89b526-8c53-43ec-bdff-7df2bb864020, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3f89b526-8c53-43ec-bdff-7df2bb864020,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:17.306164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:17.326118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] Calling delete_port for 3f89b526-8c53-43ec-bdff-7df2bb864020 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:17.390184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0597d110-25f9-4fee-8548-28579ceb12ba tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:17.392085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0597d110-25f9-4fee-8548-28579ceb12ba tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 HTTP/1.1" status: 200 len: 913 time: 0.6499300 Jul 19 03:36:17.395218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49252) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:17.424808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:36:17.428147 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:17.567241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'Subnet': ['ID=d90b5764-7eb5-41ba-9766-7411a72577cb,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:17.619466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580835d-10c6-470d-a3c4-b035c4634b5c req-5a2317d2-f2c1-4d9b-be79-f120a1370ebb tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:17.628891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8013-6ab7-4d14-8f27-bbba96b1ffeb req-49af88ad-f2e3-4f8f-816f-c6363b67f61d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:17.629613 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0580835d-10c6-470d-a3c4-b035c4634b5c req-5a2317d2-f2c1-4d9b-be79-f120a1370ebb tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 945 time: 0.2367036 Jul 19 03:36:17.630499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9cfb8013-6ab7-4d14-8f27-bbba96b1ffeb req-49af88ad-f2e3-4f8f-816f-c6363b67f61d tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.2641003 Jul 19 03:36:17.631323 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Checking segment: {'id': 'd6f082df-b424-46ed-9bcc-996a80542f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '980149fd-cbdc-4f29-8867-59341a83bb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:17.631691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Network hostable DHCP agents. Network: 980149fd-cbdc-4f29-8867-59341a83bb1a, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:17.691499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:36:17.697081 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:17.701698 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] Sync routers for ids ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:36:17.704744 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0580835d-10c6-470d-a3c4-b035c4634b5c req-97837005-9e31-4c4f-93bf-c81fe1787959 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739315 Jul 19 03:36:17.725856 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] Routers {'0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:17.727390 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:17.805338 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-00ae8958-d0f0-41e5-8420-7b6e58929536 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/floatingips/6e8c6487-305e-4d8a-ab49-a0e0de39c2e1 HTTP/1.1" status: 204 len: 168 time: 3.5474036 Jul 19 03:36:17.805338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:17.806060 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df45d33-2126-4a60-b876-d5a74d6dac48" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:17.831509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Network 980149fd-cbdc-4f29-8867-59341a83bb1a is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:17.865442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 980149fd-cbdc-4f29-8867-59341a83bb1a) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:17.870831 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9cfb8013-6ab7-4d14-8f27-bbba96b1ffeb req-354af80c-3651-4ed9-886c-5f8d43c4d2ff tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266588 Jul 19 03:36:17.876447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:17.876702 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] Set router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:17.886303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61efed5-b9ac-4438-96da-707a8b2bc986 None None] Network 980149fd-cbdc-4f29-8867-59341a83bb1a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:18.032516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event updated for resources: {'Subnet': ['ID=077ffd40-89af-4758-a3f7-c9f69d9d9c7f,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:18.053534 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:18.078253 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef442fc-de30-45a1-b9e0-87610cf18dc6 x-openstack-request-id: req-0ef442fc-de30-45a1-b9e0-87610cf18dc6 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:18.078579 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:18.078814 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ef442fc-de30-45a1-b9e0-87610cf18dc6 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:18.079217 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'status': 'completed', 'code': 200} Jul 19 03:36:18.079943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Checking segment: {'id': 'd4e48887-4efa-4847-8353-f94f9f179f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '281c2dc1-d34c-45ec-913d-15773d8756ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:18.080306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Network hostable DHCP agents. Network: 281c2dc1-d34c-45ec-913d-15773d8756ea, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:18.145406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Network 281c2dc1-d34c-45ec-913d-15773d8756ea is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:18.150496 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:18.168221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 281c2dc1-d34c-45ec-913d-15773d8756ea) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:18.173405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:18.173895 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:18.174612 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:18.203049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf7a884-5456-4702-8835-ce39c494d990 None None] Network 281c2dc1-d34c-45ec-913d-15773d8756ea requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:18.217642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-89ff5b21-170d-4d58-b472-30cb6d24de89 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9443326 Jul 19 03:36:18.218314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49258) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:18.349458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f89b526-8c53-43ec-bdff-7df2bb864020,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:18.405790 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:09Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '7bd62ce3-2bf3-45d2-917a-648c9b01f413', 'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:33:16:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:08Z', 'updated_at': '2021-07-19T03:34:15Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:18.425919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670f6fef-c980-45af-ad95-327eedfd31b1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:18.427615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670f6fef-c980-45af-ad95-327eedfd31b1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:18.429268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670f6fef-c980-45af-ad95-327eedfd31b1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:18.449949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-670f6fef-c980-45af-ad95-327eedfd31b1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2305303 Jul 19 03:36:18.450618 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49260) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:18.502760 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] Checking router: 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:36:18.515359 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] Routers {'0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:18.516255 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:18.576901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-281c2dc1-d34c-45ec-913d-15773d8756ea', 'network_id': '281c2dc1-d34c-45ec-913d-15773d8756ea', 'tenant_id': '0c6492bab07d41118da836d58ca9d82f', 'fixed_ips': [{'subnet_id': '077ffd40-89af-4758-a3f7-c9f69d9d9c7f'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:18.577924 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:18.629250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd39c3b-1dc5-4a57-91eb-c764faf7f86d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Deleting subnet d90b5764-7eb5-41ba-9766-7411a72577cb {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:36:18.651054 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cd39c3b-1dc5-4a57-91eb-c764faf7f86d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:18.771889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Allocated IP 172.20.0.18 (281c2dc1-d34c-45ec-913d-15773d8756ea/077ffd40-89af-4758-a3f7-c9f69d9d9c7f/e28302c1-a737-4cf3-bc95-71afc753acbe) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:18.827121 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:18.852044 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] Set router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:18.891778 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cd39c3b-1dc5-4a57-91eb-c764faf7f86d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:18.915983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.043102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65d118-f7a5-4945-89d0-20ea15c22a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-980149fd-cbdc-4f29-8867-59341a83bb1a', 'network_id': '980149fd-cbdc-4f29-8867-59341a83bb1a', 'tenant_id': '0c6492bab07d41118da836d58ca9d82f', 'fixed_ips': [{'subnet_id': 'd90b5764-7eb5-41ba-9766-7411a72577cb'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:19.050506 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce65d118-f7a5-4945-89d0-20ea15c22a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.104172 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:09Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '7bd62ce3-2bf3-45d2-917a-648c9b01f413', 'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:33:16:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:08Z', 'updated_at': '2021-07-19T03:34:15Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:19.114642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626157a-0203-456e-944e-35989c357056 req-ff1b67b1-015d-45f4-be17-92726d7a0dcd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:19.120168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7626157a-0203-456e-944e-35989c357056 req-ff1b67b1-015d-45f4-be17-92726d7a0dcd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 946 time: 0.3655908 Jul 19 03:36:19.131215 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70dd78-9e03-480f-b3f3-c8e050879a91 None None] The sync data for ids ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'] in n-d-762330-18 is: [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:34:09Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '7bd62ce3-2bf3-45d2-917a-648c9b01f413', 'name': '', 'network_id': '261660e6-e20b-499c-a0f2-f33d8d0a354c', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:33:16:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:08Z', 'updated_at': '2021-07-19T03:34:15Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'ab196cfe-602a-4d4e-8267-df1a7937162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:36:19.192676 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cd39c3b-1dc5-4a57-91eb-c764faf7f86d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.248481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287acba6-5f67-417c-b6a2-dfb55368b5ea req-0a432a06-3acf-4a59-8763-819dbc01fce8 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:19.250205 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-287acba6-5f67-417c-b6a2-dfb55368b5ea req-0a432a06-3acf-4a59-8763-819dbc01fce8 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 945 time: 0.2430880 Jul 19 03:36:19.260055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cd39c3b-1dc5-4a57-91eb-c764faf7f86d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.294431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd39c3b-1dc5-4a57-91eb-c764faf7f86d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Subnet': ['ID=d90b5764-7eb5-41ba-9766-7411a72577cb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:19.305360 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6cd39c3b-1dc5-4a57-91eb-c764faf7f86d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.309991 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6cd39c3b-1dc5-4a57-91eb-c764faf7f86d tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "DELETE /v2.0/subnets/d90b5764-7eb5-41ba-9766-7411a72577cb HTTP/1.1" status: 204 len: 168 time: 0.8583713 Jul 19 03:36:19.310693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49268) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server [None req-ce65d118-f7a5-4945-89d0-20ea15c22a16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d90b5764-7eb5-41ba-9766-7411a72577cb: This subnet is being modified by another concurrent operation. Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise exception Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d90b5764-7eb5-41ba-9766-7411a72577cb: This subnet is being modified by another concurrent operation. Jul 19 03:36:19.334916 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Jul 19 03:36:19.344583 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.355654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7626157a-0203-456e-944e-35989c357056 req-5f8a9d13-4c21-4cee-a7bd-6ccfea8cb4be tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088094 Jul 19 03:36:19.364695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Transition to ACTIVE for port object e28302c1-a737-4cf3-bc95-71afc753acbe will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:19.371547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d95bbd-af31-4268-8aac-51da82238091 None None] Network 980149fd-cbdc-4f29-8867-59341a83bb1a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:19.404844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Transition to ACTIVE for port object e28302c1-a737-4cf3-bc95-71afc753acbe will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:19.408482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-101601b4-ea41-4e22-9c48-27eff0f4761c tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Deleting subnet 077ffd40-89af-4758-a3f7-c9f69d9d9c7f {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:36:19.415247 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-101601b4-ea41-4e22-9c48-27eff0f4761c tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.420399 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-287acba6-5f67-417c-b6a2-dfb55368b5ea req-b581592c-cd17-49ef-9bb7-2781f16d7ecb tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508474 Jul 19 03:36:19.458602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] Router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:36:19.489103 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.511055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-101601b4-ea41-4e22-9c48-27eff0f4761c tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.580969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Network 281c2dc1-d34c-45ec-913d-15773d8756ea is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:19.636248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:19.675903 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-101601b4-ea41-4e22-9c48-27eff0f4761c tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.688934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:19.765634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d24db-8927-45e5-8e9f-5d4040864bb2 None None] New status for floating IP 6e8c6487-305e-4d8a-ab49-a0e0de39c2e1: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:36:19.801740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-101601b4-ea41-4e22-9c48-27eff0f4761c tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.842149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101601b4-ea41-4e22-9c48-27eff0f4761c tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Subnet': ['ID=077ffd40-89af-4758-a3f7-c9f69d9d9c7f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:19.856887 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-101601b4-ea41-4e22-9c48-27eff0f4761c tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.859685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-101601b4-ea41-4e22-9c48-27eff0f4761c tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "DELETE /v2.0/subnets/077ffd40-89af-4758-a3f7-c9f69d9d9c7f HTTP/1.1" status: 204 len: 168 time: 0.5427268 Jul 19 03:36:19.862834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49274) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:19.921289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db9409-47ad-4b95-8f12-0fb75b824c00 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:19.923021 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c6db9409-47ad-4b95-8f12-0fb75b824c00 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0590720 Jul 19 03:36:19.927336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49276) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:19.946735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Pushing event updated for resources: {'Port': ['ID=e28302c1-a737-4cf3-bc95-71afc753acbe,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:19.955900 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Attempting to bind port e28302c1-a737-4cf3-bc95-71afc753acbe on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:19.956268 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Attempting to bind port e28302c1-a737-4cf3-bc95-71afc753acbe by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'd4e48887-4efa-4847-8353-f94f9f179f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '281c2dc1-d34c-45ec-913d-15773d8756ea'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:19.956733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Attempting to bind port e28302c1-a737-4cf3-bc95-71afc753acbe on network 281c2dc1-d34c-45ec-913d-15773d8756ea {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:19.962971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:19.963619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Checking segment: {'id': 'd4e48887-4efa-4847-8353-f94f9f179f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '281c2dc1-d34c-45ec-913d-15773d8756ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:19.964139 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:19.964632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Bound using segment: {'id': 'd4e48887-4efa-4847-8353-f94f9f179f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '281c2dc1-d34c-45ec-913d-15773d8756ea'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:19.965205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Bound port: e28302c1-a737-4cf3-bc95-71afc753acbe, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e48887-4efa-4847-8353-f94f9f179f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '281c2dc1-d34c-45ec-913d-15773d8756ea'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:19.965694 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:20.033688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:20.060410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214bc0-a422-4803-a1bb-24226cb80345 req-8df33b20-0eac-4429-830a-69b5f6f6712a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:20.068023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50214bc0-a422-4803-a1bb-24226cb80345 req-8df33b20-0eac-4429-830a-69b5f6f6712a tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.3869927 Jul 19 03:36:20.112651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] For port e28302c1-a737-4cf3-bc95-71afc753acbe, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:20.119190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] For port e28302c1-a737-4cf3-bc95-71afc753acbe, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e28302c1-a737-4cf3-bc95-71afc753acbe,segment=NetworkSegment(d4e48887-4efa-4847-8353-f94f9f179f23),segment_id=d4e48887-4efa-4847-8353-f94f9f179f23)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:20.125507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:20.219945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50214bc0-a422-4803-a1bb-24226cb80345 req-3ea924c9-ad5f-4fdd-92a2-3e611d6e5499 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508565 Jul 19 03:36:20.237731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c95d3-77e0-4c1d-8b85-3e1acbd2c160 None None] Pushing event updated for resources: {'Port': ['ID=e28302c1-a737-4cf3-bc95-71afc753acbe,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:20.272283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Deleting port e28302c1-a737-4cf3-bc95-71afc753acbe {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:20.273374 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:20.278862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a24df-50bc-4c1f-a1b4-07ac31e56f84 req-b80fd6a1-30f1-436d-b52d-8e86b8c7977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:20.280562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a24df-50bc-4c1f-a1b4-07ac31e56f84 req-b80fd6a1-30f1-436d-b52d-8e86b8c7977d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64cd1b0fc78945e4b84e8c8dec71d74d&device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 1097 time: 0.1235037 Jul 19 03:36:20.309281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad222dc-aa9a-46f1-bcfe-a5be4ee0a852 None None] Network 281c2dc1-d34c-45ec-913d-15773d8756ea requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:20.441475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a24df-50bc-4c1f-a1b4-07ac31e56f84 req-0a34ff97-d78c-4669-bcc2-93b96ff13020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:20.443171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a24df-50bc-4c1f-a1b4-07ac31e56f84 req-0a34ff97-d78c-4669-bcc2-93b96ff13020 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cb026981-20e9-40b5-87e9-d8dcd1875644 HTTP/1.1" status: 200 len: 912 time: 0.1517677 Jul 19 03:36:20.457298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] For port e28302c1-a737-4cf3-bc95-71afc753acbe, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e28302c1-a737-4cf3-bc95-71afc753acbe,segment=NetworkSegment(d4e48887-4efa-4847-8353-f94f9f179f23),segment_id=d4e48887-4efa-4847-8353-f94f9f179f23)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:20.457665 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:20.490010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2612efd-22d5-4473-9378-ab7e0f8fa49a None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:36:20.524963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Calling delete_port for e28302c1-a737-4cf3-bc95-71afc753acbe owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:20.645547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a24df-50bc-4c1f-a1b4-07ac31e56f84 req-275b44e6-af41-4846-9bb1-9e704c5fdae0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86d5f972-c20d-48f7-a44f-792a6d96fc1a HTTP/1.1" status: 200 len: 217 time: 0.1947882 Jul 19 03:36:20.675568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port bed32f9a-f17f-45c0-a47b-cdc5caa5b3de {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:20.676313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:20.687291 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:20.758695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Port': ['ID=e28302c1-a737-4cf3-bc95-71afc753acbe,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:20.785702 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:20.786788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] No DVR routers for this DVR port e28302c1-a737-4cf3-bc95-71afc753acbe on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:20.800440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for bed32f9a-f17f-45c0-a47b-cdc5caa5b3de owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:20.834147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a24df-50bc-4c1f-a1b4-07ac31e56f84 req-6f1606e6-743e-489f-8339-dd44c3f1d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:20.834498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2612efd-22d5-4473-9378-ab7e0f8fa49a None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:36:20.837289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a24df-50bc-4c1f-a1b4-07ac31e56f84 req-6f1606e6-743e-489f-8339-dd44c3f1d92e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5ca84b4b-0eba-4469-81f2-f5e5d6fd47b3 HTTP/1.1" status: 200 len: 852 time: 0.1652799 Jul 19 03:36:20.930774 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:20.945983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281c2dc1-d34c-45ec-913d-15773d8756ea']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:20.962579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e48887-4efa-4847-8353-f94f9f179f23') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:20.963352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e48887-4efa-4847-8353-f94f9f179f23') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:20.976920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:20.996198 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:21.005941 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:21.039400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:21.039963 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:21.056724 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a24df-50bc-4c1f-a1b4-07ac31e56f84 req-86df1c56-ca3b-43ba-bdfa-ce6ba33ece2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb026981-20e9-40b5-87e9-d8dcd1875644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481954 Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:21.057535 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:21.088141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:36:21.102981 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] Sync routers for ids ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:36:21.110108 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4eb54b7d-3e66-4833-97fb-568164304af6 admin admin] 10.222.0.20 "PUT /v2.0/routers/d03d6696-fcc8-429b-b8c6-8c767e9c5fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7081671 Jul 19 03:36:21.112097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=bed32f9a-f17f-45c0-a47b-cdc5caa5b3de,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:21.119304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49284) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:21.119467 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] Routers {'d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:21.119975 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:21.199538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a24df-50bc-4c1f-a1b4-07ac31e56f84 req-5d9fa9f6-dbf3-4567-9c73-e2c20000ad76 service neutron] 10.222.0.25 "GET /v2.0/networks/cb026981-20e9-40b5-87e9-d8dcd1875644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192007 Jul 19 03:36:21.331650 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] Set router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:21.333312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e8cbf-81b4-4c01-834a-a27c828da518 req-6ae4856b-14a3-4b2c-89f5-87f41bbaf4e2 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:21.335016 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-247e8cbf-81b4-4c01-834a-a27c828da518 req-6ae4856b-14a3-4b2c-89f5-87f41bbaf4e2 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 945 time: 0.7061942 Jul 19 03:36:21.361564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40ebf-8e03-4ced-8164-b5c28acadd44 req-baacbebf-08fc-4425-87bb-4d83bc66ea50 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:21.370723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c7b40ebf-8e03-4ced-8164-b5c28acadd44 req-baacbebf-08fc-4425-87bb-4d83bc66ea50 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 946 time: 0.7399802 Jul 19 03:36:21.402917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fbe5e3-c853-4435-84ce-abedc01bfd31 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:36:21.404918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:21.431261 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:21.433836 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "DELETE /v2.0/networks/281c2dc1-d34c-45ec-913d-15773d8756ea HTTP/1.1" status: 204 len: 168 time: 1.5052953 Jul 19 03:36:21.435741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5fd7a-0b41-4e3b-b268-5cb8f223e9f5 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Network': ['ID=281c2dc1-d34c-45ec-913d-15773d8756ea,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:21.438101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49288) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:21.440842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f91a24df-50bc-4c1f-a1b4-07ac31e56f84 req-86bff431-1d87-400d-8d74-92f4b53593e5 service neutron] 10.222.0.25 "GET /v2.0/networks/cb026981-20e9-40b5-87e9-d8dcd1875644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316990 Jul 19 03:36:21.483504 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c7b40ebf-8e03-4ced-8164-b5c28acadd44 req-11d030d2-e11a-46aa-a296-58eabd62f093 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107371 Jul 19 03:36:21.538987 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:21.662896 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-247e8cbf-81b4-4c01-834a-a27c828da518 req-36199717-feba-44da-89a1-486f2f3577a8 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958510 Jul 19 03:36:21.679328 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fbe5e3-c853-4435-84ce-abedc01bfd31 None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:36:21.775447 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'name': 'tempest-TestServerMultinode-712426998-router', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:02Z', 'updated_at': '2021-07-19T03:36:17Z', 'revision_number': 5, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'gw_port': {'id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:04Z', 'updated_at': '2021-07-19T03:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:21.807587 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] Checking router: d03d6696-fcc8-429b-b8c6-8c767e9c5fcc for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:36:21.813723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:21.824685 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] Routers {'d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:21.827249 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:21.827617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.053056 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] Set router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:22.119754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.158187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e0ceb-1acd-41ff-acb4-922fe069f572 req-1172ab05-2e80-4da0-8a6c-8d1acb36870e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:22.160063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac0e0ceb-1acd-41ff-acb4-922fe069f572 req-1172ab05-2e80-4da0-8a6c-8d1acb36870e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.3276608 Jul 19 03:36:22.167392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980149fd-cbdc-4f29-8867-59341a83bb1a']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:22.192991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f082df-b424-46ed-9bcc-996a80542f5b') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:22.193297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f082df-b424-46ed-9bcc-996a80542f5b') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:22.205821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.230210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac0e0ceb-1acd-41ff-acb4-922fe069f572 req-cd46172c-a1c7-44ae-8041-8cec576c2744 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585396 Jul 19 03:36:22.254310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.274955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:22.275370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:22.279457 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:22.325970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.326232 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'name': 'tempest-TestServerMultinode-712426998-router', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:02Z', 'updated_at': '2021-07-19T03:36:17Z', 'revision_number': 5, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'gw_port': {'id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:04Z', 'updated_at': '2021-07-19T03:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:22.354824 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.364654 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb23bc-c32d-4268-a3e0-cddf2c6fd20f None None] The sync data for ids ['d03d6696-fcc8-429b-b8c6-8c767e9c5fcc'] in n-d-762330-18 is: [{'id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'name': 'tempest-TestServerMultinode-712426998-router', 'tenant_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:02Z', 'updated_at': '2021-07-19T03:36:17Z', 'revision_number': 5, 'project_id': 'ddc2157b1fc84ecc8c0a32da47423865', 'gw_port': {'id': '4704e0b9-1217-4797-ba5b-14f6cfe2aa69', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03d6696-fcc8-429b-b8c6-8c767e9c5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:04Z', 'updated_at': '2021-07-19T03:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:36:22.365074 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.372153 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "DELETE /v2.0/networks/980149fd-cbdc-4f29-8867-59341a83bb1a HTTP/1.1" status: 204 len: 168 time: 0.9138513 Jul 19 03:36:22.374764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49290) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:22.385194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:36:22.395670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570dec7-59d2-4802-a261-631fd15d7332 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Network': ['ID=980149fd-cbdc-4f29-8867-59341a83bb1a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:22.523057 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.650207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Deleting port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:22.650695 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.658429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.709568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192abf5a-e07e-4f12-804f-1d5cb06d5a9d']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:22.746716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a051a2-901e-4c99-95f5-0a83f092d0d4') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:22.747016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a051a2-901e-4c99-95f5-0a83f092d0d4') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:22.769669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3f89b526-8c53-43ec-bdff-7df2bb864020 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:22.810639 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.827904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 3f89b526-8c53-43ec-bdff-7df2bb864020 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:22.828257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3f89b526-8c53-43ec-bdff-7df2bb864020 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:22.835177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:36:22.839578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.845493 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9de68e8b-1f64-496f-b060-95efa399c2c1 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "PUT /v2.0/routers/b9a3c992-b9a9-40ee-9c2f-35a10383b7a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4381230 Jul 19 03:36:22.847890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:22.848288 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.850249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde43de-6c56-4052-a15f-675116749503 None None] Sync routers for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:36:22.857108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49296) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:22.862491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde43de-6c56-4052-a15f-675116749503 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:22.863233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9bde43de-6c56-4052-a15f-675116749503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:22.864692 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:22.905027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9bde43de-6c56-4052-a15f-675116749503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:22.933595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] For port 4704e0b9-1217-4797-ba5b-14f6cfe2aa69, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4704e0b9-1217-4797-ba5b-14f6cfe2aa69,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:22.934343 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.938852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde43de-6c56-4052-a15f-675116749503 None None] Routers {'b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:22.943982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9bde43de-6c56-4052-a15f-675116749503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:22.962038 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72870a-9e6c-447a-aaff-626290e8c553 req-033529e6-e5ce-4d11-a463-cedddae68ac6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:22.968213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d72870a-9e6c-447a-aaff-626290e8c553 req-033529e6-e5ce-4d11-a463-cedddae68ac6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 946 time: 0.2386084 Jul 19 03:36:22.973468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:22.978895 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Calling delete_port for 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:23.004588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.007648 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "DELETE /v2.0/networks/192abf5a-e07e-4f12-804f-1d5cb06d5a9d HTTP/1.1" status: 204 len: 168 time: 0.6312814 Jul 19 03:36:23.009769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612339c-dc3f-4620-8939-f5bebb257b76 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Network': ['ID=192abf5a-e07e-4f12-804f-1d5cb06d5a9d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:23.011896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49298) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:23.013282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9bde43de-6c56-4052-a15f-675116749503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:23.013964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde43de-6c56-4052-a15f-675116749503 None None] The sync data for ids ['b9a3c992-b9a9-40ee-9c2f-35a10383b7a5'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:36:23.032660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbf90d-4d58-49e4-bf2a-5307d34f50a5 req-c3869612-f2fe-4ab5-88c5-71231df59361 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:23.034217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fadbf90d-4d58-49e4-bf2a-5307d34f50a5 req-c3869612-f2fe-4ab5-88c5-71231df59361 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 945 time: 0.1614199 Jul 19 03:36:23.130656 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d72870a-9e6c-447a-aaff-626290e8c553 req-e54ba3f6-567d-430c-9cfc-0dbc444bb69d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593463 Jul 19 03:36:23.144907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.220677 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.244971 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fadbf90d-4d58-49e4-bf2a-5307d34f50a5 req-931e58ca-ed9a-4e99-8812-077083dd23b4 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942248 Jul 19 03:36:23.362533 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.438739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Pushing event deleted for resources: {'Port': ['ID=4704e0b9-1217-4797-ba5b-14f6cfe2aa69,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:23.462552 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.473756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19d7c5e-45c8-4f6e-b65b-aaa60294518c']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:23.484361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f8c6ca-58de-4cb2-ac9a-ceb6dbf23fd0') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:23.484652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f8c6ca-58de-4cb2-ac9a-ceb6dbf23fd0') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:23.495510 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.510657 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.517567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:23.518147 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:23.521672 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:23.564382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.574906 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.621405 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.630701 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:23.646522 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] 10.222.0.20 "DELETE /v2.0/networks/e19d7c5e-45c8-4f6e-b65b-aaa60294518c HTTP/1.1" status: 204 len: 168 time: 0.6276071 Jul 19 03:36:23.680586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ec9cc-16f3-4b74-9838-f683cc5737a1 tempest-BulkNetworkOpsTest-621189415 tempest-BulkNetworkOpsTest-621189415-project] Pushing event deleted for resources: {'Network': ['ID=e19d7c5e-45c8-4f6e-b65b-aaa60294518c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:24.029016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49312) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:24.038577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6971ca8-69bd-4e51-a48f-d81f43fea6a1 req-672ece2c-53f4-4714-83e0-1da88e4ed6f4 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:24.040152 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e6971ca8-69bd-4e51-a48f-d81f43fea6a1 req-672ece2c-53f4-4714-83e0-1da88e4ed6f4 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 945 time: 0.0841532 Jul 19 03:36:24.082583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e6971ca8-69bd-4e51-a48f-d81f43fea6a1 req-9472826b-653b-4e4f-b487-e45cc4f9cd33 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Jul 19 03:36:24.188703 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.198837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd7fdb-9916-4b07-a17b-4d1f23e676c9 req-533b2f7d-9177-444d-a4c8-321c9196922b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:24.201015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-42fd7fdb-9916-4b07-a17b-4d1f23e676c9 req-533b2f7d-9177-444d-a4c8-321c9196922b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.7187605 Jul 19 03:36:24.202762 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.212546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49320) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:24.214059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-811f7a6f-178f-4bbe-b43c-3041979fcfc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c6492bab07d41118da836d58ca9d82f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827905 Jul 19 03:36:24.357448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.358090 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d03d6696-fcc8-429b-b8c6-8c767e9c5fcc {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:36:24.368209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.369413 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5d44daf2-e95f-40c6-adc9-bebc495fb91f admin admin] 10.222.0.20 "DELETE /v2.0/routers/d03d6696-fcc8-429b-b8c6-8c767e9c5fcc HTTP/1.1" status: 204 len: 168 time: 3.2481248 Jul 19 03:36:24.372266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting port b835dc8c-46ca-4d24-bb9b-14e6514b3a48 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:24.372659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.374732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49322) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:24.380301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-42fd7fdb-9916-4b07-a17b-4d1f23e676c9 req-5ebe716a-d909-47f5-9b76-21dafb0da0c9 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715240 Jul 19 03:36:24.462043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f41a94b1-4692-4684-9bb9-75b2707644d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.495837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4a1e1-bafa-4aed-9b21-47f5b455d956 req-eaf93e83-4c8c-40d4-9a3f-0aa38f9e6442 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:24.497532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0d4a1e1-bafa-4aed-9b21-47f5b455d956 req-eaf93e83-4c8c-40d4-9a3f-0aa38f9e6442 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 946 time: 0.2144804 Jul 19 03:36:24.550441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0d4a1e1-bafa-4aed-9b21-47f5b455d956 req-e7e9c1b7-3790-4d99-8b97-0d91d40c1381 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466979 Jul 19 03:36:24.586373 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f41a94b1-4692-4684-9bb9-75b2707644d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.590563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad54b2a-64b4-435d-aa84-9c60897fbc65 admin admin] Deleting subnet bda39571-b3b0-43bc-bece-3071605e2aeb {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:36:24.601924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ad54b2a-64b4-435d-aa84-9c60897fbc65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.673964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.677650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ad54b2a-64b4-435d-aa84-9c60897fbc65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.710646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Calling delete_port for b835dc8c-46ca-4d24-bb9b-14e6514b3a48 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:24.779652 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f41a94b1-4692-4684-9bb9-75b2707644d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.782178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f41a94b1-4692-4684-9bb9-75b2707644d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.783382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f41a94b1-4692-4684-9bb9-75b2707644d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e72e9457-7e62-4228-860f-6b7242816b83 HTTP/1.1" status: 204 len: 168 time: 0.5697258 Jul 19 03:36:24.822328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a94b1-4692-4684-9bb9-75b2707644d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72e9457-7e62-4228-860f-6b7242816b83,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:24.851590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ad54b2a-64b4-435d-aa84-9c60897fbc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:24.969450 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ad54b2a-64b4-435d-aa84-9c60897fbc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.013330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:25.026177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad54b2a-64b4-435d-aa84-9c60897fbc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda39571-b3b0-43bc-bece-3071605e2aeb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:25.030687 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ad54b2a-64b4-435d-aa84-9c60897fbc65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.032750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1ad54b2a-64b4-435d-aa84-9c60897fbc65 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bda39571-b3b0-43bc-bece-3071605e2aeb HTTP/1.1" status: 204 len: 168 time: 0.6569242 Jul 19 03:36:25.035463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49330) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:25.061967 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.069936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66894abf-2f3c-413d-9742-ef6d9c8fd24e None None] Network 522170eb-1013-4920-9300-893eb36305eb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:25.074611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:25.075211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4704e0b9-1217-4797-ba5b-14f6cfe2aa69 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:25.096189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Port': ['ID=b835dc8c-46ca-4d24-bb9b-14e6514b3a48,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:25.238811 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.247133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.364053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] DHCP port deletion for 522170eb-1013-4920-9300-893eb36305eb request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:36:25.375724 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.379170 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.460765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Deleting port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:25.461352 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.510141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.510997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Fanout notify agent at l3_agent the message router_deleted on router b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:36:25.518470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.522782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ad163e22-6c51-4af5-8a5b-59f200367e3c tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/routers/b9a3c992-b9a9-40ee-9c2f-35a10383b7a5 HTTP/1.1" status: 204 len: 168 time: 2.6614163 Jul 19 03:36:25.524590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49344) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:25.571167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] For port 154b2a9e-dc93-4879-96fb-5dc130e10ff6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=154b2a9e-dc93-4879-96fb-5dc130e10ff6,segment=NetworkSegment(62dbeace-5ff5-4bc0-8ec2-b830f69279d8),segment_id=62dbeace-5ff5-4bc0-8ec2-b830f69279d8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:25.571802 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.589837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Calling delete_port for 154b2a9e-dc93-4879-96fb-5dc130e10ff6 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:25.594844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42029ed-743f-4442-aa06-1d044fd5ea0f req-7e2e80bd-c865-4e10-a932-b82297684672 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:25.596486 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e42029ed-743f-4442-aa06-1d044fd5ea0f req-7e2e80bd-c865-4e10-a932-b82297684672 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 945 time: 0.1634738 Jul 19 03:36:25.616669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f50a0a-f61a-4d4e-a567-87b6fe3de979 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Deleting subnet 2f9ce3f0-2719-49e3-a982-e56f3caff2a8 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:36:25.620640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7f50a0a-f61a-4d4e-a567-87b6fe3de979 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.684377 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7f50a0a-f61a-4d4e-a567-87b6fe3de979 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.722981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e42029ed-743f-4442-aa06-1d044fd5ea0f req-b11604c4-e72e-4c29-bd79-979ef228012c tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196272 Jul 19 03:36:25.759308 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7f50a0a-f61a-4d4e-a567-87b6fe3de979 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.800215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49354) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:25.810340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-1acb56b1-16ee-4e5f-9cfc-8d92f87682f2 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:25.811892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-1acb56b1-16ee-4e5f-9cfc-8d92f87682f2 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 945 time: 0.6657567 Jul 19 03:36:25.853928 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7f50a0a-f61a-4d4e-a567-87b6fe3de979 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.896859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f50a0a-f61a-4d4e-a567-87b6fe3de979 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9ce3f0-2719-49e3-a982-e56f3caff2a8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:25.899808 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7f50a0a-f61a-4d4e-a567-87b6fe3de979 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.902424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d7f50a0a-f61a-4d4e-a567-87b6fe3de979 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/subnets/2f9ce3f0-2719-49e3-a982-e56f3caff2a8 HTTP/1.1" status: 204 len: 168 time: 0.3762779 Jul 19 03:36:25.904237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49358) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:25.927780 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.956112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Pushing event deleted for resources: {'Port': ['ID=154b2a9e-dc93-4879-96fb-5dc130e10ff6,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:25.966563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Deleting port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:25.966929 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:25.968312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1945096812'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:25.971746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.972375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.972756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.973706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.973706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.973706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.974155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.974721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.974931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.976505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.976505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.976742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e23d5-39d6-4d3b-8584-6c5dbe60a287 req-fdfc84cf-ad75-4062-8aae-8509dd372e0e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:25.976858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:25.978176 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b63e23d5-39d6-4d3b-8584-6c5dbe60a287 req-fdfc84cf-ad75-4062-8aae-8509dd372e0e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.2061868 Jul 19 03:36:25.979796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02107861-1bb6-45dc-8278-6e8b8bc5c91b None None] No DVR routers for this DVR port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:26.054128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:26.057697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.063338 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.075869 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.090549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] For port 154b2a9e-dc93-4879-96fb-5dc130e10ff6, host n-d-762330-18, got binding levels [] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:26.091101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.107786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b63e23d5-39d6-4d3b-8584-6c5dbe60a287 req-4addafbb-115a-4a94-bd43-a4f3e960044c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022952 Jul 19 03:36:26.119803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Calling delete_port for 154b2a9e-dc93-4879-96fb-5dc130e10ff6 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:26.123969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.ipam_backend_mixin [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 was not found and therefore no delete operation was performed {{(pid=94344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:36:26.126082 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.128647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-cf0064c4-86a2-482f-919b-600df314607e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Deleting port 86d5f972-c20d-48f7-a44f-792a6d96fc1a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:26.128971 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-cf0064c4-86a2-482f-919b-600df314607e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.150451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02f800-05b6-4c0b-baed-7ba62ee83238 req-7016e187-ad4e-45f7-8d65-5af1938f164f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:26.152020 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b02f800-05b6-4c0b-baed-7ba62ee83238 req-7016e187-ad4e-45f7-8d65-5af1938f164f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 946 time: 0.2169311 Jul 19 03:36:26.186293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] No DVR routers for this DVR port 154b2a9e-dc93-4879-96fb-5dc130e10ff6 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:26.193947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Pushing event deleted for resources: {'Port': ['ID=154b2a9e-dc93-4879-96fb-5dc130e10ff6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:26.251656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.276425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0774b6be-a9bb-4e54-8340-ff8419d9f0bf']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:26.290771 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5b02f800-05b6-4c0b-baed-7ba62ee83238 req-ff68f399-13d1-4f8a-a88b-3088cc23ca03 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182687 Jul 19 03:36:26.294845 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f674865-d575-49f8-9da9-bb044aacf7fe') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:26.295145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f674865-d575-49f8-9da9-bb044aacf7fe') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:26.312933 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.339511 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.352714 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.354043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:26.354466 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:26.357459 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:26.368454 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.373488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.420267 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522170eb-1013-4920-9300-893eb36305eb']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:26.435514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:26.438803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-cf0064c4-86a2-482f-919b-600df314607e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] For port 86d5f972-c20d-48f7-a44f-792a6d96fc1a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=86d5f972-c20d-48f7-a44f-792a6d96fc1a,segment=NetworkSegment(9924a63f-4b8e-486b-832b-513a14d2df33),segment_id=9924a63f-4b8e-486b-832b-513a14d2df33)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:26.439172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-cf0064c4-86a2-482f-919b-600df314607e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.444882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dbeace-5ff5-4bc0-8ec2-b830f69279d8') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:26.445221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dbeace-5ff5-4bc0-8ec2-b830f69279d8') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:26.452028 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.452305 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Added segment bb11dc89-5666-4ccc-aff2-f09e5cdd6d42 of type vlan for network c57bd9b9-2d12-47d2-ba82-910b8cbbeaed Jul 19 03:36:26.460561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.462187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e794d4-30d0-4e3c-8534-be6a09412aa0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:26.463177 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-a85da93a-9f5f-4efd-ab35-0b945158ec4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4 HTTP/1.1" status: 200 len: 1000 time: 0.1851761 Jul 19 03:36:26.470041 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.471921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] 10.222.0.20 "DELETE /v2.0/networks/0774b6be-a9bb-4e54-8340-ff8419d9f0bf HTTP/1.1" status: 204 len: 168 time: 0.5667408 Jul 19 03:36:26.472395 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.478081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-cf0064c4-86a2-482f-919b-600df314607e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Calling delete_port for 86d5f972-c20d-48f7-a44f-792a6d96fc1a owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:26.514784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f35928-66ea-4b3a-9b47-71c9dc503d09 tempest-FloatingIPTestJSON-836179453 tempest-FloatingIPTestJSON-836179453-project] Pushing event deleted for resources: {'Network': ['ID=0774b6be-a9bb-4e54-8340-ff8419d9f0bf,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:26.527609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.536444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.559936 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.566471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:26.567176 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.586470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-52f08702-a2a1-4d22-8cb7-c295225cd7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:26.588018 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-52f08702-a2a1-4d22-8cb7-c295225cd7fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 1098 time: 0.2550142 Jul 19 03:36:26.589045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:26.589672 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:26.595066 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:26.622292 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8017662 Jul 19 03:36:26.631341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-492a23e1-22f8-4a5c-84d5-ca1394c65076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:26.633731 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-492a23e1-22f8-4a5c-84d5-ca1394c65076 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.1633375 Jul 19 03:36:26.672778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d836606-94db-4241-b728-11008fc481d0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=c57bd9b9-2d12-47d2-ba82-910b8cbbeaed,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:26.684875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c57bd9b9-2d12-47d2-ba82-910b8cbbeaed details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:26.794771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 154b2a9e-dc93-4879-96fb-5dc130e10ff6 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:26.817008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-4a1ed6cf-208f-4366-a2b7-3b5450f5395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:26.818596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-4a1ed6cf-208f-4366-a2b7-3b5450f5395a service neutron] 10.222.0.26 "GET /v2.0/networks?id=261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 200 len: 896 time: 0.2142017 Jul 19 03:36:26.823838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.828764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 154b2a9e-dc93-4879-96fb-5dc130e10ff6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:26.829444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 154b2a9e-dc93-4879-96fb-5dc130e10ff6 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:26.849465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:26.852049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] 10.222.0.20 "DELETE /v2.0/networks/522170eb-1013-4920-9300-893eb36305eb HTTP/1.1" status: 204 len: 168 time: 1.8150530 Jul 19 03:36:26.855035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49366) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:26.916884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b6f98-b477-4313-afcf-475f7638e160 admin admin] Pushing event deleted for resources: {'Network': ['ID=522170eb-1013-4920-9300-893eb36305eb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:26.923723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49368) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:26.926995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-6392f3db-b0e3-4bdf-8427-07cec2385a86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 200 len: 217 time: 0.0989242 Jul 19 03:36:27.054944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-af930aa7-d913-4698-8777-9b9711d51924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:27.056524 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-af930aa7-d913-4698-8777-9b9711d51924 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4103510 Jul 19 03:36:27.098301 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-cf0064c4-86a2-482f-919b-600df314607e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:27.105969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-c1fec602-6ca6-4f5e-ab43-ff163bacf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:27.107530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-c1fec602-6ca6-4f5e-ab43-ff163bacf6b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 200 len: 835 time: 0.1677587 Jul 19 03:36:27.111104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['86d5f972-c20d-48f7-a44f-792a6d96fc1a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:36:27.212037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0064c4-86a2-482f-919b-600df314607e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Pushing event deleted for resources: {'Port': ['ID=86d5f972-c20d-48f7-a44f-792a6d96fc1a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:27.219626 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f31e7ae0-35b5-4e4b-8b07-848f88d8c12d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8394974d4972404b8c9673a943ac09f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921550 Jul 19 03:36:27.219626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49374) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:27.327155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-cf0064c4-86a2-482f-919b-600df314607e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] No DVR routers for this DVR port 86d5f972-c20d-48f7-a44f-792a6d96fc1a on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:27.334313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831318-f068-4ef9-9a89-cc494d1ba062 req-d308331b-f046-4565-acc5-36dc8bd2ad72 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:27.339473 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5831318-f068-4ef9-9a89-cc494d1ba062 req-d308331b-f046-4565-acc5-36dc8bd2ad72 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3fc17e2-d222-4dc1-9266-0a02c0f6d103 HTTP/1.1" status: 200 len: 867 time: 0.4001312 Jul 19 03:36:27.341052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1bea15b1-0f87-496b-b891-ccb89a7474fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:27.343818 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-cf0064c4-86a2-482f-919b-600df314607e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:27.346168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb33f03b-5cf7-4027-86bb-e09951cf08fd req-cf0064c4-86a2-482f-919b-600df314607e tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.25 "DELETE /v2.0/ports/86d5f972-c20d-48f7-a44f-792a6d96fc1a HTTP/1.1" status: 204 len: 173 time: 1.5139918 Jul 19 03:36:27.347361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fc17e2-d222-4dc1-9266-0a02c0f6d103', 'name': 'network-vif-deleted', 'tag': '86d5f972-c20d-48f7-a44f-792a6d96fc1a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:27.349764 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90df243-7ced-44d7-b80a-7b2ec45ba93f" -d '{"events": [{"server_uuid": "e3fc17e2-d222-4dc1-9266-0a02c0f6d103", "name": "network-vif-deleted", "tag": "86d5f972-c20d-48f7-a44f-792a6d96fc1a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:27.371354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-932a4d83-de10-46a0-9be3-7b3fe699baa5 service neutron] 10.222.0.26 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054893 Jul 19 03:36:27.376945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1bea15b1-0f87-496b-b891-ccb89a7474fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:27.434898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0b75d-b5d8-4e69-ad76-2db414c2175c req-786795d0-c872-47c7-b051-6bb3e398c947 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:27.436448 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75f0b75d-b5d8-4e69-ad76-2db414c2175c req-786795d0-c872-47c7-b051-6bb3e398c947 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.1744204 Jul 19 03:36:27.450509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-65008122-41fb-4320-93f2-c38d3492cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:27.452039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-65008122-41fb-4320-93f2-c38d3492cf73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=261660e6-e20b-499c-a0f2-f33d8d0a354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3081832 Jul 19 03:36:27.454923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5831318-f068-4ef9-9a89-cc494d1ba062 req-ebe3af1f-b7b4-4f7c-a289-eb3819938a51 tempest-InstanceActionsTestJSON-1314516480 tempest-InstanceActionsTestJSON-1314516480-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b110ceb-dfd7-4bb8-b225-2249117dc5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006253 Jul 19 03:36:27.538158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75f0b75d-b5d8-4e69-ad76-2db414c2175c req-08d23a0b-f55a-42f5-abff-69efd6f21b75 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921218 Jul 19 03:36:27.570320 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1bea15b1-0f87-496b-b891-ccb89a7474fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:27.572769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1bea15b1-0f87-496b-b891-ccb89a7474fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:27.573704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1bea15b1-0f87-496b-b891-ccb89a7474fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ef6cd2b-0f19-4711-a4c9-c6d7efadd14e HTTP/1.1" status: 204 len: 168 time: 0.3533607 Jul 19 03:36:27.643326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea15b1-0f87-496b-b891-ccb89a7474fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef6cd2b-0f19-4711-a4c9-c6d7efadd14e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:27.691678 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:27.762782 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94497f3d-e1a0-46a1-a9ff-6ab2c39ade43 x-openstack-request-id: req-94497f3d-e1a0-46a1-a9ff-6ab2c39ade43 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:27.763127 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fc17e2-d222-4dc1-9266-0a02c0f6d103", "name": "network-vif-deleted", "tag": "86d5f972-c20d-48f7-a44f-792a6d96fc1a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:27.763602 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94497f3d-e1a0-46a1-a9ff-6ab2c39ade43 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:27.764754 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fc17e2-d222-4dc1-9266-0a02c0f6d103', 'name': 'network-vif-deleted', 'tag': '86d5f972-c20d-48f7-a44f-792a6d96fc1a', 'status': 'completed', 'code': 200} Jul 19 03:36:27.809370 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-62c2e1c5-cd7c-4ec9-a298-8d79a44d4d9a service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474669 Jul 19 03:36:27.903628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-3ffe195e-3110-425d-8f8c-d3b0a8665a20 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:27.905170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-3ffe195e-3110-425d-8f8c-d3b0a8665a20 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 946 time: 0.1380901 Jul 19 03:36:28.069428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-3500867b-ea6e-4409-929d-e12d3da51503 service neutron] 10.222.0.26 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447327 Jul 19 03:36:28.104670 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9df45d33-2126-4a60-b876-d5a74d6dac48 req-29917959-6114-49c9-ab2a-906ceafcad2e service neutron] 10.222.0.26 "GET /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670209 Jul 19 03:36:28.220666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfbadf-fb3d-4f92-b797-248e6061be9e req-7b84964b-1324-4fe6-93b2-3ab0501751ef tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:28.222635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1edfbadf-fb3d-4f92-b797-248e6061be9e req-7b84964b-1324-4fe6-93b2-3ab0501751ef tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 946 time: 0.4370735 Jul 19 03:36:28.336491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-ec366f40-5673-4cb7-8bc8-d19cd811c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:28.338043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-ec366f40-5673-4cb7-8bc8-d19cd811c857 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 1097 time: 0.1143754 Jul 19 03:36:28.355674 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1edfbadf-fb3d-4f92-b797-248e6061be9e req-4815dcba-c6d5-4007-900a-bb8584d3b07c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2302c9c2-ba94-4d18-96f1-8e77b52381c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937903 Jul 19 03:36:28.472299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-b7dd91b2-e832-4745-bbaf-dbd4b2583a60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port e4241c74-adbb-488e-aef5-c95f980d9a32 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:28.472943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-b7dd91b2-e832-4745-bbaf-dbd4b2583a60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:28.481708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-bbf0c34b-e068-4959-bc26-69965b2c731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:28.483836 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-bbf0c34b-e068-4959-bc26-69965b2c731a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 200 len: 916 time: 0.1121182 Jul 19 03:36:28.595460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-033e8d14-6fff-43d6-b7e0-0c4befb97143 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4 HTTP/1.1" status: 200 len: 1000 time: 0.1031713 Jul 19 03:36:28.620658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49400) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:28.758492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-91df069f-c9c7-4c24-bd1c-1288a2456cbc admin admin] Deleting subnet 5ca84b4b-0eba-4469-81f2-f5e5d6fd47b3 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:36:28.765571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-91df069f-c9c7-4c24-bd1c-1288a2456cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:28.812600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-f66e36e1-0d9a-4592-8564-f3845e78576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:28.814158 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-f66e36e1-0d9a-4592-8564-f3845e78576d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 200 len: 855 time: 0.2120326 Jul 19 03:36:28.823023 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-91df069f-c9c7-4c24-bd1c-1288a2456cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:28.889518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49406) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:28.953237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-91df069f-c9c7-4c24-bd1c-1288a2456cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:28.990601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] Deleting port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:28.991103 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:28.997524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-b7dd91b2-e832-4745-bbaf-dbd4b2583a60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port e4241c74-adbb-488e-aef5-c95f980d9a32, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e4241c74-adbb-488e-aef5-c95f980d9a32,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:28.997872 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-b7dd91b2-e832-4745-bbaf-dbd4b2583a60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.023905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-bfc67cb0-952d-4fb5-babb-da0b56ca5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:29.027911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-bfc67cb0-952d-4fb5-babb-da0b56ca5469 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6d097fa-1885-4f5c-b884-b8a3ba0914c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2006552 Jul 19 03:36:29.028076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-b7dd91b2-e832-4745-bbaf-dbd4b2583a60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for e4241c74-adbb-488e-aef5-c95f980d9a32 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:29.041265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c5f7-35cb-4f07-b84d-dadd8327e426 req-4ea4a918-af1c-4fab-9694-bc82b67a1e1e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:29.048766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d474c5f7-35cb-4f07-b84d-dadd8327e426 req-4ea4a918-af1c-4fab-9694-bc82b67a1e1e tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 945 time: 0.1939511 Jul 19 03:36:29.137357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] For port b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109,segment=NetworkSegment(f5372352-5246-4d9a-8b4e-4fbb2aa337e0),segment_id=f5372352-5246-4d9a-8b4e-4fbb2aa337e0)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:29.137775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.152764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-dbbd3757-f8ce-4aa2-ac83-bedcead16175 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] Request body: {'port': {'network_id': 'f84b293a-bf87-4e2a-a28a-9e8097083e4c', 'name': 'tempest-NetworksNegativeTestJSON-166903359'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:29.159283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] Calling delete_port for b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:29.185058 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbd3757-f8ce-4aa2-ac83-bedcead16175 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] POST failed (client error): The resource could not be found. Jul 19 03:36:29.185646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbd3757-f8ce-4aa2-ac83-bedcead16175 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:36:29.190690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dbbd3757-f8ce-4aa2-ac83-bedcead16175 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2929332 Jul 19 03:36:29.191526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-91df069f-c9c7-4c24-bd1c-1288a2456cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.193383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49410) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.202141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d474c5f7-35cb-4f07-b84d-dadd8327e426 req-5670910d-4345-4368-bf7b-777031c65d28 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524301 Jul 19 03:36:29.228208 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd755b8d-b945-461f-a2a5-139c8966c2b9 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] DELETE failed (client error): The resource could not be found. Jul 19 03:36:29.228208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd755b8d-b945-461f-a2a5-139c8966c2b9 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:36:29.229257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bd755b8d-b945-461f-a2a5-139c8966c2b9 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] 10.222.0.20 "DELETE /v2.0/networks/fdeba16b-91dd-4aa0-b189-3b6ddee60054 HTTP/1.1" status: 404 len: 339 time: 0.0308528 Jul 19 03:36:29.233426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49412) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.270235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df069f-c9c7-4c24-bd1c-1288a2456cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca84b4b-0eba-4469-81f2-f5e5d6fd47b3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:29.274925 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-91df069f-c9c7-4c24-bd1c-1288a2456cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.278800 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-91df069f-c9c7-4c24-bd1c-1288a2456cbc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5ca84b4b-0eba-4469-81f2-f5e5d6fd47b3 HTTP/1.1" status: 204 len: 168 time: 0.6541338 Jul 19 03:36:29.282258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49414) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.291726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-90892dd9-64ac-44a1-a8ae-fc589a023998 service neutron] 10.222.0.26 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402484 Jul 19 03:36:29.299232 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-053698b6-4d68-460f-bc2f-8848bb0981e2 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] DELETE failed (client error): The resource could not be found. Jul 19 03:36:29.299998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053698b6-4d68-460f-bc2f-8848bb0981e2 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:36:29.302714 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-053698b6-4d68-460f-bc2f-8848bb0981e2 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] 10.222.0.20 "DELETE /v2.0/ports/ea538651-0584-4406-aa30-2d6c7804ef32 HTTP/1.1" status: 404 len: 333 time: 0.0624382 Jul 19 03:36:29.312041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49416) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.382953 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d14c25-275f-477e-8510-cadc381e0130 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] DELETE failed (client error): The resource could not be found. Jul 19 03:36:29.383406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d14c25-275f-477e-8510-cadc381e0130 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:36:29.390294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-60d14c25-275f-477e-8510-cadc381e0130 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] 10.222.0.20 "DELETE /v2.0/subnets/69c9d0fa-4ed4-41e9-991a-5265e3b05c57 HTTP/1.1" status: 404 len: 337 time: 0.0702684 Jul 19 03:36:29.391185 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49418) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.412068 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.424667 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6661d4c-9790-4c3d-abcb-a20c7d9588c5 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] GET failed (client error): The resource could not be found. Jul 19 03:36:29.430339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ea74b09e-16cf-4eb5-84f8-bb894ca209a4 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:36:29.430884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e6661d4c-9790-4c3d-abcb-a20c7d9588c5 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] 10.222.0.20 "GET /v2.0/networks/fff0312c-9ae3-4f4b-acf1-51a78484cdaa HTTP/1.1" status: 404 len: 339 time: 0.0327296 Jul 19 03:36:29.430884 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-b7dd91b2-e832-4745-bbaf-dbd4b2583a60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.434487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49422) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.481563 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d12ac6-e931-48db-be6e-ae48280e5636 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] GET failed (client error): The resource could not be found. Jul 19 03:36:29.488283 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-48d12ac6-e931-48db-be6e-ae48280e5636 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] 10.222.0.20 "GET /v2.0/ports/c7d7da98-e847-45f4-b430-0536a05bebdd HTTP/1.1" status: 404 len: 333 time: 0.0469060 Jul 19 03:36:29.503555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49424) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.517314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd91b2-e832-4745-bbaf-dbd4b2583a60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=e4241c74-adbb-488e-aef5-c95f980d9a32,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:29.549552 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbfec41-f950-4eb8-b413-7a510ab9ed4c tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] GET failed (client error): The resource could not be found. Jul 19 03:36:29.551492 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4cbfec41-f950-4eb8-b413-7a510ab9ed4c tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] 10.222.0.20 "GET /v2.0/subnets/cc56e0f8-973e-4aaa-825a-29aa3aee9a2d HTTP/1.1" status: 404 len: 337 time: 0.0461438 Jul 19 03:36:29.556410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49426) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.568804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:29.590817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'port_id': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'mac_address': 'fa:16:3e:2e:0a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:36:29.598585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a652f5a-1072-40e8-a54b-d905c2fa204c req-854b8b59-87b5-4c4f-b854-53482d4c4712 service neutron] 10.222.0.26 "GET /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966940 Jul 19 03:36:29.605668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-526fe3a5-294b-402d-ba5f-f80415d3245c tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:29.654953 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.655666 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.670884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb026981-20e9-40b5-87e9-d8dcd1875644']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:29.672214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-b7dd91b2-e832-4745-bbaf-dbd4b2583a60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] No DVR routers for this DVR port e4241c74-adbb-488e-aef5-c95f980d9a32 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:29.673968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea74b09e-16cf-4eb5-84f8-bb894ca209a4 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:36:29.675785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-b7dd91b2-e832-4745-bbaf-dbd4b2583a60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.678814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2955c1ae-7c6e-4dd7-8717-2edfbee03556 req-b7dd91b2-e832-4745-bbaf-dbd4b2583a60 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "DELETE /v2.0/ports/e4241c74-adbb-488e-aef5-c95f980d9a32 HTTP/1.1" status: 204 len: 173 time: 1.6723266 Jul 19 03:36:29.693452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9924a63f-4b8e-486b-832b-513a14d2df33') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:29.693794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9924a63f-4b8e-486b-832b-513a14d2df33') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:29.708414 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.709973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-deleted', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:29.712615 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0539e3fe-ed1b-449c-bc84-b390aea4a43e" -d '{"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-deleted", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:29.715983 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-526fe3a5-294b-402d-ba5f-f80415d3245c tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] PUT failed (client error): The resource could not be found. Jul 19 03:36:29.716829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526fe3a5-294b-402d-ba5f-f80415d3245c tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:36:29.718427 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-526fe3a5-294b-402d-ba5f-f80415d3245c tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] 10.222.0.20 "PUT /v2.0/networks/1cda94f0-eece-4254-b3b5-290fe860fdbf HTTP/1.1" status: 404 len: 339 time: 0.1609044 Jul 19 03:36:29.719292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:29.727632 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9722c2da-188b-45aa-8e14-41ddb1de4ccf req-d5d824f4-8cd9-49db-91cb-b54c48367ed8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a0eedc-d755-4c74-a2f1-7fe9180b3a1a HTTP/1.1" status: 200 len: 210 time: 0.1167810 Jul 19 03:36:29.730309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49430) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.735932 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.737870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fcacb1eb-322a-487f-a7b8-bc24e437fb74 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:29.771277 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcacb1eb-322a-487f-a7b8-bc24e437fb74 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] PUT failed (client error): The resource could not be found. Jul 19 03:36:29.773612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcacb1eb-322a-487f-a7b8-bc24e437fb74 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:36:29.775070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fcacb1eb-322a-487f-a7b8-bc24e437fb74 tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] 10.222.0.20 "PUT /v2.0/ports/18580176-b6f1-4bf7-b3ad-587c8c152fdc HTTP/1.1" status: 404 len: 333 time: 0.0434082 Jul 19 03:36:29.779042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49432) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.790969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fbaaf16f-32f1-4df2-886a-eb00e0928ccb tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:29.791352 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.804562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:29.805533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:29.813387 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:29.827384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=11']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:29.852541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 86d5f972-c20d-48f7-a44f-792a6d96fc1a no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:29.852766 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbaaf16f-32f1-4df2-886a-eb00e0928ccb tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] PUT failed (client error): The resource could not be found. Jul 19 03:36:29.853235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbaaf16f-32f1-4df2-886a-eb00e0928ccb tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:36:29.854566 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fbaaf16f-32f1-4df2-886a-eb00e0928ccb tempest-NetworksNegativeTestJSON-1265777474 tempest-NetworksNegativeTestJSON-1265777474-project] 10.222.0.20 "PUT /v2.0/subnets/5840addb-3929-4d37-8185-966406356b08 HTTP/1.1" status: 404 len: 337 time: 0.0747275 Jul 19 03:36:29.857581 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b396d937-c7cb-447a-8386-e7f598bd7c37 x-openstack-request-id: req-b396d937-c7cb-447a-8386-e7f598bd7c37 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:29.857581 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0eedc-d755-4c74-a2f1-7fe9180b3a1a", "name": "network-vif-deleted", "tag": "e4241c74-adbb-488e-aef5-c95f980d9a32", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:29.857581 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b396d937-c7cb-447a-8386-e7f598bd7c37 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:29.857581 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0eedc-d755-4c74-a2f1-7fe9180b3a1a', 'name': 'network-vif-deleted', 'tag': 'e4241c74-adbb-488e-aef5-c95f980d9a32', 'status': 'completed', 'code': 200} Jul 19 03:36:29.860579 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:29.887210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49436) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:29.895776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'network_id': 'c57bd9b9-2d12-47d2-ba82-910b8cbbeaed', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:29.914110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 86d5f972-c20d-48f7-a44f-792a6d96fc1a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:29.927610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 86d5f972-c20d-48f7-a44f-792a6d96fc1a not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:29.995936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:30.004983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['ea74b09e-16cf-4eb5-84f8-bb894ca209a4'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:36:30.229802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:30.238828 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.321866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.329181 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.333521 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb026981-20e9-40b5-87e9-d8dcd1875644 HTTP/1.1" status: 204 len: 168 time: 1.0502567 Jul 19 03:36:30.361931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf3464-09ae-4a1b-bcd5-4ea02378f025 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb026981-20e9-40b5-87e9-d8dcd1875644,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:30.370138 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.450201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49444) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:30.576680 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9836047a-630c-4454-8327-969f131de914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.614520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49448) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:30.648935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c27c4-0725-4208-879c-a589d7709060 req-e95c62a4-0565-45b1-be80-be52fed4e6d4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:30.650812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d82c27c4-0725-4208-879c-a589d7709060 req-e95c62a4-0565-45b1-be80-be52fed4e6d4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.2065122 Jul 19 03:36:30.683836 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3126ad42-986a-48b1-9581-b48d1a921fa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64cd1b0fc78945e4b84e8c8dec71d74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657251 Jul 19 03:36:30.685111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49450) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:30.751236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9836047a-630c-4454-8327-969f131de914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.765652 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9836047a-630c-4454-8327-969f131de914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.799546 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e429e56a-156c-4f1a-a74c-b00f289985cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.805285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836047a-630c-4454-8327-969f131de914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6663f11-2cdc-41cb-a32a-965ae25a4fa0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:30.820829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d82c27c4-0725-4208-879c-a589d7709060 req-087e24c2-30da-4a9f-aeff-ed357918d0b2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229110 Jul 19 03:36:30.827645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.839620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9836047a-630c-4454-8327-969f131de914 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a67ede8d3f2f455b99adc4e5e6162f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881395 Jul 19 03:36:30.853956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49454) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:30.853956 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e429e56a-156c-4f1a-a74c-b00f289985cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.909357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49456) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:30.926491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] Router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:36:30.928540 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-149630d2-7842-4aea-b354-2246977b4eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.950118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e429e56a-156c-4f1a-a74c-b00f289985cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.952883 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e429e56a-156c-4f1a-a74c-b00f289985cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.956422 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e429e56a-156c-4f1a-a74c-b00f289985cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b110ceb-dfd7-4bb8-b225-2249117dc5de HTTP/1.1" status: 204 len: 168 time: 0.2689047 Jul 19 03:36:30.963738 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=29733a96-47ef-46e7-96fd-634f3d0ae03f,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:30.969507 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-149630d2-7842-4aea-b354-2246977b4eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:30.973432 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429e56a-156c-4f1a-a74c-b00f289985cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b110ceb-dfd7-4bb8-b225-2249117dc5de,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:31.042241 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-149630d2-7842-4aea-b354-2246977b4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.046630 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-149630d2-7842-4aea-b354-2246977b4eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.051044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-149630d2-7842-4aea-b354-2246977b4eb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6663f11-2cdc-41cb-a32a-965ae25a4fa0 HTTP/1.1" status: 204 len: 168 time: 0.2065067 Jul 19 03:36:31.061692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149630d2-7842-4aea-b354-2246977b4eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6663f11-2cdc-41cb-a32a-965ae25a4fa0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:31.064342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking segment: {'id': 'bb11dc89-5666-4ccc-aff2-f09e5cdd6d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c57bd9b9-2d12-47d2-ba82-910b8cbbeaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:31.064720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network hostable DHCP agents. Network: c57bd9b9-2d12-47d2-ba82-910b8cbbeaed, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:31.143439 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network c57bd9b9-2d12-47d2-ba82-910b8cbbeaed is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:31.199253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, c57bd9b9-2d12-47d2-ba82-910b8cbbeaed) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:31.207592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:31.208425 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.208871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726268f4-3a44-4c0a-9f8c-9d0a3fef3392 None None] Network c57bd9b9-2d12-47d2-ba82-910b8cbbeaed requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:31.238041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:36:31.252804 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] Sync routers for ids ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:36:31.268442 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] Routers {'9beff106-f2fd-4105-b2f7-1e85dff04ad7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:31.269265 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:31.314896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49466) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:31.315495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-77ced40b-97a2-46bc-bb64-b13d7adba9f7 admin admin] 10.222.0.20 "PUT /v2.0/routers/9beff106-f2fd-4105-b2f7-1e85dff04ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4591882 Jul 19 03:36:31.333477 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ba53900d-642f-4321-b029-2072686b889e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4432299 Jul 19 03:36:31.336785 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49468) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:31.345684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1446974513'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:31.474430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.475574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ea74b09e-16cf-4eb5-84f8-bb894ca209a4 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:31.493077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:31.500069 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] Set router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:31.502747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.505907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-c57bd9b9-2d12-47d2-ba82-910b8cbbeaed', 'network_id': 'c57bd9b9-2d12-47d2-ba82-910b8cbbeaed', 'tenant_id': '2ac0a08888c149b8aa0ca716457273e7', 'fixed_ips': [{'subnet_id': '29733a96-47ef-46e7-96fd-634f3d0ae03f'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:31.507348 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.587502 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:31.648516 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.657238 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Added segment 6df19bea-5cb1-44e4-b8b4-c739650a5392 of type vlan for network 90961451-d4f4-493e-a6d2-7c8fa3fc8aff Jul 19 03:36:31.669120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.702094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Allocated IP 2001:db8:0:ffff::2 (c57bd9b9-2d12-47d2-ba82-910b8cbbeaed/29733a96-47ef-46e7-96fd-634f3d0ae03f/da9cdc84-2dad-4fcf-a330-f6079e32b05b) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:31.746056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Deleting port 22028fb2-19d5-4315-8d37-68024f754e5f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:31.746888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.772192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.855678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] For port 22028fb2-19d5-4315-8d37-68024f754e5f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=22028fb2-19d5-4315-8d37-68024f754e5f,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:31.855678 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.892962 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.899333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:31.908783 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:31.912110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Calling delete_port for 22028fb2-19d5-4315-8d37-68024f754e5f owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:31.951965 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'name': 'tempest-TestServerMultinode-1110651298-router', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:12Z', 'updated_at': '2021-07-19T03:36:29Z', 'revision_number': 5, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'gw_port': {'id': '22028fb2-19d5-4315-8d37-68024f754e5f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:35:13Z', 'updated_at': '2021-07-19T03:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:32.064619 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] Checking router: 9beff106-f2fd-4105-b2f7-1e85dff04ad7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:36:32.102960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49500) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:32.114886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7767434 Jul 19 03:36:32.136604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'network_id': '90961451-d4f4-493e-a6d2-7c8fa3fc8aff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:32.175408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6d9ae-c3ad-4428-9c5f-654e3f79b1e5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=90961451-d4f4-493e-a6d2-7c8fa3fc8aff,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:32.175672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.207190 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] Routers {'9beff106-f2fd-4105-b2f7-1e85dff04ad7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:32.207849 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:32.208840 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Transition to ACTIVE for port object da9cdc84-2dad-4fcf-a330-f6079e32b05b will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:32.248740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Transition to ACTIVE for port object da9cdc84-2dad-4fcf-a330-f6079e32b05b will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:32.269420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 90961451-d4f4-493e-a6d2-7c8fa3fc8aff details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:32.281835 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.308470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.326157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:32.347893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49506) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:32.404108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:32.407224 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.469890 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] Set router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:32.474112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:32.480837 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.532752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a792880-fc89-4cb3-b9c0-d5c561e5dd27 req-94c6cdb9-4487-4765-b90b-846e2c70dea3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:32.541957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Network c57bd9b9-2d12-47d2-ba82-910b8cbbeaed is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:32.552303 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8a792880-fc89-4cb3-b9c0-d5c561e5dd27 req-94c6cdb9-4487-4765-b90b-846e2c70dea3 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 946 time: 0.3483582 Jul 19 03:36:32.581540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:32.585949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:32.595463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Pushing event updated for resources: {'Port': ['ID=da9cdc84-2dad-4fcf-a330-f6079e32b05b,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:32.609219 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'name': 'tempest-TestServerMultinode-1110651298-router', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:12Z', 'updated_at': '2021-07-19T03:36:31Z', 'revision_number': 6, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:32.661382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8a792880-fc89-4cb3-b9c0-d5c561e5dd27 req-1917de6b-7607-4467-a86a-e3a7fe5f6489 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081786 Jul 19 03:36:32.698694 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e32c86-2db9-443d-8c59-17dcfb2cf7cf None None] The sync data for ids ['9beff106-f2fd-4105-b2f7-1e85dff04ad7'] in n-d-762330-18 is: [{'id': '9beff106-f2fd-4105-b2f7-1e85dff04ad7', 'name': 'tempest-TestServerMultinode-1110651298-router', 'tenant_id': 'e9bb57a8268a4645888fc15cffb0295d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:35:12Z', 'updated_at': '2021-07-19T03:36:31Z', 'revision_number': 6, 'project_id': 'e9bb57a8268a4645888fc15cffb0295d', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:36:32.719777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Attempting to bind port da9cdc84-2dad-4fcf-a330-f6079e32b05b on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:32.720165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Attempting to bind port da9cdc84-2dad-4fcf-a330-f6079e32b05b by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'bb11dc89-5666-4ccc-aff2-f09e5cdd6d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c57bd9b9-2d12-47d2-ba82-910b8cbbeaed'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:32.720544 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Attempting to bind port da9cdc84-2dad-4fcf-a330-f6079e32b05b on network c57bd9b9-2d12-47d2-ba82-910b8cbbeaed {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:32.759606 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.761111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1300266283-network', 'tenant_id': 'c9624e9db2294c9498439296b1c1685e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:32.770315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:32.770779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Checking segment: {'id': 'bb11dc89-5666-4ccc-aff2-f09e5cdd6d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c57bd9b9-2d12-47d2-ba82-910b8cbbeaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:32.771178 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.771794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Bound using segment: {'id': 'bb11dc89-5666-4ccc-aff2-f09e5cdd6d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c57bd9b9-2d12-47d2-ba82-910b8cbbeaed'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:32.772995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Bound port: da9cdc84-2dad-4fcf-a330-f6079e32b05b, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb11dc89-5666-4ccc-aff2-f09e5cdd6d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c57bd9b9-2d12-47d2-ba82-910b8cbbeaed'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:32.773587 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.827566 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.862043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Made reservation on behalf of c9624e9db2294c9498439296b1c1685e for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:32.864483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.870882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] For port da9cdc84-2dad-4fcf-a330-f6079e32b05b, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:32.876262 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] For port da9cdc84-2dad-4fcf-a330-f6079e32b05b, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=da9cdc84-2dad-4fcf-a330-f6079e32b05b,segment=NetworkSegment(bb11dc89-5666-4ccc-aff2-f09e5cdd6d42),segment_id=bb11dc89-5666-4ccc-aff2-f09e5cdd6d42)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:32.881715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=22028fb2-19d5-4315-8d37-68024f754e5f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:32.882875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:32.886981 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e014ff-b4ff-446b-8085-4b5dcfb54a0a" -d '{"events": [{"server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "name": "network-vif-plugged", "status": "completed", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:32.890810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.908113 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.935323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:32.957282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 7bd62ce3-2bf3-45d2-917a-648c9b01f413 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:32.957868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.968373 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:32.969367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:32.994139 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d41e72-efb3-4da6-90e5-d51835985277 x-openstack-request-id: req-78d41e72-efb3-4da6-90e5-d51835985277 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:32.994737 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "name": "network-vif-plugged", "status": "completed", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:32.995170 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78d41e72-efb3-4da6-90e5-d51835985277 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:32.996628 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'code': 200} Jul 19 03:36:33.055070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: e4241c74-adbb-488e-aef5-c95f980d9a32 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:33.055736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e4241c74-adbb-488e-aef5-c95f980d9a32 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:33.111344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db432fe8-8c6f-4e8d-af0c-4d7daf022547 None None] Pushing event updated for resources: {'Port': ['ID=da9cdc84-2dad-4fcf-a330-f6079e32b05b,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:33.121354 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.211987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=12']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:33.275039 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.278357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.284254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.388363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.388924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9beff106-f2fd-4105-b2f7-1e85dff04ad7 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:36:33.398367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.401983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a5036142-5175-4e26-83d6-b21ee10923f3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9beff106-f2fd-4105-b2f7-1e85dff04ad7 HTTP/1.1" status: 204 len: 168 time: 2.0836725 Jul 19 03:36:33.402141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49534) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:33.437404 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.438453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=273fc4d8-1f51-42ff-9626-0eec0d1271dc,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:33.464749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.495268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking segment: {'id': '6df19bea-5cb1-44e4-b8b4-c739650a5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '90961451-d4f4-493e-a6d2-7c8fa3fc8aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:33.496409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network hostable DHCP agents. Network: 90961451-d4f4-493e-a6d2-7c8fa3fc8aff, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:33.501534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:33.530092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2561ef-da28-40dc-bb7e-42e7c79e6185 admin admin] Deleting subnet 74e37616-210d-4bec-adad-e3c0a8059d6a {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:36:33.532652 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.532977 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Added segment 16e5f948-28d6-4ee7-8659-9d374dae2a3d of type vlan for network 907c1caf-2359-4f34-850a-ef270720b33f Jul 19 03:36:33.537132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58255bba-6560-4502-8e5d-bd6626324439,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:33.541390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port 7bd62ce3-2bf3-45d2-917a-648c9b01f413, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7bd62ce3-2bf3-45d2-917a-648c9b01f413,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:33.541761 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.549792 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b2561ef-da28-40dc-bb7e-42e7c79e6185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.563337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 7bd62ce3-2bf3-45d2-917a-648c9b01f413 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:33.629365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network 90961451-d4f4-493e-a6d2-7c8fa3fc8aff is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:33.645753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.654578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b2561ef-da28-40dc-bb7e-42e7c79e6185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.665895 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0da1-dc2a-4621-9d9d-6e53f797ec08 req-98c42eeb-2433-4ba2-a9a7-566455dff7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:33.667608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-734c0da1-dc2a-4621-9d9d-6e53f797ec08 req-98c42eeb-2433-4ba2-a9a7-566455dff7a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 1099 time: 0.1892390 Jul 19 03:36:33.734753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 90961451-d4f4-493e-a6d2-7c8fa3fc8aff) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:33.744426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:33.744971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7034b3-49d3-4020-97f1-68221558ca58 None None] Network 90961451-d4f4-493e-a6d2-7c8fa3fc8aff requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:33.745892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.754413 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.755687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:33.756461 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:33.866962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=907c1caf-2359-4f34-850a-ef270720b33f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:33.901155 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:36:33.917443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-37115a2b-a333-48c1-ba73-fa02fb827280 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8054502 Jul 19 03:36:33.920899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49558) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:33.926322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 907c1caf-2359-4f34-850a-ef270720b33f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:33.934040 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f5a4c9b6-190c-4809-a7a8-dc2c0721e3d3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5846252 Jul 19 03:36:33.949225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49560) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:33.963995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Request body: {'subnet': {'network_id': '907c1caf-2359-4f34-850a-ef270720b33f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1300266283-subnet', 'tenant_id': 'c9624e9db2294c9498439296b1c1685e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:33.971815 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.041524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=7bd62ce3-2bf3-45d2-917a-648c9b01f413,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:34.064391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-734c0da1-dc2a-4621-9d9d-6e53f797ec08 req-f203de7e-f777-452a-b558-9304ffdc108b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312644 Jul 19 03:36:34.091479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-90961451-d4f4-493e-a6d2-7c8fa3fc8aff', 'network_id': '90961451-d4f4-493e-a6d2-7c8fa3fc8aff', 'tenant_id': '2ac0a08888c149b8aa0ca716457273e7', 'fixed_ips': [{'subnet_id': '273fc4d8-1f51-42ff-9626-0eec0d1271dc'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:34.092679 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.122095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Made reservation on behalf of c9624e9db2294c9498439296b1c1685e for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:34.125618 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.172876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc460-767a-4115-ac96-36a78b9e3daf req-8108c91f-5f54-4798-82da-9e6c8cb8335c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:34.181442 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-565fc460-767a-4115-ac96-36a78b9e3daf req-8108c91f-5f54-4798-82da-9e6c8cb8335c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 947 time: 0.2504556 Jul 19 03:36:34.204042 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b2561ef-da28-40dc-bb7e-42e7c79e6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.289054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Allocated IP 2001:db8::1 (90961451-d4f4-493e-a6d2-7c8fa3fc8aff/273fc4d8-1f51-42ff-9626-0eec0d1271dc/10c52990-761f-4162-b498-aa550154faee) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:34.319075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49564) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:34.377060 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.403888 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.432564 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-565fc460-767a-4115-ac96-36a78b9e3daf req-d905f3d5-8e98-4528-a299-78fe0d060bf1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498412 Jul 19 03:36:34.465467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b2561ef-da28-40dc-bb7e-42e7c79e6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.519668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644fc929-01d0-46a3-a25d-52a6b8a03a09 None None] Network 185bdd85-0d81-476c-9fa8-92886e6b5d67 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:34.529068 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b2561ef-da28-40dc-bb7e-42e7c79e6185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.532322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7b2561ef-da28-40dc-bb7e-42e7c79e6185 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74e37616-210d-4bec-adad-e3c0a8059d6a HTTP/1.1" status: 204 len: 168 time: 1.1267200 Jul 19 03:36:34.553956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49568) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:34.564991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2561ef-da28-40dc-bb7e-42e7c79e6185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e37616-210d-4bec-adad-e3c0a8059d6a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:34.660076 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b19070db-95a1-4ede-9142-795d33765d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.692779 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.708134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Transition to ACTIVE for port object 10c52990-761f-4162-b498-aa550154faee will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:34.741664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Transition to ACTIVE for port object 10c52990-761f-4162-b498-aa550154faee will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:34.753921 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.797790 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.802962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.852422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfd376-b18f-4b39-b674-86e574b9cf74 None None] DHCP port deletion for 185bdd85-0d81-476c-9fa8-92886e6b5d67 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:36:34.856231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Network 90961451-d4f4-493e-a6d2-7c8fa3fc8aff is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:34.863107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:34.873958 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:34.883852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:36:34.923981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:34.928950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Pushing event updated for resources: {'Port': ['ID=10c52990-761f-4162-b498-aa550154faee,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:35.027771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723deb99-0aa5-4c57-bd95-01558676a563 None None] Network c57bd9b9-2d12-47d2-ba82-910b8cbbeaed requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:35.029229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e66b5d3-4aff-4a76-870d-96cfc748428b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:35.045303 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.089373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:36:35.096667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6c1fc0c7-3ae0-4a5d-a48e-f2b875e55089 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "PUT /v2.0/routers/0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1819024 Jul 19 03:36:35.099637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49578) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:35.111423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784b79a-70af-40b0-85cf-856f9cd901aa None None] Sync routers for ids ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:36:35.123009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Attempting to bind port 10c52990-761f-4162-b498-aa550154faee on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:35.123466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Attempting to bind port 10c52990-761f-4162-b498-aa550154faee by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '6df19bea-5cb1-44e4-b8b4-c739650a5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '90961451-d4f4-493e-a6d2-7c8fa3fc8aff'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:35.123966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Attempting to bind port 10c52990-761f-4162-b498-aa550154faee on network 90961451-d4f4-493e-a6d2-7c8fa3fc8aff {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:35.126810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device da9cdc84-2dad-4fcf-a330-f6079e32b05b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:35.134417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Subnet': ['ID=273fc4d8-1f51-42ff-9626-0eec0d1271dc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:35.160597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Checking segment: {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:35.161424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Network hostable DHCP agents. Network: 907c1caf-2359-4f34-850a-ef270720b33f, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:35.190152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6695fec-680b-4a86-ac26-ce55fd62964f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting subnet ab196cfe-602a-4d4e-8267-df1a7937162f {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:36:35.198321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6695fec-680b-4a86-ac26-ce55fd62964f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.210383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b19070db-95a1-4ede-9142-795d33765d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.228927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Deleting port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:35.229369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.231236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b19070db-95a1-4ede-9142-795d33765d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.277591 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.278523 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6695fec-680b-4a86-ac26-ce55fd62964f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.313231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90961451-d4f4-493e-a6d2-7c8fa3fc8aff']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:35.315474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Network 907c1caf-2359-4f34-850a-ef270720b33f is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:35.352418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e784b79a-70af-40b0-85cf-856f9cd901aa None None] Routers {'0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:35.353320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e784b79a-70af-40b0-85cf-856f9cd901aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:35.360568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:35.360995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df19bea-5cb1-44e4-b8b4-c739650a5392') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:35.361422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df19bea-5cb1-44e4-b8b4-c739650a5392') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:35.361682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Checking segment: {'id': '6df19bea-5cb1-44e4-b8b4-c739650a5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '90961451-d4f4-493e-a6d2-7c8fa3fc8aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:35.362330 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.362905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Bound using segment: {'id': '6df19bea-5cb1-44e4-b8b4-c739650a5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '90961451-d4f4-493e-a6d2-7c8fa3fc8aff'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:35.363561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Bound port: 10c52990-761f-4162-b498-aa550154faee, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df19bea-5cb1-44e4-b8b4-c739650a5392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '90961451-d4f4-493e-a6d2-7c8fa3fc8aff'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:35.364165 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.394733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6695fec-680b-4a86-ac26-ce55fd62964f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.395857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b19070db-95a1-4ede-9142-795d33765d68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dae72be565fd40ac929a136278bbcdc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0749915 Jul 19 03:36:35.404006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-984b2cb6-8ec2-43d0-b941-73bbbf5f5e99 None None] Provisioning for port da9cdc84-2dad-4fcf-a330-f6079e32b05b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:35.408805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 907c1caf-2359-4f34-850a-ef270720b33f) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:35.410230 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49598) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:35.414576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19070db-95a1-4ede-9142-795d33765d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed61868c-fd2a-494c-a199-1a3f0fc7d47b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:35.433791 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.440477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:35.440638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-42dfd376-b18f-4b39-b674-86e574b9cf74 None None] Deleting port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:35.440882 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42dfd376-b18f-4b39-b674-86e574b9cf74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.441685 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.442766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936643c6-a519-482d-ab9e-a1abb43d052c None None] Network 907c1caf-2359-4f34-850a-ef270720b33f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:35.449262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] For port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a,segment=NetworkSegment(f5372352-5246-4d9a-8b4e-4fbb2aa337e0),segment_id=f5372352-5246-4d9a-8b4e-4fbb2aa337e0)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:35.450432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.511802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Calling delete_port for f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:35.574034 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e02cca6b-71e9-480a-9913-139b5145566e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.586131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6695fec-680b-4a86-ac26-ce55fd62964f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.664877 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.672423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:35.673036 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.684818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c6695fec-680b-4a86-ac26-ce55fd62964f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.686736 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c6695fec-680b-4a86-ac26-ce55fd62964f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/subnets/ab196cfe-602a-4d4e-8267-df1a7937162f HTTP/1.1" status: 204 len: 168 time: 0.5858572 Jul 19 03:36:35.687641 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695fec-680b-4a86-ac26-ce55fd62964f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Subnet': ['ID=ab196cfe-602a-4d4e-8267-df1a7937162f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:35.696207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49610) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:35.708756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b4332-293d-4bb1-9c99-70249710ae29 None None] Network 261660e6-e20b-499c-a0f2-f33d8d0a354c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:35.717679 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e02cca6b-71e9-480a-9913-139b5145566e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.727447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port da9cdc84-2dad-4fcf-a330-f6079e32b05b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:35.768579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6833170a-6448-4964-bc6f-80fb97eec06f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8114085 Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:35.770575 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:35.789991 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.792946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-e784b79a-70af-40b0-85cf-856f9cd901aa None None] Set router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:35.795877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-42dfd376-b18f-4b39-b674-86e574b9cf74 None None] For port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a,segment=NetworkSegment(f5372352-5246-4d9a-8b4e-4fbb2aa337e0),segment_id=f5372352-5246-4d9a-8b4e-4fbb2aa337e0)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:35.796280 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42dfd376-b18f-4b39-b674-86e574b9cf74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.803698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port da9cdc84-2dad-4fcf-a330-f6079e32b05b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:35.804116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.806870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] For port 10c52990-761f-4162-b498-aa550154faee, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:35.836275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:35.842156 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:36:35.842156 n-d-762330-18 neutron-server[94344]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:36:35.842156 n-d-762330-18 neutron-server[94344]: [parameters: {'id': '90961451-d4f4-493e-a6d2-7c8fa3fc8aff'}] Jul 19 03:36:35.842156 n-d-762330-18 neutron-server[94344]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:36:35.842635 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:36:35.857682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] No DVR routers for this DVR port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:35.934476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2267a-d1b6-442b-a6a8-c906fd4d4ab8 req-16e555b7-d2ab-4fc2-b1d6-0d7d8bed919b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:35.936590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ccb2267a-d1b6-442b-a6a8-c906fd4d4ab8 req-16e555b7-d2ab-4fc2-b1d6-0d7d8bed919b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 947 time: 0.1609790 Jul 19 03:36:35.937500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-42dfd376-b18f-4b39-b674-86e574b9cf74 None None] Calling delete_port for f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:35.942792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:35.949844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] For port 10c52990-761f-4162-b498-aa550154faee, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10c52990-761f-4162-b498-aa550154faee,segment=NetworkSegment(6df19bea-5cb1-44e4-b8b4-c739650a5392),segment_id=6df19bea-5cb1-44e4-b8b4-c739650a5392)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:35.999417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.017506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185bdd85-0d81-476c-9fa8-92886e6b5d67']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:36.044199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:36.044581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5372352-5246-4d9a-8b4e-4fbb2aa337e0') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:36.055289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.070597 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.091524 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ccb2267a-d1b6-442b-a6a8-c906fd4d4ab8 req-9cc2bf92-585d-413a-ae45-a571242a4de2 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472328 Jul 19 03:36:36.092628 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.099714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:36.100951 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:36.103286 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:36.133201 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e02cca6b-71e9-480a-9913-139b5145566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.139262 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e02cca6b-71e9-480a-9913-139b5145566e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.142827 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e02cca6b-71e9-480a-9913-139b5145566e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed61868c-fd2a-494c-a199-1a3f0fc7d47b HTTP/1.1" status: 204 len: 168 time: 0.7282481 Jul 19 03:36:36.154929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.165019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cca6b-71e9-480a-9913-139b5145566e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed61868c-fd2a-494c-a199-1a3f0fc7d47b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:36.199865 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.210189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.214869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] 10.222.0.20 "DELETE /v2.0/networks/185bdd85-0d81-476c-9fa8-92886e6b5d67 HTTP/1.1" status: 204 len: 168 time: 1.6591201 Jul 19 03:36:36.238712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635e45f-65ed-4a5a-83ef-ad463fa0036d admin admin] Pushing event deleted for resources: {'Network': ['ID=185bdd85-0d81-476c-9fa8-92886e6b5d67,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:36.246119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 4c609637-3f50-4895-b75b-d764647c7926 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:36.246737 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.296587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de60e95e-53f0-4154-b0da-84edecb93300 None None] Network 907c1caf-2359-4f34-850a-ef270720b33f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:36.343531 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.343969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port 4c609637-3f50-4895-b75b-d764647c7926, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4c609637-3f50-4895-b75b-d764647c7926,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:36.344535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.366562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 4c609637-3f50-4895-b75b-d764647c7926 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:36.478785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting port 10c52990-761f-4162-b498-aa550154faee {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:36.478785 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.583454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94e1d3-f2db-476e-b709-9aa1b9d4f80b None None] Pushing event updated for resources: {'Port': ['ID=10c52990-761f-4162-b498-aa550154faee,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:36.594978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] For port 10c52990-761f-4162-b498-aa550154faee, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10c52990-761f-4162-b498-aa550154faee,segment=NetworkSegment(6df19bea-5cb1-44e4-b8b4-c739650a5392),segment_id=6df19bea-5cb1-44e4-b8b4-c739650a5392)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:36.595686 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.618812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Calling delete_port for 10c52990-761f-4162-b498-aa550154faee owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:36.659060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b839de96-330d-47b3-8385-52e692a194c4 None None] Network 90961451-d4f4-493e-a6d2-7c8fa3fc8aff requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:36.703188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49634) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:36.718375 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.753494 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a5fd-7b6e-41c2-b0f9-ed8cc8fde8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.758172 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42dfd376-b18f-4b39-b674-86e574b9cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.761505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49636) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:36.762196 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.843171 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.846075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Port': ['ID=10c52990-761f-4162-b498-aa550154faee,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:36.851404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No DVR routers for this DVR port 10c52990-761f-4162-b498-aa550154faee on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:36.885995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-311cc8b7-19ad-4f92-bc3a-3249ec7b94cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddc2157b1fc84ecc8c0a32da47423865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1183429 Jul 19 03:36:36.886220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42dfd376-b18f-4b39-b674-86e574b9cf74 None None] Network 185bdd85-0d81-476c-9fa8-92886e6b5d67 is not hosted by any dhcp agent {{(pid=94346) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 03:36:36.886220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfd376-b18f-4b39-b674-86e574b9cf74 None None] No DVR routers for this DVR port f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:36.886831 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49638) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:36.899144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfd376-b18f-4b39-b674-86e574b9cf74 None None] Pushing event deleted for resources: {'Port': ['ID=f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:36.905417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d052e-9d83-4dd1-883b-3eb278fb1c96 None None] DHCP port deletion for 261660e6-e20b-499c-a0f2-f33d8d0a354c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:36:36.910019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-6880a345-a40f-41a5-b19e-47f24df0112b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:36.911639 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-6880a345-a40f-41a5-b19e-47f24df0112b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/networks?id=907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 200 len: 813 time: 0.4632506 Jul 19 03:36:36.938129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=4c609637-3f50-4895-b75b-d764647c7926,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:36.956135 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-564530ad-b723-461c-8102-9d87ee18de5c tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/quotas/c9624e9db2294c9498439296b1c1685e HTTP/1.1" status: 200 len: 375 time: 0.0218379 Jul 19 03:36:36.965081 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:36.969878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port da9cdc84-2dad-4fcf-a330-f6079e32b05b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=da9cdc84-2dad-4fcf-a330-f6079e32b05b,segment=NetworkSegment(bb11dc89-5666-4ccc-aff2-f09e5cdd6d42),segment_id=bb11dc89-5666-4ccc-aff2-f09e5cdd6d42)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:36.980952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.004623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90961451-d4f4-493e-a6d2-7c8fa3fc8aff']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:37.035175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df19bea-5cb1-44e4-b8b4-c739650a5392') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:37.035496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df19bea-5cb1-44e4-b8b4-c739650a5392') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:37.053181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e784b79a-70af-40b0-85cf-856f9cd901aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243370293', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4c609637-3f50-4895-b75b-d764647c7926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:34:04Z', 'updated_at': '2021-07-19T03:36:33Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '4c609637-3f50-4895-b75b-d764647c7926', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:34:05Z', 'updated_at': '2021-07-19T03:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:37.054030 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.056826 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-d5790d95-f59a-4696-97d0-22431aa61a5a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9624e9db2294c9498439296b1c1685e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885551 Jul 19 03:36:37.084681 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.085569 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.090872 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e53143bd-cb0e-49b9-9dc9-699abb7744dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.101682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:37.101952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:37.109701 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:37.117040 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.118696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2d6fed28-eeb1-4e95-a9f8-87a180c042a1 None None] Provisioning complete for port da9cdc84-2dad-4fcf-a330-f6079e32b05b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:37.119452 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2d6fed28-eeb1-4e95-a9f8-87a180c042a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.120891 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.126889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784b79a-70af-40b0-85cf-856f9cd901aa None None] Checking router: 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:36:37.185945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e53143bd-cb0e-49b9-9dc9-699abb7744dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.196191 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a5fd-7b6e-41c2-b0f9-ed8cc8fde8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.205654 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.212646 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a5fd-7b6e-41c2-b0f9-ed8cc8fde8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.222838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e784b79a-70af-40b0-85cf-856f9cd901aa None None] Routers {'0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:37.223565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e784b79a-70af-40b0-85cf-856f9cd901aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:37.225745 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.226523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:36:37.230894 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.237788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.243368 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9d757a11-9f67-4b6e-8a5b-fcbc9abb80ba tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/routers/0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8 HTTP/1.1" status: 204 len: 168 time: 1.5401556 Jul 19 03:36:37.244214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49644) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:37.267442 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.274190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/90961451-d4f4-493e-a6d2-7c8fa3fc8aff HTTP/1.1" status: 204 len: 168 time: 3.3519936 Jul 19 03:36:37.274758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49646) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:37.278818 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-6485c9b1-8fd0-40db-92c2-8b4fb3e47c3c service neutron] 10.222.0.20 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956794 Jul 19 03:36:37.289979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023193267'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:37.305745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f9f12-064d-43a8-aabc-f300bce577b4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Network': ['ID=90961451-d4f4-493e-a6d2-7c8fa3fc8aff,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:37.309582 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a6e7a5fd-7b6e-41c2-b0f9-ed8cc8fde8ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43b1aff2cf9247efa1654f77b79a2ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004498 Jul 19 03:36:37.313580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49648) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:37.316726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7a5fd-7b6e-41c2-b0f9-ed8cc8fde8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a4b64-b386-4244-be99-271d0fe6eee7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:37.341328 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e53143bd-cb0e-49b9-9dc9-699abb7744dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.345665 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e53143bd-cb0e-49b9-9dc9-699abb7744dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.346821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e53143bd-cb0e-49b9-9dc9-699abb7744dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b61928c-7fa3-4083-a9cc-118566eaad23 HTTP/1.1" status: 204 len: 168 time: 0.4593849 Jul 19 03:36:37.361625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53143bd-cb0e-49b9-9dc9-699abb7744dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b61928c-7fa3-4083-a9cc-118566eaad23,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:37.420809 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.434659 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:37.438551 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.480971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:37.487135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edcb5e-5720-459f-8841-0495578e8d5d req-bd6e0cd6-84b2-4bee-9b3a-88537d912780 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:37.488910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-87edcb5e-5720-459f-8841-0495578e8d5d req-bd6e0cd6-84b2-4bee-9b3a-88537d912780 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 947 time: 0.0784483 Jul 19 03:36:37.508757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-e784b79a-70af-40b0-85cf-856f9cd901aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:37.509582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784b79a-70af-40b0-85cf-856f9cd901aa None None] The sync data for ids ['0a1b0e0a-c571-4ce2-9d3d-8b52933d2af8'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:36:37.531068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:37.531562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b0c2fdee-3faa-445d-a5ce-b0d0b4e6a109 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:37.532084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 22028fb2-19d5-4315-8d37-68024f754e5f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:37.539368 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:37.577212 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.577898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=da9cdc84-2dad-4fcf-a330-f6079e32b05b,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:37.581092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 22028fb2-19d5-4315-8d37-68024f754e5f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:37.581662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 22028fb2-19d5-4315-8d37-68024f754e5f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:37.585974 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-d68341c6-76a2-4719-8174-b4be467e05fe service neutron] 10.222.0.20 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882786 Jul 19 03:36:37.588605 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.589881 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Added segment 6c33a7cc-68f9-46ba-82fd-c002ee04a575 of type vlan for network b9182b33-b0ed-485f-a0b1-d1727b4f65c7 Jul 19 03:36:37.592240 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9f7976aa-d2d7-49e8-a132-de0a83abfb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.601500 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-87edcb5e-5720-459f-8841-0495578e8d5d req-f46b6c57-d655-4e35-be2f-c4ec18f8e1c1 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041656 Jul 19 03:36:37.636396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e69d052e-9d83-4dd1-883b-3eb278fb1c96 None None] Deleting port 67f68b10-42d8-4b3f-951e-13e1c9f1450a {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:37.636912 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e69d052e-9d83-4dd1-883b-3eb278fb1c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.656545 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.679098 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9f7976aa-d2d7-49e8-a132-de0a83abfb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.724643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 67f68b10-42d8-4b3f-951e-13e1c9f1450a {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:37.725515 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.747144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e69d052e-9d83-4dd1-883b-3eb278fb1c96 None None] For port 67f68b10-42d8-4b3f-951e-13e1c9f1450a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=67f68b10-42d8-4b3f-951e-13e1c9f1450a,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:37.747610 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e69d052e-9d83-4dd1-883b-3eb278fb1c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.768418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.769721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e69d052e-9d83-4dd1-883b-3eb278fb1c96 None None] Calling delete_port for 67f68b10-42d8-4b3f-951e-13e1c9f1450a owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:37.774157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:37.774798 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.860189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5838046 Jul 19 03:36:37.860878 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9f7976aa-d2d7-49e8-a132-de0a83abfb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.863039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49658) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:37.863522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9f7976aa-d2d7-49e8-a132-de0a83abfb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.866342 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9f7976aa-d2d7-49e8-a132-de0a83abfb12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f4a4b64-b386-4244-be99-271d0fe6eee7 HTTP/1.1" status: 204 len: 168 time: 0.5466068 Jul 19 03:36:37.872905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port 67f68b10-42d8-4b3f-951e-13e1c9f1450a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=67f68b10-42d8-4b3f-951e-13e1c9f1450a,segment=NetworkSegment(22b73eec-bf77-4ab4-8343-e59cbb8ec1ee),segment_id=22b73eec-bf77-4ab4-8343-e59cbb8ec1ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:37.873537 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.875323 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'network_id': 'b9182b33-b0ed-485f-a0b1-d1727b4f65c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:37.895272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7976aa-d2d7-49e8-a132-de0a83abfb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a4b64-b386-4244-be99-271d0fe6eee7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:37.905787 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e69d052e-9d83-4dd1-883b-3eb278fb1c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:37.981640 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 67f68b10-42d8-4b3f-951e-13e1c9f1450a owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:38.004004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d052e-9d83-4dd1-883b-3eb278fb1c96 None None] Pushing event deleted for resources: {'Port': ['ID=67f68b10-42d8-4b3f-951e-13e1c9f1450a,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:38.021378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676cd58-b90c-4b29-9ba8-8b097e755294 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=b9182b33-b0ed-485f-a0b1-d1727b4f65c7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:38.063519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network b9182b33-b0ed-485f-a0b1-d1727b4f65c7 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:38.125248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49664) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:38.193253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d052e-9d83-4dd1-883b-3eb278fb1c96 None None] No DVR routers for this DVR port 67f68b10-42d8-4b3f-951e-13e1c9f1450a on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:38.202437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:38.212758 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.250669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e37ac-c24b-41e9-baab-60f68c8f6799 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:36:38.292170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ba45890-5056-4676-aeca-5540112136cf req-04201f1e-44b1-45a2-aa13-0e3251d76f64 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 210 time: 0.0447516 Jul 19 03:36:38.301015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.318699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] No DVR routers for this DVR port 67f68b10-42d8-4b3f-951e-13e1c9f1450a on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:38.347809 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d837e0bb-39de-401f-baa7-f99c35c04848 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9bb57a8268a4645888fc15cffb0295d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189360 Jul 19 03:36:38.348061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=67f68b10-42d8-4b3f-951e-13e1c9f1450a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:38.348713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49674) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:38.440841 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f78f19ec-3c0b-4c3f-b87b-9a0aa7e9d523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.450405 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.462688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261660e6-e20b-499c-a0f2-f33d8d0a354c']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:38.473313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:38.473968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b73eec-bf77-4ab4-8343-e59cbb8ec1ee') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:38.488235 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.503758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.505735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e37ac-c24b-41e9-baab-60f68c8f6799 None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:36:38.507198 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f78f19ec-3c0b-4c3f-b87b-9a0aa7e9d523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.511171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:38.511785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.575852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device da9cdc84-2dad-4fcf-a330-f6079e32b05b up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:38.601904 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:38.607326 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.642254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.644290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/networks/261660e6-e20b-499c-a0f2-f33d8d0a354c HTTP/1.1" status: 204 len: 168 time: 1.3938720 Jul 19 03:36:38.647447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49688) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:38.654712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53e663-661b-42f4-967a-59f068d78022 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Network': ['ID=261660e6-e20b-499c-a0f2-f33d8d0a354c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:38.685603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.776752 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f78f19ec-3c0b-4c3f-b87b-9a0aa7e9d523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.779484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f78f19ec-3c0b-4c3f-b87b-9a0aa7e9d523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.780540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f78f19ec-3c0b-4c3f-b87b-9a0aa7e9d523 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7033cf4c-94e2-4fb1-b0bd-d2679e33529f HTTP/1.1" status: 204 len: 168 time: 0.4308445 Jul 19 03:36:38.828965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f19ec-3c0b-4c3f-b87b-9a0aa7e9d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7033cf4c-94e2-4fb1-b0bd-d2679e33529f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:38.843378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port da9cdc84-2dad-4fcf-a330-f6079e32b05b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:38.843997 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.858474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=ba559d07-e3ef-48d6-8436-f0c312867e96,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:38.886482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking segment: {'id': '6c33a7cc-68f9-46ba-82fd-c002ee04a575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b9182b33-b0ed-485f-a0b1-d1727b4f65c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:38.887556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network hostable DHCP agents. Network: b9182b33-b0ed-485f-a0b1-d1727b4f65c7, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:38.934358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network b9182b33-b0ed-485f-a0b1-d1727b4f65c7 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:38.960543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, b9182b33-b0ed-485f-a0b1-d1727b4f65c7) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:38.972420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:38.973636 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:38.979775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f55c0c2-f0e9-4ea6-adfa-196e825211ab tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.021008 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-84d8476b-0010-4571-86be-1ae11175d003 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1495943 Jul 19 03:36:39.021222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49700) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:39.027524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1121232047'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:39.060220 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f55c0c2-f0e9-4ea6-adfa-196e825211ab tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.093187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:39.099425 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.128607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 67f68b10-42d8-4b3f-951e-13e1c9f1450a no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:39.194031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 67f68b10-42d8-4b3f-951e-13e1c9f1450a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:39.196042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 67f68b10-42d8-4b3f-951e-13e1c9f1450a not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:39.196825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:39.218798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:39.225422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:39.226287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4f4f0d5-f1e0-4e33-822c-8fcda7b6495a not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:39.227242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7bd62ce3-2bf3-45d2-917a-648c9b01f413 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:39.251883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f55c0c2-f0e9-4ea6-adfa-196e825211ab tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.255340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.255688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 7bd62ce3-2bf3-45d2-917a-648c9b01f413 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:39.256440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7bd62ce3-2bf3-45d2-917a-648c9b01f413 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:39.256770 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Added segment 374e48e2-e4c7-469c-bec4-cb10f7d398ce of type vlan for network 12fe496e-4131-4581-94cb-bb3e0f642a21 Jul 19 03:36:39.257091 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5f55c0c2-f0e9-4ea6-adfa-196e825211ab tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.262988 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5f55c0c2-f0e9-4ea6-adfa-196e825211ab tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/security-groups/2302c9c2-ba94-4d18-96f1-8e77b52381c6 HTTP/1.1" status: 204 len: 168 time: 0.6137316 Jul 19 03:36:39.291484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55c0c2-f0e9-4ea6-adfa-196e825211ab tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2302c9c2-ba94-4d18-96f1-8e77b52381c6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:39.408916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b081a8-51a3-49a8-a1a6-072326b3f437 None None] Network b9182b33-b0ed-485f-a0b1-d1727b4f65c7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:39.471018 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.555225 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.562607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:39.563518 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.595792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5727625 Jul 19 03:36:39.598830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49712) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:39.606807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'network_id': '12fe496e-4131-4581-94cb-bb3e0f642a21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:39.658845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24bbe8-0cd3-4038-a582-d347be4063d6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=12fe496e-4131-4581-94cb-bb3e0f642a21,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:39.674108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 12fe496e-4131-4581-94cb-bb3e0f642a21 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:39.699115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-65032fd2-286a-4094-a546-af8d57c17650 req-6732175d-0195-458a-8e7f-ce33ba55e231 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 210 time: 0.0794418 Jul 19 03:36:39.817309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4c609637-3f50-4895-b75b-d764647c7926 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:36:39.836132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:39.841010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.859007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 4c609637-3f50-4895-b75b-d764647c7926 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:36:39.859513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4c609637-3f50-4895-b75b-d764647c7926 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:36:39.898425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-b9182b33-b0ed-485f-a0b1-d1727b4f65c7', 'network_id': 'b9182b33-b0ed-485f-a0b1-d1727b4f65c7', 'tenant_id': '2ac0a08888c149b8aa0ca716457273e7', 'fixed_ips': [{'subnet_id': 'ba559d07-e3ef-48d6-8436-f0c312867e96'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:39.899428 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:39.937153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Performing IP validity checks on allocation pools {{(pid=94345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 19 03:36:39.938436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 19 03:36:40.072675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Allocated IP 2001:db8::1 (b9182b33-b0ed-485f-a0b1-d1727b4f65c7/ba559d07-e3ef-48d6-8436-f0c312867e96/b6f1d9e8-6714-4a7b-9efe-6a18af7635a5) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:40.102922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:40.215089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49722) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:40.221119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9d76a4e4-f8c6-4931-9cb8-de585d087bca tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38521573', 'description': 'tempest-secgroup-smoke-38521573 description', 'project_id': 'e75be25bd4974f968410bc0e645db078'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:40.259767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=77900891-e844-4da8-be84-ea24a4b91405,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:40.281187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking segment: {'id': '374e48e2-e4c7-469c-bec4-cb10f7d398ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '12fe496e-4131-4581-94cb-bb3e0f642a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:40.282065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network hostable DHCP agents. Network: 12fe496e-4131-4581-94cb-bb3e0f642a21, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:40.288585 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d76a4e4-f8c6-4931-9cb8-de585d087bca tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:40.340621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network 12fe496e-4131-4581-94cb-bb3e0f642a21 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:40.362890 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:40.375103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Transition to ACTIVE for port object b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:40.397076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Transition to ACTIVE for port object b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:40.408188 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:40.423553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 12fe496e-4131-4581-94cb-bb3e0f642a21) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:40.464481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:40.465407 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:40.467904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Network b9182b33-b0ed-485f-a0b1-d1727b4f65c7 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:40.473259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:40.475494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa1320f-205d-4217-a61a-7aa87c3e6203 None None] Network 12fe496e-4131-4581-94cb-bb3e0f642a21 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:40.479119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:40.529505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-1a3125d2-3896-436b-b473-3c4369818ae8 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:40.532153 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-1a3125d2-3896-436b-b473-3c4369818ae8 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.26 "GET /v2.0/networks?id=907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 200 len: 813 time: 0.2150893 Jul 19 03:36:40.546827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Request body: {'port': {'device_id': 'b04b6d31-5faa-43a7-a69b-6d84799dfaf0', 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f', 'admin_state_up': True, 'tenant_id': 'c9624e9db2294c9498439296b1c1685e'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:40.603358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Pushing event updated for resources: {'Port': ['ID=b6f1d9e8-6714-4a7b-9efe-6a18af7635a5,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:40.799910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Attempting to bind port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:40.800426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Attempting to bind port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '6c33a7cc-68f9-46ba-82fd-c002ee04a575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b9182b33-b0ed-485f-a0b1-d1727b4f65c7'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:40.800803 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Attempting to bind port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 on network b9182b33-b0ed-485f-a0b1-d1727b4f65c7 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:40.806684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:40.807082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Checking segment: {'id': '6c33a7cc-68f9-46ba-82fd-c002ee04a575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b9182b33-b0ed-485f-a0b1-d1727b4f65c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:40.807477 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:40.808330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Bound using segment: {'id': '6c33a7cc-68f9-46ba-82fd-c002ee04a575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b9182b33-b0ed-485f-a0b1-d1727b4f65c7'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:40.808330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Bound port: b6f1d9e8-6714-4a7b-9efe-6a18af7635a5, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c33a7cc-68f9-46ba-82fd-c002ee04a575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b9182b33-b0ed-485f-a0b1-d1727b4f65c7'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:40.808719 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:40.813539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-12fe496e-4131-4581-94cb-bb3e0f642a21', 'network_id': '12fe496e-4131-4581-94cb-bb3e0f642a21', 'tenant_id': '2ac0a08888c149b8aa0ca716457273e7', 'fixed_ips': [{'subnet_id': '77900891-e844-4da8-be84-ea24a4b91405'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:40.814510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:40.898395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] For port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:40.903389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] For port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b6f1d9e8-6714-4a7b-9efe-6a18af7635a5,segment=NetworkSegment(6c33a7cc-68f9-46ba-82fd-c002ee04a575),segment_id=6c33a7cc-68f9-46ba-82fd-c002ee04a575)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:41.008182 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.058005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d76a4e4-f8c6-4931-9cb8-de585d087bca tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.069046 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d76a4e4-f8c6-4931-9cb8-de585d087bca tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.091250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-0d138a29-8ed8-4642-b0d6-900d2aa1d92e tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:41.092836 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-0d138a29-8ed8-4642-b0d6-900d2aa1d92e tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.25 "GET /v2.0/networks?id=907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 200 len: 813 time: 0.7049522 Jul 19 03:36:41.111688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Request body: {'port': {'device_id': 'e34c9c67-08d3-46d9-9d75-db272e250b4f', 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f', 'admin_state_up': True, 'tenant_id': 'c9624e9db2294c9498439296b1c1685e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:41.127825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b56fd7-27bc-41e9-b22b-78efa5b25f7d None None] Pushing event updated for resources: {'Port': ['ID=b6f1d9e8-6714-4a7b-9efe-6a18af7635a5,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:41.139620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Allocated IP 2001:db8::3 (12fe496e-4131-4581-94cb-bb3e0f642a21/77900891-e844-4da8-be84-ea24a4b91405/2964c3ba-a741-4c44-8360-3c7d5f09c7c4) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:41.187568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d76a4e4-f8c6-4931-9cb8-de585d087bca tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.191535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9d76a4e4-f8c6-4931-9cb8-de585d087bca tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9728248 Jul 19 03:36:41.193218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49742) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:41.200692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-51df1025-a71a-4cde-ae0f-2271107e7904 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '763c13a5-12d6-4c03-b433-190075c20747', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:41.205640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76a4e4-f8c6-4931-9cb8-de585d087bca tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763c13a5-12d6-4c03-b433-190075c20747,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:41.350850 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.371730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Transition to ACTIVE for port object 2964c3ba-a741-4c44-8360-3c7d5f09c7c4 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:41.407350 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a38b2d8-2e5f-43fd-a06f-488633cb9c52 req-a6538f45-b45d-4cf5-a380-8ad61f0fcf0d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 210 time: 0.0375476 Jul 19 03:36:41.413719 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cd81ddfe-8713-4131-af6a-28409e2f976d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8137426 Jul 19 03:36:41.416453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49744) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:41.430335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Transition to ACTIVE for port object 2964c3ba-a741-4c44-8360-3c7d5f09c7c4 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:41.453755 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.488733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51df1025-a71a-4cde-ae0f-2271107e7904 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.514563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Network 12fe496e-4131-4581-94cb-bb3e0f642a21 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:41.518055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:41.522438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:41.531025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Pushing event updated for resources: {'Port': ['ID=2964c3ba-a741-4c44-8360-3c7d5f09c7c4,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:41.534880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Made reservation on behalf of c9624e9db2294c9498439296b1c1685e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:41.539501 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.556114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Made reservation on behalf of c9624e9db2294c9498439296b1c1685e for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:41.561178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.602712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Attempting to bind port 2964c3ba-a741-4c44-8360-3c7d5f09c7c4 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:41.603351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Attempting to bind port 2964c3ba-a741-4c44-8360-3c7d5f09c7c4 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '374e48e2-e4c7-469c-bec4-cb10f7d398ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '12fe496e-4131-4581-94cb-bb3e0f642a21'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:41.604105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Attempting to bind port 2964c3ba-a741-4c44-8360-3c7d5f09c7c4 on network 12fe496e-4131-4581-94cb-bb3e0f642a21 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:41.610234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:41.610993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Checking segment: {'id': '374e48e2-e4c7-469c-bec4-cb10f7d398ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '12fe496e-4131-4581-94cb-bb3e0f642a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:41.611384 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.612286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Bound using segment: {'id': '374e48e2-e4c7-469c-bec4-cb10f7d398ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '12fe496e-4131-4581-94cb-bb3e0f642a21'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:41.612764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Bound port: 2964c3ba-a741-4c44-8360-3c7d5f09c7c4, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374e48e2-e4c7-469c-bec4-cb10f7d398ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '12fe496e-4131-4581-94cb-bb3e0f642a21'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:41.613148 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.685575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] For port 2964c3ba-a741-4c44-8360-3c7d5f09c7c4, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:41.689176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] For port 2964c3ba-a741-4c44-8360-3c7d5f09c7c4, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2964c3ba-a741-4c44-8360-3c7d5f09c7c4,segment=NetworkSegment(374e48e2-e4c7-469c-bec4-cb10f7d398ce),segment_id=374e48e2-e4c7-469c-bec4-cb10f7d398ce)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:41.695190 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.709779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.727747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Allocated IP 172.20.0.13 (907c1caf-2359-4f34-850a-ef270720b33f/0e66b5d3-4aff-4a76-870d-96cfc748428b/8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:41.757849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51df1025-a71a-4cde-ae0f-2271107e7904 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.793750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bda92-96be-4952-bed4-0cc6e6e19a7e None None] Pushing event updated for resources: {'Port': ['ID=2964c3ba-a741-4c44-8360-3c7d5f09c7c4,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:41.800908 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51df1025-a71a-4cde-ae0f-2271107e7904 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.833826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df1025-a71a-4cde-ae0f-2271107e7904 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd3ad50-8367-4030-bb45-248a41cb5b6d,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:41.856294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51df1025-a71a-4cde-ae0f-2271107e7904 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.856571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:41.857609 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-51df1025-a71a-4cde-ae0f-2271107e7904 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6631036 Jul 19 03:36:41.860948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49750) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:41.867269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2d2ddc8f-3180-4360-9cc2-1c8d4504be4c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '763c13a5-12d6-4c03-b433-190075c20747', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:41.891609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting port 2964c3ba-a741-4c44-8360-3c7d5f09c7c4 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:41.892249 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.920864 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddc8f-3180-4360-9cc2-1c8d4504be4c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.931538 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:41.946839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:41.992283 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.056834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Network 907c1caf-2359-4f34-850a-ef270720b33f is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:42.060043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:42.062547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:42.071047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] For port 2964c3ba-a741-4c44-8360-3c7d5f09c7c4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2964c3ba-a741-4c44-8360-3c7d5f09c7c4,segment=NetworkSegment(374e48e2-e4c7-469c-bec4-cb10f7d398ce),segment_id=374e48e2-e4c7-469c-bec4-cb10f7d398ce)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:42.071434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.085182 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddc8f-3180-4360-9cc2-1c8d4504be4c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.093110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Calling delete_port for 2964c3ba-a741-4c44-8360-3c7d5f09c7c4 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:42.110429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddc8f-3180-4360-9cc2-1c8d4504be4c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.116285 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Pushing event updated for resources: {'Port': ['ID=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:42.140324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:42.140969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.160552 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-af071ed4-c331-4468-bc97-1425cdad1e58 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6201739 Jul 19 03:36:42.172906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Request body: {'port': {'device_id': 'b04b6d31-5faa-43a7-a69b-6d84799dfaf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:42.185687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Allocated IP 172.20.0.2 (907c1caf-2359-4f34-850a-ef270720b33f/0e66b5d3-4aff-4a76-870d-96cfc748428b/e6930240-77bd-4c3f-ad30-42371dfddbf7) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:42.187803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ddc8f-3180-4360-9cc2-1c8d4504be4c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc2ed16-bf36-4a61-a69e-b291753c20ca,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:42.243961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddc8f-3180-4360-9cc2-1c8d4504be4c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.247852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2d2ddc8f-3180-4360-9cc2-1c8d4504be4c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3831789 Jul 19 03:36:42.253364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49752) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:42.259813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3a609726-ff45-410b-8ed0-dde3936a3eec tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '763c13a5-12d6-4c03-b433-190075c20747', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:42.275462 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.377571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a609726-ff45-410b-8ed0-dde3936a3eec tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.479258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.511835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed4910-1af3-4073-a61c-8ca204a9f5d6 None None] Network b9182b33-b0ed-485f-a0b1-d1727b4f65c7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:42.532778 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cb072daa-9cce-451f-a06f-3c92fb293f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.551085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Port': ['ID=2964c3ba-a741-4c44-8360-3c7d5f09c7c4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:42.579996 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.619812 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a609726-ff45-410b-8ed0-dde3936a3eec tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.647854 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2fbb3ce-90c3-4562-80c0-c96290a493db req-694f883f-c194-44a5-baea-26bed4e50458 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 210 time: 0.0626190 Jul 19 03:36:42.670426 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a609726-ff45-410b-8ed0-dde3936a3eec tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.672584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-352a743e-25ae-4640-9a60-eb67624cf63c None None] Provisioning for port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:42.679774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-352a743e-25ae-4640-9a60-eb67624cf63c None None] Provisioning complete for port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:42.680154 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-352a743e-25ae-4640-9a60-eb67624cf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.680671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No DVR routers for this DVR port 2964c3ba-a741-4c44-8360-3c7d5f09c7c4 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:42.726808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a609726-ff45-410b-8ed0-dde3936a3eec tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0012ce-169b-470c-9762-059246539198,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:42.743169 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a609726-ff45-410b-8ed0-dde3936a3eec tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.743169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3a609726-ff45-410b-8ed0-dde3936a3eec tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4839654 Jul 19 03:36:42.747082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49762) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:42.753819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-68eddd30-d6e5-4775-bd34-f5d9c694094a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '763c13a5-12d6-4c03-b433-190075c20747', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:42.785844 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.810711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68eddd30-d6e5-4775-bd34-f5d9c694094a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.833340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.853336 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-352a743e-25ae-4640-9a60-eb67624cf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.897337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-352a743e-25ae-4640-9a60-eb67624cf63c None None] For port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b6f1d9e8-6714-4a7b-9efe-6a18af7635a5,segment=NetworkSegment(6c33a7cc-68f9-46ba-82fd-c002ee04a575),segment_id=6c33a7cc-68f9-46ba-82fd-c002ee04a575)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:42.902696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Network 907c1caf-2359-4f34-850a-ef270720b33f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:42.905001 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-352a743e-25ae-4640-9a60-eb67624cf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.911541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:42.915240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:42.950644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Pushing event updated for resources: {'Port': ['ID=e6930240-77bd-4c3f-ad30-42371dfddbf7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:42.979056 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:42.999151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:42.999871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.018968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a743e-25ae-4640-9a60-eb67624cf63c None None] Pushing event updated for resources: {'Port': ['ID=b6f1d9e8-6714-4a7b-9efe-6a18af7635a5,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:43.031605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Subnet': ['ID=77900891-e844-4da8-be84-ea24a4b91405,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:43.056785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68eddd30-d6e5-4775-bd34-f5d9c694094a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.065835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68eddd30-d6e5-4775-bd34-f5d9c694094a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.067959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-7d5f2389-646a-455c-8727-bad0e6fb130d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9653916 Jul 19 03:36:43.102524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-68eddd30-d6e5-4775-bd34-f5d9c694094a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.103839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.106844 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-68eddd30-d6e5-4775-bd34-f5d9c694094a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3582344 Jul 19 03:36:43.111334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Request body: {'port': {'device_id': 'e34c9c67-08d3-46d9-9d75-db272e250b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:43.113470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49764) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:43.118377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d816b8f0-9350-4c1f-8690-2c1ff4e74071 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '763c13a5-12d6-4c03-b433-190075c20747', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:43.122199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eddd30-d6e5-4775-bd34-f5d9c694094a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316ab816-0d9d-49c5-96c5-c59bfb70ee1d,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:43.133681 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fe496e-4131-4581-94cb-bb3e0f642a21']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:43.159471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed48ec-4d57-4869-827d-72905d109ddd None None] Network 12fe496e-4131-4581-94cb-bb3e0f642a21 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:43.170993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374e48e2-e4c7-469c-bec4-cb10f7d398ce') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:43.171295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374e48e2-e4c7-469c-bec4-cb10f7d398ce') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:43.194737 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.207494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:36:43.217984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.231523 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-d816b8f0-9350-4c1f-8690-2c1ff4e74071 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Project e75be25bd4974f968410bc0e645db078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:36:43.234109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Transition to ACTIVE for port object 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:43.239290 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.242840 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d816b8f0-9350-4c1f-8690-2c1ff4e74071 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.249437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.261525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-141baa0b-f7f6-4e38-bc1e-bd340e8bddb8 None None] Provisioning complete for port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:43.261897 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-141baa0b-f7f6-4e38-bc1e-bd340e8bddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.278446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:43.279841 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:43.285984 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:43.304598 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.352812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Pushing event updated for resources: {'Port': ['ID=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:43.375842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d23405b-ba08-41d2-8420-252b3ecebe61 None None] DHCP port deletion for 12fe496e-4131-4581-94cb-bb3e0f642a21 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:36:43.380484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-141baa0b-f7f6-4e38-bc1e-bd340e8bddb8 None None] Could not find standard attr ID for object 2964c3ba-a741-4c44-8360-3c7d5f09c7c4. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:36:43.409685 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.410142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Attempting to bind port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:43.410604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Attempting to bind port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:43.411042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Attempting to bind port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f on network 907c1caf-2359-4f34-850a-ef270720b33f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:43.415274 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.420588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f on network 907c1caf-2359-4f34-850a-ef270720b33f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:36:43.420588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Attempting to bind port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f on network 907c1caf-2359-4f34-850a-ef270720b33f {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:43.421170 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/12fe496e-4131-4581-94cb-bb3e0f642a21 HTTP/1.1" status: 204 len: 168 time: 1.9990146 Jul 19 03:36:43.421273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49766) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:43.428227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1340650638'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:43.433503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:43.433912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Checking segment: {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:43.434387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Bound using segment: {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:43.434722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d816b8f0-9350-4c1f-8690-2c1ff4e74071 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.434963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Bound port: 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:43.435386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.453197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b990bb-ddef-406d-93dc-f9008f4040c4 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Network': ['ID=12fe496e-4131-4581-94cb-bb3e0f642a21,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:43.456040 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d816b8f0-9350-4c1f-8690-2c1ff4e74071 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.484215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:43.487707 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.534039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:43.540753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] For port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:43.542427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816b8f0-9350-4c1f-8690-2c1ff4e74071 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c05856-9d70-43f9-8e94-bdb9611a3623,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:43.544553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] For port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:43.548685 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d816b8f0-9350-4c1f-8690-2c1ff4e74071 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.549401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.549585 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Added segment d32c4e1b-a634-44be-b325-2beefe0c1943 of type vlan for network 81b8aceb-406f-47b3-8849-4dbe782ac82b Jul 19 03:36:43.550098 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d816b8f0-9350-4c1f-8690-2c1ff4e74071 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4356802 Jul 19 03:36:43.553266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49768) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:43.554690 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.559655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6689fa7c-6e6d-4f51-9456-99df3e2830e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': '763c13a5-12d6-4c03-b433-190075c20747', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:43.610435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:43.611055 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.612476 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] 10.222.0.26 "PUT /v2.0/ports/8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f HTTP/1.1" status: 200 len: 1093 time: 1.4445496 Jul 19 03:36:43.614480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04b6d31-5faa-43a7-a69b-6d84799dfaf0', 'tag': '8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:43.617044 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54d1e25-e2e4-4ae2-adef-90e06a005da4" -d '{"events": [{"name": "network-changed", "server_uuid": "b04b6d31-5faa-43a7-a69b-6d84799dfaf0", "tag": "8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:43.645989 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-6689fa7c-6e6d-4f51-9456-99df3e2830e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Project e75be25bd4974f968410bc0e645db078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:36:43.659059 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6689fa7c-6e6d-4f51-9456-99df3e2830e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.666539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.678103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277f965-6594-4a98-83c0-3c9a937eab58 service neutron] Pushing event updated for resources: {'Port': ['ID=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:43.766797 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.773512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:43.774146 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.791612 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6689fa7c-6e6d-4f51-9456-99df3e2830e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.802525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6689fa7c-6e6d-4f51-9456-99df3e2830e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.815224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6930240-77bd-4c3f-ad30-42371dfddbf7 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:36:43.843783 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.846698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4244461 Jul 19 03:36:43.851616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49780) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:43.856824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'network_id': '81b8aceb-406f-47b3-8849-4dbe782ac82b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:43.871849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689fa7c-6e6d-4f51-9456-99df3e2830e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ae8354-15fb-467c-96ef-eb051ec38b3a,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:43.881385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-c9cb3651-a983-4162-bd23-3388cc925adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:43.883231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-c9cb3651-a983-4162-bd23-3388cc925adf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9624e9db2294c9498439296b1c1685e&device_id=b04b6d31-5faa-43a7-a69b-6d84799dfaf0 HTTP/1.1" status: 200 len: 1096 time: 0.2208409 Jul 19 03:36:43.897208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:43.903286 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6689fa7c-6e6d-4f51-9456-99df3e2830e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.904843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6689fa7c-6e6d-4f51-9456-99df3e2830e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3510251 Jul 19 03:36:43.906167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Transition to ACTIVE for port object e6930240-77bd-4c3f-ad30-42371dfddbf7 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:43.907670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49782) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:43.915579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'network': {'name': 'tempest-network-smoke--272054546', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'port_security_enabled': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:43.922354 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:43.926823 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b71d3-2d74-4b6e-870e-d3ae10e61a2b x-openstack-request-id: req-5b8b71d3-2d74-4b6e-870e-d3ae10e61a2b {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:43.927265 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04b6d31-5faa-43a7-a69b-6d84799dfaf0", "tag": "8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:43.927778 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b8b71d3-2d74-4b6e-870e-d3ae10e61a2b {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:43.928332 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04b6d31-5faa-43a7-a69b-6d84799dfaf0', 'tag': '8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f', 'status': 'completed', 'code': 200} Jul 19 03:36:43.940002 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410cebf-9e6d-4afe-952a-2f51bdc016fd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=81b8aceb-406f-47b3-8849-4dbe782ac82b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:43.952516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 81b8aceb-406f-47b3-8849-4dbe782ac82b details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:43.989168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-e70e8761-82d7-469a-8a16-4789795ca63a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f HTTP/1.1" status: 200 len: 217 time: 0.0645075 Jul 19 03:36:44.051934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Pushing event updated for resources: {'Port': ['ID=e6930240-77bd-4c3f-ad30-42371dfddbf7,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:44.076763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:44.078053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:44.078599 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.081144 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.106909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-c716810a-69f3-40f0-83c5-0cecbfe474f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:44.108450 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-c716810a-69f3-40f0-83c5-0cecbfe474f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e66b5d3-4aff-4a76-870d-96cfc748428b HTTP/1.1" status: 200 len: 853 time: 0.0777965 Jul 19 03:36:44.127226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:44.141621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.178256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741a2c4-b93b-4dcf-a82f-b56a8a819979 req-fb98167f-f7b8-41d9-b32c-13f55abf5342 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:44.180276 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0741a2c4-b93b-4dcf-a82f-b56a8a819979 req-fb98167f-f7b8-41d9-b32c-13f55abf5342 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 943 time: 0.2171705 Jul 19 03:36:44.185375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:44.190541 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-f3125cfa-41e2-4e81-a6be-a955aaba3cea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=907c1caf-2359-4f34-850a-ef270720b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754831 Jul 19 03:36:44.218318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Attempting to bind port e6930240-77bd-4c3f-ad30-42371dfddbf7 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:44.218604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Attempting to bind port e6930240-77bd-4c3f-ad30-42371dfddbf7 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:44.219005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Attempting to bind port e6930240-77bd-4c3f-ad30-42371dfddbf7 on network 907c1caf-2359-4f34-850a-ef270720b33f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:44.236433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Port e6930240-77bd-4c3f-ad30-42371dfddbf7 on network 907c1caf-2359-4f34-850a-ef270720b33f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:36:44.236821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Attempting to bind port e6930240-77bd-4c3f-ad30-42371dfddbf7 on network 907c1caf-2359-4f34-850a-ef270720b33f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:44.239579 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.239935 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Added segment 33b004ff-f0de-4aec-9fee-e4e710892ecf of type vlan for network 0d68abc6-53c0-41ab-a652-a19d9d925684 Jul 19 03:36:44.246456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0741a2c4-b93b-4dcf-a82f-b56a8a819979 req-122dd494-669f-4fec-afeb-518718e59ca5 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583413 Jul 19 03:36:44.257663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:44.258163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Checking segment: {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:44.258736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Bound using segment: {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:44.259107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Bound port: e6930240-77bd-4c3f-ad30-42371dfddbf7, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:44.259547 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.311131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.388549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] For port e6930240-77bd-4c3f-ad30-42371dfddbf7, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:44.389551 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-0a793544-a988-4df6-a953-3e4941caf9de service neutron] 10.222.0.26 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849885 Jul 19 03:36:44.391212 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.397472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:44.399450 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.411640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] For port e6930240-77bd-4c3f-ad30-42371dfddbf7, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e6930240-77bd-4c3f-ad30-42371dfddbf7,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:44.437492 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5284865 Jul 19 03:36:44.450896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49786) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:44.455763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'admin_state_up': True, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:44.465185 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.524069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:44.524959 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.526505 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] 10.222.0.25 "PUT /v2.0/ports/e6930240-77bd-4c3f-ad30-42371dfddbf7 HTTP/1.1" status: 200 len: 1092 time: 1.4192693 Jul 19 03:36:44.567027 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34c9c67-08d3-46d9-9d75-db272e250b4f', 'tag': 'e6930240-77bd-4c3f-ad30-42371dfddbf7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:44.573075 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97a2329-cf7e-4033-9279-2f6b945d4be7" -d '{"events": [{"name": "network-changed", "server_uuid": "e34c9c67-08d3-46d9-9d75-db272e250b4f", "tag": "e6930240-77bd-4c3f-ad30-42371dfddbf7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:44.575337 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-250e5736-76d8-45c7-85af-75d6d49f2014 service neutron] 10.222.0.26 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770682 Jul 19 03:36:44.600141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.601192 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.607845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.616488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42a801-41d1-4599-a1f2-9eae8c9a0ab7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Network': ['ID=0d68abc6-53c0-41ab-a652-a19d9d925684,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:44.638545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 0d68abc6-53c0-41ab-a652-a19d9d925684 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:44.648961 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60d2ae4-c236-4973-a3b2-30cb233bd196 x-openstack-request-id: req-c60d2ae4-c236-4973-a3b2-30cb233bd196 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:44.649260 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34c9c67-08d3-46d9-9d75-db272e250b4f", "tag": "e6930240-77bd-4c3f-ad30-42371dfddbf7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:44.649540 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c60d2ae4-c236-4973-a3b2-30cb233bd196 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:44.649910 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34c9c67-08d3-46d9-9d75-db272e250b4f', 'tag': 'e6930240-77bd-4c3f-ad30-42371dfddbf7', 'status': 'completed', 'code': 200} Jul 19 03:36:44.697336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee21bac-d8ff-45c7-bb3e-34958a1c9185 service neutron] Pushing event updated for resources: {'Port': ['ID=e6930240-77bd-4c3f-ad30-42371dfddbf7,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:44.723146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=c5863419-f413-47de-a39f-9026b303cf90,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:44.752066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking segment: {'id': 'd32c4e1b-a634-44be-b325-2beefe0c1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '81b8aceb-406f-47b3-8849-4dbe782ac82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:44.752324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network hostable DHCP agents. Network: 81b8aceb-406f-47b3-8849-4dbe782ac82b, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:44.757207 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.763830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d1e25-e2e4-4ae2-adef-90e06a005da4 req-3ea292f7-3288-4138-9ba3-c4db546ece2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:44.765465 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e54d1e25-e2e4-4ae2-adef-90e06a005da4 req-3ea292f7-3288-4138-9ba3-c4db546ece2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9624e9db2294c9498439296b1c1685e&device_id=b04b6d31-5faa-43a7-a69b-6d84799dfaf0 HTTP/1.1" status: 200 len: 1096 time: 0.1117537 Jul 19 03:36:44.784477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network 81b8aceb-406f-47b3-8849-4dbe782ac82b is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:44.810866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 81b8aceb-406f-47b3-8849-4dbe782ac82b) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:44.817939 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:44.818839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.820462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb0190-c6c3-418e-a800-aefd00be9931 None None] Network 81b8aceb-406f-47b3-8849-4dbe782ac82b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:44.841083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-0c219b89-bc08-466b-bbdc-236865dfbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:44.842667 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-0c219b89-bc08-466b-bbdc-236865dfbecd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9624e9db2294c9498439296b1c1685e&device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 1095 time: 0.2440608 Jul 19 03:36:44.881687 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-88ce80ed-cace-44c5-a165-0a64d4fbd2df tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0288024 Jul 19 03:36:44.882512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49798) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:44.898058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d1e25-e2e4-4ae2-adef-90e06a005da4 req-dad12d4d-6473-4e57-9962-c31210e25507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:44.899563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e54d1e25-e2e4-4ae2-adef-90e06a005da4 req-dad12d4d-6473-4e57-9962-c31210e25507 service neutron] 10.222.0.26 "GET /v2.0/networks?id=907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 200 len: 913 time: 0.1256905 Jul 19 03:36:44.961393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e54d1e25-e2e4-4ae2-adef-90e06a005da4 req-3b447d21-1e2b-4641-97da-f065dc499025 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f HTTP/1.1" status: 200 len: 217 time: 0.0504818 Jul 19 03:36:44.967655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-0014e010-fef3-4f0c-b1f9-f2bf81c418a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6930240-77bd-4c3f-ad30-42371dfddbf7 HTTP/1.1" status: 200 len: 217 time: 0.1163411 Jul 19 03:36:44.973807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:44.999511 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-81b8aceb-406f-47b3-8849-4dbe782ac82b', 'network_id': '81b8aceb-406f-47b3-8849-4dbe782ac82b', 'tenant_id': '2ac0a08888c149b8aa0ca716457273e7', 'fixed_ips': [{'subnet_id': 'c5863419-f413-47de-a39f-9026b303cf90'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:45.001359 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.034348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-439a172c-99ae-4023-a413-d7ba51acf9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:45.036112 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-439a172c-99ae-4023-a413-d7ba51acf9ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e66b5d3-4aff-4a76-870d-96cfc748428b HTTP/1.1" status: 200 len: 853 time: 0.0581369 Jul 19 03:36:45.067462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d1e25-e2e4-4ae2-adef-90e06a005da4 req-e2096d22-17ec-4838-a341-b0ae91e87de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:45.069153 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e54d1e25-e2e4-4ae2-adef-90e06a005da4 req-e2096d22-17ec-4838-a341-b0ae91e87de9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e66b5d3-4aff-4a76-870d-96cfc748428b HTTP/1.1" status: 200 len: 853 time: 0.0995939 Jul 19 03:36:45.074580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.095317 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-eaefda98-c67d-4205-84b5-a7b4ad304e57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c1caf-2359-4f34-850a-ef270720b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372429 Jul 19 03:36:45.111000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e54d1e25-e2e4-4ae2-adef-90e06a005da4 req-ce64acf3-83df-4c33-95b5-a9cdf6552dd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=907c1caf-2359-4f34-850a-ef270720b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335860 Jul 19 03:36:45.115836 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-33a70a44-fab3-4691-8529-7bf3403c7d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.174017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Allocated IP 2001:db8::1 (81b8aceb-406f-47b3-8849-4dbe782ac82b/c5863419-f413-47de-a39f-9026b303cf90/da465393-6c50-4aac-b43a-a293293cd9cb) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:45.200051 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.287516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-fca24feb-2d87-444a-92d0-bd2c6494262e service neutron] 10.222.0.25 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779838 Jul 19 03:36:45.321563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e54d1e25-e2e4-4ae2-adef-90e06a005da4 req-b841e87b-4ed2-4e78-892c-39436477f51e service neutron] 10.222.0.26 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742415 Jul 19 03:36:45.388066 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.412526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Transition to ACTIVE for port object da465393-6c50-4aac-b43a-a293293cd9cb will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:45.444082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Transition to ACTIVE for port object da465393-6c50-4aac-b43a-a293293cd9cb will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:45.462120 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.497988 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.507170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Network 81b8aceb-406f-47b3-8849-4dbe782ac82b is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:45.507906 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4de356e-ec9c-4dee-a593-0282d8a0b6e6 req-8fed7ad5-2899-45ba-8e7e-fcbc31781692 service neutron] 10.222.0.25 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120507 Jul 19 03:36:45.519865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:45.534677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:45.535348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Subnet': ['ID=c5863419-f413-47de-a39f-9026b303cf90,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:45.539228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e54d1e25-e2e4-4ae2-adef-90e06a005da4 req-02151c6e-aeba-4ed9-9422-c0dd8137daa7 service neutron] 10.222.0.26 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043202 Jul 19 03:36:45.559128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Pushing event updated for resources: {'Port': ['ID=da465393-6c50-4aac-b43a-a293293cd9cb,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:45.565301 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.609246 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.622896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Attempting to bind port da465393-6c50-4aac-b43a-a293293cd9cb on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:45.623270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Attempting to bind port da465393-6c50-4aac-b43a-a293293cd9cb by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'd32c4e1b-a634-44be-b325-2beefe0c1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '81b8aceb-406f-47b3-8849-4dbe782ac82b'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:45.623634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Attempting to bind port da465393-6c50-4aac-b43a-a293293cd9cb on network 81b8aceb-406f-47b3-8849-4dbe782ac82b {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:45.625544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b8aceb-406f-47b3-8849-4dbe782ac82b']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:45.638053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.641310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:45.641799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Checking segment: {'id': 'd32c4e1b-a634-44be-b325-2beefe0c1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '81b8aceb-406f-47b3-8849-4dbe782ac82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:45.642334 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.642830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Bound using segment: {'id': 'd32c4e1b-a634-44be-b325-2beefe0c1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '81b8aceb-406f-47b3-8849-4dbe782ac82b'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:45.643689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Bound port: da465393-6c50-4aac-b43a-a293293cd9cb, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32c4e1b-a634-44be-b325-2beefe0c1943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '81b8aceb-406f-47b3-8849-4dbe782ac82b'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:45.644175 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.647232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32c4e1b-a634-44be-b325-2beefe0c1943') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:45.647588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32c4e1b-a634-44be-b325-2beefe0c1943') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:45.649075 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.660967 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.676895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.685801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:45.686207 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:45.689850 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:45.705154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb422cb-1f27-4af4-aba9-fc3874834064 req-ad15ac22-a9a3-4201-b78d-a6ece3c470a9 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:45.712594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb422cb-1f27-4af4-aba9-fc3874834064 req-ad15ac22-a9a3-4201-b78d-a6ece3c470a9 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 943 time: 0.2214172 Jul 19 03:36:45.726789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-27447154-0a26-4584-9206-85ca3c334218 None None] For port da465393-6c50-4aac-b43a-a293293cd9cb, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:45.756386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-27447154-0a26-4584-9206-85ca3c334218 None None] For port da465393-6c50-4aac-b43a-a293293cd9cb, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=da465393-6c50-4aac-b43a-a293293cd9cb,segment=NetworkSegment(d32c4e1b-a634-44be-b325-2beefe0c1943),segment_id=d32c4e1b-a634-44be-b325-2beefe0c1943)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:45.762671 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:36:45.762671 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:36:45.762671 n-d-762330-18 neutron-server[94345]: [parameters: {'id': '81b8aceb-406f-47b3-8849-4dbe782ac82b'}] Jul 19 03:36:45.762671 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:36:45.763828 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:36:45.764297 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:45.779842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cb422cb-1f27-4af4-aba9-fc3874834064 req-e6ce6653-c1b3-4314-ba5c-88783b4551fb tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662372 Jul 19 03:36:45.802118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a2329-cf7e-4033-9279-2f6b945d4be7 req-83eabe21-7f1a-45c9-a11e-4a3830625618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:45.804222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97a2329-cf7e-4033-9279-2f6b945d4be7 req-83eabe21-7f1a-45c9-a11e-4a3830625618 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9624e9db2294c9498439296b1c1685e&device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 1095 time: 0.2351773 Jul 19 03:36:45.866775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.25.2.49 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/59aaf249-4b90-4a69-b709-57ac983e7516) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:45.870330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27447154-0a26-4584-9206-85ca3c334218 None None] Pushing event updated for resources: {'Port': ['ID=da465393-6c50-4aac-b43a-a293293cd9cb,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:45.896306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ea716-26a6-470d-a94b-d150275b4df2 None None] Network 81b8aceb-406f-47b3-8849-4dbe782ac82b requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:45.954230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a2329-cf7e-4033-9279-2f6b945d4be7 req-4097e564-068d-4dd6-9762-390b78484d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:45.955811 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97a2329-cf7e-4033-9279-2f6b945d4be7 req-4097e564-068d-4dd6-9762-390b78484d4a service neutron] 10.222.0.25 "GET /v2.0/networks?id=907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 200 len: 913 time: 0.1437232 Jul 19 03:36:46.045347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfbe2bd-1039-49c9-ad97-72690fffee1d None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:36:46.152405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfbe2bd-1039-49c9-ad97-72690fffee1d None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:36:46.264960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.334109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting port da465393-6c50-4aac-b43a-a293293cd9cb {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:46.334513 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.370888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97a2329-cf7e-4033-9279-2f6b945d4be7 req-3af5c71b-d5f0-43ba-9ff6-8bf3fd79ebd8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6930240-77bd-4c3f-ad30-42371dfddbf7 HTTP/1.1" status: 200 len: 217 time: 0.3747678 Jul 19 03:36:46.410022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] For port da465393-6c50-4aac-b43a-a293293cd9cb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=da465393-6c50-4aac-b43a-a293293cd9cb,segment=NetworkSegment(d32c4e1b-a634-44be-b325-2beefe0c1943),segment_id=d32c4e1b-a634-44be-b325-2beefe0c1943)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:46.410621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.423599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Calling delete_port for da465393-6c50-4aac-b43a-a293293cd9cb owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:46.437731 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.475248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.508512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a2329-cf7e-4033-9279-2f6b945d4be7 req-a11efe29-80d4-485d-9c29-7b10be7bd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:46.510122 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97a2329-cf7e-4033-9279-2f6b945d4be7 req-a11efe29-80d4-485d-9c29-7b10be7bd704 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e66b5d3-4aff-4a76-870d-96cfc748428b HTTP/1.1" status: 200 len: 853 time: 0.1296113 Jul 19 03:36:46.511646 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.546172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Port': ['ID=da465393-6c50-4aac-b43a-a293293cd9cb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:46.548695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No DVR routers for this DVR port da465393-6c50-4aac-b43a-a293293cd9cb on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:46.556884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97a2329-cf7e-4033-9279-2f6b945d4be7 req-49ce5da4-5f1e-46fd-beff-c6562e51ad2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c1caf-2359-4f34-850a-ef270720b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394998 Jul 19 03:36:46.590637 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.632481 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.643229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b8aceb-406f-47b3-8849-4dbe782ac82b']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:46.653955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32c4e1b-a634-44be-b325-2beefe0c1943') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:46.654489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32c4e1b-a634-44be-b325-2beefe0c1943') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:46.664712 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.672489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:46.678991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:46.681815 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.688975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:46.689627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.690792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:46.693863 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:46.697775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=59aaf249-4b90-4a69-b709-57ac983e7516,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:46.728255 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97a2329-cf7e-4033-9279-2f6b945d4be7 req-9665841c-20ab-4348-a1c2-2a2246d2431d service neutron] 10.222.0.25 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631205 Jul 19 03:36:46.764716 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.774153 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.779396 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/81b8aceb-406f-47b3-8849-4dbe782ac82b HTTP/1.1" status: 204 len: 168 time: 1.8894665 Jul 19 03:36:46.781674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49826) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:46.786779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1689627204'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:46.804902 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de5e39-95fb-4692-a81d-3774848620fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Network': ['ID=81b8aceb-406f-47b3-8849-4dbe782ac82b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:46.824270 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:46.828777 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.855646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:46.867838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.868397 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Added segment 44a11aaf-b22a-4c0b-8dea-cf8ed83b1b9a of type vlan for network 7d478908-4171-4134-a494-8b1c7db1f430 Jul 19 03:36:46.911357 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:46.922766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97a2329-cf7e-4033-9279-2f6b945d4be7 req-b60e0a51-dfc5-4f7b-a1c6-2d63de14ac79 service neutron] 10.222.0.25 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886039 Jul 19 03:36:46.997986 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.004004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:47.004679 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.043608 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.056605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2737501 Jul 19 03:36:47.060031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49830) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:47.067243 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'network_id': '7d478908-4171-4134-a494-8b1c7db1f430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:47.077457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3193b0-c37d-4841-b853-063d32c58c48 req-027c66d8-ef93-47f1-ad2a-d9bd74a106cf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:47.078985 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc3193b0-c37d-4841-b853-063d32c58c48 req-027c66d8-ef93-47f1-ad2a-d9bd74a106cf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 943 time: 0.1494193 Jul 19 03:36:47.137052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba2dff-57ec-4307-b4bc-993952345cec tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=7d478908-4171-4134-a494-8b1c7db1f430,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:47.157234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7d478908-4171-4134-a494-8b1c7db1f430 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:47.209726 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc3193b0-c37d-4841-b853-063d32c58c48 req-94baebeb-1247-4585-b75a-0687c4a2ec75 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156039 Jul 19 03:36:47.233122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:47.236941 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.301202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.424215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.439308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router f4fad044-5e3b-4530-a208-f83518bbe5df is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:36:47.491123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=a23bf131-24b4-4b57-a6d2-546cc19a7fed,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:47.495026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:36:47.506764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking segment: {'id': '44a11aaf-b22a-4c0b-8dea-cf8ed83b1b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d478908-4171-4134-a494-8b1c7db1f430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:47.506998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network hostable DHCP agents. Network: 7d478908-4171-4134-a494-8b1c7db1f430, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:47.539740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network 7d478908-4171-4134-a494-8b1c7db1f430 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:47.554795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7d478908-4171-4134-a494-8b1c7db1f430) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:47.559604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:47.560351 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.571051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551824fc-c1a4-41c7-8e49-006bd0646f8d None None] Network 7d478908-4171-4134-a494-8b1c7db1f430 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:47.575839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:36:47.590645 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Sync routers for ids ['f4fad044-5e3b-4530-a208-f83518bbe5df'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:36:47.598159 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-469ca9ca-2796-4689-ae1d-c35e02bd25c8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5370667 Jul 19 03:36:47.601403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49836) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:47.604527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.605193 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Routers {'f4fad044-5e3b-4530-a208-f83518bbe5df'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:47.606080 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f4fad044-5e3b-4530-a208-f83518bbe5df'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:47.612778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-32ccba74-3e03-4a5d-8e5b-9ae1dd5d2017 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1606152 Jul 19 03:36:47.615109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49838) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:47.718980 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bec0422e-e675-411d-9b8b-efc3efbedd09 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e75be25bd4974f968410bc0e645db078&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1009252 Jul 19 03:36:47.719515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49840) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:47.747571 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Set router f4fad044-5e3b-4530-a208-f83518bbe5df gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:47.754191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:47.781519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f', 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f', 'port_id': '8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f', 'mac_address': 'fa:16:3e:6d:11:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e66b5d3-4aff-4a76-870d-96cfc748428b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:36:47.823046 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.892839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.932519 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:47.934952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e6930240-77bd-4c3f-ad30-42371dfddbf7 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:36:47.954738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9de35-7390-4580-bcbe-555245acb457 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:47.956222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e9b9de35-7390-4580-bcbe-555245acb457 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2357073 Jul 19 03:36:47.960144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49842) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:47.981530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e74e577-f068-417c-bef0-8584a03eef2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-7d478908-4171-4134-a494-8b1c7db1f430', 'network_id': '7d478908-4171-4134-a494-8b1c7db1f430', 'tenant_id': '2ac0a08888c149b8aa0ca716457273e7', 'fixed_ips': [{'subnet_id': 'a23bf131-24b4-4b57-a6d2-546cc19a7fed'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:47.982433 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0e74e577-f068-417c-bef0-8584a03eef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.011683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:36:48.024336 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bbb3db90-017e-475e-8186-2afc21de942f tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559506 Jul 19 03:36:48.025779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49844) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:48.031255 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.033195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2029042592', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:48.040344 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.091099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Subnet': ['ID=a23bf131-24b4-4b57-a6d2-546cc19a7fed,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:48.127584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:48.168427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bda872b-b0d1-482a-81dc-d0a2dc990549 None None] Network 7d478908-4171-4134-a494-8b1c7db1f430 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:48.171764 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.207022 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:46Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:48.210387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.226241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d478908-4171-4134-a494-8b1c7db1f430']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:48.240646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a11aaf-b22a-4c0b-8dea-cf8ed83b1b9a') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:48.241236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a11aaf-b22a-4c0b-8dea-cf8ed83b1b9a') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:48.249144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:48.250585 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Checking router: f4fad044-5e3b-4530-a208-f83518bbe5df for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:36:48.251170 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Updating router f4fad044-5e3b-4530-a208-f83518bbe5df port 59aaf249-4b90-4a69-b709-57ac983e7516 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:36:48.253114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.271997 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.296093 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.299271 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.337247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:48.337787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:48.341382 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:48.375045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e6930240-77bd-4c3f-ad30-42371dfddbf7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e6930240-77bd-4c3f-ad30-42371dfddbf7,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:48.443721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:36:48.468374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:48.474878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'e6930240-77bd-4c3f-ad30-42371dfddbf7', 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f', 'port_id': 'e6930240-77bd-4c3f-ad30-42371dfddbf7', 'mac_address': 'fa:16:3e:36:84:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e66b5d3-4aff-4a76-870d-96cfc748428b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:36:48.558364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.564852 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.575062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30b3f4-5612-494a-9b7c-fb26c2545200 req-f09823ee-f0d3-4165-90ee-6c24e99de5e5 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:48.577454 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b30b3f4-5612-494a-9b7c-fb26c2545200 req-f09823ee-f0d3-4165-90ee-6c24e99de5e5 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 943 time: 0.1521409 Jul 19 03:36:48.597211 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.608892 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Transition to ACTIVE for port object 59aaf249-4b90-4a69-b709-57ac983e7516 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:48.620455 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.643868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6930240-77bd-4c3f-ad30-42371dfddbf7 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:36:48.692625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e6930240-77bd-4c3f-ad30-42371dfddbf7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e6930240-77bd-4c3f-ad30-42371dfddbf7,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:48.707036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b30b3f4-5612-494a-9b7c-fb26c2545200 req-6ecc180b-e3ea-4397-aa50-80cb55ff9a24 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232579 Jul 19 03:36:48.709850 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.710138 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Attempting to bind port 59aaf249-4b90-4a69-b709-57ac983e7516 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:48.710779 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Attempting to bind port 59aaf249-4b90-4a69-b709-57ac983e7516 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:48.711377 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Attempting to bind port 59aaf249-4b90-4a69-b709-57ac983e7516 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:48.726759 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:48.727495 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:48.728080 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.728659 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:48.729361 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Bound port: 59aaf249-4b90-4a69-b709-57ac983e7516, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:48.730123 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.764671 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Pushing event updated for resources: {'Port': ['ID=59aaf249-4b90-4a69-b709-57ac983e7516,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:48.777556 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.778697 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.779232 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.780290 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.780809 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.781316 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.782299 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.782843 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.783889 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.784403 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.784909 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.785410 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:48.830716 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] For port 59aaf249-4b90-4a69-b709-57ac983e7516, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:48.832875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e6930240-77bd-4c3f-ad30-42371dfddbf7,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:48.846059 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] For port 59aaf249-4b90-4a69-b709-57ac983e7516, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=59aaf249-4b90-4a69-b709-57ac983e7516,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:48.855966 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.915837 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.917916 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/7d478908-4171-4134-a494-8b1c7db1f430 HTTP/1.1" status: 204 len: 168 time: 1.3154159 Jul 19 03:36:48.918978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c688d-13e2-430e-8a8b-fd3a6c0ffe1f tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Network': ['ID=7d478908-4171-4134-a494-8b1c7db1f430,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:48.921554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49856) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:48.928447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103865145'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:48.933756 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b716f65-45fe-43f8-b2c7-5f874a3dcb40 None None] Pushing event updated for resources: {'Port': ['ID=59aaf249-4b90-4a69-b709-57ac983e7516,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:48.937874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['e6930240-77bd-4c3f-ad30-42371dfddbf7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:36:48.966774 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Routers {'f4fad044-5e3b-4530-a208-f83518bbe5df'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:48.967384 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f4fad044-5e3b-4530-a208-f83518bbe5df'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:48.982534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:48.987949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:48.992148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:49.055494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Subnet': ['ID=952eda1e-a75d-4b7e-842e-c214e36e688c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:49.059981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:49.073704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Checking segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:49.074070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network hostable DHCP agents. Network: 0d68abc6-53c0-41ab-a652-a19d9d925684, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:49.087434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:49.088033 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Added segment 6d8dc534-d383-4df3-9980-16c8038ae90e of type vlan for network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb Jul 19 03:36:49.095552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 0d68abc6-53c0-41ab-a652-a19d9d925684 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:49.114042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 0d68abc6-53c0-41ab-a652-a19d9d925684) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:49.119345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:49.120052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:49.139531 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-04579024-593f-47bf-a8d3-d814e93869f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1116562 Jul 19 03:36:49.141730 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] Set router f4fad044-5e3b-4530-a208-f83518bbe5df gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:49.142063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49858) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:49.144823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deabbb5-5f04-4af1-a807-5e891618669c None None] Network 0d68abc6-53c0-41ab-a652-a19d9d925684 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:49.196697 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:49.236520 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:49.244547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:49.245759 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:49.293334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3700182 Jul 19 03:36:49.297618 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49860) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:49.303457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'network_id': '8f4e8e83-9d0d-42ee-a85d-d03f10a94afb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:49.406376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f20a8-9d5e-4d77-ae43-bab5e79c5715 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=8f4e8e83-9d0d-42ee-a85d-d03f10a94afb,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:49.465230 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:46Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:49.503298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:49.507329 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:49.538830 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca28571-2e92-49b1-9942-973c5eda6bc0 None None] The sync data for ids ['f4fad044-5e3b-4530-a208-f83518bbe5df'] in n-d-762330-18 is: [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:46Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:36:49.566917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:49.577592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:49.827726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-0d68abc6-53c0-41ab-a652-a19d9d925684', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:49.829214 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:49.829830 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:49.833401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:49.843134 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:49.846745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:49.847392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:50.045536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=83b8cf09-7691-4d91-8942-7d0ba04ef6c5,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:50.056829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking segment: {'id': '6d8dc534-d383-4df3-9980-16c8038ae90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f4e8e83-9d0d-42ee-a85d-d03f10a94afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:50.057188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network hostable DHCP agents. Network: 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:50.081497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:50.103923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:50.114193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:50.114193 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:50.133315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08ae08-4297-43c1-a01a-85a1388a250b None None] Network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:50.148990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eace0939-9159-4e2b-a87e-7bdd8edc65fe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8502114 Jul 19 03:36:50.151788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49872) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:50.157595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'network_id': '8f4e8e83-9d0d-42ee-a85d-d03f10a94afb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:50.178650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032ce37-f197-4bdd-9d94-d03925a58675 req-0942f93a-d8fb-4e67-9abb-95bdf296b8cc tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:50.181015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d032ce37-f197-4bdd-9d94-d03925a58675 req-0942f93a-d8fb-4e67-9abb-95bdf296b8cc tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 944 time: 0.2882783 Jul 19 03:36:50.300862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Allocated IP 172.20.0.2 (0d68abc6-53c0-41ab-a652-a19d9d925684/952eda1e-a75d-4b7e-842e-c214e36e688c/33411a3c-c432-4e70-b0f5-34800ad52365) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:50.336026 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:50.353738 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d032ce37-f197-4bdd-9d94-d03925a58675 req-1aed30a7-9f5f-44fa-ba3d-8289922afcb2 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439328 Jul 19 03:36:50.393114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:50.398332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04b6d31-5faa-43a7-a69b-6d84799dfaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:50.401091 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8005281f-05b9-4ada-8cd0-c1a92ab27fab" -d '{"events": [{"server_uuid": "b04b6d31-5faa-43a7-a69b-6d84799dfaf0", "name": "network-vif-plugged", "status": "completed", "tag": "8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:50.432676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:50.443904 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:50.535243 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:50.602554 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac012ba-b1d5-4691-9a27-ab9d538d0a2f x-openstack-request-id: req-8ac012ba-b1d5-4691-9a27-ab9d538d0a2f {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:50.602554 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04b6d31-5faa-43a7-a69b-6d84799dfaf0", "name": "network-vif-plugged", "status": "completed", "tag": "8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:50.602554 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ac012ba-b1d5-4691-9a27-ab9d538d0a2f {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:50.602554 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04b6d31-5faa-43a7-a69b-6d84799dfaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f', 'code': 200} Jul 19 03:36:50.604288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-8f4e8e83-9d0d-42ee-a85d-d03f10a94afb', 'network_id': '8f4e8e83-9d0d-42ee-a85d-d03f10a94afb', 'tenant_id': '2ac0a08888c149b8aa0ca716457273e7', 'fixed_ips': [{'subnet_id': '83b8cf09-7691-4d91-8942-7d0ba04ef6c5'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:50.604288 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:50.757332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2249b70-b622-4c13-ab87-b490c417e811 req-fb8eddbb-4498-425b-a53b-eb761b0135f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:50.764340 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d2249b70-b622-4c13-ab87-b490c417e811 req-fb8eddbb-4498-425b-a53b-eb761b0135f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b04b6d31-5faa-43a7-a69b-6d84799dfaf0 HTTP/1.1" status: 200 len: 1098 time: 0.0889361 Jul 19 03:36:50.819313 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:50.831437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Transition to ACTIVE for port object 33411a3c-c432-4e70-b0f5-34800ad52365 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:50.836417 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d2249b70-b622-4c13-ab87-b490c417e811 req-f7a188b8-52f3-4fea-8102-1f9683889abd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638862 Jul 19 03:36:50.879453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Transition to ACTIVE for port object 33411a3c-c432-4e70-b0f5-34800ad52365 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:50.889470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:50.898643 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:50.901377 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:50.948392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Network 0d68abc6-53c0-41ab-a652-a19d9d925684 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:50.949565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:50.952876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:50.955890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:50.957051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.20.0.1 (0d68abc6-53c0-41ab-a652-a19d9d925684/952eda1e-a75d-4b7e-842e-c214e36e688c/41aaf2ef-1c5d-41f2-884b-ddd0f275d649) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:50.957562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:50.958374 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:50.963434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Allocated IP 2001:db8::2 (8f4e8e83-9d0d-42ee-a85d-d03f10a94afb/83b8cf09-7691-4d91-8942-7d0ba04ef6c5/b67a27c7-cb29-4892-802b-059cab12343f) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:50.967621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:50.978458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8255541 Jul 19 03:36:50.981439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49890) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:51.027096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=e77266fe-d287-4dd7-9566-80866b68ea0c,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:51.044878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.045137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Pushing event updated for resources: {'Port': ['ID=33411a3c-c432-4e70-b0f5-34800ad52365,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:51.045634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.046108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.046536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.046959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.047387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.047806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.048528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.049129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.049517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.050556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.051068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114804ba-d70a-42e8-8fcc-8ea0a59f5e40 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:51.059628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50859a8a-8de9-43ed-bdfd-1883babe4abe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:51.060684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50859a8a-8de9-43ed-bdfd-1883babe4abe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:51.062453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50859a8a-8de9-43ed-bdfd-1883babe4abe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:51.064749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50859a8a-8de9-43ed-bdfd-1883babe4abe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:51.066427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50859a8a-8de9-43ed-bdfd-1883babe4abe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:51.068509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-50859a8a-8de9-43ed-bdfd-1883babe4abe tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0856612 Jul 19 03:36:51.072192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49892) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:51.080785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-638534600'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:51.088135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Attempting to bind port 33411a3c-c432-4e70-b0f5-34800ad52365 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:51.088515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Attempting to bind port 33411a3c-c432-4e70-b0f5-34800ad52365 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:51.088878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Attempting to bind port 33411a3c-c432-4e70-b0f5-34800ad52365 on network 0d68abc6-53c0-41ab-a652-a19d9d925684 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:51.096774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:51.097152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Checking segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:51.097557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.097944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Bound using segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:51.098464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Bound port: 33411a3c-c432-4e70-b0f5-34800ad52365, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:51.099663 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.109692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:51.113595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.116999 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.134323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Transition to ACTIVE for port object 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:51.145968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:51.163121 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.163690 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Added segment 82dd392c-31b3-434f-ad0d-48b4625fb03e of type vlan for network 797ff19b-f7dd-4275-b6ac-739a92f3fb64 Jul 19 03:36:51.182928 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.206591 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.227568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 0d68abc6-53c0-41ab-a652-a19d9d925684 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:51.233028 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:51.235521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:51.240415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] For port 33411a3c-c432-4e70-b0f5-34800ad52365, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:51.243026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.249541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:51.250154 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.260997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] For port 33411a3c-c432-4e70-b0f5-34800ad52365, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=33411a3c-c432-4e70-b0f5-34800ad52365,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:51.269197 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.270229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=41aaf2ef-1c5d-41f2-884b-ddd0f275d649,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:51.276504 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.294986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2201605 Jul 19 03:36:51.297971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49894) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:51.302397 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.306275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-066f7def-0aef-4597-b6a6-70d231b0748d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:51.317769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Transition to ACTIVE for port object b67a27c7-cb29-4892-802b-059cab12343f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:51.351684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064488b-1741-44a4-9427-1d19f865852b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=797ff19b-f7dd-4275-b6ac-739a92f3fb64,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:51.352063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Transition to ACTIVE for port object b67a27c7-cb29-4892-802b-059cab12343f will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:51.353563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f478f-4c7a-4734-8ea2-794ca6e5704d None None] Pushing event updated for resources: {'Port': ['ID=33411a3c-c432-4e70-b0f5-34800ad52365,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:51.368455 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.391757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 797ff19b-f7dd-4275-b6ac-739a92f3fb64 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:51.405615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:51.459952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:51.465984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:51.519811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.576623 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-066f7def-0aef-4597-b6a6-70d231b0748d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.645269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Pushing event updated for resources: {'Port': ['ID=b67a27c7-cb29-4892-802b-059cab12343f,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:51.649101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-066f7def-0aef-4597-b6a6-70d231b0748d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.678927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Attempting to bind port b67a27c7-cb29-4892-802b-059cab12343f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:51.679480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Attempting to bind port b67a27c7-cb29-4892-802b-059cab12343f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '6d8dc534-d383-4df3-9980-16c8038ae90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f4e8e83-9d0d-42ee-a85d-d03f10a94afb'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:51.679944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Attempting to bind port b67a27c7-cb29-4892-802b-059cab12343f on network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:51.680070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-066f7def-0aef-4597-b6a6-70d231b0748d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network 797ff19b-f7dd-4275-b6ac-739a92f3fb64 is not hosted by any dhcp agent {{(pid=94344) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 03:36:51.691045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:51.692756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Checking segment: {'id': '6d8dc534-d383-4df3-9980-16c8038ae90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f4e8e83-9d0d-42ee-a85d-d03f10a94afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:51.696598 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.697362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Bound using segment: {'id': '6d8dc534-d383-4df3-9980-16c8038ae90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f4e8e83-9d0d-42ee-a85d-d03f10a94afb'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:51.697983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Bound port: b67a27c7-cb29-4892-802b-059cab12343f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8dc534-d383-4df3-9980-16c8038ae90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f4e8e83-9d0d-42ee-a85d-d03f10a94afb'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:51.698525 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.707610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f7def-0aef-4597-b6a6-70d231b0748d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:51.710356 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-066f7def-0aef-4597-b6a6-70d231b0748d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.718603 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-066f7def-0aef-4597-b6a6-70d231b0748d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "PUT /v2.0/networks/797ff19b-f7dd-4275-b6ac-739a92f3fb64 HTTP/1.1" status: 200 len: 723 time: 0.4170859 Jul 19 03:36:51.732046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49900) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:51.746688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'network_id': '797ff19b-f7dd-4275-b6ac-739a92f3fb64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:51.832202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] For port b67a27c7-cb29-4892-802b-059cab12343f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:51.844078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] For port b67a27c7-cb29-4892-802b-059cab12343f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b67a27c7-cb29-4892-802b-059cab12343f,segment=NetworkSegment(6d8dc534-d383-4df3-9980-16c8038ae90e),segment_id=6d8dc534-d383-4df3-9980-16c8038ae90e)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:51.856606 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:51.872015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f7def-0aef-4597-b6a6-70d231b0748d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=797ff19b-f7dd-4275-b6ac-739a92f3fb64,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:51.921672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 797ff19b-f7dd-4275-b6ac-739a92f3fb64 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:51.923676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e6930240-77bd-4c3f-ad30-42371dfddbf7 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:51.976269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 59aaf249-4b90-4a69-b709-57ac983e7516 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:52.057018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e49e2-4caa-42a2-8e40-f1a26340c679 req-79d539f1-a026-4bee-a9d1-b6c14bbeb7c1 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:52.058623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-537e49e2-4caa-42a2-8e40-f1a26340c679 req-79d539f1-a026-4bee-a9d1-b6c14bbeb7c1 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 944 time: 0.4696593 Jul 19 03:36:52.061388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:52.069239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.234866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-537e49e2-4caa-42a2-8e40-f1a26340c679 req-8e5fef62-259c-4ea2-9ab2-79d2573d8ddc tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584485 Jul 19 03:36:52.293019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae4fbd-64c9-4c5a-a069-0e2d03d86750 None None] Pushing event updated for resources: {'Port': ['ID=b67a27c7-cb29-4892-802b-059cab12343f,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:52.398863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 59aaf249-4b90-4a69-b709-57ac983e7516 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:52.405964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 59aaf249-4b90-4a69-b709-57ac983e7516 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:52.406389 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.443981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port e6930240-77bd-4c3f-ad30-42371dfddbf7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:52.455454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port e6930240-77bd-4c3f-ad30-42371dfddbf7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:52.455844 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.462867 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.533946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.576821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.641911 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.650782 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.683132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 59aaf249-4b90-4a69-b709-57ac983e7516, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=59aaf249-4b90-4a69-b709-57ac983e7516,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:52.691438 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.692236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 33411a3c-c432-4e70-b0f5-34800ad52365 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:52.703428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34c9c67-08d3-46d9-9d75-db272e250b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6930240-77bd-4c3f-ad30-42371dfddbf7'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:36:52.705740 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48567c2-76cd-4ddd-b9b8-d8ef48011bec" -d '{"events": [{"server_uuid": "e34c9c67-08d3-46d9-9d75-db272e250b4f", "name": "network-vif-plugged", "status": "completed", "tag": "e6930240-77bd-4c3f-ad30-42371dfddbf7"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:36:52.706257 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=41aaf2ef-1c5d-41f2-884b-ddd0f275d649,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:52.713579 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.720777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=1b952bdc-c2ab-476f-985c-bfe10145dda6,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:52.762115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e6930240-77bd-4c3f-ad30-42371dfddbf7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e6930240-77bd-4c3f-ad30-42371dfddbf7,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:52.770052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking segment: {'id': '82dd392c-31b3-434f-ad0d-48b4625fb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '797ff19b-f7dd-4275-b6ac-739a92f3fb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:52.770679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network hostable DHCP agents. Network: 797ff19b-f7dd-4275-b6ac-739a92f3fb64, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:36:52.772517 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09add9f-3442-4744-8709-1fa28aec8e3c x-openstack-request-id: req-e09add9f-3442-4744-8709-1fa28aec8e3c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:36:52.772811 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34c9c67-08d3-46d9-9d75-db272e250b4f", "name": "network-vif-plugged", "status": "completed", "tag": "e6930240-77bd-4c3f-ad30-42371dfddbf7", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:36:52.773067 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e09add9f-3442-4744-8709-1fa28aec8e3c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:36:52.773463 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34c9c67-08d3-46d9-9d75-db272e250b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6930240-77bd-4c3f-ad30-42371dfddbf7', 'code': 200} Jul 19 03:36:52.791880 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.815394 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=59aaf249-4b90-4a69-b709-57ac983e7516,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:52.848171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 33411a3c-c432-4e70-b0f5-34800ad52365 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:52.861319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network 797ff19b-f7dd-4275-b6ac-739a92f3fb64 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:36:52.898708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 797ff19b-f7dd-4275-b6ac-739a92f3fb64) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:52.899483 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e6930240-77bd-4c3f-ad30-42371dfddbf7,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:52.917689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e5ca18-0f23-41af-b20a-526ec90efdb2 None None] Network 797ff19b-f7dd-4275-b6ac-739a92f3fb64 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:52.923467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 0d68abc6-53c0-41ab-a652-a19d9d925684 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:52.925192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:52.928789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:52.929634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:52.950001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d241-22c2-4430-910d-94bc3d55fb8f req-c4681eee-a1ec-4181-9f14-fe16e9afdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:52.951668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3458d241-22c2-4430-910d-94bc3d55fb8f req-c4681eee-a1ec-4181-9f14-fe16e9afdd8a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 1097 time: 0.0816739 Jul 19 03:36:52.994074 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d39d6e0e-a365-4a2f-80c3-52d556fa0205 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2582836 Jul 19 03:36:52.994917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 49916) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:53.000920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9b5ace47-2b95-4f11-9150-ad16433f5f33 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:53.007098 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3458d241-22c2-4430-910d-94bc3d55fb8f req-462de1c7-42c5-485c-8c89-d80b1e55e7c2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474374 Jul 19 03:36:53.073144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b0185-7680-4f93-a395-526221ed66c6 None None] Network 0d68abc6-53c0-41ab-a652-a19d9d925684 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:53.168995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router f4fad044-5e3b-4530-a208-f83518bbe5df has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:36:53.171506 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b5ace47-2b95-4f11-9150-ad16433f5f33 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11599872'] for subnet, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:53.275887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d71f4469-2a35-4fee-8ad6-f14742930bef None None] Provisioning for port 33411a3c-c432-4e70-b0f5-34800ad52365 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:53.283349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d71f4469-2a35-4fee-8ad6-f14742930bef None None] Provisioning complete for port 33411a3c-c432-4e70-b0f5-34800ad52365 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:53.283730 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d71f4469-2a35-4fee-8ad6-f14742930bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:53.342806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-797ff19b-f7dd-4275-b6ac-739a92f3fb64', 'network_id': '797ff19b-f7dd-4275-b6ac-739a92f3fb64', 'tenant_id': '2ac0a08888c149b8aa0ca716457273e7', 'fixed_ips': [{'subnet_id': '1b952bdc-c2ab-476f-985c-bfe10145dda6'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:36:53.343896 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:53.488820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b5ace47-2b95-4f11-9150-ad16433f5f33 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763762083979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9225768'] for subnet, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:53.542556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d71f4469-2a35-4fee-8ad6-f14742930bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:53.542813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ace47-2b95-4f11-9150-ad16433f5f33 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:53.542813 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b5ace47-2b95-4f11-9150-ad16433f5f33 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:53.546594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49926) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:53.546761 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9b5ace47-2b95-4f11-9150-ad16433f5f33 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "PUT /v2.0/subnets/1b952bdc-c2ab-476f-985c-bfe10145dda6 HTTP/1.1" status: 200 len: 826 time: 0.5509226 Jul 19 03:36:53.566925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:36:53.575685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-36e52821-aacc-4757-ace8-7ef9239b0742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "PUT /v2.0/routers/f4fad044-5e3b-4530-a208-f83518bbe5df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4323528 Jul 19 03:36:53.587969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ace47-2b95-4f11-9150-ad16433f5f33 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=1b952bdc-c2ab-476f-985c-bfe10145dda6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:53.599947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Allocated IP 2001:db8::2 (797ff19b-f7dd-4275-b6ac-739a92f3fb64/1b952bdc-c2ab-476f-985c-bfe10145dda6/e8f50e3c-e458-4217-9141-24a62ef05adb) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:53.607292 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784b579-b852-4e72-88d8-7d517e35ad3b req-d65aff8b-e6d1-4801-a522-573d6d29991c tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:53.608889 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b784b579-b852-4e72-88d8-7d517e35ad3b req-d65aff8b-e6d1-4801-a522-573d6d29991c tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 945 time: 0.1818569 Jul 19 03:36:53.706420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Sync routers for ids ['f4fad044-5e3b-4530-a208-f83518bbe5df'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:36:53.708756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0f77fc-c482-4baf-a4bb-7985a4567ac2 None None] Network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:53.713243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b784b579-b852-4e72-88d8-7d517e35ad3b req-c8bc391d-1922-47de-b2f4-40fce391f543 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971293 Jul 19 03:36:53.809035 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:53.887287 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:54.007856 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 59aaf249-4b90-4a69-b709-57ac983e7516 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:54.050607 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-d00ed051-d640-4b36-9ed1-3c43d566a285 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38521573&fields=id&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 267 time: 0.0928369 Jul 19 03:36:54.088230 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Routers {'f4fad044-5e3b-4530-a208-f83518bbe5df'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:54.089089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f4fad044-5e3b-4530-a208-f83518bbe5df'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:54.100477 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d71f4469-2a35-4fee-8ad6-f14742930bef None None] For port 33411a3c-c432-4e70-b0f5-34800ad52365, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=33411a3c-c432-4e70-b0f5-34800ad52365,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:54.186506 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d71f4469-2a35-4fee-8ad6-f14742930bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:54.234482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-e313c2a0-223a-4784-937b-384f4dd0315b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:54.236457 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-e313c2a0-223a-4784-937b-384f4dd0315b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/networks?id=0d68abc6-53c0-41ab-a652-a19d9d925684 HTTP/1.1" status: 200 len: 796 time: 0.1699469 Jul 19 03:36:54.260738 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-4498d8ca-c8a4-4045-ad42-8900b59802c2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/quotas/e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 375 time: 0.0122883 Jul 19 03:36:54.313811 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:54.347562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Transition to ACTIVE for port object e8f50e3c-e458-4217-9141-24a62ef05adb will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:54.377976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f4469-2a35-4fee-8ad6-f14742930bef None None] Pushing event updated for resources: {'Port': ['ID=33411a3c-c432-4e70-b0f5-34800ad52365,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:54.395699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-7a899433-c4b2-48ef-b0b7-c57eaec98b6b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278574 Jul 19 03:36:54.397548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-82bed051-36c8-45c0-aea2-a1a4c2fe6216 None None] Provisioning complete for port 33411a3c-c432-4e70-b0f5-34800ad52365 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:54.397920 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-82bed051-36c8-45c0-aea2-a1a4c2fe6216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:54.427962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Transition to ACTIVE for port object e8f50e3c-e458-4217-9141-24a62ef05adb will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:54.437117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 59aaf249-4b90-4a69-b709-57ac983e7516 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:54.437546 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:54.471686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Set router f4fad044-5e3b-4530-a208-f83518bbe5df gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:54.476392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:54.497022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:54.532888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Subnet': ['ID=1b952bdc-c2ab-476f-985c-bfe10145dda6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:54.581490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Network 797ff19b-f7dd-4275-b6ac-739a92f3fb64 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:54.601302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:54.603881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:54.674389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Pushing event updated for resources: {'Port': ['ID=e8f50e3c-e458-4217-9141-24a62ef05adb,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:54.936346 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-f0f5f3ec-526a-40ac-826a-f47d94c61384 service neutron] 10.222.0.20 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221591 Jul 19 03:36:54.970551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:54.970833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a268-b79d-4706-be39-5eba33d9a204 req-af057be4-03e3-40be-abd7-cf59b031d77d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:54.979017 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-45a6a268-b79d-4706-be39-5eba33d9a204 req-af057be4-03e3-40be-abd7-cf59b031d77d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 945 time: 0.0948176 Jul 19 03:36:54.998793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797ff19b-f7dd-4275-b6ac-739a92f3fb64']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:55.016539 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-45a6a268-b79d-4706-be39-5eba33d9a204 req-76daf221-4394-447a-9ff3-fe73107f1930 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366280 Jul 19 03:36:55.017274 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dd392c-31b3-434f-ad0d-48b4625fb03e') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:55.017682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dd392c-31b3-434f-ad0d-48b4625fb03e') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:55.031645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.053174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Attempting to bind port e8f50e3c-e458-4217-9141-24a62ef05adb on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:55.053695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Attempting to bind port e8f50e3c-e458-4217-9141-24a62ef05adb by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '82dd392c-31b3-434f-ad0d-48b4625fb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '797ff19b-f7dd-4275-b6ac-739a92f3fb64'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:55.053891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Attempting to bind port e8f50e3c-e458-4217-9141-24a62ef05adb on network 797ff19b-f7dd-4275-b6ac-739a92f3fb64 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:55.086885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:55.087258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Checking segment: {'id': '82dd392c-31b3-434f-ad0d-48b4625fb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '797ff19b-f7dd-4275-b6ac-739a92f3fb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:55.087660 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.088050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Bound using segment: {'id': '82dd392c-31b3-434f-ad0d-48b4625fb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '797ff19b-f7dd-4275-b6ac-739a92f3fb64'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:55.088522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Bound port: e8f50e3c-e458-4217-9141-24a62ef05adb, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dd392c-31b3-434f-ad0d-48b4625fb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '797ff19b-f7dd-4275-b6ac-739a92f3fb64'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:55.088900 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.090859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.101923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:55.102626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.103555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bdee8d-f03e-43ed-b3fe-1a926d5ebd09 None None] Update dhcp port {'port': {'network_id': '8f4e8e83-9d0d-42ee-a85d-d03f10a94afb', 'fixed_ips': [{'subnet_id': '83b8cf09-7691-4d91-8942-7d0ba04ef6c5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e77266fe-d287-4dd7-9566-80866b68ea0c'}], 'binding:host_id': 'n-d-762330-18'}, 'id': 'b67a27c7-cb29-4892-802b-059cab12343f'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:55.105608 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:55.114095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b67a27c7-cb29-4892-802b-059cab12343f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:55.149972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-ddb66255-6ef6-4cb4-b06c-6e25a9b2cb71 service neutron] 10.222.0.20 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761754 Jul 19 03:36:55.188231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-82bed051-36c8-45c0-aea2-a1a4c2fe6216 None None] Provisioning for port b67a27c7-cb29-4892-802b-059cab12343f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:55.206966 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:36:55.206966 n-d-762330-18 neutron-server[94344]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:36:55.206966 n-d-762330-18 neutron-server[94344]: [parameters: {'id': '797ff19b-f7dd-4275-b6ac-739a92f3fb64'}] Jul 19 03:36:55.206966 n-d-762330-18 neutron-server[94344]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:36:55.207842 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:36:55.238517 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-38bdee8d-f03e-43ed-b3fe-1a926d5ebd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.251584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ef8bd-d16e-44f7-bad1-f8df5119ca3f req-2b12de59-4748-406a-911b-facaf246321d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:55.253240 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-019ef8bd-d16e-44f7-bad1-f8df5119ca3f req-2b12de59-4748-406a-911b-facaf246321d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04b6d31-5faa-43a7-a69b-6d84799dfaf0 HTTP/1.1" status: 200 len: 946 time: 0.0923007 Jul 19 03:36:55.277348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-82bed051-36c8-45c0-aea2-a1a4c2fe6216 None None] Provisioning for port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:55.296484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-82bed051-36c8-45c0-aea2-a1a4c2fe6216 None None] Provisioning complete for port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:55.296859 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-82bed051-36c8-45c0-aea2-a1a4c2fe6216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.314651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-019ef8bd-d16e-44f7-bad1-f8df5119ca3f req-5f843721-4660-4d6e-863d-3a8246b64f73 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517128 Jul 19 03:36:55.351242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] For port e8f50e3c-e458-4217-9141-24a62ef05adb, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:55.381263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] For port e8f50e3c-e458-4217-9141-24a62ef05adb, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e8f50e3c-e458-4217-9141-24a62ef05adb,segment=NetworkSegment(82dd392c-31b3-434f-ad0d-48b4625fb03e),segment_id=82dd392c-31b3-434f-ad0d-48b4625fb03e)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:55.386922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port b67a27c7-cb29-4892-802b-059cab12343f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:55.400708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-82bed051-36c8-45c0-aea2-a1a4c2fe6216 None None] Port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:36:55.402798 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.450609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b67a27c7-cb29-4892-802b-059cab12343f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:55.450980 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.469016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad183c37-a2a4-4984-b598-f0b543e315a1 req-bad8bb6c-a275-4128-a9f8-75e109ec3ea2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 210 time: 0.0635257 Jul 19 03:36:55.485021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:51Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '41aaf2ef-1c5d-41f2-884b-ddd0f275d649', 'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:20:a1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:50Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 2, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:55.567632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Checking router: f4fad044-5e3b-4530-a208-f83518bbe5df for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:36:55.568082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Updating router f4fad044-5e3b-4530-a208-f83518bbe5df port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:36:55.681203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d34c6980-c729-4ebb-94e1-b2660c251e4f None None] Provisioning complete for port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:55.681601 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d34c6980-c729-4ebb-94e1-b2660c251e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.709760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.724572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f3ab4-82c0-498b-9da5-46ea8e329abc None None] Pushing event updated for resources: {'Port': ['ID=e8f50e3c-e458-4217-9141-24a62ef05adb,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:55.732210 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.759006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1760302b-5597-4aa3-bf2d-d3479fc30718 None None] Network 797ff19b-f7dd-4275-b6ac-739a92f3fb64 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:55.781454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-38bdee8d-f03e-43ed-b3fe-1a926d5ebd09 None None] Allocated IP 172.20.0.1 (8f4e8e83-9d0d-42ee-a85d-d03f10a94afb/e77266fe-d287-4dd7-9566-80866b68ea0c/b67a27c7-cb29-4892-802b-059cab12343f) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:55.799280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting port e8f50e3c-e458-4217-9141-24a62ef05adb {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:55.799763 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.814897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d34c6980-c729-4ebb-94e1-b2660c251e4f None None] Port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:36:55.887500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] For port e8f50e3c-e458-4217-9141-24a62ef05adb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e8f50e3c-e458-4217-9141-24a62ef05adb,segment=NetworkSegment(82dd392c-31b3-434f-ad0d-48b4625fb03e),segment_id=82dd392c-31b3-434f-ad0d-48b4625fb03e)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:55.888334 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:55.910631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Calling delete_port for e8f50e3c-e458-4217-9141-24a62ef05adb owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:55.945361 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.023745 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.051344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Port': ['ID=e8f50e3c-e458-4217-9141-24a62ef05adb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:56.056899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No DVR routers for this DVR port e8f50e3c-e458-4217-9141-24a62ef05adb on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:36:56.105683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b010d9-9655-472e-b734-0f6392ad26b6 None None] Network 797ff19b-f7dd-4275-b6ac-739a92f3fb64 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:56.147323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-38bdee8d-f03e-43ed-b3fe-1a926d5ebd09 None None] For port b67a27c7-cb29-4892-802b-059cab12343f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b67a27c7-cb29-4892-802b-059cab12343f,segment=NetworkSegment(6d8dc534-d383-4df3-9980-16c8038ae90e),segment_id=6d8dc534-d383-4df3-9980-16c8038ae90e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:56.186520 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.199010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797ff19b-f7dd-4275-b6ac-739a92f3fb64']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:56.211202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dd392c-31b3-434f-ad0d-48b4625fb03e') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:56.211503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dd392c-31b3-434f-ad0d-48b4625fb03e') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:56.222075 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.242310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.250091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:36:56.250842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:36:56.254320 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:36:56.266926 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-38bdee8d-f03e-43ed-b3fe-1a926d5ebd09 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.334888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.336125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-38bdee8d-f03e-43ed-b3fe-1a926d5ebd09 None None] Transition to ACTIVE for port object b67a27c7-cb29-4892-802b-059cab12343f will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:56.341665 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.346866 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/797ff19b-f7dd-4275-b6ac-739a92f3fb64 HTTP/1.1" status: 204 len: 168 time: 2.7980456 Jul 19 03:36:56.347042 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-38bdee8d-f03e-43ed-b3fe-1a926d5ebd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.347471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49990) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:56.384496 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c185d77-ce8a-4762-8041-0e0a0c08dcbd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:36:56.384754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c185d77-ce8a-4762-8041-0e0a0c08dcbd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:36:56.390880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3c185d77-ce8a-4762-8041-0e0a0c08dcbd tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/797ff19b-f7dd-4275-b6ac-739a92f3fb64 HTTP/1.1" status: 404 len: 339 time: 0.0366192 Jul 19 03:36:56.391684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 49992) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:56.392505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36add4-92b2-4f32-8734-6391ab28bd4c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Network': ['ID=797ff19b-f7dd-4275-b6ac-739a92f3fb64,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:56.401228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1068884858', 'description': 'd1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:56.425612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:56.429788 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.457639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:36:56.470563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.471097 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Added segment 2029a08e-6b7c-495c-bdf6-32116dc3fd4c of type vlan for network f69aa8be-0ed1-4cef-be74-40354e660c55 Jul 19 03:36:56.527759 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.592101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.599941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:56.600744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.647979 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2524602 Jul 19 03:36:56.651767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50000) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:56.661053 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:36:56.662211 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:36:56.694442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdee8d-f03e-43ed-b3fe-1a926d5ebd09 None None] Pushing event updated for resources: {'Port': ['ID=b67a27c7-cb29-4892-802b-059cab12343f,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:56.741052 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.763673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Transition to ACTIVE for port object 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:56.772791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f884785-b21e-4309-ba0b-d01b1d788645 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=f69aa8be-0ed1-4cef-be74-40354e660c55,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:56.775716 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:56.821290 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-0a558ab3-1884-4003-bd95-b397aacd1da7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:56.822605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f69aa8be-0ed1-4cef-be74-40354e660c55 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:56.828220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77cf69c4-3616-4408-9050-a55c7225c2b7 req-be5a51ab-85e5-4a45-bad0-fb34b560e4b1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 210 time: 0.1457543 Jul 19 03:36:56.830149 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-0a558ab3-1884-4003-bd95-b397aacd1da7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/networks?id=907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 200 len: 813 time: 0.6463170 Jul 19 03:36:56.864054 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-6c601b49-9c91-469f-9c86-a6fc4fa8f7ae tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/quotas/c9624e9db2294c9498439296b1c1685e HTTP/1.1" status: 200 len: 375 time: 0.0333703 Jul 19 03:36:56.955215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d129c09-ef4f-47ff-bd5f-c417e391d39d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:56.960837 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9d129c09-ef4f-47ff-bd5f-c417e391d39d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/networks?id=f69aa8be-0ed1-4cef-be74-40354e660c55 HTTP/1.1" status: 200 len: 765 time: 0.3079259 Jul 19 03:36:56.966367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71e910-8d24-4b5c-b00b-92ca0213f9c4 None None] Pushing event updated for resources: {'Port': ['ID=41aaf2ef-1c5d-41f2-884b-ddd0f275d649,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:56.968587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50008) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:56.974486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-57be6a96-f9c3-4465-afa7-90ede6f35397 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'description': 'd2'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:57.124225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-01ce6078-5c61-4730-bddc-60d38765e39c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:57.128553 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-01ce6078-5c61-4730-bddc-60d38765e39c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "GET /v2.0/networks?id=0d68abc6-53c0-41ab-a652-a19d9d925684 HTTP/1.1" status: 200 len: 796 time: 0.3599124 Jul 19 03:36:57.197983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-3f2258e8-5bef-487a-bfe7-e448abe102f7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9624e9db2294c9498439296b1c1685e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3321161 Jul 19 03:36:57.264417 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-9aed7185-1e24-4491-b6f5-93ce6387c96d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 378 time: 0.1069276 Jul 19 03:36:57.280875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'port': {'device_id': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'admin_state_up': True, 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'security_groups': ['763c13a5-12d6-4c03-b433-190075c20747']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:57.289837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Attempting to bind port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:36:57.290440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Attempting to bind port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:36:57.290440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Attempting to bind port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 on network 0d68abc6-53c0-41ab-a652-a19d9d925684 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:36:57.298574 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:57.300787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:36:57.301197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Checking segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:36:57.306232 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:57.306663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Bound using segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:36:57.307172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Bound port: 41aaf2ef-1c5d-41f2-884b-ddd0f275d649, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:36:57.307566 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:57.382733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57be6a96-f9c3-4465-afa7-90ede6f35397 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:57.404635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port b67a27c7-cb29-4892-802b-059cab12343f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b67a27c7-cb29-4892-802b-059cab12343f,segment=NetworkSegment(6d8dc534-d383-4df3-9980-16c8038ae90e),segment_id=6d8dc534-d383-4df3-9980-16c8038ae90e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:57.415793 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:57.428860 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-c9bed0aa-9a62-4ac3-a805-370ceb9ee56d service neutron] 10.222.0.20 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294269 Jul 19 03:36:57.453573 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57be6a96-f9c3-4465-afa7-90ede6f35397 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:57.471895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] For port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:36:57.477505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] For port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=41aaf2ef-1c5d-41f2-884b-ddd0f275d649,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:36:57.492680 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:57.497600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57be6a96-f9c3-4465-afa7-90ede6f35397 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network f69aa8be-0ed1-4cef-be74-40354e660c55 is not hosted by any dhcp agent {{(pid=94344) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 19 03:36:57.503388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be6a96-f9c3-4465-afa7-90ede6f35397 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:57.503767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=b67a27c7-cb29-4892-802b-059cab12343f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:57.504021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57be6a96-f9c3-4465-afa7-90ede6f35397 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:57.508303 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-57be6a96-f9c3-4465-afa7-90ede6f35397 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "PUT /v2.0/networks/f69aa8be-0ed1-4cef-be74-40354e660c55 HTTP/1.1" status: 200 len: 762 time: 0.5354230 Jul 19 03:36:57.517045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50012) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:57.564839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 33411a3c-c432-4e70-b0f5-34800ad52365 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:57.574199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Routers {'f4fad044-5e3b-4530-a208-f83518bbe5df'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:36:57.575072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f4fad044-5e3b-4530-a208-f83518bbe5df'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:57.640476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:36:57.644804 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:57.649747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223aa3aa-b5ed-4e0d-a8d9-6f70ec4d5ee8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:57.651597 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-223aa3aa-b5ed-4e0d-a8d9-6f70ec4d5ee8 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/networks?id=f69aa8be-0ed1-4cef-be74-40354e660c55 HTTP/1.1" status: 200 len: 765 time: 0.1335731 Jul 19 03:36:57.653480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaa4019-ec63-434f-856c-2a60136c2b4b None None] Network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:36:57.663174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50014) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:57.700893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71e910-8d24-4b5c-b00b-92ca0213f9c4 None None] Pushing event updated for resources: {'Port': ['ID=41aaf2ef-1c5d-41f2-884b-ddd0f275d649,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:57.705146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be6a96-f9c3-4465-afa7-90ede6f35397 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=f69aa8be-0ed1-4cef-be74-40354e660c55,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:57.725410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-c05a2db4-ee8c-4ef0-8eeb-039732d9d638 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:57.727235 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-c05a2db4-ee8c-4ef0-8eeb-039732d9d638 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.26 "GET /v2.0/ports?device_id=b04b6d31-5faa-43a7-a69b-6d84799dfaf0 HTTP/1.1" status: 200 len: 946 time: 0.5308919 Jul 19 03:36:57.744068 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-f2b3abaa-9d18-4b9f-8db9-6da0cbc916ff service neutron] 10.222.0.20 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142452 Jul 19 03:36:57.779168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f69aa8be-0ed1-4cef-be74-40354e660c55 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:36:57.786176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-62361fab-e2d7-4740-8a8f-6c2639389de0 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:57.788366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-62361fab-e2d7-4740-8a8f-6c2639389de0 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.25 "GET /v2.0/ports?device_id=e34c9c67-08d3-46d9-9d75-db272e250b4f HTTP/1.1" status: 200 len: 945 time: 0.5145659 Jul 19 03:36:57.855735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-727e0b75-b805-434c-9860-c6ab5a37e8ab None None] Provisioning for port b67a27c7-cb29-4892-802b-059cab12343f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:57.909901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-727e0b75-b805-434c-9860-c6ab5a37e8ab None None] Provisioning complete for port b67a27c7-cb29-4892-802b-059cab12343f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:57.911003 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-727e0b75-b805-434c-9860-c6ab5a37e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:57.960342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] Set router f4fad044-5e3b-4530-a208-f83518bbe5df gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:36:58.002310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-4cc4aa68-1212-4aa8-9fa1-f751b3930791 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Deleting port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:58.003087 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-4cc4aa68-1212-4aa8-9fa1-f751b3930791 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:58.045123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-9f2f8eac-fd9f-4823-912c-cee5f8290d7a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Deleting port e6930240-77bd-4c3f-ad30-42371dfddbf7 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:36:58.045352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf89ee-cc6d-4ab0-9983-379ca34eef2c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:58.047208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-9f2f8eac-fd9f-4823-912c-cee5f8290d7a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:58.049693 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-65bf89ee-cc6d-4ab0-9983-379ca34eef2c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3855155 Jul 19 03:36:58.053434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50018) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:58.157178 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 33411a3c-c432-4e70-b0f5-34800ad52365 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:58.157556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:58.172771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50026) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:58.178395 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-66aad88e-23fa-476c-939d-d0f8efc54da5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839 HTTP/1.1" status: 200 len: 207 time: 0.1237705 Jul 19 03:36:58.222327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.20.0.11 (0d68abc6-53c0-41ab-a652-a19d9d925684/952eda1e-a75d-4b7e-842e-c214e36e688c/b8662d76-336f-4c29-a2e6-addd775e78df) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:36:58.288578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db2d8c56-c04b-4b23-a0e7-e4772d1493c8 req-ca00c7cb-1d1c-447b-b8cf-7b12bc71ef2b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 210 time: 0.1452830 Jul 19 03:36:58.439671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-9f2f8eac-fd9f-4823-912c-cee5f8290d7a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] For port e6930240-77bd-4c3f-ad30-42371dfddbf7, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e6930240-77bd-4c3f-ad30-42371dfddbf7,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:58.440317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-9f2f8eac-fd9f-4823-912c-cee5f8290d7a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:58.508310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-4cc4aa68-1212-4aa8-9fa1-f751b3930791 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] For port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:36:58.508737 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-4cc4aa68-1212-4aa8-9fa1-f751b3930791 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:58.521961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:58.531248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-9f2f8eac-fd9f-4823-912c-cee5f8290d7a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Calling delete_port for e6930240-77bd-4c3f-ad30-42371dfddbf7 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:58.562576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Transition to ACTIVE for port object b8662d76-336f-4c29-a2e6-addd775e78df will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:36:58.605270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:58.623655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b67a27c7-cb29-4892-802b-059cab12343f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:58.658049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-4cc4aa68-1212-4aa8-9fa1-f751b3930791 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Calling delete_port for 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:36:58.703900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dec35d0-50f8-41c8-b37e-a2ce02d0677c req-58efaf99-e01f-4258-bc40-e603ce4458a4 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 210 time: 0.0878978 Jul 19 03:36:58.747053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 0d68abc6-53c0-41ab-a652-a19d9d925684 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:36:58.752519 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:36:58.755627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:36:58.758559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=b8662d76-336f-4c29-a2e6-addd775e78df,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:58.770542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b67a27c7-cb29-4892-802b-059cab12343f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:58.771111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:58.818948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.819220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.819574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.820177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.820517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.826174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.826646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.827005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.827346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.827683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.828020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.828353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:36:58.863321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:51Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '41aaf2ef-1c5d-41f2-884b-ddd0f275d649', 'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:20:a1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:50Z', 'updated_at': '2021-07-19T03:36:57Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:36:58.902187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08656e2a-ceb1-441a-b721-119e3994c03c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:58.909451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:58.909940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08656e2a-ceb1-441a-b721-119e3994c03c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:58.915881 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:58.935740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f3d46-dda2-4537-9cb9-4666e60e0fbb None None] The sync data for ids ['f4fad044-5e3b-4530-a208-f83518bbe5df'] in n-d-762330-18 is: [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:51Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '41aaf2ef-1c5d-41f2-884b-ddd0f275d649', 'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:20:a1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:50Z', 'updated_at': '2021-07-19T03:36:57Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:36:58.946446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08656e2a-ceb1-441a-b721-119e3994c03c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:58.958764 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-cb192036-5b47-4e20-ac91-322608022cd1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6854386 Jul 19 03:36:58.960167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08656e2a-ceb1-441a-b721-119e3994c03c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:58.967149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08656e2a-ceb1-441a-b721-119e3994c03c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:58.971302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Request body: {'port': {'device_id': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:36:58.985953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08656e2a-ceb1-441a-b721-119e3994c03c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:36:58.987932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-08656e2a-ceb1-441a-b721-119e3994c03c tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.7242670 Jul 19 03:36:59.001909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50058) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:36:59.155970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:59.202709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f16ff4-7bd7-4a2e-b741-a5441abac18f None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:36:59.278992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c6012ec7-863b-496a-a137-e09937a5b155 None None] Provisioning for port b8662d76-336f-4c29-a2e6-addd775e78df completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:36:59.305212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c6012ec7-863b-496a-a137-e09937a5b155 None None] Provisioning complete for port b8662d76-336f-4c29-a2e6-addd775e78df triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:59.306560 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c6012ec7-863b-496a-a137-e09937a5b155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:59.395380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c6012ec7-863b-496a-a137-e09937a5b155 None None] Port b8662d76-336f-4c29-a2e6-addd775e78df cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:36:59.447667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c6012ec7-863b-496a-a137-e09937a5b155 None None] Provisioning complete for port b67a27c7-cb29-4892-802b-059cab12343f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:36:59.448089 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c6012ec7-863b-496a-a137-e09937a5b155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:59.623286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f16ff4-7bd7-4a2e-b741-a5441abac18f None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:36:59.705923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:36:59.780839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-4cc4aa68-1212-4aa8-9fa1-f751b3930791 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:36:59.841521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['e6930240-77bd-4c3f-ad30-42371dfddbf7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:36:59.935108 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b4c92dce-46e0-47c2-aadc-13d2d3df3284 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.8842235 Jul 19 03:36:59.936688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4aa68-1212-4aa8-9fa1-f751b3930791 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Pushing event deleted for resources: {'Port': ['ID=8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:36:59.940804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50066) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:00.035062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-4cc4aa68-1212-4aa8-9fa1-f751b3930791 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] No DVR routers for this DVR port 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:00.038024 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-4cc4aa68-1212-4aa8-9fa1-f751b3930791 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:00.041685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20372a5c-3ad4-44f4-a86e-cfd3a5e2bd90 req-4cc4aa68-1212-4aa8-9fa1-f751b3930791 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.26 "DELETE /v2.0/ports/8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f HTTP/1.1" status: 204 len: 173 time: 2.3075569 Jul 19 03:37:00.069352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18869d9c-2dce-4077-8bb7-df2d04cd36cd req-1e5d4ec0-d8d0-45b7-8985-46a890d96a0b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.071042 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-18869d9c-2dce-4077-8bb7-df2d04cd36cd req-1e5d4ec0-d8d0-45b7-8985-46a890d96a0b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 932 time: 0.5481949 Jul 19 03:37:00.115363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04b6d31-5faa-43a7-a69b-6d84799dfaf0', 'name': 'network-vif-deleted', 'tag': '8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:00.119286 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4942a01f-b5b5-400e-81f8-3b405b5b86a6" -d '{"events": [{"server_uuid": "b04b6d31-5faa-43a7-a69b-6d84799dfaf0", "name": "network-vif-deleted", "tag": "8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:00.132981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31223d8b-02ac-424b-bf69-2c7d70fecd45 req-4dfea9a5-32d0-48cf-8da1-8c65ad2d73f6 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 210 time: 0.1382322 Jul 19 03:37:00.145397 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-9f2f8eac-fd9f-4823-912c-cee5f8290d7a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:00.229716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f8eac-fd9f-4823-912c-cee5f8290d7a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Pushing event deleted for resources: {'Port': ['ID=e6930240-77bd-4c3f-ad30-42371dfddbf7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:00.245277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8662d76-336f-4c29-a2e6-addd775e78df {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:37:00.262069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:00.278380 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e72bd86-4eeb-4342-9dfc-84b26ec1ea73 x-openstack-request-id: req-8e72bd86-4eeb-4342-9dfc-84b26ec1ea73 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:00.278787 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04b6d31-5faa-43a7-a69b-6d84799dfaf0", "name": "network-vif-deleted", "tag": "8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:00.279121 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e72bd86-4eeb-4342-9dfc-84b26ec1ea73 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:00.279846 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04b6d31-5faa-43a7-a69b-6d84799dfaf0', 'name': 'network-vif-deleted', 'tag': '8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f', 'status': 'completed', 'code': 200} Jul 19 03:37:00.284752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Transition to ACTIVE for port object b8662d76-336f-4c29-a2e6-addd775e78df will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:00.299427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c1c3c-dbd2-4116-a47b-73ad44713a50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.301467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c1c3c-dbd2-4116-a47b-73ad44713a50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.303737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c1c3c-dbd2-4116-a47b-73ad44713a50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.305322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c1c3c-dbd2-4116-a47b-73ad44713a50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.308420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c1c3c-dbd2-4116-a47b-73ad44713a50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.319090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-027c1c3c-dbd2-4116-a47b-73ad44713a50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3677180 Jul 19 03:37:00.319365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50074) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:00.320333 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:00.391129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-9f2f8eac-fd9f-4823-912c-cee5f8290d7a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] No DVR routers for this DVR port e6930240-77bd-4c3f-ad30-42371dfddbf7 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:00.404371 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-18869d9c-2dce-4077-8bb7-df2d04cd36cd req-dc985d47-b027-4b62-a385-c33c0c5eacaa tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3134611 Jul 19 03:37:00.422061 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-9f2f8eac-fd9f-4823-912c-cee5f8290d7a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:00.429554 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a6caf61-db9f-47a5-957e-5ae0a161aceb req-9f2f8eac-fd9f-4823-912c-cee5f8290d7a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.25 "DELETE /v2.0/ports/e6930240-77bd-4c3f-ad30-42371dfddbf7 HTTP/1.1" status: 204 len: 173 time: 2.6304350 Jul 19 03:37:00.453154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:00.468953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:00.469384 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:00.473269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d97d2-a152-4955-ab9a-feeafd2c3ce6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.475284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d97d2-a152-4955-ab9a-feeafd2c3ce6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.477104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d97d2-a152-4955-ab9a-feeafd2c3ce6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.478588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Pushing event updated for resources: {'Port': ['ID=b8662d76-336f-4c29-a2e6-addd775e78df,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:00.480574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d97d2-a152-4955-ab9a-feeafd2c3ce6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.482457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d97d2-a152-4955-ab9a-feeafd2c3ce6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.484523 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-158d97d2-a152-4955-ab9a-feeafd2c3ce6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1677780 Jul 19 03:37:00.488008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50076) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:00.655745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:37:00.656000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:37:00.656342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df on network 0d68abc6-53c0-41ab-a652-a19d9d925684 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:00.674012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Port b8662d76-336f-4c29-a2e6-addd775e78df on network 0d68abc6-53c0-41ab-a652-a19d9d925684 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:37:00.674363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df on network 0d68abc6-53c0-41ab-a652-a19d9d925684 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:00.680670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:37:00.681008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Checking segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:00.681396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Bound using segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:37:00.681827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Bound port: b8662d76-336f-4c29-a2e6-addd775e78df, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:37:00.682186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:00.705837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:00.843409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-ff9b0443-be83-4f04-bbe1-ce190d9714c4 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.844327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:00.846098 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-ff9b0443-be83-4f04-bbe1-ce190d9714c4 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.25 "GET /v2.0/networks?id=907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 200 len: 813 time: 0.2208095 Jul 19 03:37:00.847998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:37:00.853487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b3e9a1-9a96-4b65-a7ef-a2e5898e2cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:00.858987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-68b3e9a1-9a96-4b65-a7ef-a2e5898e2cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/networks/c57bd9b9-2d12-47d2-ba82-910b8cbbeaed HTTP/1.1" status: 200 len: 804 time: 0.3664498 Jul 19 03:37:00.859194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:00.860157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50078) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:00.867096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Request body: {'port': {'device_id': '0548e290-5211-474a-b283-2b5452e07a5a', 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f', 'admin_state_up': True, 'tenant_id': 'c9624e9db2294c9498439296b1c1685e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:00.941985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=41aaf2ef-1c5d-41f2-884b-ddd0f275d649,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:00.952919 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:00.953683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b67a27c7-cb29-4892-802b-059cab12343f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:01.229200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-dcb9c725-7dec-4773-a536-4bcd967d96e5 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:01.230665 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3637da6a-cded-47cd-ab68-13a49a5a6102 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/networks/c57bd9b9-2d12-47d2-ba82-910b8cbbeaed?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3667598 Jul 19 03:37:01.235729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-dcb9c725-7dec-4773-a536-4bcd967d96e5 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.26 "GET /v2.0/networks?id=907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 200 len: 813 time: 0.4412365 Jul 19 03:37:01.236233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50082) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:01.260932 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b67a27c7-cb29-4892-802b-059cab12343f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:01.261600 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:01.294215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Request body: {'port': {'device_id': '83646149-c430-4be1-a956-57ea501911b0', 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f', 'admin_state_up': True, 'tenant_id': 'c9624e9db2294c9498439296b1c1685e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:01.308928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=41aaf2ef-1c5d-41f2-884b-ddd0f275d649,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:01.346206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Pushing event updated for resources: {'Port': ['ID=b8662d76-336f-4c29-a2e6-addd775e78df,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:01.399558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:01.405315 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:01.409391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-fe749b72-a7e4-4410-8b13-471bcd010bac service neutron] 10.222.0.26 "PUT /v2.0/ports/b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 200 len: 1093 time: 2.4441447 Jul 19 03:37:01.416668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:01.447729 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3ca5a9-d538-417e-bb57-697912f7a360" -d '{"events": [{"name": "network-changed", "server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:01.598099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:01.655552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:01.662055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:01.662980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 8aae96f2-8c8c-4d2c-bee1-2f5bcd4c954f not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:01.743222 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:01.743748 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:01.789307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-74430e1a-fa78-486f-b68c-5519c74fc7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:01.791908 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-74430e1a-fa78-486f-b68c-5519c74fc7f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1096 time: 0.1878757 Jul 19 03:37:01.808099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb671af-1970-46da-b6ea-c77d5f156e5d req-87ef4315-8aae-4d47-b8f3-a3305a30429a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:01.811621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7cb671af-1970-46da-b6ea-c77d5f156e5d req-87ef4315-8aae-4d47-b8f3-a3305a30429a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 944 time: 0.1275747 Jul 19 03:37:01.882653 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-9a879861-93d7-4c9a-a346-eadfdfd2a08f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 200 len: 217 time: 0.0835958 Jul 19 03:37:01.937995 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7cb671af-1970-46da-b6ea-c77d5f156e5d req-df3eb006-8e3a-4b91-9d09-5e9f116377b3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174550 Jul 19 03:37:01.955959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e6930240-77bd-4c3f-ad30-42371dfddbf7 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:01.969432 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-3657eee9-6ae9-4d62-bd9f-90da72fea516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:01.970967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-3657eee9-6ae9-4d62-bd9f-90da72fea516 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=952eda1e-a75d-4b7e-842e-c214e36e688c HTTP/1.1" status: 200 len: 835 time: 0.0796449 Jul 19 03:37:01.997883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: e6930240-77bd-4c3f-ad30-42371dfddbf7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:01.998307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e6930240-77bd-4c3f-ad30-42371dfddbf7 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:02.023052 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034364dd-5a8b-4eff-80da-f5e4c0373d43 x-openstack-request-id: req-034364dd-5a8b-4eff-80da-f5e4c0373d43 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:02.023349 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:02.023604 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-034364dd-5a8b-4eff-80da-f5e4c0373d43 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:02.024005 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'status': 'completed', 'code': 200} Jul 19 03:37:02.041114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-602bfefd-a399-4f23-9260-5d77f52ac161 req-4dcf2b5f-b948-4d31-897a-46d3173152e4 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 210 time: 0.1276281 Jul 19 03:37:02.080628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-0d3ed844-e9bb-454f-b665-48411630dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:02.082171 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-0d3ed844-e9bb-454f-b665-48411630dba6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d68abc6-53c0-41ab-a652-a19d9d925684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045854 Jul 19 03:37:02.089134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ee3b00-43f0-409e-8191-039d7fed80b1 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:02.090585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-61ee3b00-43f0-409e-8191-039d7fed80b1 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/subnets/29733a96-47ef-46e7-96fd-634f3d0ae03f HTTP/1.1" status: 200 len: 843 time: 0.8445430 Jul 19 03:37:02.093664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Made reservation on behalf of c9624e9db2294c9498439296b1c1685e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:02.097140 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:02.101118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50096) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:02.189040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc9f49-bb86-4908-ae72-77485209bb68 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['shared'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:02.190482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5ecc9f49-bb86-4908-ae72-77485209bb68 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "GET /v2.0/subnets/29733a96-47ef-46e7-96fd-634f3d0ae03f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0883749 Jul 19 03:37:02.196124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50098) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:02.207513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049516606'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:02.220297 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-ef673a5d-c1fd-44fa-82b1-94aee1aadbcb service neutron] 10.222.0.26 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299186 Jul 19 03:37:02.257372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:02.261122 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:02.286066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34c9c67-08d3-46d9-9d75-db272e250b4f', 'name': 'network-vif-deleted', 'tag': 'e6930240-77bd-4c3f-ad30-42371dfddbf7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:02.288415 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab7c85f-9258-4182-b346-0b5fde341b09" -d '{"events": [{"server_uuid": "e34c9c67-08d3-46d9-9d75-db272e250b4f", "name": "network-vif-deleted", "tag": "e6930240-77bd-4c3f-ad30-42371dfddbf7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:02.307217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Made reservation on behalf of c9624e9db2294c9498439296b1c1685e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:02.310978 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:02.330869 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:37:02.339487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Allocated IP 172.20.0.9 (907c1caf-2359-4f34-850a-ef270720b33f/0e66b5d3-4aff-4a76-870d-96cfc748428b/8e690d23-9110-4893-b323-3ad77c016c06) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:02.342331 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd898b04-1679-4616-be83-5b1e7b6cc421 x-openstack-request-id: req-bd898b04-1679-4616-be83-5b1e7b6cc421 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:02.342628 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34c9c67-08d3-46d9-9d75-db272e250b4f", "name": "network-vif-deleted", "tag": "e6930240-77bd-4c3f-ad30-42371dfddbf7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:02.342883 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd898b04-1679-4616-be83-5b1e7b6cc421 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:02.343300 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34c9c67-08d3-46d9-9d75-db272e250b4f', 'name': 'network-vif-deleted', 'tag': 'e6930240-77bd-4c3f-ad30-42371dfddbf7', 'status': 'completed', 'code': 200} Jul 19 03:37:02.355141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:02.355721 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Added segment 6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51 of type vlan for network 4fb4d722-54a1-4420-870c-7a8fb6043116 Jul 19 03:37:02.366759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-abf66498-66ea-43e1-8301-13ef2a6420aa req-994339f8-b6e6-4df4-bcc2-480824fe9be3 service neutron] 10.222.0.26 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391630 Jul 19 03:37:02.409627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:02.477314 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:02.483033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:02.483647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:02.530523 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3332655 Jul 19 03:37:02.534113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50102) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:02.540605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'network_id': '4fb4d722-54a1-4420-870c-7a8fb6043116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:02.578122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d8ed9-2ab8-42d6-b3fd-53f201077c50 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Network': ['ID=4fb4d722-54a1-4420-870c-7a8fb6043116,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:02.583262 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-dceec129-77a2-4377-a52e-80ca1b70e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:02.585489 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-dceec129-77a2-4377-a52e-80ca1b70e435 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1096 time: 0.1610496 Jul 19 03:37:02.588420 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 4fb4d722-54a1-4420-870c-7a8fb6043116 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:37:02.601634 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:02.698235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Made reservation on behalf of 2ac0a08888c149b8aa0ca716457273e7 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:02.701894 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:02.702043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-9d0e7724-6498-40c3-912c-1ed4185f6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:02.703611 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-9d0e7724-6498-40c3-912c-1ed4185f6584 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d68abc6-53c0-41ab-a652-a19d9d925684 HTTP/1.1" status: 200 len: 896 time: 0.1111090 Jul 19 03:37:02.749125 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-a18c7dfa-9329-4024-bcf6-b2be5db2cdad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 200 len: 217 time: 0.0387354 Jul 19 03:37:02.769794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.ipam_backend_mixin [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Performing IP validity checks on allocation pools {{(pid=94344) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 19 03:37:02.770391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.ipam_backend_mixin [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94344) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 19 03:37:02.777119 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:02.801362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-63b4978a-bad9-41d8-ba77-e3979271ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:02.803152 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-63b4978a-bad9-41d8-ba77-e3979271ae28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=952eda1e-a75d-4b7e-842e-c214e36e688c HTTP/1.1" status: 200 len: 835 time: 0.0462930 Jul 19 03:37:02.865666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-fddc16fe-9ded-4413-8f42-18df10037eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:02.867198 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-fddc16fe-9ded-4413-8f42-18df10037eff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d68abc6-53c0-41ab-a652-a19d9d925684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572097 Jul 19 03:37:02.871978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Network 907c1caf-2359-4f34-850a-ef270720b33f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:02.885540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:02.893357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:02.934371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Pushing event updated for resources: {'Port': ['ID=8e690d23-9110-4893-b323-3ad77c016c06,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:02.936653 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.db.api [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-f5fe66d2-e8dc-4d42-baf1-462fc7d5ffe0 {{(pid=94344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:37:02.936984 n-d-762330-18 neutron-server[94344]: DEBUG oslo_db.api [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:37:02.990241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:02.990952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:03.023991 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-8a16778f-ba61-4dd8-bb54-d512f6b3a8bf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1669881 Jul 19 03:37:03.038333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Request body: {'port': {'device_id': '0548e290-5211-474a-b283-2b5452e07a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:03.135713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:03.232634 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:03.255837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=527f5176-a09a-4b0b-aa22-72171f41c53f,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:03.321812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Checking segment: {'id': '6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4fb4d722-54a1-4420-870c-7a8fb6043116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:03.322217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network hostable DHCP agents. Network: 4fb4d722-54a1-4420-870c-7a8fb6043116, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:37:03.345382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5442cb2a-4a0d-42b9-86dd-9d59f0e04815 req-c92c43c0-a3b9-43c8-9e89-bfcc1423f970 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 210 time: 0.0300241 Jul 19 03:37:03.371797 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-365fe7f1-5f9d-412a-bc59-e569d5bc7004 service neutron] 10.222.0.26 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972050 Jul 19 03:37:03.403025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510b931-b29d-461a-9afc-d3fdb0f91819 req-0117822f-40c3-42ac-a8e1-b206f3b17b3e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:03.404561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9510b931-b29d-461a-9afc-d3fdb0f91819 req-0117822f-40c3-42ac-a8e1-b206f3b17b3e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 944 time: 0.2665489 Jul 19 03:37:03.434335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Network 4fb4d722-54a1-4420-870c-7a8fb6043116 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:37:03.447866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:03.476997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df3ca5a9-d538-417e-bb57-697912f7a360 req-d36740eb-3b6a-43d3-9405-8dfb1f064d9f service neutron] 10.222.0.26 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977972 Jul 19 03:37:03.477839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 4fb4d722-54a1-4420-870c-7a8fb6043116) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:03.487156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11887d02-5609-45c9-a7fd-e3065d44220c None None] Network 4fb4d722-54a1-4420-870c-7a8fb6043116 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:03.510485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:03.511132 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:03.527754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9510b931-b29d-461a-9afc-d3fdb0f91819 req-40f1a90e-2c7b-4fe3-8ae5-ac4fff76ab7c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118593 Jul 19 03:37:03.574362 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bda1a234-319b-4193-baf1-e950433f699a tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0365489 Jul 19 03:37:03.574684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50112) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:03.580278 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c4d2b52f-0287-419b-bac0-26273cf3df71 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:03.727040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-4fb4d722-54a1-4420-870c-7a8fb6043116', 'network_id': '4fb4d722-54a1-4420-870c-7a8fb6043116', 'tenant_id': '2ac0a08888c149b8aa0ca716457273e7', 'fixed_ips': [{'subnet_id': '527f5176-a09a-4b0b-aa22-72171f41c53f'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:37:03.728257 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:03.743847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e690d23-9110-4893-b323-3ad77c016c06 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:37:03.747329 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b52f-0287-419b-bac0-26273cf3df71 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11599872'] for subnet, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:03.755715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:03.776938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Transition to ACTIVE for port object 8e690d23-9110-4893-b323-3ad77c016c06 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:03.786610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:03.914148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Allocated IP 172.20.0.6 (907c1caf-2359-4f34-850a-ef270720b33f/0e66b5d3-4aff-4a76-870d-96cfc748428b/a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:03.954753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Pushing event updated for resources: {'Port': ['ID=8e690d23-9110-4893-b323-3ad77c016c06,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:03.970364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b52f-0287-419b-bac0-26273cf3df71 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763762083979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9225768'] for subnet, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.016364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Allocated IP 2001:db8::3 (4fb4d722-54a1-4420-870c-7a8fb6043116/527f5176-a09a-4b0b-aa22-72171f41c53f/b67d157b-930c-4f93-ac0e-0615031ba24d) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:04.018666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2b52f-0287-419b-bac0-26273cf3df71 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:04.019297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b52f-0287-419b-bac0-26273cf3df71 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.021830 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c4d2b52f-0287-419b-bac0-26273cf3df71 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "PUT /v2.0/subnets/527f5176-a09a-4b0b-aa22-72171f41c53f HTTP/1.1" status: 200 len: 900 time: 0.4448378 Jul 19 03:37:04.025194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50120) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:04.100896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Attempting to bind port 8e690d23-9110-4893-b323-3ad77c016c06 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:37:04.101156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Attempting to bind port 8e690d23-9110-4893-b323-3ad77c016c06 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:37:04.101488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Attempting to bind port 8e690d23-9110-4893-b323-3ad77c016c06 on network 907c1caf-2359-4f34-850a-ef270720b33f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:04.122299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Port 8e690d23-9110-4893-b323-3ad77c016c06 on network 907c1caf-2359-4f34-850a-ef270720b33f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:37:04.123274 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Attempting to bind port 8e690d23-9110-4893-b323-3ad77c016c06 on network 907c1caf-2359-4f34-850a-ef270720b33f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:04.134855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:37:04.135757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Checking segment: {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:04.136816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Bound using segment: {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:37:04.137459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Bound port: 8e690d23-9110-4893-b323-3ad77c016c06, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:37:04.138253 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.145047 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.161661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2b52f-0287-419b-bac0-26273cf3df71 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event updated for resources: {'Subnet': ['ID=527f5176-a09a-4b0b-aa22-72171f41c53f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:04.206300 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.218016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.218446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Transition to ACTIVE for port object b67d157b-930c-4f93-ac0e-0615031ba24d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:04.234363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Transition to ACTIVE for port object b67d157b-930c-4f93-ac0e-0615031ba24d will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:04.240741 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.272271 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] For port 8e690d23-9110-4893-b323-3ad77c016c06, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:04.279007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] For port 8e690d23-9110-4893-b323-3ad77c016c06, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8e690d23-9110-4893-b323-3ad77c016c06,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:37:04.282608 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.287568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Network 4fb4d722-54a1-4420-870c-7a8fb6043116 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:04.290723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:04.293314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:04.300058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.312065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Pushing event updated for resources: {'Port': ['ID=b67d157b-930c-4f93-ac0e-0615031ba24d,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:04.322026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:04.322687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.324134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] 10.222.0.25 "PUT /v2.0/ports/8e690d23-9110-4893-b323-3ad77c016c06 HTTP/1.1" status: 200 len: 1092 time: 1.2917223 Jul 19 03:37:04.342525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Subnet': ['ID=527f5176-a09a-4b0b-aa22-72171f41c53f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:04.346636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0548e290-5211-474a-b283-2b5452e07a5a', 'tag': '8e690d23-9110-4893-b323-3ad77c016c06'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:04.348931 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab884c90-8826-4b91-9b96-22704f291b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0548e290-5211-474a-b283-2b5452e07a5a", "tag": "8e690d23-9110-4893-b323-3ad77c016c06"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:04.353925 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.381045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50afb9-3c4b-4b98-a2ea-7026720e41de service neutron] Pushing event updated for resources: {'Port': ['ID=8e690d23-9110-4893-b323-3ad77c016c06,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:04.403678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Attempting to bind port b67d157b-930c-4f93-ac0e-0615031ba24d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:37:04.404065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Attempting to bind port b67d157b-930c-4f93-ac0e-0615031ba24d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4fb4d722-54a1-4420-870c-7a8fb6043116'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:37:04.404429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Attempting to bind port b67d157b-930c-4f93-ac0e-0615031ba24d on network 4fb4d722-54a1-4420-870c-7a8fb6043116 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:04.411669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:37:04.412877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Checking segment: {'id': '6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4fb4d722-54a1-4420-870c-7a8fb6043116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:04.412877 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.413128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Bound using segment: {'id': '6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4fb4d722-54a1-4420-870c-7a8fb6043116'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:37:04.413644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Bound port: b67d157b-930c-4f93-ac0e-0615031ba24d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4fb4d722-54a1-4420-870c-7a8fb6043116'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:37:04.414038 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.460213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.468308 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.475561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb4d722-54a1-4420-870c-7a8fb6043116']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:04.485115 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019f2d8b-345b-40be-b704-b21a401b9242 x-openstack-request-id: req-019f2d8b-345b-40be-b704-b21a401b9242 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:04.485619 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0548e290-5211-474a-b283-2b5452e07a5a", "tag": "8e690d23-9110-4893-b323-3ad77c016c06", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:04.485953 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-019f2d8b-345b-40be-b704-b21a401b9242 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:04.486610 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0548e290-5211-474a-b283-2b5452e07a5a', 'tag': '8e690d23-9110-4893-b323-3ad77c016c06', 'status': 'completed', 'code': 200} Jul 19 03:37:04.488047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:04.488359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:04.499899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] For port b67d157b-930c-4f93-ac0e-0615031ba24d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:04.500751 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.514620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] For port b67d157b-930c-4f93-ac0e-0615031ba24d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b67d157b-930c-4f93-ac0e-0615031ba24d,segment=NetworkSegment(6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51),segment_id=6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:37:04.519549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-3b6d3c5a-3dd9-42f1-9544-7a195fab228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:04.521700 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-3b6d3c5a-3dd9-42f1-9544-7a195fab228a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9624e9db2294c9498439296b1c1685e&device_id=0548e290-5211-474a-b283-2b5452e07a5a HTTP/1.1" status: 200 len: 1095 time: 0.1241977 Jul 19 03:37:04.524208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.525482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Network 907c1caf-2359-4f34-850a-ef270720b33f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:04.527350 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.530251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:04.538202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:04.541031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.545674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:04.573966 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:04.632675 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 03:37:04.632675 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 03:37:04.632675 n-d-762330-18 neutron-server[94345]: [parameters: {'id': '4fb4d722-54a1-4420-870c-7a8fb6043116'}] Jul 19 03:37:04.632675 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:37:04.633187 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:37:04.652268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-7c7a8f51-76a4-47ea-8b96-a006d05d1b94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e690d23-9110-4893-b323-3ad77c016c06 HTTP/1.1" status: 200 len: 217 time: 0.1232500 Jul 19 03:37:04.659474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Pushing event updated for resources: {'Port': ['ID=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:04.681142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53b14d-d2d2-4aa0-a80f-c6fda0d5177c None None] Pushing event updated for resources: {'Port': ['ID=b67d157b-930c-4f93-ac0e-0615031ba24d,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:04.696960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6cd5e5-3506-45ed-b08b-442a5e42f8be None None] Network 4fb4d722-54a1-4420-870c-7a8fb6043116 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:04.714384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:04.715032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:04.737292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fd115c38-54d2-403e-9dd2-9b7a67a29ac7 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4589789 Jul 19 03:37:04.756331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Request body: {'port': {'device_id': '83646149-c430-4be1-a956-57ea501911b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:04.767315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b34ce-eb73-4ec2-b8bb-d83169c572a0 req-4a13df81-3e63-4d0d-9583-0a43ae98c0da tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:04.769063 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9b5b34ce-eb73-4ec2-b8bb-d83169c572a0 req-4a13df81-3e63-4d0d-9583-0a43ae98c0da tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 944 time: 0.0723159 Jul 19 03:37:04.789542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-b9cc30a5-7954-4bff-9945-682e03c9970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:04.791164 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-b9cc30a5-7954-4bff-9945-682e03c9970e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e66b5d3-4aff-4a76-870d-96cfc748428b HTTP/1.1" status: 200 len: 853 time: 0.1259534 Jul 19 03:37:04.813020 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9b5b34ce-eb73-4ec2-b8bb-d83169c572a0 req-537d1ff4-6283-4d5e-a90c-4e1304df81a4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363200 Jul 19 03:37:04.816997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f488474-a436-448c-83a1-d2d0afefb84c req-84fa4035-1c37-44c6-a438-5700cdca064a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:04.819351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f488474-a436-448c-83a1-d2d0afefb84c req-84fa4035-1c37-44c6-a438-5700cdca064a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 931 time: 0.2462454 Jul 19 03:37:04.854509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-fae97112-03fa-4eb3-8117-acf53b257cbd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c1caf-2359-4f34-850a-ef270720b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544252 Jul 19 03:37:04.886018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b18f8f9-479b-4b5e-9387-4848d8ae9801 None None] Network 4fb4d722-54a1-4420-870c-7a8fb6043116 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:05.011283 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-efd9455b-6554-47b5-b404-2777f2816f5b service neutron] 10.222.0.25 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488352 Jul 19 03:37:05.040722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4deb8-e277-4d9f-ab14-fd8dfb47829d None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:37:05.052452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4f488474-a436-448c-83a1-d2d0afefb84c req-c43a3311-0c95-4f1c-ab36-d568aa0bc048 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078967 Jul 19 03:37:05.070623 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.134312 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.185630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e4deb8-e277-4d9f-ab14-fd8dfb47829d None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:37:05.216815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting port b67d157b-930c-4f93-ac0e-0615031ba24d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:05.217404 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.283610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-285ad501-8f54-4b6b-93a1-4ebbe0cde70d service neutron] 10.222.0.25 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635200 Jul 19 03:37:05.308603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] For port b67d157b-930c-4f93-ac0e-0615031ba24d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b67d157b-930c-4f93-ac0e-0615031ba24d,segment=NetworkSegment(6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51),segment_id=6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:05.309217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.327218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Calling delete_port for b67d157b-930c-4f93-ac0e-0615031ba24d owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:05.454445 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.464792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab884c90-8826-4b91-9b96-22704f291b4b req-e5919f43-ff55-410d-92e2-0c386bbacd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:05.466370 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab884c90-8826-4b91-9b96-22704f291b4b req-e5919f43-ff55-410d-92e2-0c386bbacd47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9624e9db2294c9498439296b1c1685e&device_id=0548e290-5211-474a-b283-2b5452e07a5a HTTP/1.1" status: 200 len: 1095 time: 0.0933135 Jul 19 03:37:05.470215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50150) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:05.492524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Port': ['ID=b67d157b-930c-4f93-ac0e-0615031ba24d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:05.498060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No DVR routers for this DVR port b67d157b-930c-4f93-ac0e-0615031ba24d on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:05.547377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:37:05.580881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.585459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.596047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb4d722-54a1-4420-870c-7a8fb6043116']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:05.606860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:05.607160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9ad8ca-2bed-4175-b58b-32c8a0bc6e51') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:05.615130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b8662d76-336f-4c29-a2e6-addd775e78df details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:37:05.617024 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.619454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Transition to ACTIVE for port object a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:05.620518 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-31907c0d-aea2-4cc7-9330-da24c1996eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.633273 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.634862 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.640875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:05.641329 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:05.644649 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:05.668692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab884c90-8826-4b91-9b96-22704f291b4b req-b5aaf07b-7ff1-46f4-b84a-2da6d715cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:05.670285 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab884c90-8826-4b91-9b96-22704f291b4b req-b5aaf07b-7ff1-46f4-b84a-2da6d715cf14 service neutron] 10.222.0.25 "GET /v2.0/networks?id=907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 200 len: 913 time: 0.1889467 Jul 19 03:37:05.715552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.720519 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.722579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/4fb4d722-54a1-4420-870c-7a8fb6043116 HTTP/1.1" status: 204 len: 168 time: 1.6964781 Jul 19 03:37:05.727900 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50154) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:05.730674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:05.744124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'port_id': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'mac_address': 'fa:16:3e:06:b8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:37:05.745192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab884c90-8826-4b91-9b96-22704f291b4b req-71c2f6da-62ab-4920-8e18-302dfdc645c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e690d23-9110-4893-b323-3ad77c016c06 HTTP/1.1" status: 200 len: 217 time: 0.0640516 Jul 19 03:37:05.749808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:05.769350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be274d-eb58-43c1-9490-0dfa0013ec34 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Network': ['ID=4fb4d722-54a1-4420-870c-7a8fb6043116,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:05.773273 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00a8556-4153-4800-b51e-6e9d9c0dedf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:05.774186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00a8556-4153-4800-b51e-6e9d9c0dedf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:05.776202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d00a8556-4153-4800-b51e-6e9d9c0dedf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/subnets/527f5176-a09a-4b0b-aa22-72171f41c53f HTTP/1.1" status: 404 len: 337 time: 0.0473633 Jul 19 03:37:05.778925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50156) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:05.788990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.798103 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-c999d644-b791-489d-9be8-a815537373dc tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:05.798814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c999d644-b791-489d-9be8-a815537373dc tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:05.800386 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c999d644-b791-489d-9be8-a815537373dc tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/4fb4d722-54a1-4420-870c-7a8fb6043116 HTTP/1.1" status: 404 len: 339 time: 0.0205402 Jul 19 03:37:05.803151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50158) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:05.804068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8662d76-336f-4c29-a2e6-addd775e78df {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:37:05.824828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:05.828880 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.879406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab884c90-8826-4b91-9b96-22704f291b4b req-6d7cfe04-649a-497f-a2e4-105bc4d4b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:05.881698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab884c90-8826-4b91-9b96-22704f291b4b req-6d7cfe04-649a-497f-a2e4-105bc4d4b532 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e66b5d3-4aff-4a76-870d-96cfc748428b HTTP/1.1" status: 200 len: 853 time: 0.1211977 Jul 19 03:37:05.882161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=b8662d76-336f-4c29-a2e6-addd775e78df,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:05.898729 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.933542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab884c90-8826-4b91-9b96-22704f291b4b req-b9cbba92-f17f-4e19-85b7-3a8afbf0628d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c1caf-2359-4f34-850a-ef270720b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453508 Jul 19 03:37:05.945809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Attempting to bind port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:37:05.946149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Attempting to bind port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:37:05.946515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Attempting to bind port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 on network 907c1caf-2359-4f34-850a-ef270720b33f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:05.986551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 on network 907c1caf-2359-4f34-850a-ef270720b33f not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:37:05.986883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Attempting to bind port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 on network 907c1caf-2359-4f34-850a-ef270720b33f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:05.990694 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-31907c0d-aea2-4cc7-9330-da24c1996eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:05.999136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:37:05.999476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Checking segment: {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:05.999868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Bound using segment: {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:37:06.000301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Bound port: a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e5f948-28d6-4ee7-8659-9d374dae2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:37:06.000650 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.005851 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-31907c0d-aea2-4cc7-9330-da24c1996eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.020217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.033408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69aa8be-0ed1-4cef-be74-40354e660c55']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:06.036164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['b8662d76-336f-4c29-a2e6-addd775e78df'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:37:06.044989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2029a08e-6b7c-495c-bdf6-32116dc3fd4c') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:06.045342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2029a08e-6b7c-495c-bdf6-32116dc3fd4c') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:06.059418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.083795 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.100776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764429fc-c3d0-4820-83aa-d264e948aa73 req-d6d81452-fe35-473d-a147-b416c868d796 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:06.108283 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-764429fc-c3d0-4820-83aa-d264e948aa73 req-d6d81452-fe35-473d-a147-b416c868d796 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 945 time: 0.1460650 Jul 19 03:37:06.112077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:06.112501 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:06.116949 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:06.127217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-31907c0d-aea2-4cc7-9330-da24c1996eb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7757e8a91d764fa0b0c32d97994d8c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6535356 Jul 19 03:37:06.131459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50164) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:06.133520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31907c0d-aea2-4cc7-9330-da24c1996eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546b2e58-9f3d-465d-9abc-89d53368eaad,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:06.188305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab884c90-8826-4b91-9b96-22704f291b4b req-9d76fa58-196d-4a26-8de4-933bdf8ea196 service neutron] 10.222.0.25 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435141 Jul 19 03:37:06.197874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] For port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:06.219432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.230840 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.233002 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/f69aa8be-0ed1-4cef-be74-40354e660c55 HTTP/1.1" status: 204 len: 168 time: 0.4286499 Jul 19 03:37:06.237835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50166) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:06.255810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] For port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:37:06.288165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72ed0e-03de-45ef-a19f-4359f3c18cf6 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Network': ['ID=f69aa8be-0ed1-4cef-be74-40354e660c55,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:06.292131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.293269 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4d1383-b54e-4a7d-8775-bbfa468e16b7 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:06.293728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4d1383-b54e-4a7d-8775-bbfa468e16b7 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:06.295527 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4d4d1383-b54e-4a7d-8775-bbfa468e16b7 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/subnets/1b952bdc-c2ab-476f-985c-bfe10145dda6 HTTP/1.1" status: 404 len: 337 time: 0.0408518 Jul 19 03:37:06.298206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50168) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:06.310773 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-764429fc-c3d0-4820-83aa-d264e948aa73 req-7a73ff3e-bc98-4dd5-9e50-1d02c14f3272 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2012537 Jul 19 03:37:06.321153 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-90aecbcf-d0bd-4998-92f1-745168b45ad5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:06.321766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90aecbcf-d0bd-4998-92f1-745168b45ad5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:06.323518 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-90aecbcf-d0bd-4998-92f1-745168b45ad5 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/797ff19b-f7dd-4275-b6ac-739a92f3fb64 HTTP/1.1" status: 404 len: 339 time: 0.0241885 Jul 19 03:37:06.326029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50170) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:06.335668 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-415bab4a-d78b-4489-af5a-5710df0e5a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.383047 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe870c5-04f7-4b0e-b857-676de7fe5f6b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting subnet e77266fe-d287-4dd7-9566-80866b68ea0c {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:06.386717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cfe870c5-04f7-4b0e-b857-676de7fe5f6b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.393513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:06.394067 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.396098 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] 10.222.0.26 "PUT /v2.0/ports/a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 HTTP/1.1" status: 200 len: 1092 time: 1.6462181 Jul 19 03:37:06.407167 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-415bab4a-d78b-4489-af5a-5710df0e5a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.435955 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cfe870c5-04f7-4b0e-b857-676de7fe5f6b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.528957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cfe870c5-04f7-4b0e-b857-676de7fe5f6b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.592992 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cfe870c5-04f7-4b0e-b857-676de7fe5f6b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.621707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe870c5-04f7-4b0e-b857-676de7fe5f6b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Subnet': ['ID=e77266fe-d287-4dd7-9566-80866b68ea0c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:06.626978 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cfe870c5-04f7-4b0e-b857-676de7fe5f6b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.629278 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cfe870c5-04f7-4b0e-b857-676de7fe5f6b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/subnets/e77266fe-d287-4dd7-9566-80866b68ea0c HTTP/1.1" status: 204 len: 168 time: 0.3020279 Jul 19 03:37:06.632102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50174) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:06.636101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e1e6c0-9897-4174-95e8-5b4f518211f8 None None] Network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:06.695100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb237ca-0d3b-4533-a350-e9b3f0f5abe2 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting subnet 83b8cf09-7691-4d91-8942-7d0ba04ef6c5 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:06.698348 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eeb237ca-0d3b-4533-a350-e9b3f0f5abe2 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.741423 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eeb237ca-0d3b-4533-a350-e9b3f0f5abe2 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.765264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83646149-c430-4be1-a956-57ea501911b0', 'tag': 'a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:06.767545 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7798bcf3-5579-44b6-ad01-7d3482dad924" -d '{"events": [{"name": "network-changed", "server_uuid": "83646149-c430-4be1-a956-57ea501911b0", "tag": "a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:06.820986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab884c90-8826-4b91-9b96-22704f291b4b req-ac11ee4f-8bfa-4596-9529-8b4cd8936911 service neutron] 10.222.0.25 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243978 Jul 19 03:37:06.827742 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed2d4e2-675c-4d93-b014-d0c66147fdce x-openstack-request-id: req-8ed2d4e2-675c-4d93-b014-d0c66147fdce {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:06.828014 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83646149-c430-4be1-a956-57ea501911b0", "tag": "a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:06.828259 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ed2d4e2-675c-4d93-b014-d0c66147fdce {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:06.828634 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83646149-c430-4be1-a956-57ea501911b0', 'tag': 'a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7', 'status': 'completed', 'code': 200} Jul 19 03:37:06.842108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eeb237ca-0d3b-4533-a350-e9b3f0f5abe2 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.850238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5b75a-bd20-43e2-8936-c5c28fb453a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:06.875245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ed7f3-2e8d-4ff2-9f71-76a3c4a582e1 req-bc1bb618-8eb5-4290-93bc-1fd9b4cd6771 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:06.876858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-261ed7f3-2e8d-4ff2-9f71-76a3c4a582e1 req-bc1bb618-8eb5-4290-93bc-1fd9b4cd6771 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 943 time: 0.6607172 Jul 19 03:37:06.913678 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eeb237ca-0d3b-4533-a350-e9b3f0f5abe2 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.927269 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-415bab4a-d78b-4489-af5a-5710df0e5a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.929791 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-415bab4a-d78b-4489-af5a-5710df0e5a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.931003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-415bab4a-d78b-4489-af5a-5710df0e5a44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/546b2e58-9f3d-465d-9abc-89d53368eaad HTTP/1.1" status: 204 len: 168 time: 0.7943571 Jul 19 03:37:06.945638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb237ca-0d3b-4533-a350-e9b3f0f5abe2 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Subnet': ['ID=83b8cf09-7691-4d91-8942-7d0ba04ef6c5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:06.947758 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eeb237ca-0d3b-4533-a350-e9b3f0f5abe2 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:06.947970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-261ed7f3-2e8d-4ff2-9f71-76a3c4a582e1 req-0efd3585-9718-4c67-ae56-985ad44ea15f tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592215 Jul 19 03:37:06.952566 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eeb237ca-0d3b-4533-a350-e9b3f0f5abe2 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/subnets/83b8cf09-7691-4d91-8942-7d0ba04ef6c5 HTTP/1.1" status: 204 len: 168 time: 0.3169296 Jul 19 03:37:06.953034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bab4a-d78b-4489-af5a-5710df0e5a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546b2e58-9f3d-465d-9abc-89d53368eaad,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:06.953153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50180) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:06.957634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5f7e7e35-bda1-4e1a-ac75-67eeb1982e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:06.959428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5f7e7e35-bda1-4e1a-ac75-67eeb1982e29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9624e9db2294c9498439296b1c1685e&device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 1095 time: 0.1855133 Jul 19 03:37:07.007603 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.066951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-de682f94-7b54-465d-9b43-37efab87b166 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 HTTP/1.1" status: 200 len: 217 time: 0.0858986 Jul 19 03:37:07.093165 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.170612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting port b67a27c7-cb29-4892-802b-059cab12343f {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:07.171213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.184773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5454cabd-7317-4d5e-a5fb-9d22acc812b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:07.186316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5454cabd-7317-4d5e-a5fb-9d22acc812b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e66b5d3-4aff-4a76-870d-96cfc748428b HTTP/1.1" status: 200 len: 853 time: 0.1134593 Jul 19 03:37:07.250688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-5341b30f-8700-4ae1-9adc-91a239d30613 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=907c1caf-2359-4f34-850a-ef270720b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551803 Jul 19 03:37:07.252467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] For port b67a27c7-cb29-4892-802b-059cab12343f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b67a27c7-cb29-4892-802b-059cab12343f,segment=NetworkSegment(6d8dc534-d383-4df3-9980-16c8038ae90e),segment_id=6d8dc534-d383-4df3-9980-16c8038ae90e)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:07.253056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.268004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Calling delete_port for b67a27c7-cb29-4892-802b-059cab12343f owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:07.275117 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.400014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.415772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-bd99bc57-b7cd-4fe6-b58e-3013a6629541 service neutron] 10.222.0.26 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572959 Jul 19 03:37:07.435373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50192) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:07.459332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Port': ['ID=b67a27c7-cb29-4892-802b-059cab12343f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:07.470781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No DVR routers for this DVR port b67a27c7-cb29-4892-802b-059cab12343f on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:07.477249 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef7c05c3-1f17-426b-a9e7-a846b2fdabaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.566096 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.572232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4ec71-2fc6-4efa-af7d-1abb43dfc0eb None None] Network 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:07.578102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4e8e83-9d0d-42ee-a85d-d03f10a94afb']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:07.590169 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8dc534-d383-4df3-9980-16c8038ae90e') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:07.590613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8dc534-d383-4df3-9980-16c8038ae90e') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:07.603301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.628340 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.636718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:07.637117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:07.641378 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:07.657789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27066ab6-3e6b-4a07-ae26-e405546ea0d8 req-d88e6a46-2c4c-44ce-b3cf-796ff3df0111 service neutron] 10.222.0.26 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354991 Jul 19 03:37:07.658201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b8662d76-336f-4c29-a2e6-addd775e78df up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:07.681909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379748c-68e2-40e9-be72-c0393fdc8982 req-76a04eb5-d5a3-4330-980a-15775bc1805f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:07.683632 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c379748c-68e2-40e9-be72-c0393fdc8982 req-76a04eb5-d5a3-4330-980a-15775bc1805f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 945 time: 0.1432335 Jul 19 03:37:07.695384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6e439f8d-5023-470d-b4c3-b415dd77a9bc None None] Could not find standard attr ID for object b67a27c7-cb29-4892-802b-059cab12343f. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:37:07.758829 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.769000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.771882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/8f4e8e83-9d0d-42ee-a85d-d03f10a94afb HTTP/1.1" status: 204 len: 168 time: 0.8185322 Jul 19 03:37:07.774632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50196) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:07.776594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port b8662d76-336f-4c29-a2e6-addd775e78df completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:07.781168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port b8662d76-336f-4c29-a2e6-addd775e78df triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:07.781625 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.785268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c379748c-68e2-40e9-be72-c0393fdc8982 req-991e2999-f9c1-4f7d-abc4-6a0dafaaf354 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942521 Jul 19 03:37:07.788570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fc614-a436-4569-957d-7276218805a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Network': ['ID=8f4e8e83-9d0d-42ee-a85d-d03f10a94afb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:07.807868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1e8d7-c57d-430e-8af1-96454f6fef7a req-c9548b90-0241-4ad8-a840-07a49ac69130 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:07.813602 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15ad5b9-2437-4887-802e-4aeaecda5e23 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:07.814074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15ad5b9-2437-4887-802e-4aeaecda5e23 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:07.819131 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a15ad5b9-2437-4887-802e-4aeaecda5e23 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/subnets/a23bf131-24b4-4b57-a6d2-546cc19a7fed HTTP/1.1" status: 404 len: 337 time: 0.0401473 Jul 19 03:37:07.819337 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0b1e8d7-c57d-430e-8af1-96454f6fef7a req-c9548b90-0241-4ad8-a840-07a49ac69130 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 947 time: 0.1270463 Jul 19 03:37:07.821658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50198) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:07.862374 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-738c4a25-d915-4b99-a2e7-a4df5b17537e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:07.862993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738c4a25-d915-4b99-a2e7-a4df5b17537e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:07.867695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-738c4a25-d915-4b99-a2e7-a4df5b17537e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/7d478908-4171-4134-a494-8b1c7db1f430 HTTP/1.1" status: 404 len: 339 time: 0.0426917 Jul 19 03:37:07.872362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50200) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:07.899203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0b1e8d7-c57d-430e-8af1-96454f6fef7a req-b9c0d76b-17b9-406b-8bc4-f16ce10b0a2c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800059 Jul 19 03:37:07.900450 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.922331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798bcf3-5579-44b6-ad01-7d3482dad924 req-98b571e5-bd48-4235-a533-f8d3c48fa44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:07.922331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7798bcf3-5579-44b6-ad01-7d3482dad924 req-98b571e5-bd48-4235-a533-f8d3c48fa44b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9624e9db2294c9498439296b1c1685e&device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 1095 time: 0.1967506 Jul 19 03:37:07.922331 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c68c11b-8847-43fe-a613-1916f503667d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:07.922331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c68c11b-8847-43fe-a613-1916f503667d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:07.922331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8c68c11b-8847-43fe-a613-1916f503667d tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/subnets/c5863419-f413-47de-a39f-9026b303cf90 HTTP/1.1" status: 404 len: 337 time: 0.0433509 Jul 19 03:37:07.922331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50202) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:07.922879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54246e42-454d-4b0c-80be-40ec471a2977 None None] DHCP port deletion for 8f4e8e83-9d0d-42ee-a85d-d03f10a94afb request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:37:07.943552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:07.945873 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc1fa66-2a2f-42be-ad5f-f66579386087" -d '{"events": [{"server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "name": "network-vif-plugged", "status": "completed", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:07.947709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef7c05c3-1f17-426b-a9e7-a846b2fdabaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.960470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:07.965091 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.967334 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14f8ccb-9731-4b3a-97d4-a43bf04cdefb tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:07.967954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14f8ccb-9731-4b3a-97d4-a43bf04cdefb tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:07.969845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f14f8ccb-9731-4b3a-97d4-a43bf04cdefb tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/81b8aceb-406f-47b3-8849-4dbe782ac82b HTTP/1.1" status: 404 len: 339 time: 0.0490756 Jul 19 03:37:07.970555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef7c05c3-1f17-426b-a9e7-a846b2fdabaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:07.972573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50206) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:08.026168 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76993b4-a2a3-4232-bfc2-3e1af112871b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:08.026963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76993b4-a2a3-4232-bfc2-3e1af112871b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:08.029786 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b76993b4-a2a3-4232-bfc2-3e1af112871b tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/subnets/77900891-e844-4da8-be84-ea24a4b91405 HTTP/1.1" status: 404 len: 337 time: 0.0558507 Jul 19 03:37:08.035026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50210) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:08.048931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8e690d23-9110-4893-b323-3ad77c016c06 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:37:08.052410 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447ae9f2-33e2-4015-942d-b63b51ce3b46 x-openstack-request-id: req-447ae9f2-33e2-4015-942d-b63b51ce3b46 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:08.052705 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "name": "network-vif-plugged", "status": "completed", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:08.052960 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-447ae9f2-33e2-4015-942d-b63b51ce3b46 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:08.053352 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'code': 200} Jul 19 03:37:08.060633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=b8662d76-336f-4c29-a2e6-addd775e78df,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:08.064599 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6fed38-ffd6-4d26-bb3a-05dc8882db2e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:08.065174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6fed38-ffd6-4d26-bb3a-05dc8882db2e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:08.069489 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8e6fed38-ffd6-4d26-bb3a-05dc8882db2e tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/12fe496e-4131-4581-94cb-bb3e0f642a21 HTTP/1.1" status: 404 len: 339 time: 0.0306647 Jul 19 03:37:08.069907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50212) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:08.084974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c05c3-1f17-426b-a9e7-a846b2fdabaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b80b78-20a7-46c0-afe5-e20cd2fd2b07,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:08.105961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ef7c05c3-1f17-426b-a9e7-a846b2fdabaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf9932bda23a49ecac5ddd417934b796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686468 Jul 19 03:37:08.108667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50214) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:08.170730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798bcf3-5579-44b6-ad01-7d3482dad924 req-587905ef-d133-4017-8a7f-c1b7829656db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:08.172318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7798bcf3-5579-44b6-ad01-7d3482dad924 req-587905ef-d133-4017-8a7f-c1b7829656db service neutron] 10.222.0.26 "GET /v2.0/networks?id=907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 200 len: 913 time: 0.2440758 Jul 19 03:37:08.185178 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8e690d23-9110-4893-b323-3ad77c016c06, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8e690d23-9110-4893-b323-3ad77c016c06,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:08.198085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '8e690d23-9110-4893-b323-3ad77c016c06', 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f', 'port_id': '8e690d23-9110-4893-b323-3ad77c016c06', 'mac_address': 'fa:16:3e:0f:4c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e66b5d3-4aff-4a76-870d-96cfc748428b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:37:08.198481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-b220bd2d-0809-4cf7-8bbf-b716ddd2a041 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting subnet ba559d07-e3ef-48d6-8436-f0c312867e96 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:08.203014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b220bd2d-0809-4cf7-8bbf-b716ddd2a041 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.219773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4dd606a1-e99c-4a5a-af71-e9cd908c87d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.223298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7798bcf3-5579-44b6-ad01-7d3482dad924 req-be362f31-dd07-4fb0-a389-27f6e2d27462 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 HTTP/1.1" status: 200 len: 217 time: 0.0428257 Jul 19 03:37:08.237365 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.251545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e690d23-9110-4893-b323-3ad77c016c06 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:37:08.257930 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b220bd2d-0809-4cf7-8bbf-b716ddd2a041 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.277551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8e690d23-9110-4893-b323-3ad77c016c06, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8e690d23-9110-4893-b323-3ad77c016c06,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:08.281884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01da238-1c9d-4d46-9e66-e5e3e296bfbb req-82db8b8d-3aaa-4f5f-85ec-388961df6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:08.283005 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.283466 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c01da238-1c9d-4d46-9e66-e5e3e296bfbb req-82db8b8d-3aaa-4f5f-85ec-388961df6aef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1098 time: 0.2057157 Jul 19 03:37:08.287514 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4dd606a1-e99c-4a5a-af71-e9cd908c87d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.296662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798bcf3-5579-44b6-ad01-7d3482dad924 req-6475a4a7-3020-49fa-aebd-b782e363f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:08.298155 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7798bcf3-5579-44b6-ad01-7d3482dad924 req-6475a4a7-3020-49fa-aebd-b782e363f867 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e66b5d3-4aff-4a76-870d-96cfc748428b HTTP/1.1" status: 200 len: 853 time: 0.0664897 Jul 19 03:37:08.305260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c16624-f051-4da4-80aa-c29e9a4963da req-0e6bbf8b-ea83-40fd-bd8e-6a40a1d0aa73 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:08.306775 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94c16624-f051-4da4-80aa-c29e9a4963da req-0e6bbf8b-ea83-40fd-bd8e-6a40a1d0aa73 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 943 time: 0.1798179 Jul 19 03:37:08.334003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=8e690d23-9110-4893-b323-3ad77c016c06,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:08.349494 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7798bcf3-5579-44b6-ad01-7d3482dad924 req-e6b60863-f2d7-4bb1-b8a7-ffc20cf8ed73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=907c1caf-2359-4f34-850a-ef270720b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420339 Jul 19 03:37:08.393153 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4dd606a1-e99c-4a5a-af71-e9cd908c87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.395695 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4dd606a1-e99c-4a5a-af71-e9cd908c87d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.396842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4dd606a1-e99c-4a5a-af71-e9cd908c87d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60b80b78-20a7-46c0-afe5-e20cd2fd2b07 HTTP/1.1" status: 204 len: 168 time: 0.2871621 Jul 19 03:37:08.400165 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c01da238-1c9d-4d46-9e66-e5e3e296bfbb req-1771b76e-11f0-4c39-bb15-af3033fab917 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097505 Jul 19 03:37:08.408241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94c16624-f051-4da4-80aa-c29e9a4963da req-da3a1760-f704-48ec-9608-91656e53e954 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859880 Jul 19 03:37:08.423223 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b220bd2d-0809-4cf7-8bbf-b716ddd2a041 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.431708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd606a1-e99c-4a5a-af71-e9cd908c87d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b80b78-20a7-46c0-afe5-e20cd2fd2b07,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:08.472309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7798bcf3-5579-44b6-ad01-7d3482dad924 req-400d6c71-8f76-463a-83da-f408b7c612f2 service neutron] 10.222.0.26 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160197 Jul 19 03:37:08.486196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['8e690d23-9110-4893-b323-3ad77c016c06'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:37:08.499981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b220bd2d-0809-4cf7-8bbf-b716ddd2a041 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.528650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220bd2d-0809-4cf7-8bbf-b716ddd2a041 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Subnet': ['ID=ba559d07-e3ef-48d6-8436-f0c312867e96,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:08.544934 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b220bd2d-0809-4cf7-8bbf-b716ddd2a041 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.547470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d3e47-1dac-4ae7-96da-25d5be3e0e47 None None] Network b9182b33-b0ed-485f-a0b1-d1727b4f65c7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:08.550657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b220bd2d-0809-4cf7-8bbf-b716ddd2a041 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/subnets/ba559d07-e3ef-48d6-8436-f0c312867e96 HTTP/1.1" status: 204 len: 168 time: 0.4798903 Jul 19 03:37:08.551964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50218) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:08.607516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7798bcf3-5579-44b6-ad01-7d3482dad924 req-c0b519ff-197a-482d-aec6-e1d644b70e04 service neutron] 10.222.0.26 "GET /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266797 Jul 19 03:37:08.645977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.705767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:08.706616 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.780585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] For port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b6f1d9e8-6714-4a7b-9efe-6a18af7635a5,segment=NetworkSegment(6c33a7cc-68f9-46ba-82fd-c002ee04a575),segment_id=6c33a7cc-68f9-46ba-82fd-c002ee04a575)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:08.780825 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.798744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Calling delete_port for b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:08.810884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f119bb8-07b3-405f-a938-885f8a04e1c1 None None] DHCP port deletion for b9182b33-b0ed-485f-a0b1-d1727b4f65c7 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:37:08.868173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6f119bb8-07b3-405f-a938-885f8a04e1c1 None None] Deleting port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:08.868565 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f119bb8-07b3-405f-a938-885f8a04e1c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.909984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:08.973931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No DVR routers for this DVR port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:08.976143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Port': ['ID=b6f1d9e8-6714-4a7b-9efe-6a18af7635a5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:09.111392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4164c809-9d22-48b6-babd-772e02706cf9 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:09.112946 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4164c809-9d22-48b6-babd-772e02706cf9 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.26 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 947 time: 0.2111902 Jul 19 03:37:09.136714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6f119bb8-07b3-405f-a938-885f8a04e1c1 None None] For port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b6f1d9e8-6714-4a7b-9efe-6a18af7635a5,segment=NetworkSegment(6c33a7cc-68f9-46ba-82fd-c002ee04a575),segment_id=6c33a7cc-68f9-46ba-82fd-c002ee04a575)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:09.136714 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f119bb8-07b3-405f-a938-885f8a04e1c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.139663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc1b98-dfcb-4a3b-8cfd-b933d8d2991b req-feea80bd-30e3-4f7f-990e-83c43895bf68 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:09.149390 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5bdc1b98-dfcb-4a3b-8cfd-b933d8d2991b req-feea80bd-30e3-4f7f-990e-83c43895bf68 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 946 time: 0.1665852 Jul 19 03:37:09.163308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6f119bb8-07b3-405f-a938-885f8a04e1c1 None None] Calling delete_port for b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:09.171567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.184704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9182b33-b0ed-485f-a0b1-d1727b4f65c7']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:09.200770 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c33a7cc-68f9-46ba-82fd-c002ee04a575') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:09.201053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c33a7cc-68f9-46ba-82fd-c002ee04a575') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:09.217411 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.263007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.275502 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5bdc1b98-dfcb-4a3b-8cfd-b933d8d2991b req-1c9b2598-de8d-4526-807f-8520aa34afd0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275916 Jul 19 03:37:09.277163 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f119bb8-07b3-405f-a938-885f8a04e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.299730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f119bb8-07b3-405f-a938-885f8a04e1c1 None None] Pushing event deleted for resources: {'Port': ['ID=b6f1d9e8-6714-4a7b-9efe-6a18af7635a5,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:09.303084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a9e36-a108-460f-a52f-e7fed78b3daf req-2452ee19-9049-4d38-ba25-2a99e43ca2ee tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:09.305948 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d72a9e36-a108-460f-a52f-e7fed78b3daf req-2452ee19-9049-4d38-ba25-2a99e43ca2ee tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 947 time: 0.2206740 Jul 19 03:37:09.310380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:09.311123 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:09.316090 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:09.319164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f119bb8-07b3-405f-a938-885f8a04e1c1 None None] No DVR routers for this DVR port b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:09.355003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Deleting port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:09.355698 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.416110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.422118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.427659 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/b9182b33-b0ed-485f-a0b1-d1727b4f65c7 HTTP/1.1" status: 204 len: 168 time: 0.8736956 Jul 19 03:37:09.428567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50244) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:09.445798 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d72a9e36-a108-460f-a52f-e7fed78b3daf req-80031ed5-be6b-4c1b-94e9-a8fb59e113b4 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups?id=02583481-221c-4d9b-ae2f-099a4e2466b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220095 Jul 19 03:37:09.488076 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] For port ea74b09e-16cf-4eb5-84f8-bb894ca209a4, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:09.490700 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.495268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d05f6c-1a3d-4534-9ab4-6ce1bbf9b6a9 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Network': ['ID=b9182b33-b0ed-485f-a0b1-d1727b4f65c7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:09.497691 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9d5d0a-9611-4de7-9e5c-4b46ac151300 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:09.498151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9d5d0a-9611-4de7-9e5c-4b46ac151300 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:09.500201 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ec9d5d0a-9611-4de7-9e5c-4b46ac151300 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/subnets/273fc4d8-1f51-42ff-9626-0eec0d1271dc HTTP/1.1" status: 404 len: 337 time: 0.0524223 Jul 19 03:37:09.502825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50248) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:09.522204 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d707dd-7a29-45dd-ae67-3cde2442daa1 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] DELETE failed (client error): The resource could not be found. Jul 19 03:37:09.522826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d707dd-7a29-45dd-ae67-3cde2442daa1 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:37:09.526325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d9d707dd-7a29-45dd-ae67-3cde2442daa1 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/90961451-d4f4-493e-a6d2-7c8fa3fc8aff HTTP/1.1" status: 404 len: 339 time: 0.0210276 Jul 19 03:37:09.527060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50250) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:09.554137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:09.577418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:09.578331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b6f1d9e8-6714-4a7b-9efe-6a18af7635a5 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:09.578331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b67a27c7-cb29-4892-802b-059cab12343f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:09.592235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1056eb-27f9-4126-b871-f084126e8f72 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting subnet 29733a96-47ef-46e7-96fd-634f3d0ae03f {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:09.595595 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e1056eb-27f9-4126-b871-f084126e8f72 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.606847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: b67a27c7-cb29-4892-802b-059cab12343f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:09.607495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b67a27c7-cb29-4892-802b-059cab12343f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:09.641541 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e1056eb-27f9-4126-b871-f084126e8f72 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.736666 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e1056eb-27f9-4126-b871-f084126e8f72 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.777382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.777754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.778075 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Floating IP b814d572-f7aa-4479-b522-32f0db7f670b disassociated. External IP: 172.25.2.197, port: ea74b09e-16cf-4eb5-84f8-bb894ca209a4. Jul 19 03:37:09.778451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Calling delete_port for ea74b09e-16cf-4eb5-84f8-bb894ca209a4 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:09.787961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6780c8e-0239-4c90-a8df-31799d1e8a53 req-d035defa-e935-4c21-ad9e-612543597fa8 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:09.789613 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a6780c8e-0239-4c90-a8df-31799d1e8a53 req-d035defa-e935-4c21-ad9e-612543597fa8 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 943 time: 0.1477396 Jul 19 03:37:09.805441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e1056eb-27f9-4126-b871-f084126e8f72 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.846497 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e1056eb-27f9-4126-b871-f084126e8f72 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.852066 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7e1056eb-27f9-4126-b871-f084126e8f72 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/subnets/29733a96-47ef-46e7-96fd-634f3d0ae03f HTTP/1.1" status: 204 len: 168 time: 0.3230226 Jul 19 03:37:09.852686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50260) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:09.856297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f578b18e-542a-47cd-ac48-ff5240b9f296 None None] Network c57bd9b9-2d12-47d2-ba82-910b8cbbeaed requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:09.862169 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1056eb-27f9-4126-b871-f084126e8f72 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Subnet': ['ID=29733a96-47ef-46e7-96fd-634f3d0ae03f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:09.880067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a6780c8e-0239-4c90-a8df-31799d1e8a53 req-b5efcc0f-56e8-4469-ac4f-782782ec2262 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818441 Jul 19 03:37:09.970626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:09.978172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8e690d23-9110-4893-b323-3ad77c016c06 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:09.981267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.013383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event deleted for resources: {'Port': ['ID=ea74b09e-16cf-4eb5-84f8-bb894ca209a4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:10.051164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Deleting port da9cdc84-2dad-4fcf-a330-f6079e32b05b {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:10.052177 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.110924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 8e690d23-9110-4893-b323-3ad77c016c06 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:10.117263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 8e690d23-9110-4893-b323-3ad77c016c06 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:10.117640 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.157084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] For port da9cdc84-2dad-4fcf-a330-f6079e32b05b, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=da9cdc84-2dad-4fcf-a330-f6079e32b05b,segment=NetworkSegment(bb11dc89-5666-4ccc-aff2-f09e5cdd6d42),segment_id=bb11dc89-5666-4ccc-aff2-f09e5cdd6d42)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:10.157449 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.177438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Calling delete_port for da9cdc84-2dad-4fcf-a330-f6079e32b05b owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:10.180274 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a8850-0499-42dd-bfa7-a7cbfb8d5c4c None None] DHCP port deletion for c57bd9b9-2d12-47d2-ba82-910b8cbbeaed request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:37:10.190953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Router 68755c5d-706e-4fb3-ae3b-c990b795997a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:37:10.266321 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.288759 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.290486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-958a8850-0499-42dd-bfa7-a7cbfb8d5c4c None None] Deleting port da9cdc84-2dad-4fcf-a330-f6079e32b05b {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:10.290931 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-958a8850-0499-42dd-bfa7-a7cbfb8d5c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.297084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0548e290-5211-474a-b283-2b5452e07a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e690d23-9110-4893-b323-3ad77c016c06'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:10.299404 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b74c59-7390-416c-b6ba-df254c0006ee" -d '{"events": [{"server_uuid": "0548e290-5211-474a-b283-2b5452e07a5a", "name": "network-vif-plugged", "status": "completed", "tag": "8e690d23-9110-4893-b323-3ad77c016c06"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:10.324078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Port': ['ID=da9cdc84-2dad-4fcf-a330-f6079e32b05b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:10.329197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] No DVR routers for this DVR port da9cdc84-2dad-4fcf-a330-f6079e32b05b on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:10.347971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:37:10.360800 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2342144-9a57-417d-a966-9492305e2588 None None] Sync routers for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:37:10.377002 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2342144-9a57-417d-a966-9492305e2588 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:10.380104 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c2342144-9a57-417d-a966-9492305e2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:10.388601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-958a8850-0499-42dd-bfa7-a7cbfb8d5c4c None None] For port da9cdc84-2dad-4fcf-a330-f6079e32b05b, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:10.388601 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-958a8850-0499-42dd-bfa7-a7cbfb8d5c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.402191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-958a8850-0499-42dd-bfa7-a7cbfb8d5c4c None None] Calling delete_port for da9cdc84-2dad-4fcf-a330-f6079e32b05b owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:10.405059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-958a8850-0499-42dd-bfa7-a7cbfb8d5c4c None None] Port da9cdc84-2dad-4fcf-a330-f6079e32b05b was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:37:10.406420 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-958a8850-0499-42dd-bfa7-a7cbfb8d5c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.411935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8e690d23-9110-4893-b323-3ad77c016c06, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8e690d23-9110-4893-b323-3ad77c016c06,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:10.441804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a8850-0499-42dd-bfa7-a7cbfb8d5c4c None None] Pushing event deleted for resources: {'Port': ['ID=da9cdc84-2dad-4fcf-a330-f6079e32b05b,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:10.443455 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.449573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] No DVR routers for this DVR port ea74b09e-16cf-4eb5-84f8-bb894ca209a4 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:10.455790 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.458310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cb3a1590-51a1-445a-a8ee-297fe195dd5e req-4728bcb6-2f4d-44a2-a88c-18ac6a150d3c tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.26 "DELETE /v2.0/ports/ea74b09e-16cf-4eb5-84f8-bb894ca209a4 HTTP/1.1" status: 204 len: 173 time: 1.3355319 Jul 19 03:37:10.458747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'name': 'network-vif-deleted', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:10.491382 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7de1e5-f274-468f-a223-d64405aac9fe" -d '{"events": [{"server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "name": "network-vif-deleted", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:10.502947 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc88f534-a375-4756-9461-2058eff27bee x-openstack-request-id: req-fc88f534-a375-4756-9461-2058eff27bee {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:10.503239 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0548e290-5211-474a-b283-2b5452e07a5a", "name": "network-vif-plugged", "status": "completed", "tag": "8e690d23-9110-4893-b323-3ad77c016c06", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:10.503490 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc88f534-a375-4756-9461-2058eff27bee {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:10.503889 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0548e290-5211-474a-b283-2b5452e07a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e690d23-9110-4893-b323-3ad77c016c06', 'code': 200} Jul 19 03:37:10.510652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a8850-0499-42dd-bfa7-a7cbfb8d5c4c None None] No DVR routers for this DVR port da9cdc84-2dad-4fcf-a330-f6079e32b05b on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:10.537540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=8e690d23-9110-4893-b323-3ad77c016c06,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:10.552986 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.602629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57bd9b9-2d12-47d2-ba82-910b8cbbeaed']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:10.606651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617a4d1-e543-4fb4-a6bb-102ceed19a0d req-8625792f-716e-4837-a127-5ff33ccc5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:10.608235 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b617a4d1-e543-4fb4-a6bb-102ceed19a0d req-8625792f-716e-4837-a127-5ff33ccc5545 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0548e290-5211-474a-b283-2b5452e07a5a HTTP/1.1" status: 200 len: 1097 time: 0.0660491 Jul 19 03:37:10.625312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb11dc89-5666-4ccc-aff2-f09e5cdd6d42') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:10.628808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb11dc89-5666-4ccc-aff2-f09e5cdd6d42') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:10.642733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.661991 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-c2342144-9a57-417d-a966-9492305e2588 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:10.668512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.684459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:10.685147 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.690113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b617a4d1-e543-4fb4-a6bb-102ceed19a0d req-f9000048-60e4-434f-9737-d8141509e8ee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748105 Jul 19 03:37:10.757590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-806c9203-cb02-4df7-a038-a80a4b690dd2 req-4b42d5c0-69a7-4c23-a41c-65847e4fd74b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/ports?device_id=49423424-2f1b-4108-a745-876bb8598dfa HTTP/1.1" status: 200 len: 210 time: 0.0535898 Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:10.761939 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:10.776786 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.825396 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:10.827500 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] 10.222.0.20 "DELETE /v2.0/networks/c57bd9b9-2d12-47d2-ba82-910b8cbbeaed HTTP/1.1" status: 204 len: 168 time: 0.9668939 Jul 19 03:37:10.839853 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f32ac0e-05b3-4156-a08f-61f78ade88d8 x-openstack-request-id: req-0f32ac0e-05b3-4156-a08f-61f78ade88d8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:10.840155 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49423424-2f1b-4108-a745-876bb8598dfa", "name": "network-vif-deleted", "tag": "ea74b09e-16cf-4eb5-84f8-bb894ca209a4", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:10.840481 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f32ac0e-05b3-4156-a08f-61f78ade88d8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:10.840881 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49423424-2f1b-4108-a745-876bb8598dfa', 'name': 'network-vif-deleted', 'tag': 'ea74b09e-16cf-4eb5-84f8-bb894ca209a4', 'status': 'completed', 'code': 200} Jul 19 03:37:10.872893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644405af-126b-4153-94a0-c2c3b5b2f3c0 tempest-NetworksIpV6Test-573123045 tempest-NetworksIpV6Test-573123045-project] Pushing event deleted for resources: {'Network': ['ID=c57bd9b9-2d12-47d2-ba82-910b8cbbeaed,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:10.905819 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:37:10.906042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62422-0b90-4533-b03e-a88c3278f6a4 req-ab11a3ee-4685-4427-acda-6e3acdd0d751 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:10.907838 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7c62422-0b90-4533-b03e-a88c3278f6a4 req-ab11a3ee-4685-4427-acda-6e3acdd0d751 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 946 time: 0.1439288 Jul 19 03:37:10.960069 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d7c62422-0b90-4533-b03e-a88c3278f6a4 req-2ea64f27-a077-486a-b9e5-921759f10ecd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457852 Jul 19 03:37:11.046904 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c2342144-9a57-417d-a966-9492305e2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:11.107717 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2342144-9a57-417d-a966-9492305e2588 None None] Checking router: 68755c5d-706e-4fb3-ae3b-c990b795997a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:37:11.121412 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2342144-9a57-417d-a966-9492305e2588 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:11.122367 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c2342144-9a57-417d-a966-9492305e2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:36:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:11.251879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7d3b5-f4b8-465b-94a9-61855dd0f3e5 req-31142505-44b5-4b87-8705-10059fb7abac tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:11.253458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0da7d3b5-f4b8-465b-94a9-61855dd0f3e5 req-31142505-44b5-4b87-8705-10059fb7abac tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 943 time: 0.1279688 Jul 19 03:37:11.279444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10720383-bfb2-472d-bb76-5a09711c834d req-df838bbf-485b-419d-9864-4d06e37c75f5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:11.287248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50292) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:11.288080 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10720383-bfb2-472d-bb76-5a09711c834d req-df838bbf-485b-419d-9864-4d06e37c75f5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 946 time: 0.1054845 Jul 19 03:37:11.303976 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-c2342144-9a57-417d-a966-9492305e2588 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:11.325432 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0da7d3b5-f4b8-465b-94a9-61855dd0f3e5 req-5d1978c8-896f-4d27-8029-acca8aad0e1c tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644939 Jul 19 03:37:11.378669 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10720383-bfb2-472d-bb76-5a09711c834d req-918933d9-a56b-4965-81fb-63414cc96373 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895731 Jul 19 03:37:11.408401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50296) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:11.533478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-638351a3-1166-4008-ac85-cedb1cd750f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ac0a08888c149b8aa0ca716457273e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445874 Jul 19 03:37:11.535584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50300) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:11.558140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device da9cdc84-2dad-4fcf-a330-f6079e32b05b no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:11.594428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: da9cdc84-2dad-4fcf-a330-f6079e32b05b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:11.595252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device da9cdc84-2dad-4fcf-a330-f6079e32b05b not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:11.614204 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b84f1-34ef-4940-b18a-9089b37392d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:11.649846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:37:11.663649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d42dcc-e189-4a43-92e6-15facf4c214f tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:11.665534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-64d42dcc-e189-4a43-92e6-15facf4c214f tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1093 time: 0.2557161 Jul 19 03:37:11.668395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50302) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:11.674579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:11.705122 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:11.777678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:11.792690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7', 'network_id': '907c1caf-2359-4f34-850a-ef270720b33f', 'port_id': 'a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7', 'mac_address': 'fa:16:3e:f1:c8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e66b5d3-4aff-4a76-870d-96cfc748428b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:37:11.844260 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c2342144-9a57-417d-a966-9492305e2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:11.866311 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:11.885241 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2342144-9a57-417d-a966-9492305e2588 None None] The sync data for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 is: [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:29:03Z', 'revision_number': 4, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5', 'name': '', 'network_id': 'b6d097fa-1885-4f5c-b884-b8a3ba0914c7', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'mac_address': 'fa:16:3e:35:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:29:01Z', 'updated_at': '2021-07-19T03:29:10Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'subnets': [{'id': '8945fee5-e397-44b9-8d03-7dd79ef2ea64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:37:11.905387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:37:11.923511 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:11.958512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:11.967318 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.026223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50308) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:12.077256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:12.132187 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b84f1-34ef-4940-b18a-9089b37392d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.142224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0486784-52f8-447b-bdcb-7332c3b35052 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.162785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.25.2.145 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/72a96f91-001a-42b6-ac24-aea4b4c4ebfa) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:12.163960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:37:12.195516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0486784-52f8-447b-bdcb-7332c3b35052 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.205043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b84f1-34ef-4940-b18a-9089b37392d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.208812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b84f1-34ef-4940-b18a-9089b37392d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.212434 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5b0b84f1-34ef-4940-b18a-9089b37392d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80e794d4-30d0-4e3c-8534-be6a09412aa0 HTTP/1.1" status: 204 len: 168 time: 0.6726837 Jul 19 03:37:12.219287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b84f1-34ef-4940-b18a-9089b37392d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e794d4-30d0-4e3c-8534-be6a09412aa0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:12.335918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f9e5f2-6556-49aa-a8cf-caa8953eab83 None None] New status for floating IP b814d572-f7aa-4479-b522-32f0db7f670b: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:37:12.356432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0486784-52f8-447b-bdcb-7332c3b35052 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.368628 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0486784-52f8-447b-bdcb-7332c3b35052 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.369838 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b0486784-52f8-447b-bdcb-7332c3b35052 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "DELETE /v2.0/security-groups/02583481-221c-4d9b-ae2f-099a4e2466b1 HTTP/1.1" status: 204 len: 168 time: 0.3391485 Jul 19 03:37:12.373092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50318) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:12.399448 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-49c712ed-6a61-4a87-a84d-5e010b9f560b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] show failed (client error): The resource could not be found. Jul 19 03:37:12.405830 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-49c712ed-6a61-4a87-a84d-5e010b9f560b tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "GET /v2.0/security-groups/02583481-221c-4d9b-ae2f-099a4e2466b1 HTTP/1.1" status: 404 len: 347 time: 0.0304513 Jul 19 03:37:12.406562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50320) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:12.425451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0486784-52f8-447b-bdcb-7332c3b35052 tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02583481-221c-4d9b-ae2f-099a4e2466b1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:12.478963 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.581166 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-710dacf2-3d65-4f0c-bc6e-3b2430e29809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.599997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fc69d-56c1-4e43-95de-53efa9beb82c req-0f96d087-a799-44d3-8005-046aae241e49 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:12.608007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c5fc69d-56c1-4e43-95de-53efa9beb82c req-0f96d087-a799-44d3-8005-046aae241e49 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 944 time: 0.1159325 Jul 19 03:37:12.611027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.671944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:12.687209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:12.689650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0297b-8a21-4855-aec4-ee615d8e347f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Deleting port 07c1a5d2-b20e-4b4b-9cb3-e0fe967e8ec0 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:12.690469 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2c0297b-8a21-4855-aec4-ee615d8e347f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.695428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:12.709980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c5fc69d-56c1-4e43-95de-53efa9beb82c req-93736e9d-7832-44ca-82fe-232fa6e2f88d tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010394 Jul 19 03:37:12.734259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=72a96f91-001a-42b6-ac24-aea4b4c4ebfa,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:12.806309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2c0297b-8a21-4855-aec4-ee615d8e347f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.806799 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2c0297b-8a21-4855-aec4-ee615d8e347f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:12.820615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0297b-8a21-4855-aec4-ee615d8e347f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Calling delete_port for 07c1a5d2-b20e-4b4b-9cb3-e0fe967e8ec0 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:13.010710 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2c0297b-8a21-4855-aec4-ee615d8e347f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.049497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0297b-8a21-4855-aec4-ee615d8e347f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Pushing event deleted for resources: {'Port': ['ID=07c1a5d2-b20e-4b4b-9cb3-e0fe967e8ec0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:13.146929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2c0297b-8a21-4855-aec4-ee615d8e347f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.149745 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2c0297b-8a21-4855-aec4-ee615d8e347f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.151086 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c2c0297b-8a21-4855-aec4-ee615d8e347f tempest-AttachVolumeShelveTestJSON-848425665 tempest-AttachVolumeShelveTestJSON-848425665-project] 10.222.0.20 "DELETE /v2.0/floatingips/b814d572-f7aa-4479-b522-32f0db7f670b HTTP/1.1" status: 204 len: 168 time: 0.7424314 Jul 19 03:37:13.221717 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.322756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.333175 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50352) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:13.466720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6c816321-251c-4db9-b576-5b7becbd9914 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1058602848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:13.504571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c816321-251c-4db9-b576-5b7becbd9914 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.505753 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c816321-251c-4db9-b576-5b7becbd9914 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.541889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.550066 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.581864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c816321-251c-4db9-b576-5b7becbd9914 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.587759 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c816321-251c-4db9-b576-5b7becbd9914 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.617377 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c816321-251c-4db9-b576-5b7becbd9914 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.622701 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6c816321-251c-4db9-b576-5b7becbd9914 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2883239 Jul 19 03:37:13.623557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50358) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:13.631456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-994336544'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:13.663376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Made reservation on behalf of 4cc6377246f74548b5045e11a6b1936c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:13.671043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.673488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:13.681741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.697464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.792717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:13.798639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:13.799322 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.811429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=72a96f91-001a-42b6-ac24-aea4b4c4ebfa,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:13.915332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be09aa0-d23d-465b-8722-d1ea8d429768 req-8a23b7d7-8cdb-407c-9ee6-a3dfb2d587ce tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:13.917269 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.924566 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0be09aa0-d23d-465b-8722-d1ea8d429768 req-8a23b7d7-8cdb-407c-9ee6-a3dfb2d587ce tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 945 time: 0.2424717 Jul 19 03:37:13.935735 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Floating IP 5d490f3d-882d-43f7-ae84-468c18705e7e associated. External IP: 172.25.2.145, port: b8662d76-336f-4c29-a2e6-addd775e78df. Jul 19 03:37:13.937068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:13.998811 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:14.034438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:37:14.058226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83646149-c430-4be1-a956-57ea501911b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:14.061761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44864381-b57c-44ce-aa2a-492b6014b2e1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:14.063020 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac7e4ed-ed18-4bec-9967-e2de67be376c" -d '{"events": [{"server_uuid": "83646149-c430-4be1-a956-57ea501911b0", "name": "network-vif-plugged", "status": "completed", "tag": "a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:14.064224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0be09aa0-d23d-465b-8722-d1ea8d429768 req-cac7d391-d3fa-41e7-8ca0-159e6c344768 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384358 Jul 19 03:37:14.110626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:14.117233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:14.118523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ea74b09e-16cf-4eb5-84f8-bb894ca209a4 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:14.149289 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:14.149871 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Added segment 0951e86e-3a02-4a1d-8e6e-8d3535f024a4 of type vlan for network 7577e175-397b-4d02-8bc3-39d4eb5cb291 Jul 19 03:37:14.164241 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f10b91e-9b80-4546-8b9c-25566c95786e x-openstack-request-id: req-8f10b91e-9b80-4546-8b9c-25566c95786e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:14.164586 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83646149-c430-4be1-a956-57ea501911b0", "name": "network-vif-plugged", "status": "completed", "tag": "a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:14.164789 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f10b91e-9b80-4546-8b9c-25566c95786e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:14.165164 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83646149-c430-4be1-a956-57ea501911b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7', 'code': 200} Jul 19 03:37:14.185371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: ea74b09e-16cf-4eb5-84f8-bb894ca209a4 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:14.185697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device ea74b09e-16cf-4eb5-84f8-bb894ca209a4 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:14.222507 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:14.254951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:14.283798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898752a-e96b-4874-b267-d1144b7fa73b req-93ff1e42-04db-47d8-bfd5-bb40c5709cf0 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:14.291036 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3898752a-e96b-4874-b267-d1144b7fa73b req-93ff1e42-04db-47d8-bfd5-bb40c5709cf0 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 944 time: 0.2632694 Jul 19 03:37:14.311613 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:14.317835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:14.318487 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:14.375244 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3898752a-e96b-4874-b267-d1144b7fa73b req-b5cb7635-fc38-4363-b49e-db9bd34821be tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828700 Jul 19 03:37:14.424343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7994487 Jul 19 03:37:14.425255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa9e1e-59a3-49a0-9025-06a5d51161ca tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'Network': ['ID=7577e175-397b-4d02-8bc3-39d4eb5cb291,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:14.428168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50368) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:14.434167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Request body: {'subnet': {'network_id': '7577e175-397b-4d02-8bc3-39d4eb5cb291', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:14.438246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7577e175-397b-4d02-8bc3-39d4eb5cb291 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:37:14.565277 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Made reservation on behalf of 4cc6377246f74548b5045e11a6b1936c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:14.570368 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:14.806772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:14.850964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6388b-1406-4f26-aed5-cd42b900a976 req-31306ccd-4944-403f-b0f5-a08c964cbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:14.850964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37e6388b-1406-4f26-aed5-cd42b900a976 req-31306ccd-4944-403f-b0f5-a08c964cbf8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 1097 time: 0.5689566 Jul 19 03:37:14.850964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router f4fad044-5e3b-4530-a208-f83518bbe5df has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:37:14.887306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'Subnet': ['ID=fbe91b90-656f-4393-9f14-3b86cf7d4800,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:14.888525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-d0758212-32f9-4fa9-925b-06c31859a8bb tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:14.890155 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-d0758212-32f9-4fa9-925b-06c31859a8bb tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 945 time: 0.1830993 Jul 19 03:37:14.902686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37e6388b-1406-4f26-aed5-cd42b900a976 req-cfcd250e-a4d6-45bb-9ba7-c616cbacda83 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479014 Jul 19 03:37:14.908054 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Checking segment: {'id': '0951e86e-3a02-4a1d-8e6e-8d3535f024a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7577e175-397b-4d02-8bc3-39d4eb5cb291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:14.908494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Network hostable DHCP agents. Network: 7577e175-397b-4d02-8bc3-39d4eb5cb291, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:37:14.930990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Network 7577e175-397b-4d02-8bc3-39d4eb5cb291 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:37:14.945421 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7577e175-397b-4d02-8bc3-39d4eb5cb291) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:14.957288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2679c5-b37e-43e3-8370-7202a3cc80b8 None None] Network 7577e175-397b-4d02-8bc3-39d4eb5cb291 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:14.963427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:14.964181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:14.988299 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a89649c8-21f7-4f42-8a33-4cb71e9178ab tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5581052 Jul 19 03:37:14.989275 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50384) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:14.999196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Request body: {'network': {'name': 'tempest-router-network01--1533645393'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:15.036584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Made reservation on behalf of 4cc6377246f74548b5045e11a6b1936c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:15.044094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.076646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:37:15.092992 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.093296 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Added segment aa9d36b7-196f-475e-b04a-4d3de5a335c5 of type vlan for network bade7c0f-f5d1-4072-a1c7-235301c3bb60 Jul 19 03:37:15.161952 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.180646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:37:15.183756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Deleting port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:15.184117 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.186389 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37de71a7-1a78-436f-ba53-a243e09521ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.195115 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] Sync routers for ids ['f4fad044-5e3b-4530-a208-f83518bbe5df'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:37:15.216621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.219021 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] Routers {'f4fad044-5e3b-4530-a208-f83518bbe5df'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:15.219760 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f4fad044-5e3b-4530-a208-f83518bbe5df'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:15.226524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.234136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:15.235705 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.297560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7cf8f6a6-2cce-4fd6-b780-bfe7a4938698 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6280310 Jul 19 03:37:15.302869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:15.309073 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514" -d '{"events": [{"name": "network-changed", "server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:15.337310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'Network': ['ID=bade7c0f-f5d1-4072-a1c7-235301c3bb60,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:15.359000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-7577e175-397b-4d02-8bc3-39d4eb5cb291', 'network_id': '7577e175-397b-4d02-8bc3-39d4eb5cb291', 'tenant_id': '4cc6377246f74548b5045e11a6b1936c', 'fixed_ips': [{'subnet_id': 'fbe91b90-656f-4393-9f14-3b86cf7d4800'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:37:15.360177 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.372405 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0b60ca69-3df0-4d69-8588-28cb30212bc2 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3814094 Jul 19 03:37:15.373552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50396) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:15.380665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Request body: {'network': {'name': 'tempest-router-network02--1596601618'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:15.416125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Made reservation on behalf of 4cc6377246f74548b5045e11a6b1936c for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:15.424145 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.425395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network bade7c0f-f5d1-4072-a1c7-235301c3bb60 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:37:15.426957 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] Set router f4fad044-5e3b-4530-a208-f83518bbe5df gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:15.483611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:37:15.509885 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.514053 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Added segment a08071f6-88e8-4e07-aeaf-3064242952d2 of type vlan for network dd948171-35b5-49e5-b0ff-d404344aeb51 Jul 19 03:37:15.613270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] For port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:15.614522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.693178 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.704333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Allocated IP 172.20.0.2 (7577e175-397b-4d02-8bc3-39d4eb5cb291/fbe91b90-656f-4393-9f14-3b86cf7d4800/7ece8b48-d7cc-4193-a7be-acb2065a30bc) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:15.736435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677296cc-b0d5-4745-bd97-51d725bd1ad8 req-0d96006b-9095-4570-b7e4-76c94d6216eb tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:15.739591 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-677296cc-b0d5-4745-bd97-51d725bd1ad8 req-0d96006b-9095-4570-b7e4-76c94d6216eb tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 945 time: 0.4144773 Jul 19 03:37:15.745194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.872584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772e60-d91e-4a90-9c52-6b4642a15e56 req-240793c2-bef4-4f36-bd99-f69a3341b307 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:15.882679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d6772e60-d91e-4a90-9c52-6b4642a15e56 req-240793c2-bef4-4f36-bd99-f69a3341b307 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 946 time: 0.2739353 Jul 19 03:37:15.904469 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.919496 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:15.923537 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-677296cc-b0d5-4745-bd97-51d725bd1ad8 req-3663f877-b89d-4857-8f8f-d6307ea66c70 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/security-groups?id=17415aa8-6b52-4f13-b1b0-e84d32abffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716654 Jul 19 03:37:15.934130 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.965093 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:15.974812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Transition to ACTIVE for port object 7ece8b48-d7cc-4193-a7be-acb2065a30bc will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:15.994038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Transition to ACTIVE for port object 7ece8b48-d7cc-4193-a7be-acb2065a30bc will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:16.003827 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:16.009533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:16.009912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:16.010786 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Floating IP 03cab8ea-3765-4ec8-8120-f2b92218b040 disassociated. External IP: 172.25.2.206, port: c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e. Jul 19 03:37:16.011170 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Calling delete_port for c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:16.021969 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:51Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '5d490f3d-882d-43f7-ae84-468c18705e7e', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'port_id': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'mac_address': 'fa:16:3e:06:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:37:12Z', 'updated_at': '2021-07-19T03:37:12Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aaf2ef-1c5d-41f2-884b-ddd0f275d649', 'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:20:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:50Z', 'updated_at': '2021-07-19T03:37:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:16.062997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Pushing event updated for resources: {'Port': ['ID=7ece8b48-d7cc-4193-a7be-acb2065a30bc,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:16.075662 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99ff7c2-5a8e-4884-b684-8471f4c05227 x-openstack-request-id: req-d99ff7c2-5a8e-4884-b684-8471f4c05227 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:16.076180 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:16.076748 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d99ff7c2-5a8e-4884-b684-8471f4c05227 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:16.077357 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'status': 'completed', 'code': 200} Jul 19 03:37:16.080487 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] Checking router: f4fad044-5e3b-4530-a208-f83518bbe5df for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:37:16.085199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Network 7577e175-397b-4d02-8bc3-39d4eb5cb291 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:16.087397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7123284 Jul 19 03:37:16.090204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:16.095120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:16.096285 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] Routers {'f4fad044-5e3b-4530-a208-f83518bbe5df'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:16.097151 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f4fad044-5e3b-4530-a208-f83518bbe5df'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:16.097439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50402) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:16.119065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Request body: {'subnet': {'network_id': 'bade7c0f-f5d1-4072-a1c7-235301c3bb60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:16.206416 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903305cf-44b0-40d3-858f-0ed739fe3402 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'Network': ['ID=dd948171-35b5-49e5-b0ff-d404344aeb51,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:16.213251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d6772e60-d91e-4a90-9c52-6b4642a15e56 req-46f9dcbf-d34d-4432-91db-a69931fa0e5d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3292427 Jul 19 03:37:16.240447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network dd948171-35b5-49e5-b0ff-d404344aeb51 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:37:16.253804 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50406) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:16.298153 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] Set router f4fad044-5e3b-4530-a208-f83518bbe5df gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:16.321558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Attempting to bind port 7ece8b48-d7cc-4193-a7be-acb2065a30bc on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:37:16.322195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Attempting to bind port 7ece8b48-d7cc-4193-a7be-acb2065a30bc by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '0951e86e-3a02-4a1d-8e6e-8d3535f024a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7577e175-397b-4d02-8bc3-39d4eb5cb291'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:37:16.322735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Attempting to bind port 7ece8b48-d7cc-4193-a7be-acb2065a30bc on network 7577e175-397b-4d02-8bc3-39d4eb5cb291 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:16.331098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:37:16.331566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Checking segment: {'id': '0951e86e-3a02-4a1d-8e6e-8d3535f024a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7577e175-397b-4d02-8bc3-39d4eb5cb291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:16.332038 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:16.333374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Bound using segment: {'id': '0951e86e-3a02-4a1d-8e6e-8d3535f024a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7577e175-397b-4d02-8bc3-39d4eb5cb291'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:37:16.333929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Bound port: 7ece8b48-d7cc-4193-a7be-acb2065a30bc, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0951e86e-3a02-4a1d-8e6e-8d3535f024a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7577e175-397b-4d02-8bc3-39d4eb5cb291'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:37:16.334541 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:16.389845 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6adb10d0-991b-4460-9f22-63ee1e8fadc9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/5d490f3d-882d-43f7-ae84-468c18705e7e HTTP/1.1" status: 200 len: 992 time: 0.1344020 Jul 19 03:37:16.415120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-45e677b7-f561-4d33-9955-38e44ef67ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:16.416952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-45e677b7-f561-4d33-9955-38e44ef67ed6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1098 time: 0.3362854 Jul 19 03:37:16.440951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Made reservation on behalf of 4cc6377246f74548b5045e11a6b1936c for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:16.446520 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:16.492777 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:16.501798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] For port 7ece8b48-d7cc-4193-a7be-acb2065a30bc, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:16.505889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] For port 7ece8b48-d7cc-4193-a7be-acb2065a30bc, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7ece8b48-d7cc-4193-a7be-acb2065a30bc,segment=NetworkSegment(0951e86e-3a02-4a1d-8e6e-8d3535f024a4),segment_id=0951e86e-3a02-4a1d-8e6e-8d3535f024a4)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:37:16.512468 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:16.559504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-758a7d39-cf26-4899-85bf-be8746c6ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:16.562096 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-758a7d39-cf26-4899-85bf-be8746c6ce78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d68abc6-53c0-41ab-a652-a19d9d925684 HTTP/1.1" status: 200 len: 896 time: 0.1231163 Jul 19 03:37:16.615988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b2a4e-c35b-4540-8a9c-dae207510589 req-6835aca4-dd31-4ec1-8183-c5b5dbd59a6a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:16.617593 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-310b2a4e-c35b-4540-8a9c-dae207510589 req-6835aca4-dd31-4ec1-8183-c5b5dbd59a6a tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 945 time: 0.3067396 Jul 19 03:37:16.618099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d6853-c3da-4d3f-b072-a6d8cb7bfbba None None] Pushing event updated for resources: {'Port': ['ID=7ece8b48-d7cc-4193-a7be-acb2065a30bc,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:16.745089 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:51Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '5d490f3d-882d-43f7-ae84-468c18705e7e', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'port_id': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'mac_address': 'fa:16:3e:06:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:37:12Z', 'updated_at': '2021-07-19T03:37:12Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aaf2ef-1c5d-41f2-884b-ddd0f275d649', 'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:20:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:50Z', 'updated_at': '2021-07-19T03:37:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:16.784346 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9fef60-3f8d-4db6-9e99-2a9c03eee0ba None None] The sync data for ids ['f4fad044-5e3b-4530-a208-f83518bbe5df'] in n-d-762330-18 is: [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:51Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '5d490f3d-882d-43f7-ae84-468c18705e7e', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'port_id': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'mac_address': 'fa:16:3e:06:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:37:12Z', 'updated_at': '2021-07-19T03:37:12Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aaf2ef-1c5d-41f2-884b-ddd0f275d649', 'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:20:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:50Z', 'updated_at': '2021-07-19T03:37:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:37:16.805525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:17.015891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-310b2a4e-c35b-4540-8a9c-dae207510589 req-b1963c6c-c36b-4b4f-9efa-c7204c606ee5 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782930 Jul 19 03:37:17.064078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Router 89444092-b83a-4f86-a90e-51b59aed12b2 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:37:17.076024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event deleted for resources: {'Port': ['ID=c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:17.108141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-01353622-ba51-437d-b3fa-196222994fc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 200 len: 1000 time: 0.5226684 Jul 19 03:37:17.355938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7e51c508-08b6-4a2c-bc5e-3706006fdd5e req-371b5410-3479-4e02-af5e-b644f5a142b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 210 time: 0.1327527 Jul 19 03:37:17.393860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4338a-ca4b-4504-8747-a8058bad0ec8 None None] New status for floating IP 5d490f3d-882d-43f7-ae84-468c18705e7e: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:37:17.395038 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50424) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:17.632996 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-33823078-1145-408a-93d8-7629d97259a6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/5d490f3d-882d-43f7-ae84-468c18705e7e HTTP/1.1" status: 200 len: 992 time: 0.2349784 Jul 19 03:37:17.651365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7ece8b48-d7cc-4193-a7be-acb2065a30bc up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:17.748210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:37:17.753958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-54805ae0-798a-483e-85ce-c5cd9bbb3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:17.755953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-54805ae0-798a-483e-85ce-c5cd9bbb3652 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=952eda1e-a75d-4b7e-842e-c214e36e688c HTTP/1.1" status: 200 len: 835 time: 0.5584149 Jul 19 03:37:17.757862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 7ece8b48-d7cc-4193-a7be-acb2065a30bc completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:17.762139 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] Sync routers for ids ['89444092-b83a-4f86-a90e-51b59aed12b2'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:37:17.779034 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] Routers {'89444092-b83a-4f86-a90e-51b59aed12b2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:17.781214 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['89444092-b83a-4f86-a90e-51b59aed12b2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:17.943312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] No DVR routers for this DVR port c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:17.943850 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:17.946784 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:17.949654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bbb79404-eb74-49c3-b8f9-5f0d82ee015b req-78dd7789-993e-4f1c-85ed-2849a2650a63 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.25 "DELETE /v2.0/ports/c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e HTTP/1.1" status: 204 len: 173 time: 3.0440450 Jul 19 03:37:17.950644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:17.970849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df82fb-a11b-4b4d-97ac-fd286b79b6c2 req-76673e7c-443f-4b2a-b2e3-37a4b4856521 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:17.972709 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12df82fb-a11b-4b4d-97ac-fd286b79b6c2 req-76673e7c-443f-4b2a-b2e3-37a4b4856521 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=0548e290-5211-474a-b283-2b5452e07a5a HTTP/1.1" status: 200 len: 945 time: 0.4698646 Jul 19 03:37:17.975421 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] Set router 89444092-b83a-4f86-a90e-51b59aed12b2 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:18.086101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'name': 'network-vif-deleted', 'tag': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:18.088614 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85043674-b4e4-4f12-a647-cae5caa54026" -d '{"events": [{"server_uuid": "9e31798e-c226-4b91-9d7a-a394b4b4d991", "name": "network-vif-deleted", "tag": "c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:18.105499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'Subnet': ['ID=313c20cd-2849-4d62-8e0c-23ed7dce00e9,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:18.111116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12df82fb-a11b-4b4d-97ac-fd286b79b6c2 req-8bdcaebf-d08c-46f7-a094-bb0b8be88141 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245346 Jul 19 03:37:18.122844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Checking segment: {'id': 'aa9d36b7-196f-475e-b04a-4d3de5a335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bade7c0f-f5d1-4072-a1c7-235301c3bb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:18.124225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Network hostable DHCP agents. Network: bade7c0f-f5d1-4072-a1c7-235301c3bb60, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:37:18.136088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-9309fce5-6f8b-40cc-85cb-1d0aa8a8ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:18.142361 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-9309fce5-6f8b-40cc-85cb-1d0aa8a8ffd3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d68abc6-53c0-41ab-a652-a19d9d925684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3441017 Jul 19 03:37:18.231304 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd87fc9-a931-40e9-8d93-bf4c24b858bb x-openstack-request-id: req-3fd87fc9-a931-40e9-8d93-bf4c24b858bb {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:18.231870 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e31798e-c226-4b91-9d7a-a394b4b4d991", "name": "network-vif-deleted", "tag": "c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:18.232139 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fd87fc9-a931-40e9-8d93-bf4c24b858bb {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:18.232543 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e31798e-c226-4b91-9d7a-a394b4b4d991', 'name': 'network-vif-deleted', 'tag': 'c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e', 'status': 'completed', 'code': 200} Jul 19 03:37:18.309362 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:32:02Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '44fd7b48-4fca-40e5-92ab-91aa067e8572', 'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'mac_address': 'fa:16:3e:23:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:00Z', 'updated_at': '2021-07-19T03:32:09Z', 'revision_number': 5, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'subnets': [{'id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:18.313504 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-6636bdf3-d60b-4604-966f-6a17f03ead15 service neutron] 10.222.0.26 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626105 Jul 19 03:37:18.315321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Network bade7c0f-f5d1-4072-a1c7-235301c3bb60 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:37:18.334822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43476634-040a-4082-a22c-a9bbdb1beb5f None None] Network 7577e175-397b-4d02-8bc3-39d4eb5cb291 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:18.342723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, bade7c0f-f5d1-4072-a1c7-235301c3bb60) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:18.364508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:18.365303 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:18.371953 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] Checking router: 89444092-b83a-4f86-a90e-51b59aed12b2 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:37:18.383693 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] Routers {'89444092-b83a-4f86-a90e-51b59aed12b2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:18.384541 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['89444092-b83a-4f86-a90e-51b59aed12b2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:18.397938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f3dca229-fb9c-4756-b7be-e3f5d2e29e95 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2943385 Jul 19 03:37:18.398525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef8f84c-a56c-4963-8879-ff3b105e6a8f None None] Network bade7c0f-f5d1-4072-a1c7-235301c3bb60 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:18.400947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50440) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:18.406597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Request body: {'subnet': {'network_id': 'dd948171-35b5-49e5-b0ff-d404344aeb51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:18.581982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7cc1c0f5-55b6-4a88-90eb-f340fd4e7514 req-feb722e6-b899-4773-92f8-6f6dabedd48e service neutron] 10.222.0.26 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634060 Jul 19 03:37:18.635538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50446) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:18.664065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Made reservation on behalf of 4cc6377246f74548b5045e11a6b1936c for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:18.671328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:18.698566 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] Set router 89444092-b83a-4f86-a90e-51b59aed12b2 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:18.706164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a2247314-19f7-4d9b-962d-dbcf46a83212 None None] Provisioning for port 7ece8b48-d7cc-4193-a7be-acb2065a30bc completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:18.745619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a2247314-19f7-4d9b-962d-dbcf46a83212 None None] Provisioning complete for port 7ece8b48-d7cc-4193-a7be-acb2065a30bc triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:18.746335 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a2247314-19f7-4d9b-962d-dbcf46a83212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:18.805094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a4651676-d302-43b3-a45a-b5b41de52634 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/5d490f3d-882d-43f7-ae84-468c18705e7e HTTP/1.1" status: 200 len: 994 time: 0.1683588 Jul 19 03:37:18.965062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-bade7c0f-f5d1-4072-a1c7-235301c3bb60', 'network_id': 'bade7c0f-f5d1-4072-a1c7-235301c3bb60', 'tenant_id': '4cc6377246f74548b5045e11a6b1936c', 'fixed_ips': [{'subnet_id': '313c20cd-2849-4d62-8e0c-23ed7dce00e9'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:37:18.966302 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:19.008711 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e42eab7-fbb6-42e1-ab85-5fe196aad096 req-2498f547-9781-42b0-96c4-56d6aa7ae7fb tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e31798e-c226-4b91-9d7a-a394b4b4d991 HTTP/1.1" status: 200 len: 210 time: 0.0541773 Jul 19 03:37:19.012269 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:19.108633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'Subnet': ['ID=31481ebd-d3b9-485b-a223-b270a316e938,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:19.130794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Checking segment: {'id': 'a08071f6-88e8-4e07-aeaf-3064242952d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd948171-35b5-49e5-b0ff-d404344aeb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:19.131363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Network hostable DHCP agents. Network: dd948171-35b5-49e5-b0ff-d404344aeb51, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:37:19.173048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Network dd948171-35b5-49e5-b0ff-d404344aeb51 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:37:19.190093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, dd948171-35b5-49e5-b0ff-d404344aeb51) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:19.196818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:19.197518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:19.228544 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-66aefb46-65a4-48a8-9e44-391f63437f44 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8261209 Jul 19 03:37:19.232016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50450) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:19.472930 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a2247314-19f7-4d9b-962d-dbcf46a83212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:19.479100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f6952-df73-4b11-9bea-27f1065d94db None None] Network dd948171-35b5-49e5-b0ff-d404344aeb51 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:19.530246 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:32:02Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '44fd7b48-4fca-40e5-92ab-91aa067e8572', 'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'mac_address': 'fa:16:3e:23:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:00Z', 'updated_at': '2021-07-19T03:32:09Z', 'revision_number': 5, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'subnets': [{'id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:19.594477 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3aa4c-ac16-4194-bbd7-8e1e6517eecc None None] The sync data for ids ['89444092-b83a-4f86-a90e-51b59aed12b2'] in n-d-762330-18 is: [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:32:02Z', 'revision_number': 4, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '44fd7b48-4fca-40e5-92ab-91aa067e8572', 'name': '', 'network_id': '8908343d-d7c8-4a1b-b56f-cb50ddea7f3e', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'mac_address': 'fa:16:3e:23:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:00Z', 'updated_at': '2021-07-19T03:32:09Z', 'revision_number': 5, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'subnets': [{'id': '282dca1b-24a1-407a-b759-54694d1bc0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:37:19.595333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078d684-7712-45ab-b251-af963b29b08f req-39599dc6-71d0-4c5c-9df4-1d5f6f317daf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:19.610662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c078d684-7712-45ab-b251-af963b29b08f req-39599dc6-71d0-4c5c-9df4-1d5f6f317daf tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=0548e290-5211-474a-b283-2b5452e07a5a HTTP/1.1" status: 200 len: 945 time: 0.1326861 Jul 19 03:37:19.693943 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c078d684-7712-45ab-b251-af963b29b08f req-b5d1d229-a3d7-4473-a6c2-171220ef80dd tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822637 Jul 19 03:37:19.744709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a2247314-19f7-4d9b-962d-dbcf46a83212 None None] For port 7ece8b48-d7cc-4193-a7be-acb2065a30bc, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7ece8b48-d7cc-4193-a7be-acb2065a30bc,segment=NetworkSegment(0951e86e-3a02-4a1d-8e6e-8d3535f024a4),segment_id=0951e86e-3a02-4a1d-8e6e-8d3535f024a4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:19.765046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a2247314-19f7-4d9b-962d-dbcf46a83212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:19.851266 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2247314-19f7-4d9b-962d-dbcf46a83212 None None] Pushing event updated for resources: {'Port': ['ID=7ece8b48-d7cc-4193-a7be-acb2065a30bc,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:19.868036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-dd948171-35b5-49e5-b0ff-d404344aeb51', 'network_id': 'dd948171-35b5-49e5-b0ff-d404344aeb51', 'tenant_id': '4cc6377246f74548b5045e11a6b1936c', 'fixed_ips': [{'subnet_id': '31481ebd-d3b9-485b-a223-b270a316e938'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:37:19.869854 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:19.897567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Allocated IP 172.20.0.2 (bade7c0f-f5d1-4072-a1c7-235301c3bb60/313c20cd-2849-4d62-8e0c-23ed7dce00e9/7161e812-bdbe-40b5-9d21-96a644b21db3) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:20.007112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4c99a554-5a9e-4728-9988-c38648956912 None None] Provisioning complete for port 7ece8b48-d7cc-4193-a7be-acb2065a30bc triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:20.007870 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4c99a554-5a9e-4728-9988-c38648956912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:20.031559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:20.095727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:20.096212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device c035f0e6-ad9f-409b-aa2e-b67e6a97bc3e not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:20.136791 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:20.195619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50460) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:20.212680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe53d4-d7a2-4219-88ba-0f51b964d744 None None] New status for floating IP 03cab8ea-3765-4ec8-8120-f2b92218b040: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:37:20.402009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-baf49e17-8c24-4460-8561-4edfac3964b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Deleting port a71ff5c4-4fd3-4d9c-a221-38e665faf475 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:20.402856 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-baf49e17-8c24-4460-8561-4edfac3964b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:20.431210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Allocated IP 172.20.0.2 (dd948171-35b5-49e5-b0ff-d404344aeb51/31481ebd-d3b9-485b-a223-b270a316e938/946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:20.536271 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732662c2-707a-477a-a26b-24783fcf63e6 req-3dbc008e-06b8-4f4a-8aae-af7ff0d3e923 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:20.538157 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-732662c2-707a-477a-a26b-24783fcf63e6 req-3dbc008e-06b8-4f4a-8aae-af7ff0d3e923 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.25 "GET /v2.0/ports?device_id=0548e290-5211-474a-b283-2b5452e07a5a HTTP/1.1" status: 200 len: 945 time: 0.4400420 Jul 19 03:37:20.545917 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-baf49e17-8c24-4460-8561-4edfac3964b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:20.546557 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-baf49e17-8c24-4460-8561-4edfac3964b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:20.561126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-baf49e17-8c24-4460-8561-4edfac3964b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Calling delete_port for a71ff5c4-4fd3-4d9c-a221-38e665faf475 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:20.595401 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:20.686591 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Transition to ACTIVE for port object 7161e812-bdbe-40b5-9d21-96a644b21db3 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:20.728771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-732662c2-707a-477a-a26b-24783fcf63e6 req-07e7aa53-1f3f-45ea-a662-44a0e4ece929 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Deleting port 8e690d23-9110-4893-b323-3ad77c016c06 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:20.729126 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-732662c2-707a-477a-a26b-24783fcf63e6 req-07e7aa53-1f3f-45ea-a662-44a0e4ece929 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:20.799165 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-baf49e17-8c24-4460-8561-4edfac3964b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:20.815163 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:20.842805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Transition to ACTIVE for port object 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:20.878293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf49e17-8c24-4460-8561-4edfac3964b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event deleted for resources: {'Port': ['ID=a71ff5c4-4fd3-4d9c-a221-38e665faf475,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:20.897510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Transition to ACTIVE for port object 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:20.920446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:20.963708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Transition to ACTIVE for port object 7161e812-bdbe-40b5-9d21-96a644b21db3 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:20.981712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-ea499713-28ff-45bd-8120-5c8dd0e030cd tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:20.983662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-ea499713-28ff-45bd-8120-5c8dd0e030cd tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.26 "GET /v2.0/ports?device_id=83646149-c430-4be1-a956-57ea501911b0 HTTP/1.1" status: 200 len: 945 time: 0.2119737 Jul 19 03:37:20.992146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-732662c2-707a-477a-a26b-24783fcf63e6 req-07e7aa53-1f3f-45ea-a662-44a0e4ece929 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] For port 8e690d23-9110-4893-b323-3ad77c016c06, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8e690d23-9110-4893-b323-3ad77c016c06,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:20.992772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-732662c2-707a-477a-a26b-24783fcf63e6 req-07e7aa53-1f3f-45ea-a662-44a0e4ece929 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.001760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-baf49e17-8c24-4460-8561-4edfac3964b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.004897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-baf49e17-8c24-4460-8561-4edfac3964b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.006257 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-baf49e17-8c24-4460-8561-4edfac3964b2 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "DELETE /v2.0/floatingips/03cab8ea-3765-4ec8-8120-f2b92218b040 HTTP/1.1" status: 204 len: 168 time: 0.8089161 Jul 19 03:37:21.023457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b49a3-831f-4202-a78f-46a0dfd0f2a0 req-b4376d6e-ff9b-43e9-bd96-012876aababa tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:21.025343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6c5b49a3-831f-4202-a78f-46a0dfd0f2a0 req-b4376d6e-ff9b-43e9-bd96-012876aababa tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=0548e290-5211-474a-b283-2b5452e07a5a HTTP/1.1" status: 200 len: 945 time: 0.1546590 Jul 19 03:37:21.029480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Pushing event updated for resources: {'Port': ['ID=946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:21.038042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Network dd948171-35b5-49e5-b0ff-d404344aeb51 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:21.047247 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.083146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Allocated IP 172.20.0.1 (bade7c0f-f5d1-4072-a1c7-235301c3bb60/313c20cd-2849-4d62-8e0c-23ed7dce00e9/78d435c9-dd1f-4db5-a2b8-0beca3b8dce7) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:21.109136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:21.112385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Pushing event updated for resources: {'Port': ['ID=7161e812-bdbe-40b5-9d21-96a644b21db3,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:21.117959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:21.122188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Network bade7c0f-f5d1-4072-a1c7-235301c3bb60 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:21.125543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:21.130739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:21.136674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-732662c2-707a-477a-a26b-24783fcf63e6 req-07e7aa53-1f3f-45ea-a662-44a0e4ece929 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Calling delete_port for 8e690d23-9110-4893-b323-3ad77c016c06 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:21.146224 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6c5b49a3-831f-4202-a78f-46a0dfd0f2a0 req-4934382e-88b9-4183-b15c-8d25e4ce068e tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/security-groups?id=58255bba-6560-4502-8e5d-bd6626324439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149077 Jul 19 03:37:21.253581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Attempting to bind port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:37:21.253772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Attempting to bind port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a08071f6-88e8-4e07-aeaf-3064242952d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd948171-35b5-49e5-b0ff-d404344aeb51'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:37:21.254745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Attempting to bind port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 on network dd948171-35b5-49e5-b0ff-d404344aeb51 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:21.261815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Attempting to bind port 7161e812-bdbe-40b5-9d21-96a644b21db3 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:37:21.261815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Attempting to bind port 7161e812-bdbe-40b5-9d21-96a644b21db3 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'aa9d36b7-196f-475e-b04a-4d3de5a335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bade7c0f-f5d1-4072-a1c7-235301c3bb60'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:37:21.262160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Attempting to bind port 7161e812-bdbe-40b5-9d21-96a644b21db3 on network bade7c0f-f5d1-4072-a1c7-235301c3bb60 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:21.265440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:37:21.265818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Checking segment: {'id': 'a08071f6-88e8-4e07-aeaf-3064242952d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd948171-35b5-49e5-b0ff-d404344aeb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:21.266226 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.266650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Bound using segment: {'id': 'a08071f6-88e8-4e07-aeaf-3064242952d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd948171-35b5-49e5-b0ff-d404344aeb51'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:37:21.267345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Bound port: 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08071f6-88e8-4e07-aeaf-3064242952d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd948171-35b5-49e5-b0ff-d404344aeb51'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:37:21.267505 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.272672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:37:21.273051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Checking segment: {'id': 'aa9d36b7-196f-475e-b04a-4d3de5a335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bade7c0f-f5d1-4072-a1c7-235301c3bb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:21.273448 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.273839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Bound using segment: {'id': 'aa9d36b7-196f-475e-b04a-4d3de5a335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bade7c0f-f5d1-4072-a1c7-235301c3bb60'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:37:21.274335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Bound port: 7161e812-bdbe-40b5-9d21-96a644b21db3, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d36b7-196f-475e-b04a-4d3de5a335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bade7c0f-f5d1-4072-a1c7-235301c3bb60'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:37:21.274722 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.290475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50472) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:21.372337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a247b313-c605-4a98-b893-c56978c680c3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.403286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] For port 7161e812-bdbe-40b5-9d21-96a644b21db3, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:21.405682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-de227378-4888-4862-ab52-21dad8e38670 None None] For port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:21.408516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] For port 7161e812-bdbe-40b5-9d21-96a644b21db3, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7161e812-bdbe-40b5-9d21-96a644b21db3,segment=NetworkSegment(aa9d36b7-196f-475e-b04a-4d3de5a335c5),segment_id=aa9d36b7-196f-475e-b04a-4d3de5a335c5)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:37:21.410905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-de227378-4888-4862-ab52-21dad8e38670 None None] For port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6,segment=NetworkSegment(a08071f6-88e8-4e07-aeaf-3064242952d2),segment_id=a08071f6-88e8-4e07-aeaf-3064242952d2)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:37:21.413965 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.418932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-683d120f-85df-4a04-9489-d5f3ff495b8b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Deleting port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:21.419410 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-683d120f-85df-4a04-9489-d5f3ff495b8b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.419955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.423096 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a247b313-c605-4a98-b893-c56978c680c3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.500530 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.544716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9911b87-9e64-41d1-b3b6-7b3952086430 None None] Pushing event updated for resources: {'Port': ['ID=7161e812-bdbe-40b5-9d21-96a644b21db3,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:21.546617 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a247b313-c605-4a98-b893-c56978c680c3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.551643 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a247b313-c605-4a98-b893-c56978c680c3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.556637 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a247b313-c605-4a98-b893-c56978c680c3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] 10.222.0.20 "DELETE /v2.0/security-groups/17415aa8-6b52-4f13-b1b0-e84d32abffa2 HTTP/1.1" status: 204 len: 168 time: 0.2652695 Jul 19 03:37:21.587229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247b313-c605-4a98-b893-c56978c680c3 tempest-TestServerBasicOps-1917979228 tempest-TestServerBasicOps-1917979228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17415aa8-6b52-4f13-b1b0-e84d32abffa2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:21.608390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50480) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:21.642142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7ece8b48-d7cc-4193-a7be-acb2065a30bc up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:21.692733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Transition to ACTIVE for port object 78d435c9-dd1f-4db5-a2b8-0beca3b8dce7 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:21.786629 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de227378-4888-4862-ab52-21dad8e38670 None None] Pushing event updated for resources: {'Port': ['ID=946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:21.826320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-683d120f-85df-4a04-9489-d5f3ff495b8b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] For port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,segment=NetworkSegment(16e5f948-28d6-4ee7-8659-9d374dae2a3d),segment_id=16e5f948-28d6-4ee7-8659-9d374dae2a3d)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:21.827061 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-683d120f-85df-4a04-9489-d5f3ff495b8b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.827547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7ece8b48-d7cc-4193-a7be-acb2065a30bc triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:21.828025 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:21.846595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-683d120f-85df-4a04-9489-d5f3ff495b8b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Calling delete_port for a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:22.036043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50494) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:22.067257 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:22.129898 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-732662c2-707a-477a-a26b-24783fcf63e6 req-07e7aa53-1f3f-45ea-a662-44a0e4ece929 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:22.148601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:37:22.313936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Network bade7c0f-f5d1-4072-a1c7-235301c3bb60 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:22.325783 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:22.346599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:22.354163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'Port': ['ID=78d435c9-dd1f-4db5-a2b8-0beca3b8dce7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:22.520768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-732662c2-707a-477a-a26b-24783fcf63e6 req-07e7aa53-1f3f-45ea-a662-44a0e4ece929 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] No DVR routers for this DVR port 8e690d23-9110-4893-b323-3ad77c016c06 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:22.531608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7aa53-1f3f-45ea-a662-44a0e4ece929 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Pushing event deleted for resources: {'Port': ['ID=8e690d23-9110-4893-b323-3ad77c016c06,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:22.540134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:22.552559 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-732662c2-707a-477a-a26b-24783fcf63e6 req-07e7aa53-1f3f-45ea-a662-44a0e4ece929 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:22.554893 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-732662c2-707a-477a-a26b-24783fcf63e6 req-07e7aa53-1f3f-45ea-a662-44a0e4ece929 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.25 "DELETE /v2.0/ports/8e690d23-9110-4893-b323-3ad77c016c06 HTTP/1.1" status: 204 len: 173 time: 2.0095272 Jul 19 03:37:22.559312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0548e290-5211-474a-b283-2b5452e07a5a', 'name': 'network-vif-deleted', 'tag': '8e690d23-9110-4893-b323-3ad77c016c06'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:22.561794 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b16aab-936a-4645-a733-481ed83e5e64" -d '{"events": [{"server_uuid": "0548e290-5211-474a-b283-2b5452e07a5a", "name": "network-vif-deleted", "tag": "8e690d23-9110-4893-b323-3ad77c016c06"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:22.573406 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fff2548-74ac-4430-9586-0b502a939d39 req-5ea6f64d-b3e1-4679-b88a-cd897222aea9 tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=0548e290-5211-474a-b283-2b5452e07a5a HTTP/1.1" status: 200 len: 210 time: 0.1372430 Jul 19 03:37:22.609480 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:22.610218 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-683d120f-85df-4a04-9489-d5f3ff495b8b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:22.690116 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbfbdd1-f8ab-4597-aa2e-0dda160f65d3 x-openstack-request-id: req-1bbfbdd1-f8ab-4597-aa2e-0dda160f65d3 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:22.690574 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0548e290-5211-474a-b283-2b5452e07a5a", "name": "network-vif-deleted", "tag": "8e690d23-9110-4893-b323-3ad77c016c06", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:22.690926 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bbfbdd1-f8ab-4597-aa2e-0dda160f65d3 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:22.691432 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0548e290-5211-474a-b283-2b5452e07a5a', 'name': 'network-vif-deleted', 'tag': '8e690d23-9110-4893-b323-3ad77c016c06', 'status': 'completed', 'code': 200} Jul 19 03:37:22.737942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d120f-85df-4a04-9489-d5f3ff495b8b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Pushing event deleted for resources: {'Port': ['ID=a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:22.843191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-683d120f-85df-4a04-9489-d5f3ff495b8b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] No DVR routers for this DVR port a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:22.881617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-683d120f-85df-4a04-9489-d5f3ff495b8b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:22.884394 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b58b740-8e85-4fef-a00d-f08e2a109d46 req-683d120f-85df-4a04-9489-d5f3ff495b8b tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.26 "DELETE /v2.0/ports/a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 HTTP/1.1" status: 204 len: 173 time: 1.8851161 Jul 19 03:37:22.997901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] Deleting port 44fd7b48-4fca-40e5-92ab-91aa067e8572 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:22.998167 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:23.053541 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:23.102616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] For port 44fd7b48-4fca-40e5-92ab-91aa067e8572, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=44fd7b48-4fca-40e5-92ab-91aa067e8572,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:23.102991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:23.121357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] Calling delete_port for 44fd7b48-4fca-40e5-92ab-91aa067e8572 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:23.373493 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:23.404409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fd7b48-4fca-40e5-92ab-91aa067e8572,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:23.511159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd29d1c6-63d7-490d-b60f-bc8e66d7aeef None None] Network bade7c0f-f5d1-4072-a1c7-235301c3bb60 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:23.677030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d094b5dc-dd90-42c8-ac19-b4b47e61aa05 None None] Provisioning for port 7161e812-bdbe-40b5-9d21-96a644b21db3 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:23.939169 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:23.940744 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:23.994915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8853ed4-0ad2-4a09-9030-973696242bc7 None None] Network dd948171-35b5-49e5-b0ff-d404344aeb51 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:23.997492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7161e812-bdbe-40b5-9d21-96a644b21db3 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:24.040979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8e690d23-9110-4893-b323-3ad77c016c06 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:24.070663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2d0b9a5-1f13-4853-8516-671fb5ec6597 req-b3bce43a-1ddf-4af9-9b29-47fe756399fa tempest-MultipleCreateTestJSON-205304894 tempest-MultipleCreateTestJSON-205304894-project] 10.222.0.20 "GET /v2.0/ports?device_id=0548e290-5211-474a-b283-2b5452e07a5a HTTP/1.1" status: 200 len: 210 time: 0.0620875 Jul 19 03:37:24.091592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.106842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 8e690d23-9110-4893-b323-3ad77c016c06 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:24.107494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8e690d23-9110-4893-b323-3ad77c016c06 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:24.123649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.146810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bd134156-f2ea-46b9-abda-02441e4f27c2 None None] Provisioning for port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:24.214539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 7161e812-bdbe-40b5-9d21-96a644b21db3 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:24.246442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7161e812-bdbe-40b5-9d21-96a644b21db3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:24.247956 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.334549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'Port': ['ID=78d435c9-dd1f-4db5-a2b8-0beca3b8dce7,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:24.348730 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.455894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] Router 89444092-b83a-4f86-a90e-51b59aed12b2 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:37:24.471248 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.510806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 7161e812-bdbe-40b5-9d21-96a644b21db3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7161e812-bdbe-40b5-9d21-96a644b21db3,segment=NetworkSegment(aa9d36b7-196f-475e-b04a-4d3de5a335c5),segment_id=aa9d36b7-196f-475e-b04a-4d3de5a335c5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:24.522276 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.524018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:24.628537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Network bade7c0f-f5d1-4072-a1c7-235301c3bb60 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:24.634572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:24.635800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=7161e812-bdbe-40b5-9d21-96a644b21db3,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:24.648788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:24.653475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:24.654197 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.681722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:37:24.688152 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f99e8f00-c39d-4541-870b-4cf9b3318c13 admin admin] 10.222.0.20 "PUT /v2.0/routers/89444092-b83a-4f86-a90e-51b59aed12b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0784309 Jul 19 03:37:24.690667 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50510) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:24.694256 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] Sync routers for ids ['89444092-b83a-4f86-a90e-51b59aed12b2'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:37:24.714122 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] Routers {'89444092-b83a-4f86-a90e-51b59aed12b2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:24.714806 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['89444092-b83a-4f86-a90e-51b59aed12b2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:24.756079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83646149-c430-4be1-a956-57ea501911b0', 'name': 'network-vif-deleted', 'tag': 'a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:24.757052 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.758495 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c72663-893d-4695-82a2-99f0a5710c57" -d '{"events": [{"server_uuid": "83646149-c430-4be1-a956-57ea501911b0", "name": "network-vif-deleted", "tag": "a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:24.863788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6,segment=NetworkSegment(a08071f6-88e8-4e07-aeaf-3064242952d2),segment_id=a08071f6-88e8-4e07-aeaf-3064242952d2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:24.882568 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d47529-d436-403a-90db-5f91c73549c1 x-openstack-request-id: req-76d47529-d436-403a-90db-5f91c73549c1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:24.882775 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83646149-c430-4be1-a956-57ea501911b0", "name": "network-vif-deleted", "tag": "a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:24.883007 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76d47529-d436-403a-90db-5f91c73549c1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:24.883143 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.883422 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83646149-c430-4be1-a956-57ea501911b0', 'name': 'network-vif-deleted', 'tag': 'a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7', 'status': 'completed', 'code': 200} Jul 19 03:37:24.901293 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.925645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d22f9cde-ecc1-4b4e-89e7-38556ef8110f None None] Provisioning complete for port 7161e812-bdbe-40b5-9d21-96a644b21db3 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:24.926153 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d22f9cde-ecc1-4b4e-89e7-38556ef8110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.946596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] Deleting port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:24.947201 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:24.948890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Router 6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:37:24.974783 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] Set router 89444092-b83a-4f86-a90e-51b59aed12b2 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:25.217051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:25.237877 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:37:23Z', 'revision_number': 5, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:25.272069 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] Checking router: 89444092-b83a-4f86-a90e-51b59aed12b2 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:37:25.281128 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] Routers {'89444092-b83a-4f86-a90e-51b59aed12b2'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:25.281765 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['89444092-b83a-4f86-a90e-51b59aed12b2'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:25.385527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d22f9cde-ecc1-4b4e-89e7-38556ef8110f None None] Provisioning for port 78d435c9-dd1f-4db5-a2b8-0beca3b8dce7 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:25.390428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d22f9cde-ecc1-4b4e-89e7-38556ef8110f None None] Provisioning complete for port 78d435c9-dd1f-4db5-a2b8-0beca3b8dce7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:25.390653 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d22f9cde-ecc1-4b4e-89e7-38556ef8110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:25.432985 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] Set router 89444092-b83a-4f86-a90e-51b59aed12b2 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:25.469826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d22f9cde-ecc1-4b4e-89e7-38556ef8110f None None] Port 78d435c9-dd1f-4db5-a2b8-0beca3b8dce7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:37:25.595098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4c5f1d7e-ba26-44f8-8445-5d9078c321d9 None None] Provisioning complete for port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:25.596791 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1d7e-ba26-44f8-8445-5d9078c321d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:25.613952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50522) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:25.630049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7161e812-bdbe-40b5-9d21-96a644b21db3 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:25.680794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:25.683573 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:37:23Z', 'revision_number': 5, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:25.716311 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:25.725249 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e521e7-c757-4dec-921a-60cea4abe58f None None] The sync data for ids ['89444092-b83a-4f86-a90e-51b59aed12b2'] in n-d-762330-18 is: [{'id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'name': 'tempest-TestServerBasicOps-124963907-router', 'tenant_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:31:55Z', 'updated_at': '2021-07-19T03:37:23Z', 'revision_number': 5, 'project_id': 'e863a5d63e4047c59de06eb5a55e42c4', 'gw_port': {'id': '6a73697e-41ca-41e5-8f7f-d5b2bbdae27c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89444092-b83a-4f86-a90e-51b59aed12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:31:56Z', 'updated_at': '2021-07-19T03:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:37:25.740347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:25.741053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a147a8ba-b98d-4a3d-8e11-ceb6624a0bf7 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:25.743430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:37:25.752866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] For port c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:25.753238 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:25.759371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7546d4-397a-4b1e-b6a1-17b3c63320ec None None] Sync routers for ids ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:37:25.766790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b8980c52-0e93-4186-b342-f3cbb93efdfd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "PUT /v2.0/routers/6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5334656 Jul 19 03:37:25.773067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50530) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:25.783183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1230b368-f5b4-40e9-8b27-2b49fe825e0c admin admin] Deleting subnet 0e66b5d3-4aff-4a76-870d-96cfc748428b {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:25.787476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] Calling delete_port for c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:25.790822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1230b368-f5b4-40e9-8b27-2b49fe825e0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:25.810785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7161e812-bdbe-40b5-9d21-96a644b21db3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:25.811403 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:25.854655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7546d4-397a-4b1e-b6a1-17b3c63320ec None None] Routers {'6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:25.855573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4f7546d4-397a-4b1e-b6a1-17b3c63320ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:25.874301 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1230b368-f5b4-40e9-8b27-2b49fe825e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:25.905876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4f7546d4-397a-4b1e-b6a1-17b3c63320ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:25.934484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4c5f1d7e-ba26-44f8-8445-5d9078c321d9 None None] Provisioning complete for port 78d435c9-dd1f-4db5-a2b8-0beca3b8dce7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:25.935511 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1d7e-ba26-44f8-8445-5d9078c321d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:25.937171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7546d4-397a-4b1e-b6a1-17b3c63320ec None None] Routers {'6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:25.938480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4f7546d4-397a-4b1e-b6a1-17b3c63320ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:25.938653 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1230b368-f5b4-40e9-8b27-2b49fe825e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:25.975826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4f7546d4-397a-4b1e-b6a1-17b3c63320ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:25.976751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7546d4-397a-4b1e-b6a1-17b3c63320ec None None] The sync data for ids ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:37:26.052406 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1230b368-f5b4-40e9-8b27-2b49fe825e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.072260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:26.073978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f1d7e-ba26-44f8-8445-5d9078c321d9 None None] Port 78d435c9-dd1f-4db5-a2b8-0beca3b8dce7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:37:26.086182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Deleting port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:26.086564 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.090798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230b368-f5b4-40e9-8b27-2b49fe825e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e66b5d3-4aff-4a76-870d-96cfc748428b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:26.101779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1230b368-f5b4-40e9-8b27-2b49fe825e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.104441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1230b368-f5b4-40e9-8b27-2b49fe825e0c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0e66b5d3-4aff-4a76-870d-96cfc748428b HTTP/1.1" status: 204 len: 168 time: 0.4689109 Jul 19 03:37:26.107469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50532) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:26.150384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:26.150966 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.236412 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.246252 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.267718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] For port 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6a73697e-41ca-41e5-8f7f-d5b2bbdae27c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:26.268084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.309245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Calling delete_port for 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:26.338190 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-2e9047ce-4aff-40a9-a22b-2271bd7f6e04 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:37:26.339550 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2e9047ce-4aff-40a9-a22b-2271bd7f6e04 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "PUT /v2.0/routers/6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5645783 Jul 19 03:37:26.397018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50534) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:26.398294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.409495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907c1caf-2359-4f34-850a-ef270720b33f']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:26.421464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e5f948-28d6-4ee7-8659-9d374dae2a3d') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:26.422217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e5f948-28d6-4ee7-8659-9d374dae2a3d') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:26.432343 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.447859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.454610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:26.455285 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:26.474944 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:26.478355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:26.557574 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.561146 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.563364 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] 10.222.0.20 "DELETE /v2.0/networks/907c1caf-2359-4f34-850a-ef270720b33f HTTP/1.1" status: 204 len: 168 time: 0.4547029 Jul 19 03:37:26.609930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b591b9d-46ab-4c09-8cc8-89fb797e888b admin admin] Pushing event deleted for resources: {'Network': ['ID=907c1caf-2359-4f34-850a-ef270720b33f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:26.696130 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.725076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50540) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:26.864211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50542) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:26.864518 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d41b6740-12e1-486f-8823-60ca83edc84c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9624e9db2294c9498439296b1c1685e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380179 Jul 19 03:37:26.867709 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:26.934662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a73697e-41ca-41e5-8f7f-d5b2bbdae27c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:26.975931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5e12b6a-6e90-46da-8b1a-4d73d4e6e140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.008355 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5e12b6a-6e90-46da-8b1a-4d73d4e6e140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.018485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] Router 68755c5d-706e-4fb3-ae3b-c990b795997a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:37:27.042722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.156831 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5e12b6a-6e90-46da-8b1a-4d73d4e6e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.159682 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5e12b6a-6e90-46da-8b1a-4d73d4e6e140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.163843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e5e12b6a-6e90-46da-8b1a-4d73d4e6e140 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58255bba-6560-4502-8e5d-bd6626324439 HTTP/1.1" status: 204 len: 168 time: 0.2954443 Jul 19 03:37:27.171685 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.174644 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.177116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e12b6a-6e90-46da-8b1a-4d73d4e6e140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58255bba-6560-4502-8e5d-bd6626324439,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:27.183916 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.209427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:37:27.217172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ffd3a2a3-9cff-4fc3-9b5f-abc91ed681cc admin admin] 10.222.0.20 "PUT /v2.0/routers/68755c5d-706e-4fb3-ae3b-c990b795997a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1693954 Jul 19 03:37:27.217458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50546) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:27.226469 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] Sync routers for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:37:27.240393 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:27.241030 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:27.306136 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.306870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89444092-b83a-4f86-a90e-51b59aed12b2 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:37:27.312805 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.313973 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dbeda3ef-7d3f-43d2-8153-de86e3850e50 admin admin] 10.222.0.20 "DELETE /v2.0/routers/89444092-b83a-4f86-a90e-51b59aed12b2 HTTP/1.1" status: 204 len: 168 time: 2.6151590 Jul 19 03:37:27.317879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50548) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:27.389441 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.395445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-440d3bd8-ed06-479c-870a-f4a833920c94 admin admin] Deleting subnet 282dca1b-24a1-407a-b759-54694d1bc0f9 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:27.431296 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-440d3bd8-ed06-479c-870a-f4a833920c94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.432716 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:27.521871 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-440d3bd8-ed06-479c-870a-f4a833920c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.612236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.617671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Deleting port 78d435c9-dd1f-4db5-a2b8-0beca3b8dce7 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:27.618909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.688467 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:37:26Z', 'revision_number': 5, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port': {'id': '70aa8ece-778f-4016-84dc-0eb5fc0fb2ac', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:28:57Z', 'updated_at': '2021-07-19T03:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:27.702708 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-440d3bd8-ed06-479c-870a-f4a833920c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.721962 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] Checking router: 68755c5d-706e-4fb3-ae3b-c990b795997a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:37:27.730847 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] Routers {'68755c5d-706e-4fb3-ae3b-c990b795997a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:27.731545 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['68755c5d-706e-4fb3-ae3b-c990b795997a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:27.774807 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.805775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Calling delete_port for 78d435c9-dd1f-4db5-a2b8-0beca3b8dce7 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:27.826536 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] Set router 68755c5d-706e-4fb3-ae3b-c990b795997a gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:27.858107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Deleting port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:27.858762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.916461 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-440d3bd8-ed06-479c-870a-f4a833920c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:27.954143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 44fd7b48-4fca-40e5-92ab-91aa067e8572 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:28.002606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 44fd7b48-4fca-40e5-92ab-91aa067e8572 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:28.003335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 44fd7b48-4fca-40e5-92ab-91aa067e8572 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:28.040422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-440d3bd8-ed06-479c-870a-f4a833920c94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.042606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a650982-0ef9-4d39-92f6-c185bb84abb9 None None] Network 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:28.048888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-440d3bd8-ed06-479c-870a-f4a833920c94 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/282dca1b-24a1-407a-b759-54694d1bc0f9 HTTP/1.1" status: 204 len: 168 time: 0.7290039 Jul 19 03:37:28.049806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d3bd8-ed06-479c-870a-f4a833920c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282dca1b-24a1-407a-b759-54694d1bc0f9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:28.058572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50572) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:28.101464 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:37:27Z', 'revision_number': 6, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:28.184267 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b52cd-6b06-467f-bdba-90ba9eb55a32 None None] The sync data for ids ['68755c5d-706e-4fb3-ae3b-c990b795997a'] in n-d-762330-18 is: [{'id': '68755c5d-706e-4fb3-ae3b-c990b795997a', 'name': 'tempest-AttachVolumeShelveTestJSON-744110686-router', 'tenant_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:28:56Z', 'updated_at': '2021-07-19T03:37:27Z', 'revision_number': 6, 'project_id': 'ccf3d9d83a1448bf94a5896159ddd4af', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:37:28.197371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] For port 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=70aa8ece-778f-4016-84dc-0eb5fc0fb2ac,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:28.198556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.220746 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.224840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Calling delete_port for 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:28.235043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.358447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50580) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:28.365748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event deleted for resources: {'Port': ['ID=78d435c9-dd1f-4db5-a2b8-0beca3b8dce7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:28.561181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1451463142-network', 'tenant_id': 'fa2b83154d2244469077ccd72b23e798'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:28.609964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] DHCP port deletion for 8908343d-d7c8-4a1b-b56f-cb50ddea7f3e request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:37:28.619290 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Deleting port 3e244995-ad03-49fe-b7ba-b60073c1bbbf {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:28.619657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.624531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Made reservation on behalf of fa2b83154d2244469077ccd72b23e798 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:28.629789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.638748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.640985 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.695325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Pushing event deleted for resources: {'Port': ['ID=70aa8ece-778f-4016-84dc-0eb5fc0fb2ac,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:28.704775 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.764703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Deleting port 3e244995-ad03-49fe-b7ba-b60073c1bbbf {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:28.765467 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.862161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] For port 3e244995-ad03-49fe-b7ba-b60073c1bbbf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3e244995-ad03-49fe-b7ba-b60073c1bbbf,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:28.864051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.865027 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.870163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] For port 3e244995-ad03-49fe-b7ba-b60073c1bbbf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3e244995-ad03-49fe-b7ba-b60073c1bbbf,segment=NetworkSegment(fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8),segment_id=fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:28.870826 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.882105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Calling delete_port for 3e244995-ad03-49fe-b7ba-b60073c1bbbf owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:28.886488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Calling delete_port for 3e244995-ad03-49fe-b7ba-b60073c1bbbf owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:28.969356 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:28.975107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.004929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.006042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Router 6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:37:29.043811 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.044422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68755c5d-706e-4fb3-ae3b-c990b795997a {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:37:29.047513 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.051636 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.051983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Pushing event deleted for resources: {'Port': ['ID=3e244995-ad03-49fe-b7ba-b60073c1bbbf,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:29.055662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7adeec8b-ea5f-4604-bd35-ed4bf29daf0a admin admin] 10.222.0.20 "DELETE /v2.0/routers/68755c5d-706e-4fb3-ae3b-c990b795997a HTTP/1.1" status: 204 len: 168 time: 1.8345394 Jul 19 03:37:29.056691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50584) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:29.057065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] No DVR routers for this DVR port 3e244995-ad03-49fe-b7ba-b60073c1bbbf on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:29.057503 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.074689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.075041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.075384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.075859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.076084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.076367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.078513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.079118 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.079736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.080350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.080893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.081466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0b45b-d66e-4585-85cd-df19148e6ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:29.119337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:37:29.121970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.133380 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d2495ae1-27d3-4567-b69c-4a617f19d0b1 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "PUT /v2.0/routers/6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7309966 Jul 19 03:37:29.133677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:37:29.140816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50586) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:29.150780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:29.152302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef40481-5f0e-47b3-a53c-616d98f93bd0 admin admin] Deleting subnet 8945fee5-e397-44b9-8d03-7dd79ef2ea64 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:29.158003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ef40481-5f0e-47b3-a53c-616d98f93bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.166952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a99418-59bb-4d6c-9f19-c3a2b8864e49 None None] Sync routers for ids ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:37:29.179834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a99418-59bb-4d6c-9f19-c3a2b8864e49 None None] Routers {'6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:29.180628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-38a99418-59bb-4d6c-9f19-c3a2b8864e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:29.212025 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ef40481-5f0e-47b3-a53c-616d98f93bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.225626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e244995-ad03-49fe-b7ba-b60073c1bbbf,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:29.233241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] No DVR routers for this DVR port 3e244995-ad03-49fe-b7ba-b60073c1bbbf on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:29.235531 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-23b153ae-c9bc-4f14-b25a-44de095056eb tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] delete failed (client error): The resource could not be found. Jul 19 03:37:29.236727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-23b153ae-c9bc-4f14-b25a-44de095056eb tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1361216656 HTTP/1.1" status: 404 len: 335 time: 0.0956254 Jul 19 03:37:29.240748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50590) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:29.245532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a7c1c1f7-c32a-4932-bb4f-1b1b37e3f23f tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:29.255583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-38a99418-59bb-4d6c-9f19-c3a2b8864e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:29.275770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a99418-59bb-4d6c-9f19-c3a2b8864e49 None None] Routers {'6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:29.276521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-38a99418-59bb-4d6c-9f19-c3a2b8864e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:29.308868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ef40481-5f0e-47b3-a53c-616d98f93bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.319427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-38a99418-59bb-4d6c-9f19-c3a2b8864e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:29.320196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a99418-59bb-4d6c-9f19-c3a2b8864e49 None None] The sync data for ids ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:37:29.353130 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.353767 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Added segment 5ffd5f50-c6f1-4885-bea6-76ce17f3c846 of type vlan for network 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e Jul 19 03:37:29.405136 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.422124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ef40481-5f0e-47b3-a53c-616d98f93bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.468792 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ef40481-5f0e-47b3-a53c-616d98f93bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.476670 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5ef40481-5f0e-47b3-a53c-616d98f93bd0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8945fee5-e397-44b9-8d03-7dd79ef2ea64 HTTP/1.1" status: 204 len: 168 time: 0.4147606 Jul 19 03:37:29.476869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d827260-467c-4624-a273-c926e5bd0def None None] Network b6d097fa-1885-4f5c-b884-b8a3ba0914c7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:29.477587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef40481-5f0e-47b3-a53c-616d98f93bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8945fee5-e397-44b9-8d03-7dd79ef2ea64,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:29.482968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50592) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:29.519346 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.520933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:29.521699 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.624746 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2649264 Jul 19 03:37:29.669166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50594) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:29.679696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:29.706107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Request body: {'subnet': {'network_id': '6bbe3e9f-3e9f-4aad-9e97-53966f284f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1451463142-subnet', 'tenant_id': 'fa2b83154d2244469077ccd72b23e798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:29.825210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:29.825632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 70aa8ece-778f-4016-84dc-0eb5fc0fb2ac not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:29.826129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:29.845617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Made reservation on behalf of fa2b83154d2244469077ccd72b23e798 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:29.846131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.878640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:29.879000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c59ee404-5b2b-48c3-9e41-f7ed1e1cb8c5 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:29.879982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:29.890561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018c507-ae23-4256-b082-16ccb1a0ceb9 admin admin] Pushing event updated for resources: {'Network': ['ID=6bbe3e9f-3e9f-4aad-9e97-53966f284f4e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:29.929273 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:37:29.935090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:29.935712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6a73697e-41ca-41e5-8f7f-d5b2bbdae27c not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:29.936316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3e244995-ad03-49fe-b7ba-b60073c1bbbf no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:29.971283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:29.980838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 3e244995-ad03-49fe-b7ba-b60073c1bbbf {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:29.981175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3e244995-ad03-49fe-b7ba-b60073c1bbbf not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:30.011841 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.023367 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1f7-c32a-4932-bb4f-1b1b37e3f23f tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.030671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8908343d-d7c8-4a1b-b56f-cb50ddea7f3e']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:30.043054 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:30.043359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc72cbeb-4883-4fc7-9cd1-ff33249ce2e8') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:30.067905 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-a7c1c1f7-c32a-4932-bb4f-1b1b37e3f23f tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] update failed (client error): The resource could not be found. Jul 19 03:37:30.068982 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a7c1c1f7-c32a-4932-bb4f-1b1b37e3f23f tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "PUT /v2.0/routers/6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671 HTTP/1.1" status: 404 len: 339 time: 0.8273044 Jul 19 03:37:30.070897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.072615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50596) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:30.093177 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-bc4c5dbc-bb23-4cc1-8e72-37f4b1c8d1f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4226530 Jul 19 03:37:30.125389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a5b460-9c11-4211-8abc-0ca7974cbb4d None None] DHCP port deletion for b6d097fa-1885-4f5c-b884-b8a3ba0914c7 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:37:30.126335 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.172580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Deleting port f7b8f8d1-22c4-4225-812f-79e49e11540e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:30.172926 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.176488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:30.177245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:30.178684 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:30.194102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5b460-9c11-4211-8abc-0ca7974cbb4d None None] Deleting port f7b8f8d1-22c4-4225-812f-79e49e11540e {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:30.194593 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b460-9c11-4211-8abc-0ca7974cbb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.234077 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.278284 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f7a5b460-9c11-4211-8abc-0ca7974cbb4d None None] For port f7b8f8d1-22c4-4225-812f-79e49e11540e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f7b8f8d1-22c4-4225-812f-79e49e11540e,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:30.279063 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b460-9c11-4211-8abc-0ca7974cbb4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.294161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5b460-9c11-4211-8abc-0ca7974cbb4d None None] Calling delete_port for f7b8f8d1-22c4-4225-812f-79e49e11540e owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:30.350598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4abf4ba-22b0-45bd-98bd-a3f0d9c4a582,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:30.368425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] For port f7b8f8d1-22c4-4225-812f-79e49e11540e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f7b8f8d1-22c4-4225-812f-79e49e11540e,segment=NetworkSegment(6aeadbc8-b0d4-46c6-8508-48f1f882d574),segment_id=6aeadbc8-b0d4-46c6-8508-48f1f882d574)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:30.369490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.380236 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.406183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.408109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] 10.222.0.20 "DELETE /v2.0/networks/8908343d-d7c8-4a1b-b56f-cb50ddea7f3e HTTP/1.1" status: 204 len: 168 time: 2.3483858 Jul 19 03:37:30.412409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50608) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:30.426996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Calling delete_port for f7b8f8d1-22c4-4225-812f-79e49e11540e owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:30.427323 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b460-9c11-4211-8abc-0ca7974cbb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.436949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3836d-5c27-4a03-9e23-167c956e4d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=8908343d-d7c8-4a1b-b56f-cb50ddea7f3e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:30.461795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5b460-9c11-4211-8abc-0ca7974cbb4d None None] Pushing event deleted for resources: {'Port': ['ID=f7b8f8d1-22c4-4225-812f-79e49e11540e,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:30.465539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5b460-9c11-4211-8abc-0ca7974cbb4d None None] No DVR routers for this DVR port f7b8f8d1-22c4-4225-812f-79e49e11540e on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:30.507824 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:30.821956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-e9544178-817d-44e2-b72d-ae1e8eff96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:30.823500 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-e9544178-817d-44e2-b72d-ae1e8eff96a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1098 time: 0.6692085 Jul 19 03:37:30.876937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Checking segment: {'id': '5ffd5f50-c6f1-4885-bea6-76ce17f3c846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6bbe3e9f-3e9f-4aad-9e97-53966f284f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:30.877297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Network hostable DHCP agents. Network: 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:37:30.933594 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Allocated IP 172.20.0.1 (7577e175-397b-4d02-8bc3-39d4eb5cb291/fbe91b90-656f-4393-9f14-3b86cf7d4800/060a5d4c-e2ef-4a62-96f1-791af40c5fc3) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:30.979939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Network 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:37:31.012102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:31.016646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:31.017348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.021338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e1f2dd-d637-48b6-8adb-cda9a2857fb7 None None] Network 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:31.031493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-41768632-ea3f-43f7-9d56-3bbb2cffd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:31.033115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-41768632-ea3f-43f7-9d56-3bbb2cffd77a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d68abc6-53c0-41ab-a652-a19d9d925684 HTTP/1.1" status: 200 len: 896 time: 0.1674483 Jul 19 03:37:31.035811 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.100543 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2629f1ff-2b27-4487-8198-a845bdb59e9d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3994331 Jul 19 03:37:31.103191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b8f8d1-22c4-4225-812f-79e49e11540e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:31.113323 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] No DVR routers for this DVR port f7b8f8d1-22c4-4225-812f-79e49e11540e on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:31.188811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.208472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-8b7d8722-e0f9-456b-ae12-f0ad7384c9a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 200 len: 1002 time: 0.1667402 Jul 19 03:37:31.212767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Transition to ACTIVE for port object 060a5d4c-e2ef-4a62-96f1-791af40c5fc3 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:31.245208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.286752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-868ef9d2-353b-4432-b33f-094ed5f0ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:31.287919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-868ef9d2-353b-4432-b33f-094ed5f0ced4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=952eda1e-a75d-4b7e-842e-c214e36e688c HTTP/1.1" status: 200 len: 835 time: 0.0707426 Jul 19 03:37:31.292853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcbcf80-765d-4b79-9c2d-f71f7380acf0 None None] Network 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:31.349587 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.383164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.406498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d097fa-1885-4f5c-b884-b8a3ba0914c7']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:31.427086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aeadbc8-b0d4-46c6-8508-48f1f882d574') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:31.427389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aeadbc8-b0d4-46c6-8508-48f1f882d574') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:31.454839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.476541 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Network 7577e175-397b-4d02-8bc3-39d4eb5cb291 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:31.480620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:31.493342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:31.498657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'Port': ['ID=060a5d4c-e2ef-4a62-96f1-791af40c5fc3,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:31.555254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.580557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:31.582882 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.634653 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f7b8f8d1-22c4-4225-812f-79e49e11540e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:31.689124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-c0c69729-d7e5-475c-b672-3f46287e2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:31.692210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-c0c69729-d7e5-475c-b672-3f46287e2b83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d68abc6-53c0-41ab-a652-a19d9d925684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3395033 Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:31.695593 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:31.699934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.709787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: f7b8f8d1-22c4-4225-812f-79e49e11540e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:31.710143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f7b8f8d1-22c4-4225-812f-79e49e11540e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:31.726607 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.750692 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.757147 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b6d097fa-1885-4f5c-b884-b8a3ba0914c7 HTTP/1.1" status: 204 len: 168 time: 2.2730756 Jul 19 03:37:31.793375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52199ed-98c2-4fb8-93d0-7d5dfda51f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d097fa-1885-4f5c-b884-b8a3ba0914c7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:31.859580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4070b5e9-a9a9-45f1-ad76-7a51e619fe0d None None] Provisioning for port 060a5d4c-e2ef-4a62-96f1-791af40c5fc3 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:31.871468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4070b5e9-a9a9-45f1-ad76-7a51e619fe0d None None] Provisioning complete for port 060a5d4c-e2ef-4a62-96f1-791af40c5fc3 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:31.872162 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4070b5e9-a9a9-45f1-ad76-7a51e619fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:31.909347 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-fb52e9de-6281-4164-8448-c2537724e024 service neutron] 10.222.0.26 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056136 Jul 19 03:37:31.984537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4070b5e9-a9a9-45f1-ad76-7a51e619fe0d None None] Port 060a5d4c-e2ef-4a62-96f1-791af40c5fc3 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:37:31.989616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50622) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:32.075565 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:32.088450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e5af91a2-58c7-46f9-917b-d89f563435f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccf3d9d83a1448bf94a5896159ddd4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969195 Jul 19 03:37:32.089355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50626) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:32.092848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9ac927f-b13c-45c7-802b-58b3aa518a24 req-b55995cc-3390-478d-a602-fe4e2a6f31e5 service neutron] 10.222.0.26 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751194 Jul 19 03:37:32.288739 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7620b73-03e7-4ae9-adce-e506046e1692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:32.303996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] Deleting port ba0e0162-729f-44b5-9bc3-72f03c211a31 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:32.304333 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:32.374443 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7620b73-03e7-4ae9-adce-e506046e1692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:32.541608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] For port ba0e0162-729f-44b5-9bc3-72f03c211a31, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=ba0e0162-729f-44b5-9bc3-72f03c211a31,segment=NetworkSegment(524bead3-30fb-47b0-b000-d238fc27e41f),segment_id=524bead3-30fb-47b0-b000-d238fc27e41f)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:32.542508 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:32.577269 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] Calling delete_port for ba0e0162-729f-44b5-9bc3-72f03c211a31 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:32.582661 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7620b73-03e7-4ae9-adce-e506046e1692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:32.585198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7620b73-03e7-4ae9-adce-e506046e1692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:32.589819 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c7620b73-03e7-4ae9-adce-e506046e1692 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eef7171d-7c94-4646-a232-a0832d7a7ed2 HTTP/1.1" status: 204 len: 168 time: 0.4791288 Jul 19 03:37:32.609317 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7620b73-03e7-4ae9-adce-e506046e1692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef7171d-7c94-4646-a232-a0832d7a7ed2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:32.675588 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:32.687915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:33.164245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:33.205266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event updated for resources: {'Port': ['ID=060a5d4c-e2ef-4a62-96f1-791af40c5fc3,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:33.412133 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b2114-4a77-4821-ae87-ed13188df89a req-d99cba42-1506-46e0-9feb-a5c7b3e37ce5 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:33.414864 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-d99cba42-1506-46e0-9feb-a5c7b3e37ce5 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/networks?id=6bbe3e9f-3e9f-4aad-9e97-53966f284f4e HTTP/1.1" status: 200 len: 810 time: 0.2550950 Jul 19 03:37:33.432246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Network 7577e175-397b-4d02-8bc3-39d4eb5cb291 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:33.440942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:33.468821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-b8bd6fb4-34ab-4b79-8778-5af81c1b354b tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/quotas/fa2b83154d2244469077ccd72b23e798 HTTP/1.1" status: 200 len: 375 time: 0.0460777 Jul 19 03:37:33.479831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:33.541639 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-f619cca8-c523-4d7d-acbd-5c6f051638a9 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa2b83154d2244469077ccd72b23e798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717018 Jul 19 03:37:33.615822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0e0162-729f-44b5-9bc3-72f03c211a31,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:33.809104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Router 6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:37:33.827229 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-cff3c313-d495-4cbf-adbb-9acce49d0bbc service neutron] 10.222.0.20 "GET /v2.0/networks/6bbe3e9f-3e9f-4aad-9e97-53966f284f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828758 Jul 19 03:37:33.844499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c83a7f5d-4576-451a-b57d-446ce6995a08 None None] Provisioning complete for port 060a5d4c-e2ef-4a62-96f1-791af40c5fc3 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:33.845062 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c83a7f5d-4576-451a-b57d-446ce6995a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:33.973791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c83a7f5d-4576-451a-b57d-446ce6995a08 None None] Port 060a5d4c-e2ef-4a62-96f1-791af40c5fc3 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:37:34.251150 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:34.254403 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-b6d37f46-767c-45d3-be8a-39f53ae234fb service neutron] 10.222.0.20 "GET /v2.0/networks/6bbe3e9f-3e9f-4aad-9e97-53966f284f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262815 Jul 19 03:37:34.256256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:37:34.267023 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-131748b8-26c3-4d41-9c62-19ad35663e4a tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "PUT /v2.0/routers/6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1901379 Jul 19 03:37:34.268011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50720) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:34.268514 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13488476-49ad-4ea7-ac60-9960d5f9d0c9 None None] Sync routers for ids ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:37:34.278039 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13488476-49ad-4ea7-ac60-9960d5f9d0c9 None None] Routers {'6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:34.278943 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-13488476-49ad-4ea7-ac60-9960d5f9d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:34.316316 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-13488476-49ad-4ea7-ac60-9960d5f9d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:34.325603 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13488476-49ad-4ea7-ac60-9960d5f9d0c9 None None] Routers {'6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:34.326497 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-13488476-49ad-4ea7-ac60-9960d5f9d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:34.360938 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-13488476-49ad-4ea7-ac60-9960d5f9d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:34.362414 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13488476-49ad-4ea7-ac60-9960d5f9d0c9 None None] The sync data for ids ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:37:34.401643 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bdbc-84ad-4f59-93b6-2b3bb3d90937 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:34.420109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50722) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:34.502328 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-d4a5bdbc-84ad-4f59-93b6-2b3bb3d90937 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 19 03:37:34.503449 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d4a5bdbc-84ad-4f59-93b6-2b3bb3d90937 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "DELETE /v2.0/routers/6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671 HTTP/1.1" status: 409 len: 329 time: 0.2324469 Jul 19 03:37:34.506680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50728) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:34.584836 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-426c72f7-0a17-4d13-b960-aa241680c0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:34.631311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] Router 60747a66-e4a2-4c1f-9eb5-90def19fd691 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:37:34.636624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53cad90a-8a54-4433-83f0-496cd4c4bc9d req-685d72a6-c6f2-485d-b8e8-b43335bdcd3e tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 210 time: 0.0596006 Jul 19 03:37:34.807616 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-426c72f7-0a17-4d13-b960-aa241680c0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:34.809864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:37:34.815904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3ffcdecc-6f52-457f-9337-e330806a4982 admin admin] 10.222.0.20 "PUT /v2.0/routers/60747a66-e4a2-4c1f-9eb5-90def19fd691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4022155 Jul 19 03:37:34.817267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-426c72f7-0a17-4d13-b960-aa241680c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:34.819890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50736) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:34.821390 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] Sync routers for ids ['60747a66-e4a2-4c1f-9eb5-90def19fd691'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:37:34.832536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] Routers {'60747a66-e4a2-4c1f-9eb5-90def19fd691'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:34.833627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['60747a66-e4a2-4c1f-9eb5-90def19fd691'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:34.943518 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:34.964338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] Set router 60747a66-e4a2-4c1f-9eb5-90def19fd691 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:35.045105 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.174970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-426c72f7-0a17-4d13-b960-aa241680c0f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf1d41fad8704bd3845509d611ace30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7536778 Jul 19 03:37:35.178220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50752) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:35.187174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c72f7-0a17-4d13-b960-aa241680c0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3081964f-55b8-4758-87ee-596b36cf7712,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:35.206118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.258583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b8271640-37c6-420d-89a2-c9722e1a0c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.265041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'name': 'tempest-TestServerBasicOps-191815671-router', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:37:33Z', 'revision_number': 5, 'project_id': '0ba154e665f3423ab04580cccabec550', 'gw_port': {'id': '98ce8cd5-0896-487c-86c3-14a7ee523814', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:32:07Z', 'updated_at': '2021-07-19T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:35.305730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] Checking router: 60747a66-e4a2-4c1f-9eb5-90def19fd691 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:37:35.317576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] Routers {'60747a66-e4a2-4c1f-9eb5-90def19fd691'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:35.318377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['60747a66-e4a2-4c1f-9eb5-90def19fd691'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:35.326078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b8271640-37c6-420d-89a2-c9722e1a0c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.371669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Deleting port 98ce8cd5-0896-487c-86c3-14a7ee523814 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:35.372099 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.433646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Deleting port 060a5d4c-e2ef-4a62-96f1-791af40c5fc3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:35.435230 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.464003 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] For port 98ce8cd5-0896-487c-86c3-14a7ee523814, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=98ce8cd5-0896-487c-86c3-14a7ee523814,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:35.464535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.475196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] Set router 60747a66-e4a2-4c1f-9eb5-90def19fd691 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:37:35.487404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Calling delete_port for 98ce8cd5-0896-487c-86c3-14a7ee523814 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:35.567298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'name': 'tempest-TestServerBasicOps-191815671-router', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:37:35Z', 'revision_number': 6, 'project_id': '0ba154e665f3423ab04580cccabec550', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:35.592430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.608217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Calling delete_port for 060a5d4c-e2ef-4a62-96f1-791af40c5fc3 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:35.633654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7d94e-d6bc-487d-a62c-25717243c52e None None] The sync data for ids ['60747a66-e4a2-4c1f-9eb5-90def19fd691'] in n-d-762330-18 is: [{'id': '60747a66-e4a2-4c1f-9eb5-90def19fd691', 'name': 'tempest-TestServerBasicOps-191815671-router', 'tenant_id': '0ba154e665f3423ab04580cccabec550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:32:06Z', 'updated_at': '2021-07-19T03:37:35Z', 'revision_number': 6, 'project_id': '0ba154e665f3423ab04580cccabec550', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:37:35.638161 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b8271640-37c6-420d-89a2-c9722e1a0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.641954 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b8271640-37c6-420d-89a2-c9722e1a0c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.648543 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b8271640-37c6-420d-89a2-c9722e1a0c65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3081964f-55b8-4758-87ee-596b36cf7712 HTTP/1.1" status: 204 len: 168 time: 0.4692643 Jul 19 03:37:35.662299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8271640-37c6-420d-89a2-c9722e1a0c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3081964f-55b8-4758-87ee-596b36cf7712,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:35.750014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.793049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98ce8cd5-0896-487c-86c3-14a7ee523814,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:35.845411 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d851d76b-1eee-4906-bace-c5a8b9b4902a req-bffd1845-7076-4273-9e90-fea81da23093 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 210 time: 0.0454192 Jul 19 03:37:35.907062 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.943236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:35.987800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event deleted for resources: {'Port': ['ID=060a5d4c-e2ef-4a62-96f1-791af40c5fc3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:36.036895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.039596 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.123220 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.124022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60747a66-e4a2-4c1f-9eb5-90def19fd691 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:37:36.129032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.130441 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9dcc5ab6-6cf5-44cc-87c8-98d60a39c0e3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/60747a66-e4a2-4c1f-9eb5-90def19fd691 HTTP/1.1" status: 204 len: 168 time: 1.3069897 Jul 19 03:37:36.134091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50768) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:36.251581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-82450f72-774f-42b8-aff0-aef140c5f214 admin admin] Deleting subnet e734e1b3-4dd9-4f58-a4da-150952a17147 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:36.263717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-82450f72-774f-42b8-aff0-aef140c5f214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.356311 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-82450f72-774f-42b8-aff0-aef140c5f214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.388808 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.466953 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-82450f72-774f-42b8-aff0-aef140c5f214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.547793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b2114-4a77-4821-ae87-ed13188df89a req-158643c3-4bcf-4f2a-8bbd-ad01bf28b6ab tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:36.549419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-158643c3-4bcf-4f2a-8bbd-ad01bf28b6ab tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.25 "GET /v2.0/networks?id=6bbe3e9f-3e9f-4aad-9e97-53966f284f4e HTTP/1.1" status: 200 len: 810 time: 0.4267566 Jul 19 03:37:36.564415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Request body: {'port': {'device_id': 'd9a2e435-e86a-4df3-b4ca-c162a9398397', 'network_id': '6bbe3e9f-3e9f-4aad-9e97-53966f284f4e', 'admin_state_up': True, 'tenant_id': 'fa2b83154d2244469077ccd72b23e798'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:36.577900 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-82450f72-774f-42b8-aff0-aef140c5f214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.612446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82450f72-774f-42b8-aff0-aef140c5f214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e734e1b3-4dd9-4f58-a4da-150952a17147,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:36.630618 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-82450f72-774f-42b8-aff0-aef140c5f214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.638496 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-82450f72-774f-42b8-aff0-aef140c5f214 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e734e1b3-4dd9-4f58-a4da-150952a17147 HTTP/1.1" status: 204 len: 168 time: 0.4975934 Jul 19 03:37:36.641013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50782) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:36.646676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4a8f88-e793-49e1-be78-a83834a875b5 None None] Network c578f311-5c04-4dd9-91a3-2c75a99b6337 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:36.711242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Router 6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:37:36.779351 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.883727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Deleting port 259de096-a1f3-4f1c-974e-e5e798823ef7 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:36.884457 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:36.888609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:37:36.900337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c89d347b-a611-4157-9bf2-69658b767f5c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "PUT /v2.0/routers/6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3832757 Jul 19 03:37:36.903197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50788) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:36.904408 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dc2cc-497d-4a0f-a1e2-5c50e2798cbc None None] Sync routers for ids ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:37:36.928718 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566dc2cc-497d-4a0f-a1e2-5c50e2798cbc None None] Routers {'6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:36.929618 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-566dc2cc-497d-4a0f-a1e2-5c50e2798cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:36.950736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb931e5a-b3c1-43a8-84d6-204851aa068d None None] DHCP port deletion for c578f311-5c04-4dd9-91a3-2c75a99b6337 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:37:36.995402 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-8fd32b6d-b473-447e-9b98-6956b1282d6c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] show failed (client error): The resource could not be found. Jul 19 03:37:36.999281 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8fd32b6d-b473-447e-9b98-6956b1282d6c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-705372461 HTTP/1.1" status: 404 len: 334 time: 0.0951004 Jul 19 03:37:37.006098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50790) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:37.018931 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-566dc2cc-497d-4a0f-a1e2-5c50e2798cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:37.024821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4c1c637b-f35d-4606-b918-070703f55653 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:37.045633 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566dc2cc-497d-4a0f-a1e2-5c50e2798cbc None None] Routers {'6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:37:37.046883 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-566dc2cc-497d-4a0f-a1e2-5c50e2798cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:37.100649 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.120664 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-4c1c637b-f35d-4606-b918-070703f55653 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] update failed (client error): The resource could not be found. Jul 19 03:37:37.128957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4c1c637b-f35d-4606-b918-070703f55653 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1772921230 HTTP/1.1" status: 404 len: 335 time: 0.1183748 Jul 19 03:37:37.128957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50796) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:37.134341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Made reservation on behalf of fa2b83154d2244469077ccd72b23e798 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:37.141082 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-566dc2cc-497d-4a0f-a1e2-5c50e2798cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:37.144136 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dc2cc-497d-4a0f-a1e2-5c50e2798cbc None None] The sync data for ids ['6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:37:37.151938 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.156625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-eb931e5a-b3c1-43a8-84d6-204851aa068d None None] Deleting port 259de096-a1f3-4f1c-974e-e5e798823ef7 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:37.167035 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb931e5a-b3c1-43a8-84d6-204851aa068d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.203028 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4f919a7-0ac7-4e77-a6ba-8e0cc42dd0a2 req-0ed8b963-cf68-4563-96d0-13065942d63a tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 210 time: 0.0943434 Jul 19 03:37:37.217759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] For port 259de096-a1f3-4f1c-974e-e5e798823ef7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=259de096-a1f3-4f1c-974e-e5e798823ef7,segment=NetworkSegment(524bead3-30fb-47b0-b000-d238fc27e41f),segment_id=524bead3-30fb-47b0-b000-d238fc27e41f)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:37.217915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.245763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Calling delete_port for 259de096-a1f3-4f1c-974e-e5e798823ef7 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:37.348594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-eb931e5a-b3c1-43a8-84d6-204851aa068d None None] For port 259de096-a1f3-4f1c-974e-e5e798823ef7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=259de096-a1f3-4f1c-974e-e5e798823ef7,segment=NetworkSegment(524bead3-30fb-47b0-b000-d238fc27e41f),segment_id=524bead3-30fb-47b0-b000-d238fc27e41f)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:37.348834 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb931e5a-b3c1-43a8-84d6-204851aa068d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.357750 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.365535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-eb931e5a-b3c1-43a8-84d6-204851aa068d None None] Calling delete_port for 259de096-a1f3-4f1c-974e-e5e798823ef7 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:37.389646 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.466758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=259de096-a1f3-4f1c-974e-e5e798823ef7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:37.469871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] No DVR routers for this DVR port 259de096-a1f3-4f1c-974e-e5e798823ef7 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:37.491288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd270e1-3473-4157-b3fc-165cdb46cc18 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Deleting subnet 31481ebd-d3b9-485b-a223-b270a316e938 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:37.494604 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbd270e1-3473-4157-b3fc-165cdb46cc18 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.517469 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb931e5a-b3c1-43a8-84d6-204851aa068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.539513 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbd270e1-3473-4157-b3fc-165cdb46cc18 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.572722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb931e5a-b3c1-43a8-84d6-204851aa068d None None] Pushing event deleted for resources: {'Port': ['ID=259de096-a1f3-4f1c-974e-e5e798823ef7,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:37.580797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb931e5a-b3c1-43a8-84d6-204851aa068d None None] No DVR routers for this DVR port 259de096-a1f3-4f1c-974e-e5e798823ef7 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:37.643788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.655676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ba0e0162-729f-44b5-9bc3-72f03c211a31 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:37.658668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c578f311-5c04-4dd9-91a3-2c75a99b6337']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:37.676289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524bead3-30fb-47b0-b000-d238fc27e41f') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:37.676644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524bead3-30fb-47b0-b000-d238fc27e41f') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:37.684313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Allocated IP 172.20.0.6 (6bbe3e9f-3e9f-4aad-9e97-53966f284f4e/a4abf4ba-22b0-45bd-98bd-a3f0d9c4a582/37ce8ba5-b4fb-437f-9327-78a45a421163) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:37.691344 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbd270e1-3473-4157-b3fc-165cdb46cc18 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.699481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: ba0e0162-729f-44b5-9bc3-72f03c211a31 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:37.700044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device ba0e0162-729f-44b5-9bc3-72f03c211a31 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:37.700766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 98ce8cd5-0896-487c-86c3-14a7ee523814 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:37.711600 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.756721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 98ce8cd5-0896-487c-86c3-14a7ee523814 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:37.757169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 98ce8cd5-0896-487c-86c3-14a7ee523814 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:37.757832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 259de096-a1f3-4f1c-974e-e5e798823ef7 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:37.758289 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.771921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:37.772344 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:37.774932 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:37.801193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 259de096-a1f3-4f1c-974e-e5e798823ef7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:37.801758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 259de096-a1f3-4f1c-974e-e5e798823ef7 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:37.836619 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbd270e1-3473-4157-b3fc-165cdb46cc18 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.841102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.862094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.864566 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c578f311-5c04-4dd9-91a3-2c75a99b6337 HTTP/1.1" status: 204 len: 168 time: 1.2222824 Jul 19 03:37:37.867052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aa341-2804-46c2-b2cc-bcc5605449b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c578f311-5c04-4dd9-91a3-2c75a99b6337,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:37.869188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd270e1-3473-4157-b3fc-165cdb46cc18 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event deleted for resources: {'Subnet': ['ID=31481ebd-d3b9-485b-a223-b270a316e938,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:37.890303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08ee2c3-a6ac-4c74-8293-63ee61bda0b5 None None] Network dd948171-35b5-49e5-b0ff-d404344aeb51 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:37.911551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dbd270e1-3473-4157-b3fc-165cdb46cc18 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:37.913366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dbd270e1-3473-4157-b3fc-165cdb46cc18 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "DELETE /v2.0/subnets/31481ebd-d3b9-485b-a223-b270a316e938 HTTP/1.1" status: 204 len: 168 time: 0.7231824 Jul 19 03:37:37.916107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50834) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:38.000455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-964a3045-0811-4cc9-a257-62c22cca3fb4 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Deleting subnet 313c20cd-2849-4d62-8e0c-23ed7dce00e9 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:38.006795 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-964a3045-0811-4cc9-a257-62c22cca3fb4 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.039791 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.075189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-964a3045-0811-4cc9-a257-62c22cca3fb4 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.156495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:38.209541 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.224236 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-45e706bd-1daf-451f-b03c-02a44ba2b18e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e863a5d63e4047c59de06eb5a55e42c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664284 Jul 19 03:37:38.227507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50854) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:38.278306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea87a11-edbf-434f-a442-2e35c8efeb25 None None] DHCP port deletion for dd948171-35b5-49e5-b0ff-d404344aeb51 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:37:38.282679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-964a3045-0811-4cc9-a257-62c22cca3fb4 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.309363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Network 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:38.312921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Pushing event updated for resources: {'Port': ['ID=37ce8ba5-b4fb-437f-9327-78a45a421163,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:38.318919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:38.326921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:38.344338 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f59a213a-abea-4c7a-8882-a801f30123eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.385029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:38.386091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.398746 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f59a213a-abea-4c7a-8882-a801f30123eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.414972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-6e0776d9-9280-4e9e-8ae7-a362313102b6 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8552063 Jul 19 03:37:38.431001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Request body: {'port': {'device_id': 'd9a2e435-e86a-4df3-b4ca-c162a9398397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:38.502326 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f59a213a-abea-4c7a-8882-a801f30123eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.505722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f59a213a-abea-4c7a-8882-a801f30123eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.509303 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f59a213a-abea-4c7a-8882-a801f30123eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ee1eecc-1dc9-4e08-a47a-4a4c28682c43 HTTP/1.1" status: 204 len: 168 time: 0.2784133 Jul 19 03:37:38.522314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a213a-abea-4c7a-8882-a801f30123eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee1eecc-1dc9-4e08-a47a-4a4c28682c43,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:38.564312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cea87a11-edbf-434f-a442-2e35c8efeb25 None None] Deleting port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:38.565270 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cea87a11-edbf-434f-a442-2e35c8efeb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.667141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-cea87a11-edbf-434f-a442-2e35c8efeb25 None None] For port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6,segment=NetworkSegment(a08071f6-88e8-4e07-aeaf-3064242952d2),segment_id=a08071f6-88e8-4e07-aeaf-3064242952d2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:38.668434 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cea87a11-edbf-434f-a442-2e35c8efeb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.685264 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cea87a11-edbf-434f-a442-2e35c8efeb25 None None] Calling delete_port for 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:38.787209 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cea87a11-edbf-434f-a442-2e35c8efeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.830683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea87a11-edbf-434f-a442-2e35c8efeb25 None None] Pushing event deleted for resources: {'Port': ['ID=946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:38.835005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea87a11-edbf-434f-a442-2e35c8efeb25 None None] No DVR routers for this DVR port 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:38.919691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-964a3045-0811-4cc9-a257-62c22cca3fb4 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.983849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a3045-0811-4cc9-a257-62c22cca3fb4 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event deleted for resources: {'Subnet': ['ID=313c20cd-2849-4d62-8e0c-23ed7dce00e9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:38.996383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-964a3045-0811-4cc9-a257-62c22cca3fb4 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:38.996618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd90d0c-9cad-4155-84f0-411c163bcfa8 None None] Network bade7c0f-f5d1-4072-a1c7-235301c3bb60 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:38.999372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-964a3045-0811-4cc9-a257-62c22cca3fb4 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "DELETE /v2.0/subnets/313c20cd-2849-4d62-8e0c-23ed7dce00e9 HTTP/1.1" status: 204 len: 168 time: 1.0821450 Jul 19 03:37:39.002013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50868) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:39.069427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.090981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bb88e-e4d5-4cc3-84bf-26a525498e35 req-0f09d38c-f48f-44b7-97e5-741059256ce0 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:39.093040 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db5bb88e-e4d5-4cc3-84bf-26a525498e35 req-0f09d38c-f48f-44b7-97e5-741059256ce0 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 931 time: 0.1749747 Jul 19 03:37:39.177280 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db5bb88e-e4d5-4cc3-84bf-26a525498e35 req-d5253724-7672-4995-8568-c1ee57e1b50e tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733182 Jul 19 03:37:39.214957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.233819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50874) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:39.354566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b0005e-d5b2-4602-a696-f47a8bd8d219 None None] DHCP port deletion for bade7c0f-f5d1-4072-a1c7-235301c3bb60 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:37:39.394429 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2d526d6a-c4ee-404a-88aa-9d100bcfb990 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ba154e665f3423ab04580cccabec550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576362 Jul 19 03:37:39.404810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50878) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:39.439547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-04b0005e-d5b2-4602-a696-f47a8bd8d219 None None] Deleting port 7161e812-bdbe-40b5-9d21-96a644b21db3 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:39.440555 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-04b0005e-d5b2-4602-a696-f47a8bd8d219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.457505 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.471556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd948171-35b5-49e5-b0ff-d404344aeb51']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:39.488794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08071f6-88e8-4e07-aeaf-3064242952d2') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:39.489221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08071f6-88e8-4e07-aeaf-3064242952d2') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:39.505710 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.522558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ac791a3-3259-4df2-884e-67cd386a12b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.529557 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.547574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:39.549549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:39.560658 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:39.569076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-04b0005e-d5b2-4602-a696-f47a8bd8d219 None None] For port 7161e812-bdbe-40b5-9d21-96a644b21db3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7161e812-bdbe-40b5-9d21-96a644b21db3,segment=NetworkSegment(aa9d36b7-196f-475e-b04a-4d3de5a335c5),segment_id=aa9d36b7-196f-475e-b04a-4d3de5a335c5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:39.570248 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-04b0005e-d5b2-4602-a696-f47a8bd8d219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.589911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:39.591304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ce8ba5-b4fb-437f-9327-78a45a421163 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:37:39.597480 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ac791a3-3259-4df2-884e-67cd386a12b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.620057 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.625369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:39.625731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 946eed5d-ea3b-4f0a-8da9-25cd2ad29dc6 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:39.627063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7161e812-bdbe-40b5-9d21-96a644b21db3 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:39.657655 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.673458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-04b0005e-d5b2-4602-a696-f47a8bd8d219 None None] Calling delete_port for 7161e812-bdbe-40b5-9d21-96a644b21db3 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:39.680885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Transition to ACTIVE for port object 37ce8ba5-b4fb-437f-9327-78a45a421163 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:39.681329 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.686172 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "DELETE /v2.0/networks/dd948171-35b5-49e5-b0ff-d404344aeb51 HTTP/1.1" status: 204 len: 168 time: 0.6827350 Jul 19 03:37:39.688647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50882) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:39.691519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.723562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b271e3-dcee-4bd0-97cc-85cb8899e59c tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event deleted for resources: {'Network': ['ID=dd948171-35b5-49e5-b0ff-d404344aeb51,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:39.748554 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ac791a3-3259-4df2-884e-67cd386a12b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.751575 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ac791a3-3259-4df2-884e-67cd386a12b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.755351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5ac791a3-3259-4df2-884e-67cd386a12b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c420530e-98fb-454f-9c13-b4ec63511549 HTTP/1.1" status: 204 len: 168 time: 0.3471222 Jul 19 03:37:39.817575 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.840924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=37ce8ba5-b4fb-437f-9327-78a45a421163,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:39.852652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac791a3-3259-4df2-884e-67cd386a12b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c420530e-98fb-454f-9c13-b4ec63511549,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:39.868175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 7161e812-bdbe-40b5-9d21-96a644b21db3, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7161e812-bdbe-40b5-9d21-96a644b21db3,segment=NetworkSegment(aa9d36b7-196f-475e-b04a-4d3de5a335c5),segment_id=aa9d36b7-196f-475e-b04a-4d3de5a335c5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:39.881802 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.922255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.933929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-04b0005e-d5b2-4602-a696-f47a8bd8d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.935853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Attempting to bind port 37ce8ba5-b4fb-437f-9327-78a45a421163 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:37:39.936465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Attempting to bind port 37ce8ba5-b4fb-437f-9327-78a45a421163 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '5ffd5f50-c6f1-4885-bea6-76ce17f3c846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6bbe3e9f-3e9f-4aad-9e97-53966f284f4e'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:37:39.938486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Attempting to bind port 37ce8ba5-b4fb-437f-9327-78a45a421163 on network 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:39.950328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Port 37ce8ba5-b4fb-437f-9327-78a45a421163 on network 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:37:39.950673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Attempting to bind port 37ce8ba5-b4fb-437f-9327-78a45a421163 on network 6bbe3e9f-3e9f-4aad-9e97-53966f284f4e {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:39.968415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:37:39.971255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Checking segment: {'id': '5ffd5f50-c6f1-4885-bea6-76ce17f3c846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6bbe3e9f-3e9f-4aad-9e97-53966f284f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:39.971742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Bound using segment: {'id': '5ffd5f50-c6f1-4885-bea6-76ce17f3c846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6bbe3e9f-3e9f-4aad-9e97-53966f284f4e'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:37:39.972785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Bound port: 37ce8ba5-b4fb-437f-9327-78a45a421163, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffd5f50-c6f1-4885-bea6-76ce17f3c846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6bbe3e9f-3e9f-4aad-9e97-53966f284f4e'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:37:39.973337 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:39.976474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0005e-d5b2-4602-a696-f47a8bd8d219 None None] No DVR routers for this DVR port 7161e812-bdbe-40b5-9d21-96a644b21db3 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:40.011929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=7161e812-bdbe-40b5-9d21-96a644b21db3,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:40.045093 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0005e-d5b2-4602-a696-f47a8bd8d219 None None] Pushing event deleted for resources: {'Port': ['ID=7161e812-bdbe-40b5-9d21-96a644b21db3,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:40.086104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] For port 37ce8ba5-b4fb-437f-9327-78a45a421163, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:40.090045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] For port 37ce8ba5-b4fb-437f-9327-78a45a421163, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=37ce8ba5-b4fb-437f-9327-78a45a421163,segment=NetworkSegment(5ffd5f50-c6f1-4885-bea6-76ce17f3c846),segment_id=5ffd5f50-c6f1-4885-bea6-76ce17f3c846)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:37:40.096270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.098204 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.122694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bade7c0f-f5d1-4072-a1c7-235301c3bb60']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:40.122945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:40.122945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.123855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] 10.222.0.25 "PUT /v2.0/ports/37ce8ba5-b4fb-437f-9327-78a45a421163 HTTP/1.1" status: 200 len: 1092 time: 1.7007620 Jul 19 03:37:40.125580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a2e435-e86a-4df3-b4ca-c162a9398397', 'tag': '37ce8ba5-b4fb-437f-9327-78a45a421163'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:40.140297 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6351dd1-352a-4f98-8d60-981c4be6987b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a2e435-e86a-4df3-b4ca-c162a9398397", "tag": "37ce8ba5-b4fb-437f-9327-78a45a421163"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:40.153263 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9d36b7-196f-475e-b04a-4d3de5a335c5') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:40.153849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9d36b7-196f-475e-b04a-4d3de5a335c5') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:40.172779 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.208111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.219426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:40.220143 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:40.223907 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:40.343894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761e21d-a58f-4926-9e0e-3089a388c3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=37ce8ba5-b4fb-437f-9327-78a45a421163,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:40.379445 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aed386-10ab-4ffa-b6f0-55cbe9b5f4b8 x-openstack-request-id: req-37aed386-10ab-4ffa-b6f0-55cbe9b5f4b8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:40.379886 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a2e435-e86a-4df3-b4ca-c162a9398397", "tag": "37ce8ba5-b4fb-437f-9327-78a45a421163", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:40.380092 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37aed386-10ab-4ffa-b6f0-55cbe9b5f4b8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:40.380510 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a2e435-e86a-4df3-b4ca-c162a9398397', 'tag': '37ce8ba5-b4fb-437f-9327-78a45a421163', 'status': 'completed', 'code': 200} Jul 19 03:37:40.417321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.437428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.440365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b2114-4a77-4821-ae87-ed13188df89a req-75b5b891-b730-4099-85b4-fbcdf4b54d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:40.442248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-75b5b891-b730-4099-85b4-fbcdf4b54d7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa2b83154d2244469077ccd72b23e798&device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 1095 time: 0.2431898 Jul 19 03:37:40.449030 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "DELETE /v2.0/networks/bade7c0f-f5d1-4072-a1c7-235301c3bb60 HTTP/1.1" status: 204 len: 168 time: 0.7556612 Jul 19 03:37:40.452299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50900) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:40.480068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e9dfe-f9c5-49a1-a528-289c0657399b tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event deleted for resources: {'Network': ['ID=bade7c0f-f5d1-4072-a1c7-235301c3bb60,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:40.543470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-63460e8d-ddcd-4eae-9e4d-d1d4df0f4658 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Deleting subnet fbe91b90-656f-4393-9f14-3b86cf7d4800 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:40.591792 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63460e8d-ddcd-4eae-9e4d-d1d4df0f4658 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.595032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-c9522df6-aad2-4140-ac5a-088fb9f79eca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37ce8ba5-b4fb-437f-9327-78a45a421163 HTTP/1.1" status: 200 len: 217 time: 0.1437795 Jul 19 03:37:40.697424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63460e8d-ddcd-4eae-9e4d-d1d4df0f4658 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.748773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b2114-4a77-4821-ae87-ed13188df89a req-c2021a82-f180-4d25-b776-724b7932d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:40.750381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-c2021a82-f180-4d25-b776-724b7932d5e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4abf4ba-22b0-45bd-98bd-a3f0d9c4a582 HTTP/1.1" status: 200 len: 850 time: 0.1142933 Jul 19 03:37:40.798678 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-9b9c1ef3-54a8-45fc-a946-343438aa6ede service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6bbe3e9f-3e9f-4aad-9e97-53966f284f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375271 Jul 19 03:37:40.827719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566b394-c228-4fce-a249-a2cf44d261d4 req-42b1574e-c0e2-4159-983c-fa9a101d45e4 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:40.829248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d566b394-c228-4fce-a249-a2cf44d261d4 req-42b1574e-c0e2-4159-983c-fa9a101d45e4 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 943 time: 0.3509858 Jul 19 03:37:40.852899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50908) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:40.897982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63460e8d-ddcd-4eae-9e4d-d1d4df0f4658 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.982958 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-07b3df2d-c237-4ae9-8092-ac31f93d1b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:40.987098 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d566b394-c228-4fce-a249-a2cf44d261d4 req-b055d8f5-685a-4434-8afc-208e72d49ba7 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453333 Jul 19 03:37:41.029221 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-a5979130-880f-4f34-857c-694ccf872863 service neutron] 10.222.0.25 "GET /v2.0/networks/6bbe3e9f-3e9f-4aad-9e97-53966f284f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988924 Jul 19 03:37:41.034047 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63460e8d-ddcd-4eae-9e4d-d1d4df0f4658 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.097978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63460e8d-ddcd-4eae-9e4d-d1d4df0f4658 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe91b90-656f-4393-9f14-3b86cf7d4800,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:41.102649 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-07b3df2d-c237-4ae9-8092-ac31f93d1b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.105559 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-63460e8d-ddcd-4eae-9e4d-d1d4df0f4658 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.110150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-63460e8d-ddcd-4eae-9e4d-d1d4df0f4658 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "DELETE /v2.0/subnets/fbe91b90-656f-4393-9f14-3b86cf7d4800 HTTP/1.1" status: 204 len: 168 time: 0.6533978 Jul 19 03:37:41.110434 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-07b3df2d-c237-4ae9-8092-ac31f93d1b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.110786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50914) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:41.114974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996c02e7-18c1-4d1e-88d4-805cf4b2bc7a None None] Network 7577e175-397b-4d02-8bc3-39d4eb5cb291 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:41.167599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-07b3df2d-c237-4ae9-8092-ac31f93d1b3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80111f2d861d4a309c5206d374b616f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133798 Jul 19 03:37:41.168650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3df2d-c237-4ae9-8092-ac31f93d1b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a187c57f-570c-4435-9109-e8d54fc093bc,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:41.171227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50916) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:41.231928 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f082f104-aeee-4941-9432-50fdd126af3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.264970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f082f104-aeee-4941-9432-50fdd126af3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.308162 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.351976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c25b04-ba7b-451e-9150-a8fa3c336243 None None] DHCP port deletion for 7577e175-397b-4d02-8bc3-39d4eb5cb291 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:37:41.359835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f082f104-aeee-4941-9432-50fdd126af3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.360507 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-920b2114-4a77-4821-ae87-ed13188df89a req-36a41db1-fa8a-4031-b547-60ce0dfc0c3d service neutron] 10.222.0.25 "GET /v2.0/networks/6bbe3e9f-3e9f-4aad-9e97-53966f284f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201480 Jul 19 03:37:41.367423 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f082f104-aeee-4941-9432-50fdd126af3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.372651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f082f104-aeee-4941-9432-50fdd126af3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a187c57f-570c-4435-9109-e8d54fc093bc HTTP/1.1" status: 204 len: 168 time: 0.1998899 Jul 19 03:37:41.398382 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082f104-aeee-4941-9432-50fdd126af3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a187c57f-570c-4435-9109-e8d54fc093bc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:41.447426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b3c25b04-ba7b-451e-9150-a8fa3c336243 None None] Deleting port 7ece8b48-d7cc-4193-a7be-acb2065a30bc {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:41.447867 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3c25b04-ba7b-451e-9150-a8fa3c336243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.503780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Deleting port 7ece8b48-d7cc-4193-a7be-acb2065a30bc {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:41.504125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.567827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b3c25b04-ba7b-451e-9150-a8fa3c336243 None None] For port 7ece8b48-d7cc-4193-a7be-acb2065a30bc, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7ece8b48-d7cc-4193-a7be-acb2065a30bc,segment=NetworkSegment(0951e86e-3a02-4a1d-8e6e-8d3535f024a4),segment_id=0951e86e-3a02-4a1d-8e6e-8d3535f024a4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:41.568180 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3c25b04-ba7b-451e-9150-a8fa3c336243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.571942 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7ece8b48-d7cc-4193-a7be-acb2065a30bc no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:41.588496 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351dd1-352a-4f98-8d60-981c4be6987b req-cc51bdfd-d6de-4e36-809c-5d5894978bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:41.590698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6351dd1-352a-4f98-8d60-981c4be6987b req-cc51bdfd-d6de-4e36-809c-5d5894978bdb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa2b83154d2244469077ccd72b23e798&device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 1095 time: 0.1537693 Jul 19 03:37:41.596362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] For port 7ece8b48-d7cc-4193-a7be-acb2065a30bc, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7ece8b48-d7cc-4193-a7be-acb2065a30bc,segment=NetworkSegment(0951e86e-3a02-4a1d-8e6e-8d3535f024a4),segment_id=0951e86e-3a02-4a1d-8e6e-8d3535f024a4)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:41.597705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.613726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Calling delete_port for 7ece8b48-d7cc-4193-a7be-acb2065a30bc owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:41.634975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b3c25b04-ba7b-451e-9150-a8fa3c336243 None None] Calling delete_port for 7ece8b48-d7cc-4193-a7be-acb2065a30bc owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:41.726185 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.782509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50928) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:41.797755 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0eba-d3f8-4e9f-a5cd-bd8663612a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.799674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351dd1-352a-4f98-8d60-981c4be6987b req-3d7a91b5-fcb0-473c-b410-df5cf64d6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:41.802435 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6351dd1-352a-4f98-8d60-981c4be6987b req-3d7a91b5-fcb0-473c-b410-df5cf64d6f57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6bbe3e9f-3e9f-4aad-9e97-53966f284f4e HTTP/1.1" status: 200 len: 910 time: 0.1828187 Jul 19 03:37:41.804137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 7ece8b48-d7cc-4193-a7be-acb2065a30bc, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7ece8b48-d7cc-4193-a7be-acb2065a30bc,segment=NetworkSegment(0951e86e-3a02-4a1d-8e6e-8d3535f024a4),segment_id=0951e86e-3a02-4a1d-8e6e-8d3535f024a4)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:41.814207 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.847079 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3c25b04-ba7b-451e-9150-a8fa3c336243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.867610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c25b04-ba7b-451e-9150-a8fa3c336243 None None] No DVR routers for this DVR port 7ece8b48-d7cc-4193-a7be-acb2065a30bc on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:41.888831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=7ece8b48-d7cc-4193-a7be-acb2065a30bc,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:41.908941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6351dd1-352a-4f98-8d60-981c4be6987b req-19b0cbe5-d441-44ea-9807-9d00ff97d826 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37ce8ba5-b4fb-437f-9327-78a45a421163 HTTP/1.1" status: 200 len: 217 time: 0.0955412 Jul 19 03:37:41.916576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:41.922913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c25b04-ba7b-451e-9150-a8fa3c336243 None None] Pushing event deleted for resources: {'Port': ['ID=7ece8b48-d7cc-4193-a7be-acb2065a30bc,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:41.977695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event deleted for resources: {'Port': ['ID=7ece8b48-d7cc-4193-a7be-acb2065a30bc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:41.986838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] No DVR routers for this DVR port 7ece8b48-d7cc-4193-a7be-acb2065a30bc on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:42.000194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07d102-4888-4fb8-ad70-ee5a728c6a65 req-815eef6a-3b0c-4485-987f-6b6da6ae26d7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:42.002201 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7d07d102-4888-4fb8-ad70-ee5a728c6a65 req-815eef6a-3b0c-4485-987f-6b6da6ae26d7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 946 time: 0.1368878 Jul 19 03:37:42.022031 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351dd1-352a-4f98-8d60-981c4be6987b req-4a4c6a28-45d1-46c9-8ce4-68e6440aa589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:42.023555 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6351dd1-352a-4f98-8d60-981c4be6987b req-4a4c6a28-45d1-46c9-8ce4-68e6440aa589 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4abf4ba-22b0-45bd-98bd-a3f0d9c4a582 HTTP/1.1" status: 200 len: 850 time: 0.1081460 Jul 19 03:37:42.067280 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0eba-d3f8-4e9f-a5cd-bd8663612a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.070747 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6351dd1-352a-4f98-8d60-981c4be6987b req-8cf3c9f0-43d7-4f71-9c45-837d9c21b63c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6bbe3e9f-3e9f-4aad-9e97-53966f284f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363362 Jul 19 03:37:42.071090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7d07d102-4888-4fb8-ad70-ee5a728c6a65 req-aa14831e-c4d8-4ca9-a6a6-083f77fa8548 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606117 Jul 19 03:37:42.074448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0eba-d3f8-4e9f-a5cd-bd8663612a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.112757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.115411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50932) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:42.166316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7577e175-397b-4d02-8bc3-39d4eb5cb291']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:42.167569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b0eba-d3f8-4e9f-a5cd-bd8663612a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9e959c-1c99-4878-b671-8f63050c2b6a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:42.177749 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9b8b0eba-d3f8-4e9f-a5cd-bd8663612a3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd6cd27900c144a4af33f9f918fbf200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934987 Jul 19 03:37:42.179775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50934) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:42.205006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0951e86e-3a02-4a1d-8e6e-8d3535f024a4') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:42.205311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0951e86e-3a02-4a1d-8e6e-8d3535f024a4') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:42.226646 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-940a29cc-3cb7-427d-bcce-61cae95ba2c3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/5d490f3d-882d-43f7-ae84-468c18705e7e HTTP/1.1" status: 200 len: 994 time: 0.1055536 Jul 19 03:37:42.245623 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df6c68e4-db3e-4fa2-9354-e673c987a825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.257398 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.279528 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df6c68e4-db3e-4fa2-9354-e673c987a825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.298900 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.307146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:42.307967 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:42.339735 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:42.367311 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df6c68e4-db3e-4fa2-9354-e673c987a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.371113 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-df6c68e4-db3e-4fa2-9354-e673c987a825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.372916 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-df6c68e4-db3e-4fa2-9354-e673c987a825 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a9e959c-1c99-4878-b671-8f63050c2b6a HTTP/1.1" status: 204 len: 168 time: 0.1923730 Jul 19 03:37:42.382818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6351dd1-352a-4f98-8d60-981c4be6987b req-43fb6d94-4611-4599-9ad9-52d9a2ed33c6 service neutron] 10.222.0.25 "GET /v2.0/networks/6bbe3e9f-3e9f-4aad-9e97-53966f284f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031006 Jul 19 03:37:42.391202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c68e4-db3e-4fa2-9354-e673c987a825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9e959c-1c99-4878-b671-8f63050c2b6a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:42.392663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193ddf8-2ec1-422b-8019-ca1703d71cbb req-d334890e-5385-4d1a-b263-30cd96834d77 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:42.394415 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2193ddf8-2ec1-422b-8019-ca1703d71cbb req-d334890e-5385-4d1a-b263-30cd96834d77 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 943 time: 0.2486780 Jul 19 03:37:42.428140 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.446028 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.448100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "DELETE /v2.0/networks/7577e175-397b-4d02-8bc3-39d4eb5cb291 HTTP/1.1" status: 204 len: 168 time: 1.3363562 Jul 19 03:37:42.452485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50942) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:42.477833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c860c-91c2-4014-9d6e-dc1d708948de tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Pushing event deleted for resources: {'Network': ['ID=7577e175-397b-4d02-8bc3-39d4eb5cb291,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:42.494870 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-64ae3fd2-78bb-43a4-9986-758110dca593 tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671 HTTP/1.1" status: 200 len: 205 time: 0.0399880 Jul 19 03:37:42.497359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 50944) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:42.526093 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bf107dc3-4ea8-477e-8857-3b3024d7c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.552570 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2193ddf8-2ec1-422b-8019-ca1703d71cbb req-31adc2db-8f2b-4ba3-a29e-2f08e21a3f5f tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162970 Jul 19 03:37:42.580168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6351dd1-352a-4f98-8d60-981c4be6987b req-3c0e11d1-f935-4bb7-a303-f4cf9f2848b3 service neutron] 10.222.0.25 "GET /v2.0/networks/6bbe3e9f-3e9f-4aad-9e97-53966f284f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843190 Jul 19 03:37:42.621091 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c487-9ef0-4356-9fbb-27201fdcaffd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:42.954415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50964) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:43.074855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3886196d-982b-437d-a6f9-97fe7d8c5f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.171417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c487-9ef0-4356-9fbb-27201fdcaffd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.178624 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c487-9ef0-4356-9fbb-27201fdcaffd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.228117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6e815-d3da-4b9c-abc4-bdab9e27adf3 req-a759d31c-e4d7-4251-b875-063043187eb8 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:43.230046 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3c6e815-d3da-4b9c-abc4-bdab9e27adf3 req-a759d31c-e4d7-4251-b875-063043187eb8 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1098 time: 0.5342815 Jul 19 03:37:43.231644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3886196d-982b-437d-a6f9-97fe7d8c5f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.235499 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c487-9ef0-4356-9fbb-27201fdcaffd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.236306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee9c487-9ef0-4356-9fbb-27201fdcaffd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Fanout notify agent at l3_agent the message router_deleted on router 6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:37:43.237930 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3886196d-982b-437d-a6f9-97fe7d8c5f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.265334 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c487-9ef0-4356-9fbb-27201fdcaffd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.266772 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4ee9c487-9ef0-4356-9fbb-27201fdcaffd tempest-RoutersNegativeTest-664658389 tempest-RoutersNegativeTest-664658389-project] 10.222.0.20 "DELETE /v2.0/routers/6a66c4d6-0c2e-4cdd-89d8-5ccba8b27671 HTTP/1.1" status: 204 len: 168 time: 0.7684112 Jul 19 03:37:43.280635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3886196d-982b-437d-a6f9-97fe7d8c5f0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c066f10b18d441db7e764fea66c52b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250322 Jul 19 03:37:43.281487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886196d-982b-437d-a6f9-97fe7d8c5f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb2f002-0b4b-4ac4-885e-b39b577bd923,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:43.284472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50978) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:43.332239 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3c6e815-d3da-4b9c-abc4-bdab9e27adf3 req-e8d30685-0010-4981-901d-1f8863358576 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841491 Jul 19 03:37:43.351932 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf3cab62-f224-4b29-8e33-1c19346ef154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.411304 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf3cab62-f224-4b29-8e33-1c19346ef154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.475843 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf3cab62-f224-4b29-8e33-1c19346ef154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.478979 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cf3cab62-f224-4b29-8e33-1c19346ef154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:43.483055 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cf3cab62-f224-4b29-8e33-1c19346ef154 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cb2f002-0b4b-4ac4-885e-b39b577bd923 HTTP/1.1" status: 204 len: 168 time: 0.1978128 Jul 19 03:37:43.502565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cab62-f224-4b29-8e33-1c19346ef154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb2f002-0b4b-4ac4-885e-b39b577bd923,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:43.798902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 50998) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:43.802546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b613b0-5dcf-46e7-bdd2-6b1388a15443 req-bc71f0d5-a9c7-4e2f-a1b5-7086eb5f0a68 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:43.804701 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6b613b0-5dcf-46e7-bdd2-6b1388a15443 req-bc71f0d5-a9c7-4e2f-a1b5-7086eb5f0a68 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 943 time: 0.0723019 Jul 19 03:37:43.851023 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6b613b0-5dcf-46e7-bdd2-6b1388a15443 req-032b5bfd-4774-4fff-9a8f-ac9a484e31bb tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404136 Jul 19 03:37:43.927104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51006) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:43.940364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73574c06-5e7e-4aff-96a3-6965905ed833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.047566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73574c06-5e7e-4aff-96a3-6965905ed833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.051730 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73574c06-5e7e-4aff-96a3-6965905ed833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.064502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 37ce8ba5-b4fb-437f-9327-78a45a421163 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:37:44.093598 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-73574c06-5e7e-4aff-96a3-6965905ed833 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b55cbf15ce9449d1aad32c12478b3b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653671 Jul 19 03:37:44.095026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73574c06-5e7e-4aff-96a3-6965905ed833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987cbc51-7f3c-43b1-8511-0a0cbc5c508f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:44.097816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51014) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:44.172151 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f34e0fa-aff4-49e5-bef8-bf2283ffe267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.172852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e30622f6-1550-408a-8b9b-48a3a8953cf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cc6377246f74548b5045e11a6b1936c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719792 Jul 19 03:37:44.174870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51018) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:44.237006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 37ce8ba5-b4fb-437f-9327-78a45a421163, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=37ce8ba5-b4fb-437f-9327-78a45a421163,segment=NetworkSegment(5ffd5f50-c6f1-4885-bea6-76ce17f3c846),segment_id=5ffd5f50-c6f1-4885-bea6-76ce17f3c846)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:44.237647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f34e0fa-aff4-49e5-bef8-bf2283ffe267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.250070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '37ce8ba5-b4fb-437f-9327-78a45a421163', 'network_id': '6bbe3e9f-3e9f-4aad-9e97-53966f284f4e', 'port_id': '37ce8ba5-b4fb-437f-9327-78a45a421163', 'mac_address': 'fa:16:3e:12:1d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4abf4ba-22b0-45bd-98bd-a3f0d9c4a582', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:37:44.256126 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98a38fa8-4ed5-40b8-ab9b-90f27cee8583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.299029 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.305447 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98a38fa8-4ed5-40b8-ab9b-90f27cee8583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.314979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ce8ba5-b4fb-437f-9327-78a45a421163 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:37:44.343906 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 37ce8ba5-b4fb-437f-9327-78a45a421163, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=37ce8ba5-b4fb-437f-9327-78a45a421163,segment=NetworkSegment(5ffd5f50-c6f1-4885-bea6-76ce17f3c846),segment_id=5ffd5f50-c6f1-4885-bea6-76ce17f3c846)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:44.350832 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.361732 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f34e0fa-aff4-49e5-bef8-bf2283ffe267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.365244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f34e0fa-aff4-49e5-bef8-bf2283ffe267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.366556 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0f34e0fa-aff4-49e5-bef8-bf2283ffe267 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/987cbc51-7f3c-43b1-8511-0a0cbc5c508f HTTP/1.1" status: 204 len: 168 time: 0.2675152 Jul 19 03:37:44.380302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e0fa-aff4-49e5-bef8-bf2283ffe267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987cbc51-7f3c-43b1-8511-0a0cbc5c508f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:44.384437 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98a38fa8-4ed5-40b8-ab9b-90f27cee8583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.389190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-98a38fa8-4ed5-40b8-ab9b-90f27cee8583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:44.393081 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-98a38fa8-4ed5-40b8-ab9b-90f27cee8583 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44864381-b57c-44ce-aa2a-492b6014b2e1 HTTP/1.1" status: 204 len: 168 time: 0.2137957 Jul 19 03:37:44.401373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a38fa8-4ed5-40b8-ab9b-90f27cee8583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44864381-b57c-44ce-aa2a-492b6014b2e1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:44.430721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=37ce8ba5-b4fb-437f-9327-78a45a421163,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:44.541024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['37ce8ba5-b4fb-437f-9327-78a45a421163'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:37:44.760892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-4a9ef950-ec66-4a08-83a8-e69d27063412 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2664821 Jul 19 03:37:45.055641 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dbb0f-0e71-4d7d-8ea3-d23bc761f20f req-b48e806b-28e9-422b-8ac1-43a6f9f52827 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:45.059406 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-840dbb0f-0e71-4d7d-8ea3-d23bc761f20f req-b48e806b-28e9-422b-8ac1-43a6f9f52827 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 944 time: 0.0829628 Jul 19 03:37:45.089473 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ee405523-9cf7-41fc-a345-235f20703bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:45.145197 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-840dbb0f-0e71-4d7d-8ea3-d23bc761f20f req-51752412-9248-42fb-ae9e-61b68cdeb469 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653875 Jul 19 03:37:45.539573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-8289afe1-e48c-41b2-93e9-ce415b588f17 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:37:45.540750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-8289afe1-e48c-41b2-93e9-ce415b588f17 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1670706 Jul 19 03:37:45.554369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Request body: {'binding': {'host': 'n-h1-762330-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:45.555039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Unknown quota resources ['binding']. {{(pid=94344) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 19 03:37:45.656497 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:45.723926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df on host n-h1-762330-18 for vnic_type normal with profile None {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:37:45.724278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:37:45.724622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df on network 0d68abc6-53c0-41ab-a652-a19d9d925684 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:45.729224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Port b8662d76-336f-4c29-a2e6-addd775e78df on network 0d68abc6-53c0-41ab-a652-a19d9d925684 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:37:45.729551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df on network 0d68abc6-53c0-41ab-a652-a19d9d925684 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:45.734748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:37:45.735095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Checking segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:45.735513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Bound using segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:37:45.735920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Bound port: b8662d76-336f-4c29-a2e6-addd775e78df, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:37:45.831153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:37:45.837684 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] Notify callbacks [] for binding, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:45.839107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0c2d35d-eaac-494c-8ada-7b4e6eb7ba92 service neutron] 10.222.0.20 "POST /v2.0/ports/b8662d76-336f-4c29-a2e6-addd775e78df/bindings HTTP/1.1" status: 201 len: 390 time: 0.2910359 Jul 19 03:37:46.084700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 37ce8ba5-b4fb-437f-9327-78a45a421163 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:37:46.146460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789c0c0-3b5b-4526-a6d8-a3e85770f7e9 req-62f26b3d-1fa6-4844-810d-01fccde7c8fe tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:46.149231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c789c0c0-3b5b-4526-a6d8-a3e85770f7e9 req-62f26b3d-1fa6-4844-810d-01fccde7c8fe tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 946 time: 0.1172621 Jul 19 03:37:46.151198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 37ce8ba5-b4fb-437f-9327-78a45a421163 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:37:46.153697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-9b9a9f13-36b5-49f8-a68b-6b3b4d3ac84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:46.156108 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-9b9a9f13-36b5-49f8-a68b-6b3b4d3ac84f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1098 time: 0.0894046 Jul 19 03:37:46.162841 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 37ce8ba5-b4fb-437f-9327-78a45a421163 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:46.163233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:46.210814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c789c0c0-3b5b-4526-a6d8-a3e85770f7e9 req-e2ccafbe-5b01-482e-8e11-071153190d18 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556133 Jul 19 03:37:46.324096 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:46.335921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-80382572-1284-470a-9ed1-ef8c3aef7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:46.337439 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-80382572-1284-470a-9ed1-ef8c3aef7c3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0d68abc6-53c0-41ab-a652-a19d9d925684 HTTP/1.1" status: 200 len: 896 time: 0.1639833 Jul 19 03:37:46.370645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 37ce8ba5-b4fb-437f-9327-78a45a421163, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=37ce8ba5-b4fb-437f-9327-78a45a421163,segment=NetworkSegment(5ffd5f50-c6f1-4885-bea6-76ce17f3c846),segment_id=5ffd5f50-c6f1-4885-bea6-76ce17f3c846)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:46.371914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2e435-e86a-4df3-b4ca-c162a9398397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ce8ba5-b4fb-437f-9327-78a45a421163'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:46.375031 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7156f6-9144-4031-b651-b8323b48df35" -d '{"events": [{"server_uuid": "d9a2e435-e86a-4df3-b4ca-c162a9398397", "name": "network-vif-plugged", "status": "completed", "tag": "37ce8ba5-b4fb-437f-9327-78a45a421163"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:46.379490 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:46.414461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ec8fb-8d35-496b-b963-acaae72a1c5e req-992b3179-ee43-47cc-af86-95e26cba2c45 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:46.416030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-174ec8fb-8d35-496b-b963-acaae72a1c5e req-992b3179-ee43-47cc-af86-95e26cba2c45 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 944 time: 0.1400332 Jul 19 03:37:46.439868 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a6ea97-dac7-4143-b452-5d3f3b0a0d2c x-openstack-request-id: req-47a6ea97-dac7-4143-b452-5d3f3b0a0d2c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:46.440157 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2e435-e86a-4df3-b4ca-c162a9398397", "name": "network-vif-plugged", "status": "completed", "tag": "37ce8ba5-b4fb-437f-9327-78a45a421163", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:46.440601 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47a6ea97-dac7-4143-b452-5d3f3b0a0d2c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:46.440944 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a2e435-e86a-4df3-b4ca-c162a9398397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ce8ba5-b4fb-437f-9327-78a45a421163', 'code': 200} Jul 19 03:37:46.476247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-be2cd33a-413f-4001-8045-454fd8a9e9a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 200 len: 1002 time: 0.1315861 Jul 19 03:37:46.478551 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:46.479727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=37ce8ba5-b4fb-437f-9327-78a45a421163,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:46.524232 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-174ec8fb-8d35-496b-b963-acaae72a1c5e req-b32cb5d0-1221-45bf-a7b0-6bb498fb0932 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969954 Jul 19 03:37:46.570421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-52ee6366-533d-47e4-8366-8fc68f211aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:46.572911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-52ee6366-533d-47e4-8366-8fc68f211aec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=952eda1e-a75d-4b7e-842e-c214e36e688c HTTP/1.1" status: 200 len: 835 time: 0.0847347 Jul 19 03:37:46.655016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28747413-71b0-447b-9243-7bdf4df19532 req-939b206f-ae7c-4676-94cb-d1ef72f091f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:46.656899 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28747413-71b0-447b-9243-7bdf4df19532 req-939b206f-ae7c-4676-94cb-d1ef72f091f0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 1097 time: 0.1380546 Jul 19 03:37:46.706641 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28747413-71b0-447b-9243-7bdf4df19532 req-ee6672a7-a9c9-4498-b894-7e4640532859 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Jul 19 03:37:46.711493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-910d365e-33dd-4718-ad4c-587beaaaaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:46.713110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-910d365e-33dd-4718-ad4c-587beaaaaf19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0d68abc6-53c0-41ab-a652-a19d9d925684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314745 Jul 19 03:37:46.857100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-ca4d6fc4-c113-4002-9892-5e2590c35eb8 service neutron] 10.222.0.25 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040535 Jul 19 03:37:46.981812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-8823ab88-842b-4486-83a4-75cebcbb4399 service neutron] 10.222.0.25 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178842 Jul 19 03:37:47.138543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-a26d7d3e-a9e8-4a62-bedc-f5f778c7eda4 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:47.140686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-a26d7d3e-a9e8-4a62-bedc-f5f778c7eda4 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a&tenant_id=e75be25bd4974f968410bc0e645db078&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1098 time: 0.1000559 Jul 19 03:37:47.146591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51152) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:47.157506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-762330-18'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:47.245711 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.381079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7700087-b99d-40e7-b3a7-400618f10a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.427310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:47.508906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:47.526955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f38f5-b455-46ac-a7e2-a78227abf713 req-ffa274ed-c5d7-4c29-96d6-8894af170d5f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:47.528880 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-952f38f5-b455-46ac-a7e2-a78227abf713 req-ffa274ed-c5d7-4c29-96d6-8894af170d5f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 946 time: 0.1163645 Jul 19 03:37:47.577584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:47.582500 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeb9841-e12b-4f71-a8ff-b33b578ddb1f" -d '{"events": [{"server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:47.589644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.600659 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.627212 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-952f38f5-b455-46ac-a7e2-a78227abf713 req-0dd8e1b8-fb98-498a-8ddf-d1c369f4d454 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889065 Jul 19 03:37:47.629471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7700087-b99d-40e7-b3a7-400618f10a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.638195 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7700087-b99d-40e7-b3a7-400618f10a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.668465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51174) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:47.674490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7700087-b99d-40e7-b3a7-400618f10a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93998e69-3723-4c57-b5cf-b04b0141c1de,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:47.697185 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c7700087-b99d-40e7-b3a7-400618f10a5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a726e4c15d2467db6b52d9c3112148c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493708 Jul 19 03:37:47.709020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51178) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:47.795450 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-690ee84b-480d-473d-892e-cbdcfd7cfc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.827155 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-690ee84b-480d-473d-892e-cbdcfd7cfc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.897813 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:37:47.903726 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-690ee84b-480d-473d-892e-cbdcfd7cfc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.907862 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-690ee84b-480d-473d-892e-cbdcfd7cfc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.910411 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-690ee84b-480d-473d-892e-cbdcfd7cfc9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93998e69-3723-4c57-b5cf-b04b0141c1de HTTP/1.1" status: 204 len: 168 time: 0.1998994 Jul 19 03:37:47.923741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ee84b-480d-473d-892e-cbdcfd7cfc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93998e69-3723-4c57-b5cf-b04b0141c1de,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:47.962517 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:47.981311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51184) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:48.035316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d136f811-953d-43ed-830a-e576f3315c56 None None] Provisioning complete for port b8662d76-336f-4c29-a2e6-addd775e78df triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:48.035924 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d136f811-953d-43ed-830a-e576f3315c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.079834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d136f811-953d-43ed-830a-e576f3315c56 None None] Port b8662d76-336f-4c29-a2e6-addd775e78df cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:37:48.110233 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f32b634b-d543-49c0-b2c8-a631052fa5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.195204 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a512b4-c26d-48ac-925c-3094c8fb37ee x-openstack-request-id: req-d4a512b4-c26d-48ac-925c-3094c8fb37ee {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:48.195551 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:48.195882 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4a512b4-c26d-48ac-925c-3094c8fb37ee {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:48.196284 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'code': 200} Jul 19 03:37:48.211602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f32b634b-d543-49c0-b2c8-a631052fa5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.217059 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f32b634b-d543-49c0-b2c8-a631052fa5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.233755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f242f4c-9fbf-4ce7-a7ba-21bedf3021a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.236245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Pushing event updated for resources: {'Port': ['ID=b8662d76-336f-4c29-a2e6-addd775e78df,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:48.264584 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f32b634b-d543-49c0-b2c8-a631052fa5f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f10902aebe847ffaa8b5212c06aa06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820382 Jul 19 03:37:48.266007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b634b-d543-49c0-b2c8-a631052fa5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e7b479-e04c-4938-858f-b62e8265bad1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:48.270043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51190) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:48.327128 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6418ddf-40f0-4168-8a72-70feba645933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.336584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51192) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:48.359900 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89f84b9b-f1f3-4bbb-a1d8-91270e0f60fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.364083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6418ddf-40f0-4168-8a72-70feba645933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.366391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df on host n-h2-762330-18 for vnic_type normal with profile {"migrating_to": "n-h1-762330-18"} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:37:48.366741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:37:48.367079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df on network 0d68abc6-53c0-41ab-a652-a19d9d925684 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:48.380790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Port b8662d76-336f-4c29-a2e6-addd775e78df on network 0d68abc6-53c0-41ab-a652-a19d9d925684 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:37:48.380790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Attempting to bind port b8662d76-336f-4c29-a2e6-addd775e78df on network 0d68abc6-53c0-41ab-a652-a19d9d925684 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:37:48.389849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2069d3-a020-4aff-a773-7cba61452261 req-996cfc64-68b2-4a39-aa49-234678fce4ec tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:48.391417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d2069d3-a020-4aff-a773-7cba61452261 req-996cfc64-68b2-4a39-aa49-234678fce4ec tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 945 time: 0.1980288 Jul 19 03:37:48.403040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:37:48.403382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Checking segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:48.403770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Bound using segment: {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:37:48.404212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Bound port: b8662d76-336f-4c29-a2e6-addd775e78df, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b004ff-f0de-4aec-9fee-e4e710892ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:37:48.404573 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.427114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6418ddf-40f0-4168-8a72-70feba645933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.430073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f6418ddf-40f0-4168-8a72-70feba645933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.431369 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f6418ddf-40f0-4168-8a72-70feba645933 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57e7b479-e04c-4938-858f-b62e8265bad1 HTTP/1.1" status: 204 len: 168 time: 0.1601217 Jul 19 03:37:48.440026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6418ddf-40f0-4168-8a72-70feba645933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e7b479-e04c-4938-858f-b62e8265bad1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:48.492298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d2069d3-a020-4aff-a773-7cba61452261 req-f3e9ff5e-18e3-4651-af14-d13022d3a03f tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922348 Jul 19 03:37:48.507042 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f242f4c-9fbf-4ce7-a7ba-21bedf3021a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.519347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f242f4c-9fbf-4ce7-a7ba-21bedf3021a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.556545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:48.579730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:37:48.583828 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1f242f4c-9fbf-4ce7-a7ba-21bedf3021a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a10b853fc5274c6b95b2d85b5667653b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9128439 Jul 19 03:37:48.586630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51198) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:48.589305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f242f4c-9fbf-4ce7-a7ba-21bedf3021a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e447e-3631-4347-a8d8-5131161dcb21,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:48.593488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.706886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Pushing event updated for resources: {'Port': ['ID=b8662d76-336f-4c29-a2e6-addd775e78df,revision_number=8']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:48.727616 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96789f8c-a7c3-4784-95bb-715bdb49f84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.762850 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96789f8c-a7c3-4784-95bb-715bdb49f84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.780818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89f84b9b-f1f3-4bbb-a1d8-91270e0f60fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.782498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:48.783267 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.785017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-e0db0a6c-450e-4ce0-855d-b473919e2535 service neutron] 10.222.0.25 "PUT /v2.0/ports/b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 200 len: 1124 time: 1.6355383 Jul 19 03:37:48.803720 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89f84b9b-f1f3-4bbb-a1d8-91270e0f60fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:48.839480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['b8662d76-336f-4c29-a2e6-addd775e78df'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:37:48.850564 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-89f84b9b-f1f3-4bbb-a1d8-91270e0f60fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f27a53d7b78f4e07b3d45ff87610c056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5126505 Jul 19 03:37:48.853242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51206) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:48.968476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51210) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:49.002386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4090d19-16e5-407c-9c3e-93d395b7bcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.005193 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-05d6e1b1-ee21-4d5d-a080-7c98f45b74ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.038232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f84b9b-f1f3-4bbb-a1d8-91270e0f60fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f5b4b0-de5a-4bf1-bae8-d084182088c7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:49.043758 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4090d19-16e5-407c-9c3e-93d395b7bcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.080475 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96789f8c-a7c3-4784-95bb-715bdb49f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.083338 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-96789f8c-a7c3-4784-95bb-715bdb49f84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.084669 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-96789f8c-a7c3-4784-95bb-715bdb49f84f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f6e447e-3631-4347-a8d8-5131161dcb21 HTTP/1.1" status: 204 len: 168 time: 0.4963577 Jul 19 03:37:49.094018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4adbf9-e7ba-422b-872b-e272de4624fa req-a3afe001-198f-42b2-8aaa-86ccb2930078 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:49.101756 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7d4adbf9-e7ba-422b-872b-e272de4624fa req-a3afe001-198f-42b2-8aaa-86ccb2930078 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 944 time: 0.2060540 Jul 19 03:37:49.123996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96789f8c-a7c3-4784-95bb-715bdb49f84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e447e-3631-4347-a8d8-5131161dcb21,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:49.169133 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7d4adbf9-e7ba-422b-872b-e272de4624fa req-c2be58e5-de2c-4131-9bf3-c304a5eb55d9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659802 Jul 19 03:37:49.180200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4090d19-16e5-407c-9c3e-93d395b7bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.183460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4090d19-16e5-407c-9c3e-93d395b7bcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.185320 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a4090d19-16e5-407c-9c3e-93d395b7bcb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21f5b4b0-de5a-4bf1-bae8-d084182088c7 HTTP/1.1" status: 204 len: 168 time: 0.3309703 Jul 19 03:37:49.200705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62a20-de0b-47cd-a716-307db17dffe6 req-ada33dab-ac51-4e11-88e5-cb22d877fc6f tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:49.202780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cbe62a20-de0b-47cd-a716-307db17dffe6 req-ada33dab-ac51-4e11-88e5-cb22d877fc6f tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 945 time: 0.1311321 Jul 19 03:37:49.206482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-71469930-6833-4769-8b51-230d7f09050f None None] Provisioning complete for port b8662d76-336f-4c29-a2e6-addd775e78df triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:37:49.207138 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71469930-6833-4769-8b51-230d7f09050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.227402 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4090d19-16e5-407c-9c3e-93d395b7bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f5b4b0-de5a-4bf1-bae8-d084182088c7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:49.274333 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cbe62a20-de0b-47cd-a716-307db17dffe6 req-f819f3fe-f577-4b44-b2ea-126751a95ecc tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616455 Jul 19 03:37:49.297891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-05d6e1b1-ee21-4d5d-a080-7c98f45b74ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.306063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-05d6e1b1-ee21-4d5d-a080-7c98f45b74ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.364704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-05d6e1b1-ee21-4d5d-a080-7c98f45b74ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b31ef72f6854864b744a41fdd64ff89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929367 Jul 19 03:37:49.366994 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51218) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:49.367964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6e1b1-ee21-4d5d-a080-7c98f45b74ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cb0266-0979-4c3c-a095-f9e596ebea77,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:49.396123 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71469930-6833-4769-8b51-230d7f09050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.435987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-71469930-6833-4769-8b51-230d7f09050f None None] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:49.437122 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:49.439963 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9db6ec-f96d-4b50-b391-456347e81173" -d '{"events": [{"server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "name": "network-vif-plugged", "status": "completed", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:49.442547 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abbc1535-a392-42b0-aa59-aee3a4514cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.457446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71469930-6833-4769-8b51-230d7f09050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.469497 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abbc1535-a392-42b0-aa59-aee3a4514cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.525433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51224) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:49.530061 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abbc1535-a392-42b0-aa59-aee3a4514cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.532773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abbc1535-a392-42b0-aa59-aee3a4514cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.536942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-abbc1535-a392-42b0-aa59-aee3a4514cac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12cb0266-0979-4c3c-a095-f9e596ebea77 HTTP/1.1" status: 204 len: 168 time: 0.1681604 Jul 19 03:37:49.545102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc1535-a392-42b0-aa59-aee3a4514cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cb0266-0979-4c3c-a095-f9e596ebea77,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:49.549127 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-041f6155-f6d0-40fa-913f-39153b54386e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.628892 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aca5278-c71e-43b8-bd62-a91655a54ecf x-openstack-request-id: req-3aca5278-c71e-43b8-bd62-a91655a54ecf {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:49.629534 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "name": "network-vif-plugged", "status": "completed", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:49.629798 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3aca5278-c71e-43b8-bd62-a91655a54ecf {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:49.630502 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'code': 200} Jul 19 03:37:49.676821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-041f6155-f6d0-40fa-913f-39153b54386e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.683515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-041f6155-f6d0-40fa-913f-39153b54386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.712123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f6155-f6d0-40fa-913f-39153b54386e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f336089-cd92-4113-bdc4-1d15edb8a8c4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:49.715917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71469930-6833-4769-8b51-230d7f09050f None None] Pushing event updated for resources: {'Port': ['ID=b8662d76-336f-4c29-a2e6-addd775e78df,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:49.736939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-041f6155-f6d0-40fa-913f-39153b54386e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3910e85e636544c98c500806a92fa9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101638 Jul 19 03:37:49.739935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51232) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:49.804193 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a59c0ccd-6e78-4f8d-b129-98e4e9fbd871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.827858 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a59c0ccd-6e78-4f8d-b129-98e4e9fbd871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.884108 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a59c0ccd-6e78-4f8d-b129-98e4e9fbd871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.887338 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a59c0ccd-6e78-4f8d-b129-98e4e9fbd871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:49.888712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a59c0ccd-6e78-4f8d-b129-98e4e9fbd871 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f336089-cd92-4113-bdc4-1d15edb8a8c4 HTTP/1.1" status: 204 len: 168 time: 0.1476307 Jul 19 03:37:49.896673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c0ccd-6e78-4f8d-b129-98e4e9fbd871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f336089-cd92-4113-bdc4-1d15edb8a8c4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:50.114753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b8662d76-336f-4c29-a2e6-addd775e78df details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:37:50.197603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:50.200200 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024a2944-4686-4fad-b267-0ad1d3bcec30" -d '{"events": [{"name": "network-changed", "server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:50.259485 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0de8ecf-05b1-4c76-b199-4807a158fdf6 x-openstack-request-id: req-e0de8ecf-05b1-4c76-b199-4807a158fdf6 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:50.260622 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:50.261304 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0de8ecf-05b1-4c76-b199-4807a158fdf6 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:50.263754 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'status': 'completed', 'code': 200} Jul 19 03:37:50.270640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:50.299162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b8662d76-336f-4c29-a2e6-addd775e78df has no active binding in host n-h1-762330-18 {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 19 03:37:50.495601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-980d7735-a197-478f-917d-e0af5235212e tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:50.497553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-980d7735-a197-478f-917d-e0af5235212e tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 945 time: 0.1694753 Jul 19 03:37:50.500815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-8940a605-49cc-48a9-a760-d0cb6579f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:50.502247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-8940a605-49cc-48a9-a760-d0cb6579f367 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1129 time: 0.2167118 Jul 19 03:37:50.507055 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabdfb3-d6a6-4727-ba92-f54f4e66d28a req-51ec2e83-28f8-46ca-9911-ac1bc0d16a1b tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:50.520189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ffabdfb3-d6a6-4727-ba92-f54f4e66d28a req-51ec2e83-28f8-46ca-9911-ac1bc0d16a1b tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 945 time: 0.1036580 Jul 19 03:37:50.551572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05a29e-21c7-404f-b075-4b6ed8dfe705 req-7db230c3-d538-4b80-9223-09848e61c9e6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:50.558482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e05a29e-21c7-404f-b075-4b6ed8dfe705 req-7db230c3-d538-4b80-9223-09848e61c9e6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 946 time: 0.1914945 Jul 19 03:37:50.568041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ffabdfb3-d6a6-4727-ba92-f54f4e66d28a req-31fb9ac6-dd69-4b75-8920-62dee78c42d3 tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 Jul 19 03:37:50.708408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e05a29e-21c7-404f-b075-4b6ed8dfe705 req-0797d6da-c5c9-460e-a2ec-a7b25f9385cf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490412 Jul 19 03:37:50.733433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-b8518f94-b7dc-4650-b9ec-15adabe984f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:50.733433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-b8518f94-b7dc-4650-b9ec-15adabe984f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d68abc6-53c0-41ab-a652-a19d9d925684 HTTP/1.1" status: 200 len: 896 time: 0.2161796 Jul 19 03:37:50.798504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Deleting port 37ce8ba5-b4fb-437f-9327-78a45a421163 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:37:50.798504 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:50.838888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-9e7e1e43-3361-405f-80c4-3760508614bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 200 len: 1002 time: 0.1004856 Jul 19 03:37:50.941977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] For port 37ce8ba5-b4fb-437f-9327-78a45a421163, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=37ce8ba5-b4fb-437f-9327-78a45a421163,segment=NetworkSegment(5ffd5f50-c6f1-4885-bea6-76ce17f3c846),segment_id=5ffd5f50-c6f1-4885-bea6-76ce17f3c846)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:50.942369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:50.945620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-1ecf5c10-3071-4f07-bbd4-33cd28ac7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:50.947287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-1ecf5c10-3071-4f07-bbd4-33cd28ac7265 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=952eda1e-a75d-4b7e-842e-c214e36e688c HTTP/1.1" status: 200 len: 835 time: 0.0770071 Jul 19 03:37:50.965688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Calling delete_port for 37ce8ba5-b4fb-437f-9327-78a45a421163 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:37:51.069524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-68a23857-afe6-49e8-82c5-d114c4edac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:51.071103 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-68a23857-afe6-49e8-82c5-d114c4edac15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d68abc6-53c0-41ab-a652-a19d9d925684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164606 Jul 19 03:37:51.225296 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-6d05d8d5-ef0d-4beb-bb77-aa0c51697dec service neutron] 10.222.0.26 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464388 Jul 19 03:37:51.227123 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:51.240762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['37ce8ba5-b4fb-437f-9327-78a45a421163'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:37:51.302821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Pushing event deleted for resources: {'Port': ['ID=37ce8ba5-b4fb-437f-9327-78a45a421163,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:51.319021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.319370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.319710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.320049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.320382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.320711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.321036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.321360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.321682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.322004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.322354 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.322705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:51.352934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] No DVR routers for this DVR port 37ce8ba5-b4fb-437f-9327-78a45a421163 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:51.355750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:51.358140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d255d39-8071-4ed2-bcf3-37490ae3c494 req-b6bd72df-0e0a-4933-a27d-6156038e602d tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.25 "DELETE /v2.0/ports/37ce8ba5-b4fb-437f-9327-78a45a421163 HTTP/1.1" status: 204 len: 173 time: 0.8530746 Jul 19 03:37:51.426221 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-024a2944-4686-4fad-b267-0ad1d3bcec30 req-b7c32bca-63fc-43d9-9056-ffde6c707f47 service neutron] 10.222.0.26 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926768 Jul 19 03:37:51.736199 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d95ca33a-3bfa-4ed5-aed7-ea8c1b288354 req-e5a2d9db-d082-488a-a786-1c9f0f4051ac tempest-ServerGroupTestJSON-692299022 tempest-ServerGroupTestJSON-692299022-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e435-e86a-4df3-b4ca-c162a9398397 HTTP/1.1" status: 200 len: 210 time: 0.0408080 Jul 19 03:37:51.933565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b054-ecf2-4023-a340-1156886240f8 req-f291ea9b-3a11-406a-b730-6f4ab309f308 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:51.934686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7061b054-ecf2-4023-a340-1156886240f8 req-f291ea9b-3a11-406a-b730-6f4ab309f308 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 946 time: 0.0763147 Jul 19 03:37:51.986210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7061b054-ecf2-4023-a340-1156886240f8 req-0311577d-2c2e-4e5d-805d-b21ecc44f6e9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464563 Jul 19 03:37:52.263385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2e435-e86a-4df3-b4ca-c162a9398397', 'name': 'network-vif-deleted', 'tag': '37ce8ba5-b4fb-437f-9327-78a45a421163'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:52.266709 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2077ad19-dd18-4e49-82af-16bc980c0e20" -d '{"events": [{"server_uuid": "d9a2e435-e86a-4df3-b4ca-c162a9398397", "name": "network-vif-deleted", "tag": "37ce8ba5-b4fb-437f-9327-78a45a421163"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:52.332703 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934b4d60-a6ab-497c-94d4-1680dcfb19f3 x-openstack-request-id: req-934b4d60-a6ab-497c-94d4-1680dcfb19f3 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:52.333151 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2e435-e86a-4df3-b4ca-c162a9398397", "name": "network-vif-deleted", "tag": "37ce8ba5-b4fb-437f-9327-78a45a421163", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:52.333431 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-934b4d60-a6ab-497c-94d4-1680dcfb19f3 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:52.333855 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a2e435-e86a-4df3-b4ca-c162a9398397', 'name': 'network-vif-deleted', 'tag': '37ce8ba5-b4fb-437f-9327-78a45a421163', 'status': 'completed', 'code': 200} Jul 19 03:37:53.217075 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51426) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:53.257760 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430eac8-a292-461e-91e8-8e76090139b5 req-b2627e50-6584-4117-aec6-6180129cd28a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:53.265299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d430eac8-a292-461e-91e8-8e76090139b5 req-b2627e50-6584-4117-aec6-6180129cd28a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 946 time: 0.0894628 Jul 19 03:37:53.318352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51436) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:53.322714 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d430eac8-a292-461e-91e8-8e76090139b5 req-aaf39670-ce25-4950-944a-8f8014ef9c97 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563262 Jul 19 03:37:53.365729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5394b7-ff8d-4658-a3ba-173f5fba0d60 admin admin] Deleting subnet a4abf4ba-22b0-45bd-98bd-a3f0d9c4a582 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:37:53.374747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5394b7-ff8d-4658-a3ba-173f5fba0d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.403072 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ade2e197-a93d-4a90-bbcd-88db2e05e5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.426324 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5394b7-ff8d-4658-a3ba-173f5fba0d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.486214 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5394b7-ff8d-4658-a3ba-173f5fba0d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.559324 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5394b7-ff8d-4658-a3ba-173f5fba0d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.586412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5394b7-ff8d-4658-a3ba-173f5fba0d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4abf4ba-22b0-45bd-98bd-a3f0d9c4a582,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:53.599089 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5394b7-ff8d-4658-a3ba-173f5fba0d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.602744 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2e5394b7-ff8d-4658-a3ba-173f5fba0d60 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a4abf4ba-22b0-45bd-98bd-a3f0d9c4a582 HTTP/1.1" status: 204 len: 168 time: 0.2842305 Jul 19 03:37:53.603851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51442) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:53.630397 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ade2e197-a93d-4a90-bbcd-88db2e05e5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.635982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ade2e197-a93d-4a90-bbcd-88db2e05e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.679639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2e197-a93d-4a90-bbcd-88db2e05e5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d899a0e-ca5a-4bec-9aa4-8b3c35791027,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:53.700202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ade2e197-a93d-4a90-bbcd-88db2e05e5d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dc4d87bcfe44151986737edf73e14da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4820242 Jul 19 03:37:53.701660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.703772 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51446) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:53.774127 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-93137710-842c-488e-806e-82273b6f7193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.823257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-93137710-842c-488e-806e-82273b6f7193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.842716 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.853345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbe3e9f-3e9f-4aad-9e97-53966f284f4e']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:53.868484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffd5f50-c6f1-4885-bea6-76ce17f3c846') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:53.868825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffd5f50-c6f1-4885-bea6-76ce17f3c846') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:37:53.879760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.887360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-93137710-842c-488e-806e-82273b6f7193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.889957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-93137710-842c-488e-806e-82273b6f7193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.894722 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-93137710-842c-488e-806e-82273b6f7193 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d899a0e-ca5a-4bec-9aa4-8b3c35791027 HTTP/1.1" status: 204 len: 168 time: 0.1865611 Jul 19 03:37:53.899721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93137710-842c-488e-806e-82273b6f7193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d899a0e-ca5a-4bec-9aa4-8b3c35791027,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:53.928693 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.954075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:37:53.954862 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:37:53.957205 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:37:54.039998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-0a82575a-f2d2-47dd-ac90-78df1adaa60e service neutron] 10.222.0.26 "GET /v2.0/ports/b8662d76-336f-4c29-a2e6-addd775e78df/bindings/n-h1-762330-18 HTTP/1.1" status: 200 len: 385 time: 0.1294158 Jul 19 03:37:54.041243 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.059153 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.060993 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] 10.222.0.20 "DELETE /v2.0/networks/6bbe3e9f-3e9f-4aad-9e97-53966f284f4e HTTP/1.1" status: 204 len: 168 time: 0.4556625 Jul 19 03:37:54.061850 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b3cda-762e-4908-89a9-f6b4af927e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbe3e9f-3e9f-4aad-9e97-53966f284f4e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:54.145752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 37ce8ba5-b4fb-437f-9327-78a45a421163 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:54.197436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 37ce8ba5-b4fb-437f-9327-78a45a421163 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:37:54.197689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 37ce8ba5-b4fb-437f-9327-78a45a421163 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:54.253158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51466) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:54.274875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-56aa9945-f0ca-4ae0-b784-6576b74d14d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.314435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03016837-e9ac-4984-a8da-ddeb316d943f req-6223fa50-1c7b-466e-9855-6ff8e7270e0c service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:54.348604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03016837-e9ac-4984-a8da-ddeb316d943f req-6223fa50-1c7b-466e-9855-6ff8e7270e0c service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:54.410148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-56aa9945-f0ca-4ae0-b784-6576b74d14d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.415795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51478) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:54.418851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-56aa9945-f0ca-4ae0-b784-6576b74d14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.467564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:37:54.470114 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94037990-b562-49b9-ad82-b1eb74db5951" -d '{"events": [{"server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:37:54.481118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03016837-e9ac-4984-a8da-ddeb316d943f req-6223fa50-1c7b-466e-9855-6ff8e7270e0c service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:37:54.508123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa9945-f0ca-4ae0-b784-6576b74d14d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9ef176-df29-4ba0-86d4-08ba067ad408,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:54.532532 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e4487-c538-4b16-9a30-05ada7a94ec1 x-openstack-request-id: req-c99e4487-c538-4b16-9a30-05ada7a94ec1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:37:54.533732 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:37:54.534033 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c99e4487-c538-4b16-9a30-05ada7a94ec1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:37:54.534538 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'code': 200} Jul 19 03:37:54.535887 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03016837-e9ac-4984-a8da-ddeb316d943f req-6223fa50-1c7b-466e-9855-6ff8e7270e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.578377 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-56aa9945-f0ca-4ae0-b784-6576b74d14d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0442337c8864dcfb98b16799c2a67ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235872 Jul 19 03:37:54.584713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51484) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:54.584875 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-987f7fe7-a52a-4205-a666-57d4b29b7e3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa2b83154d2244469077ccd72b23e798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645453 Jul 19 03:37:54.585139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51486) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:54.684661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56314ee2-d829-445d-aac5-00d2d6a27d7a req-e121d343-8bd1-47e9-8560-f5a0ba328146 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:54.695660 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56314ee2-d829-445d-aac5-00d2d6a27d7a req-e121d343-8bd1-47e9-8560-f5a0ba328146 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 945 time: 0.1826916 Jul 19 03:37:54.715704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-886f0e25-0a9d-4054-9224-56119d8f5820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.719649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-03016837-e9ac-4984-a8da-ddeb316d943f req-6223fa50-1c7b-466e-9855-6ff8e7270e0c service neutron] Transition to ACTIVE for port object b8662d76-336f-4c29-a2e6-addd775e78df will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:37:54.730781 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03016837-e9ac-4984-a8da-ddeb316d943f req-6223fa50-1c7b-466e-9855-6ff8e7270e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.747748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d6392b1-92bc-4761-8717-0788d47bd791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.753505 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-886f0e25-0a9d-4054-9224-56119d8f5820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.756918 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56314ee2-d829-445d-aac5-00d2d6a27d7a req-dd6e4c7e-aeb2-4c71-8c15-e0703e2571cb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601430 Jul 19 03:37:54.794297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d6392b1-92bc-4761-8717-0788d47bd791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.869704 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d6392b1-92bc-4761-8717-0788d47bd791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.876921 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d6392b1-92bc-4761-8717-0788d47bd791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.883098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5d6392b1-92bc-4761-8717-0788d47bd791 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf3fd611-533f-422a-9a6d-d3c2b9f03dd8 HTTP/1.1" status: 204 len: 168 time: 0.2944772 Jul 19 03:37:54.885581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223fa50-1c7b-466e-9855-6ff8e7270e0c service neutron] Pushing event updated for resources: {'Port': ['ID=b8662d76-336f-4c29-a2e6-addd775e78df,revision_number=11']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:54.903638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6392b1-92bc-4761-8717-0788d47bd791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3fd611-533f-422a-9a6d-d3c2b9f03dd8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:54.912406 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-886f0e25-0a9d-4054-9224-56119d8f5820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.915225 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-886f0e25-0a9d-4054-9224-56119d8f5820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:54.916359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-886f0e25-0a9d-4054-9224-56119d8f5820 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c9ef176-df29-4ba0-86d4-08ba067ad408 HTTP/1.1" status: 204 len: 168 time: 0.3334296 Jul 19 03:37:54.967465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f0e25-0a9d-4054-9224-56119d8f5820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9ef176-df29-4ba0-86d4-08ba067ad408,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:54.968804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-03016837-e9ac-4984-a8da-ddeb316d943f req-6223fa50-1c7b-466e-9855-6ff8e7270e0c service neutron] No DVR routers for this DVR port b8662d76-336f-4c29-a2e6-addd775e78df on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:37:55.166739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-6223fa50-1c7b-466e-9855-6ff8e7270e0c service neutron] 10.222.0.26 "PUT /v2.0/ports/b8662d76-336f-4c29-a2e6-addd775e78df/bindings/n-h1-762330-18/activate HTTP/1.1" status: 200 len: 370 time: 1.1089494 Jul 19 03:37:55.332763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-49630a8f-ffee-44df-bdac-ab744a34e759 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:55.334627 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-49630a8f-ffee-44df-bdac-ab744a34e759 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a&tenant_id=e75be25bd4974f968410bc0e645db078&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.1068175 Jul 19 03:37:55.415413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-3af4457f-14f8-4126-8995-57e6b7b1cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:55.419130 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-3af4457f-14f8-4126-8995-57e6b7b1cc79 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 1097 time: 0.0775776 Jul 19 03:37:55.542034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-71a026d5-04c1-40d6-ba37-628a99f18463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:55.543551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-71a026d5-04c1-40d6-ba37-628a99f18463 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1097 time: 0.0994937 Jul 19 03:37:55.680944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-2362639e-8ce7-4c55-80f0-493ab2707332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:55.685244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-2362639e-8ce7-4c55-80f0-493ab2707332 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0d68abc6-53c0-41ab-a652-a19d9d925684 HTTP/1.1" status: 200 len: 896 time: 0.1321201 Jul 19 03:37:55.794818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-f63b4ed8-3619-4035-9761-5311348ef23d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 200 len: 1000 time: 0.0940423 Jul 19 03:37:55.871168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-28ef3481-2415-4893-b481-76ba73d1048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:55.872692 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-28ef3481-2415-4893-b481-76ba73d1048d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=952eda1e-a75d-4b7e-842e-c214e36e688c HTTP/1.1" status: 200 len: 835 time: 0.0770385 Jul 19 03:37:56.019737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-37d27db3-908f-4223-9365-edd61de58b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:56.020096 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51536) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:56.021524 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-37d27db3-908f-4223-9365-edd61de58b13 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0d68abc6-53c0-41ab-a652-a19d9d925684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422851 Jul 19 03:37:56.072326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11cabc-ed19-4b27-ad78-5a9e1cc485e1 req-bc429f2e-0be8-4239-8cf9-a2b1a4f401c4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:56.074474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d11cabc-ed19-4b27-ad78-5a9e1cc485e1 req-bc429f2e-0be8-4239-8cf9-a2b1a4f401c4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 945 time: 0.1371803 Jul 19 03:37:56.182926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d11cabc-ed19-4b27-ad78-5a9e1cc485e1 req-1ed596c0-e012-47db-84a6-65f2d1c46d61 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988591 Jul 19 03:37:56.200871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-network', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:56.215451 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-6b33e721-fea8-4199-8570-46ee55ce6a65 service neutron] 10.222.0.25 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758826 Jul 19 03:37:56.238565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Made reservation on behalf of 1b3a8b0a5f7e4a768e7c66b25c65196f for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:56.242846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:56.252331 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:56.376453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-c1053735-1522-4ea0-bcbd-eb6e08996da9 service neutron] 10.222.0.25 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652474 Jul 19 03:37:56.388455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:56.393958 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:56.444111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:37:56.453459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e480a536-5e9d-4d85-ad8d-34cedbac266e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:56.461750 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:56.462548 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Added segment 4fdf6e99-dfe4-4988-96d2-1da364b6db0d of type vlan for network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a Jul 19 03:37:56.518849 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:56.573977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:56.577674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:56.579747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:56.645138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6232247 Jul 19 03:37:56.648343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51554) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:56.654212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Request body: {'subnet': {'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-subnet', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:56.695238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Made reservation on behalf of 1b3a8b0a5f7e4a768e7c66b25c65196f for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:37:56.698283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:56.750525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69a9e5-b5df-44a9-b1a6-fd66f6c0ab04 admin admin] Pushing event updated for resources: {'Network': ['ID=3d7a0220-7bec-4f74-b1a8-f14d46f2465a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:56.762048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:37:56.962965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03016837-e9ac-4984-a8da-ddeb316d943f req-5d4c4ec5-a2a9-4d2e-9a46-7b9b26cc3808 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:56.964822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-5d4c4ec5-a2a9-4d2e-9a46-7b9b26cc3808 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a&tenant_id=e75be25bd4974f968410bc0e645db078&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 1097 time: 0.2202847 Jul 19 03:37:57.103312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51570) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:57.209551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:57.373064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa33d645-22ff-4fc7-9062-5669dcb96c21,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:57.393311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Checking segment: {'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:37:57.393311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Network hostable DHCP agents. Network: 3d7a0220-7bec-4f74-b1a8-f14d46f2465a, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:37:57.415300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-03016837-e9ac-4984-a8da-ddeb316d943f req-c73176d4-4c56-4b7b-9464-630f3d522342 service neutron] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:37:57.445561 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-03016837-e9ac-4984-a8da-ddeb316d943f req-c73176d4-4c56-4b7b-9464-630f3d522342 service neutron] Notify callbacks [] for binding, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:57.446914 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03016837-e9ac-4984-a8da-ddeb316d943f req-c73176d4-4c56-4b7b-9464-630f3d522342 service neutron] 10.222.0.25 "DELETE /v2.0/ports/b8662d76-336f-4c29-a2e6-addd775e78df/bindings/n-h2-762330-18 HTTP/1.1" status: 204 len: 173 time: 0.4717052 Jul 19 03:37:57.448068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:37:57.493808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 3d7a0220-7bec-4f74-b1a8-f14d46f2465a) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:57.498193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:57.498826 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:57.504896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbec5b74-eb66-4e8e-a625-12269f07bc2b None None] Network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:57.538364 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6a4d1f29-1752-4f5a-8c92-6ae90fb77846 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8885455 Jul 19 03:37:57.539005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51582) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:57.544008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-router', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:37:57.555364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51584) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:57.577069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fcd44-8591-482a-a109-d4c38977962c req-ce73920b-005b-49a4-b747-320f79d21772 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:57.583727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-331fcd44-8591-482a-a109-d4c38977962c req-ce73920b-005b-49a4-b747-320f79d21772 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 945 time: 0.1605308 Jul 19 03:37:57.609370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:57.610609 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:57.679637 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:57.718423 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-331fcd44-8591-482a-a109-d4c38977962c req-9cc9ee2f-46cb-4aba-8197-2ddc19054a8c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283717 Jul 19 03:37:57.723478 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c40972f0-5feb-4d9d-bde8-d6ab713171b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:57.802497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b8662d76-336f-4c29-a2e6-addd775e78df no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:37:57.804513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875898ff-4f48-4ce6-8fef-f0790bd3899c None None] Network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:37:57.840544 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2beb-1aac-4c95-bab6-9556adbb1457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:57.878871 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c40972f0-5feb-4d9d-bde8-d6ab713171b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:57.889224 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c40972f0-5feb-4d9d-bde8-d6ab713171b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:57.922741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c40972f0-5feb-4d9d-bde8-d6ab713171b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35104f14662d4302ac03021d50262dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8190300 Jul 19 03:37:57.925379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51596) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:57.998808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device b8662d76-336f-4c29-a2e6-addd775e78df not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:37:58.010898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40972f0-5feb-4d9d-bde8-d6ab713171b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc40f97-620d-4aa8-9622-7240a535b27e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:58.016656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4c3ade2-d565-4a12-84d7-56b15ce9b6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.059118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4c3ade2-d565-4a12-84d7-56b15ce9b6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.086189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.121927 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4c3ade2-d565-4a12-84d7-56b15ce9b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.139969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4c3ade2-d565-4a12-84d7-56b15ce9b6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.142481 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d4c3ade2-d565-4a12-84d7-56b15ce9b6b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bc40f97-620d-4aa8-9622-7240a535b27e HTTP/1.1" status: 204 len: 168 time: 0.2157264 Jul 19 03:37:58.174798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3ade2-d565-4a12-84d7-56b15ce9b6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc40f97-620d-4aa8-9622-7240a535b27e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:58.188396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876116b-db32-47db-8336-bd76ae5a9b0b req-963bebc5-13ca-4288-9a1b-108e72fe02c2 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:58.190647 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3876116b-db32-47db-8336-bd76ae5a9b0b req-963bebc5-13ca-4288-9a1b-108e72fe02c2 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1097 time: 0.1446292 Jul 19 03:37:58.641208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51622) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:58.655675 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.669709 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3876116b-db32-47db-8336-bd76ae5a9b0b req-45fbb2e7-4e3f-4b81-87ca-040ed2c4eb25 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4618227 Jul 19 03:37:58.683706 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2beb-1aac-4c95-bab6-9556adbb1457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.691896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2beb-1aac-4c95-bab6-9556adbb1457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.722164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f2beb-1aac-4c95-bab6-9556adbb1457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f846bf78-940d-4941-b8bd-36b0ca892789,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:58.750039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2f1f2beb-1aac-4c95-bab6-9556adbb1457 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89f121888316478d8610a42eac5bd112&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1912022 Jul 19 03:37:58.750765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51626) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:58.846005 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.855010 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.867883 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.875940 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e99c03ba-fe86-4174-920b-23a46b259aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.900551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.925251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f85ac7edd80649889f172bb16e200a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825973 Jul 19 03:37:58.929396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51632) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:58.930358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a26e77-a8b3-40fd-9726-e9ff28296346,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:58.935380 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e99c03ba-fe86-4174-920b-23a46b259aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:58.962245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.962866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.963599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.964084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.964620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.965147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.965669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.966185 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.966695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.967164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.967687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:58.968186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea5ca5-16a2-48b1-b8e2-054990d60e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:37:59.036797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Allocated IP 172.25.2.76 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/1810fa50-12dc-4eee-887d-6dd9d1e605c6) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:37:59.040200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5c12-8ea6-46be-90ca-2576ad87343f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.056911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e99c03ba-fe86-4174-920b-23a46b259aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.060528 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e99c03ba-fe86-4174-920b-23a46b259aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.064506 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e99c03ba-fe86-4174-920b-23a46b259aad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f846bf78-940d-4941-b8bd-36b0ca892789 HTTP/1.1" status: 204 len: 168 time: 0.3106961 Jul 19 03:37:59.085888 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5c12-8ea6-46be-90ca-2576ad87343f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.093577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c03ba-fe86-4174-920b-23a46b259aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f846bf78-940d-4941-b8bd-36b0ca892789,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:59.193825 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5c12-8ea6-46be-90ca-2576ad87343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.197213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5c12-8ea6-46be-90ca-2576ad87343f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.201248 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f3bc5c12-8ea6-46be-90ca-2576ad87343f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1a26e77-a8b3-40fd-9726-e9ff28296346 HTTP/1.1" status: 204 len: 168 time: 0.2657526 Jul 19 03:37:59.208398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceb85e-fb50-4b1e-9a10-1239723ad8b4 req-ca3b72c9-83fd-4d1c-8680-f01f69f05aae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:37:59.208532 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.210029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-73ceb85e-fb50-4b1e-9a10-1239723ad8b4 req-ca3b72c9-83fd-4d1c-8680-f01f69f05aae tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 945 time: 0.1141622 Jul 19 03:37:59.217928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc5c12-8ea6-46be-90ca-2576ad87343f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a26e77-a8b3-40fd-9726-e9ff28296346,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:59.272487 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.275891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-73ceb85e-fb50-4b1e-9a10-1239723ad8b4 req-3705398c-22f0-4225-a94f-2e5616f349d8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557606 Jul 19 03:37:59.290664 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51642) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:59.315263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51644) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:59.337296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:37:59.340407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:37:59.343790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:37:59.371343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Pushing event updated for resources: {'Port': ['ID=1810fa50-12dc-4eee-887d-6dd9d1e605c6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:59.402552 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-62c4bc25-a65f-4f15-99e9-6f08905d6a68 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/5d490f3d-882d-43f7-ae84-468c18705e7e HTTP/1.1" status: 200 len: 992 time: 0.1103327 Jul 19 03:37:59.456846 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51648) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:59.470214 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23be5b94-76d0-4ac0-8849-8f64fc05adf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.588818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23be5b94-76d0-4ac0-8849-8f64fc05adf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.594412 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-23be5b94-76d0-4ac0-8849-8f64fc05adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.631797 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-23be5b94-76d0-4ac0-8849-8f64fc05adf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=243c096f90844932b2aac5bd3721e5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738026 Jul 19 03:37:59.635161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51656) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:59.651404 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e19d196-53b1-4684-b330-ad20e521475c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.660016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be5b94-76d0-4ac0-8849-8f64fc05adf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff9cca7-a814-4fac-80ab-b6c1afb1f330,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:59.682407 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.713089 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc82749d-99e7-4992-894c-b722b789bded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.736042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc82749d-99e7-4992-894c-b722b789bded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.788391 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc82749d-99e7-4992-894c-b722b789bded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.791903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc82749d-99e7-4992-894c-b722b789bded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.793648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dc82749d-99e7-4992-894c-b722b789bded admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ff9cca7-a814-4fac-80ab-b6c1afb1f330 HTTP/1.1" status: 204 len: 168 time: 0.1573381 Jul 19 03:37:59.803490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82749d-99e7-4992-894c-b722b789bded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff9cca7-a814-4fac-80ab-b6c1afb1f330,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:59.903366 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e19d196-53b1-4684-b330-ad20e521475c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.909005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e19d196-53b1-4684-b330-ad20e521475c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:37:59.989404 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5e19d196-53b1-4684-b330-ad20e521475c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cd57e42ffcd4ff0ab3fddd14b1889ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6682870 Jul 19 03:37:59.990177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51670) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:37:59.993670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19d196-53b1-4684-b330-ad20e521475c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9985fa-206a-487c-9bc2-6574e9513796,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:37:59.997553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.054126 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbd86-fd85-4fdc-abc0-dbe4bb255ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.081317 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbd86-fd85-4fdc-abc0-dbe4bb255ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.142798 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbd86-fd85-4fdc-abc0-dbe4bb255ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.147282 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbd86-fd85-4fdc-abc0-dbe4bb255ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.149050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8c4cbd86-fd85-4fdc-abc0-dbe4bb255ce0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d9985fa-206a-487c-9bc2-6574e9513796 HTTP/1.1" status: 204 len: 168 time: 0.1577961 Jul 19 03:38:00.159220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Router 26ad8347-ef69-4751-9763-d2f855efcf43 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:38:00.159896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cbd86-fd85-4fdc-abc0-dbe4bb255ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9985fa-206a-487c-9bc2-6574e9513796,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:00.279648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:38:00.290146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Sync routers for ids ['26ad8347-ef69-4751-9763-d2f855efcf43'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:38:00.300387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Routers {'26ad8347-ef69-4751-9763-d2f855efcf43'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:00.301307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['26ad8347-ef69-4751-9763-d2f855efcf43'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:00.311565 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.314309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eb1fab55-6ac4-4cd7-849c-194d698e192a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7742803 Jul 19 03:38:00.317716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51688) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:00.417499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Set router 26ad8347-ef69-4751-9763-d2f855efcf43 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:00.590772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51694) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:00.611500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66b326aa-ed06-432c-ba69-f3a89d2d0ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.639086 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-router', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:37:57Z', 'updated_at': '2021-07-19T03:37:59Z', 'revision_number': 3, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'gw_port': {'id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:37:58Z', 'updated_at': '2021-07-19T03:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:00.701397 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Checking router: 26ad8347-ef69-4751-9763-d2f855efcf43 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:38:00.701767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Updating router 26ad8347-ef69-4751-9763-d2f855efcf43 port 1810fa50-12dc-4eee-887d-6dd9d1e605c6 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:38:00.760600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66b326aa-ed06-432c-ba69-f3a89d2d0ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.769929 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-66b326aa-ed06-432c-ba69-f3a89d2d0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.777445 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.810424 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.823740 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-66b326aa-ed06-432c-ba69-f3a89d2d0ea3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64f51ce636c0480fad31febab3b25f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318182 Jul 19 03:38:00.825154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b326aa-ed06-432c-ba69-f3a89d2d0ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b868e804-7602-4773-b851-d152eceabd4c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:00.827388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51704) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:00.928063 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f7abe149-0129-4853-a44e-d6459921d795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:00.993691 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f7abe149-0129-4853-a44e-d6459921d795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.086572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Allocated IP 172.20.0.1 (3d7a0220-7bec-4f74-b1a8-f14d46f2465a/aa33d645-22ff-4fc7-9062-5669dcb96c21/da9053a8-34dd-4689-9f95-b0a73b4c071f) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:01.103269 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.125185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Transition to ACTIVE for port object 1810fa50-12dc-4eee-887d-6dd9d1e605c6 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:01.126152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f7abe149-0129-4853-a44e-d6459921d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.129691 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f7abe149-0129-4853-a44e-d6459921d795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.130694 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f7abe149-0129-4853-a44e-d6459921d795 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b868e804-7602-4773-b851-d152eceabd4c HTTP/1.1" status: 204 len: 168 time: 0.3013196 Jul 19 03:38:01.138233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.144609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abe149-0129-4853-a44e-d6459921d795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b868e804-7602-4773-b851-d152eceabd4c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:01.215783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Attempting to bind port 1810fa50-12dc-4eee-887d-6dd9d1e605c6 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:38:01.216163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Attempting to bind port 1810fa50-12dc-4eee-887d-6dd9d1e605c6 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:38:01.216532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Attempting to bind port 1810fa50-12dc-4eee-887d-6dd9d1e605c6 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:01.228393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:38:01.228704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:01.229106 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.229546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:38:01.230020 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Bound port: 1810fa50-12dc-4eee-887d-6dd9d1e605c6, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:38:01.230514 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.233764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc066a1d-8368-4410-a823-93e3c9299be8 None None] Pushing event updated for resources: {'Port': ['ID=1810fa50-12dc-4eee-887d-6dd9d1e605c6,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:01.256604 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.289556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] For port 1810fa50-12dc-4eee-887d-6dd9d1e605c6, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:38:01.293151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] For port 1810fa50-12dc-4eee-887d-6dd9d1e605c6, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1810fa50-12dc-4eee-887d-6dd9d1e605c6,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:38:01.303084 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.325675 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.354313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Routers {'26ad8347-ef69-4751-9763-d2f855efcf43'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:01.355084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['26ad8347-ef69-4751-9763-d2f855efcf43'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:01.374040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:01.377160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:01.381821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:01.427317 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Pushing event updated for resources: {'Port': ['ID=da9053a8-34dd-4689-9f95-b0a73b4c071f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:01.433106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc066a1d-8368-4410-a823-93e3c9299be8 None None] Pushing event updated for resources: {'Port': ['ID=1810fa50-12dc-4eee-887d-6dd9d1e605c6,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:01.438878 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.542492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] Set router 26ad8347-ef69-4751-9763-d2f855efcf43 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:01.620795 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.718697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 51744) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:01.854594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-router', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:37:57Z', 'updated_at': '2021-07-19T03:37:59Z', 'revision_number': 3, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'gw_port': {'id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:37:58Z', 'updated_at': '2021-07-19T03:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:01.888635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd371f2-7635-4911-91e4-6ed4b3480c28 None None] The sync data for ids ['26ad8347-ef69-4751-9763-d2f855efcf43'] in n-d-762330-18 is: [{'id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-router', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:37:57Z', 'updated_at': '2021-07-19T03:37:59Z', 'revision_number': 3, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'gw_port': {'id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:37:58Z', 'updated_at': '2021-07-19T03:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:38:01.888857 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.897229 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.984486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 72a96f91-001a-42b6-ac24-aea4b4c4ebfa {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:38:01.984962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:01.993769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:02.059607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Pushing event updated for resources: {'Port': ['ID=da9053a8-34dd-4689-9f95-b0a73b4c071f,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:02.113920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:02.114302 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:02.150493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 72a96f91-001a-42b6-ac24-aea4b4c4ebfa owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:38:02.175694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:02.177147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:02.441790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Router 26ad8347-ef69-4751-9763-d2f855efcf43 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:38:02.496756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:02.545841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=72a96f91-001a-42b6-ac24-aea4b4c4ebfa,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:02.664847 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:02.665207 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Floating IP 5d490f3d-882d-43f7-ae84-468c18705e7e disassociated (deleted). External IP: 172.25.2.145, port: b8662d76-336f-4c29-a2e6-addd775e78df. Jul 19 03:38:02.668581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:38:02.678320 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-24faa9f0-28b6-41be-8fca-7aa146ec7651 admin admin] 10.222.0.20 "PUT /v2.0/routers/26ad8347-ef69-4751-9763-d2f855efcf43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3536923 Jul 19 03:38:02.995505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router f4fad044-5e3b-4530-a208-f83518bbe5df has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:38:03.176509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:38:03.188004 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] Sync routers for ids ['f4fad044-5e3b-4530-a208-f83518bbe5df'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:38:03.188865 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:03.217430 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] Routers {'f4fad044-5e3b-4530-a208-f83518bbe5df'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:03.220139 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f4fad044-5e3b-4530-a208-f83518bbe5df'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:03.240648 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-044861d5-4937-49d9-91c6-fff535f62c9e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/floatingips/5d490f3d-882d-43f7-ae84-468c18705e7e HTTP/1.1" status: 204 len: 168 time: 1.5204422 Jul 19 03:38:03.242148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:38:03.264220 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:38:03.435905 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] Set router f4fad044-5e3b-4530-a208-f83518bbe5df gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:03.504291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-6181a295-a0e7-4e89-be84-c15f302b51a0 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:03.512429 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-6181a295-a0e7-4e89-be84-c15f302b51a0 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 819 time: 0.2314575 Jul 19 03:38:03.550920 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-868fa3de-baaa-4fe6-906f-64dbed145a2f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/quotas/1b3a8b0a5f7e4a768e7c66b25c65196f HTTP/1.1" status: 200 len: 375 time: 0.0371492 Jul 19 03:38:03.762086 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1810fa50-12dc-4eee-887d-6dd9d1e605c6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:03.787995 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a33244-5204-48dc-8b17-85b7eda96ee5 x-openstack-request-id: req-31a33244-5204-48dc-8b17-85b7eda96ee5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:38:03.788776 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:38:03.789176 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31a33244-5204-48dc-8b17-85b7eda96ee5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:38:03.789811 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'status': 'completed', 'code': 200} Jul 19 03:38:03.848855 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-5d7e26e8-18be-439b-a33f-d2613812bee1 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2958703 Jul 19 03:38:03.935278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-73da1af2-974d-4298-bebf-91e3e6f484c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:03.938774 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-73da1af2-974d-4298-bebf-91e3e6f484c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 1097 time: 0.1246822 Jul 19 03:38:03.956180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 1810fa50-12dc-4eee-887d-6dd9d1e605c6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:03.962761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1810fa50-12dc-4eee-887d-6dd9d1e605c6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:03.963152 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:04.047716 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:51Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '41aaf2ef-1c5d-41f2-884b-ddd0f275d649', 'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:20:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:50Z', 'updated_at': '2021-07-19T03:37:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:04.091017 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] Checking router: f4fad044-5e3b-4530-a208-f83518bbe5df for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:38:04.104160 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] Routers {'f4fad044-5e3b-4530-a208-f83518bbe5df'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:04.105196 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f4fad044-5e3b-4530-a208-f83518bbe5df'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:04.138694 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-5b385848-3bf1-414f-9fab-5c8942b9e8c4 service neutron] 10.222.0.20 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856414 Jul 19 03:38:04.171704 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:04.216930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 1810fa50-12dc-4eee-887d-6dd9d1e605c6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1810fa50-12dc-4eee-887d-6dd9d1e605c6,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:04.226978 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:04.277828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040a78e-167e-44d8-8891-9495899d066c req-4cb6ee19-5878-4736-9b67-cdb40abc3436 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:04.280756 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2040a78e-167e-44d8-8891-9495899d066c req-4cb6ee19-5878-4736-9b67-cdb40abc3436 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 945 time: 0.2735143 Jul 19 03:38:04.308067 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-18a5c544-8af8-4f29-940f-5f3163c474c4 service neutron] 10.222.0.20 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680651 Jul 19 03:38:04.322063 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] Set router f4fad044-5e3b-4530-a208-f83518bbe5df gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:04.347919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=1810fa50-12dc-4eee-887d-6dd9d1e605c6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:04.367929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-e652ee64-4557-4275-bbd6-71b0135c4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:04.369497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-e652ee64-4557-4275-bbd6-71b0135c4024 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0d68abc6-53c0-41ab-a652-a19d9d925684 HTTP/1.1" status: 200 len: 896 time: 0.4240870 Jul 19 03:38:04.372838 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2040a78e-167e-44d8-8891-9495899d066c req-c4865662-a23e-4784-a2e1-ccce7fcbf7a4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=763c13a5-12d6-4c03-b433-190075c20747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771456 Jul 19 03:38:04.443897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-0a1091d0-1c69-42a5-9610-12a165c13344 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:04.445465 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-0a1091d0-1c69-42a5-9610-12a165c13344 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 945 time: 0.2736640 Jul 19 03:38:04.447060 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-d39d01dd-a132-474d-87c0-45cb7460d99c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 200 len: 217 time: 0.0627830 Jul 19 03:38:04.582598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-4e2824aa-cf5a-443e-bdd1-18420255b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:04.584347 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-4e2824aa-cf5a-443e-bdd1-18420255b4e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=952eda1e-a75d-4b7e-842e-c214e36e688c HTTP/1.1" status: 200 len: 835 time: 0.0595999 Jul 19 03:38:04.726988 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:51Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '41aaf2ef-1c5d-41f2-884b-ddd0f275d649', 'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:20:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:50Z', 'updated_at': '2021-07-19T03:37:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:04.742823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Sync routers for ids ['26ad8347-ef69-4751-9763-d2f855efcf43'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:38:04.749414 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6a2e5e6-d50a-453e-832d-fd40623f419d req-0db05c82-4a1b-4aa9-987d-e090cba9d6be tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 210 time: 0.1639979 Jul 19 03:38:04.758492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Routers {'26ad8347-ef69-4751-9763-d2f855efcf43'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:04.759123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['26ad8347-ef69-4751-9763-d2f855efcf43'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:04.807108 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37573ea9-5672-4e4b-8cbc-d40a119793d6 None None] The sync data for ids ['f4fad044-5e3b-4530-a208-f83518bbe5df'] in n-d-762330-18 is: [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:36:51Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '41aaf2ef-1c5d-41f2-884b-ddd0f275d649', 'name': '', 'network_id': '0d68abc6-53c0-41ab-a652-a19d9d925684', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:20:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:50Z', 'updated_at': '2021-07-19T03:37:00Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': '952eda1e-a75d-4b7e-842e-c214e36e688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:38:04.816668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-3d53f0b0-59a4-476d-b91e-cfd2145f04ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port b8662d76-336f-4c29-a2e6-addd775e78df {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:38:04.817057 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-3d53f0b0-59a4-476d-b91e-cfd2145f04ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:04.929150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-04552ce9-d439-4b6a-97df-0f2ba05e6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:04.933030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-04552ce9-d439-4b6a-97df-0f2ba05e6d1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0d68abc6-53c0-41ab-a652-a19d9d925684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3130200 Jul 19 03:38:05.049572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Set router 26ad8347-ef69-4751-9763-d2f855efcf43 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:05.291769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-3d53f0b0-59a4-476d-b91e-cfd2145f04ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port b8662d76-336f-4c29-a2e6-addd775e78df, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b8662d76-336f-4c29-a2e6-addd775e78df,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:05.293729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-3d53f0b0-59a4-476d-b91e-cfd2145f04ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:05.322779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-3d53f0b0-59a4-476d-b91e-cfd2145f04ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for b8662d76-336f-4c29-a2e6-addd775e78df owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:38:05.338318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-5e2a8535-4726-43d9-8f73-eaf1d6dfef12 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:05.339630 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-5e2a8535-4726-43d9-8f73-eaf1d6dfef12 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 819 time: 0.2709146 Jul 19 03:38:05.374803 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-deea35af-490c-4884-93c5-ff47738b4f16 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/quotas/1b3a8b0a5f7e4a768e7c66b25c65196f HTTP/1.1" status: 200 len: 375 time: 0.0288229 Jul 19 03:38:05.509405 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1987e9-ab6b-40f1-88d2-5018c66c2d69 None None] New status for floating IP 5d490f3d-882d-43f7-ae84-468c18705e7e: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:38:05.598745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-router', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:37:57Z', 'updated_at': '2021-07-19T03:38:01Z', 'revision_number': 4, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'gw_port': {'id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:37:58Z', 'updated_at': '2021-07-19T03:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'da9053a8-34dd-4689-9f95-b0a73b4c071f', 'name': '', 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'mac_address': 'fa:16:3e:d7:b4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'aa33d645-22ff-4fc7-9062-5669dcb96c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:00Z', 'updated_at': '2021-07-19T03:38:01Z', 'revision_number': 2, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'subnets': [{'id': 'aa33d645-22ff-4fc7-9062-5669dcb96c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:05.611725 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-b6a2b46b-f1d2-48a4-8c46-f2b940941423 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2361815 Jul 19 03:38:05.640516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Checking router: 26ad8347-ef69-4751-9763-d2f855efcf43 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:38:05.640890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Updating router 26ad8347-ef69-4751-9763-d2f855efcf43 port da9053a8-34dd-4689-9f95-b0a73b4c071f binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:38:05.651577 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-3d53f0b0-59a4-476d-b91e-cfd2145f04ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:05.693114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1810fa50-12dc-4eee-887d-6dd9d1e605c6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:05.744104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53f0b0-59a4-476d-b91e-cfd2145f04ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=b8662d76-336f-4c29-a2e6-addd775e78df,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:05.790154 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:05.820782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-882c4f0e-6827-4932-8296-d5731374cb1e service neutron] 10.222.0.20 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069826 Jul 19 03:38:05.856246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-3d53f0b0-59a4-476d-b91e-cfd2145f04ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] No DVR routers for this DVR port b8662d76-336f-4c29-a2e6-addd775e78df on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:38:05.860666 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-3d53f0b0-59a4-476d-b91e-cfd2145f04ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:05.863686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c4cc287-4f29-4faf-88c3-bee2f5f28827 req-3d53f0b0-59a4-476d-b91e-cfd2145f04ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.25 "DELETE /v2.0/ports/b8662d76-336f-4c29-a2e6-addd775e78df HTTP/1.1" status: 204 len: 173 time: 1.4074459 Jul 19 03:38:05.871838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'name': 'network-vif-deleted', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:38:05.874199 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dff3d1e-72ed-495b-9160-8d32174c415f" -d '{"events": [{"server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "name": "network-vif-deleted", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:38:05.886780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a72208cb-1516-4ec4-bec9-1b7bfffa9f5f req-dc5c3569-236e-4b29-81bf-53da61695647 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 210 time: 0.1742430 Jul 19 03:38:05.896476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-be43da4e-e04a-456f-9adf-0217853d2e3b service neutron] 10.222.0.25 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9541237 Jul 19 03:38:05.980315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51886) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:06.061987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa1bd1d0-0a54-4e5e-b40f-c1ca570178b8 req-05c0ad0f-90c9-4891-912e-b195f51620f4 service neutron] 10.222.0.25 "GET /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583521 Jul 19 03:38:06.063793 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d437cb4a-051c-4774-9cc1-052f41b44605 x-openstack-request-id: req-d437cb4a-051c-4774-9cc1-052f41b44605 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:38:06.064235 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac15ce20-8fcd-448a-ba11-b2353a9e299a", "name": "network-vif-deleted", "tag": "b8662d76-336f-4c29-a2e6-addd775e78df", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:38:06.065238 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d437cb4a-051c-4774-9cc1-052f41b44605 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:38:06.065855 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac15ce20-8fcd-448a-ba11-b2353a9e299a', 'name': 'network-vif-deleted', 'tag': 'b8662d76-336f-4c29-a2e6-addd775e78df', 'status': 'completed', 'code': 200} Jul 19 03:38:06.115852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-610eb382-e9a8-43da-bce6-f177a92af8fc service neutron] 10.222.0.20 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935984 Jul 19 03:38:06.141742 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.165464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Transition to ACTIVE for port object da9053a8-34dd-4689-9f95-b0a73b4c071f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:06.174425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1810fa50-12dc-4eee-887d-6dd9d1e605c6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:06.175364 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.231744 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.265794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75cf0484-7084-48db-a763-56e24550007d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.376899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0e9cf-033e-49f0-8845-01534b7e5820 None None] Pushing event updated for resources: {'Port': ['ID=da9053a8-34dd-4689-9f95-b0a73b4c071f,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:06.452970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Attempting to bind port da9053a8-34dd-4689-9f95-b0a73b4c071f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:38:06.453696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Attempting to bind port da9053a8-34dd-4689-9f95-b0a73b4c071f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:38:06.457886 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75cf0484-7084-48db-a763-56e24550007d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.461955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Attempting to bind port da9053a8-34dd-4689-9f95-b0a73b4c071f on network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:06.465929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-75cf0484-7084-48db-a763-56e24550007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.477590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:38:06.478177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Checking segment: {'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:06.478715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.479213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Bound using segment: {'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:38:06.481823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Bound port: da9053a8-34dd-4689-9f95-b0a73b4c071f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:38:06.482364 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.523525 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-75cf0484-7084-48db-a763-56e24550007d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bad10144303348228eb73d6e148515eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379658 Jul 19 03:38:06.523525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf0484-7084-48db-a763-56e24550007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c21117b-30dc-4ab4-9e19-5a09433d5754,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:06.525859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51900) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:06.542853 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c29ccd2-0005-4784-bbef-9ae59695a511 req-e37599f3-4766-4035-ac19-ee25ab294c1c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 210 time: 0.0765302 Jul 19 03:38:06.641327 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b5db7d2a-db66-4f6d-a761-6183891e76c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.703218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] For port da9053a8-34dd-4689-9f95-b0a73b4c071f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:38:06.704267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b5db7d2a-db66-4f6d-a761-6183891e76c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.714801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] For port da9053a8-34dd-4689-9f95-b0a73b4c071f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=da9053a8-34dd-4689-9f95-b0a73b4c071f,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:38:06.722666 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.815164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b5db7d2a-db66-4f6d-a761-6183891e76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.818471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b5db7d2a-db66-4f6d-a761-6183891e76c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:06.822657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b5db7d2a-db66-4f6d-a761-6183891e76c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c21117b-30dc-4ab4-9e19-5a09433d5754 HTTP/1.1" status: 204 len: 168 time: 0.2955639 Jul 19 03:38:06.835461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db7d2a-db66-4f6d-a761-6183891e76c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c21117b-30dc-4ab4-9e19-5a09433d5754,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:06.858018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0e9cf-033e-49f0-8845-01534b7e5820 None None] Pushing event updated for resources: {'Port': ['ID=da9053a8-34dd-4689-9f95-b0a73b4c071f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:06.935284 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Routers {'26ad8347-ef69-4751-9763-d2f855efcf43'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:06.954904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['26ad8347-ef69-4751-9763-d2f855efcf43'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:07.130724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-6560b1de-fc1c-48ac-9061-2e0ec54edfb9 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:07.132776 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:07.136950 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-6560b1de-fc1c-48ac-9061-2e0ec54edfb9 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.25 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 819 time: 0.4864142 Jul 19 03:38:07.179810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Request body: {'port': {'device_id': '4b155303-3c4a-4f70-8cba-0c320da1b3a3', 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a', 'admin_state_up': True, 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:07.347690 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:07.390459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] Set router 26ad8347-ef69-4751-9763-d2f855efcf43 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:07.454339 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f627fd45-7273-4a50-9eed-95424cc97d6e req-a7b5259c-0e83-4f4f-ad1a-fd0c7e5c3e34 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac15ce20-8fcd-448a-ba11-b2353a9e299a HTTP/1.1" status: 200 len: 210 time: 0.0955384 Jul 19 03:38:07.530214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Made reservation on behalf of 1b3a8b0a5f7e4a768e7c66b25c65196f for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:38:07.534616 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:07.775846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Allocated IP 172.20.0.13 (3d7a0220-7bec-4f74-b1a8-f14d46f2465a/aa33d645-22ff-4fc7-9062-5669dcb96c21/8bc7a37a-4a52-45d3-bda9-7e87b2447182) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:07.885843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-526c5ea8-0e77-4fdf-8750-3df01c55e1c6 req-b820d946-9414-4e9e-87cc-ebdeefbb2116 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 210 time: 0.0555453 Jul 19 03:38:07.926119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-router', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:37:57Z', 'updated_at': '2021-07-19T03:38:01Z', 'revision_number': 4, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'gw_port': {'id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:37:58Z', 'updated_at': '2021-07-19T03:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'da9053a8-34dd-4689-9f95-b0a73b4c071f', 'name': '', 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'mac_address': 'fa:16:3e:d7:b4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'aa33d645-22ff-4fc7-9062-5669dcb96c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:00Z', 'updated_at': '2021-07-19T03:38:06Z', 'revision_number': 4, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'subnets': [{'id': 'aa33d645-22ff-4fc7-9062-5669dcb96c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:07.980461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12226fb9-b762-4732-abe4-3dcb79d1bf2f None None] The sync data for ids ['26ad8347-ef69-4751-9763-d2f855efcf43'] in n-d-762330-18 is: [{'id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-router', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:37:57Z', 'updated_at': '2021-07-19T03:38:01Z', 'revision_number': 4, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'gw_port': {'id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:37:58Z', 'updated_at': '2021-07-19T03:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'da9053a8-34dd-4689-9f95-b0a73b4c071f', 'name': '', 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'mac_address': 'fa:16:3e:d7:b4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'aa33d645-22ff-4fc7-9062-5669dcb96c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:00Z', 'updated_at': '2021-07-19T03:38:06Z', 'revision_number': 4, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'subnets': [{'id': 'aa33d645-22ff-4fc7-9062-5669dcb96c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:38:08.076204 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:08.160267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b8662d76-336f-4c29-a2e6-addd775e78df no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:38:08.181437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:08.287338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:08.296689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:08.301095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:08.413637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Pushing event updated for resources: {'Port': ['ID=8bc7a37a-4a52-45d3-bda9-7e87b2447182,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:08.493662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:08.494702 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:08.495617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: b8662d76-336f-4c29-a2e6-addd775e78df {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:38:08.496090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b8662d76-336f-4c29-a2e6-addd775e78df not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:38:08.524179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-443164fd-b782-479d-add7-e530c9418b70 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3787541 Jul 19 03:38:08.537660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Request body: {'port': {'device_id': '4b155303-3c4a-4f70-8cba-0c320da1b3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:08.771393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 51998) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:08.798237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:09.229273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-93c4b922-cdad-45ff-876e-a34b66c74c57 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:09.231123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-93c4b922-cdad-45ff-876e-a34b66c74c57 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.26 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 819 time: 0.5907769 Jul 19 03:38:09.263070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Request body: {'port': {'device_id': '1742183e-a647-4fbb-9d76-bcf4176df3c1', 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a', 'admin_state_up': True, 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:09.268680 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-803fb487-8f04-4796-bff7-35572ce8bbbc req-f8c905b3-1798-4197-902c-8b3f95799486 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 210 time: 0.0883350 Jul 19 03:38:09.458084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc7a37a-4a52-45d3-bda9-7e87b2447182 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:38:09.469642 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:09.478845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Made reservation on behalf of 1b3a8b0a5f7e4a768e7c66b25c65196f for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:38:09.483752 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:09.521077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Transition to ACTIVE for port object 8bc7a37a-4a52-45d3-bda9-7e87b2447182 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:09.559939 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:09.678509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device da9053a8-34dd-4689-9f95-b0a73b4c071f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:09.784766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port da9053a8-34dd-4689-9f95-b0a73b4c071f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:09.785495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc7a37a-4a52-45d3-bda9-7e87b2447182,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:09.797667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port da9053a8-34dd-4689-9f95-b0a73b4c071f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:09.798138 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:09.974244 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:10.017537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port da9053a8-34dd-4689-9f95-b0a73b4c071f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=da9053a8-34dd-4689-9f95-b0a73b4c071f,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:10.029903 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:10.148980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=da9053a8-34dd-4689-9f95-b0a73b4c071f,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:10.197469 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:10.517139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Allocated IP 172.20.0.11 (3d7a0220-7bec-4f74-b1a8-f14d46f2465a/aa33d645-22ff-4fc7-9062-5669dcb96c21/70d6939a-5fc7-48ed-b720-b03f01fc36d6) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:10.567693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:38:10.568123 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:10.718927 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-761da017-dc81-4dda-9a9b-89a6634fe88e req-7a93d5b5-87a0-4bd1-a5aa-0bc4f37db104 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 210 time: 0.1660349 Jul 19 03:38:10.761591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port 41aaf2ef-1c5d-41f2-884b-ddd0f275d649, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=41aaf2ef-1c5d-41f2-884b-ddd0f275d649,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:10.762305 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:10.775306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Attempting to bind port 8bc7a37a-4a52-45d3-bda9-7e87b2447182 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:38:10.775728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Attempting to bind port 8bc7a37a-4a52-45d3-bda9-7e87b2447182 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:38:10.775974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Attempting to bind port 8bc7a37a-4a52-45d3-bda9-7e87b2447182 on network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:10.778485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:38:10.787396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Port 8bc7a37a-4a52-45d3-bda9-7e87b2447182 on network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:38:10.787760 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Attempting to bind port 8bc7a37a-4a52-45d3-bda9-7e87b2447182 on network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:10.802334 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:10.805260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:38:10.805611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Checking segment: {'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:10.806085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Bound using segment: {'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:38:10.806566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Bound port: 8bc7a37a-4a52-45d3-bda9-7e87b2447182, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:38:10.806929 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:10.904139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] For port 8bc7a37a-4a52-45d3-bda9-7e87b2447182, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:38:10.909704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] For port 8bc7a37a-4a52-45d3-bda9-7e87b2447182, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:38:10.915628 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:10.934438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:10.988306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:10.989715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:10.991734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] 10.222.0.25 "PUT /v2.0/ports/8bc7a37a-4a52-45d3-bda9-7e87b2447182 HTTP/1.1" status: 200 len: 1093 time: 2.4597337 Jul 19 03:38:10.994528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:11.002884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b155303-3c4a-4f70-8cba-0c320da1b3a3', 'tag': '8bc7a37a-4a52-45d3-bda9-7e87b2447182'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:38:11.005782 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6899731a-210d-4932-833e-b35ba3b8f6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b155303-3c4a-4f70-8cba-0c320da1b3a3", "tag": "8bc7a37a-4a52-45d3-bda9-7e87b2447182"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:38:11.014616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:11.020232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:11.062231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Pushing event updated for resources: {'Port': ['ID=70d6939a-5fc7-48ed-b720-b03f01fc36d6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:11.169009 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60dc12e-4448-4825-aba9-a1ba5a478b77 x-openstack-request-id: req-c60dc12e-4448-4825-aba9-a1ba5a478b77 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:38:11.169431 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b155303-3c4a-4f70-8cba-0c320da1b3a3", "tag": "8bc7a37a-4a52-45d3-bda9-7e87b2447182", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:38:11.169680 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c60dc12e-4448-4825-aba9-a1ba5a478b77 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:38:11.170103 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b155303-3c4a-4f70-8cba-0c320da1b3a3', 'tag': '8bc7a37a-4a52-45d3-bda9-7e87b2447182', 'status': 'completed', 'code': 200} Jul 19 03:38:11.171425 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:11.202513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed7f04-3702-42eb-9020-80e36801ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc7a37a-4a52-45d3-bda9-7e87b2447182,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:11.226862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:11.227698 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:11.257704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-4aaa89d9-f727-4184-b4e1-7364f80ac494 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9994545 Jul 19 03:38:11.275441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Request body: {'port': {'device_id': '1742183e-a647-4fbb-9d76-bcf4176df3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:11.322427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-ff1a664a-ffa6-411b-947c-53d3ffcf3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:11.324225 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-ff1a664a-ffa6-411b-947c-53d3ffcf3a63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1096 time: 0.2654719 Jul 19 03:38:11.333757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=41aaf2ef-1c5d-41f2-884b-ddd0f275d649,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:11.406692 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-d0e672b9-3e1e-4fde-a83d-48f61388b1c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182 HTTP/1.1" status: 200 len: 217 time: 0.0696113 Jul 19 03:38:11.475360 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:11.508782 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:11.613419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-65424c42-7e89-4a09-9515-12ef5db8e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:11.615006 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-65424c42-7e89-4a09-9515-12ef5db8e1bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.1455834 Jul 19 03:38:11.745523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device da9053a8-34dd-4689-9f95-b0a73b4c071f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:11.763048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-f6417955-5050-4538-9927-e5783f0ce486 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390553 Jul 19 03:38:11.801867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router f4fad044-5e3b-4530-a208-f83518bbe5df has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:38:11.878853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port da9053a8-34dd-4689-9f95-b0a73b4c071f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:11.883778 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:12.034580 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-f580cc5c-fb64-4846-96da-67cc50ef3ad7 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622921 Jul 19 03:38:12.229774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:38:12.243577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-79ca818a-9a84-45b6-9df5-c2eed390a6e3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "PUT /v2.0/routers/f4fad044-5e3b-4530-a208-f83518bbe5df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4705465 Jul 19 03:38:12.248915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52068) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:12.264514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] Sync routers for ids ['f4fad044-5e3b-4530-a208-f83518bbe5df'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:38:12.277875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] Routers {'f4fad044-5e3b-4530-a208-f83518bbe5df'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:12.282221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f4fad044-5e3b-4530-a208-f83518bbe5df'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:12.348220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e47938c3-4ccb-4233-92e1-e8a3aec576f4 req-8d4f8f1a-9f5d-4a82-adf3-a3bdaad54f49 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068876 Jul 19 03:38:12.370294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c787c9-01bd-465b-a8f3-c1731dbb0695 req-60cd0679-9428-4a1c-838e-7f9192866cd5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:12.374051 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11c787c9-01bd-465b-a8f3-c1731dbb0695 req-60cd0679-9428-4a1c-838e-7f9192866cd5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 932 time: 0.2705948 Jul 19 03:38:12.407636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-02299265-26a4-44cc-90b4-7d2e8114485f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting subnet 952eda1e-a75d-4b7e-842e-c214e36e688c {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:38:12.431657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02299265-26a4-44cc-90b4-7d2e8114485f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:12.518561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] Set router f4fad044-5e3b-4530-a208-f83518bbe5df gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:12.542925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d6939a-5fc7-48ed-b720-b03f01fc36d6 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:38:12.554450 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:12.589039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Transition to ACTIVE for port object 70d6939a-5fc7-48ed-b720-b03f01fc36d6 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:12.593621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899731a-210d-4932-833e-b35ba3b8f6e1 req-b361b3ff-3f30-4f9b-9e32-77796b519b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:12.593828 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6899731a-210d-4932-833e-b35ba3b8f6e1 req-b361b3ff-3f30-4f9b-9e32-77796b519b4a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1096 time: 0.1799173 Jul 19 03:38:12.594295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52084) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:12.602159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:12.630052 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11c787c9-01bd-465b-a8f3-c1731dbb0695 req-0394046a-d420-46e1-bbc3-430acea3871f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498310 Jul 19 03:38:12.659180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02299265-26a4-44cc-90b4-7d2e8114485f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:12.859378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Pushing event updated for resources: {'Port': ['ID=70d6939a-5fc7-48ed-b720-b03f01fc36d6,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:12.863684 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4e33d457-e284-47ca-ab88-926e2f8c4117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:12.880364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b3391520-b424-4450-a823-8453f4fce3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:12.893441 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02299265-26a4-44cc-90b4-7d2e8114485f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:12.935611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:38:11Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:12.961641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899731a-210d-4932-833e-b35ba3b8f6e1 req-633b3a3c-5791-4818-9518-8cbbdb87abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:12.963493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6899731a-210d-4932-833e-b35ba3b8f6e1 req-633b3a3c-5791-4818-9518-8cbbdb87abc5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.3625853 Jul 19 03:38:12.970236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] Checking router: f4fad044-5e3b-4530-a208-f83518bbe5df for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:38:12.981669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Attempting to bind port 70d6939a-5fc7-48ed-b720-b03f01fc36d6 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:38:12.982147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Attempting to bind port 70d6939a-5fc7-48ed-b720-b03f01fc36d6 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:38:12.982335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] Routers {'f4fad044-5e3b-4530-a208-f83518bbe5df'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:12.982693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Attempting to bind port 70d6939a-5fc7-48ed-b720-b03f01fc36d6 on network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:12.983150 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:37:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['f4fad044-5e3b-4530-a208-f83518bbe5df'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:13.025972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6899731a-210d-4932-833e-b35ba3b8f6e1 req-4adfdb49-9296-4b64-99c7-7abb06c32454 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182 HTTP/1.1" status: 200 len: 217 time: 0.0505989 Jul 19 03:38:13.030236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Port 70d6939a-5fc7-48ed-b720-b03f01fc36d6 on network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:38:13.030692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Attempting to bind port 70d6939a-5fc7-48ed-b720-b03f01fc36d6 on network 3d7a0220-7bec-4f74-b1a8-f14d46f2465a {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:13.046573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:38:13.047262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Checking segment: {'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:13.047924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Bound using segment: {'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:38:13.048853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Bound port: 70d6939a-5fc7-48ed-b720-b03f01fc36d6, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdf6e99-dfe4-4988-96d2-1da364b6db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:38:13.049016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02299265-26a4-44cc-90b4-7d2e8114485f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.049647 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.080746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02299265-26a4-44cc-90b4-7d2e8114485f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Subnet': ['ID=952eda1e-a75d-4b7e-842e-c214e36e688c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:13.096490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02299265-26a4-44cc-90b4-7d2e8114485f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.102510 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-02299265-26a4-44cc-90b4-7d2e8114485f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/subnets/952eda1e-a75d-4b7e-842e-c214e36e688c HTTP/1.1" status: 204 len: 168 time: 0.8494577 Jul 19 03:38:13.105568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52104) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:13.120166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8423700e-4b30-41ed-81dc-34c423edc64f None None] Network 0d68abc6-53c0-41ab-a652-a19d9d925684 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:38:13.151248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] Set router f4fad044-5e3b-4530-a208-f83518bbe5df gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:13.154290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899731a-210d-4932-833e-b35ba3b8f6e1 req-267d7cd0-f852-4b17-8e32-cd169a9242e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:13.155219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6899731a-210d-4932-833e-b35ba3b8f6e1 req-267d7cd0-f852-4b17-8e32-cd169a9242e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.1167693 Jul 19 03:38:13.213112 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6899731a-210d-4932-833e-b35ba3b8f6e1 req-dcfa0a19-1892-4c61-9fec-67730bd601f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473206 Jul 19 03:38:13.281125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b3391520-b424-4450-a823-8453f4fce3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.285915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] For port 70d6939a-5fc7-48ed-b720-b03f01fc36d6, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:38:13.307137 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.317542 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b3391520-b424-4450-a823-8453f4fce3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.379113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] For port 70d6939a-5fc7-48ed-b720-b03f01fc36d6, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=70d6939a-5fc7-48ed-b720-b03f01fc36d6,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:38:13.417105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.465843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.469302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3391520-b424-4450-a823-8453f4fce3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac50fe8-5373-410d-8d24-183502712726,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:13.476982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b3391520-b424-4450-a823-8453f4fce3e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b616cb3c30104e32a9fe547f3fe0983c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815675 Jul 19 03:38:13.479129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6899731a-210d-4932-833e-b35ba3b8f6e1 req-170cf9aa-4f07-4656-a67b-bf26208eb1e3 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493048 Jul 19 03:38:13.479579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52120) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:13.501072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:13.503236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.506490 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] 10.222.0.26 "PUT /v2.0/ports/70d6939a-5fc7-48ed-b720-b03f01fc36d6 HTTP/1.1" status: 200 len: 1093 time: 2.2369111 Jul 19 03:38:13.519736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1742183e-a647-4fbb-9d76-bcf4176df3c1', 'tag': '70d6939a-5fc7-48ed-b720-b03f01fc36d6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:38:13.527710 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dddad5e-a866-4f48-9acf-f9a01a90210b" -d '{"events": [{"name": "network-changed", "server_uuid": "1742183e-a647-4fbb-9d76-bcf4176df3c1", "tag": "70d6939a-5fc7-48ed-b720-b03f01fc36d6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:38:13.549983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 59aaf249-4b90-4a69-b709-57ac983e7516 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:38:13.550479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.588247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:38:11Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:13.652026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09382a-03d2-4e48-bdfd-9db70da934b6 None None] The sync data for ids ['f4fad044-5e3b-4530-a208-f83518bbe5df'] in n-d-762330-18 is: [{'id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464944247', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:36:44Z', 'updated_at': '2021-07-19T03:38:11Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '59aaf249-4b90-4a69-b709-57ac983e7516', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fad044-5e3b-4530-a208-f83518bbe5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:36:45Z', 'updated_at': '2021-07-19T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:38:13.676122 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e612d2b-c07c-4bc7-b08a-d653b2124b5c None None] DHCP port deletion for 0d68abc6-53c0-41ab-a652-a19d9d925684 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:38:13.681284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfe784-f315-493a-8f82-26f5dd68b84b service neutron] Pushing event updated for resources: {'Port': ['ID=70d6939a-5fc7-48ed-b720-b03f01fc36d6,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:13.714909 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0ef020-cff4-4dd6-9085-bbec2068b253 x-openstack-request-id: req-1e0ef020-cff4-4dd6-9085-bbec2068b253 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:38:13.715498 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1742183e-a647-4fbb-9d76-bcf4176df3c1", "tag": "70d6939a-5fc7-48ed-b720-b03f01fc36d6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:38:13.715947 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e0ef020-cff4-4dd6-9085-bbec2068b253 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:38:13.716746 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1742183e-a647-4fbb-9d76-bcf4176df3c1', 'tag': '70d6939a-5fc7-48ed-b720-b03f01fc36d6', 'status': 'completed', 'code': 200} Jul 19 03:38:13.743266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port 59aaf249-4b90-4a69-b709-57ac983e7516, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=59aaf249-4b90-4a69-b709-57ac983e7516,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:13.743999 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.774682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 59aaf249-4b90-4a69-b709-57ac983e7516 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:38:13.791878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5e612d2b-c07c-4bc7-b08a-d653b2124b5c None None] Deleting port 33411a3c-c432-4e70-b0f5-34800ad52365 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:38:13.792264 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e612d2b-c07c-4bc7-b08a-d653b2124b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.834163 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af3c0bd1-77f3-4dd9-a924-1f1fab422cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.857474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af3c0bd1-77f3-4dd9-a924-1f1fab422cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.935903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5e612d2b-c07c-4bc7-b08a-d653b2124b5c None None] For port 33411a3c-c432-4e70-b0f5-34800ad52365, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=33411a3c-c432-4e70-b0f5-34800ad52365,segment=NetworkSegment(33b004ff-f0de-4aec-9fee-e4e710892ecf),segment_id=33b004ff-f0de-4aec-9fee-e4e710892ecf)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:13.936433 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e612d2b-c07c-4bc7-b08a-d653b2124b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:13.954177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5e612d2b-c07c-4bc7-b08a-d653b2124b5c None None] Calling delete_port for 33411a3c-c432-4e70-b0f5-34800ad52365 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:38:13.962147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-3533c373-50dc-43d8-821b-b0e6046d60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:13.964677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-3533c373-50dc-43d8-821b-b0e6046d60f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 1096 time: 0.3601973 Jul 19 03:38:13.970708 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6899731a-210d-4932-833e-b35ba3b8f6e1 req-043236e5-f5a8-4961-b8f7-a8470772a7b5 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558346 Jul 19 03:38:14.054713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-3e6a6866-5a16-422a-882a-61644eb7ca27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d6939a-5fc7-48ed-b720-b03f01fc36d6 HTTP/1.1" status: 200 len: 217 time: 0.0816967 Jul 19 03:38:14.055299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af3c0bd1-77f3-4dd9-a924-1f1fab422cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.057784 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-af3c0bd1-77f3-4dd9-a924-1f1fab422cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.069934 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-af3c0bd1-77f3-4dd9-a924-1f1fab422cd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ac50fe8-5373-410d-8d24-183502712726 HTTP/1.1" status: 204 len: 168 time: 0.5813472 Jul 19 03:38:14.103416 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e612d2b-c07c-4bc7-b08a-d653b2124b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.103748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541feb4-1436-403a-9d71-7ed4e72cc6f0 req-6d88c88b-676d-417b-aad9-d465c5d0b53d tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:14.112049 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c541feb4-1436-403a-9d71-7ed4e72cc6f0 req-6d88c88b-676d-417b-aad9-d465c5d0b53d tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 944 time: 0.2394011 Jul 19 03:38:14.115032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c0bd1-77f3-4dd9-a924-1f1fab422cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac50fe8-5373-410d-8d24-183502712726,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:14.178677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e612d2b-c07c-4bc7-b08a-d653b2124b5c None None] No DVR routers for this DVR port 33411a3c-c432-4e70-b0f5-34800ad52365 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:38:14.207037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c541feb4-1436-403a-9d71-7ed4e72cc6f0 req-0fb4defb-e231-4501-ac48-786da68208d4 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935473 Jul 19 03:38:14.227004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-73e148c2-6bb5-478a-8f6a-c112e2565b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:14.228456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-73e148c2-6bb5-478a-8f6a-c112e2565b5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.1529474 Jul 19 03:38:14.239825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8bc7a37a-4a52-45d3-bda9-7e87b2447182 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:38:14.249278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e612d2b-c07c-4bc7-b08a-d653b2124b5c None None] Pushing event deleted for resources: {'Port': ['ID=33411a3c-c432-4e70-b0f5-34800ad52365,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:14.271884 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.312969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=59aaf249-4b90-4a69-b709-57ac983e7516,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:14.317316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-8d55bdcb-cb08-43c1-86f5-b0fe0f8e14f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679951 Jul 19 03:38:14.452245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8bc7a37a-4a52-45d3-bda9-7e87b2447182, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:14.454582 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.479850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '8bc7a37a-4a52-45d3-bda9-7e87b2447182', 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a', 'port_id': '8bc7a37a-4a52-45d3-bda9-7e87b2447182', 'mac_address': 'fa:16:3e:f9:76:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa33d645-22ff-4fc7-9062-5669dcb96c21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:38:14.497406 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-dcebc614-41ca-4659-a772-32e3b147d901 service neutron] 10.222.0.26 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787593 Jul 19 03:38:14.545693 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.573461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc7a37a-4a52-45d3-bda9-7e87b2447182 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:38:14.598864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8bc7a37a-4a52-45d3-bda9-7e87b2447182, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:14.610075 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.658415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52158) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:14.676166 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.678744 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.683726 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-285f2487-1e88-4f93-85ab-c21805476b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.694225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=8bc7a37a-4a52-45d3-bda9-7e87b2447182,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:14.729977 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b52e6ac3-ec08-4be1-901c-cf30e7dac2d6 req-9dd5c813-3c12-435a-869d-0ae72d2edc25 service neutron] 10.222.0.26 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258770 Jul 19 03:38:14.756612 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.757260 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Fanout notify agent at l3_agent the message router_deleted on router f4fad044-5e3b-4530-a208-f83518bbe5df {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:38:14.765827 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:14.771973 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f303fee6-7e90-4531-add7-abf99525e362 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/routers/f4fad044-5e3b-4530-a208-f83518bbe5df HTTP/1.1" status: 204 len: 168 time: 1.6641593 Jul 19 03:38:14.772351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52162) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:14.810972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['8bc7a37a-4a52-45d3-bda9-7e87b2447182'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:38:14.932131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.019734 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-285f2487-1e88-4f93-85ab-c21805476b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.036988 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-285f2487-1e88-4f93-85ab-c21805476b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.071295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddad5e-a866-4f48-9acf-f9a01a90210b req-19aa452c-a227-4ee6-90fb-ae6f3e040646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:15.073046 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dddad5e-a866-4f48-9acf-f9a01a90210b req-19aa452c-a227-4ee6-90fb-ae6f3e040646 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 1096 time: 0.2654977 Jul 19 03:38:15.091245 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8f8c-101b-406e-b73e-a3538f658d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.164382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.176596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f2487-1e88-4f93-85ab-c21805476b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be43749-91f5-48a4-bcf4-86af7f7b5f35,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:15.188267 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-285f2487-1e88-4f93-85ab-c21805476b84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66c63a2db8e148b0a989197f4166fc1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285320 Jul 19 03:38:15.188565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52174) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:15.190601 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d68abc6-53c0-41ab-a652-a19d9d925684']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:15.246537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b004ff-f0de-4aec-9fee-e4e710892ecf') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:15.247572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b004ff-f0de-4aec-9fee-e4e710892ecf') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:15.276262 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.295520 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e2e600c7-abd9-413f-bd50-44b0e83ad8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.330472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.333626 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e2e600c7-abd9-413f-bd50-44b0e83ad8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.379851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:38:15.380276 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:38:15.383610 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:38:15.423105 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e2e600c7-abd9-413f-bd50-44b0e83ad8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.433637 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e2e600c7-abd9-413f-bd50-44b0e83ad8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.436469 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e2e600c7-abd9-413f-bd50-44b0e83ad8fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7be43749-91f5-48a4-bcf4-86af7f7b5f35 HTTP/1.1" status: 204 len: 168 time: 0.2458708 Jul 19 03:38:15.438014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddad5e-a866-4f48-9acf-f9a01a90210b req-8d68d9f4-a40d-4675-8d94-5d271923efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:15.439822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dddad5e-a866-4f48-9acf-f9a01a90210b req-8d68d9f4-a40d-4675-8d94-5d271923efb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.3577182 Jul 19 03:38:15.464459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e600c7-abd9-413f-bd50-44b0e83ad8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be43749-91f5-48a4-bcf4-86af7f7b5f35,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:15.526599 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dddad5e-a866-4f48-9acf-f9a01a90210b req-ff2cde46-2a0b-418e-8977-99f0d0757717 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d6939a-5fc7-48ed-b720-b03f01fc36d6 HTTP/1.1" status: 200 len: 217 time: 0.0762782 Jul 19 03:38:15.619536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 59aaf249-4b90-4a69-b709-57ac983e7516 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:38:15.619704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.642682 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.647264 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/networks/0d68abc6-53c0-41ab-a652-a19d9d925684 HTTP/1.1" status: 204 len: 168 time: 0.8714662 Jul 19 03:38:15.648324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52198) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:15.659324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 59aaf249-4b90-4a69-b709-57ac983e7516 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:38:15.659674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 59aaf249-4b90-4a69-b709-57ac983e7516 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:38:15.660097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 33411a3c-c432-4e70-b0f5-34800ad52365 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:38:15.677537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddad5e-a866-4f48-9acf-f9a01a90210b req-67e44b80-0555-4f15-bd72-e2ef24ae1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:15.679475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dddad5e-a866-4f48-9acf-f9a01a90210b req-67e44b80-0555-4f15-bd72-e2ef24ae1d46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.1320019 Jul 19 03:38:15.683187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76bcb5-1ffd-4c24-8809-dad6eae93c04 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Network': ['ID=0d68abc6-53c0-41ab-a652-a19d9d925684,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:15.693692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 33411a3c-c432-4e70-b0f5-34800ad52365 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:38:15.694044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 33411a3c-c432-4e70-b0f5-34800ad52365 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:38:15.694641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:38:15.719184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:38:15.719428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 41aaf2ef-1c5d-41f2-884b-ddd0f275d649 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:38:15.727275 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.727733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dddad5e-a866-4f48-9acf-f9a01a90210b req-da7cdb24-9b27-4d67-9cbd-7fc9a35c98f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403090 Jul 19 03:38:15.737203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19e5da-ceea-4213-b9cc-57bc1f03d12d req-8521fd7a-39e0-4bcc-ae7e-9d2afed59cd4 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:15.738808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b19e5da-ceea-4213-b9cc-57bc1f03d12d req-8521fd7a-39e0-4bcc-ae7e-9d2afed59cd4 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 944 time: 0.3053997 Jul 19 03:38:15.775259 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b27e24aa-b473-4789-b5f1-81f297938f61 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.805689 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b27e24aa-b473-4789-b5f1-81f297938f61 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.859781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b19e5da-ceea-4213-b9cc-57bc1f03d12d req-9d2dada3-fcc1-4503-a446-c49f94d293d1 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117151 Jul 19 03:38:15.891709 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b27e24aa-b473-4789-b5f1-81f297938f61 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.894672 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b27e24aa-b473-4789-b5f1-81f297938f61 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:15.898773 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b27e24aa-b473-4789-b5f1-81f297938f61 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/security-groups/763c13a5-12d6-4c03-b433-190075c20747 HTTP/1.1" status: 204 len: 168 time: 0.2491519 Jul 19 03:38:15.903672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dddad5e-a866-4f48-9acf-f9a01a90210b req-a95390fe-daaf-4dea-a048-fcc1419937e6 service neutron] 10.222.0.26 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634252 Jul 19 03:38:15.916198 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e24aa-b473-4789-b5f1-81f297938f61 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763c13a5-12d6-4c03-b433-190075c20747,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:16.046236 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dddad5e-a866-4f48-9acf-f9a01a90210b req-2578b86e-cb85-4e9c-a72c-fd5bb2c85694 service neutron] 10.222.0.26 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361532 Jul 19 03:38:16.080129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52210) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:16.207049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8bc7a37a-4a52-45d3-bda9-7e87b2447182 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:16.271364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6195b8d3-211a-4c84-b73b-5942115992ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.300955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 8bc7a37a-4a52-45d3-bda9-7e87b2447182 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:16.306595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 8bc7a37a-4a52-45d3-bda9-7e87b2447182 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:16.307388 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.323361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52222) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:16.329389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1b32d4f7-7429-4813-824a-f96a8b40ea10 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062250419', 'description': 'tempest-secgroup-smoke-1062250419 description', 'project_id': 'e75be25bd4974f968410bc0e645db078'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:16.431570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6195b8d3-211a-4c84-b73b-5942115992ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.438206 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.447726 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6195b8d3-211a-4c84-b73b-5942115992ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.464342 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b32d4f7-7429-4813-824a-f96a8b40ea10 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.480278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8bc7a37a-4a52-45d3-bda9-7e87b2447182, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:16.481521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b155303-3c4a-4f70-8cba-0c320da1b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7a37a-4a52-45d3-bda9-7e87b2447182'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:38:16.484869 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f65755-6fbf-43a3-bc74-687e68328fb9" -d '{"events": [{"server_uuid": "4b155303-3c4a-4f70-8cba-0c320da1b3a3", "name": "network-vif-plugged", "status": "completed", "tag": "8bc7a37a-4a52-45d3-bda9-7e87b2447182"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:38:16.491436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.499340 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.504459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52228) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:16.505018 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6195b8d3-211a-4c84-b73b-5942115992ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a0daab8019f409386d8f7ff7213406a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4227517 Jul 19 03:38:16.506572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195b8d3-211a-4c84-b73b-5942115992ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8120e91-2e40-4add-9ca9-eeff224c8950,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:16.589942 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d7aba2-21da-400e-bf75-a1474ca10090 x-openstack-request-id: req-86d7aba2-21da-400e-bf75-a1474ca10090 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:38:16.590233 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b155303-3c4a-4f70-8cba-0c320da1b3a3", "name": "network-vif-plugged", "status": "completed", "tag": "8bc7a37a-4a52-45d3-bda9-7e87b2447182", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:38:16.591143 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86d7aba2-21da-400e-bf75-a1474ca10090 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:38:16.591558 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b155303-3c4a-4f70-8cba-0c320da1b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7a37a-4a52-45d3-bda9-7e87b2447182', 'code': 200} Jul 19 03:38:16.593244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=8bc7a37a-4a52-45d3-bda9-7e87b2447182,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:16.614338 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b1827ae-9ac2-48f7-8ab8-dd695540495a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.667692 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b1827ae-9ac2-48f7-8ab8-dd695540495a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.707088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a34b0-aaf4-4a2f-8a82-34eb0a30f148 req-b7331ee3-4399-4a1c-8c96-66abf8d6c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:16.708960 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-438a34b0-aaf4-4a2f-8a82-34eb0a30f148 req-b7331ee3-4399-4a1c-8c96-66abf8d6c525 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0624428 Jul 19 03:38:16.725924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b32d4f7-7429-4813-824a-f96a8b40ea10 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.735320 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b32d4f7-7429-4813-824a-f96a8b40ea10 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.756467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-438a34b0-aaf4-4a2f-8a82-34eb0a30f148 req-56a28165-e09f-43d3-b465-bea5a7875285 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Jul 19 03:38:16.761892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b1827ae-9ac2-48f7-8ab8-dd695540495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.764432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7b1827ae-9ac2-48f7-8ab8-dd695540495a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.766763 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7b1827ae-9ac2-48f7-8ab8-dd695540495a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8120e91-2e40-4add-9ca9-eeff224c8950 HTTP/1.1" status: 204 len: 168 time: 0.2610264 Jul 19 03:38:16.775638 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b32d4f7-7429-4813-824a-f96a8b40ea10 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.777062 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1b32d4f7-7429-4813-824a-f96a8b40ea10 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4522753 Jul 19 03:38:16.780118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52248) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:16.784203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32d4f7-7429-4813-824a-f96a8b40ea10 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd306272-302e-47f6-bf03-1df4c4d2948d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:16.795547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1827ae-9ac2-48f7-8ab8-dd695540495a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8120e91-2e40-4add-9ca9-eeff224c8950,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:16.795694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-dfb7db6c-e3ee-4801-aa5d-604dd0486169 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': 'dd306272-302e-47f6-bf03-1df4c4d2948d', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:16.846097 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dfb7db6c-e3ee-4801-aa5d-604dd0486169 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.902720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dfb7db6c-e3ee-4801-aa5d-604dd0486169 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.908747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dfb7db6c-e3ee-4801-aa5d-604dd0486169 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.936686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7db6c-e3ee-4801-aa5d-604dd0486169 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816dbde2-45b6-42e4-a272-a05a15d18d52,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:16.949014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dfb7db6c-e3ee-4801-aa5d-604dd0486169 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:16.950819 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dfb7db6c-e3ee-4801-aa5d-604dd0486169 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697075 Jul 19 03:38:16.953504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52258) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:16.960630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9f09689a-3920-4ca2-bdf3-96fa8cb873e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': 'dd306272-302e-47f6-bf03-1df4c4d2948d', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:17.012305 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f09689a-3920-4ca2-bdf3-96fa8cb873e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.116402 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749732f-ed33-4dd4-81e3-06ee7156b7c3 req-09334658-e801-4db8-8627-129b86eb6d1f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:17.123088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6749732f-ed33-4dd4-81e3-06ee7156b7c3 req-09334658-e801-4db8-8627-129b86eb6d1f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 944 time: 0.1217885 Jul 19 03:38:17.141568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f09689a-3920-4ca2-bdf3-96fa8cb873e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.156675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f09689a-3920-4ca2-bdf3-96fa8cb873e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.186720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09689a-3920-4ca2-bdf3-96fa8cb873e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968b625a-8ded-4e3f-9fdc-f45e0c43753b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:17.195894 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6749732f-ed33-4dd4-81e3-06ee7156b7c3 req-5c12ccd3-be87-4932-be7c-45fdd3fbfe1d tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718873 Jul 19 03:38:17.197188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f09689a-3920-4ca2-bdf3-96fa8cb873e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.198447 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9f09689a-3920-4ca2-bdf3-96fa8cb873e1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2427354 Jul 19 03:38:17.201301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52266) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:17.207336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2b73f4c7-74e3-4a58-9077-2ed099d411cd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': 'dd306272-302e-47f6-bf03-1df4c4d2948d', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:17.225914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52268) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:17.244804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f695e109-0ac3-4e83-b0ff-5c03ddedcf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.261175 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b73f4c7-74e3-4a58-9077-2ed099d411cd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.321001 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b73f4c7-74e3-4a58-9077-2ed099d411cd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.326277 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b73f4c7-74e3-4a58-9077-2ed099d411cd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.350050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73f4c7-74e3-4a58-9077-2ed099d411cd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8a2508-a649-48e1-b972-57b0de919fc9,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:17.366896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f695e109-0ac3-4e83-b0ff-5c03ddedcf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.373606 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f695e109-0ac3-4e83-b0ff-5c03ddedcf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.375923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b73f4c7-74e3-4a58-9077-2ed099d411cd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.378536 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2b73f4c7-74e3-4a58-9077-2ed099d411cd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759043 Jul 19 03:38:17.381134 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52274) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:17.385901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-91f63603-890a-4c99-943e-ddbfb21b274c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': 'dd306272-302e-47f6-bf03-1df4c4d2948d', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:17.418473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91f63603-890a-4c99-943e-ddbfb21b274c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.440082 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f695e109-0ac3-4e83-b0ff-5c03ddedcf9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0631ce1bd10411fb2ef0697f9fdaf9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149041 Jul 19 03:38:17.442557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52278) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:17.445217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695e109-0ac3-4e83-b0ff-5c03ddedcf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7bfeb4-d5af-43fd-a1f8-96563c040ebe,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:17.512267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91f63603-890a-4c99-943e-ddbfb21b274c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.521346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91f63603-890a-4c99-943e-ddbfb21b274c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.551744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f63603-890a-4c99-943e-ddbfb21b274c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bc629a-e2d1-41b5-82f7-bec617121581,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:17.553614 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-91f63603-890a-4c99-943e-ddbfb21b274c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.554845 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-91f63603-890a-4c99-943e-ddbfb21b274c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1727617 Jul 19 03:38:17.558443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52282) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:17.559959 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b15e3730-b449-49be-aaef-edbeb53317e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.565367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f7c040f2-ed55-49a2-9a42-1766aa70f766 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': 'dd306272-302e-47f6-bf03-1df4c4d2948d', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:17.584790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b15e3730-b449-49be-aaef-edbeb53317e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.599754 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-f7c040f2-ed55-49a2-9a42-1766aa70f766 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Project e75be25bd4974f968410bc0e645db078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:38:17.605754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7c040f2-ed55-49a2-9a42-1766aa70f766 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.636126 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b15e3730-b449-49be-aaef-edbeb53317e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.639016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b15e3730-b449-49be-aaef-edbeb53317e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.640356 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b15e3730-b449-49be-aaef-edbeb53317e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd7bfeb4-d5af-43fd-a1f8-96563c040ebe HTTP/1.1" status: 204 len: 168 time: 0.1964948 Jul 19 03:38:17.649505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e3730-b449-49be-aaef-edbeb53317e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7bfeb4-d5af-43fd-a1f8-96563c040ebe,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:17.693044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7c040f2-ed55-49a2-9a42-1766aa70f766 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.698771 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7c040f2-ed55-49a2-9a42-1766aa70f766 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.716046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c040f2-ed55-49a2-9a42-1766aa70f766 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb8240e-578c-47fb-9f32-871e9b64c4f6,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:17.732290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7c040f2-ed55-49a2-9a42-1766aa70f766 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.735192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f7c040f2-ed55-49a2-9a42-1766aa70f766 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1752956 Jul 19 03:38:17.738438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52292) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:17.743022 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c2ff5487-d0a2-465c-a053-e96a00f309c3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'security_group_rule': {'security_group_id': 'dd306272-302e-47f6-bf03-1df4c4d2948d', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:17.766803 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-c2ff5487-d0a2-465c-a053-e96a00f309c3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Project e75be25bd4974f968410bc0e645db078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:38:17.772609 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5487-d0a2-465c-a053-e96a00f309c3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.847182 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5487-d0a2-465c-a053-e96a00f309c3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.853357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5487-d0a2-465c-a053-e96a00f309c3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.873795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff5487-d0a2-465c-a053-e96a00f309c3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8dfa1d-5302-480c-8719-503a7048b0d5,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:17.880259 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5487-d0a2-465c-a053-e96a00f309c3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.884855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52300) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:17.885384 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c2ff5487-d0a2-465c-a053-e96a00f309c3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452727 Jul 19 03:38:17.891521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'network': {'name': 'tempest-network-smoke--1067470985', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'port_security_enabled': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:17.918926 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:38:17.922495 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.951775 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.953090 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:38:17.962842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:17.963198 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Added segment 8d65f93f-80ab-48d4-88d5-fb51e02821ec of type vlan for network 3af7d552-3896-420e-9a89-0a7e4975bcf4 Jul 19 03:38:17.983623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 70d6939a-5fc7-48ed-b720-b03f01fc36d6 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:38:18.007565 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:18.042026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:18.050145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:18.050810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:18.102139 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2146032 Jul 19 03:38:18.104822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52306) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:18.112920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'admin_state_up': True, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:18.139784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 70d6939a-5fc7-48ed-b720-b03f01fc36d6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=70d6939a-5fc7-48ed-b720-b03f01fc36d6,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:18.155642 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:18.157324 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:18.161032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96069a4-67f2-4b65-928a-dcba9ad2b4e4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Network': ['ID=3af7d552-3896-420e-9a89-0a7e4975bcf4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:18.162614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '70d6939a-5fc7-48ed-b720-b03f01fc36d6', 'network_id': '3d7a0220-7bec-4f74-b1a8-f14d46f2465a', 'port_id': '70d6939a-5fc7-48ed-b720-b03f01fc36d6', 'mac_address': 'fa:16:3e:70:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa33d645-22ff-4fc7-9062-5669dcb96c21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:38:18.175734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 3af7d552-3896-420e-9a89-0a7e4975bcf4 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:38:18.241781 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:18.395568 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:18.422295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d6939a-5fc7-48ed-b720-b03f01fc36d6 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:38:18.479232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 70d6939a-5fc7-48ed-b720-b03f01fc36d6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=70d6939a-5fc7-48ed-b720-b03f01fc36d6,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:18.488938 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:18.508198 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a97bdc-ae6a-46d7-95f5-543969bdac34 req-0a5344c8-f7d3-408a-9d6c-6209bd886c5a tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:18.510310 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3a97bdc-ae6a-46d7-95f5-543969bdac34 req-0a5344c8-f7d3-408a-9d6c-6209bd886c5a tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 944 time: 0.1564317 Jul 19 03:38:18.591073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=70d6939a-5fc7-48ed-b720-b03f01fc36d6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:18.623546 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f3a97bdc-ae6a-46d7-95f5-543969bdac34 req-4f4e4542-9002-4057-a8fa-85c3f86967eb tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026103 Jul 19 03:38:18.693740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['70d6939a-5fc7-48ed-b720-b03f01fc36d6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:38:18.951457 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:19.198675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:19.223632 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:19.342842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.25.2.28 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/2d3a320e-a0e8-45ac-8ccd-d896ae159ced) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:19.478952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:19.525161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:19.563558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:19.566907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:19.570587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:19.610030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=2d3a320e-a0e8-45ac-8ccd-d896ae159ced,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:19.897109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b36de-488b-4ce2-9a86-85b2e0222bae req-4b7e69ee-adc4-43fc-ad47-7c5fa3226b73 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:19.899177 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a03b36de-488b-4ce2-9a86-85b2e0222bae req-4b7e69ee-adc4-43fc-ad47-7c5fa3226b73 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 945 time: 0.1406989 Jul 19 03:38:19.984950 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:19.991126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a03b36de-488b-4ce2-9a86-85b2e0222bae req-de5412b5-2494-4224-9233-44513fce4a53 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598419 Jul 19 03:38:20.019385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 70d6939a-5fc7-48ed-b720-b03f01fc36d6 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:20.100387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 70d6939a-5fc7-48ed-b720-b03f01fc36d6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:20.104498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 70d6939a-5fc7-48ed-b720-b03f01fc36d6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:20.104869 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:20.269552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:20.302667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:20.303225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1742183e-a647-4fbb-9d76-bcf4176df3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d6939a-5fc7-48ed-b720-b03f01fc36d6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:38:20.306392 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f86f62-ed2a-4f76-bde8-abee4fa85bc3" -d '{"events": [{"server_uuid": "1742183e-a647-4fbb-9d76-bcf4176df3c1", "name": "network-vif-plugged", "status": "completed", "tag": "70d6939a-5fc7-48ed-b720-b03f01fc36d6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:38:20.324627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 70d6939a-5fc7-48ed-b720-b03f01fc36d6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=70d6939a-5fc7-48ed-b720-b03f01fc36d6,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:20.331835 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:20.389997 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4bb99d-18e5-43fb-b52a-e7b6bbc27687 x-openstack-request-id: req-3a4bb99d-18e5-43fb-b52a-e7b6bbc27687 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:38:20.389997 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1742183e-a647-4fbb-9d76-bcf4176df3c1", "name": "network-vif-plugged", "status": "completed", "tag": "70d6939a-5fc7-48ed-b720-b03f01fc36d6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:38:20.390246 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a4bb99d-18e5-43fb-b52a-e7b6bbc27687 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:38:20.390860 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1742183e-a647-4fbb-9d76-bcf4176df3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d6939a-5fc7-48ed-b720-b03f01fc36d6', 'code': 200} Jul 19 03:38:20.432064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=70d6939a-5fc7-48ed-b720-b03f01fc36d6,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:20.587849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17199c8f-40a8-490b-bcea-b792ec4fc22f req-a71f93e7-5dd6-41af-b1c1-ed8e34072d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:20.589420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17199c8f-40a8-490b-bcea-b792ec4fc22f req-a71f93e7-5dd6-41af-b1c1-ed8e34072d45 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 1098 time: 0.1046536 Jul 19 03:38:20.605457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 34d1010d-325d-43db-a782-436414be8aaa is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:38:20.705587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17199c8f-40a8-490b-bcea-b792ec4fc22f req-05bf0e98-a69c-4fd1-a1de-0690bea76f57 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085145 Jul 19 03:38:20.779529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:38:20.791167 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Sync routers for ids ['34d1010d-325d-43db-a782-436414be8aaa'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:38:20.801670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:20.803431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a11efcbf-8522-41d3-a2e6-c71affea90dd tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6971323 Jul 19 03:38:20.806333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52434) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:20.813301 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Routers {'34d1010d-325d-43db-a782-436414be8aaa'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:20.818531 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['34d1010d-325d-43db-a782-436414be8aaa'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:20.852417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a6696596-996a-4e19-86a9-99e346629ac8 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e75be25bd4974f968410bc0e645db078&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447562 Jul 19 03:38:20.854878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52444) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:20.962220 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Set router 34d1010d-325d-43db-a782-436414be8aaa gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:21.007875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21270ecf-360b-4492-9244-18c11da408b3 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:21.012221 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-21270ecf-360b-4492-9244-18c11da408b3 tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533213 Jul 19 03:38:21.012931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52462) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:21.080197 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a02d5ffd-0cd5-4762-8743-1da19ec1994f tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641112 Jul 19 03:38:21.082620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52470) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:21.087837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-474410158', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'project_id': 'e75be25bd4974f968410bc0e645db078', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:21.276145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:38:21.280452 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:21.286069 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:19Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:21.315355 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Checking router: 34d1010d-325d-43db-a782-436414be8aaa for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:38:21.316113 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Updating router 34d1010d-325d-43db-a782-436414be8aaa port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:38:21.327644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242468c-56bc-4316-81f9-9fa806454238 req-e91c1a0c-3984-44c1-b3e4-e8928dadb4d8 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:21.329279 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2242468c-56bc-4316-81f9-9fa806454238 req-e91c1a0c-3984-44c1-b3e4-e8928dadb4d8 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1275775 Jul 19 03:38:21.359107 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:21.443582 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2242468c-56bc-4316-81f9-9fa806454238 req-a6715cfd-7be5-420a-a334-ea5739e2cb4e tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034410 Jul 19 03:38:21.660564 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:21.695984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52482) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:21.817184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Subnet': ['ID=d5b6c2b3-533c-4d68-bf9c-1d88473e9594,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:21.818510 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:21.831731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Checking segment: {'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:21.832351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network hostable DHCP agents. Network: 3af7d552-3896-420e-9a89-0a7e4975bcf4, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:38:21.840337 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Transition to ACTIVE for port object 2d3a320e-a0e8-45ac-8ccd-d896ae159ced will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:21.848835 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:21.874656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 3af7d552-3896-420e-9a89-0a7e4975bcf4 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:38:21.888983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 3af7d552-3896-420e-9a89-0a7e4975bcf4) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:21.900557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3819f441-09e1-439e-9a1c-1c9d4ae1f864 None None] Network 3af7d552-3896-420e-9a89-0a7e4975bcf4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:38:21.908389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:21.909278 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:21.920568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c13c2e4-bb5a-467e-a6c1-e9be579c61fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:21.930885 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Pushing event updated for resources: {'Port': ['ID=2d3a320e-a0e8-45ac-8ccd-d896ae159ced,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:21.934911 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-97138d98-ff89-47e6-a586-172ef4317d49 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8511500 Jul 19 03:38:21.935597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 52490) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:21.940344 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Attempting to bind port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:38:21.940721 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Attempting to bind port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:38:21.941085 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Attempting to bind port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:21.947237 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.947588 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.947933 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.948268 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.948595 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.948926 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.949254 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.949969 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.949969 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.950481 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.950809 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.951133 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:21.955940 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:38:21.956319 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:21.956727 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:21.957108 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:38:21.957587 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Bound port: 2d3a320e-a0e8-45ac-8ccd-d896ae159ced, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:38:21.957971 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.015631 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] For port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:38:22.019685 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] For port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2d3a320e-a0e8-45ac-8ccd-d896ae159ced,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:38:22.030039 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.130214 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394756bc-772e-474c-bb1f-96a3c167d58f None None] Pushing event updated for resources: {'Port': ['ID=2d3a320e-a0e8-45ac-8ccd-d896ae159ced,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:22.167952 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Routers {'34d1010d-325d-43db-a782-436414be8aaa'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:22.168581 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['34d1010d-325d-43db-a782-436414be8aaa'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:22.192160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-3af7d552-3896-420e-9a89-0a7e4975bcf4', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:38:22.193052 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.408445 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c13c2e4-bb5a-467e-a6c1-e9be579c61fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.422737 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7c13c2e4-bb5a-467e-a6c1-e9be579c61fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.433735 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] Set router 34d1010d-325d-43db-a782-436414be8aaa gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:22.537026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13c2e4-bb5a-467e-a6c1-e9be579c61fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bade2b0-d143-4266-81f0-d598b948d496,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:22.556418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Allocated IP 172.20.0.2 (3af7d552-3896-420e-9a89-0a7e4975bcf4/d5b6c2b3-533c-4d68-bf9c-1d88473e9594/df14712c-a768-4280-a044-b44ca4b1f2ed) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:22.566595 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7c13c2e4-bb5a-467e-a6c1-e9be579c61fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8c391ce2dbc42c99ce0f89407b66608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8693945 Jul 19 03:38:22.569291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52496) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:22.662093 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9400e2c3-8d3a-42b1-8f74-3459cb80da21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.747600 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:19Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:22.749002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9400e2c3-8d3a-42b1-8f74-3459cb80da21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.817332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586b6f-78ad-4efa-9462-d286641a0347 req-54e2f02c-3b37-4fbd-9419-0a242b51e616 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:22.820648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56586b6f-78ad-4efa-9462-d286641a0347 req-54e2f02c-3b37-4fbd-9419-0a242b51e616 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1343129 Jul 19 03:38:22.842426 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9dac9-3b3a-4b20-a984-e1f90f3a3f3d None None] The sync data for ids ['34d1010d-325d-43db-a782-436414be8aaa'] in n-d-762330-18 is: [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:19Z', 'revision_number': 3, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:38:22.860236 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.893079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Transition to ACTIVE for port object df14712c-a768-4280-a044-b44ca4b1f2ed will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:22.900765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9400e2c3-8d3a-42b1-8f74-3459cb80da21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.913362 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.921212 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9400e2c3-8d3a-42b1-8f74-3459cb80da21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.923522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Transition to ACTIVE for port object df14712c-a768-4280-a044-b44ca4b1f2ed will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:22.929261 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9400e2c3-8d3a-42b1-8f74-3459cb80da21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bade2b0-d143-4266-81f0-d598b948d496 HTTP/1.1" status: 204 len: 168 time: 0.3566084 Jul 19 03:38:22.936326 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:22.964315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Network 3af7d552-3896-420e-9a89-0a7e4975bcf4 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:22.966558 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56586b6f-78ad-4efa-9462-d286641a0347 req-b7cee395-756d-4a2e-bd68-9c362c88d19f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376417 Jul 19 03:38:22.967878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400e2c3-8d3a-42b1-8f74-3459cb80da21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bade2b0-d143-4266-81f0-d598b948d496,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:22.989596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:22.992642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:23.506693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Pushing event updated for resources: {'Port': ['ID=df14712c-a768-4280-a044-b44ca4b1f2ed,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:23.511576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Attempting to bind port df14712c-a768-4280-a044-b44ca4b1f2ed on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:38:23.513768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Attempting to bind port df14712c-a768-4280-a044-b44ca4b1f2ed by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:38:23.514522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Attempting to bind port df14712c-a768-4280-a044-b44ca4b1f2ed on network 3af7d552-3896-420e-9a89-0a7e4975bcf4 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:23.522809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:38:23.523301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Checking segment: {'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:23.523719 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:23.524110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Bound using segment: {'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:38:23.524880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Bound port: df14712c-a768-4280-a044-b44ca4b1f2ed, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:38:23.525298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:23.543304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.20.0.1 (3af7d552-3896-420e-9a89-0a7e4975bcf4/d5b6c2b3-533c-4d68-bf9c-1d88473e9594/aa019945-0df8-4a90-9ef6-85173b9840c4) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:23.724411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2d3a320e-a0e8-45ac-8ccd-d896ae159ced up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:23.804259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] For port df14712c-a768-4280-a044-b44ca4b1f2ed, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:38:23.823625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] For port df14712c-a768-4280-a044-b44ca4b1f2ed, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=df14712c-a768-4280-a044-b44ca4b1f2ed,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:38:23.846955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:23.917749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:23.957940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd38db-4eb7-4e2e-a5b6-8134f350870f req-1734b389-e468-4354-a91d-71a40facfb1f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:23.962570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Transition to ACTIVE for port object aa019945-0df8-4a90-9ef6-85173b9840c4 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:23.969052 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39fd38db-4eb7-4e2e-a5b6-8134f350870f req-1734b389-e468-4354-a91d-71a40facfb1f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.2148111 Jul 19 03:38:23.991194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11da44-5e26-42d3-8699-603166ae927f None None] Pushing event updated for resources: {'Port': ['ID=df14712c-a768-4280-a044-b44ca4b1f2ed,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:24.036255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:24.059356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:24.063301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:24.078825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:24.234258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 3af7d552-3896-420e-9a89-0a7e4975bcf4 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:24.242668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b8a73-4b06-4744-9e52-22b564efc2ae req-6c0f6254-ec11-44d8-ba0f-366ffc342a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:24.245852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b2b8a73-4b06-4744-9e52-22b564efc2ae req-6c0f6254-ec11-44d8-ba0f-366ffc342a99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 1098 time: 0.6466515 Jul 19 03:38:24.266373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:24.298547 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:24.303334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:24.353768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2d3a320e-a0e8-45ac-8ccd-d896ae159ced,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:24.366560 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:24.472045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=aa019945-0df8-4a90-9ef6-85173b9840c4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:24.513430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=2d3a320e-a0e8-45ac-8ccd-d896ae159ced,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:24.541818 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:24.645877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b8a73-4b06-4744-9e52-22b564efc2ae req-0814a47d-33f7-4a0c-b01c-1945e8cfcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:24.647963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b2b8a73-4b06-4744-9e52-22b564efc2ae req-0814a47d-33f7-4a0c-b01c-1945e8cfcd27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.3878665 Jul 19 03:38:24.715542 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39fd38db-4eb7-4e2e-a5b6-8134f350870f req-ec1e6b22-e909-4ab5-9348-9fad90f1f3b1 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7452562 Jul 19 03:38:24.747756 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b2b8a73-4b06-4744-9e52-22b564efc2ae req-a6bb7a21-7023-45cc-a468-1a2fa7fac006 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d6939a-5fc7-48ed-b720-b03f01fc36d6 HTTP/1.1" status: 200 len: 217 time: 0.0698502 Jul 19 03:38:24.851803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b8a73-4b06-4744-9e52-22b564efc2ae req-a8a74366-f18c-413b-aed2-6609333b2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:24.854052 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b2b8a73-4b06-4744-9e52-22b564efc2ae req-a8a74366-f18c-413b-aed2-6609333b2769 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.0993457 Jul 19 03:38:24.900372 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:38:24.908714 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b2b8a73-4b06-4744-9e52-22b564efc2ae req-58c49394-618b-41af-9b2b-e4062a44a163 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472887 Jul 19 03:38:24.909853 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:25.142136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b2b8a73-4b06-4744-9e52-22b564efc2ae req-3d4f52bd-49b5-4fdc-a994-f3120cd02b86 service neutron] 10.222.0.26 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221937 Jul 19 03:38:25.330634 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b2b8a73-4b06-4744-9e52-22b564efc2ae req-53b71457-1265-4844-87a1-ca5cd098fc9d service neutron] 10.222.0.26 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601040 Jul 19 03:38:25.498067 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:25.507402 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:25.661525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=aa019945-0df8-4a90-9ef6-85173b9840c4,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:25.671359 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:25.855771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device df14712c-a768-4280-a044-b44ca4b1f2ed up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:25.858655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 3af7d552-3896-420e-9a89-0a7e4975bcf4 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:25.860795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:26.003930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port df14712c-a768-4280-a044-b44ca4b1f2ed completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:26.008016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2d3a320e-a0e8-45ac-8ccd-d896ae159ced up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:26.076663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:26.077116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:26.293189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c1acf-78d5-4b5a-8f28-f6d17c581004 None None] Network 3af7d552-3896-420e-9a89-0a7e4975bcf4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:38:26.446569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-92502845-7a4c-4f33-a7b4-ac2bcb576f27 None None] Provisioning for port df14712c-a768-4280-a044-b44ca4b1f2ed completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:26.457735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-92502845-7a4c-4f33-a7b4-ac2bcb576f27 None None] Provisioning complete for port df14712c-a768-4280-a044-b44ca4b1f2ed triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:26.458116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92502845-7a4c-4f33-a7b4-ac2bcb576f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:26.544367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a04766-d319-4b3e-9365-06ddffdbdd9a req-5f283513-3677-467e-b67c-3478cd2a99ac tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:26.545884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0a04766-d319-4b3e-9365-06ddffdbdd9a req-5f283513-3677-467e-b67c-3478cd2a99ac tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.6143289 Jul 19 03:38:26.577805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 34d1010d-325d-43db-a782-436414be8aaa has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:38:26.601561 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92502845-7a4c-4f33-a7b4-ac2bcb576f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:26.690053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-92502845-7a4c-4f33-a7b4-ac2bcb576f27 None None] For port df14712c-a768-4280-a044-b44ca4b1f2ed, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=df14712c-a768-4280-a044-b44ca4b1f2ed,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:26.703401 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92502845-7a4c-4f33-a7b4-ac2bcb576f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:26.774019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0a04766-d319-4b3e-9365-06ddffdbdd9a req-b1e2cc4d-dd56-4376-a54c-8937020218f0 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204595 Jul 19 03:38:26.779394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:38:26.781071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92502845-7a4c-4f33-a7b4-ac2bcb576f27 None None] Pushing event updated for resources: {'Port': ['ID=df14712c-a768-4280-a044-b44ca4b1f2ed,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:26.797821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Sync routers for ids ['34d1010d-325d-43db-a782-436414be8aaa'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:38:26.801568 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-57e6f252-05b4-4c0a-ae5a-285cc4d62aea tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "PUT /v2.0/routers/34d1010d-325d-43db-a782-436414be8aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8492365 Jul 19 03:38:26.829046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Routers {'34d1010d-325d-43db-a782-436414be8aaa'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:26.830278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['34d1010d-325d-43db-a782-436414be8aaa'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:27.015042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Set router 34d1010d-325d-43db-a782-436414be8aaa gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:27.103150 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ca71b825-e772-4b6e-afe8-2253e243f0f0 None None] Provisioning complete for port df14712c-a768-4280-a044-b44ca4b1f2ed triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:27.103803 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca71b825-e772-4b6e-afe8-2253e243f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:27.228450 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-fe7ea051-5e4f-4f97-a8dc-3655dd28c788 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062250419&fields=id&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 267 time: 0.1445279 Jul 19 03:38:27.431151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-3d87eede-c2dd-4f0a-867b-b2ba4c38e805 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:27.434183 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-3d87eede-c2dd-4f0a-867b-b2ba4c38e805 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/networks?id=3af7d552-3896-420e-9a89-0a7e4975bcf4 HTTP/1.1" status: 200 len: 797 time: 0.2048924 Jul 19 03:38:27.459599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'aa019945-0df8-4a90-9ef6-85173b9840c4', 'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:ed:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:23Z', 'updated_at': '2021-07-19T03:38:25Z', 'revision_number': 2, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:27.460221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-229ee7cf-7382-4467-8452-39745c394abc tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/quotas/e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 375 time: 0.0193529 Jul 19 03:38:27.499575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ca71b825-e772-4b6e-afe8-2253e243f0f0 None None] Provisioning for port aa019945-0df8-4a90-9ef6-85173b9840c4 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:27.501863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Checking router: 34d1010d-325d-43db-a782-436414be8aaa for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:38:27.502302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Updating router 34d1010d-325d-43db-a782-436414be8aaa port aa019945-0df8-4a90-9ef6-85173b9840c4 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:38:27.527768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ca71b825-e772-4b6e-afe8-2253e243f0f0 None None] Provisioning complete for port aa019945-0df8-4a90-9ef6-85173b9840c4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:27.528367 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca71b825-e772-4b6e-afe8-2253e243f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:27.569476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ca71b825-e772-4b6e-afe8-2253e243f0f0 None None] Port aa019945-0df8-4a90-9ef6-85173b9840c4 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:38:27.586907 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:27.624340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device df14712c-a768-4280-a044-b44ca4b1f2ed up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:27.639079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-89fa0aa6-d64b-48b2-a9ab-977efe5169f8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662133 Jul 19 03:38:27.759629 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a938781-6d54-4ae7-a916-cfc714a301a5 service neutron] 10.222.0.20 "GET /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065049 Jul 19 03:38:27.782213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8b969e68-7973-4fa9-9f75-8c0dc0d535b8 None None] Provisioning complete for port aa019945-0df8-4a90-9ef6-85173b9840c4 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:27.782663 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b969e68-7973-4fa9-9f75-8c0dc0d535b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:27.887580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-372b838e-1666-4b1c-9546-5a05e9f0e74f service neutron] 10.222.0.20 "GET /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224329 Jul 19 03:38:27.915936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port df14712c-a768-4280-a044-b44ca4b1f2ed triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:27.917385 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:27.984455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8b969e68-7973-4fa9-9f75-8c0dc0d535b8 None None] Port aa019945-0df8-4a90-9ef6-85173b9840c4 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:38:28.013933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6776f-afae-4407-9b97-0bd336bcaa67 req-aafafc78-22a5-4291-8b07-f1d7177f4bf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:28.015792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8df6776f-afae-4407-9b97-0bd336bcaa67 req-aafafc78-22a5-4291-8b07-f1d7177f4bf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.0903130 Jul 19 03:38:28.122343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8df6776f-afae-4407-9b97-0bd336bcaa67 req-cd3acaec-397e-4061-a4c7-60c7d994dc56 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955217 Jul 19 03:38:28.170955 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-627ae1c1-d632-4f1c-ad09-58ee13cd6555 req-0bceb162-7548-41e3-a816-d4b6f5457fd8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 210 time: 0.0675941 Jul 19 03:38:28.272403 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:28.290096 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Transition to ACTIVE for port object aa019945-0df8-4a90-9ef6-85173b9840c4 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:28.298973 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:28.453546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d119e19-6180-43a0-b04c-76719c23af09 None None] Pushing event updated for resources: {'Port': ['ID=aa019945-0df8-4a90-9ef6-85173b9840c4,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:28.498387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Attempting to bind port aa019945-0df8-4a90-9ef6-85173b9840c4 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:38:28.498697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Attempting to bind port aa019945-0df8-4a90-9ef6-85173b9840c4 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:38:28.499069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Attempting to bind port aa019945-0df8-4a90-9ef6-85173b9840c4 on network 3af7d552-3896-420e-9a89-0a7e4975bcf4 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:28.505196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:38:28.505577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Checking segment: {'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:28.506117 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:28.506909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Bound using segment: {'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:38:28.507963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Bound port: aa019945-0df8-4a90-9ef6-85173b9840c4, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:38:28.508598 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:28.636488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] For port aa019945-0df8-4a90-9ef6-85173b9840c4, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:38:28.647751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] For port aa019945-0df8-4a90-9ef6-85173b9840c4, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=aa019945-0df8-4a90-9ef6-85173b9840c4,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:38:28.661922 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:28.843015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d119e19-6180-43a0-b04c-76719c23af09 None None] Pushing event updated for resources: {'Port': ['ID=aa019945-0df8-4a90-9ef6-85173b9840c4,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:28.890319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Routers {'34d1010d-325d-43db-a782-436414be8aaa'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:28.892691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['34d1010d-325d-43db-a782-436414be8aaa'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:29.177402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] Set router 34d1010d-325d-43db-a782-436414be8aaa gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:29.431461 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20af3c4-12f9-43aa-bb1a-bd50722c4595 req-b994c3cb-85b7-4132-bac9-023c46f484ff tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:29.433305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a20af3c4-12f9-43aa-bb1a-bd50722c4595 req-b994c3cb-85b7-4132-bac9-023c46f484ff tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1098969 Jul 19 03:38:29.434891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cf8418a-d81d-4e2c-96ef-056aae934ad0 req-def614f7-b316-4601-8f91-80ce6d142db2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 210 time: 0.0755687 Jul 19 03:38:29.544481 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a20af3c4-12f9-43aa-bb1a-bd50722c4595 req-dbd739e4-a106-4fde-9453-ea2ca98c97f5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779502 Jul 19 03:38:29.584886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'aa019945-0df8-4a90-9ef6-85173b9840c4', 'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:ed:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:23Z', 'updated_at': '2021-07-19T03:38:28Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:29.631059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f7250-c402-42ee-82ce-209a18fe5403 None None] The sync data for ids ['34d1010d-325d-43db-a782-436414be8aaa'] in n-d-762330-18 is: [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'aa019945-0df8-4a90-9ef6-85173b9840c4', 'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:ed:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:23Z', 'updated_at': '2021-07-19T03:38:28Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:38:30.078112 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52712) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:30.189665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30edd69-7eee-4030-9823-4a87fcc2021c req-dba60446-9e9d-410c-bdaf-03594e59cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:30.191445 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f30edd69-7eee-4030-9823-4a87fcc2021c req-dba60446-9e9d-410c-bdaf-03594e59cc32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 1098 time: 0.3399684 Jul 19 03:38:30.258458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-1e8c5021-6df6-446e-96f7-dd951b8b8d43 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:30.260281 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-1e8c5021-6df6-446e-96f7-dd951b8b8d43 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.25 "GET /v2.0/networks?id=3af7d552-3896-420e-9a89-0a7e4975bcf4 HTTP/1.1" status: 200 len: 797 time: 0.4074941 Jul 19 03:38:30.357642 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00df3941-ac7f-4aff-bd25-8a4881661bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:30.363256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-2dd34034-7af4-41e8-9f3e-cd76c30453f2 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e75be25bd4974f968410bc0e645db078 HTTP/1.1" status: 200 len: 380 time: 0.0894392 Jul 19 03:38:30.409551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'port': {'device_id': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'admin_state_up': True, 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'security_groups': ['dd306272-302e-47f6-bf03-1df4c4d2948d']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:30.577958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30edd69-7eee-4030-9823-4a87fcc2021c req-994525e6-522b-490d-8e25-2e47da8c2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:30.580643 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f30edd69-7eee-4030-9823-4a87fcc2021c req-994525e6-522b-490d-8e25-2e47da8c2c38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.3563316 Jul 19 03:38:30.658604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f30edd69-7eee-4030-9823-4a87fcc2021c req-e2c4596b-b591-49da-b905-ddc1d162c338 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d6939a-5fc7-48ed-b720-b03f01fc36d6 HTTP/1.1" status: 200 len: 217 time: 0.0674512 Jul 19 03:38:30.678961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00df3941-ac7f-4aff-bd25-8a4881661bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:30.688518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-00df3941-ac7f-4aff-bd25-8a4881661bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:30.759804 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-00df3941-ac7f-4aff-bd25-8a4881661bd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=544d1e8d5896421cbedbf1038a753204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6800828 Jul 19 03:38:30.761977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 52734) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:30.827728 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b5a6fc7-66d6-42e5-8612-c01f0d92625a req-82c00bbb-0fc4-457f-b57c-785b105be06b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 210 time: 0.0731852 Jul 19 03:38:30.865826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30edd69-7eee-4030-9823-4a87fcc2021c req-a44998df-fdf7-4e99-adb2-0de7ff95c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:30.868369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f30edd69-7eee-4030-9823-4a87fcc2021c req-a44998df-fdf7-4e99-adb2-0de7ff95c5de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.2070177 Jul 19 03:38:30.880176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df3941-ac7f-4aff-bd25-8a4881661bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1446908b-44ba-45db-a534-d818f910572a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:30.917795 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef26367-950a-4465-95ff-f40d40434026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:30.954507 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f30edd69-7eee-4030-9823-4a87fcc2021c req-a31a689b-ea22-4ffd-b0e1-9a4a38955339 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785038 Jul 19 03:38:30.958197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef26367-950a-4465-95ff-f40d40434026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:31.007217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Made reservation on behalf of e75be25bd4974f968410bc0e645db078 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:38:31.012896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:31.071953 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef26367-950a-4465-95ff-f40d40434026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:31.074513 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-eef26367-950a-4465-95ff-f40d40434026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:31.078430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eef26367-950a-4465-95ff-f40d40434026 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1446908b-44ba-45db-a534-d818f910572a HTTP/1.1" status: 204 len: 168 time: 0.3138566 Jul 19 03:38:31.093327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef26367-950a-4465-95ff-f40d40434026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1446908b-44ba-45db-a534-d818f910572a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:31.278605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31ec20-bbcd-49a8-997d-38b8eb6e4e5a req-57179267-7f7f-4162-b081-0d1b1416c864 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:31.288578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc31ec20-bbcd-49a8-997d-38b8eb6e4e5a req-57179267-7f7f-4162-b081-0d1b1416c864 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.5492070 Jul 19 03:38:31.352070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cffa944d-e376-45ac-a898-9991a5817755 req-f4c6b8b2-2b82-4674-89c4-1ea50478fa84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5957954 Jul 19 03:38:31.476911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f30edd69-7eee-4030-9823-4a87fcc2021c req-18a7eda9-b0da-4205-9c4f-73a576a012c9 service neutron] 10.222.0.26 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138235 Jul 19 03:38:31.493613 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc31ec20-bbcd-49a8-997d-38b8eb6e4e5a req-5d88dc62-2f9b-43f7-a367-ff168793308a tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037675 Jul 19 03:38:31.530123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.20.0.6 (3af7d552-3896-420e-9a89-0a7e4975bcf4/d5b6c2b3-533c-4d68-bf9c-1d88473e9594/0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:31.779551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aa019945-0df8-4a90-9ef6-85173b9840c4 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:31.847850 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f30edd69-7eee-4030-9823-4a87fcc2021c req-3e8617b6-6557-45ac-af9d-6214f2c5ee2b service neutron] 10.222.0.26 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578162 Jul 19 03:38:31.873737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa944d-e376-45ac-a898-9991a5817755 req-db47c5e9-3686-4a2b-a6ce-5b7d42295287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:31.880184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cffa944d-e376-45ac-a898-9991a5817755 req-db47c5e9-3686-4a2b-a6ce-5b7d42295287 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.4631488 Jul 19 03:38:31.933635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port aa019945-0df8-4a90-9ef6-85173b9840c4 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:31.944035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port aa019945-0df8-4a90-9ef6-85173b9840c4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:31.944417 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:32.116035 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:32.214480 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:32.244464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Transition to ACTIVE for port object 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:32.272426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port aa019945-0df8-4a90-9ef6-85173b9840c4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=aa019945-0df8-4a90-9ef6-85173b9840c4,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:32.276216 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-110d8d8e-d0d1-4169-804c-a7093aee9359 req-94952c0f-d75b-4eca-873a-62ac2af4900d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 210 time: 0.1158273 Jul 19 03:38:32.282651 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:32.288999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa944d-e376-45ac-a898-9991a5817755 req-bfcba48f-b627-4c9f-87ca-589f812d4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:32.291391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cffa944d-e376-45ac-a898-9991a5817755 req-bfcba48f-b627-4c9f-87ca-589f812d4398 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.3782749 Jul 19 03:38:32.357467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cffa944d-e376-45ac-a898-9991a5817755 req-7bc8597c-2623-4ce2-bfdc-b8e7cd8d36ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182 HTTP/1.1" status: 200 len: 217 time: 0.0567050 Jul 19 03:38:32.383489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=aa019945-0df8-4a90-9ef6-85173b9840c4,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:32.393849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.398743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.400881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.407869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.410637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.412118 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.413348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.414019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.415908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.417128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.417613 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.422358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:32.427960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa944d-e376-45ac-a898-9991a5817755 req-eaff1d3f-0063-4945-888f-151c8cd4e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:32.430185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cffa944d-e376-45ac-a898-9991a5817755 req-eaff1d3f-0063-4945-888f-151c8cd4e24f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.0649643 Jul 19 03:38:32.477711 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cffa944d-e376-45ac-a898-9991a5817755 req-dcb8d308-e082-4d29-99dd-79e9e9511eab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406148 Jul 19 03:38:32.480324 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:32.605033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 3af7d552-3896-420e-9a89-0a7e4975bcf4 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:32.626421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:32.634857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:32.742524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:32.748358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cffa944d-e376-45ac-a898-9991a5817755 req-d0d9a249-4700-4a45-8fd8-77b8b00b7846 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481081 Jul 19 03:38:32.844409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:32.847063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:32.877147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd811ca-9074-412c-b79d-d3f1fc8fac4e req-5cff36aa-8a5c-4357-bd96-417c078e2701 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:32.878804 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efd811ca-9074-412c-b79d-d3f1fc8fac4e req-5cff36aa-8a5c-4357-bd96-417c078e2701 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1973081 Jul 19 03:38:32.969710 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-6a1cf45c-b5ba-40c1-9503-3c610e404cdf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5673549 Jul 19 03:38:32.992449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Request body: {'port': {'device_id': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:32.999968 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cffa944d-e376-45ac-a898-9991a5817755 req-56000650-f3e3-4d2f-b11f-bc20e77299ac service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409902 Jul 19 03:38:33.006303 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efd811ca-9074-412c-b79d-d3f1fc8fac4e req-c2705b31-b5f5-431c-b8bb-ae85dae10c34 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951793 Jul 19 03:38:33.030064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6ab80ba0-34ec-4372-b3aa-db24bff84672 None None] Provisioning for port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:33.036779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6ab80ba0-34ec-4372-b3aa-db24bff84672 None None] Provisioning complete for port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:33.037985 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ab80ba0-34ec-4372-b3aa-db24bff84672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:33.095271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6ab80ba0-34ec-4372-b3aa-db24bff84672 None None] Port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:38:33.114954 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:33.204513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-d33a8758-b13c-4707-9486-906c116befbf req-42a0190c-781c-49a4-a019-21dcaf6fd0f1 tempest-ServersTestJSON-600713054 tempest-ServersTestJSON-600713054-project] (94345) timed out ('10.222.0.26', 50903) {{(pid=94345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 03:38:33.467551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:38:33.477264 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:33.493569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Transition to ACTIVE for port object 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:33.498141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:33.559006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Pushing event updated for resources: {'Port': ['ID=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:33.686280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Attempting to bind port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:38:33.687501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Attempting to bind port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:38:33.688858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Attempting to bind port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 on network 3af7d552-3896-420e-9a89-0a7e4975bcf4 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:33.697470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243b853-241b-494e-b0ff-e429bbf69d8a req-8a30a52d-74b3-4b80-8850-b4ad2e7fa7f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:33.707603 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c243b853-241b-494e-b0ff-e429bbf69d8a req-8a30a52d-74b3-4b80-8850-b4ad2e7fa7f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 943 time: 0.1521764 Jul 19 03:38:33.710150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 on network 3af7d552-3896-420e-9a89-0a7e4975bcf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:38:33.710487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Attempting to bind port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 on network 3af7d552-3896-420e-9a89-0a7e4975bcf4 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:33.715829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aa019945-0df8-4a90-9ef6-85173b9840c4 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:33.724155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:38:33.724498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Checking segment: {'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:33.724885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Bound using segment: {'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:38:33.725333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Bound port: 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65f93f-80ab-48d4-88d5-fb51e02821ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:38:33.725693 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:33.816188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port aa019945-0df8-4a90-9ef6-85173b9840c4 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:33.816574 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:33.821579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c243b853-241b-494e-b0ff-e429bbf69d8a req-3f3bb11d-99cc-4ddd-82e2-09c38d79e773 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113784 Jul 19 03:38:33.885607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] For port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:38:33.892133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] For port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:38:33.901126 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:33.954826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:33.955550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:33.959027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] 10.222.0.25 "PUT /v2.0/ports/0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 HTTP/1.1" status: 200 len: 1092 time: 0.9767451 Jul 19 03:38:33.959647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:38:33.966102 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:38:34.111253 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceb161b-69f0-4aad-8605-870771126982 x-openstack-request-id: req-1ceb161b-69f0-4aad-8605-870771126982 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:38:34.113156 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:38:34.113156 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ceb161b-69f0-4aad-8605-870771126982 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:38:34.113156 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'status': 'completed', 'code': 200} Jul 19 03:38:34.114081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb789ae9-f66b-41d3-a077-00ee3214f92b service neutron] Pushing event updated for resources: {'Port': ['ID=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:34.219997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-b090a3cc-9b7b-4f18-9f31-ad6f2e22d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:34.224704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-b090a3cc-9b7b-4f18-9f31-ad6f2e22d8e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 1095 time: 0.2053795 Jul 19 03:38:34.284710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cb8a8-a796-41a0-9d49-beb0e6f6be8f req-507b35fc-a6b4-48d0-a706-a6b40f078396 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:34.288555 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f20cb8a8-a796-41a0-9d49-beb0e6f6be8f req-507b35fc-a6b4-48d0-a706-a6b40f078396 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.0915687 Jul 19 03:38:34.291582 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-b3823c4c-b874-4675-8020-bae594725e5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 HTTP/1.1" status: 200 len: 217 time: 0.0569003 Jul 19 03:38:34.364768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-c50564db-9125-491c-816f-05216905ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:34.366583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-c50564db-9125-491c-816f-05216905ffa6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5b6c2b3-533c-4d68-bf9c-1d88473e9594 HTTP/1.1" status: 200 len: 834 time: 0.0676436 Jul 19 03:38:34.367363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f20cb8a8-a796-41a0-9d49-beb0e6f6be8f req-6a87144a-469f-467b-926e-972d791c4fa6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629120 Jul 19 03:38:34.465853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-88d1efdf-e245-4c27-8f32-ec191e12ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:34.469386 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-88d1efdf-e245-4c27-8f32-ec191e12ed2c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3af7d552-3896-420e-9a89-0a7e4975bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939395 Jul 19 03:38:34.584891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-47220bb4-ef78-4c2e-8242-33a09fdf1fcc service neutron] 10.222.0.25 "GET /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087725 Jul 19 03:38:34.700836 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-49335d92-f2a6-4274-b668-17a5307ddb12 req-e5956c4a-9942-421b-8dfb-2e2726d07683 service neutron] 10.222.0.25 "GET /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091914 Jul 19 03:38:34.867379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-33266f06-75cf-4ea7-bc2f-1cc603aafc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:34.869896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-33266f06-75cf-4ea7-bc2f-1cc603aafc09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 1095 time: 0.0885751 Jul 19 03:38:35.111239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-3b224331-9236-4c38-bff6-94897001977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:35.112787 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-3b224331-9236-4c38-bff6-94897001977d service neutron] 10.222.0.25 "GET /v2.0/networks?id=3af7d552-3896-420e-9a89-0a7e4975bcf4 HTTP/1.1" status: 200 len: 897 time: 0.2349732 Jul 19 03:38:35.120348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31c81b-bbd4-401a-80f3-58fa5570485a req-b6e3f712-4436-406b-bd3e-a502a3d3fca6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:35.121766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e31c81b-bbd4-401a-80f3-58fa5570485a req-b6e3f712-4436-406b-bd3e-a502a3d3fca6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 943 time: 0.1507328 Jul 19 03:38:35.165451 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-7e737ff6-cca1-47ab-b23c-54525f40a37c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 HTTP/1.1" status: 200 len: 217 time: 0.0427313 Jul 19 03:38:35.230371 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e31c81b-bbd4-401a-80f3-58fa5570485a req-a6766e77-2b80-4cea-a541-1a5fe4da0c74 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008439 Jul 19 03:38:35.240646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-3ff3580d-dab4-4581-9b7c-4d09d497f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:35.242244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-3ff3580d-dab4-4581-9b7c-4d09d497f6cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5b6c2b3-533c-4d68-bf9c-1d88473e9594 HTTP/1.1" status: 200 len: 834 time: 0.0679660 Jul 19 03:38:35.320930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-095e63ea-dc71-4922-9b9f-c6ecffcac8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:35.323244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-095e63ea-dc71-4922-9b9f-c6ecffcac8d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3af7d552-3896-420e-9a89-0a7e4975bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730681 Jul 19 03:38:35.458401 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-a6eb37e9-caeb-4d94-a911-997dfc99ca12 service neutron] 10.222.0.25 "GET /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265590 Jul 19 03:38:35.586590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f53ac4a-f0ab-40ec-95bb-899f2ebfa309 req-fe731eaa-e91d-4cd1-8254-db5e485b0699 service neutron] 10.222.0.25 "GET /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208904 Jul 19 03:38:35.633637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec05b10-434b-44ef-b321-7eaf388ac6db req-34885d7c-37bb-491e-8040-69bb4ed075c5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:35.635704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ec05b10-434b-44ef-b321-7eaf388ac6db req-34885d7c-37bb-491e-8040-69bb4ed075c5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1011262 Jul 19 03:38:35.681561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ec05b10-434b-44ef-b321-7eaf388ac6db req-10f776f9-47dd-4373-800f-c4b681b5d39b tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389159 Jul 19 03:38:36.317233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:38:36.446063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:36.454436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3f216-084a-4b1e-9152-6fc1ccf4b901 req-32bd1027-fa59-447a-9e69-79d6d955802c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:36.456672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0f3f216-084a-4b1e-9152-6fc1ccf4b901 req-32bd1027-fa59-447a-9e69-79d6d955802c tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 943 time: 0.0826528 Jul 19 03:38:36.459924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'port_id': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'mac_address': 'fa:16:3e:01:a0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:38:36.506818 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:36.523581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:38:36.544868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:36.551455 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:36.554423 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0f3f216-084a-4b1e-9152-6fc1ccf4b901 req-09842dae-64a5-4402-b890-2fae5706511d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914359 Jul 19 03:38:36.613606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:36.762598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:38:36.993995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69052f3-0a76-4de8-b143-98bc342409f3 req-7c952913-8c73-4fc8-bddd-a3f336bdb12a tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:36.996309 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f69052f3-0a76-4de8-b143-98bc342409f3 req-7c952913-8c73-4fc8-bddd-a3f336bdb12a tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1534774 Jul 19 03:38:37.070959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f69052f3-0a76-4de8-b143-98bc342409f3 req-8e4f6b8c-1a5c-4dea-98df-d560408db9cc tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672700 Jul 19 03:38:37.116957 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:37.253744 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:37.794924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1c285-e111-471b-aa0f-e9f1a56c9fa7 req-30b18a4e-2150-43d8-9ff4-40027e2c1322 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:37.802103 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfa1c285-e111-471b-aa0f-e9f1a56c9fa7 req-30b18a4e-2150-43d8-9ff4-40027e2c1322 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 944 time: 0.0995450 Jul 19 03:38:37.838368 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfa1c285-e111-471b-aa0f-e9f1a56c9fa7 req-98881674-9fa3-4ec5-965d-2a468eb541ec tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351334 Jul 19 03:38:38.276438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e5ebf-f2d2-4503-b474-3c2d22e7e6fa req-f35fe1ec-1433-4896-82e9-8c5a1055466b tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:38.278028 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-828e5ebf-f2d2-4503-b474-3c2d22e7e6fa req-f35fe1ec-1433-4896-82e9-8c5a1055466b tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.0781796 Jul 19 03:38:38.325031 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-828e5ebf-f2d2-4503-b474-3c2d22e7e6fa req-40f95e11-b2d8-4071-ba84-81aba04e3d20 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377238 Jul 19 03:38:38.325823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:38.441641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:38.446958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:38.447981 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:38.742192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:38.774367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:38:38.777644 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b4c461-42ba-42aa-b465-00b1486db300" -d '{"events": [{"server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "name": "network-vif-plugged", "status": "completed", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:38:38.801809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:38.810223 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:38.863539 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d98e2f7-428a-4165-b6b3-a6c1912b67d9 x-openstack-request-id: req-0d98e2f7-428a-4165-b6b3-a6c1912b67d9 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:38:38.864416 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "name": "network-vif-plugged", "status": "completed", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:38:38.864684 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d98e2f7-428a-4165-b6b3-a6c1912b67d9 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:38:38.865088 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'code': 200} Jul 19 03:38:38.895223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:38.989586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bb0ce-6a58-485a-85c5-ebd27477dedf req-db39ea92-1a5a-4210-a291-4230a370e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:38.993043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d3bb0ce-6a58-485a-85c5-ebd27477dedf req-db39ea92-1a5a-4210-a291-4230a370e0ad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 1097 time: 0.0919592 Jul 19 03:38:39.043989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d3bb0ce-6a58-485a-85c5-ebd27477dedf req-e9004336-0c5a-4f59-bc60-a568e54a3802 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446100 Jul 19 03:38:39.096653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693854e5-d900-497d-b62d-f283f1b3ef4e req-a23e02aa-ed46-409e-9e43-c701286c6320 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:39.099039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-693854e5-d900-497d-b62d-f283f1b3ef4e req-a23e02aa-ed46-409e-9e43-c701286c6320 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1012950 Jul 19 03:38:39.161881 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-693854e5-d900-497d-b62d-f283f1b3ef4e req-688f4052-42b7-4f03-bd2f-37debb79a47e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569947 Jul 19 03:38:39.594735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300b3f-1753-42d6-a11a-2f7794f5a503 req-3ed03059-afd2-4fb1-bbe2-899133ac9ede tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:39.596515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cd300b3f-1753-42d6-a11a-2f7794f5a503 req-3ed03059-afd2-4fb1-bbe2-899133ac9ede tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.0929334 Jul 19 03:38:39.698224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cd300b3f-1753-42d6-a11a-2f7794f5a503 req-b2a94218-c908-4cb4-8fea-47f94b004e27 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961547 Jul 19 03:38:40.386145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe4ec8-e61d-4de0-8b90-a6f87a551875 req-162088fc-b19a-4b72-807a-d123678872ff tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:40.388381 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0bfe4ec8-e61d-4de0-8b90-a6f87a551875 req-162088fc-b19a-4b72-807a-d123678872ff tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1151545 Jul 19 03:38:40.429558 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0bfe4ec8-e61d-4de0-8b90-a6f87a551875 req-769e3eb6-0bb6-4753-ab20-001a4ce8c0ce tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349185 Jul 19 03:38:40.652638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d00d45-b7c5-42b9-ab65-a85a01e1ea1a req-e1592b74-e577-4d20-8e98-d5c6eb6a25d7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:40.654206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22d00d45-b7c5-42b9-ab65-a85a01e1ea1a req-e1592b74-e577-4d20-8e98-d5c6eb6a25d7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.0905688 Jul 19 03:38:40.696106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-22d00d45-b7c5-42b9-ab65-a85a01e1ea1a req-6029c793-382c-4fb9-9635-6216f18d2d16 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355389 Jul 19 03:38:40.721531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53140) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:40.786939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47220b9d-ee72-4d4d-8880-1ed786afb66e tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:40.788499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-47220b9d-ee72-4d4d-8880-1ed786afb66e tempest-TestNetworkAdvancedServerOps-348638901 tempest-TestNetworkAdvancedServerOps-348638901-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 1092 time: 0.0659537 Jul 19 03:38:40.792383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53144) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:40.799252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:40.830146 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:40.972624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1165a17-5c16-4ddd-91d4-2e3e63e7c220 req-efdfa0f7-0f3a-4129-8cbf-184b2b853d25 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:40.993447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c1165a17-5c16-4ddd-91d4-2e3e63e7c220 req-efdfa0f7-0f3a-4129-8cbf-184b2b853d25 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1438887 Jul 19 03:38:41.077916 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c1165a17-5c16-4ddd-91d4-2e3e63e7c220 req-ea76b755-afdd-46a5-a70f-ad6c21bd87ed tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826283 Jul 19 03:38:41.078949 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:41.212785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Allocated IP 172.25.2.232 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/4d25d7a7-d4ce-46cd-babc-ff846b604a4b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:41.377543 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:41.461689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:41.513663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:41.519221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:41.521748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:41.558405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=4d25d7a7-d4ce-46cd-babc-ff846b604a4b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:42.482276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504670e-88a8-4b57-9039-b30a5dd40141 req-403b0136-6326-445d-8047-867c053ec5fc tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:42.483806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7504670e-88a8-4b57-9039-b30a5dd40141 req-403b0136-6326-445d-8047-867c053ec5fc tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1245813 Jul 19 03:38:42.487427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:42.524741 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-561ff7ea-b054-4d08-9396-e4c6b5d4413a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:42.622792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7504670e-88a8-4b57-9039-b30a5dd40141 req-66ffeb25-3b7c-4ce3-b78d-e61ec81b6050 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312220 Jul 19 03:38:42.646740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:42.826334 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:42.832411 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:42.944670 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:43.002092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event updated for resources: {'Port': ['ID=4d25d7a7-d4ce-46cd-babc-ff846b604a4b,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:43.091232 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Floating IP 292b9a21-7421-44f8-94c1-302680ee9c1f associated. External IP: 172.25.2.232, port: 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5. Jul 19 03:38:43.374292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 34d1010d-325d-43db-a782-436414be8aaa has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:38:43.512590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:38:43.527985 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] Sync routers for ids ['34d1010d-325d-43db-a782-436414be8aaa'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:38:43.540593 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] Routers {'34d1010d-325d-43db-a782-436414be8aaa'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:43.541608 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['34d1010d-325d-43db-a782-436414be8aaa'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:43.544363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:43.644785 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-808b6271-c4aa-4f1a-aff6-ac30f6a3ddbb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8507049 Jul 19 03:38:43.645655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:38:43.650029 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:38:43.744261 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2d48e1-f038-49aa-aa3c-297b885dc988 x-openstack-request-id: req-2a2d48e1-f038-49aa-aa3c-297b885dc988 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:38:43.744641 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:38:43.744976 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a2d48e1-f038-49aa-aa3c-297b885dc988 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:38:43.745696 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'status': 'completed', 'code': 200} Jul 19 03:38:43.818314 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] Set router 34d1010d-325d-43db-a782-436414be8aaa gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:43.895386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179a475-e6ca-4f54-bebe-a0e50b962a49 req-ccc4eb62-9b7f-4501-ad41-f772ad3480a4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:43.912191 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1179a475-e6ca-4f54-bebe-a0e50b962a49 req-ccc4eb62-9b7f-4501-ad41-f772ad3480a4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1508675 Jul 19 03:38:43.941184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-56b3b174-6340-46df-9c57-38644e65c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:43.942590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-56b3b174-6340-46df-9c57-38644e65c9eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 1097 time: 0.1666632 Jul 19 03:38:43.997882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1179a475-e6ca-4f54-bebe-a0e50b962a49 req-ec710d50-27c2-4d7c-b09f-70f5d3a19788 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846789 Jul 19 03:38:44.014749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53278) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:44.159121 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5cc32031-2b04-4531-aa15-6087a877bd73 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/292b9a21-7421-44f8-94c1-302680ee9c1f HTTP/1.1" status: 200 len: 991 time: 0.1429710 Jul 19 03:38:44.221268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53282) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:44.297529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f09226-584e-4cce-a293-d41c64309db7 req-39f83435-c1fa-4b1a-8eee-83ef161ed85e tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:44.299205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4f09226-584e-4cce-a293-d41c64309db7 req-39f83435-c1fa-4b1a-8eee-83ef161ed85e tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.2819083 Jul 19 03:38:44.302391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-77604ce8-0416-4152-b398-9643ee4d5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:44.303801 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-77604ce8-0416-4152-b398-9643ee4d5af0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3af7d552-3896-420e-9a89-0a7e4975bcf4 HTTP/1.1" status: 200 len: 897 time: 0.3468485 Jul 19 03:38:44.360531 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '292b9a21-7421-44f8-94c1-302680ee9c1f', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '34d1010d-325d-43db-a782-436414be8aaa', 'port_id': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'mac_address': 'fa:16:3e:01:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:38:42Z', 'updated_at': '2021-07-19T03:38:42Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa019945-0df8-4a90-9ef6-85173b9840c4', 'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:ed:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:23Z', 'updated_at': '2021-07-19T03:38:32Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:44.398180 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] Checking router: 34d1010d-325d-43db-a782-436414be8aaa for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:38:44.407421 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] Routers {'34d1010d-325d-43db-a782-436414be8aaa'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:44.408040 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['34d1010d-325d-43db-a782-436414be8aaa'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:44.410351 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f4d68fc-73b0-4148-b158-562a1c46f437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:44.473894 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4f09226-584e-4cce-a293-d41c64309db7 req-ca3ed7a8-b466-4adc-b3aa-b09d53e58f47 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610043 Jul 19 03:38:44.510817 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-32233eb5-9342-4fd7-9205-9b9f96cf2a19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 HTTP/1.1" status: 200 len: 999 time: 0.1877868 Jul 19 03:38:44.549214 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f4d68fc-73b0-4148-b158-562a1c46f437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:44.558684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8f4d68fc-73b0-4148-b158-562a1c46f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:44.597085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-a90019d4-d4ea-4379-b8a9-edc876d86bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:44.601859 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] Set router 34d1010d-325d-43db-a782-436414be8aaa gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:38:44.605800 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-a90019d4-d4ea-4379-b8a9-edc876d86bb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5b6c2b3-533c-4d68-bf9c-1d88473e9594 HTTP/1.1" status: 200 len: 834 time: 0.0954180 Jul 19 03:38:44.606599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8f4d68fc-73b0-4148-b158-562a1c46f437 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63050a70582340d39ba63ec299c9fe3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838689 Jul 19 03:38:44.607433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d68fc-73b0-4148-b158-562a1c46f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edc1eaf-97f9-453e-8362-b30bbbbdd5a1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:44.609986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53296) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:44.691337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f05e7049-d706-4f31-a107-034d6963cdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:44.728240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-3f7cd5f7-df76-4499-8680-1249958ba410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:44.730194 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-3f7cd5f7-df76-4499-8680-1249958ba410 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3af7d552-3896-420e-9a89-0a7e4975bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154280 Jul 19 03:38:44.731322 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f05e7049-d706-4f31-a107-034d6963cdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:44.820821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f05e7049-d706-4f31-a107-034d6963cdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:44.826822 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f05e7049-d706-4f31-a107-034d6963cdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:44.831625 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f05e7049-d706-4f31-a107-034d6963cdb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2edc1eaf-97f9-453e-8362-b30bbbbdd5a1 HTTP/1.1" status: 204 len: 168 time: 0.2079883 Jul 19 03:38:44.853165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e7049-d706-4f31-a107-034d6963cdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edc1eaf-97f9-453e-8362-b30bbbbdd5a1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:44.891564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-71069c28-66ae-4863-8058-a21b0dc19b25 service neutron] 10.222.0.25 "GET /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531737 Jul 19 03:38:44.975740 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '292b9a21-7421-44f8-94c1-302680ee9c1f', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '34d1010d-325d-43db-a782-436414be8aaa', 'port_id': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'mac_address': 'fa:16:3e:01:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:38:42Z', 'updated_at': '2021-07-19T03:38:42Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa019945-0df8-4a90-9ef6-85173b9840c4', 'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:ed:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:23Z', 'updated_at': '2021-07-19T03:38:32Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:45.031957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7e9e7ae3-03fa-4b37-8c86-d5c7fa6911cd req-94aabe1f-85ba-4055-b958-bd5d196db419 service neutron] 10.222.0.25 "GET /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330507 Jul 19 03:38:45.107239 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b72dea2d-f609-4794-b721-71fcb6d84e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:45.143155 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b1ac7c-c139-40c2-95ca-5d5cce30e6e5 None None] The sync data for ids ['34d1010d-325d-43db-a782-436414be8aaa'] in n-d-762330-18 is: [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '292b9a21-7421-44f8-94c1-302680ee9c1f', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '34d1010d-325d-43db-a782-436414be8aaa', 'port_id': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'mac_address': 'fa:16:3e:01:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:38:42Z', 'updated_at': '2021-07-19T03:38:42Z', 'revision_number': 0, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa019945-0df8-4a90-9ef6-85173b9840c4', 'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:ed:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:23Z', 'updated_at': '2021-07-19T03:38:32Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:38:45.156164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53334) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:45.198281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53340) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:45.216238 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06599537-912d-4717-b7b8-76c7de440bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:45.249540 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cc332bc0-d6f1-4122-a923-5fbf677ca6d3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/292b9a21-7421-44f8-94c1-302680ee9c1f HTTP/1.1" status: 200 len: 991 time: 0.0916672 Jul 19 03:38:45.338128 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06599537-912d-4717-b7b8-76c7de440bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:45.368368 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-06599537-912d-4717-b7b8-76c7de440bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:45.408394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53366) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:45.413113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-06599537-912d-4717-b7b8-76c7de440bab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1353e5aceadb45d4b4195772c0fb2bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054501 Jul 19 03:38:45.445946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bf74c-0b95-4d9c-be57-4f9f77bb1f2b None None] New status for floating IP 292b9a21-7421-44f8-94c1-302680ee9c1f: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:38:45.459392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06599537-912d-4717-b7b8-76c7de440bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0600d52-a38a-46b4-a569-a948ee0f4461,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:45.485953 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6a9c-1afd-40b5-8d66-b7c3c3b4de83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:45.518099 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6a9c-1afd-40b5-8d66-b7c3c3b4de83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:45.581779 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6a9c-1afd-40b5-8d66-b7c3c3b4de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:45.585651 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6a9c-1afd-40b5-8d66-b7c3c3b4de83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:45.587195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cc5a6a9c-1afd-40b5-8d66-b7c3c3b4de83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0600d52-a38a-46b4-a569-a948ee0f4461 HTTP/1.1" status: 204 len: 168 time: 0.1775935 Jul 19 03:38:45.598080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a6a9c-1afd-40b5-8d66-b7c3c3b4de83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0600d52-a38a-46b4-a569-a948ee0f4461,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:45.714132 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:45.734377 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d84af-e5a2-41eb-be01-d79fd19ef657 req-cf6ca712-fd88-40ca-a99d-6a06d7a90960 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:45.737184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa1d84af-e5a2-41eb-be01-d79fd19ef657 req-cf6ca712-fd88-40ca-a99d-6a06d7a90960 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1160500 Jul 19 03:38:45.784896 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa1d84af-e5a2-41eb-be01-d79fd19ef657 req-2096efea-488e-4819-b546-6b2920a7a47c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Jul 19 03:38:46.050199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53420) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:46.067672 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc4f9-a1b5-4080-b4c7-e4f4808ce88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:46.170055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc4f9-a1b5-4080-b4c7-e4f4808ce88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:46.175487 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc4f9-a1b5-4080-b4c7-e4f4808ce88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:46.217937 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a6ddc4f9-a1b5-4080-b4c7-e4f4808ce88a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5983d2b9f851417094638cfc22d1a9b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645761 Jul 19 03:38:46.218493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53424) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:46.218975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddc4f9-a1b5-4080-b4c7-e4f4808ce88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4244de86-6989-419f-94e0-084684001f8b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:46.252464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53426) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:46.294830 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02914b7d-2b46-4df6-a434-2c75ed549647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:46.327901 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02914b7d-2b46-4df6-a434-2c75ed549647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:46.336563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dd281fd6-7cbd-4ede-bca3-f951dbe94f0f tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/292b9a21-7421-44f8-94c1-302680ee9c1f HTTP/1.1" status: 200 len: 993 time: 0.0823119 Jul 19 03:38:46.401347 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02914b7d-2b46-4df6-a434-2c75ed549647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:46.404029 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-02914b7d-2b46-4df6-a434-2c75ed549647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:46.405206 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-02914b7d-2b46-4df6-a434-2c75ed549647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4244de86-6989-419f-94e0-084684001f8b HTTP/1.1" status: 204 len: 168 time: 0.1847477 Jul 19 03:38:46.415015 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02914b7d-2b46-4df6-a434-2c75ed549647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4244de86-6989-419f-94e0-084684001f8b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:46.475880 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:46.995003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfff3b-0b5f-49c3-909c-45deba919822 req-49a2d2c7-5431-4911-a6f3-8fa0e1a12685 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:46.996796 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3fbfff3b-0b5f-49c3-909c-45deba919822 req-49a2d2c7-5431-4911-a6f3-8fa0e1a12685 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.0790389 Jul 19 03:38:47.048994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3fbfff3b-0b5f-49c3-909c-45deba919822 req-72bffe30-c5ab-4ffa-b22a-1f7c07cb872b tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461576 Jul 19 03:38:47.967724 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:48.270472 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771b701-2ef5-4ce0-952d-0e3f484de6a4 req-62e480a1-01f3-427b-ab66-3bacbeab2846 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:48.272763 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0771b701-2ef5-4ce0-952d-0e3f484de6a4 req-62e480a1-01f3-427b-ab66-3bacbeab2846 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.0833101 Jul 19 03:38:48.319400 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0771b701-2ef5-4ce0-952d-0e3f484de6a4 req-eba70cfa-d51d-4efe-b42b-2a53488860aa tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393870 Jul 19 03:38:48.551485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53676) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:48.669781 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8e7c-9c45-42d8-b521-d8024f204c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:48.809885 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8e7c-9c45-42d8-b521-d8024f204c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:48.819323 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8e7c-9c45-42d8-b521-d8024f204c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:48.873261 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e7ef8e7c-9c45-42d8-b521-d8024f204c70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=497ad6d2b9c24480893b30b457f4364c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201506 Jul 19 03:38:48.875541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef8e7c-9c45-42d8-b521-d8024f204c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f32ca6-7438-49b9-8144-a86f6c3256c1,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:48.876205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53686) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:48.942642 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1f39c96-eb92-49a5-aa97-45c716a6f679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:48.970748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1f39c96-eb92-49a5-aa97-45c716a6f679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:49.024570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1f39c96-eb92-49a5-aa97-45c716a6f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:49.028113 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e1f39c96-eb92-49a5-aa97-45c716a6f679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:49.030022 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e1f39c96-eb92-49a5-aa97-45c716a6f679 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91f32ca6-7438-49b9-8144-a86f6c3256c1 HTTP/1.1" status: 204 len: 168 time: 0.1522357 Jul 19 03:38:49.041495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f39c96-eb92-49a5-aa97-45c716a6f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f32ca6-7438-49b9-8144-a86f6c3256c1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:49.567143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225282a3-ea8f-4223-9d33-3393d0889301 req-15e79588-f5e8-4e13-8a4f-bce94f96e0b7 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:49.570792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-225282a3-ea8f-4223-9d33-3393d0889301 req-15e79588-f5e8-4e13-8a4f-bce94f96e0b7 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1065006 Jul 19 03:38:49.643303 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-225282a3-ea8f-4223-9d33-3393d0889301 req-3edb36c4-c700-443e-b7ea-ae8114bfbca6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659163 Jul 19 03:38:50.872014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea6786-693a-4a45-ba16-8de2f3426fe0 req-41a8b44d-93e8-42b6-8a21-1001263211b7 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:50.874727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3ea6786-693a-4a45-ba16-8de2f3426fe0 req-41a8b44d-93e8-42b6-8a21-1001263211b7 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1124167 Jul 19 03:38:50.927061 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3ea6786-693a-4a45-ba16-8de2f3426fe0 req-56623270-bf2e-4db3-bb7c-d9c6adfafd81 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466998 Jul 19 03:38:50.989922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53778) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:51.158290 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:51.184616 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:51.293180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:51.408741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Allocated IP 172.25.2.198 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/62291142-56ef-4f63-8fa2-28c327093c0f) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:51.441987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae251e6-8feb-4ac2-b679-24aa16a8e08f req-c98c10ff-c96b-4383-8ab3-c89da810ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:51.444396 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eae251e6-8feb-4ac2-b679-24aa16a8e08f req-c98c10ff-c96b-4383-8ab3-c89da810ef93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 1098 time: 0.0778918 Jul 19 03:38:51.496395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eae251e6-8feb-4ac2-b679-24aa16a8e08f req-21096c20-7d4e-4115-b638-6769f8f2ab37 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Jul 19 03:38:51.541059 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:51.588184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:51.627356 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:51.628847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:51.635755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:51.676057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event updated for resources: {'Port': ['ID=62291142-56ef-4f63-8fa2-28c327093c0f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:51.776893 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:51.825411 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:51.999119 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.005295 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.106172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event updated for resources: {'Port': ['ID=62291142-56ef-4f63-8fa2-28c327093c0f,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:52.110561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.128265 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.129934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8a048439-a24c-429f-aadd-d30867bebdbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1384594 Jul 19 03:38:52.134020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53802) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:52.139671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1674867904'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:52.182532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Made reservation on behalf of aae8bef2532d4bf1941b12880ed31dec for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:38:52.190753 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.214818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.249858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095077f2-0028-4055-87a6-170caf7b1d95 req-638b08e0-2bb7-4288-a53b-bacbe350f0f0 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:52.251983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095077f2-0028-4055-87a6-170caf7b1d95 req-638b08e0-2bb7-4288-a53b-bacbe350f0f0 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1304789 Jul 19 03:38:52.315058 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095077f2-0028-4055-87a6-170caf7b1d95 req-11ae5635-5663-4b72-ad9c-ac51010f72be tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540309 Jul 19 03:38:52.355270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.360611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.401632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:38:52.416570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.418219 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Added segment 8bbb3282-0643-42a7-a570-f7aef4ac377c of type vlan for network 9314ba3b-9296-4f71-a459-f8cff70b77c8 Jul 19 03:38:52.418398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5630b6a8-9a65-4ec1-b2be-578195101136,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:52.495268 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.529741 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.536369 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:52.536979 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.575892 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4404151 Jul 19 03:38:52.579940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53812) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:52.584657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Request body: {'subnet': {'network_id': '9314ba3b-9296-4f71-a459-f8cff70b77c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:52.642944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be33e79-e356-4948-9090-43480d19632c tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event updated for resources: {'Network': ['ID=9314ba3b-9296-4f71-a459-f8cff70b77c8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:52.657335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 9314ba3b-9296-4f71-a459-f8cff70b77c8 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:38:52.737910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Made reservation on behalf of aae8bef2532d4bf1941b12880ed31dec for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:38:52.742771 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:52.969455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.035724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event updated for resources: {'Subnet': ['ID=c2f61903-9068-44df-a70a-ae6c9c1c2fad,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:53.043314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Checking segment: {'id': '8bbb3282-0643-42a7-a570-f7aef4ac377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9314ba3b-9296-4f71-a459-f8cff70b77c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:53.043788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Network hostable DHCP agents. Network: 9314ba3b-9296-4f71-a459-f8cff70b77c8, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:38:53.062248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Network 9314ba3b-9296-4f71-a459-f8cff70b77c8 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:38:53.073845 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 9314ba3b-9296-4f71-a459-f8cff70b77c8) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:53.078408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:53.079321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.084517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126eb5fd-5865-4478-95c5-bff6be72de55 None None] Network 9314ba3b-9296-4f71-a459-f8cff70b77c8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:38:53.105727 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8ca0c029-5147-4975-8b2c-07f203e392ed tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5226166 Jul 19 03:38:53.106042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53826) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:53.117256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1601540097', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:53.160948 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.164489 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.247925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.301965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-9314ba3b-9296-4f71-a459-f8cff70b77c8', 'network_id': '9314ba3b-9296-4f71-a459-f8cff70b77c8', 'tenant_id': 'aae8bef2532d4bf1941b12880ed31dec', 'fixed_ips': [{'subnet_id': 'c2f61903-9068-44df-a70a-ae6c9c1c2fad'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:38:53.304258 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.482697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.497192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Allocated IP 172.20.0.2 (9314ba3b-9296-4f71-a459-f8cff70b77c8/c2f61903-9068-44df-a70a-ae6c9c1c2fad/61fcfee6-73ee-4910-a577-bab64ad799df) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:53.591833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe2e2b-6580-4f8f-a2ca-666d5a14fced req-90eeae11-32d1-44b1-84e7-c86b239600b2 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:53.595170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1fe2e2b-6580-4f8f-a2ca-666d5a14fced req-90eeae11-32d1-44b1-84e7-c86b239600b2 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1081877 Jul 19 03:38:53.682427 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.701985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Transition to ACTIVE for port object 61fcfee6-73ee-4910-a577-bab64ad799df will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:53.709403 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1fe2e2b-6580-4f8f-a2ca-666d5a14fced req-1e9e2b60-a2b8-4469-b27f-b4bc767754df tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596380 Jul 19 03:38:53.736621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Transition to ACTIVE for port object 61fcfee6-73ee-4910-a577-bab64ad799df will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:53.745779 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.785461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Network 9314ba3b-9296-4f71-a459-f8cff70b77c8 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:53.790053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:53.795243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:53.843867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Pushing event updated for resources: {'Port': ['ID=61fcfee6-73ee-4910-a577-bab64ad799df,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:53.898674 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.904596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Attempting to bind port 61fcfee6-73ee-4910-a577-bab64ad799df on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:38:53.904973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Attempting to bind port 61fcfee6-73ee-4910-a577-bab64ad799df by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '8bbb3282-0643-42a7-a570-f7aef4ac377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9314ba3b-9296-4f71-a459-f8cff70b77c8'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:38:53.905336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Attempting to bind port 61fcfee6-73ee-4910-a577-bab64ad799df on network 9314ba3b-9296-4f71-a459-f8cff70b77c8 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:38:53.913099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:38:53.913470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Checking segment: {'id': '8bbb3282-0643-42a7-a570-f7aef4ac377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9314ba3b-9296-4f71-a459-f8cff70b77c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:38:53.913866 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.914252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Bound using segment: {'id': '8bbb3282-0643-42a7-a570-f7aef4ac377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9314ba3b-9296-4f71-a459-f8cff70b77c8'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:38:53.914736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Bound port: 61fcfee6-73ee-4910-a577-bab64ad799df, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbb3282-0643-42a7-a570-f7aef4ac377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9314ba3b-9296-4f71-a459-f8cff70b77c8'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:38:53.915112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.919245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:53.999693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] For port 61fcfee6-73ee-4910-a577-bab64ad799df, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:38:54.003630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] For port 61fcfee6-73ee-4910-a577-bab64ad799df, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=61fcfee6-73ee-4910-a577-bab64ad799df,segment=NetworkSegment(8bbb3282-0643-42a7-a570-f7aef4ac377c),segment_id=8bbb3282-0643-42a7-a570-f7aef4ac377c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:38:54.010067 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:54.055116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Allocated IP 172.25.2.231 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/bceb4211-6d6b-4611-bb89-4e9d9e0ba3b9) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:54.079664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e86bec-cd6e-473d-8f54-dad2f7fbcea1 None None] Pushing event updated for resources: {'Port': ['ID=61fcfee6-73ee-4910-a577-bab64ad799df,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:54.112884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b97e8-5f13-4b22-a4bc-71c9e8ea4181 req-6e02f76b-f502-441b-89b0-0ef6c747b1d9 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:54.116631 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cd8b97e8-5f13-4b22-a4bc-71c9e8ea4181 req-6e02f76b-f502-441b-89b0-0ef6c747b1d9 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1636398 Jul 19 03:38:54.186872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cd8b97e8-5f13-4b22-a4bc-71c9e8ea4181 req-6a4378b7-23f9-470f-bb83-df6c827e4807 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630181 Jul 19 03:38:54.260537 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:54.336303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:54.438352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:54.441250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:54.444444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:54.487775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event updated for resources: {'Port': ['ID=bceb4211-6d6b-4611-bb89-4e9d9e0ba3b9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:54.809142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d5abf-154e-4906-b16c-b6cc9fc9c6c9 req-7fdefb72-1e15-421c-bb45-be6b38b7eb64 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:54.810728 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d31d5abf-154e-4906-b16c-b6cc9fc9c6c9 req-7fdefb72-1e15-421c-bb45-be6b38b7eb64 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1579044 Jul 19 03:38:55.270105 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:55.362830 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d31d5abf-154e-4906-b16c-b6cc9fc9c6c9 req-a6abc8b3-1d8d-497d-83db-f142e96e9090 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368027 Jul 19 03:38:55.408507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf9965a-59de-4d2b-99e7-405b8ee92821 None None] Network 9314ba3b-9296-4f71-a459-f8cff70b77c8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:38:55.541884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ee7c8848-c6c0-4e3b-92e1-81424dd5e0c0 None None] Provisioning for port 61fcfee6-73ee-4910-a577-bab64ad799df completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:55.591788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:55.713364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 61fcfee6-73ee-4910-a577-bab64ad799df up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:55.775873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Router dade6c97-327d-43e0-b066-0fbed344f4bd is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:38:55.789870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 61fcfee6-73ee-4910-a577-bab64ad799df completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:55.795746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 61fcfee6-73ee-4910-a577-bab64ad799df triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:55.796058 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:55.903310 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:55.946449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-521a198b-e064-46de-b189-60aabdc83559 None None] Provisioning complete for port 61fcfee6-73ee-4910-a577-bab64ad799df triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:55.946709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-521a198b-e064-46de-b189-60aabdc83559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:55.964987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:38:55.977724 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327b04a-376e-43d9-9652-7e26270759e6 None None] Sync routers for ids ['dade6c97-327d-43e0-b066-0fbed344f4bd'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:38:55.987586 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:55.989003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 61fcfee6-73ee-4910-a577-bab64ad799df, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=61fcfee6-73ee-4910-a577-bab64ad799df,segment=NetworkSegment(8bbb3282-0643-42a7-a570-f7aef4ac377c),segment_id=8bbb3282-0643-42a7-a570-f7aef4ac377c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:38:55.992024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53878) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:55.993161 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a9d1e012-95b9-4025-92ee-6ccf0d0383d5 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.8852160 Jul 19 03:38:55.994076 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327b04a-376e-43d9-9652-7e26270759e6 None None] Routers {'dade6c97-327d-43e0-b066-0fbed344f4bd'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:55.999363 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:56.000227 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1327b04a-376e-43d9-9652-7e26270759e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dade6c97-327d-43e0-b066-0fbed344f4bd'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:56.073663 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1327b04a-376e-43d9-9652-7e26270759e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:56.085812 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327b04a-376e-43d9-9652-7e26270759e6 None None] Routers {'dade6c97-327d-43e0-b066-0fbed344f4bd'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:56.086462 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1327b04a-376e-43d9-9652-7e26270759e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dade6c97-327d-43e0-b066-0fbed344f4bd'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:56.090302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=61fcfee6-73ee-4910-a577-bab64ad799df,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:56.146658 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1327b04a-376e-43d9-9652-7e26270759e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:56.147310 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327b04a-376e-43d9-9652-7e26270759e6 None None] The sync data for ids ['dade6c97-327d-43e0-b066-0fbed344f4bd'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:38:56.632311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b01502-ddd5-49be-b36f-85bcd11450b1 req-0290e961-2f1a-41dd-a981-43f2f220ed81 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:56.633820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e7b01502-ddd5-49be-b36f-85bcd11450b1 req-0290e961-2f1a-41dd-a981-43f2f220ed81 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1303151 Jul 19 03:38:56.644694 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:56.728216 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e7b01502-ddd5-49be-b36f-85bcd11450b1 req-162ebdf9-a14d-48b0-b73c-39917c1bd97a tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863032 Jul 19 03:38:57.035379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Allocated IP 172.20.0.1 (9314ba3b-9296-4f71-a459-f8cff70b77c8/c2f61903-9068-44df-a70a-ae6c9c1c2fad/a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:57.198491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:57.241229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Transition to ACTIVE for port object a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:57.293752 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:57.371150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Network 9314ba3b-9296-4f71-a459-f8cff70b77c8 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:57.376102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:57.400323 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:57.447365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event updated for resources: {'Port': ['ID=a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:57.491892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:57.555759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.556787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.557355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.557907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.558748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.559360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.559909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.560458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.561004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.561550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.562152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.563692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:38:57.635391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d415a08-8a08-410e-a32c-a9c4d2d78a3d req-a9d62f88-1657-4505-ac2c-b667d1a9bd8c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:57.652868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7d415a08-8a08-410e-a32c-a9c4d2d78a3d req-a9d62f88-1657-4505-ac2c-b667d1a9bd8c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1444042 Jul 19 03:38:57.686218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 61fcfee6-73ee-4910-a577-bab64ad799df up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:38:57.712936 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7d415a08-8a08-410e-a32c-a9c4d2d78a3d req-3fbbdaa4-c66b-440a-9c64-79ba8a70e3ea tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592234 Jul 19 03:38:57.765990 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:57.794312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 61fcfee6-73ee-4910-a577-bab64ad799df triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:57.794780 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:57.853835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-abba67c6-2d1f-4c1c-a3b2-7a7784d21968 None None] Provisioning for port a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:57.862385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-abba67c6-2d1f-4c1c-a3b2-7a7784d21968 None None] Provisioning complete for port a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:57.862385 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-abba67c6-2d1f-4c1c-a3b2-7a7784d21968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:57.926732 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-abba67c6-2d1f-4c1c-a3b2-7a7784d21968 None None] Port a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:38:58.117772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:58.125652 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:58.213876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event updated for resources: {'Port': ['ID=a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:58.216227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:58.318964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Network 9314ba3b-9296-4f71-a459-f8cff70b77c8 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:58.320421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:58.492562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Router dade6c97-327d-43e0-b066-0fbed344f4bd has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:38:58.624018 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:38:58.633321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-909ca1c5-da0b-4d96-8e65-442e7ed23a4a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "PUT /v2.0/routers/dade6c97-327d-43e0-b066-0fbed344f4bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6360223 Jul 19 03:38:58.633321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 53932) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:58.636534 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12199722-d1ee-4852-b9fc-75d80dea4d45 None None] Sync routers for ids ['dade6c97-327d-43e0-b066-0fbed344f4bd'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:38:58.642459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Request body: {'port': {'network_id': '9314ba3b-9296-4f71-a459-f8cff70b77c8', 'name': 'tempest-FloatingIPAdminTestJSON-948214555'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:58.647642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12199722-d1ee-4852-b9fc-75d80dea4d45 None None] Routers {'dade6c97-327d-43e0-b066-0fbed344f4bd'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:58.648293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-12199722-d1ee-4852-b9fc-75d80dea4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dade6c97-327d-43e0-b066-0fbed344f4bd'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:58.696397 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-12199722-d1ee-4852-b9fc-75d80dea4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:58.707836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-eb3062c7-22a9-4280-8a95-6615382d909f None None] Provisioning complete for port a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:58.708187 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb3062c7-22a9-4280-8a95-6615382d909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:58.773562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12199722-d1ee-4852-b9fc-75d80dea4d45 None None] Routers {'dade6c97-327d-43e0-b066-0fbed344f4bd'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:38:58.774637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-12199722-d1ee-4852-b9fc-75d80dea4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dade6c97-327d-43e0-b066-0fbed344f4bd'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:58.812293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-12199722-d1ee-4852-b9fc-75d80dea4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:38:58.813370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12199722-d1ee-4852-b9fc-75d80dea4d45 None None] The sync data for ids ['dade6c97-327d-43e0-b066-0fbed344f4bd'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:38:58.829684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-eb3062c7-22a9-4280-8a95-6615382d909f None None] Port a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:38:58.834632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Made reservation on behalf of aae8bef2532d4bf1941b12880ed31dec for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:38:58.839133 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:58.903092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] device_id is not set on port 0169ddaa-ed7a-46a5-a431-9fdd4cae00da yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:38:58.986526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e251cbe-d823-4572-8415-38224e40e16b req-cc402fde-49c0-4787-86bd-2c446b428759 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:58.988071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e251cbe-d823-4572-8415-38224e40e16b req-cc402fde-49c0-4787-86bd-2c446b428759 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1450503 Jul 19 03:38:59.075997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e251cbe-d823-4572-8415-38224e40e16b req-4cd566e0-1490-46b3-a771-e205e6d7a9d9 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794559 Jul 19 03:38:59.092475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Allocated IP 172.20.0.10 (9314ba3b-9296-4f71-a459-f8cff70b77c8/c2f61903-9068-44df-a70a-ae6c9c1c2fad/0169ddaa-ed7a-46a5-a431-9fdd4cae00da) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:38:59.298453 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:59.315904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Transition to ACTIVE for port object 0169ddaa-ed7a-46a5-a431-9fdd4cae00da will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:38:59.369710 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:59.432171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Network 9314ba3b-9296-4f71-a459-f8cff70b77c8 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:38:59.435695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:38:59.440337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:38:59.447109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event updated for resources: {'Port': ['ID=0169ddaa-ed7a-46a5-a431-9fdd4cae00da,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:38:59.569689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:38:59.572454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:59.611728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 53958) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:38:59.612327 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0cc26d33-a97e-4ef9-a301-e4c2e2e46ac8 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9776001 Jul 19 03:38:59.701032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'project_id': 'aae8bef2532d4bf1941b12880ed31dec', 'port_id': '0169ddaa-ed7a-46a5-a431-9fdd4cae00da'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:38:59.727977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:59.785174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-56795db2-1abc-46c4-a886-465a266b65e5 None None] Provisioning for port 0169ddaa-ed7a-46a5-a431-9fdd4cae00da completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:38:59.789892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-56795db2-1abc-46c4-a886-465a266b65e5 None None] Provisioning complete for port 0169ddaa-ed7a-46a5-a431-9fdd4cae00da triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:38:59.790283 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-56795db2-1abc-46c4-a886-465a266b65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:59.834136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-56795db2-1abc-46c4-a886-465a266b65e5 None None] Port 0169ddaa-ed7a-46a5-a431-9fdd4cae00da cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:38:59.856358 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:38:59.980625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Allocated IP 172.25.2.163 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/7934b494-d658-440d-b2d8-ec70d460d2b3) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:00.128724 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:00.200069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:00.242442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:00.255809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:00.259320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:00.292240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Pushing event updated for resources: {'Port': ['ID=7934b494-d658-440d-b2d8-ec70d460d2b3,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:00.308537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.308883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.309225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.309571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.309855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.310377 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.310869 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.311576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.312610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.313294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.314052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.314424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:00.724471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:00.837290 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:01.063043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:01.081819 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:01.082540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504bdc9-569e-4bde-973f-b20388ffb76d req-4c595dbb-5829-4908-bb4b-e9c8cdf5b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:01.084421 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c504bdc9-569e-4bde-973f-b20388ffb76d req-4c595dbb-5829-4908-bb4b-e9c8cdf5b601 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0855441 Jul 19 03:39:01.170820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Pushing event updated for resources: {'Port': ['ID=7934b494-d658-440d-b2d8-ec70d460d2b3,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:01.184121 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:01.234699 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd60dd9-6fb5-4931-89e0-28cc519fa44e req-5abf3ec4-f696-4e41-9e98-454f7894c404 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:01.236681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cd60dd9-6fb5-4931-89e0-28cc519fa44e req-5abf3ec4-f696-4e41-9e98-454f7894c404 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1513510 Jul 19 03:39:01.239764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504bdc9-569e-4bde-973f-b20388ffb76d req-ffabbbe9-7f4f-40e1-90e5-d930d71b53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:01.241489 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c504bdc9-569e-4bde-973f-b20388ffb76d req-ffabbbe9-7f4f-40e1-90e5-d930d71b53b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.1466777 Jul 19 03:39:01.300280 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Floating IP 17c3ac3f-923b-43a2-8338-101a69db9168 associated. External IP: 172.25.2.163, port: 0169ddaa-ed7a-46a5-a431-9fdd4cae00da. Jul 19 03:39:01.310985 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c504bdc9-569e-4bde-973f-b20388ffb76d req-e8f6362f-0a77-4adb-aed5-385f9b161690 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182 HTTP/1.1" status: 200 len: 217 time: 0.0606248 Jul 19 03:39:01.370321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cd60dd9-6fb5-4931-89e0-28cc519fa44e req-a2b9af41-bf44-4090-a903-a2906d76bb76 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210740 Jul 19 03:39:01.383113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504bdc9-569e-4bde-973f-b20388ffb76d req-5703024b-c2e3-4824-8860-dd3a0e405cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:01.384932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c504bdc9-569e-4bde-973f-b20388ffb76d req-5703024b-c2e3-4824-8860-dd3a0e405cd1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.0620172 Jul 19 03:39:01.431047 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c504bdc9-569e-4bde-973f-b20388ffb76d req-d8cb7deb-d98b-4fe2-9ba0-69707d1e12a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339360 Jul 19 03:39:01.591319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Router dade6c97-327d-43e0-b066-0fbed344f4bd has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:39:01.735646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:39:01.747946 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e4013-ff4f-40c5-8ce7-f4b3a2b46fe5 None None] Sync routers for ids ['dade6c97-327d-43e0-b066-0fbed344f4bd'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:39:01.758835 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e4013-ff4f-40c5-8ce7-f4b3a2b46fe5 None None] Routers {'dade6c97-327d-43e0-b066-0fbed344f4bd'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:39:01.760094 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d25e4013-ff4f-40c5-8ce7-f4b3a2b46fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dade6c97-327d-43e0-b066-0fbed344f4bd'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:01.777617 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:01.802814 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d25e4013-ff4f-40c5-8ce7-f4b3a2b46fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:01.820991 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e4013-ff4f-40c5-8ce7-f4b3a2b46fe5 None None] Routers {'dade6c97-327d-43e0-b066-0fbed344f4bd'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:39:01.822130 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d25e4013-ff4f-40c5-8ce7-f4b3a2b46fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dade6c97-327d-43e0-b066-0fbed344f4bd'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:01.857571 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8a270065-67a1-462a-80a3-58fd0e7ee94d tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.2441618 Jul 19 03:39:01.860288 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54006) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:01.869607 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d25e4013-ff4f-40c5-8ce7-f4b3a2b46fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:01.870616 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e4013-ff4f-40c5-8ce7-f4b3a2b46fe5 None None] The sync data for ids ['dade6c97-327d-43e0-b066-0fbed344f4bd'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:39:01.903292 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:39:01.954927 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c504bdc9-569e-4bde-973f-b20388ffb76d req-efaaa98f-8a46-4fdd-9835-4d91b89d8d0a service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162518 Jul 19 03:39:02.000338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-49bb55f4-121b-4a01-91d1-c353cc7876b5 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] 10.222.0.20 "GET /v2.0/floatingips/17c3ac3f-923b-43a2-8338-101a69db9168 HTTP/1.1" status: 200 len: 983 time: 0.1389153 Jul 19 03:39:02.002919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54012) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:02.072969 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c504bdc9-569e-4bde-973f-b20388ffb76d req-432421f1-fd63-4f9a-90b2-c404ccf34b47 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113930 Jul 19 03:39:02.116513 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4b02c01c-9e03-47d5-aea9-14cd721cf6ee tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1120424 Jul 19 03:39:02.119105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54016) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:02.295791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Deleting port 7934b494-d658-440d-b2d8-ec70d460d2b3 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:02.296867 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:02.379230 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:02.379571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:02.391694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Calling delete_port for 7934b494-d658-440d-b2d8-ec70d460d2b3 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:02.923800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659c7eb-6418-4cc0-b849-ea0a12ba2d7f req-743d462d-5b8b-4aa4-9c6c-9f55c3c789f5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:02.925348 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c659c7eb-6418-4cc0-b849-ea0a12ba2d7f req-743d462d-5b8b-4aa4-9c6c-9f55c3c789f5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1354773 Jul 19 03:39:03.015586 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c659c7eb-6418-4cc0-b849-ea0a12ba2d7f req-e4aecc4f-e29e-4a3a-90d8-ff82ac2c6a99 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837739 Jul 19 03:39:03.020217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:03.049282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event deleted for resources: {'Port': ['ID=7934b494-d658-440d-b2d8-ec70d460d2b3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:03.121054 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:03.121385 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Floating IP 17c3ac3f-923b-43a2-8338-101a69db9168 disassociated (deleted). External IP: 172.25.2.163, port: 0169ddaa-ed7a-46a5-a431-9fdd4cae00da. Jul 19 03:39:03.342867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Router dade6c97-327d-43e0-b066-0fbed344f4bd has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:39:03.468237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:39:03.473224 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:03.479274 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb6cde-749f-42aa-a3f2-97eafb402cf0 None None] Sync routers for ids ['dade6c97-327d-43e0-b066-0fbed344f4bd'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:39:03.491069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb6cde-749f-42aa-a3f2-97eafb402cf0 None None] Routers {'dade6c97-327d-43e0-b066-0fbed344f4bd'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:39:03.491938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-65bb6cde-749f-42aa-a3f2-97eafb402cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dade6c97-327d-43e0-b066-0fbed344f4bd'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:03.521025 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-85ff4f9c-c920-41d1-8845-c7d8020f693f tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "DELETE /v2.0/floatingips/17c3ac3f-923b-43a2-8338-101a69db9168 HTTP/1.1" status: 204 len: 168 time: 1.3977201 Jul 19 03:39:03.521629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54072) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:03.526500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:03.534635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-65bb6cde-749f-42aa-a3f2-97eafb402cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:03.544408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb6cde-749f-42aa-a3f2-97eafb402cf0 None None] Routers {'dade6c97-327d-43e0-b066-0fbed344f4bd'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:39:03.545137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-65bb6cde-749f-42aa-a3f2-97eafb402cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dade6c97-327d-43e0-b066-0fbed344f4bd'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:03.552852 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:03.597453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-65bb6cde-749f-42aa-a3f2-97eafb402cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:03.598355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb6cde-749f-42aa-a3f2-97eafb402cf0 None None] The sync data for ids ['dade6c97-327d-43e0-b066-0fbed344f4bd'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:39:03.656098 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:03.786382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Allocated IP 172.25.2.197 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/a87f88f4-43c0-48d2-ae17-702da171d900) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:03.906921 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:03.948892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:03.997191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:04.003924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:04.008776 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:04.012444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Pushing event updated for resources: {'Port': ['ID=a87f88f4-43c0-48d2-ae17-702da171d900,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:04.114927 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:04.201991 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:04.277784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a783510-4f0b-4a6f-8b97-6541a9836c6b req-728daeda-799e-4d39-8b02-a82beafd1419 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:04.279383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a783510-4f0b-4a6f-8b97-6541a9836c6b req-728daeda-799e-4d39-8b02-a82beafd1419 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1237643 Jul 19 03:39:04.371245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a783510-4f0b-4a6f-8b97-6541a9836c6b req-629aa9bf-e174-49e5-a35a-de3976eeb69c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818758 Jul 19 03:39:04.420254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:04.430427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:04.518282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Pushing event updated for resources: {'Port': ['ID=a87f88f4-43c0-48d2-ae17-702da171d900,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:04.530696 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:04.549613 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:04.551003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e7bbb70b-858e-417d-88ca-bceb67f1cb41 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0279863 Jul 19 03:39:04.553653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54090) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:04.678439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:04.700765 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:04.805677 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:04.918441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Allocated IP 172.25.2.50 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/8558089f-cdde-4d34-b6f5-f4361e1a851f) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:05.040220 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:05.083351 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:05.127198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:05.130283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:05.135686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:05.139635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Pushing event updated for resources: {'Port': ['ID=8558089f-cdde-4d34-b6f5-f4361e1a851f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:05.235327 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:05.284790 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:05.462868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:05.472285 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:05.607360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Pushing event updated for resources: {'Port': ['ID=8558089f-cdde-4d34-b6f5-f4361e1a851f,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:05.611347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:05.632796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:05.635452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bc99d7d1-f1b7-43af-a2b9-c697cca2ab25 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0793228 Jul 19 03:39:05.637088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54102) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:05.729959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b30fae-9b60-4cc4-9a35-b2e17f10f92e req-b4c6b67a-8854-4ec3-b4c8-2e9886a838f5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:05.731802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62b30fae-9b60-4cc4-9a35-b2e17f10f92e req-b4c6b67a-8854-4ec3-b4c8-2e9886a838f5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.2288945 Jul 19 03:39:05.814051 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-479c56da-0177-48dc-83a4-21d5c4c97bca tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1758194 Jul 19 03:39:05.817212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54104) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:05.861144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62b30fae-9b60-4cc4-9a35-b2e17f10f92e req-7d4f05fe-af21-4330-a828-40fbc04a26d1 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204093 Jul 19 03:39:05.871394 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-701c72d3-43a7-4aa5-8d7a-82f35c5e9c98 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0532274 Jul 19 03:39:05.874588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54106) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:06.035698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-aae4bbfc-fa90-4357-8c9e-7e0d4817b166 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Deleting port 8558089f-cdde-4d34-b6f5-f4361e1a851f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:06.036050 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aae4bbfc-fa90-4357-8c9e-7e0d4817b166 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.133857 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aae4bbfc-fa90-4357-8c9e-7e0d4817b166 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.134474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aae4bbfc-fa90-4357-8c9e-7e0d4817b166 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.152199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-aae4bbfc-fa90-4357-8c9e-7e0d4817b166 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Calling delete_port for 8558089f-cdde-4d34-b6f5-f4361e1a851f owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:06.320855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aae4bbfc-fa90-4357-8c9e-7e0d4817b166 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.354497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4bbfc-fa90-4357-8c9e-7e0d4817b166 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Pushing event deleted for resources: {'Port': ['ID=8558089f-cdde-4d34-b6f5-f4361e1a851f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:06.421519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aae4bbfc-fa90-4357-8c9e-7e0d4817b166 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.424719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aae4bbfc-fa90-4357-8c9e-7e0d4817b166 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.425962 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aae4bbfc-fa90-4357-8c9e-7e0d4817b166 tempest-FloatingIPAdminTestJSON-2024807420 tempest-FloatingIPAdminTestJSON-2024807420-project] 10.222.0.20 "DELETE /v2.0/floatingips/55d99a21-693d-46b2-b39c-44363bd38558 HTTP/1.1" status: 204 len: 168 time: 0.5505033 Jul 19 03:39:06.428504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54110) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:06.589488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-9d8aa254-f11e-4efb-959e-907636c8e4e9 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Deleting port a87f88f4-43c0-48d2-ae17-702da171d900 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:06.589972 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa254-f11e-4efb-959e-907636c8e4e9 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.671379 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa254-f11e-4efb-959e-907636c8e4e9 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.672136 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa254-f11e-4efb-959e-907636c8e4e9 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.684263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-9d8aa254-f11e-4efb-959e-907636c8e4e9 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Calling delete_port for a87f88f4-43c0-48d2-ae17-702da171d900 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:06.827648 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa254-f11e-4efb-959e-907636c8e4e9 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.861368 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8aa254-f11e-4efb-959e-907636c8e4e9 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Pushing event deleted for resources: {'Port': ['ID=a87f88f4-43c0-48d2-ae17-702da171d900,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:06.932823 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa254-f11e-4efb-959e-907636c8e4e9 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.936147 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa254-f11e-4efb-959e-907636c8e4e9 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:06.938215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9d8aa254-f11e-4efb-959e-907636c8e4e9 tempest-FloatingIPAdminTestJSON-1567896158 tempest-FloatingIPAdminTestJSON-1567896158-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/1516c167-4952-4a3a-bcfb-276fe4b71781 HTTP/1.1" status: 204 len: 168 time: 0.5087056 Jul 19 03:39:06.941860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54116) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:07.045079 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:07.103076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-cc09e227-65d4-4a7d-ab65-544302b41b5a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Deleting port 0169ddaa-ed7a-46a5-a431-9fdd4cae00da {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:07.103323 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc09e227-65d4-4a7d-ab65-544302b41b5a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:07.126464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219480fc-7eb1-49de-91e0-05a7a1235d84 req-d8a084f7-c095-4370-bf50-069f970c14cc tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:07.128050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-219480fc-7eb1-49de-91e0-05a7a1235d84 req-d8a084f7-c095-4370-bf50-069f970c14cc tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1057963 Jul 19 03:39:07.223563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-219480fc-7eb1-49de-91e0-05a7a1235d84 req-11cfdb81-cd5b-407f-bbea-95caf04ce772 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839665 Jul 19 03:39:07.252689 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc09e227-65d4-4a7d-ab65-544302b41b5a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:07.270093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-cc09e227-65d4-4a7d-ab65-544302b41b5a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Calling delete_port for 0169ddaa-ed7a-46a5-a431-9fdd4cae00da owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:07.270255 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:07.415888 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc09e227-65d4-4a7d-ab65-544302b41b5a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:07.447331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09e227-65d4-4a7d-ab65-544302b41b5a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event deleted for resources: {'Port': ['ID=0169ddaa-ed7a-46a5-a431-9fdd4cae00da,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:07.558655 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc09e227-65d4-4a7d-ab65-544302b41b5a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:07.560709 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cc09e227-65d4-4a7d-ab65-544302b41b5a tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "DELETE /v2.0/ports/0169ddaa-ed7a-46a5-a431-9fdd4cae00da HTTP/1.1" status: 204 len: 168 time: 0.6172042 Jul 19 03:39:07.564093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54128) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:07.673362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53ec59-53ad-42e3-9547-0cdc91241113 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:07.677715 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8f53ec59-53ad-42e3-9547-0cdc91241113 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "GET /v2.0/ports?device_id=dade6c97-327d-43e0-b066-0fbed344f4bd HTTP/1.1" status: 200 len: 913 time: 0.1078880 Jul 19 03:39:07.677983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54132) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:08.043666 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:08.316696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Deleting port a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:08.316948 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:08.395882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c4ad-0b8a-41dd-b04f-430d99f92a5d req-7da4776f-4d72-49a0-8772-2f5c1aeee63b tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:08.397460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2db4c4ad-0b8a-41dd-b04f-430d99f92a5d req-7da4776f-4d72-49a0-8772-2f5c1aeee63b tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.0646510 Jul 19 03:39:08.412328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:08.425389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Calling delete_port for a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:08.436360 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2db4c4ad-0b8a-41dd-b04f-430d99f92a5d req-dad8eafa-09cd-468c-b7d7-d303587ffc9c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Jul 19 03:39:08.613247 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:08.642812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event deleted for resources: {'Port': ['ID=a6d4fe4f-4fd9-4f59-88f1-7b835b0dc607,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:08.908018 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:09.159261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Router dade6c97-327d-43e0-b066-0fbed344f4bd has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:39:09.285717 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:39:09.294468 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-25c12b78-736c-4893-a0eb-245d331e91bc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "PUT /v2.0/routers/dade6c97-327d-43e0-b066-0fbed344f4bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147795 Jul 19 03:39:09.295046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54154) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:09.296795 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf0474-11b0-4c64-ac35-612a147e8de2 None None] Sync routers for ids ['dade6c97-327d-43e0-b066-0fbed344f4bd'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:39:09.308296 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf0474-11b0-4c64-ac35-612a147e8de2 None None] Routers {'dade6c97-327d-43e0-b066-0fbed344f4bd'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:39:09.308957 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0474-11b0-4c64-ac35-612a147e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dade6c97-327d-43e0-b066-0fbed344f4bd'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:09.340740 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0474-11b0-4c64-ac35-612a147e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:09.349841 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf0474-11b0-4c64-ac35-612a147e8de2 None None] Routers {'dade6c97-327d-43e0-b066-0fbed344f4bd'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:39:09.350495 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0474-11b0-4c64-ac35-612a147e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:38:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dade6c97-327d-43e0-b066-0fbed344f4bd'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:09.384424 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0474-11b0-4c64-ac35-612a147e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:09.384985 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf0474-11b0-4c64-ac35-612a147e8de2 None None] The sync data for ids ['dade6c97-327d-43e0-b066-0fbed344f4bd'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:39:09.413991 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:09.530208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:09.591843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Deleting port bceb4211-6d6b-4611-bb89-4e9d9e0ba3b9 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:09.592405 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:09.657166 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9e8c-b474-4f66-b331-3085899bc517 req-e9e602d4-4171-402e-9edb-bfa2af932c4e tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:09.658788 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e1a9e8c-b474-4f66-b331-3085899bc517 req-e9e602d4-4171-402e-9edb-bfa2af932c4e tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.0888481 Jul 19 03:39:09.678855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:09.691477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Calling delete_port for bceb4211-6d6b-4611-bb89-4e9d9e0ba3b9 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:09.718002 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e1a9e8c-b474-4f66-b331-3085899bc517 req-ed4eb39b-b955-4761-a551-1c99e9adc3c3 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517991 Jul 19 03:39:09.865898 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:09.894641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event deleted for resources: {'Port': ['ID=bceb4211-6d6b-4611-bb89-4e9d9e0ba3b9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:09.955290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.052251 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.054405 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.096629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.097211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Fanout notify agent at l3_agent the message router_deleted on router dade6c97-327d-43e0-b066-0fbed344f4bd {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:39:10.104660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.108382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4ad33561-c5b1-4026-96e5-11c800613235 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "DELETE /v2.0/routers/dade6c97-327d-43e0-b066-0fbed344f4bd HTTP/1.1" status: 204 len: 168 time: 0.8082998 Jul 19 03:39:10.108382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54160) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:10.162192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a486db-298f-4604-ba3d-521e907a58dc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Deleting subnet c2f61903-9068-44df-a70a-ae6c9c1c2fad {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:39:10.165434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-88a486db-298f-4604-ba3d-521e907a58dc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.204509 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-88a486db-298f-4604-ba3d-521e907a58dc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.300762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-88a486db-298f-4604-ba3d-521e907a58dc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.366816 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-88a486db-298f-4604-ba3d-521e907a58dc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.396934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a486db-298f-4604-ba3d-521e907a58dc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f61903-9068-44df-a70a-ae6c9c1c2fad,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:10.403569 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-88a486db-298f-4604-ba3d-521e907a58dc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.405905 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-88a486db-298f-4604-ba3d-521e907a58dc tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "DELETE /v2.0/subnets/c2f61903-9068-44df-a70a-ae6c9c1c2fad HTTP/1.1" status: 204 len: 168 time: 0.2956400 Jul 19 03:39:10.407600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794fe930-38a8-4182-8d33-a074a5bbf5d5 None None] Network 9314ba3b-9296-4f71-a459-f8cff70b77c8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:10.408411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54168) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:10.491951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.564651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Deleting port 61fcfee6-73ee-4910-a577-bab64ad799df {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:10.564991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.621217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff776de1-6ed7-4ef4-9469-f12d9a23edde None None] DHCP port deletion for 9314ba3b-9296-4f71-a459-f8cff70b77c8 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:39:10.645736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] For port 61fcfee6-73ee-4910-a577-bab64ad799df, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=61fcfee6-73ee-4910-a577-bab64ad799df,segment=NetworkSegment(8bbb3282-0643-42a7-a570-f7aef4ac377c),segment_id=8bbb3282-0643-42a7-a570-f7aef4ac377c)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:10.646098 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.663818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Calling delete_port for 61fcfee6-73ee-4910-a577-bab64ad799df owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:10.698948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ff776de1-6ed7-4ef4-9469-f12d9a23edde None None] Deleting port 61fcfee6-73ee-4910-a577-bab64ad799df {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:10.699330 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff776de1-6ed7-4ef4-9469-f12d9a23edde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.785644 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.787512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ff776de1-6ed7-4ef4-9469-f12d9a23edde None None] For port 61fcfee6-73ee-4910-a577-bab64ad799df, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=61fcfee6-73ee-4910-a577-bab64ad799df,segment=NetworkSegment(8bbb3282-0643-42a7-a570-f7aef4ac377c),segment_id=8bbb3282-0643-42a7-a570-f7aef4ac377c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:10.788039 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff776de1-6ed7-4ef4-9469-f12d9a23edde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.802640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ff776de1-6ed7-4ef4-9469-f12d9a23edde None None] Calling delete_port for 61fcfee6-73ee-4910-a577-bab64ad799df owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:10.815954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event deleted for resources: {'Port': ['ID=61fcfee6-73ee-4910-a577-bab64ad799df,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:10.820074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] No DVR routers for this DVR port 61fcfee6-73ee-4910-a577-bab64ad799df on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:39:10.921802 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.934417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9314ba3b-9296-4f71-a459-f8cff70b77c8']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:10.947602 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ff776de1-6ed7-4ef4-9469-f12d9a23edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.949321 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbb3282-0643-42a7-a570-f7aef4ac377c') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:10.949771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbb3282-0643-42a7-a570-f7aef4ac377c') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:10.962539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.965745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235bb60-b6cb-438f-9ac7-914319edd527 req-958f89d9-118e-4636-a273-36ff830827ec tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:10.967884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2235bb60-b6cb-438f-9ac7-914319edd527 req-958f89d9-118e-4636-a273-36ff830827ec tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1063952 Jul 19 03:39:10.978381 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.987609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:39:10.987609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:10.987859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff776de1-6ed7-4ef4-9469-f12d9a23edde None None] Pushing event deleted for resources: {'Port': ['ID=61fcfee6-73ee-4910-a577-bab64ad799df,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:39:10.993253 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:39:10.998459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff776de1-6ed7-4ef4-9469-f12d9a23edde None None] No DVR routers for this DVR port 61fcfee6-73ee-4910-a577-bab64ad799df on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:39:11.031516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2235bb60-b6cb-438f-9ac7-914319edd527 req-a54e5597-c994-4a11-b69a-326e3918b5b0 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566163 Jul 19 03:39:11.080469 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:11.099350 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:11.103442 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "DELETE /v2.0/networks/9314ba3b-9296-4f71-a459-f8cff70b77c8 HTTP/1.1" status: 204 len: 168 time: 0.6918242 Jul 19 03:39:11.103442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acbb99-37d6-46a4-b28d-baceb37a4461 tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event deleted for resources: {'Network': ['ID=9314ba3b-9296-4f71-a459-f8cff70b77c8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:11.104423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54180) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:11.254312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-84a578bb-3bc6-4157-91dd-5700ed62dbbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Deleting port 62291142-56ef-4f63-8fa2-28c327093c0f {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:11.254849 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84a578bb-3bc6-4157-91dd-5700ed62dbbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:11.341192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84a578bb-3bc6-4157-91dd-5700ed62dbbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:11.341417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84a578bb-3bc6-4157-91dd-5700ed62dbbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:11.357691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-84a578bb-3bc6-4157-91dd-5700ed62dbbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Calling delete_port for 62291142-56ef-4f63-8fa2-28c327093c0f owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:11.591056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84a578bb-3bc6-4157-91dd-5700ed62dbbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:11.629439 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a578bb-3bc6-4157-91dd-5700ed62dbbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Pushing event deleted for resources: {'Port': ['ID=62291142-56ef-4f63-8fa2-28c327093c0f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:11.690127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 61fcfee6-73ee-4910-a577-bab64ad799df no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:39:11.713737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 61fcfee6-73ee-4910-a577-bab64ad799df {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:39:11.714229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 61fcfee6-73ee-4910-a577-bab64ad799df not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:39:11.733956 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84a578bb-3bc6-4157-91dd-5700ed62dbbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:11.736898 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84a578bb-3bc6-4157-91dd-5700ed62dbbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:11.740572 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-84a578bb-3bc6-4157-91dd-5700ed62dbbb tempest-FloatingIPAdminTestJSON-769865996 tempest-FloatingIPAdminTestJSON-769865996-project] 10.222.0.20 "DELETE /v2.0/floatingips/ef511ff8-ae62-44a4-bb61-4c26274fb933 HTTP/1.1" status: 204 len: 168 time: 0.6313374 Jul 19 03:39:12.128306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54192) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:12.314980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452491c3-e9ea-49b4-85cc-7304e2a958a6 req-8489f601-70d1-417f-bf9e-7e0ca1ea6578 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:12.317115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-452491c3-e9ea-49b4-85cc-7304e2a958a6 req-8489f601-70d1-417f-bf9e-7e0ca1ea6578 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1138253 Jul 19 03:39:12.369287 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-452491c3-e9ea-49b4-85cc-7304e2a958a6 req-29219aa6-352d-49e6-9418-cfb6a12ecc10 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 Jul 19 03:39:12.385573 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8c2f93fd-f8cd-4d4e-b78c-efc9f1ce5fd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aae8bef2532d4bf1941b12880ed31dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526505 Jul 19 03:39:12.386667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54196) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:12.475832 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c87c08a5-849a-4b76-8372-482f89535ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:12.525234 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c87c08a5-849a-4b76-8372-482f89535ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:12.532332 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-93e5bc08-2178-47c7-8166-77a39fb33132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:12.599101 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c87c08a5-849a-4b76-8372-482f89535ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:12.601979 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c87c08a5-849a-4b76-8372-482f89535ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:12.603461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c87c08a5-849a-4b76-8372-482f89535ec5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5630b6a8-9a65-4ec1-b2be-578195101136 HTTP/1.1" status: 204 len: 168 time: 0.2157059 Jul 19 03:39:12.613439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c08a5-849a-4b76-8372-482f89535ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5630b6a8-9a65-4ec1-b2be-578195101136,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:13.142402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54206) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:13.164244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85ccf5e6-37b0-4d3e-b2ab-6e34dc3f6791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:13.211146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a15c-7029-40c2-a65d-9f15545731dc req-4c9b8d64-1962-4a0c-9dd9-a318312b6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:13.212687 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca59a15c-7029-40c2-a65d-9f15545731dc req-4c9b8d64-1962-4a0c-9dd9-a318312b6b55 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0791371 Jul 19 03:39:13.341405 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85ccf5e6-37b0-4d3e-b2ab-6e34dc3f6791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:13.350294 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85ccf5e6-37b0-4d3e-b2ab-6e34dc3f6791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:13.424233 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-85ccf5e6-37b0-4d3e-b2ab-6e34dc3f6791 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f8ce7a216e347caacefc8cb72b845bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790534 Jul 19 03:39:13.425171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54210) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:13.524794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccf5e6-37b0-4d3e-b2ab-6e34dc3f6791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8809aa2-a49e-4dec-bdd3-342e19a12406,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:13.643392 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8aa4-0df8-4351-a90d-57bd0ab76d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:13.680638 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8aa4-0df8-4351-a90d-57bd0ab76d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:13.685905 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca59a15c-7029-40c2-a65d-9f15545731dc req-83386955-ae8f-4d8f-9225-f4f025367160 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656997 Jul 19 03:39:13.732290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67ff45-e69a-485f-9404-7afbd85d22d0 req-fe0d5ca7-43d2-49ec-8803-23e66fdb737d tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:13.739708 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f67ff45-e69a-485f-9404-7afbd85d22d0 req-fe0d5ca7-43d2-49ec-8803-23e66fdb737d tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1033909 Jul 19 03:39:13.764580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8aa4-0df8-4351-a90d-57bd0ab76d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:13.767052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8aa4-0df8-4351-a90d-57bd0ab76d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:13.768204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3fdf8aa4-0df8-4351-a90d-57bd0ab76d9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8809aa2-a49e-4dec-bdd3-342e19a12406 HTTP/1.1" status: 204 len: 168 time: 0.3369923 Jul 19 03:39:13.790937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf8aa4-0df8-4351-a90d-57bd0ab76d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8809aa2-a49e-4dec-bdd3-342e19a12406,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:13.800785 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f67ff45-e69a-485f-9404-7afbd85d22d0 req-a598f983-472b-4104-9497-536636e5fdd8 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597930 Jul 19 03:39:14.380796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54220) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:14.409200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e87e77e-9ace-4b2e-b3a9-b4aff431d6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:14.555981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e87e77e-9ace-4b2e-b3a9-b4aff431d6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:14.560338 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e87e77e-9ace-4b2e-b3a9-b4aff431d6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:14.607095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87e77e-9ace-4b2e-b3a9-b4aff431d6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d20503-7607-4308-8fa5-c7ddffae8540,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:14.613104 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5e87e77e-9ace-4b2e-b3a9-b4aff431d6ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9afcd7aa1b04eca9d4f9a3efbc07fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312300 Jul 19 03:39:14.616138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54222) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:14.676385 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11ad3d73-d5cc-49d1-873a-5689b1923520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:14.699224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11ad3d73-d5cc-49d1-873a-5689b1923520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:14.770441 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11ad3d73-d5cc-49d1-873a-5689b1923520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:14.774120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11ad3d73-d5cc-49d1-873a-5689b1923520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:14.775677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-11ad3d73-d5cc-49d1-873a-5689b1923520 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70d20503-7607-4308-8fa5-c7ddffae8540 HTTP/1.1" status: 204 len: 168 time: 0.1584661 Jul 19 03:39:14.791694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad3d73-d5cc-49d1-873a-5689b1923520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d20503-7607-4308-8fa5-c7ddffae8540,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:15.063780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610587b-c877-438c-8503-11c0c7f0e574 req-19de2123-425d-46cb-a3c4-ec101cbed9d3 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:15.068826 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f610587b-c877-438c-8503-11c0c7f0e574 req-19de2123-425d-46cb-a3c4-ec101cbed9d3 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1362250 Jul 19 03:39:15.107051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdae7c17-ac3e-4314-b8c9-9c7b0e1990eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:15.171732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f610587b-c877-438c-8503-11c0c7f0e574 req-42d386af-8ec1-4394-8f8e-2e13b6b8bbcb tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891423 Jul 19 03:39:15.675151 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:15.753006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd74d57-7a04-4e97-9e5f-23b5973ef4f7 req-c7c20d9a-40c2-4163-8054-4954f99ed5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:15.755128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efd74d57-7a04-4e97-9e5f-23b5973ef4f7 req-c7c20d9a-40c2-4163-8054-4954f99ed5e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.1560817 Jul 19 03:39:15.825712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed888fa-7627-4cd0-a284-b23ea9b8138c req-ffeb827e-920d-46c6-b2d2-60b326d17c45 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:15.827556 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ed888fa-7627-4cd0-a284-b23ea9b8138c req-ffeb827e-920d-46c6-b2d2-60b326d17c45 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1502895 Jul 19 03:39:15.966779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd74d57-7a04-4e97-9e5f-23b5973ef4f7 req-2e8e6cae-84da-4e00-9d87-bac809711f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:15.969653 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efd74d57-7a04-4e97-9e5f-23b5973ef4f7 req-2e8e6cae-84da-4e00-9d87-bac809711f7e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.2061920 Jul 19 03:39:16.043270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ed888fa-7627-4cd0-a284-b23ea9b8138c req-ed0345cf-8544-4722-befa-32d3ce113034 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092938 Jul 19 03:39:16.044705 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efd74d57-7a04-4e97-9e5f-23b5973ef4f7 req-3314f014-e791-4977-81c3-9bb35643d54d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182 HTTP/1.1" status: 200 len: 217 time: 0.0629957 Jul 19 03:39:16.164317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd74d57-7a04-4e97-9e5f-23b5973ef4f7 req-8292076c-c09c-4c44-b6b0-5c6e51635161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:16.167695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efd74d57-7a04-4e97-9e5f-23b5973ef4f7 req-8292076c-c09c-4c44-b6b0-5c6e51635161 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.1156614 Jul 19 03:39:16.255949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efd74d57-7a04-4e97-9e5f-23b5973ef4f7 req-a676163d-407f-4b0a-9cb1-423daafbd383 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773332 Jul 19 03:39:16.453795 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:16.494921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efd74d57-7a04-4e97-9e5f-23b5973ef4f7 req-392ec0da-b185-4203-9e16-396181f245fd service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290876 Jul 19 03:39:16.632576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efd74d57-7a04-4e97-9e5f-23b5973ef4f7 req-42183d3f-3165-46aa-a8a7-ece96f5dce63 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281657 Jul 19 03:39:16.794041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bae6fc-2682-43b0-9b25-69db1c045ec0 req-b2af9181-ee15-46c9-ac1f-b8dd8a9a3c7a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:16.802690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14bae6fc-2682-43b0-9b25-69db1c045ec0 req-b2af9181-ee15-46c9-ac1f-b8dd8a9a3c7a tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1219156 Jul 19 03:39:16.867926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-14bae6fc-2682-43b0-9b25-69db1c045ec0 req-d5236bba-5fb6-4359-89b6-7c02c84f2b98 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613642 Jul 19 03:39:17.229794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54300) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:17.278537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec828e5-caed-4e21-b98b-bdc7ea7fc045 req-da602463-0ca1-4055-86ed-c4af2cc4a90e tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:17.285933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eec828e5-caed-4e21-b98b-bdc7ea7fc045 req-da602463-0ca1-4055-86ed-c4af2cc4a90e tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.0806174 Jul 19 03:39:17.327645 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eec828e5-caed-4e21-b98b-bdc7ea7fc045 req-418a1a33-74f1-4e57-b364-b918684f5d4d tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407972 Jul 19 03:39:17.365950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1d28778c-be16-47bd-8891-936db6f9ec6e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1368863033'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:17.388496 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1d28778c-be16-47bd-8891-936db6f9ec6e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.389640 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1d28778c-be16-47bd-8891-936db6f9ec6e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.450655 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1d28778c-be16-47bd-8891-936db6f9ec6e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.456084 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1d28778c-be16-47bd-8891-936db6f9ec6e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.470121 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1d28778c-be16-47bd-8891-936db6f9ec6e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.471377 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1d28778c-be16-47bd-8891-936db6f9ec6e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2403023 Jul 19 03:39:17.474019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54306) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:17.549713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-830a765a-d596-43be-8b58-c59c218b3d52 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.716503 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-830a765a-d596-43be-8b58-c59c218b3d52 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.719174 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-830a765a-d596-43be-8b58-c59c218b3d52 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.763592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-830a765a-d596-43be-8b58-c59c218b3d52 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.764240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830a765a-d596-43be-8b58-c59c218b3d52 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef210c33-0f65-4005-9637-181f22a66d2a {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:39:17.769208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-830a765a-d596-43be-8b58-c59c218b3d52 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.770374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-830a765a-d596-43be-8b58-c59c218b3d52 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ef210c33-0f65-4005-9637-181f22a66d2a HTTP/1.1" status: 204 len: 168 time: 0.2953868 Jul 19 03:39:17.773372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54308) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:17.777634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a9e228e5-ecc6-4216-bcc7-8d794ed07a53 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Request body: {'router': {'name': 'tempest-router-1292397288', 'distributed': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:17.799820 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9e228e5-ecc6-4216-bcc7-8d794ed07a53 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.800709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9e228e5-ecc6-4216-bcc7-8d794ed07a53 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.853874 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9e228e5-ecc6-4216-bcc7-8d794ed07a53 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.858825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9e228e5-ecc6-4216-bcc7-8d794ed07a53 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.871438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a9e228e5-ecc6-4216-bcc7-8d794ed07a53 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.872768 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a9e228e5-ecc6-4216-bcc7-8d794ed07a53 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0984766 Jul 19 03:39:17.875898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54310) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:17.952688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd4cee47-7793-4edf-aa6f-986cc8f5ccb8 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:17.959939 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.153234 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd4cee47-7793-4edf-aa6f-986cc8f5ccb8 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.157303 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd4cee47-7793-4edf-aa6f-986cc8f5ccb8 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.218694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6993d-f35c-4b18-b40f-aebb6bfc0d28 req-5dc10a80-de1a-466a-aa42-0553b2e013db tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:18.220349 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b1c6993d-f35c-4b18-b40f-aebb6bfc0d28 req-5dc10a80-de1a-466a-aa42-0553b2e013db tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.2282121 Jul 19 03:39:18.221434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd4cee47-7793-4edf-aa6f-986cc8f5ccb8 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.221922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4cee47-7793-4edf-aa6f-986cc8f5ccb8 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a916b0c-eb2f-4f6d-a5a6-01b2dea8602b {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:39:18.226235 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cd4cee47-7793-4edf-aa6f-986cc8f5ccb8 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.227327 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cd4cee47-7793-4edf-aa6f-986cc8f5ccb8 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] 10.222.0.20 "DELETE /v2.0/routers/9a916b0c-eb2f-4f6d-a5a6-01b2dea8602b HTTP/1.1" status: 204 len: 168 time: 0.3505406 Jul 19 03:39:18.230951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54316) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:18.236286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-321b034b-0745-42d5-af51-cbabec895d19 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Request body: {'router': {'name': 'tempest-router-207207510', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f879b1c0cff346af8644b6e1cbcafcb9'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:18.281696 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-321b034b-0745-42d5-af51-cbabec895d19 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.282822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-321b034b-0745-42d5-af51-cbabec895d19 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.288705 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b1c6993d-f35c-4b18-b40f-aebb6bfc0d28 req-7eb83a77-417f-4f27-b2d8-28224bb74b45 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602908 Jul 19 03:39:18.341812 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-321b034b-0745-42d5-af51-cbabec895d19 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.347945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-321b034b-0745-42d5-af51-cbabec895d19 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.367764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-321b034b-0745-42d5-af51-cbabec895d19 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.369249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-321b034b-0745-42d5-af51-cbabec895d19 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1374707 Jul 19 03:39:18.371884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54322) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:18.381330 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:18.521775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019a7fd-ef16-40f6-bbe3-e323ae9f0a05 req-5a5394c6-1088-4026-8f71-71ae1f4e682a tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:18.528624 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0019a7fd-ef16-40f6-bbe3-e323ae9f0a05 req-5a5394c6-1088-4026-8f71-71ae1f4e682a tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.0752401 Jul 19 03:39:18.637813 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0019a7fd-ef16-40f6-bbe3-e323ae9f0a05 req-7fed84f3-b9af-4eef-9e95-d74f6c1ed718 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425968 Jul 19 03:39:18.716780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.716780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.796213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94344) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 19 03:39:18.796555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Router 833cfb36-c7fa-4539-a075-b3df4ce9ba53 migrating from provider to provider. {{(pid=94344) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 19 03:39:18.797166 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.802861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.810434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687234'] for router, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:18.916166 n-d-762330-18 neutron-server[94344]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] No L3 agents can host the router 833cfb36-c7fa-4539-a075-b3df4ce9ba53 Jul 19 03:39:19.066627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Hosts for router 833cfb36-c7fa-4539-a075-b3df4ce9ba53: [] {{(pid=94344) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 19 03:39:19.091802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Hosts for other DVR routers connected to router 833cfb36-c7fa-4539-a075-b3df4ce9ba53: set() {{(pid=94344) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 19 03:39:19.094881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:19.096120 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d4f077b6-a73c-4f67-af0e-f0d00d67b22e tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] 10.222.0.20 "PUT /v2.0/routers/833cfb36-c7fa-4539-a075-b3df4ce9ba53 HTTP/1.1" status: 200 len: 716 time: 0.7232497 Jul 19 03:39:19.099807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54348) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:19.186228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bacd34e1-29fc-46b2-92d6-b1965c0e9536 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] 10.222.0.20 "GET /v2.0/routers/833cfb36-c7fa-4539-a075-b3df4ce9ba53 HTTP/1.1" status: 200 len: 716 time: 0.0820365 Jul 19 03:39:19.186228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54358) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:19.517817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980e7ac-3209-4fed-b6a2-44e1c877b725 req-57e0f8c9-5993-42f0-81e0-b1f48b9a596b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:19.525912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9980e7ac-3209-4fed-b6a2-44e1c877b725 req-57e0f8c9-5993-42f0-81e0-b1f48b9a596b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.0821135 Jul 19 03:39:19.597752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9980e7ac-3209-4fed-b6a2-44e1c877b725 req-bb4e5af2-f116-482d-8a74-102c63f3cee6 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708759 Jul 19 03:39:19.933852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a2b26e5b-f60c-4726-9d04-4c6f54e1422b tempest-RoutersTestDVR-1157399300 tempest-RoutersTestDVR-1157399300-project] 10.222.0.20 "GET /v2.0/routers/833cfb36-c7fa-4539-a075-b3df4ce9ba53 HTTP/1.1" status: 200 len: 682 time: 0.7437027 Jul 19 03:39:19.934832 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54384) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:20.007192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5580a93c-b6c4-4232-a234-c4a90995a3e5 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.202790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5580a93c-b6c4-4232-a234-c4a90995a3e5 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.204831 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5580a93c-b6c4-4232-a234-c4a90995a3e5 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.278834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5580a93c-b6c4-4232-a234-c4a90995a3e5 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.279401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5580a93c-b6c4-4232-a234-c4a90995a3e5 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 833cfb36-c7fa-4539-a075-b3df4ce9ba53 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:39:20.292291 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5580a93c-b6c4-4232-a234-c4a90995a3e5 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.294878 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5580a93c-b6c4-4232-a234-c4a90995a3e5 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] 10.222.0.20 "DELETE /v2.0/routers/833cfb36-c7fa-4539-a075-b3df4ce9ba53 HTTP/1.1" status: 204 len: 168 time: 0.3597705 Jul 19 03:39:20.298756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54400) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:20.303988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-81a80df6-176a-4252-9956-e6a0ddaf3009 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Request body: {'router': {'name': 'tempest-router-699438339', 'distributed': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:20.328037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b5ce9-027d-414b-affd-d4e80dd4ceac req-bdf9f286-e038-437d-8115-29c67f5e6eca tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:20.336064 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-799b5ce9-027d-414b-affd-d4e80dd4ceac req-bdf9f286-e038-437d-8115-29c67f5e6eca tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1481841 Jul 19 03:39:20.336476 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-81a80df6-176a-4252-9956-e6a0ddaf3009 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.338310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-81a80df6-176a-4252-9956-e6a0ddaf3009 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.383721 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-799b5ce9-027d-414b-affd-d4e80dd4ceac req-03144715-9ccf-4e6a-bd3e-900fda2a92af tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465603 Jul 19 03:39:20.402431 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-81a80df6-176a-4252-9956-e6a0ddaf3009 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.415457 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-81a80df6-176a-4252-9956-e6a0ddaf3009 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.437284 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-81a80df6-176a-4252-9956-e6a0ddaf3009 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.441868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-81a80df6-176a-4252-9956-e6a0ddaf3009 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1392870 Jul 19 03:39:20.442522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54406) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:20.530862 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22f93f88-dfac-49a5-b5bc-2f1ff0ec2f95 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.775628 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22f93f88-dfac-49a5-b5bc-2f1ff0ec2f95 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.778798 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22f93f88-dfac-49a5-b5bc-2f1ff0ec2f95 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.834723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22f93f88-dfac-49a5-b5bc-2f1ff0ec2f95 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.835236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f93f88-dfac-49a5-b5bc-2f1ff0ec2f95 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ffcea02-0443-4bc3-867d-8e2b7b889d4a {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:39:20.840833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22f93f88-dfac-49a5-b5bc-2f1ff0ec2f95 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:20.842073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-22f93f88-dfac-49a5-b5bc-2f1ff0ec2f95 tempest-RoutersTestDVR-668369529 tempest-RoutersTestDVR-668369529-project-admin] 10.222.0.20 "DELETE /v2.0/routers/2ffcea02-0443-4bc3-867d-8e2b7b889d4a HTTP/1.1" status: 204 len: 168 time: 0.3985014 Jul 19 03:39:20.869554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01459615-ef78-4e9e-9a05-952e89406204 req-3050238f-223b-4c9d-8a0f-6f9db0c77d62 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:20.871613 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01459615-ef78-4e9e-9a05-952e89406204 req-3050238f-223b-4c9d-8a0f-6f9db0c77d62 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1269407 Jul 19 03:39:20.937547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01459615-ef78-4e9e-9a05-952e89406204 req-324a0883-8056-46a3-98e7-57b14f453418 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583382 Jul 19 03:39:21.238082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54442) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:21.380773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff0a1-6135-4d81-b817-402678899b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:21.535639 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff0a1-6135-4d81-b817-402678899b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:21.541595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff0a1-6135-4d81-b817-402678899b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:21.596106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fc9ff0a1-6135-4d81-b817-402678899b9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f879b1c0cff346af8644b6e1cbcafcb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564541 Jul 19 03:39:21.596867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ff0a1-6135-4d81-b817-402678899b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed86c909-d3f7-49f5-9439-bced05cd3f44,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:21.599662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54460) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:21.671223 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc7c5b7-a0c4-414d-874f-9e778ea59215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:21.695245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc7c5b7-a0c4-414d-874f-9e778ea59215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:21.759718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc7c5b7-a0c4-414d-874f-9e778ea59215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:21.762793 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-edc7c5b7-a0c4-414d-874f-9e778ea59215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:21.763998 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-edc7c5b7-a0c4-414d-874f-9e778ea59215 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed86c909-d3f7-49f5-9439-bced05cd3f44 HTTP/1.1" status: 204 len: 168 time: 0.1633298 Jul 19 03:39:21.772617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7c5b7-a0c4-414d-874f-9e778ea59215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed86c909-d3f7-49f5-9439-bced05cd3f44,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:22.159520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54480) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:22.186470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f68824c6-be04-4f51-a47d-e91623c90de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:22.251464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d3f90-a0ba-4a6c-ba8e-9a826f5f3cee req-ccc8aa2c-474d-43a1-bc93-c4609bd00816 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:22.260462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e76d3f90-a0ba-4a6c-ba8e-9a826f5f3cee req-ccc8aa2c-474d-43a1-bc93-c4609bd00816 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1355333 Jul 19 03:39:22.320718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e76d3f90-a0ba-4a6c-ba8e-9a826f5f3cee req-440ccb1c-32c7-4829-8044-2af165cdbb74 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549865 Jul 19 03:39:22.338519 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f68824c6-be04-4f51-a47d-e91623c90de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:22.343858 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f68824c6-be04-4f51-a47d-e91623c90de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:22.386597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68824c6-be04-4f51-a47d-e91623c90de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb8d53e-51ac-4a34-9dc6-35f983d4ae92,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:22.392814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f68824c6-be04-4f51-a47d-e91623c90de4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24b84d3464554a3d933b2b9ff34b311a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321787 Jul 19 03:39:22.395887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54486) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:22.496834 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a9db004-a6e3-439b-81ab-418bc0c2516e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:22.567208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a9db004-a6e3-439b-81ab-418bc0c2516e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:22.661451 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a9db004-a6e3-439b-81ab-418bc0c2516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:22.664436 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a9db004-a6e3-439b-81ab-418bc0c2516e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:22.667500 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3a9db004-a6e3-439b-81ab-418bc0c2516e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfb8d53e-51ac-4a34-9dc6-35f983d4ae92 HTTP/1.1" status: 204 len: 168 time: 0.2680562 Jul 19 03:39:22.692004 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9db004-a6e3-439b-81ab-418bc0c2516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb8d53e-51ac-4a34-9dc6-35f983d4ae92,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:23.632946 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b093d-f4a3-42ee-baa0-9eff39c5cbd0 req-6ce67f28-08d1-4245-85a6-9fbb496da282 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:23.635610 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-450b093d-f4a3-42ee-baa0-9eff39c5cbd0 req-6ce67f28-08d1-4245-85a6-9fbb496da282 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.0964391 Jul 19 03:39:23.719396 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-450b093d-f4a3-42ee-baa0-9eff39c5cbd0 req-fa73cebe-3d57-4dc7-8af4-ee8106af27cf tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762668 Jul 19 03:39:23.809338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54542) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:23.986414 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-faee0bf2-9bf3-4286-a253-4404696b549d tempest-AgentManagementNegativeTest-1940781755 tempest-AgentManagementNegativeTest-1940781755-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1748292 Jul 19 03:39:24.322353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54560) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:24.468242 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d471398-b8e3-4db7-8d62-2384ebc38cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:24.605812 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d471398-b8e3-4db7-8d62-2384ebc38cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:24.616718 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d471398-b8e3-4db7-8d62-2384ebc38cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:24.657815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d471398-b8e3-4db7-8d62-2384ebc38cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba6b9b6-954a-4022-b1ca-1a298b4a2ffd,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:24.682572 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3d471398-b8e3-4db7-8d62-2384ebc38cfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50bc17ba466f49c9ad3fc7cb9d3b42ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590963 Jul 19 03:39:24.685038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54572) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:24.782429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aefc6667-ca52-4d99-bd4e-2547f8a3a1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:24.806135 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aefc6667-ca52-4d99-bd4e-2547f8a3a1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:24.890165 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aefc6667-ca52-4d99-bd4e-2547f8a3a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:24.893987 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aefc6667-ca52-4d99-bd4e-2547f8a3a1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:24.896400 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aefc6667-ca52-4d99-bd4e-2547f8a3a1d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fba6b9b6-954a-4022-b1ca-1a298b4a2ffd HTTP/1.1" status: 204 len: 168 time: 0.2100809 Jul 19 03:39:24.923329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc6667-ca52-4d99-bd4e-2547f8a3a1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba6b9b6-954a-4022-b1ca-1a298b4a2ffd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:25.076938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db31da-6b92-4e16-9cef-75488373468b req-ee7bc1bd-81f0-44e6-a3eb-173c9c5c256d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:25.079744 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76db31da-6b92-4e16-9cef-75488373468b req-ee7bc1bd-81f0-44e6-a3eb-173c9c5c256d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1356711 Jul 19 03:39:25.176709 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76db31da-6b92-4e16-9cef-75488373468b req-749014e7-535a-4608-9694-ebb7425e80c5 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906010 Jul 19 03:39:25.982115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54626) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:26.199503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-337324553'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:26.228657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:26.244553 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:26.257796 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:26.457204 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:26.474247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5d5b8-bf8a-44ff-ae1f-b215454e4555 req-49055ede-e294-443f-ae21-30fea8fd0bc8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:26.481179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ae5d5b8-bf8a-44ff-ae1f-b215454e4555 req-49055ede-e294-443f-ae21-30fea8fd0bc8 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1199427 Jul 19 03:39:26.489854 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:26.537135 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:39:26.556176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5daf7bf9-0232-4346-afeb-1d07db35f070,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:26.565330 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:26.565686 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Added segment 9eaf67a6-9756-4ed6-958a-ebdccd410948 of type vlan for network 1354f933-eff7-4801-b289-5be7c7667d7c Jul 19 03:39:26.577920 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ae5d5b8-bf8a-44ff-ae1f-b215454e4555 req-716f8f71-a152-4942-a873-fc684bc8cb21 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957482 Jul 19 03:39:26.637657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:26.695189 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:26.711312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:26.712026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:26.779293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Network': ['ID=1354f933-eff7-4801-b289-5be7c7667d7c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:26.793242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b28a5809-876c-43db-b581-b04f06900725 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8092475 Jul 19 03:39:26.798115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54650) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:26.802811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:39:26.805164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:26.958373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:26.964926 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:27.232340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:27.332089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:27.332450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network hostable DHCP agents. Network: 1354f933-eff7-4801-b289-5be7c7667d7c, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:39:27.339276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=f8da78ba-ac0d-49a1-a0c0-4ad9152e3fc3,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:27.359927 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:39:27.372436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 1354f933-eff7-4801-b289-5be7c7667d7c) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:27.387272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adebdb26-bc88-4062-9263-67b6e11770d5 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:27.388223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:27.392515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:27.411017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-41acedf9-f910-4be7-8458-1c2a6d52d7af tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6112087 Jul 19 03:39:27.415295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54662) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:27.420519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'name': 'tempest-NetworksTestDHCPv6-933957449'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:27.609269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:27.612748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': 'f8da78ba-ac0d-49a1-a0c0-4ad9152e3fc3'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:39:27.613592 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:27.620013 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:27.634932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port db75ce53-46c7-4710-89ec-2cb834fbacbc yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:39:27.847136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::3c3 (1354f933-eff7-4801-b289-5be7c7667d7c/f8da78ba-ac0d-49a1-a0c0-4ad9152e3fc3/db75ce53-46c7-4710-89ec-2cb834fbacbc) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:28.141626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:28.168529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object db75ce53-46c7-4710-89ec-2cb834fbacbc will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:28.184596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfc661-ad66-4050-b086-d309b824247a req-f1c21c94-e6f3-42a6-b3a3-7d9d7c15f4d3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:28.191807 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2ecfc661-ad66-4050-b086-d309b824247a req-f1c21c94-e6f3-42a6-b3a3-7d9d7c15f4d3 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.3746204 Jul 19 03:39:28.250994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2ecfc661-ad66-4050-b086-d309b824247a req-c7224416-ad81-4d61-a432-6f3310c03457 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581663 Jul 19 03:39:28.267491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:28.314772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:28.317990 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:28.321379 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Allocated IP 2001:db8::2 (1354f933-eff7-4801-b289-5be7c7667d7c/f8da78ba-ac0d-49a1-a0c0-4ad9152e3fc3/d10fba4f-b633-4a6e-917c-1a575d92e301) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:28.325165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:28.331627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:28.332562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:28.367528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=db75ce53-46c7-4710-89ec-2cb834fbacbc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:28.374456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f14900b9-bf1b-4d1e-96d3-d8843b71f6f2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9573231 Jul 19 03:39:28.376500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54690) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:28.505172 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:28.519879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398a7eb-9bb3-4c76-baf2-96270cee2caa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:28.523095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Transition to ACTIVE for port object d10fba4f-b633-4a6e-917c-1a575d92e301 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:28.524494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54694) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:28.525007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b398a7eb-9bb3-4c76-baf2-96270cee2caa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1470921 Jul 19 03:39:28.540631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Transition to ACTIVE for port object d10fba4f-b633-4a6e-917c-1a575d92e301 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:28.557505 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:28.613792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:28.617631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:28.629735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:28.708614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Pushing event updated for resources: {'Port': ['ID=d10fba4f-b633-4a6e-917c-1a575d92e301,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:28.725094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8697ecad-f0e4-4dbb-a37e-430e00806742 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port db75ce53-46c7-4710-89ec-2cb834fbacbc {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:28.725557 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8697ecad-f0e4-4dbb-a37e-430e00806742 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:28.727790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Attempting to bind port d10fba4f-b633-4a6e-917c-1a575d92e301 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:39:28.728165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Attempting to bind port d10fba4f-b633-4a6e-917c-1a575d92e301 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:39:28.728535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Attempting to bind port d10fba4f-b633-4a6e-917c-1a575d92e301 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:39:28.750371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:39:28.762226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:28.762603 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:28.763285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:39:28.763865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Bound port: d10fba4f-b633-4a6e-917c-1a575d92e301, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:39:28.765502 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:28.830736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] For port d10fba4f-b633-4a6e-917c-1a575d92e301, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:39:28.834207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] For port d10fba4f-b633-4a6e-917c-1a575d92e301, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d10fba4f-b633-4a6e-917c-1a575d92e301,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:39:28.840670 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:28.866480 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8697ecad-f0e4-4dbb-a37e-430e00806742 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:28.883027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8697ecad-f0e4-4dbb-a37e-430e00806742 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for db75ce53-46c7-4710-89ec-2cb834fbacbc owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:28.915718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178923b-ef85-465b-a90c-6be5220e32c8 None None] Pushing event updated for resources: {'Port': ['ID=d10fba4f-b633-4a6e-917c-1a575d92e301,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:29.212706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8697ecad-f0e4-4dbb-a37e-430e00806742 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:29.249408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697ecad-f0e4-4dbb-a37e-430e00806742 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=db75ce53-46c7-4710-89ec-2cb834fbacbc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:29.318764 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8697ecad-f0e4-4dbb-a37e-430e00806742 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:29.323565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54716) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:29.334595 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8697ecad-f0e4-4dbb-a37e-430e00806742 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/db75ce53-46c7-4710-89ec-2cb834fbacbc HTTP/1.1" status: 204 len: 168 time: 0.8065531 Jul 19 03:39:29.491846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ab0ec-e80d-418e-a2dd-b3675e695a19 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:29.493753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ab0ec-e80d-418e-a2dd-b3675e695a19 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:29.500352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54722) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:29.500658 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-025ab0ec-e80d-418e-a2dd-b3675e695a19 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1760156 Jul 19 03:39:29.570692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0803ea3-693d-4c0d-ac13-af09235b8c37 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet f8da78ba-ac0d-49a1-a0c0-4ad9152e3fc3 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:39:29.579115 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0803ea3-693d-4c0d-ac13-af09235b8c37 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:29.712604 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0803ea3-693d-4c0d-ac13-af09235b8c37 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:29.800045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d10fba4f-b633-4a6e-917c-1a575d92e301 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:39:29.901087 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-bd41e0ea-e410-40ab-a088-c4bee49173ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1894298 Jul 19 03:39:29.906997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b75c33-cbbc-44a7-9bf2-5fc772e73b96 req-af35bc16-b4e8-4eb9-80a8-930d3799e694 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:29.914119 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12b75c33-cbbc-44a7-9bf2-5fc772e73b96 req-af35bc16-b4e8-4eb9-80a8-930d3799e694 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.4665804 Jul 19 03:39:29.942778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port d10fba4f-b633-4a6e-917c-1a575d92e301 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:30.022302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-4fa5fc2e-d76b-4a78-bcc8-4d533dff73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:30.024946 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-4fa5fc2e-d76b-4a78-bcc8-4d533dff73a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 1098 time: 0.0769181 Jul 19 03:39:30.042143 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12b75c33-cbbc-44a7-9bf2-5fc772e73b96 req-4dd3b778-de76-4ef6-9496-542d040d44cb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270289 Jul 19 03:39:30.090982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0803ea3-693d-4c0d-ac13-af09235b8c37 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:30.214096 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0803ea3-693d-4c0d-ac13-af09235b8c37 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:30.237186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-9fb39749-51eb-44cc-a613-d5399c61d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:30.240185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-9fb39749-51eb-44cc-a613-d5399c61d194 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.1773467 Jul 19 03:39:30.256239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0803ea3-693d-4c0d-ac13-af09235b8c37 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=f8da78ba-ac0d-49a1-a0c0-4ad9152e3fc3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:30.260652 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f0803ea3-693d-4c0d-ac13-af09235b8c37 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:30.263044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f0803ea3-693d-4c0d-ac13-af09235b8c37 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/f8da78ba-ac0d-49a1-a0c0-4ad9152e3fc3 HTTP/1.1" status: 204 len: 168 time: 0.7612374 Jul 19 03:39:30.273284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54740) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:30.337426 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-d6f468b2-1d5e-4067-90e4-c42491a8ae19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d6939a-5fc7-48ed-b720-b03f01fc36d6 HTTP/1.1" status: 200 len: 217 time: 0.0896482 Jul 19 03:39:30.387290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2eb15d6d-b6d7-42eb-9bac-00529db88850 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122987 Jul 19 03:39:30.394362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54744) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:30.399735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d0c577cd-fbcf-45b4-9793-28e7204153a4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:30.428069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-63a0cc3f-533e-45f1-b271-0dc6df274878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:30.429723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-63a0cc3f-533e-45f1-b271-0dc6df274878 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.0514891 Jul 19 03:39:30.466201 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-41337dfe-c2d8-4c05-b41d-cfc40f069543 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305970 Jul 19 03:39:30.568578 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c577cd-fbcf-45b4-9793-28e7204153a4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:30.569260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dc1868-a277-468e-b910-5a6152aa5902 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:30.577681 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0c577cd-fbcf-45b4-9793-28e7204153a4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:30.767717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4624f5de-d3ff-483f-b6d9-ff46ae24b4fb None None] Provisioning for port d10fba4f-b633-4a6e-917c-1a575d92e301 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:30.803025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4624f5de-d3ff-483f-b6d9-ff46ae24b4fb None None] Provisioning complete for port d10fba4f-b633-4a6e-917c-1a575d92e301 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:30.804162 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4624f5de-d3ff-483f-b6d9-ff46ae24b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:31.013476 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4624f5de-d3ff-483f-b6d9-ff46ae24b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:31.127053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4624f5de-d3ff-483f-b6d9-ff46ae24b4fb None None] For port d10fba4f-b633-4a6e-917c-1a575d92e301, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d10fba4f-b633-4a6e-917c-1a575d92e301,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:31.148506 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4624f5de-d3ff-483f-b6d9-ff46ae24b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:31.175084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae541a-904f-4e91-9b22-47aff98ed37f None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:39:31.184271 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-cdb14ac8-3cb7-4a08-95b4-4ad9955f7ba9 service neutron] 10.222.0.26 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105229 Jul 19 03:39:31.220733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0c577cd-fbcf-45b4-9793-28e7204153a4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:31.222435 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-47719a66-1514-416e-b567-6a9dd3b2db11 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2264345 Jul 19 03:39:31.315093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c577cd-fbcf-45b4-9793-28e7204153a4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=5ad50303-dc69-4ad4-9946-cdfa42813407,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:31.400619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c577cd-fbcf-45b4-9793-28e7204153a4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:31.406304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d0c577cd-fbcf-45b4-9793-28e7204153a4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:31.415871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c577cd-fbcf-45b4-9793-28e7204153a4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:31.426026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0c577cd-fbcf-45b4-9793-28e7204153a4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:31.435027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624f5de-d3ff-483f-b6d9-ff46ae24b4fb None None] Pushing event updated for resources: {'Port': ['ID=d10fba4f-b633-4a6e-917c-1a575d92e301,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:31.456757 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6f39ca6-799b-4a4d-b1f7-dca22bc68f8f req-41207158-d77a-4609-8cf6-8d588ada0fab service neutron] 10.222.0.26 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602360 Jul 19 03:39:31.468121 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-00ae541a-904f-4e91-9b22-47aff98ed37f None None] Deleting port d10fba4f-b633-4a6e-917c-1a575d92e301 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:31.472431 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-00ae541a-904f-4e91-9b22-47aff98ed37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:31.515028 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d0c577cd-fbcf-45b4-9793-28e7204153a4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1162770 Jul 19 03:39:31.515742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54764) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:31.542037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'name': 'tempest-NetworksTestDHCPv6-781362364'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:31.639800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a5b9-1f1c-4ecc-b9c6-9d0e212d769a req-3de4558b-c992-4f34-9787-6ca27d1206fa tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:31.648593 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cde8a5b9-1f1c-4ecc-b9c6-9d0e212d769a req-3de4558b-c992-4f34-9787-6ca27d1206fa tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.4002328 Jul 19 03:39:31.739384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-fe723df0-c560-434f-87d6-59dd131ea69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:31.741100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-fe723df0-c560-434f-87d6-59dd131ea69f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.2812102 Jul 19 03:39:31.776702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:31.782737 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:31.831327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port d88d73d9-a63a-4eb8-b7a8-83e0114bed8e yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:39:31.860659 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cde8a5b9-1f1c-4ecc-b9c6-9d0e212d769a req-81b0e1e8-5e8e-4d22-b3f5-5590cc9dd359 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060430 Jul 19 03:39:32.075807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-8a3f6d25-87b8-446a-b7e0-6785ded72d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:32.079790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-8a3f6d25-87b8-446a-b7e0-6785ded72d0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.2885826 Jul 19 03:39:32.183120 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-2122e88d-3041-4945-a0b4-11cda08d621c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182 HTTP/1.1" status: 200 len: 217 time: 0.0955234 Jul 19 03:39:32.203561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d10fba4f-b633-4a6e-917c-1a575d92e301 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:39:32.216321 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::280 (1354f933-eff7-4801-b289-5be7c7667d7c/5ad50303-dc69-4ad4-9946-cdfa42813407/d88d73d9-a63a-4eb8-b7a8-83e0114bed8e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:32.283901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-46510f1d-da7c-42ce-adee-e706f8be7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:32.285416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-46510f1d-da7c-42ce-adee-e706f8be7197 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.0946631 Jul 19 03:39:32.340815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-bde4ca68-2f37-4207-b5f7-d5f5064a11b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464172 Jul 19 03:39:32.411588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-00ae541a-904f-4e91-9b22-47aff98ed37f None None] For port d10fba4f-b633-4a6e-917c-1a575d92e301, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d10fba4f-b633-4a6e-917c-1a575d92e301,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:32.412331 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-00ae541a-904f-4e91-9b22-47aff98ed37f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:32.467807 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:32.583439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port d10fba4f-b633-4a6e-917c-1a575d92e301, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d10fba4f-b633-4a6e-917c-1a575d92e301,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:32.586062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-00ae541a-904f-4e91-9b22-47aff98ed37f None None] Calling delete_port for d10fba4f-b633-4a6e-917c-1a575d92e301 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:32.599708 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:32.610590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:32.625320 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-9e2d236a-dc6d-4474-8af4-dac69c1ca39e service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738693 Jul 19 03:39:32.641040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object d88d73d9-a63a-4eb8-b7a8-83e0114bed8e will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:32.744140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=d10fba4f-b633-4a6e-917c-1a575d92e301,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:32.768983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.769444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.769739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.770014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.770451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.771532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.772317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.772699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.773037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.773373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.774393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.774821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:32.785469 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:32.834669 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-00ae541a-904f-4e91-9b22-47aff98ed37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:32.847526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:32.851077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:32.855500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:32.863194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:32.863853 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:32.873488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6dfd86a0-c611-4f8a-a5b2-6c57bae107f5 req-fd6d79c6-e68b-4b4b-a8ac-05d3996ae852 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389567 Jul 19 03:39:32.894322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=d88d73d9-a63a-4eb8-b7a8-83e0114bed8e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:32.911412 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a5086c75-4d5a-4951-aab4-141a88eb8e49 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3937905 Jul 19 03:39:32.913169 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54798) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:32.930641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae541a-904f-4e91-9b22-47aff98ed37f None None] Pushing event deleted for resources: {'Port': ['ID=d10fba4f-b633-4a6e-917c-1a575d92e301,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:32.942671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae541a-904f-4e91-9b22-47aff98ed37f None None] No DVR routers for this DVR port d10fba4f-b633-4a6e-917c-1a575d92e301 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:39:32.973041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a3f0ec-c672-445b-8969-22bdb746be66 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:33.043110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94848c-9503-4781-a7b6-d9fae9d931e8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:33.055682 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3a94848c-9503-4781-a7b6-d9fae9d931e8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1382065 Jul 19 03:39:33.056359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54802) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:33.123691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d7242-ad45-4568-8733-697b7b8ec7f7 req-c9a63d84-e48a-4c15-9fba-059a9141d908 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:33.130167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-607d7242-ad45-4568-8733-697b7b8ec7f7 req-c9a63d84-e48a-4c15-9fba-059a9141d908 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.2220533 Jul 19 03:39:33.196440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644e9d7-f171-446e-97a1-a5e456ff1abd req-573dcb4d-4ca4-44ab-a059-15a1e429ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:33.220053 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f644e9d7-f171-446e-97a1-a5e456ff1abd req-573dcb4d-4ca4-44ab-a059-15a1e429ef61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.2368937 Jul 19 03:39:33.233550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13828-a42a-42a8-98b3-5ab5611c5c75 req-328438ab-b564-4d35-aed0-9665967c3742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:33.247418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5bd13828-a42a-42a8-98b3-5ab5611c5c75 req-328438ab-b564-4d35-aed0-9665967c3742 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1484501 Jul 19 03:39:33.301823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-607d7242-ad45-4568-8733-697b7b8ec7f7 req-2e3b5a38-a722-443f-b162-acb1707dbc87 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650324 Jul 19 03:39:33.323456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '5ad50303-dc69-4ad4-9946-cdfa42813407'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:39:33.327694 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:33.357003 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5bd13828-a42a-42a8-98b3-5ab5611c5c75 req-59f65008-dc3f-460f-8f87-10080c099512 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086149 Jul 19 03:39:33.398388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644e9d7-f171-446e-97a1-a5e456ff1abd req-f81a454c-84ce-4b9b-bc16-6a4f90057a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:33.400343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f644e9d7-f171-446e-97a1-a5e456ff1abd req-f81a454c-84ce-4b9b-bc16-6a4f90057a4f service neutron] 10.222.0.25 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.1651030 Jul 19 03:39:33.405726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-45a95269-9368-4407-afd8-713ab41e99d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port d88d73d9-a63a-4eb8-b7a8-83e0114bed8e {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:33.406140 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45a95269-9368-4407-afd8-713ab41e99d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:33.454926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f644e9d7-f171-446e-97a1-a5e456ff1abd req-d1a4ab3f-9469-4a16-a25c-c463b7f3a596 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182 HTTP/1.1" status: 200 len: 217 time: 0.0456884 Jul 19 03:39:33.523235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644e9d7-f171-446e-97a1-a5e456ff1abd req-2288c0c0-3ca5-40ab-9738-8716eae7babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:33.524981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f644e9d7-f171-446e-97a1-a5e456ff1abd req-2288c0c0-3ca5-40ab-9738-8716eae7babe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.0616398 Jul 19 03:39:33.566806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45a95269-9368-4407-afd8-713ab41e99d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:33.586917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Allocated IP 2001:db8::2 (1354f933-eff7-4801-b289-5be7c7667d7c/5ad50303-dc69-4ad4-9946-cdfa42813407/97414f6f-1173-498d-a0a8-e70909fa5d52) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:33.599027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-45a95269-9368-4407-afd8-713ab41e99d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for d88d73d9-a63a-4eb8-b7a8-83e0114bed8e owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:33.618531 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f644e9d7-f171-446e-97a1-a5e456ff1abd req-26ce53bd-f0b4-4399-8eef-c36abf45867e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835016 Jul 19 03:39:33.777554 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f644e9d7-f171-446e-97a1-a5e456ff1abd req-6bd4c0e3-1110-496c-a932-624418631519 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522946 Jul 19 03:39:33.828013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45a95269-9368-4407-afd8-713ab41e99d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:33.851013 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:33.866196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Transition to ACTIVE for port object 97414f6f-1173-498d-a0a8-e70909fa5d52 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:33.887526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95269-9368-4407-afd8-713ab41e99d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=d88d73d9-a63a-4eb8-b7a8-83e0114bed8e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:33.889314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Transition to ACTIVE for port object 97414f6f-1173-498d-a0a8-e70909fa5d52 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:33.904805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:33.921563 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45a95269-9368-4407-afd8-713ab41e99d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:33.923661 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-45a95269-9368-4407-afd8-713ab41e99d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/d88d73d9-a63a-4eb8-b7a8-83e0114bed8e HTTP/1.1" status: 204 len: 168 time: 0.8660402 Jul 19 03:39:33.926022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54808) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:33.952376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:33.957782 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f644e9d7-f171-446e-97a1-a5e456ff1abd req-136192dc-0110-4a07-9a8d-f541c1fbe3eb service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720834 Jul 19 03:39:33.963839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:33.968008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:33.978816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Pushing event updated for resources: {'Port': ['ID=97414f6f-1173-498d-a0a8-e70909fa5d52,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:34.023786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc60482-5a45-415f-a01b-43a95549fd22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:34.025529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc60482-5a45-415f-a01b-43a95549fd22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:34.027158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9cc60482-5a45-415f-a01b-43a95549fd22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1001678 Jul 19 03:39:34.030403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54814) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:34.071770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Attempting to bind port 97414f6f-1173-498d-a0a8-e70909fa5d52 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:39:34.072369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Attempting to bind port 97414f6f-1173-498d-a0a8-e70909fa5d52 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:39:34.072956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Attempting to bind port 97414f6f-1173-498d-a0a8-e70909fa5d52 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:39:34.079746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:39:34.080213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:34.080977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:34.081168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:39:34.081771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Bound port: 97414f6f-1173-498d-a0a8-e70909fa5d52, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:39:34.082426 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:34.095917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31a2585-bf09-421f-bbb6-a74b2475bf51 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 5ad50303-dc69-4ad4-9946-cdfa42813407 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:39:34.102717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d31a2585-bf09-421f-bbb6-a74b2475bf51 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:34.174463 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d31a2585-bf09-421f-bbb6-a74b2475bf51 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:34.191438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] For port 97414f6f-1173-498d-a0a8-e70909fa5d52, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:39:34.195660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] For port 97414f6f-1173-498d-a0a8-e70909fa5d52, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=97414f6f-1173-498d-a0a8-e70909fa5d52,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:39:34.204206 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:34.292357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597f351-c3b9-4b55-b55e-becb72f5d795 None None] Pushing event updated for resources: {'Port': ['ID=97414f6f-1173-498d-a0a8-e70909fa5d52,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:34.298061 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d31a2585-bf09-421f-bbb6-a74b2475bf51 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:34.396190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d31a2585-bf09-421f-bbb6-a74b2475bf51 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:34.413139 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d31a2585-bf09-421f-bbb6-a74b2475bf51 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:34.417702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54822) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:34.424253 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d31a2585-bf09-421f-bbb6-a74b2475bf51 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/5ad50303-dc69-4ad4-9946-cdfa42813407 HTTP/1.1" status: 204 len: 168 time: 0.3928990 Jul 19 03:39:34.461522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a2585-bf09-421f-bbb6-a74b2475bf51 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad50303-dc69-4ad4-9946-cdfa42813407,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:34.478546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54824) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:34.479069 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1ec6e45f-b1c9-4bec-af37-2236fc194507 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595975 Jul 19 03:39:34.484728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4a1ecfd3-879b-4b14-9c38-c92967798e06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:34.559517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b38b3-1195-4758-9da4-a0fd008fd8a7 req-58f09c01-8c01-4dcf-a986-2217d2c9b2e6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:34.561213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba9b38b3-1195-4758-9da4-a0fd008fd8a7 req-58f09c01-8c01-4dcf-a986-2217d2c9b2e6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.0882266 Jul 19 03:39:34.615339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:39:34.639843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba9b38b3-1195-4758-9da4-a0fd008fd8a7 req-18c6cd7b-ceed-419c-a640-959154c86fc7 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596442 Jul 19 03:39:34.684810 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1ecfd3-879b-4b14-9c38-c92967798e06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:34.689020 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4a1ecfd3-879b-4b14-9c38-c92967798e06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:34.703117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771476-3ffa-41dd-8794-7d3359a2ddbf req-9594a676-61fb-4e7c-99f7-4dda7b8a2b1e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:34.704732 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2771476-3ffa-41dd-8794-7d3359a2ddbf req-9594a676-61fb-4e7c-99f7-4dda7b8a2b1e tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1470783 Jul 19 03:39:34.782427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:34.803806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'port_id': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'mac_address': 'fa:16:3e:01:a0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:39:34.814573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f4ed3-d735-4bf4-86a3-9471af6c72a1 req-d93de521-8cfe-46cf-8a63-55de1ef8cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:34.817237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-241f4ed3-d735-4bf4-86a3-9471af6c72a1 req-d93de521-8cfe-46cf-8a63-55de1ef8cb4d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 1097 time: 0.1087511 Jul 19 03:39:34.825780 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2771476-3ffa-41dd-8794-7d3359a2ddbf req-9a7627f4-9da9-4ba6-8c81-1b81c35f4bee tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018293 Jul 19 03:39:34.866771 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:34.877004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-241f4ed3-d735-4bf4-86a3-9471af6c72a1 req-c77ee5ed-9c29-4957-8c9c-bb35eab0423e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512054 Jul 19 03:39:34.891270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:39:34.919981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:34.928558 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:35.012109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4a1ecfd3-879b-4b14-9c38-c92967798e06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:35.044620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:35.070110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ecfd3-879b-4b14-9c38-c92967798e06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:35.076940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-4a1ecfd3-879b-4b14-9c38-c92967798e06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:35.088148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ecfd3-879b-4b14-9c38-c92967798e06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=1e9ade5b-bb19-4141-83e0-345d0efbde76,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:35.091092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1ecfd3-879b-4b14-9c38-c92967798e06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:35.092021 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4a1ecfd3-879b-4b14-9c38-c92967798e06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:35.109363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4a1ecfd3-879b-4b14-9c38-c92967798e06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6291487 Jul 19 03:39:35.111841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54836) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:35.117678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'name': 'tempest-NetworksTestDHCPv6-747338827'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:35.188294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:39:35.251273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:35.256465 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:35.300868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 0e0ca3cc-e4d6-4af6-9427-1f7e4c3adbaf yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:39:35.480018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::217 (1354f933-eff7-4801-b289-5be7c7667d7c/1e9ade5b-bb19-4141-83e0-345d0efbde76/0e0ca3cc-e4d6-4af6-9427-1f7e4c3adbaf) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:35.682316 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:35.709346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object 0e0ca3cc-e4d6-4af6-9427-1f7e4c3adbaf will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:35.757516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d1bc0-14f6-4770-bdf8-da6530164498 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:35.809479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 97414f6f-1173-498d-a0a8-e70909fa5d52 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:39:35.818948 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:35.875364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-74a46920-3889-4041-8640-21cf9fe3e506 None None] Could not find standard attr ID for object d88d73d9-a63a-4eb8-b7a8-83e0114bed8e. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:39:35.920299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:35.940502 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:35.945320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:35.961615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:35.962336 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:35.966293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=0e0ca3cc-e4d6-4af6-9427-1f7e4c3adbaf,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:35.967373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-74a46920-3889-4041-8640-21cf9fe3e506 None None] Provisioning for port 97414f6f-1173-498d-a0a8-e70909fa5d52 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:35.972284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f6c6f-521d-422f-b83b-4b5e3723ada9 req-0dae1b26-409a-43df-8f45-402318765ace tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:35.979938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-354f6c6f-521d-422f-b83b-4b5e3723ada9 req-0dae1b26-409a-43df-8f45-402318765ace tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1516674 Jul 19 03:39:36.040562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-354f6c6f-521d-422f-b83b-4b5e3723ada9 req-f496ca79-6e01-440e-b814-aeacd170cbca tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593805 Jul 19 03:39:36.060959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-41157c64-0a1b-43c5-a5dc-59cb8f757353 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9464312 Jul 19 03:39:36.071099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54844) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:36.139655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170ef04-fb28-4f0f-8505-4091d3c07f3f req-abca3ee7-3c2e-4a71-81de-a53c848f61fc tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:36.141278 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7170ef04-fb28-4f0f-8505-4091d3c07f3f req-abca3ee7-3c2e-4a71-81de-a53c848f61fc tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 944 time: 0.1504509 Jul 19 03:39:36.170688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 97414f6f-1173-498d-a0a8-e70909fa5d52 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:36.177095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 97414f6f-1173-498d-a0a8-e70909fa5d52 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:36.177464 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.198309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126dced4-5f66-4aaa-a432-1d3c0a539338 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:36.205557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126dced4-5f66-4aaa-a432-1d3c0a539338 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:36.210443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-126dced4-5f66-4aaa-a432-1d3c0a539338 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1465828 Jul 19 03:39:36.211134 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7170ef04-fb28-4f0f-8505-4091d3c07f3f req-ad4784e6-e62f-40f0-bc06-e6493dc83534 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631516 Jul 19 03:39:36.211257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54848) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:36.228617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:36.303381 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0f4229fe-652a-459e-9b77-0440b64a1c15 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/floatingips/292b9a21-7421-44f8-94c1-302680ee9c1f HTTP/1.1" status: 200 len: 992 time: 0.0722675 Jul 19 03:39:36.322000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d323627a-ae82-48ac-a0a8-0336df781aab tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port 0e0ca3cc-e4d6-4af6-9427-1f7e4c3adbaf {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:36.322536 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d323627a-ae82-48ac-a0a8-0336df781aab tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.349276 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.389543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 97414f6f-1173-498d-a0a8-e70909fa5d52, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=97414f6f-1173-498d-a0a8-e70909fa5d52,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:36.394104 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.440299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d323627a-ae82-48ac-a0a8-0336df781aab tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.458042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d323627a-ae82-48ac-a0a8-0336df781aab tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for 0e0ca3cc-e4d6-4af6-9427-1f7e4c3adbaf owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:36.464891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=97414f6f-1173-498d-a0a8-e70909fa5d52,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:36.609976 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d323627a-ae82-48ac-a0a8-0336df781aab tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.628867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:39:36.704049 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d323627a-ae82-48ac-a0a8-0336df781aab tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.709713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54852) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:36.710540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d323627a-ae82-48ac-a0a8-0336df781aab tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/0e0ca3cc-e4d6-4af6-9427-1f7e4c3adbaf HTTP/1.1" status: 204 len: 168 time: 0.4981570 Jul 19 03:39:36.734498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323627a-ae82-48ac-a0a8-0336df781aab tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=0e0ca3cc-e4d6-4af6-9427-1f7e4c3adbaf,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:36.753803 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6edeaa9f-a1f0-44ba-8f7f-4fc536be3d4b None None] Provisioning complete for port 97414f6f-1173-498d-a0a8-e70909fa5d52 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:36.754253 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6edeaa9f-a1f0-44ba-8f7f-4fc536be3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.757302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:36.757725 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.817140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771dfa72-719a-4499-88ea-413030f218d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:36.818850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771dfa72-719a-4499-88ea-413030f218d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:36.820389 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-771dfa72-719a-4499-88ea-413030f218d6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1096420 Jul 19 03:39:36.823302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54854) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:36.918345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6edeaa9f-a1f0-44ba-8f7f-4fc536be3d4b None None] Could not find standard attr ID for object 0e0ca3cc-e4d6-4af6-9427-1f7e4c3adbaf. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:39:36.929246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcd701a-aa8b-46c2-b5dc-7942419fb2ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 1e9ade5b-bb19-4141-83e0-345d0efbde76 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:39:36.933752 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-efcd701a-aa8b-46c2-b5dc-7942419fb2ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.949604 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:36.989877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:39:36.993005 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd821a92-32d2-4965-a2b0-1fe6091ef26c" -d '{"events": [{"server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "name": "network-vif-plugged", "status": "completed", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:39:36.999848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:37.006794 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:37.013533 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-efcd701a-aa8b-46c2-b5dc-7942419fb2ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:37.049596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d0c5189d-a43f-413f-bde2-70ff9a4ef23b None None] Could not find standard attr ID for object db75ce53-46c7-4710-89ec-2cb834fbacbc. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:39:37.079461 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-efcd701a-aa8b-46c2-b5dc-7942419fb2ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:37.087011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:37.099005 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b12076f-4580-4df3-961f-f55f0988776a x-openstack-request-id: req-0b12076f-4580-4df3-961f-f55f0988776a {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:39:37.099512 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "name": "network-vif-plugged", "status": "completed", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:39:37.099830 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b12076f-4580-4df3-961f-f55f0988776a {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:39:37.100325 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'code': 200} Jul 19 03:39:37.105286 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:37.169092 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-efcd701a-aa8b-46c2-b5dc-7942419fb2ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:37.215067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd701a-aa8b-46c2-b5dc-7942419fb2ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9ade5b-bb19-4141-83e0-345d0efbde76,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:37.224960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-efcd701a-aa8b-46c2-b5dc-7942419fb2ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:37.231679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-efcd701a-aa8b-46c2-b5dc-7942419fb2ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/1e9ade5b-bb19-4141-83e0-345d0efbde76 HTTP/1.1" status: 204 len: 168 time: 0.4069378 Jul 19 03:39:37.232576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54864) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:37.270199 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:37.322461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f80063a9-6cc8-4946-a049-5d480ff0251f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879829 Jul 19 03:39:37.325475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54866) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:37.332437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24caa493-fade-45b4-8153-155170033c9e None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:37.368290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-41feb0c7-6dc2-4055-8886-038ada962b0a None None] Could not find standard attr ID for object d88d73d9-a63a-4eb8-b7a8-83e0114bed8e. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:39:37.559831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48a47a5-1e44-42c2-9e5d-360324610af4 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:39:37.630580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e48a47a5-1e44-42c2-9e5d-360324610af4 None None] Deleting port 97414f6f-1173-498d-a0a8-e70909fa5d52 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:37.631971 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e48a47a5-1e44-42c2-9e5d-360324610af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:37.688717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 97414f6f-1173-498d-a0a8-e70909fa5d52 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:39:37.761898 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e48a47a5-1e44-42c2-9e5d-360324610af4 None None] For port 97414f6f-1173-498d-a0a8-e70909fa5d52, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=97414f6f-1173-498d-a0a8-e70909fa5d52,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:37.762564 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e48a47a5-1e44-42c2-9e5d-360324610af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:37.778611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e48a47a5-1e44-42c2-9e5d-360324610af4 None None] Calling delete_port for 97414f6f-1173-498d-a0a8-e70909fa5d52 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:37.826815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cad60-1d82-4c00-86a0-be1738d50715 req-48cf3a42-5c0a-4970-a924-19aa9fa209f4 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:37.828405 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f81cad60-1d82-4c00-86a0-be1738d50715 req-48cf3a42-5c0a-4970-a924-19aa9fa209f4 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.5549080 Jul 19 03:39:37.838111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a58590-b39c-43a3-bbfd-d36691fc7879 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:37.842696 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c0a58590-b39c-43a3-bbfd-d36691fc7879 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5140581 Jul 19 03:39:37.843553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54868) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:37.875288 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:37.926989 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f81cad60-1d82-4c00-86a0-be1738d50715 req-3a0e3bcf-c44c-4ee0-9848-5cc73cb364cb tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859706 Jul 19 03:39:37.936344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 97414f6f-1173-498d-a0a8-e70909fa5d52, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=97414f6f-1173-498d-a0a8-e70909fa5d52,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:37.942044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958dd0c6-bb2e-4526-ab5e-9a941affdc65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:37.944121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-958dd0c6-bb2e-4526-ab5e-9a941affdc65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0971038 Jul 19 03:39:37.946722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54870) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:37.956268 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:38.010314 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e48a47a5-1e44-42c2-9e5d-360324610af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:38.010526 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4cf3d031-f24c-45a8-9e5f-86312a7e3c46 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608556 Jul 19 03:39:38.014459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54872) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:38.018193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event deleted for resources: {'Port': ['ID=97414f6f-1173-498d-a0a8-e70909fa5d52,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:38.025537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a47a5-1e44-42c2-9e5d-360324610af4 None None] No DVR routers for this DVR port 97414f6f-1173-498d-a0a8-e70909fa5d52 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:39:38.032007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-fb9d6d22-6cde-466d-a71c-8ef16cc86fdf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:38.072655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a47a5-1e44-42c2-9e5d-360324610af4 None None] Pushing event deleted for resources: {'Port': ['ID=97414f6f-1173-498d-a0a8-e70909fa5d52,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:38.173005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9d6d22-6cde-466d-a71c-8ef16cc86fdf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:38.177307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6d22-6cde-466d-a71c-8ef16cc86fdf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:38.394668 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6d22-6cde-466d-a71c-8ef16cc86fdf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:38.448488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d6d22-6cde-466d-a71c-8ef16cc86fdf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:38.452714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-fb9d6d22-6cde-466d-a71c-8ef16cc86fdf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:38.459021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d6d22-6cde-466d-a71c-8ef16cc86fdf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:38.459767 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6d22-6cde-466d-a71c-8ef16cc86fdf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:38.464073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9453ab-2cd7-4361-becb-34c84aacc30e None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:38.480846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d6d22-6cde-466d-a71c-8ef16cc86fdf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=69d21b12-0553-4be7-8c57-8d76d99572ab,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:38.486287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fb9d6d22-6cde-466d-a71c-8ef16cc86fdf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4711864 Jul 19 03:39:38.489030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54882) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:38.502682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': '69d21b12-0553-4be7-8c57-8d76d99572ab', 'ip_address': '2001:db8::c7b9:dfdc:3dfb:76c2'}], 'name': 'tempest-NetworksTestDHCPv6-485367078'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:38.632459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:38.667163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '69d21b12-0553-4be7-8c57-8d76d99572ab'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:39:38.668316 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:38.755075 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:38.772961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port daab0632-2fdf-4527-b85f-b175037e1187 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:39:38.824490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Allocated IP 2001:db8::2 (1354f933-eff7-4801-b289-5be7c7667d7c/69d21b12-0553-4be7-8c57-8d76d99572ab/066f8165-9c07-4706-bc25-219596220805) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:38.902770 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:39:38.971936 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:38.980569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Transition to ACTIVE for port object 066f8165-9c07-4706-bc25-219596220805 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:38.996309 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Transition to ACTIVE for port object 066f8165-9c07-4706-bc25-219596220805 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:39.011064 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:39.053027 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::c7b9:dfdc:3dfb:76c2 (1354f933-eff7-4801-b289-5be7c7667d7c/69d21b12-0553-4be7-8c57-8d76d99572ab/daab0632-2fdf-4527-b85f-b175037e1187) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:39.066568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:39.073381 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:39.078329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:39.086455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Pushing event updated for resources: {'Port': ['ID=066f8165-9c07-4706-bc25-219596220805,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:39.145835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Attempting to bind port 066f8165-9c07-4706-bc25-219596220805 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:39:39.146399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Attempting to bind port 066f8165-9c07-4706-bc25-219596220805 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:39:39.146867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Attempting to bind port 066f8165-9c07-4706-bc25-219596220805 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:39:39.152660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:39:39.153166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:39.154422 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:39.154911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:39:39.155564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Bound port: 066f8165-9c07-4706-bc25-219596220805, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:39:39.156390 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:39.228909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] For port 066f8165-9c07-4706-bc25-219596220805, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:39:39.233702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] For port 066f8165-9c07-4706-bc25-219596220805, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=066f8165-9c07-4706-bc25-219596220805,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:39:39.238108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7cb6d-db56-4de1-b0ca-37f58cffbec2 req-d1b2abba-bbb0-4311-94e3-685d3de0bf4c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:39.239412 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:39.239827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cb7cb6d-db56-4de1-b0ca-37f58cffbec2 req-d1b2abba-bbb0-4311-94e3-685d3de0bf4c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1579759 Jul 19 03:39:39.304176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc9340-9d90-4555-a6e6-7f2011732e50 None None] Pushing event updated for resources: {'Port': ['ID=066f8165-9c07-4706-bc25-219596220805,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:39.325688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cb7cb6d-db56-4de1-b0ca-37f58cffbec2 req-52b3f6ef-56ec-4fcc-a85d-9301c0daced8 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755579 Jul 19 03:39:39.343804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:39.359451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object daab0632-2fdf-4527-b85f-b175037e1187 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:39.397075 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:39.447602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:39.451842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:39.456485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:39.462503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:39.463019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:39.496171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=daab0632-2fdf-4527-b85f-b175037e1187,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:39.505786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b7e2aa24-c643-4cf1-89a1-111a01115d41 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0154624 Jul 19 03:39:39.508341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54898) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:39.631806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42917a-2ec4-4d46-8fb7-c81086dc58f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:39.643419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42917a-2ec4-4d46-8fb7-c81086dc58f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:39.646494 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fc42917a-2ec4-4d46-8fb7-c81086dc58f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1369026 Jul 19 03:39:39.650374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54910) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:39.783182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 066f8165-9c07-4706-bc25-219596220805 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:39:39.836669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c663b-27d3-4b20-9cac-67671e938731 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port daab0632-2fdf-4527-b85f-b175037e1187 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:39.839180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a0c663b-27d3-4b20-9cac-67671e938731 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:39.876205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 066f8165-9c07-4706-bc25-219596220805 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:39.968293 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a0c663b-27d3-4b20-9cac-67671e938731 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:39.981178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c663b-27d3-4b20-9cac-67671e938731 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for daab0632-2fdf-4527-b85f-b175037e1187 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:40.086315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305d3de-87f0-47af-ac6d-5b731b71b907 req-d16ba2fd-610c-456b-a4a4-2d787618fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:40.088298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7305d3de-87f0-47af-ac6d-5b731b71b907 req-d16ba2fd-610c-456b-a4a4-2d787618fb4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0823429 Jul 19 03:39:40.128222 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a0c663b-27d3-4b20-9cac-67671e938731 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:40.136013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7305d3de-87f0-47af-ac6d-5b731b71b907 req-5fe4aa33-51fc-4cc0-aa4f-733568f98856 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Jul 19 03:39:40.157580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c663b-27d3-4b20-9cac-67671e938731 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=daab0632-2fdf-4527-b85f-b175037e1187,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:40.193138 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a0c663b-27d3-4b20-9cac-67671e938731 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:40.195129 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6a0c663b-27d3-4b20-9cac-67671e938731 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/daab0632-2fdf-4527-b85f-b175037e1187 HTTP/1.1" status: 204 len: 168 time: 0.5425999 Jul 19 03:39:40.197647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54914) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:40.258120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447e0ab-cfa8-4a53-87ee-4c59bca450e1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:40.260055 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447e0ab-cfa8-4a53-87ee-4c59bca450e1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:40.261667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c447e0ab-cfa8-4a53-87ee-4c59bca450e1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0630836 Jul 19 03:39:40.265906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 54916) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:40.332334 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ff822f-ebd0-4bfa-abbe-5931c4148acd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 69d21b12-0553-4be7-8c57-8d76d99572ab {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:39:40.336791 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81ff822f-ebd0-4bfa-abbe-5931c4148acd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:40.406393 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81ff822f-ebd0-4bfa-abbe-5931c4148acd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:40.519379 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81ff822f-ebd0-4bfa-abbe-5931c4148acd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:40.593641 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81ff822f-ebd0-4bfa-abbe-5931c4148acd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:40.646492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff822f-ebd0-4bfa-abbe-5931c4148acd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=69d21b12-0553-4be7-8c57-8d76d99572ab,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:40.659034 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81ff822f-ebd0-4bfa-abbe-5931c4148acd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:40.660988 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-81ff822f-ebd0-4bfa-abbe-5931c4148acd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/69d21b12-0553-4be7-8c57-8d76d99572ab HTTP/1.1" status: 204 len: 168 time: 0.3939867 Jul 19 03:39:40.663709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54930) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:40.707682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b513-bacf-46f9-b826-511560deacae req-9bb47107-21bc-43df-a891-37969da1abb6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:40.718767 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e54b513-bacf-46f9-b826-511560deacae req-9bb47107-21bc-43df-a891-37969da1abb6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1381996 Jul 19 03:39:40.789391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7fb76795-3784-46a7-a039-90c895a0ec2b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216612 Jul 19 03:39:40.789846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 54938) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:40.798960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50474f5-d296-449a-a156-285f5263f7d0 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:40.800346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-099fddab-0e46-4b0a-969f-4d820c1f08de tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:40.804809 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e54b513-bacf-46f9-b826-511560deacae req-5bdb259f-2110-4be0-8f8a-99e736143160 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850542 Jul 19 03:39:40.889618 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4bff25d1-7413-406c-a44e-247e8a9e092a None None] Provisioning for port 066f8165-9c07-4706-bc25-219596220805 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:40.902666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4bff25d1-7413-406c-a44e-247e8a9e092a None None] Provisioning complete for port 066f8165-9c07-4706-bc25-219596220805 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:40.902666 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4bff25d1-7413-406c-a44e-247e8a9e092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:41.027822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099fddab-0e46-4b0a-969f-4d820c1f08de tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:41.031576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-099fddab-0e46-4b0a-969f-4d820c1f08de tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:41.041936 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4bff25d1-7413-406c-a44e-247e8a9e092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:41.354331 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-099fddab-0e46-4b0a-969f-4d820c1f08de tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:41.413347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4bff25d1-7413-406c-a44e-247e8a9e092a None None] For port 066f8165-9c07-4706-bc25-219596220805, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=066f8165-9c07-4706-bc25-219596220805,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:41.422916 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4bff25d1-7413-406c-a44e-247e8a9e092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:41.463960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099fddab-0e46-4b0a-969f-4d820c1f08de tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:41.469919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87576f-5506-4c75-9994-dbd57ebeeff7 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:39:41.475837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fddab-0e46-4b0a-969f-4d820c1f08de tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=0638c0bd-9ef1-4942-adf6-bb1468b298a1,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:41.479204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-099fddab-0e46-4b0a-969f-4d820c1f08de tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:41.484052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099fddab-0e46-4b0a-969f-4d820c1f08de tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:41.484668 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-099fddab-0e46-4b0a-969f-4d820c1f08de tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:41.513985 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-099fddab-0e46-4b0a-969f-4d820c1f08de tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7230337 Jul 19 03:39:41.516799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55004) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:41.521906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': '0638c0bd-9ef1-4942-adf6-bb1468b298a1', 'ip_address': '2001:db8::603e:bd2:8d5e:f5d3'}], 'name': 'tempest-NetworksTestDHCPv6-20128112'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:41.557859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff25d1-7413-406c-a44e-247e8a9e092a None None] Pushing event updated for resources: {'Port': ['ID=066f8165-9c07-4706-bc25-219596220805,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:41.616834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ae87576f-5506-4c75-9994-dbd57ebeeff7 None None] Deleting port 066f8165-9c07-4706-bc25-219596220805 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:41.618225 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ae87576f-5506-4c75-9994-dbd57ebeeff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:41.754821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:41.756218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ae87576f-5506-4c75-9994-dbd57ebeeff7 None None] For port 066f8165-9c07-4706-bc25-219596220805, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=066f8165-9c07-4706-bc25-219596220805,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:41.756677 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ae87576f-5506-4c75-9994-dbd57ebeeff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:41.760447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:41.776431 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ae87576f-5506-4c75-9994-dbd57ebeeff7 None None] Calling delete_port for 066f8165-9c07-4706-bc25-219596220805 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:41.799297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port d4f7828f-2263-4b9c-8862-3ef3fd4cc38c yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:39:41.896549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 066f8165-9c07-4706-bc25-219596220805 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:39:41.968358 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ae87576f-5506-4c75-9994-dbd57ebeeff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:42.001779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87576f-5506-4c75-9994-dbd57ebeeff7 None None] No DVR routers for this DVR port 066f8165-9c07-4706-bc25-219596220805 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:39:42.028152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Port 066f8165-9c07-4706-bc25-219596220805 update to DOWN by agent not found {{(pid=94346) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 19 03:39:42.032344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87576f-5506-4c75-9994-dbd57ebeeff7 None None] Pushing event deleted for resources: {'Port': ['ID=066f8165-9c07-4706-bc25-219596220805,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:42.054332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013c8d99-569c-46ef-9069-fea41dbec3bf None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:42.222879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::603e:bd2:8d5e:f5d3 (1354f933-eff7-4801-b289-5be7c7667d7c/0638c0bd-9ef1-4942-adf6-bb1468b298a1/d4f7828f-2263-4b9c-8862-3ef3fd4cc38c) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:42.339899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '0638c0bd-9ef1-4942-adf6-bb1468b298a1'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:39:42.342093 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:42.369374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd999e-906f-4136-bffd-bea199d5cf3e req-9a10908d-113c-459d-8717-d33c1266be1d tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:42.371279 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1cbd999e-906f-4136-bffd-bea199d5cf3e req-9a10908d-113c-459d-8717-d33c1266be1d tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.2597196 Jul 19 03:39:42.518240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:42.523395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1cbd999e-906f-4136-bffd-bea199d5cf3e req-f92ec67f-b36a-4780-9123-594db41b0981 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962868 Jul 19 03:39:42.530041 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2d4c-a53c-405a-bc80-510ef3580ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:42.546893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object d4f7828f-2263-4b9c-8862-3ef3fd4cc38c will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:42.626914 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:42.708313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:42.712659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:42.715349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:42.721946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:42.722994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:42.726230 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Allocated IP 2001:db8::2 (1354f933-eff7-4801-b289-5be7c7667d7c/0638c0bd-9ef1-4942-adf6-bb1468b298a1/2596cc4f-326f-4d77-97dc-dbb7847ba228) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:42.761526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.2433782 Jul 19 03:39:42.765016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55126) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:42.767268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0290a52-22a0-4a83-85d1-9b5ae52fb1f4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=d4f7828f-2263-4b9c-8862-3ef3fd4cc38c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:42.930917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694f8c6a-42d9-4f05-856a-02b20621876d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:42.932998 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-694f8c6a-42d9-4f05-856a-02b20621876d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1669576 Jul 19 03:39:42.936271 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55148) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:43.119831 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:43.137583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Transition to ACTIVE for port object 2596cc4f-326f-4d77-97dc-dbb7847ba228 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:43.163881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7e8d4-6c6c-4025-ade2-89a84cfa3926 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port d4f7828f-2263-4b9c-8862-3ef3fd4cc38c {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:43.164597 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e8d4-6c6c-4025-ade2-89a84cfa3926 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:43.182404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Transition to ACTIVE for port object 2596cc4f-326f-4d77-97dc-dbb7847ba228 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:43.197624 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:43.250141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:43.255394 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:43.260566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:43.322098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Pushing event updated for resources: {'Port': ['ID=2596cc4f-326f-4d77-97dc-dbb7847ba228,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:43.467048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Attempting to bind port 2596cc4f-326f-4d77-97dc-dbb7847ba228 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:39:43.467826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Attempting to bind port 2596cc4f-326f-4d77-97dc-dbb7847ba228 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:39:43.468541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Attempting to bind port 2596cc4f-326f-4d77-97dc-dbb7847ba228 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:39:43.478539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:39:43.479039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:43.479515 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:43.480014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:39:43.480567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Bound port: 2596cc4f-326f-4d77-97dc-dbb7847ba228, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:39:43.481042 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:43.519505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97066e26-e453-462b-98b9-08c7937866d2 req-5e9e1e35-9a66-467c-a661-6864d7b477db tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:43.530903 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97066e26-e453-462b-98b9-08c7937866d2 req-5e9e1e35-9a66-467c-a661-6864d7b477db tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1030476 Jul 19 03:39:43.569508 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] For port 2596cc4f-326f-4d77-97dc-dbb7847ba228, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:39:43.575329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] For port 2596cc4f-326f-4d77-97dc-dbb7847ba228, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2596cc4f-326f-4d77-97dc-dbb7847ba228,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:39:43.583373 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:43.593275 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97066e26-e453-462b-98b9-08c7937866d2 req-b8d609dd-6af5-4285-8d66-ba7c80460d2f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613058 Jul 19 03:39:43.768653 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af34d7-9e8a-4ac4-9503-1ce97bb0275b None None] Pushing event updated for resources: {'Port': ['ID=2596cc4f-326f-4d77-97dc-dbb7847ba228,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:43.923177 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e8d4-6c6c-4025-ade2-89a84cfa3926 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:43.946429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7e8d4-6c6c-4025-ade2-89a84cfa3926 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for d4f7828f-2263-4b9c-8862-3ef3fd4cc38c owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:43.966220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda696b7-19ac-4659-bdf4-1f94320805c9 req-1c583ee5-5c09-4e40-ba61-79aa1644da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:43.968401 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cda696b7-19ac-4659-bdf4-1f94320805c9 req-1c583ee5-5c09-4e40-ba61-79aa1644da95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.1107595 Jul 19 03:39:44.195160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda696b7-19ac-4659-bdf4-1f94320805c9 req-5e434cbc-5c30-42ae-9f7f-e1fae79534d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:44.197352 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cda696b7-19ac-4659-bdf4-1f94320805c9 req-5e434cbc-5c30-42ae-9f7f-e1fae79534d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 200 len: 919 time: 0.2220550 Jul 19 03:39:44.285175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cda696b7-19ac-4659-bdf4-1f94320805c9 req-70d1cef7-9e88-464b-a443-996f308bfcbe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182 HTTP/1.1" status: 200 len: 217 time: 0.0761862 Jul 19 03:39:44.386120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda696b7-19ac-4659-bdf4-1f94320805c9 req-d8e8a115-bd92-4fa5-95d7-c583405bd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:44.387881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cda696b7-19ac-4659-bdf4-1f94320805c9 req-d8e8a115-bd92-4fa5-95d7-c583405bd1a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 200 len: 859 time: 0.0748193 Jul 19 03:39:44.391215 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e8d4-6c6c-4025-ade2-89a84cfa3926 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:44.457350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7e8d4-6c6c-4025-ade2-89a84cfa3926 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=d4f7828f-2263-4b9c-8862-3ef3fd4cc38c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:44.534766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cda696b7-19ac-4659-bdf4-1f94320805c9 req-ea5743db-a40a-4ed8-afce-084d17b9ba19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d7a0220-7bec-4f74-b1a8-f14d46f2465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402321 Jul 19 03:39:44.535974 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e8d4-6c6c-4025-ade2-89a84cfa3926 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:44.540702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55300) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:44.552041 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5fc7e8d4-6c6c-4025-ade2-89a84cfa3926 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/d4f7828f-2263-4b9c-8862-3ef3fd4cc38c HTTP/1.1" status: 204 len: 168 time: 1.6129866 Jul 19 03:39:44.626189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9ff21-4c1e-450e-96f1-3b8b5e2e2780 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:44.638059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9ff21-4c1e-450e-96f1-3b8b5e2e2780 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:44.639986 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4de9ff21-4c1e-450e-96f1-3b8b5e2e2780 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0977726 Jul 19 03:39:44.642762 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55316) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:44.743228 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cda696b7-19ac-4659-bdf4-1f94320805c9 req-a3cf80f8-c4c0-4ef8-ab43-f227a277fcd6 service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893995 Jul 19 03:39:44.825346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1eb3b4-b15d-44a7-b5e1-39d6b560d8a2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 0638c0bd-9ef1-4942-adf6-bb1468b298a1 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:39:44.835802 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb3b4-b15d-44a7-b5e1-39d6b560d8a2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:44.909473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb3b4-b15d-44a7-b5e1-39d6b560d8a2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:44.965051 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cda696b7-19ac-4659-bdf4-1f94320805c9 req-856b5a9d-c580-4c67-9026-9c43ddae1eda service neutron] 10.222.0.25 "GET /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147560 Jul 19 03:39:45.040270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e23f-daaa-4ffc-a2f1-9101dcecec71 req-f266e5c0-3f54-43a2-878b-a9b30e5b59d7 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:45.042610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2144e23f-daaa-4ffc-a2f1-9101dcecec71 req-f266e5c0-3f54-43a2-878b-a9b30e5b59d7 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1847494 Jul 19 03:39:45.064260 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb3b4-b15d-44a7-b5e1-39d6b560d8a2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.099864 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-26fe9cbb-e70a-4dcf-86d4-5170419a74e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.127907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2144e23f-daaa-4ffc-a2f1-9101dcecec71 req-6eee544f-18a0-4799-8951-660a03e5847a tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709112 Jul 19 03:39:45.165052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb3b4-b15d-44a7-b5e1-39d6b560d8a2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.209917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1eb3b4-b15d-44a7-b5e1-39d6b560d8a2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=0638c0bd-9ef1-4942-adf6-bb1468b298a1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:45.218897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb3b4-b15d-44a7-b5e1-39d6b560d8a2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.221812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2e1eb3b4-b15d-44a7-b5e1-39d6b560d8a2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/0638c0bd-9ef1-4942-adf6-bb1468b298a1 HTTP/1.1" status: 204 len: 168 time: 0.5781069 Jul 19 03:39:45.224364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55370) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:45.270316 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-60f7f2a7-0798-43b9-86ae-5f89e7581e45 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435984 Jul 19 03:39:45.272156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55376) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:45.278107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-daa7dab2-625b-4149-974b-0470dbf49aa1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:45.338877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd7d1eb-a8b5-418d-9f9c-617e87b7e093 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:45.412342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa7dab2-625b-4149-974b-0470dbf49aa1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:45.418906 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-daa7dab2-625b-4149-974b-0470dbf49aa1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.467611 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8a8405aa-95aa-497d-bbb2-43e19155958e None None] Provisioning for port 2596cc4f-326f-4d77-97dc-dbb7847ba228 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:45.627697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d687e79-f87e-4677-893f-9276b58ab345 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:39:45.671971 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-daa7dab2-625b-4149-974b-0470dbf49aa1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.683338 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.702882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1d687e79-f87e-4677-893f-9276b58ab345 None None] Deleting port 2596cc4f-326f-4d77-97dc-dbb7847ba228 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:45.703256 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d687e79-f87e-4677-893f-9276b58ab345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.718886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa7dab2-625b-4149-974b-0470dbf49aa1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:45.722162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-daa7dab2-625b-4149-974b-0470dbf49aa1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:45.726711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7dab2-625b-4149-974b-0470dbf49aa1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:45.727312 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-daa7dab2-625b-4149-974b-0470dbf49aa1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.739357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7dab2-625b-4149-974b-0470dbf49aa1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=63f91057-c3cc-49a3-bfb8-465671062167,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:45.748000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-daa7dab2-625b-4149-974b-0470dbf49aa1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4746149 Jul 19 03:39:45.751260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55410) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:45.756423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': '63f91057-c3cc-49a3-bfb8-465671062167', 'ip_address': '2001:db8::df72:124a:d85c:6866'}], 'name': 'tempest-NetworksTestDHCPv6-837810284'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:45.791317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1d687e79-f87e-4677-893f-9276b58ab345 None None] For port 2596cc4f-326f-4d77-97dc-dbb7847ba228, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2596cc4f-326f-4d77-97dc-dbb7847ba228,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:45.791808 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d687e79-f87e-4677-893f-9276b58ab345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.805072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1d687e79-f87e-4677-893f-9276b58ab345 None None] Calling delete_port for 2596cc4f-326f-4d77-97dc-dbb7847ba228 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:45.879553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:45.889879 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d687e79-f87e-4677-893f-9276b58ab345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:45.923030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d687e79-f87e-4677-893f-9276b58ab345 None None] No DVR routers for this DVR port 2596cc4f-326f-4d77-97dc-dbb7847ba228 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:39:45.927034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d687e79-f87e-4677-893f-9276b58ab345 None None] Pushing event deleted for resources: {'Port': ['ID=2596cc4f-326f-4d77-97dc-dbb7847ba228,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:45.937830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5af97d-df47-4713-8d3c-225a544fbcbf None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:45.995329 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:46.027860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port abbc4c5e-ca88-4f9a-aafa-675fba53f197 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:39:46.125245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '63f91057-c3cc-49a3-bfb8-465671062167'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:39:46.126708 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:46.258318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::df72:124a:d85c:6866 (1354f933-eff7-4801-b289-5be7c7667d7c/63f91057-c3cc-49a3-bfb8-465671062167/abbc4c5e-ca88-4f9a-aafa-675fba53f197) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:46.402455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91066b15-1d87-46c4-b680-702c4f361251 req-bbf21364-dd64-43a8-b0e8-aa5386302df1 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:46.405304 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-91066b15-1d87-46c4-b680-702c4f361251 req-bbf21364-dd64-43a8-b0e8-aa5386302df1 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.0979764 Jul 19 03:39:46.462371 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:46.488385 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-91066b15-1d87-46c4-b680-702c4f361251 req-7101134b-49f8-4828-809f-cd5e987ec84e tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711346 Jul 19 03:39:46.516526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:46.538829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object abbc4c5e-ca88-4f9a-aafa-675fba53f197 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:46.580226 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:46.656609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=abbc4c5e-ca88-4f9a-aafa-675fba53f197,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:46.666286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:46.668353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:46.676347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:46.683286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:46.684026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:46.687020 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Allocated IP 2001:db8::2 (1354f933-eff7-4801-b289-5be7c7667d7c/63f91057-c3cc-49a3-bfb8-465671062167/9f379018-661d-4590-90ce-fe1cc1bbc863) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:46.701214 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b891e7bb-7170-4e36-9ca6-026811410bef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9485283 Jul 19 03:39:46.703798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55428) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:46.807472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79d7e0-86f2-4897-afd0-c18f803f65b9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:46.813863 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6d79d7e0-86f2-4897-afd0-c18f803f65b9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1061313 Jul 19 03:39:46.815778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55432) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:46.893781 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:46.905543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Transition to ACTIVE for port object 9f379018-661d-4590-90ce-fe1cc1bbc863 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:46.921945 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55434) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:46.929439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Transition to ACTIVE for port object 9f379018-661d-4590-90ce-fe1cc1bbc863 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:46.937206 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:46.959438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d4f95184-7543-4453-a70d-1f1ef56cef09 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port abbc4c5e-ca88-4f9a-aafa-675fba53f197 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:46.959757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4f95184-7543-4453-a70d-1f1ef56cef09 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:46.991809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:46.995329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:46.999548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:47.007241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Pushing event updated for resources: {'Port': ['ID=9f379018-661d-4590-90ce-fe1cc1bbc863,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:47.078918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Attempting to bind port 9f379018-661d-4590-90ce-fe1cc1bbc863 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:39:47.079328 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Attempting to bind port 9f379018-661d-4590-90ce-fe1cc1bbc863 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:39:47.079690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Attempting to bind port 9f379018-661d-4590-90ce-fe1cc1bbc863 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:39:47.085788 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4f95184-7543-4453-a70d-1f1ef56cef09 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.089058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:39:47.089643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:47.094002 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.094475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:39:47.094975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Bound port: 9f379018-661d-4590-90ce-fe1cc1bbc863, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:39:47.095367 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.112839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d4f95184-7543-4453-a70d-1f1ef56cef09 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for abbc4c5e-ca88-4f9a-aafa-675fba53f197 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:47.146875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee425081-5200-4b8f-90df-0f3544cf851b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.186901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] For port 9f379018-661d-4590-90ce-fe1cc1bbc863, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:39:47.192548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] For port 9f379018-661d-4590-90ce-fe1cc1bbc863, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9f379018-661d-4590-90ce-fe1cc1bbc863,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:39:47.202416 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.309845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2227-fc2c-4c7f-8522-a7b4e5e1eb43 None None] Pushing event updated for resources: {'Port': ['ID=9f379018-661d-4590-90ce-fe1cc1bbc863,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:47.362197 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4f95184-7543-4453-a70d-1f1ef56cef09 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.402178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f95184-7543-4453-a70d-1f1ef56cef09 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=abbc4c5e-ca88-4f9a-aafa-675fba53f197,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:47.427565 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee425081-5200-4b8f-90df-0f3544cf851b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.443058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee425081-5200-4b8f-90df-0f3544cf851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.443288 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d4f95184-7543-4453-a70d-1f1ef56cef09 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.446902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d4f95184-7543-4453-a70d-1f1ef56cef09 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/abbc4c5e-ca88-4f9a-aafa-675fba53f197 HTTP/1.1" status: 204 len: 168 time: 0.6300478 Jul 19 03:39:47.447513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55442) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:47.522466 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ee425081-5200-4b8f-90df-0f3544cf851b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df954338d7714c48949b2721a354013d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967548 Jul 19 03:39:47.522466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee425081-5200-4b8f-90df-0f3544cf851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01280fcb-e321-4143-b959-5ddd50d2a32e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:47.523160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55444) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:47.562041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e51e54-2ffa-4ebb-8d81-41d8aefff980 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:47.563762 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e51e54-2ffa-4ebb-8d81-41d8aefff980 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:47.567881 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-13e51e54-2ffa-4ebb-8d81-41d8aefff980 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1160588 Jul 19 03:39:47.568120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55448) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:47.676775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5c3e68-8ec8-4ea4-826e-6a467bb7be4a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 63f91057-c3cc-49a3-bfb8-465671062167 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:39:47.704173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3e68-8ec8-4ea4-826e-6a467bb7be4a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.740728 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-674e4793-fefb-44d4-8bfd-bb185d0cc8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.772009 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3e68-8ec8-4ea4-826e-6a467bb7be4a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.802164 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-674e4793-fefb-44d4-8bfd-bb185d0cc8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.861743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9f379018-661d-4590-90ce-fe1cc1bbc863 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:39:47.885889 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3e68-8ec8-4ea4-826e-6a467bb7be4a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.936038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 9f379018-661d-4590-90ce-fe1cc1bbc863 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:47.958254 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.974295 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3e68-8ec8-4ea4-826e-6a467bb7be4a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:47.999663 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-674e4793-fefb-44d4-8bfd-bb185d0cc8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:48.002685 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-674e4793-fefb-44d4-8bfd-bb185d0cc8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:48.006349 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-674e4793-fefb-44d4-8bfd-bb185d0cc8e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01280fcb-e321-4143-b959-5ddd50d2a32e HTTP/1.1" status: 204 len: 168 time: 0.4798172 Jul 19 03:39:48.019071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbf2bd-72df-43b3-9abf-39ed9d7b2023 req-230a8c0f-ab59-47a0-b916-ad920524a7b1 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:48.020703 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eabbf2bd-72df-43b3-9abf-39ed9d7b2023 req-230a8c0f-ab59-47a0-b916-ad920524a7b1 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.1934376 Jul 19 03:39:48.025963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e4793-fefb-44d4-8bfd-bb185d0cc8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01280fcb-e321-4143-b959-5ddd50d2a32e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:48.036898 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3e68-8ec8-4ea4-826e-6a467bb7be4a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:48.039712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7f5c3e68-8ec8-4ea4-826e-6a467bb7be4a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/63f91057-c3cc-49a3-bfb8-465671062167 HTTP/1.1" status: 204 len: 168 time: 0.4699001 Jul 19 03:39:48.041019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c3e68-8ec8-4ea4-826e-6a467bb7be4a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=63f91057-c3cc-49a3-bfb8-465671062167,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:48.042971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55454) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:48.083677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eabbf2bd-72df-43b3-9abf-39ed9d7b2023 req-86e22dc0-3b0f-4c1f-883e-0344e563575e tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540223 Jul 19 03:39:48.105222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55456) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:48.105823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1542714a-764f-4d4e-a560-2243bffa283c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616047 Jul 19 03:39:48.210122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf41cdc-98cf-4dc2-bc59-dbae0c0cd2b8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:48.212327 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aaf41cdc-98cf-4dc2-bc59-dbae0c0cd2b8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1046062 Jul 19 03:39:48.214721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55464) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:48.281834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2b2d2-b0de-44ba-a322-9fa053e5e848 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:48.283625 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a1f2b2d2-b0de-44ba-a322-9fa053e5e848 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0679457 Jul 19 03:39:48.286179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55468) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:48.336682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-81574278-65d7-4815-a2be-b700e5daa3e3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493393 Jul 19 03:39:48.340728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55472) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:48.347946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3ee66fec-f5c9-4673-942b-f0015c639449 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:48.471658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee66fec-f5c9-4673-942b-f0015c639449 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:48.487831 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ee66fec-f5c9-4673-942b-f0015c639449 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:48.778902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ee66fec-f5c9-4673-942b-f0015c639449 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:48.780872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f88cb1-e1c5-40cd-a6bc-f43ff5fce18d None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:48.852727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee66fec-f5c9-4673-942b-f0015c639449 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:48.854901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-3ee66fec-f5c9-4673-942b-f0015c639449 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:48.868228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee66fec-f5c9-4673-942b-f0015c639449 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:48.869044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ee66fec-f5c9-4673-942b-f0015c639449 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:48.871161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c7d01daa-c9e7-4f34-a501-c3a5470635ee None None] Provisioning for port 9f379018-661d-4590-90ce-fe1cc1bbc863 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:48.871902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee66fec-f5c9-4673-942b-f0015c639449 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=cf4993ac-f825-4bf8-bb6f-5c3cdd38ba20,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:48.878884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c7d01daa-c9e7-4f34-a501-c3a5470635ee None None] Provisioning complete for port 9f379018-661d-4590-90ce-fe1cc1bbc863 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:48.879498 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c7d01daa-c9e7-4f34-a501-c3a5470635ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:48.896089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55494) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:48.902990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': 'cf4993ac-f825-4bf8-bb6f-5c3cdd38ba20', 'ip_address': '2001:db8::a85e:8907:485d:1a3e'}], 'name': 'tempest-NetworksTestDHCPv6-231715808'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:48.909391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3ee66fec-f5c9-4673-942b-f0015c639449 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5637181 Jul 19 03:39:48.993451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55496) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:49.075959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:49.081014 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c7d01daa-c9e7-4f34-a501-c3a5470635ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.135119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c7d01daa-c9e7-4f34-a501-c3a5470635ee None None] For port 9f379018-661d-4590-90ce-fe1cc1bbc863, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9f379018-661d-4590-90ce-fe1cc1bbc863,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:49.144711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1284306504-network', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:49.146507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c7d01daa-c9e7-4f34-a501-c3a5470635ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.195082 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.199909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Made reservation on behalf of 9dfda4f2519046729cf1708c43c8843e for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:49.203192 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.210109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d01daa-c9e7-4f34-a501-c3a5470635ee None None] Pushing event updated for resources: {'Port': ['ID=9f379018-661d-4590-90ce-fe1cc1bbc863,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:49.217200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.248424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port cdfcf07a-c463-4d78-9913-eb6dcbf783cd yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:39:49.352644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.358142 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.397469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:39:49.405229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29324da-b52f-49d9-85ff-f20b469eaaf7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:49.429797 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.430042 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Added segment e206638b-7694-4199-80f3-f77bcdf83e7c of type vlan for network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d Jul 19 03:39:49.454042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::a85e:8907:485d:1a3e (1354f933-eff7-4801-b289-5be7c7667d7c/cf4993ac-f825-4bf8-bb6f-5c3cdd38ba20/cdfcf07a-c463-4d78-9913-eb6dcbf783cd) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:49.467965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb91c8-09ee-49d8-be0c-2b3bc2e462b4 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:49.489455 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.531647 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.534662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:49.535324 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.541228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-92be247e-8ec3-494f-90e9-a86c4e17847b None None] Provisioning complete for port 9f379018-661d-4590-90ce-fe1cc1bbc863 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:49.541611 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-92be247e-8ec3-494f-90e9-a86c4e17847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.563753 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5690269 Jul 19 03:39:49.566131 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55502) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:49.573667 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Request body: {'subnet': {'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1284306504-subnet', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:49.678119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Made reservation on behalf of 9dfda4f2519046729cf1708c43c8843e for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:49.681102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.699713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d46d03-c62a-4944-902e-c595441d7c52 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0a9827-cef7-491f-9caf-3ea59bd4b55d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:49.743344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:39:49.759183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9f379018-661d-4590-90ce-fe1cc1bbc863 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:39:49.786931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.811087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object cdfcf07a-c463-4d78-9913-eb6dcbf783cd will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:49.869850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9f379018-661d-4590-90ce-fe1cc1bbc863 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:49.870446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.932568 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.979896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:49.982005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:49.984235 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:49.986256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:49.991989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:49.992609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.064785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55506) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:50.065019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1676507 Jul 19 03:39:50.070925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a29f8985-bb85-4a84-8835-5ab9dba6411d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': 'cf4993ac-f825-4bf8-bb6f-5c3cdd38ba20', 'ip_address': '2001:db8::a85e:8907:485d:1a3e'}], 'name': 'tempest-NetworksTestDHCPv6-1692519727'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:50.088875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e654ab5b-0949-4169-b95b-b7d73ce291aa,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:50.093412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456d273-a74c-43be-a929-b3606b27aafa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=cdfcf07a-c463-4d78-9913-eb6dcbf783cd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:50.102948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Checking segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:50.103314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Network hostable DHCP agents. Network: 1f0a9827-cef7-491f-9caf-3ea59bd4b55d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:39:50.124445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:39:50.141970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 1f0a9827-cef7-491f-9caf-3ea59bd4b55d) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:50.146474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:50.147586 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.155234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae341e8-d314-431a-b4e0-273331e80e04 None None] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:50.166341 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ceab884b-d0ab-4197-b410-e7c06c90c487 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5990553 Jul 19 03:39:50.169905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55508) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:50.175995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:50.217608 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.218984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.260907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29f8985-bb85-4a84-8835-5ab9dba6411d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:50.269315 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a29f8985-bb85-4a84-8835-5ab9dba6411d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.291881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-a29f8985-bb85-4a84-8835-5ab9dba6411d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 11b11b41-c846-4dc3-a287-e677092e62e2 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:39:50.319874 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.379145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-45f040b6-e903-4f94-b8de-c4b06cf9f505 None None] Provisioning complete for port 9f379018-661d-4590-90ce-fe1cc1bbc863 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:50.379529 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-45f040b6-e903-4f94-b8de-c4b06cf9f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.425729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:39:50.427291 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.504875 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29f8985-bb85-4a84-8835-5ab9dba6411d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 19 03:39:50.505484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29f8985-bb85-4a84-8835-5ab9dba6411d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:39:50.530506 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a29f8985-bb85-4a84-8835-5ab9dba6411d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4598291 Jul 19 03:39:50.531319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55510) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:50.550955 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.676510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0670461-a481-41ef-a6cc-7373fa11c93a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:50.683308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0670461-a481-41ef-a6cc-7373fa11c93a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:50.685137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b0670461-a481-41ef-a6cc-7373fa11c93a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1489542 Jul 19 03:39:50.687816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55514) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:50.906389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Allocated IP 172.20.0.2 (1f0a9827-cef7-491f-9caf-3ea59bd4b55d/e654ab5b-0949-4169-b95b-b7d73ce291aa/f20ebf88-2160-48cd-a507-2079deb952ce) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:50.908189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1f8f7-6d2a-43f6-b527-82c5263b46a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port cdfcf07a-c463-4d78-9913-eb6dcbf783cd {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:50.909268 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f8f7-6d2a-43f6-b527-82c5263b46a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.934120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.982493 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:50.983234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-35b6c3c7-d6b6-46b9-bafc-e0e5b47a9b5b None None] Could not find standard attr ID for object d4f7828f-2263-4b9c-8862-3ef3fd4cc38c. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:39:51.052638 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f8f7-6d2a-43f6-b527-82c5263b46a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.067500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1f8f7-6d2a-43f6-b527-82c5263b46a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for cdfcf07a-c463-4d78-9913-eb6dcbf783cd owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:51.114893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Allocated IP 172.25.2.172 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/57bdf592-4a6c-4710-94f0-454aac20f944) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:51.146718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-35b6c3c7-d6b6-46b9-bafc-e0e5b47a9b5b None None] Could not find standard attr ID for object daab0632-2fdf-4527-b85f-b175037e1187. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:39:51.160805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.172159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Transition to ACTIVE for port object f20ebf88-2160-48cd-a507-2079deb952ce will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:51.262206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Transition to ACTIVE for port object f20ebf88-2160-48cd-a507-2079deb952ce will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:51.272539 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f8f7-6d2a-43f6-b527-82c5263b46a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.275646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-92780a7e-171b-4f2a-a40a-4180db3638fc None None] Could not find standard attr ID for object abbc4c5e-ca88-4f9a-aafa-675fba53f197. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:39:51.278105 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.278822 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.336298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:51.339180 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:51.343508 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:51.346234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1f8f7-6d2a-43f6-b527-82c5263b46a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=cdfcf07a-c463-4d78-9913-eb6dcbf783cd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:51.357667 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.360097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Pushing event updated for resources: {'Port': ['ID=f20ebf88-2160-48cd-a507-2079deb952ce,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:51.393049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:51.396051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:51.399553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:51.408684 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f8f7-6d2a-43f6-b527-82c5263b46a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.411512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3ae1f8f7-6d2a-43f6-b527-82c5263b46a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/cdfcf07a-c463-4d78-9913-eb6dcbf783cd HTTP/1.1" status: 204 len: 168 time: 0.7227247 Jul 19 03:39:51.413887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55518) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:51.433845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Attempting to bind port f20ebf88-2160-48cd-a507-2079deb952ce on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:39:51.434647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Attempting to bind port f20ebf88-2160-48cd-a507-2079deb952ce by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:39:51.435129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Attempting to bind port f20ebf88-2160-48cd-a507-2079deb952ce on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:39:51.441376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:39:51.441883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Checking segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:51.442559 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.443060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Bound using segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:39:51.443769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Bound port: f20ebf88-2160-48cd-a507-2079deb952ce, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:39:51.444261 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.453235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Pushing event updated for resources: {'Port': ['ID=57bdf592-4a6c-4710-94f0-454aac20f944,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:51.478448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a81976-ea8c-4d04-85bb-b33cebdfef15 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:51.481257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a81976-ea8c-4d04-85bb-b33cebdfef15 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:51.484515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-36a81976-ea8c-4d04-85bb-b33cebdfef15 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0695462 Jul 19 03:39:51.487151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55520) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:51.501926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3567974e-61ce-4514-89d1-d1bdde2bd02d None None] Could not find standard attr ID for object cdfcf07a-c463-4d78-9913-eb6dcbf783cd. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:39:51.535635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] For port f20ebf88-2160-48cd-a507-2079deb952ce, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:39:51.539354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] For port f20ebf88-2160-48cd-a507-2079deb952ce, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f20ebf88-2160-48cd-a507-2079deb952ce,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:39:51.551155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74cdb6a-c3fa-4e43-ade8-4e25d4a7ffa7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet cf4993ac-f825-4bf8-bb6f-5c3cdd38ba20 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:39:51.552841 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.555474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb6a-c3fa-4e43-ade8-4e25d4a7ffa7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.602651 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb6a-c3fa-4e43-ade8-4e25d4a7ffa7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.662280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44f9ea-c4a8-43f6-acca-e1377a49b20a None None] Pushing event updated for resources: {'Port': ['ID=f20ebf88-2160-48cd-a507-2079deb952ce,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:51.685261 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb6a-c3fa-4e43-ade8-4e25d4a7ffa7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.768635 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb6a-c3fa-4e43-ade8-4e25d4a7ffa7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.800510 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a74cdb6a-c3fa-4e43-ade8-4e25d4a7ffa7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:51.802483 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a74cdb6a-c3fa-4e43-ade8-4e25d4a7ffa7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/cf4993ac-f825-4bf8-bb6f-5c3cdd38ba20 HTTP/1.1" status: 204 len: 168 time: 0.3142769 Jul 19 03:39:51.803599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cdb6a-c3fa-4e43-ade8-4e25d4a7ffa7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4993ac-f825-4bf8-bb6f-5c3cdd38ba20,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:51.808508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55526) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:51.858871 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af9eb68b-6655-4b87-887b-5cdda221ccbf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489416 Jul 19 03:39:51.862791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55528) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:51.868189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d247f5a6-d5cd-465c-b37f-1e815da515a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:51.888736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:52.063277 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d247f5a6-d5cd-465c-b37f-1e815da515a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:52.068675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d247f5a6-d5cd-465c-b37f-1e815da515a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:52.154736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c11d5fa-534f-45fd-9211-aa702381f5a6 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:52.232243 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:52.341804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d247f5a6-d5cd-465c-b37f-1e815da515a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:52.418314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Router 9dff5db0-81f0-404a-b6d9-1aef29997a68 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:39:52.423037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247f5a6-d5cd-465c-b37f-1e815da515a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=611f7554-cfe9-4b2c-a994-019b73bbc8bc,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:52.431128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d247f5a6-d5cd-465c-b37f-1e815da515a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:52.433009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d247f5a6-d5cd-465c-b37f-1e815da515a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:52.437377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247f5a6-d5cd-465c-b37f-1e815da515a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:52.438029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d247f5a6-d5cd-465c-b37f-1e815da515a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:52.456090 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d247f5a6-d5cd-465c-b37f-1e815da515a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5894816 Jul 19 03:39:52.456292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55530) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:52.461556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c2a1b50c-4002-4fdc-9906-a9ae6106e9bb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': '611f7554-cfe9-4b2c-a994-019b73bbc8bc', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1891255876'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:52.472092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a33829c-f283-49c2-8914-8a622de2241f None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:39:52.531363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0a33829c-f283-49c2-8914-8a622de2241f None None] Deleting port 9f379018-661d-4590-90ce-fe1cc1bbc863 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:52.531750 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0a33829c-f283-49c2-8914-8a622de2241f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:52.566494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:39:52.602005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a1b50c-4002-4fdc-9906-a9ae6106e9bb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:52.609351 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:52.614060 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-62f67047-20fa-4a06-9f64-c76cfc8efdaa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4428580 Jul 19 03:39:52.614716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55532) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:52.666641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0a33829c-f283-49c2-8914-8a622de2241f None None] For port 9f379018-661d-4590-90ce-fe1cc1bbc863, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9f379018-661d-4590-90ce-fe1cc1bbc863,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:52.669270 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0a33829c-f283-49c2-8914-8a622de2241f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:52.692591 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0a33829c-f283-49c2-8914-8a622de2241f None None] Calling delete_port for 9f379018-661d-4590-90ce-fe1cc1bbc863 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:52.737456 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b50c-4002-4fdc-9906-a9ae6106e9bb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:52.757856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-c2a1b50c-4002-4fdc-9906-a9ae6106e9bb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 0b0e84ee-7d64-42d6-90fb-ca6f35e19e70 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:39:52.814572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Sync routers for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:39:52.871534 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:39:52.875234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:52.932191 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a1b50c-4002-4fdc-9906-a9ae6106e9bb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:39:52.932745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a1b50c-4002-4fdc-9906-a9ae6106e9bb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:39:52.954215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c2a1b50c-4002-4fdc-9906-a9ae6106e9bb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4944422 Jul 19 03:39:52.954431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55538) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:52.972972 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0a33829c-f283-49c2-8914-8a622de2241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:52.990146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33829c-f283-49c2-8914-8a622de2241f None None] No DVR routers for this DVR port 9f379018-661d-4590-90ce-fe1cc1bbc863 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:39:53.047973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33829c-f283-49c2-8914-8a622de2241f None None] Pushing event deleted for resources: {'Port': ['ID=9f379018-661d-4590-90ce-fe1cc1bbc863,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:53.056858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4b43d-1731-4f8f-b879-05b97cef99df None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:53.074519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c048641-7708-4697-b6c3-2fb012813d25 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:53.079547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9c048641-7708-4697-b6c3-2fb012813d25 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1219206 Jul 19 03:39:53.080402 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55540) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:53.159787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e41ff6-4a14-4b4a-9a37-c1942cc4848e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:53.161302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e41ff6-4a14-4b4a-9a37-c1942cc4848e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:53.163832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a7e41ff6-4a14-4b4a-9a37-c1942cc4848e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0824616 Jul 19 03:39:53.165529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55542) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:53.181749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0f89a-b130-4344-8d94-c0e3fd8a3bde None None] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:53.224841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a62ed22-980c-4d4f-985d-95629846b910 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 611f7554-cfe9-4b2c-a994-019b73bbc8bc {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:39:53.228700 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a62ed22-980c-4d4f-985d-95629846b910 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:53.236247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:39:53.282764 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a62ed22-980c-4d4f-985d-95629846b910 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:53.337306 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a62ed22-980c-4d4f-985d-95629846b910 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:53.376222 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a0322d99-5f5f-4ccb-bd21-b2469b65c837 None None] Provisioning for port f20ebf88-2160-48cd-a507-2079deb952ce completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:53.408530 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a62ed22-980c-4d4f-985d-95629846b910 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:53.441590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62ed22-980c-4d4f-985d-95629846b910 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=611f7554-cfe9-4b2c-a994-019b73bbc8bc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:53.446779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1a62ed22-980c-4d4f-985d-95629846b910 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:53.452422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55544) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:53.452896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1a62ed22-980c-4d4f-985d-95629846b910 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/611f7554-cfe9-4b2c-a994-019b73bbc8bc HTTP/1.1" status: 204 len: 168 time: 0.2860749 Jul 19 03:39:53.499884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0af3663f-a8f4-4d50-bb01-c2a3d0367bdd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417962 Jul 19 03:39:53.505375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55546) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:53.513744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-85d2f840-12de-4ec5-92f7-60990f8bb644 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:53.519863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f19f4f8-ce56-4a8b-83d9-f9e890643c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '611f7554-cfe9-4b2c-a994-019b73bbc8bc'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:39:53.520326 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2f19f4f8-ce56-4a8b-83d9-f9e890643c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:53.732941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:51Z', 'revision_number': 3, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:53.740144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d2f840-12de-4ec5-92f7-60990f8bb644 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:53.761089 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85d2f840-12de-4ec5-92f7-60990f8bb644 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:53.777428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Checking router: 9dff5db0-81f0-404a-b6d9-1aef29997a68 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:39:53.777912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Updating router 9dff5db0-81f0-404a-b6d9-1aef29997a68 port 57bdf592-4a6c-4710-94f0-454aac20f944 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:39:53.817976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:53.820461 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:53.846895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f20ebf88-2160-48cd-a507-2079deb952ce up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:39:54.008549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port f20ebf88-2160-48cd-a507-2079deb952ce completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:54.025993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f20ebf88-2160-48cd-a507-2079deb952ce triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:54.026439 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.162738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85d2f840-12de-4ec5-92f7-60990f8bb644 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.219404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2f840-12de-4ec5-92f7-60990f8bb644 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:54.220683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Allocated IP 172.20.0.1 (1f0a9827-cef7-491f-9caf-3ea59bd4b55d/e654ab5b-0949-4169-b95b-b7d73ce291aa/8e565e8c-59b7-4583-997b-e1f918b63f41) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:54.229483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-85d2f840-12de-4ec5-92f7-60990f8bb644 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:54.237991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d2f840-12de-4ec5-92f7-60990f8bb644 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:54.238695 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85d2f840-12de-4ec5-92f7-60990f8bb644 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.253093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2f840-12de-4ec5-92f7-60990f8bb644 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=c5ac1be7-04fe-448f-b545-709562e69ad5,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:54.276855 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-85d2f840-12de-4ec5-92f7-60990f8bb644 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7674575 Jul 19 03:39:54.277203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55552) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:54.282657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6d4094d4-9e73-4eba-ab7f-b13ab4bd5e8b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1373639090', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:54.312037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d4-9e73-4eba-ab7f-b13ab4bd5e8b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.313375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d4-9e73-4eba-ab7f-b13ab4bd5e8b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.339141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30be5777-1da9-413f-bdda-5ceab2bb43f7 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:54.383421 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.392149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d4-9e73-4eba-ab7f-b13ab4bd5e8b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.398310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d4-9e73-4eba-ab7f-b13ab4bd5e8b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.399863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Transition to ACTIVE for port object 8e565e8c-59b7-4583-997b-e1f918b63f41 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:54.422213 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d4094d4-9e73-4eba-ab7f-b13ab4bd5e8b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.426943 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6d4094d4-9e73-4eba-ab7f-b13ab4bd5e8b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1460733 Jul 19 03:39:54.428362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55554) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:54.455684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.469324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-55024e44-f177-46ed-8933-569746865917 None None] Provisioning complete for port f20ebf88-2160-48cd-a507-2079deb952ce triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:54.469763 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-55024e44-f177-46ed-8933-569746865917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.510689 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.522218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Pushing event updated for resources: {'Port': ['ID=8e565e8c-59b7-4583-997b-e1f918b63f41,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:54.549041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:54.551315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:54.554357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:54.590351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port f20ebf88-2160-48cd-a507-2079deb952ce, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f20ebf88-2160-48cd-a507-2079deb952ce,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:54.593230 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.609719 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.626858 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.643734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Transition to ACTIVE for port object 57bdf592-4a6c-4710-94f0-454aac20f944 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:54.685278 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.741300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9f379018-661d-4590-90ce-fe1cc1bbc863 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:39:54.808788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': 'c5ac1be7-04fe-448f-b545-709562e69ad5'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:39:54.810457 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.812441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=f20ebf88-2160-48cd-a507-2079deb952ce,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:54.822540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 9f379018-661d-4590-90ce-fe1cc1bbc863 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:39:54.822889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9f379018-661d-4590-90ce-fe1cc1bbc863 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:39:54.839850 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.844760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.869810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Attempting to bind port 57bdf592-4a6c-4710-94f0-454aac20f944 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:39:54.870194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Attempting to bind port 57bdf592-4a6c-4710-94f0-454aac20f944 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:39:54.870692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Attempting to bind port 57bdf592-4a6c-4710-94f0-454aac20f944 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:39:54.892426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:39:54.892832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:54.893213 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.893602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:39:54.894097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Bound port: 57bdf592-4a6c-4710-94f0-454aac20f944, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:39:54.894517 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:54.933184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cce579-896c-42fa-b196-d282a47e2b54 None None] Pushing event updated for resources: {'Port': ['ID=57bdf592-4a6c-4710-94f0-454aac20f944,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:55.085585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] For port 57bdf592-4a6c-4710-94f0-454aac20f944, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:39:55.091418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-eb368e7a-1087-4c66-866a-8c9272c65fbd None None] Provisioning for port 8e565e8c-59b7-4583-997b-e1f918b63f41 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:55.111221 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:55.122667 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:55.140842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] For port 57bdf592-4a6c-4710-94f0-454aac20f944, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=57bdf592-4a6c-4710-94f0-454aac20f944,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:39:55.164845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-eb368e7a-1087-4c66-866a-8c9272c65fbd None None] Provisioning complete for port 8e565e8c-59b7-4583-997b-e1f918b63f41 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:55.165483 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb368e7a-1087-4c66-866a-8c9272c65fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:55.174026 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:55.195163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Allocated IP 2001:db8::2 (1354f933-eff7-4801-b289-5be7c7667d7c/c5ac1be7-04fe-448f-b545-709562e69ad5/5828c6b0-2be4-496a-abb4-e2ec58c9655f) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:55.196331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Pushing event updated for resources: {'Port': ['ID=8e565e8c-59b7-4583-997b-e1f918b63f41,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:55.247617 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:55.271494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cce579-896c-42fa-b196-d282a47e2b54 None None] Pushing event updated for resources: {'Port': ['ID=57bdf592-4a6c-4710-94f0-454aac20f944,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:55.308202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-eb368e7a-1087-4c66-866a-8c9272c65fbd None None] Port 8e565e8c-59b7-4583-997b-e1f918b63f41 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:39:55.326009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:39:55.326972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:55.354688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:55.357250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:55.518057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Router 9dff5db0-81f0-404a-b6d9-1aef29997a68 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:39:55.530687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:39:55.569558 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:55.580978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Transition to ACTIVE for port object 5828c6b0-2be4-496a-abb4-e2ec58c9655f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:55.599383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Transition to ACTIVE for port object 5828c6b0-2be4-496a-abb4-e2ec58c9655f will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:55.611068 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:55.645127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:39:55.652391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f2c45ba8-0f53-4aef-94da-88f84337eb1b admin admin] 10.222.0.20 "PUT /v2.0/routers/9dff5db0-81f0-404a-b6d9-1aef29997a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0365329 Jul 19 03:39:55.681432 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::1 (1354f933-eff7-4801-b289-5be7c7667d7c/c5ac1be7-04fe-448f-b545-709562e69ad5/bc6f91f3-3d9e-4a46-affa-026759b0d1d9) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:55.706650 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Pushing event updated for resources: {'Port': ['ID=5828c6b0-2be4-496a-abb4-e2ec58c9655f,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:55.785238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f20ebf88-2160-48cd-a507-2079deb952ce up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:39:55.855208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:55.872766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object bc6f91f3-3d9e-4a46-affa-026759b0d1d9 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:55.916318 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:55.962217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:55.972808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:55.973000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=bc6f91f3-3d9e-4a46-affa-026759b0d1d9,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:55.974610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5492c394-60d0-4d07-87d1-f3dbd9776558 None None] Provisioning complete for port 8e565e8c-59b7-4583-997b-e1f918b63f41 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:55.975219 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5492c394-60d0-4d07-87d1-f3dbd9776558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:55.981924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:55.983715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:55.986210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:55.987666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:55.988003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.123995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5492c394-60d0-4d07-87d1-f3dbd9776558 None None] Port 8e565e8c-59b7-4583-997b-e1f918b63f41 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:39:56.128120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Attempting to bind port 5828c6b0-2be4-496a-abb4-e2ec58c9655f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:39:56.128796 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Attempting to bind port 5828c6b0-2be4-496a-abb4-e2ec58c9655f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:39:56.129052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Attempting to bind port 5828c6b0-2be4-496a-abb4-e2ec58c9655f on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:39:56.137974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f20ebf88-2160-48cd-a507-2079deb952ce triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:56.138379 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.142973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:39:56.143365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:56.143745 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.144141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:39:56.144622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Bound port: 5828c6b0-2be4-496a-abb4-e2ec58c9655f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:39:56.144998 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.163553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.282152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] For port 5828c6b0-2be4-496a-abb4-e2ec58c9655f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:39:56.287197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 2, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:56.290551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] For port 5828c6b0-2be4-496a-abb4-e2ec58c9655f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5828c6b0-2be4-496a-abb4-e2ec58c9655f,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:39:56.322181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a56ad6-a894-4d6b-bb51-132e478e8cb4 None None] The sync data for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 is: [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 2, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:39:56.324705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.426402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55582) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:56.433392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1324447939-network', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:56.466084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a17f1-9c82-4b37-85df-a329439fdf5f None None] Pushing event updated for resources: {'Port': ['ID=5828c6b0-2be4-496a-abb4-e2ec58c9655f,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:56.487835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Made reservation on behalf of ea0458227d3f4a31af477fc90a42b363 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:56.492129 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.514815 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.635629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.640975 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.666143 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.676496 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.677758 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.678043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:39:56.716110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a98485-06e1-4eb4-b7e1-479039c21d3a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:56.748989 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.751376 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Added segment 60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9 of type vlan for network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 Jul 19 03:39:56.850194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=bc6f91f3-3d9e-4a46-affa-026759b0d1d9,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:56.863580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.911359 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.912634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:56.913277 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:56.961925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:56.963759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:57.019276 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] Pushing event updated for resources: {'Network': ['ID=eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:57.035348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:39:57.037812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-adb718a2-746f-4d34-8cd3-be2a48d45b66 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6093962 Jul 19 03:39:57.040569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55590) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:57.054207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Request body: {'subnet': {'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1324447939-subnet', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:57.085842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Made reservation on behalf of ea0458227d3f4a31af477fc90a42b363 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:39:57.088673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:57.141149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Router 308b9671-98b8-4e01-8742-703b67615bba is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:39:57.282816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:39:57.288763 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e6a682fc-8d50-4b6f-93e1-97059396ef65 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "PUT /v2.0/routers/308b9671-98b8-4e01-8742-703b67615bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8592212 Jul 19 03:39:57.292505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55594) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:57.293891 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Sync routers for ids ['308b9671-98b8-4e01-8742-703b67615bba'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:39:57.304254 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Routers {'308b9671-98b8-4e01-8742-703b67615bba'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:39:57.305030 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['308b9671-98b8-4e01-8742-703b67615bba'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:57.386963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a160938f-abf8-4a16-97b2-d02b5bc920d5 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:57.388466 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a160938f-abf8-4a16-97b2-d02b5bc920d5 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports/bc6f91f3-3d9e-4a46-affa-026759b0d1d9 HTTP/1.1" status: 200 len: 911 time: 0.0949535 Jul 19 03:39:57.391210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55596) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:57.405682 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Set router 308b9671-98b8-4e01-8742-703b67615bba gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:39:57.456820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:57.568699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b5696-09d1-4420-92fd-c89e1cd5468b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:57.584965 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b5696-09d1-4420-92fd-c89e1cd5468b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:57.586669 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d35b5696-09d1-4420-92fd-c89e1cd5468b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1945500 Jul 19 03:39:57.589595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55598) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:57.602823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaef4072-48cc-42e6-be58-86f6c03c9224,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:57.611748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Checking segment: {'id': '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:57.612168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Network hostable DHCP agents. Network: eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:39:57.646840 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:39:57.666452 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:57.674226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:39:57.675153 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:57.700238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9766cb0-0db5-4346-abe2-4954ea6c01ba None None] Network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:39:57.728048 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308b9671-98b8-4e01-8742-703b67615bba', 'name': 'tempest-NetworksTestDHCPv6-router-1373639090', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:54Z', 'updated_at': '2021-07-19T03:39:56Z', 'revision_number': 2, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'gw_port_host': None, '_interfaces': [{'id': 'bc6f91f3-3d9e-4a46-affa-026759b0d1d9', 'name': '', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'mac_address': 'fa:16:3e:bc:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308b9671-98b8-4e01-8742-703b67615bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'c5ac1be7-04fe-448f-b545-709562e69ad5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:54Z', 'updated_at': '2021-07-19T03:39:56Z', 'revision_number': 2, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'subnets': [{'id': 'c5ac1be7-04fe-448f-b545-709562e69ad5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:57.731081 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c93dc48b-4140-49e1-b2a6-73de1df001fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6868205 Jul 19 03:39:57.732315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55600) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:39:57.742932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1324447939-router', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:39:57.796487 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Checking router: 308b9671-98b8-4e01-8742-703b67615bba for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:39:57.796842 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Updating router 308b9671-98b8-4e01-8742-703b67615bba port bc6f91f3-3d9e-4a46-affa-026759b0d1d9 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:39:57.798195 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:57.799923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:57.923991 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:57.949902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:57.971225 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 57bdf592-4a6c-4710-94f0-454aac20f944 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:39:58.357339 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:58.378449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8849c63a-a03a-4e1c-b079-399b0c71fcc7 None None] Provisioning for port 5828c6b0-2be4-496a-abb4-e2ec58c9655f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:58.451015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4', 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'fixed_ips': [{'subnet_id': 'aaef4072-48cc-42e6-be58-86f6c03c9224'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:39:58.452072 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:58.536911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 57bdf592-4a6c-4710-94f0-454aac20f944 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:58.549568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 57bdf592-4a6c-4710-94f0-454aac20f944 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:58.549945 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:58.589586 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:58.611805 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Transition to ACTIVE for port object bc6f91f3-3d9e-4a46-affa-026759b0d1d9 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:58.628832 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:58.757973 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Pushing event updated for resources: {'Port': ['ID=bc6f91f3-3d9e-4a46-affa-026759b0d1d9,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:58.803462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:58.808888 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.809783 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.810136 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.811206 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.811546 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.811896 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.812212 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.818433 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.818433 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.818433 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.823910 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.824402 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:39:58.865822 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:58.896511 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Attempting to bind port bc6f91f3-3d9e-4a46-affa-026759b0d1d9 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:39:58.896877 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Attempting to bind port bc6f91f3-3d9e-4a46-affa-026759b0d1d9 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:39:58.897237 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Attempting to bind port bc6f91f3-3d9e-4a46-affa-026759b0d1d9 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:39:58.905616 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:39:58.905999 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:39:58.906483 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:58.906881 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:39:58.907362 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Bound port: bc6f91f3-3d9e-4a46-affa-026759b0d1d9, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:39:58.907747 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:58.911434 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:58.961346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-556e154a-1ea8-4fd4-888f-b137784dde0c None None] Provisioning for port bc6f91f3-3d9e-4a46-affa-026759b0d1d9 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:59.061905 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] For port bc6f91f3-3d9e-4a46-affa-026759b0d1d9, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:39:59.066421 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] For port bc6f91f3-3d9e-4a46-affa-026759b0d1d9, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bc6f91f3-3d9e-4a46-affa-026759b0d1d9,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:39:59.077917 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.094919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Allocated IP 172.25.2.69 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/88eaf5d8-8ae7-4992-a909-a2003cca2c1f) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:59.116657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Allocated IP 172.20.0.2 (eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4/aaef4072-48cc-42e6-be58-86f6c03c9224/0f6b62ec-0d02-4f60-8d74-d1c076eebcea) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:39:59.122165 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.149237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 57bdf592-4a6c-4710-94f0-454aac20f944, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=57bdf592-4a6c-4710-94f0-454aac20f944,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:59.165233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.166487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5828c6b0-2be4-496a-abb4-e2ec58c9655f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:39:59.249806 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Routers {'308b9671-98b8-4e01-8742-703b67615bba'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:39:59.250482 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['308b9671-98b8-4e01-8742-703b67615bba'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:59.266625 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada6329-fe9e-4fe7-9523-6a8f20b59842 None None] Pushing event updated for resources: {'Port': ['ID=bc6f91f3-3d9e-4a46-affa-026759b0d1d9,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:59.338058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port bc6f91f3-3d9e-4a46-affa-026759b0d1d9 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:39:59.338537 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.348091 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.420191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=57bdf592-4a6c-4710-94f0-454aac20f944,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:59.427460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 5828c6b0-2be4-496a-abb4-e2ec58c9655f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:39:59.441470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.443555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5828c6b0-2be4-496a-abb4-e2ec58c9655f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:39:59.443944 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.453208 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] Set router 308b9671-98b8-4e01-8742-703b67615bba gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:39:59.462571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:59.465128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:59.469993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:59.563975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] For port bc6f91f3-3d9e-4a46-affa-026759b0d1d9, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bc6f91f3-3d9e-4a46-affa-026759b0d1d9,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:59.564349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.603222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for bc6f91f3-3d9e-4a46-affa-026759b0d1d9 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:39:59.620796 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.636266 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Transition to ACTIVE for port object 0f6b62ec-0d02-4f60-8d74-d1c076eebcea will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:59.715658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Transition to ACTIVE for port object 0f6b62ec-0d02-4f60-8d74-d1c076eebcea will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:39:59.749472 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.792192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.848286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Pushing event updated for resources: {'Port': ['ID=88eaf5d8-8ae7-4992-a909-a2003cca2c1f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:39:59.862416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 5828c6b0-2be4-496a-abb4-e2ec58c9655f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5828c6b0-2be4-496a-abb4-e2ec58c9655f,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:39:59.876100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:39:59.895102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:39:59.898907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:39:59.908944 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:39:59.948574 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308b9671-98b8-4e01-8742-703b67615bba', 'name': 'tempest-NetworksTestDHCPv6-router-1373639090', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:54Z', 'updated_at': '2021-07-19T03:39:56Z', 'revision_number': 2, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'gw_port_host': None, '_interfaces': [{'id': 'bc6f91f3-3d9e-4a46-affa-026759b0d1d9', 'name': '', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'mac_address': 'fa:16:3e:bc:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308b9671-98b8-4e01-8742-703b67615bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'c5ac1be7-04fe-448f-b545-709562e69ad5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:54Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'subnets': [{'id': 'c5ac1be7-04fe-448f-b545-709562e69ad5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:39:59.991089 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:00.016796 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341fbbf7-c1cd-45f2-9b95-35599e6bd0b3 None None] The sync data for ids ['308b9671-98b8-4e01-8742-703b67615bba'] in n-d-762330-18 is: [{'id': '308b9671-98b8-4e01-8742-703b67615bba', 'name': 'tempest-NetworksTestDHCPv6-router-1373639090', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:54Z', 'updated_at': '2021-07-19T03:39:56Z', 'revision_number': 2, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'gw_port_host': None, '_interfaces': [{'id': 'bc6f91f3-3d9e-4a46-affa-026759b0d1d9', 'name': '', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'mac_address': 'fa:16:3e:bc:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308b9671-98b8-4e01-8742-703b67615bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'c5ac1be7-04fe-448f-b545-709562e69ad5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:54Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'subnets': [{'id': 'c5ac1be7-04fe-448f-b545-709562e69ad5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:40:00.030716 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:00.082279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Attempting to bind port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:00.085752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Attempting to bind port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:00.086205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Attempting to bind port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea on network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:00.101503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 57bdf592-4a6c-4710-94f0-454aac20f944 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:00.103793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Pushing event updated for resources: {'Port': ['ID=0f6b62ec-0d02-4f60-8d74-d1c076eebcea,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:00.108693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=bc6f91f3-3d9e-4a46-affa-026759b0d1d9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:00.112006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:00.114814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Checking segment: {'id': '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:00.115672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:00.116450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Bound using segment: {'id': '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:00.117166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Bound port: 0f6b62ec-0d02-4f60-8d74-d1c076eebcea, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:00.117622 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:00.203730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.205582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.206019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.206522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.207340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.208559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.208972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.210075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.212162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.212586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.213016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.213425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:00.264099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Sync routers for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:40:00.296630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=5828c6b0-2be4-496a-abb4-e2ec58c9655f,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:00.354353 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:00.394205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] For port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:00.397763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] For port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0f6b62ec-0d02-4f60-8d74-d1c076eebcea,segment=NetworkSegment(60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9),segment_id=60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:00.405068 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:00.411772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:00.414795 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:00.523539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:00.541069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 57bdf592-4a6c-4710-94f0-454aac20f944 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:00.550774 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:00.744714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Router 308b9671-98b8-4e01-8742-703b67615bba has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:40:00.851207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbdd89-15f0-4766-9065-bede13a8be80 None None] Pushing event updated for resources: {'Port': ['ID=0f6b62ec-0d02-4f60-8d74-d1c076eebcea,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:00.938070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:01.384281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:40:01.397288 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-afbeee76-e1e0-44bd-8625-ff8f2c83680c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "PUT /v2.0/routers/308b9671-98b8-4e01-8742-703b67615bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8007207 Jul 19 03:40:01.397863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55632) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:01.459499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff9088-99e2-43a0-af87-d34289b6cddb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:01.461296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 2, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:01.470886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff9088-99e2-43a0-af87-d34289b6cddb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:01.476299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-20ff9088-99e2-43a0-af87-d34289b6cddb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0772748 Jul 19 03:40:01.477161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55634) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:01.515665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Checking router: 9dff5db0-81f0-404a-b6d9-1aef29997a68 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:40:01.516022 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Updating router 9dff5db0-81f0-404a-b6d9-1aef29997a68 port 8e565e8c-59b7-4583-997b-e1f918b63f41 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:40:01.539359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac212e80-f613-4904-926b-c609c9ed70f1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet c5ac1be7-04fe-448f-b545-709562e69ad5 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:01.542838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac212e80-f613-4904-926b-c609c9ed70f1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:01.594125 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:01.598365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac212e80-f613-4904-926b-c609c9ed70f1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:01.615948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Router 925aa841-ec0b-4161-b334-69a45944adc7 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:40:01.728689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac212e80-f613-4904-926b-c609c9ed70f1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:01.813388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac212e80-f613-4904-926b-c609c9ed70f1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:01.872666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:40:01.880817 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Sync routers for ids ['925aa841-ec0b-4161-b334-69a45944adc7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:40:01.881492 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac212e80-f613-4904-926b-c609c9ed70f1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:01.884383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ac212e80-f613-4904-926b-c609c9ed70f1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/c5ac1be7-04fe-448f-b545-709562e69ad5 HTTP/1.1" status: 204 len: 168 time: 0.4060547 Jul 19 03:40:01.885606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac212e80-f613-4904-926b-c609c9ed70f1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ac1be7-04fe-448f-b545-709562e69ad5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:01.888750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55640) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:01.902400 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Routers {'925aa841-ec0b-4161-b334-69a45944adc7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:01.904339 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['925aa841-ec0b-4161-b334-69a45944adc7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:01.921503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:01.923213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d4f6dbb6-6a45-4a72-8328-e8539ea6b0dd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1900015 Jul 19 03:40:01.926372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55642) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:01.967880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e66e8b-c99c-4ff5-bfbc-1cd5be6e1d3e None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:02.260862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0f6b62ec-0d02-4f60-8d74-d1c076eebcea up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:02.279107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55648) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:02.280194 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5ba6266a-6a94-4763-a943-12b6ced4bdba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3846874 Jul 19 03:40:02.333842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db04a72a-4244-435d-bb0b-d2d3accd191d None None] Network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:02.393555 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Set router 925aa841-ec0b-4161-b334-69a45944adc7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:02.469552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0910f71f-2694-45ea-ac36-9d3916c1c370 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:02.474218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9b0a8765-63d1-40bc-b92c-f9c6d5a81c8a None None] Provisioning for port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:02.703570 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925aa841-ec0b-4161-b334-69a45944adc7', 'name': 'tempest-TestVolumeBootPattern-1324447939-router', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:57Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 3, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'gw_port': {'id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:db:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925aa841-ec0b-4161-b334-69a45944adc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:58Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:02.711918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:02.733736 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:02.741053 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Checking router: 925aa841-ec0b-4161-b334-69a45944adc7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:40:02.741821 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Updating router 925aa841-ec0b-4161-b334-69a45944adc7 port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:40:02.744135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:02.746994 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:02.782770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0910f71f-2694-45ea-ac36-9d3916c1c370 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:02.785913 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0910f71f-2694-45ea-ac36-9d3916c1c370 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:02.791261 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:02.804311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Transition to ACTIVE for port object 8e565e8c-59b7-4583-997b-e1f918b63f41 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:02.822594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce1277-660f-4b2a-8d8b-2245dcdb302a None None] Sync routers for ids ['308b9671-98b8-4e01-8742-703b67615bba'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:40:02.861833 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:02.879478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce1277-660f-4b2a-8d8b-2245dcdb302a None None] Routers {'308b9671-98b8-4e01-8742-703b67615bba'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:02.880589 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7bce1277-660f-4b2a-8d8b-2245dcdb302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['308b9671-98b8-4e01-8742-703b67615bba'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:03.001701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0910f71f-2694-45ea-ac36-9d3916c1c370 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.002531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0910f71f-2694-45ea-ac36-9d3916c1c370 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Fanout notify agent at l3_agent the message router_deleted on router 308b9671-98b8-4e01-8742-703b67615bba {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:40:03.014811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0910f71f-2694-45ea-ac36-9d3916c1c370 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.016107 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0910f71f-2694-45ea-ac36-9d3916c1c370 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/routers/308b9671-98b8-4e01-8742-703b67615bba HTTP/1.1" status: 204 len: 168 time: 0.7266686 Jul 19 03:40:03.019224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55664) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:03.026285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3e608f98-77b0-4c3c-944a-5ba793a4747d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:03.222856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e608f98-77b0-4c3c-944a-5ba793a4747d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:03.227181 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e608f98-77b0-4c3c-944a-5ba793a4747d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.279180 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.293523 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Transition to ACTIVE for port object 88eaf5d8-8ae7-4992-a909-a2003cca2c1f will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:03.304171 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.322280 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.377284 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Attempting to bind port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:03.377659 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Attempting to bind port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:03.379193 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Attempting to bind port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:03.389316 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:03.389933 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:03.390512 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.391187 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:03.391809 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Bound port: 88eaf5d8-8ae7-4992-a909-a2003cca2c1f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:03.392594 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.421061 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18302e7a-3282-444a-8bcb-66e7f2163a61 None None] Pushing event updated for resources: {'Port': ['ID=88eaf5d8-8ae7-4992-a909-a2003cca2c1f,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:03.462585 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] For port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:03.483228 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] For port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=88eaf5d8-8ae7-4992-a909-a2003cca2c1f,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:03.497445 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.639084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b4f34-b9e2-4b19-8e7f-d1106c66780f None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:40:03.649967 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Routers {'925aa841-ec0b-4161-b334-69a45944adc7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:03.650638 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['925aa841-ec0b-4161-b334-69a45944adc7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:03.655028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02723b1-554b-4b15-bccb-805fa29d5098 None None] Pushing event updated for resources: {'Port': ['ID=8e565e8c-59b7-4583-997b-e1f918b63f41,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:03.699030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7bce1277-660f-4b2a-8d8b-2245dcdb302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:03.732372 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18302e7a-3282-444a-8bcb-66e7f2163a61 None None] Pushing event updated for resources: {'Port': ['ID=88eaf5d8-8ae7-4992-a909-a2003cca2c1f,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:03.778817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Allocated IP 172.20.0.1 (eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4/aaef4072-48cc-42e6-be58-86f6c03c9224/2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:03.823414 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e608f98-77b0-4c3c-944a-5ba793a4747d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.876678 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] Set router 925aa841-ec0b-4161-b334-69a45944adc7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:03.903992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce1277-660f-4b2a-8d8b-2245dcdb302a None None] Routers set() bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:03.904670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce1277-660f-4b2a-8d8b-2245dcdb302a None None] Router IDs set() for agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 19 03:40:03.904990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_agentschedulers_db [None req-7bce1277-660f-4b2a-8d8b-2245dcdb302a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'308b9671-98b8-4e01-8742-703b67615bba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent'). {{(pid=94346) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 19 03:40:03.905364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce1277-660f-4b2a-8d8b-2245dcdb302a None None] The sync data for ids ['308b9671-98b8-4e01-8742-703b67615bba'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:40:03.921152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e608f98-77b0-4c3c-944a-5ba793a4747d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:03.928481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-3e608f98-77b0-4c3c-944a-5ba793a4747d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:03.947452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e608f98-77b0-4c3c-944a-5ba793a4747d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:03.947452 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3e608f98-77b0-4c3c-944a-5ba793a4747d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:03.997196 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3e608f98-77b0-4c3c-944a-5ba793a4747d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9745913 Jul 19 03:40:03.997853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e608f98-77b0-4c3c-944a-5ba793a4747d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=f9e96d82-dc07-42d9-871f-a860c2e47a3e,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:04.009933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Attempting to bind port 8e565e8c-59b7-4583-997b-e1f918b63f41 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:04.010542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55680) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:04.012362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Attempting to bind port 8e565e8c-59b7-4583-997b-e1f918b63f41 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:04.012762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Attempting to bind port 8e565e8c-59b7-4583-997b-e1f918b63f41 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:04.020165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-46139a32-9454-4dfd-93c2-3940f51358c1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1232492120', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:04.047195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:04.047847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Checking segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:04.048451 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.049012 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Bound using segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:04.049659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Bound port: 8e565e8c-59b7-4583-997b-e1f918b63f41, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:04.050214 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.064963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.076982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46139a32-9454-4dfd-93c2-3940f51358c1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.078443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46139a32-9454-4dfd-93c2-3940f51358c1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.120096 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Transition to ACTIVE for port object 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:04.161426 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.200704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46139a32-9454-4dfd-93c2-3940f51358c1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.210872 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46139a32-9454-4dfd-93c2-3940f51358c1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.222175 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.228065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0f6b62ec-0d02-4f60-8d74-d1c076eebcea,segment=NetworkSegment(60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9),segment_id=60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:04.238224 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.239331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5828c6b0-2be4-496a-abb4-e2ec58c9655f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:04.267349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46139a32-9454-4dfd-93c2-3940f51358c1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.279954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-616b4f34-b9e2-4b19-8e7f-d1106c66780f None None] Deleting port 5828c6b0-2be4-496a-abb4-e2ec58c9655f {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:04.280471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-46139a32-9454-4dfd-93c2-3940f51358c1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2686448 Jul 19 03:40:04.280925 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-616b4f34-b9e2-4b19-8e7f-d1106c66780f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.283998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55686) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:04.355583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] For port 8e565e8c-59b7-4583-997b-e1f918b63f41, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:04.389335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:04.392567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:04.407735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:04.431522 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925aa841-ec0b-4161-b334-69a45944adc7', 'name': 'tempest-TestVolumeBootPattern-1324447939-router', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:57Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 3, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'gw_port': {'id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:db:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925aa841-ec0b-4161-b334-69a45944adc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:58Z', 'updated_at': '2021-07-19T03:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:04.490863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:04.528992 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eccca26-30c8-4cbb-a069-f8806b34f6d1 None None] The sync data for ids ['925aa841-ec0b-4161-b334-69a45944adc7'] in n-d-762330-18 is: [{'id': '925aa841-ec0b-4161-b334-69a45944adc7', 'name': 'tempest-TestVolumeBootPattern-1324447939-router', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:57Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 3, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'gw_port': {'id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:db:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925aa841-ec0b-4161-b334-69a45944adc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:58Z', 'updated_at': '2021-07-19T03:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:40:04.539913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.540298 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.540594 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.540932 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.541261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.541589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.541915 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.542232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.542573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.543173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.546716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.547251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:04.564952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] For port 8e565e8c-59b7-4583-997b-e1f918b63f41, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8e565e8c-59b7-4583-997b-e1f918b63f41,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:04.577028 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.651469 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.747763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=0f6b62ec-0d02-4f60-8d74-d1c076eebcea,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:04.832253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-79e7775f-b2ab-4974-862e-7b84e4c0b331 None None] Provisioning complete for port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:04.833216 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-79e7775f-b2ab-4974-862e-7b84e4c0b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.863974 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:04.881845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02723b1-554b-4b15-bccb-805fa29d5098 None None] Pushing event updated for resources: {'Port': ['ID=8e565e8c-59b7-4583-997b-e1f918b63f41,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:05.011437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:05.014630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5828c6b0-2be4-496a-abb4-e2ec58c9655f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:05.015108 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:05.128234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:05.128884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:05.169587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-616b4f34-b9e2-4b19-8e7f-d1106c66780f None None] For port 5828c6b0-2be4-496a-abb4-e2ec58c9655f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5828c6b0-2be4-496a-abb4-e2ec58c9655f,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:05.170429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-616b4f34-b9e2-4b19-8e7f-d1106c66780f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:05.188679 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-616b4f34-b9e2-4b19-8e7f-d1106c66780f None None] Calling delete_port for 5828c6b0-2be4-496a-abb4-e2ec58c9655f owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:05.379267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:05.420864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:05.522209 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:05.554976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:05.630613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::1 (1354f933-eff7-4801-b289-5be7c7667d7c/f9e96d82-dc07-42d9-871f-a860c2e47a3e/991963ec-bb0f-4253-b65c-08539ec9c4ce) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:05.633456 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-616b4f34-b9e2-4b19-8e7f-d1106c66780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:05.716670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b4f34-b9e2-4b19-8e7f-d1106c66780f None None] No DVR routers for this DVR port 5828c6b0-2be4-496a-abb4-e2ec58c9655f on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:05.754109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:05.803821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:05.839426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:05.843750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:05.848959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e719d13-f35e-4157-888c-f7342c9ea596 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:05.852745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object 991963ec-bb0f-4253-b65c-08539ec9c4ce will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:05.882228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b4f34-b9e2-4b19-8e7f-d1106c66780f None None] Pushing event deleted for resources: {'Port': ['ID=5828c6b0-2be4-496a-abb4-e2ec58c9655f,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:05.968459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:06.091986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 88eaf5d8-8ae7-4992-a909-a2003cca2c1f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:06.098385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:06.123024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:06.142975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:06.143859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:06.164907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Router 925aa841-ec0b-4161-b334-69a45944adc7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:40:06.240802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=991963ec-bb0f-4253-b65c-08539ec9c4ce,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:06.299495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7a3876e7-5d52-413f-959c-9d98038d163d None None] Provisioning for port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:06.326250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7a3876e7-5d52-413f-959c-9d98038d163d None None] Provisioning complete for port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:06.326914 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7a3876e7-5d52-413f-959c-9d98038d163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:06.352248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:40:06.368759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-83515fe5-fef6-4a9f-8fcb-a76af35d0868 admin admin] 10.222.0.20 "PUT /v2.0/routers/925aa841-ec0b-4161-b334-69a45944adc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4412129 Jul 19 03:40:06.439361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7a3876e7-5d52-413f-959c-9d98038d163d None None] Port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:40:06.474930 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:06.505210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:06.513406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:06.513784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:06.597588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:04Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:06.639160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a632e7-5ff1-4bd3-b0f6-ce1fb775f4ff None None] The sync data for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 is: [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:04Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:40:06.727324 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:06.764472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ad61a06e-a830-4cff-9dac-d5d061d96b0c None None] Provisioning complete for port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:06.764846 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ad61a06e-a830-4cff-9dac-d5d061d96b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:06.766814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': 'f9e96d82-dc07-42d9-871f-a860c2e47a3e'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:40:06.767593 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:06.775705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=88eaf5d8-8ae7-4992-a909-a2003cca2c1f,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:06.802838 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:06.803673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8e565e8c-59b7-4583-997b-e1f918b63f41 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:07.010719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:07.022338 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:07.023132 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:07.024324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ad61a06e-a830-4cff-9dac-d5d061d96b0c None None] Port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:40:07.235637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=991963ec-bb0f-4253-b65c-08539ec9c4ce,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:07.308817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:07.314670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:07.493212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=88eaf5d8-8ae7-4992-a909-a2003cca2c1f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:07.576263 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:07.577046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:07.578100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Router cefb6f15-f457-4f74-a7bb-bd82ecc85cad is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:40:07.592596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 8e565e8c-59b7-4583-997b-e1f918b63f41 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:07.607820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 8e565e8c-59b7-4583-997b-e1f918b63f41 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:07.608387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:07.724111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Allocated IP 2001:db8::2 (1354f933-eff7-4801-b289-5be7c7667d7c/f9e96d82-dc07-42d9-871f-a860c2e47a3e/5bf90458-2bcf-40c9-ac69-54e1627f46e0) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:07.949380 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:40:07.959436 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Sync routers for ids ['cefb6f15-f457-4f74-a7bb-bd82ecc85cad'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:40:07.972866 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Routers {'cefb6f15-f457-4f74-a7bb-bd82ecc85cad'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:07.973490 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cefb6f15-f457-4f74-a7bb-bd82ecc85cad'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:07.974552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55754) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:07.979484 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5ae968d3-2097-4e8b-a963-5a7a0294564c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "PUT /v2.0/routers/cefb6f15-f457-4f74-a7bb-bd82ecc85cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6867795 Jul 19 03:40:07.987803 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:08.001728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Transition to ACTIVE for port object 5bf90458-2bcf-40c9-ac69-54e1627f46e0 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:08.018332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eff9f1-0363-4011-9690-909581a27705 req-2c62b8a0-2ffc-4fb0-85b0-198c092a52e9 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:08.020159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Transition to ACTIVE for port object 5bf90458-2bcf-40c9-ac69-54e1627f46e0 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:08.022914 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0eff9f1-0363-4011-9690-909581a27705 req-2c62b8a0-2ffc-4fb0-85b0-198c092a52e9 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.2512517 Jul 19 03:40:08.041640 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:08.093233 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0eff9f1-0363-4011-9690-909581a27705 req-f193f46b-d81f-45d9-b4cb-2a5a9987b02d tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636525 Jul 19 03:40:08.127132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c992a2-dba1-48e6-9705-10e0d4aba73b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:08.133379 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d4c992a2-dba1-48e6-9705-10e0d4aba73b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports/991963ec-bb0f-4253-b65c-08539ec9c4ce HTTP/1.1" status: 200 len: 911 time: 0.1570413 Jul 19 03:40:08.135792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55760) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:08.151511 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:08.173251 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Set router cefb6f15-f457-4f74-a7bb-bd82ecc85cad gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:08.201772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:08.217167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:08.222947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Sync routers for ids ['925aa841-ec0b-4161-b334-69a45944adc7'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:40:08.225533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:08.237592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Pushing event updated for resources: {'Port': ['ID=5bf90458-2bcf-40c9-ac69-54e1627f46e0,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:08.313410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 8e565e8c-59b7-4583-997b-e1f918b63f41, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8e565e8c-59b7-4583-997b-e1f918b63f41,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:08.320076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Routers {'925aa841-ec0b-4161-b334-69a45944adc7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:08.320867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['925aa841-ec0b-4161-b334-69a45944adc7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:08.321847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20614d-e90d-466b-81cb-48ff74a2295d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:08.326481 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:08.327451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0f6b62ec-0d02-4f60-8d74-d1c076eebcea up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:08.334880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20614d-e90d-466b-81cb-48ff74a2295d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:08.338348 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ff20614d-e90d-466b-81cb-48ff74a2295d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2000103 Jul 19 03:40:08.340851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55762) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:08.422788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Attempting to bind port 5bf90458-2bcf-40c9-ac69-54e1627f46e0 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:08.423219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Attempting to bind port 5bf90458-2bcf-40c9-ac69-54e1627f46e0 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:08.423776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Attempting to bind port 5bf90458-2bcf-40c9-ac69-54e1627f46e0 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:08.485263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:08.491919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:08.492462 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:08.492970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:08.494185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Bound port: 5bf90458-2bcf-40c9-ac69-54e1627f46e0, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:08.494796 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:08.635844 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb6f15-f457-4f74-a7bb-bd82ecc85cad', 'name': 'tempest-NetworksTestDHCPv6-router-1232492120', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:40:04Z', 'updated_at': '2021-07-19T03:40:06Z', 'revision_number': 2, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'gw_port_host': None, '_interfaces': [{'id': '991963ec-bb0f-4253-b65c-08539ec9c4ce', 'name': '', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'mac_address': 'fa:16:3e:71:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb6f15-f457-4f74-a7bb-bd82ecc85cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f9e96d82-dc07-42d9-871f-a860c2e47a3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:40:05Z', 'updated_at': '2021-07-19T03:40:06Z', 'revision_number': 2, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'subnets': [{'id': 'f9e96d82-dc07-42d9-871f-a860c2e47a3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:08.645825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=8e565e8c-59b7-4583-997b-e1f918b63f41,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:08.693215 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Checking router: cefb6f15-f457-4f74-a7bb-bd82ecc85cad for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:40:08.693475 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Updating router cefb6f15-f457-4f74-a7bb-bd82ecc85cad port 991963ec-bb0f-4253-b65c-08539ec9c4ce binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:40:08.740139 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:08.756810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:08.757266 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:08.773541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Set router 925aa841-ec0b-4161-b334-69a45944adc7 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:08.869503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] For port 5bf90458-2bcf-40c9-ac69-54e1627f46e0, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:08.905352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] For port 5bf90458-2bcf-40c9-ac69-54e1627f46e0, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5bf90458-2bcf-40c9-ac69-54e1627f46e0,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:08.962387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:09.125797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2f73a-16fc-4fe1-b9ba-69da1abb5c70 None None] Pushing event updated for resources: {'Port': ['ID=5bf90458-2bcf-40c9-ac69-54e1627f46e0,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:09.167855 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:09.207281 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:09.231483 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Transition to ACTIVE for port object 991963ec-bb0f-4253-b65c-08539ec9c4ce will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:09.243910 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:09.304765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925aa841-ec0b-4161-b334-69a45944adc7', 'name': 'tempest-TestVolumeBootPattern-1324447939-router', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:57Z', 'updated_at': '2021-07-19T03:40:04Z', 'revision_number': 4, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'gw_port': {'id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925aa841-ec0b-4161-b334-69a45944adc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:58Z', 'updated_at': '2021-07-19T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44', 'name': '', 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'mac_address': 'fa:16:3e:38:8b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925aa841-ec0b-4161-b334-69a45944adc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'aaef4072-48cc-42e6-be58-86f6c03c9224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:40:03Z', 'updated_at': '2021-07-19T03:40:05Z', 'revision_number': 2, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'subnets': [{'id': 'aaef4072-48cc-42e6-be58-86f6c03c9224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:09.357786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5828c6b0-2be4-496a-abb4-e2ec58c9655f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:09.362637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Checking router: 925aa841-ec0b-4161-b334-69a45944adc7 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:40:09.363728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Updating router 925aa841-ec0b-4161-b334-69a45944adc7 port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:40:09.375752 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964c9ca-074c-4516-958a-a27902377637 None None] Pushing event updated for resources: {'Port': ['ID=991963ec-bb0f-4253-b65c-08539ec9c4ce,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:09.434525 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:09.452085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 5828c6b0-2be4-496a-abb4-e2ec58c9655f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:09.452434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5828c6b0-2be4-496a-abb4-e2ec58c9655f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:09.452907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bc6f91f3-3d9e-4a46-affa-026759b0d1d9 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:09.514620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: bc6f91f3-3d9e-4a46-affa-026759b0d1d9 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:09.515241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bc6f91f3-3d9e-4a46-affa-026759b0d1d9 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:09.592858 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Attempting to bind port 991963ec-bb0f-4253-b65c-08539ec9c4ce on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:09.593720 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Attempting to bind port 991963ec-bb0f-4253-b65c-08539ec9c4ce by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:09.594310 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Attempting to bind port 991963ec-bb0f-4253-b65c-08539ec9c4ce on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:09.600407 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:09.610834 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:09.611294 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:09.613822 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:09.613822 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Bound port: 991963ec-bb0f-4253-b65c-08539ec9c4ce, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:09.614238 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:09.676707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-c3c2285b-bb67-4f09-990e-134563f7f672 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:09.678367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-c3c2285b-bb67-4f09-990e-134563f7f672 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.1308615 Jul 19 03:40:09.739507 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] For port 991963ec-bb0f-4253-b65c-08539ec9c4ce, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:09.743564 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] For port 991963ec-bb0f-4253-b65c-08539ec9c4ce, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=991963ec-bb0f-4253-b65c-08539ec9c4ce,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:09.759718 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:09.841747 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Routers {'cefb6f15-f457-4f74-a7bb-bd82ecc85cad'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:09.842667 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cefb6f15-f457-4f74-a7bb-bd82ecc85cad'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:09.941561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-254ccc04-5230-4254-8c1a-a214d9badaf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Deleting port 70d6939a-5fc7-48ed-b720-b03f01fc36d6 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:09.942818 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-254ccc04-5230-4254-8c1a-a214d9badaf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:10.060199 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] Set router cefb6f15-f457-4f74-a7bb-bd82ecc85cad gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:10.102523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b573b5-1f3c-4f91-93ba-e3630a747a54 req-f929e60d-cfba-4817-b577-609df357ff99 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:10.116507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76b573b5-1f3c-4f91-93ba-e3630a747a54 req-f929e60d-cfba-4817-b577-609df357ff99 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 946 time: 0.8099270 Jul 19 03:40:10.173549 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:10.183535 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-254ccc04-5230-4254-8c1a-a214d9badaf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] For port 70d6939a-5fc7-48ed-b720-b03f01fc36d6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=70d6939a-5fc7-48ed-b720-b03f01fc36d6,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:10.184627 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-254ccc04-5230-4254-8c1a-a214d9badaf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:10.187352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Transition to ACTIVE for port object 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:10.196421 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:10.206783 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-254ccc04-5230-4254-8c1a-a214d9badaf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Calling delete_port for 70d6939a-5fc7-48ed-b720-b03f01fc36d6 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:10.217391 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964c9ca-074c-4516-958a-a27902377637 None None] Pushing event updated for resources: {'Port': ['ID=991963ec-bb0f-4253-b65c-08539ec9c4ce,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:10.270099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5bf90458-2bcf-40c9-ac69-54e1627f46e0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:10.386680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6a9ba-4b57-4c9b-a9a8-c445b66d8317 None None] Pushing event updated for resources: {'Port': ['ID=2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:10.441998 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-76b573b5-1f3c-4f91-93ba-e3630a747a54 req-bcf96ea8-c777-4786-95f9-377b9c822028 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245096 Jul 19 03:40:10.470106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Attempting to bind port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:10.470670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Attempting to bind port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:10.471036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Attempting to bind port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 on network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:10.486985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:10.487318 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Checking segment: {'id': '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:10.487979 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:10.488609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Bound using segment: {'id': '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:10.489545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Bound port: 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:10.489948 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:10.603518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port 991963ec-bb0f-4253-b65c-08539ec9c4ce {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:10.604179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:10.613220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 5bf90458-2bcf-40c9-ac69-54e1627f46e0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:10.642301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 88eaf5d8-8ae7-4992-a909-a2003cca2c1f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:10.660762 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb6f15-f457-4f74-a7bb-bd82ecc85cad', 'name': 'tempest-NetworksTestDHCPv6-router-1232492120', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:40:04Z', 'updated_at': '2021-07-19T03:40:06Z', 'revision_number': 2, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'gw_port_host': None, '_interfaces': [{'id': '991963ec-bb0f-4253-b65c-08539ec9c4ce', 'name': '', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'mac_address': 'fa:16:3e:71:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb6f15-f457-4f74-a7bb-bd82ecc85cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f9e96d82-dc07-42d9-871f-a860c2e47a3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:40:05Z', 'updated_at': '2021-07-19T03:40:09Z', 'revision_number': 4, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'subnets': [{'id': 'f9e96d82-dc07-42d9-871f-a860c2e47a3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:10.708269 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32905e0c-db8a-40bb-93d0-52e7d4dc42e2 None None] The sync data for ids ['cefb6f15-f457-4f74-a7bb-bd82ecc85cad'] in n-d-762330-18 is: [{'id': 'cefb6f15-f457-4f74-a7bb-bd82ecc85cad', 'name': 'tempest-NetworksTestDHCPv6-router-1232492120', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:40:04Z', 'updated_at': '2021-07-19T03:40:06Z', 'revision_number': 2, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'gw_port_host': None, '_interfaces': [{'id': '991963ec-bb0f-4253-b65c-08539ec9c4ce', 'name': '', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'mac_address': 'fa:16:3e:71:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb6f15-f457-4f74-a7bb-bd82ecc85cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f9e96d82-dc07-42d9-871f-a860c2e47a3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:40:05Z', 'updated_at': '2021-07-19T03:40:09Z', 'revision_number': 4, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'subnets': [{'id': 'f9e96d82-dc07-42d9-871f-a860c2e47a3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:40:10.733266 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] For port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:10.769334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] For port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44,segment=NetworkSegment(60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9),segment_id=60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:10.778345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] For port 991963ec-bb0f-4253-b65c-08539ec9c4ce, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=991963ec-bb0f-4253-b65c-08539ec9c4ce,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:10.779173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:10.781200 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:10.802790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for 991963ec-bb0f-4253-b65c-08539ec9c4ce owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:10.807746 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-254ccc04-5230-4254-8c1a-a214d9badaf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:10.867118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-a9600d10-fcd0-4421-ac1a-ceb467387b1d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:10.876472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-a9600d10-fcd0-4421-ac1a-ceb467387b1d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.4657962 Jul 19 03:40:10.881194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['70d6939a-5fc7-48ed-b720-b03f01fc36d6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:40:10.883980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['8bc7a37a-4a52-45d3-bda9-7e87b2447182'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:40:10.915102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ccc04-5230-4254-8c1a-a214d9badaf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Pushing event deleted for resources: {'Port': ['ID=70d6939a-5fc7-48ed-b720-b03f01fc36d6,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:10.933829 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-83c67e69-3c98-441e-9461-b060ae1e059c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/quotas/9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 375 time: 0.0553215 Jul 19 03:40:10.940305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6a9ba-4b57-4c9b-a9a8-c445b66d8317 None None] Pushing event updated for resources: {'Port': ['ID=2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:11.015409 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:11.016163 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:11.069567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-254ccc04-5230-4254-8c1a-a214d9badaf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] No DVR routers for this DVR port 70d6939a-5fc7-48ed-b720-b03f01fc36d6 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:11.072254 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-254ccc04-5230-4254-8c1a-a214d9badaf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:11.075353 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3dedffb3-7d74-4e90-aed4-c7538a39a3e1 req-254ccc04-5230-4254-8c1a-a214d9badaf6 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.26 "DELETE /v2.0/ports/70d6939a-5fc7-48ed-b720-b03f01fc36d6 HTTP/1.1" status: 204 len: 173 time: 1.3896084 Jul 19 03:40:11.076572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1742183e-a647-4fbb-9d76-bcf4176df3c1', 'name': 'network-vif-deleted', 'tag': '70d6939a-5fc7-48ed-b720-b03f01fc36d6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:40:11.090961 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae7c669-6ff5-49e8-9de9-846db505c49a" -d '{"events": [{"server_uuid": "1742183e-a647-4fbb-9d76-bcf4176df3c1", "name": "network-vif-deleted", "tag": "70d6939a-5fc7-48ed-b720-b03f01fc36d6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:40:11.227964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:11.273234 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-ffe12560-eeb2-4169-80ff-7ce0b2d25523 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3380291 Jul 19 03:40:11.310544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=991963ec-bb0f-4253-b65c-08539ec9c4ce,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:11.338436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Routers {'925aa841-ec0b-4161-b334-69a45944adc7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:11.349905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['925aa841-ec0b-4161-b334-69a45944adc7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:11.517072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55826) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:11.520995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-157e4df9-f948-49a3-be64-5817fd46ec4d None None] Could not find standard attr ID for object 991963ec-bb0f-4253-b65c-08539ec9c4ce. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:40:11.586112 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:11.677154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8e565e8c-59b7-4583-997b-e1f918b63f41 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:11.712911 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c87ca5-e3e1-43a9-9e42-98aff3f7c85f x-openstack-request-id: req-76c87ca5-e3e1-43a9-9e42-98aff3f7c85f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:40:11.713094 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1742183e-a647-4fbb-9d76-bcf4176df3c1", "name": "network-vif-deleted", "tag": "70d6939a-5fc7-48ed-b720-b03f01fc36d6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:40:11.713598 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76c87ca5-e3e1-43a9-9e42-98aff3f7c85f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:40:11.714806 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1742183e-a647-4fbb-9d76-bcf4176df3c1', 'name': 'network-vif-deleted', 'tag': '70d6939a-5fc7-48ed-b720-b03f01fc36d6', 'status': 'completed', 'code': 200} Jul 19 03:40:11.775727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-157e4df9-f948-49a3-be64-5817fd46ec4d None None] Provisioning for port 5bf90458-2bcf-40c9-ac69-54e1627f46e0 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:11.823686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-157e4df9-f948-49a3-be64-5817fd46ec4d None None] Provisioning complete for port 5bf90458-2bcf-40c9-ac69-54e1627f46e0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:11.828704 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-157e4df9-f948-49a3-be64-5817fd46ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.092455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 8e565e8c-59b7-4583-997b-e1f918b63f41 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:12.092819 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.124856 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a15984f7-7159-42bb-8e76-0101d38cee83 req-7486d41b-9799-479f-a18d-06fc93f6c1e4 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=1742183e-a647-4fbb-9d76-bcf4176df3c1 HTTP/1.1" status: 200 len: 210 time: 0.0780737 Jul 19 03:40:12.160115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Router cefb6f15-f457-4f74-a7bb-bd82ecc85cad has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:40:12.201127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] Set router 925aa841-ec0b-4161-b334-69a45944adc7 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:12.250627 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-157e4df9-f948-49a3-be64-5817fd46ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.278700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:40:12.301876 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-28596a38-9c3f-4910-bb86-7624dc36ea43 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "PUT /v2.0/routers/cefb6f15-f457-4f74-a7bb-bd82ecc85cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9595301 Jul 19 03:40:12.305202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55836) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:12.389418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95105d4e-125b-49ed-8902-755854360f78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:12.392546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95105d4e-125b-49ed-8902-755854360f78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:12.394673 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-95105d4e-125b-49ed-8902-755854360f78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0879936 Jul 19 03:40:12.397653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55840) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:12.469689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da9aa74-1640-4b7f-8e83-ac76da68adaa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet f9e96d82-dc07-42d9-871f-a860c2e47a3e {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:12.473990 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5da9aa74-1640-4b7f-8e83-ac76da68adaa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.538490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5da9aa74-1640-4b7f-8e83-ac76da68adaa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.555363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-157e4df9-f948-49a3-be64-5817fd46ec4d None None] For port 5bf90458-2bcf-40c9-ac69-54e1627f46e0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5bf90458-2bcf-40c9-ac69-54e1627f46e0,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:12.567472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-5f0a8148-c9c4-4c23-8a92-18720d07dbcb service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2848785 Jul 19 03:40:12.576563 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-157e4df9-f948-49a3-be64-5817fd46ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.692876 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-ef2772c5-db16-4f3f-98dc-9d82ef8f1d84 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172917 Jul 19 03:40:12.702559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5da9aa74-1640-4b7f-8e83-ac76da68adaa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.716515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 4d25d7a7-d4ce-46cd-babc-ff846b604a4b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:12.717098 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.726180 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-466324a8-b82d-4699-b161-624bd4340410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.821984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5da9aa74-1640-4b7f-8e83-ac76da68adaa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.845012 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.845336 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.858810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 4d25d7a7-d4ce-46cd-babc-ff846b604a4b owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:12.874042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9aa74-1640-4b7f-8e83-ac76da68adaa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e96d82-dc07-42d9-871f-a860c2e47a3e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:12.878211 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5da9aa74-1640-4b7f-8e83-ac76da68adaa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:12.882641 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5da9aa74-1640-4b7f-8e83-ac76da68adaa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/f9e96d82-dc07-42d9-871f-a860c2e47a3e HTTP/1.1" status: 204 len: 168 time: 0.4811037 Jul 19 03:40:12.883285 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55848) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:13.008019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e4df9-f948-49a3-be64-5817fd46ec4d None None] Pushing event updated for resources: {'Port': ['ID=5bf90458-2bcf-40c9-ac69-54e1627f46e0,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:13.019468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7b3e2-a848-4ec7-9593-04ece7b7c9bf None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:13.117378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-841b05d1-895a-4913-9c3a-313ecb4c2fe4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2307529 Jul 19 03:40:13.117583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3469cc35-24f1-4d94-bba8-5d8be87c961a None None] Could not find standard attr ID for object 991963ec-bb0f-4253-b65c-08539ec9c4ce. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:40:13.118043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55858) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:13.169668 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:13.206524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=4d25d7a7-d4ce-46cd-babc-ff846b604a4b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:13.282792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04e67b39-d6e9-427f-bb3f-995b18be48c6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:13.301586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3995ab84-36a8-41c9-9a96-f8025182eff9 None None] Could not find standard attr ID for object 991963ec-bb0f-4253-b65c-08539ec9c4ce. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:40:13.382085 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f5219-3bc9-4910-b228-d6cba28aa6d3 None None] Sync routers for ids ['cefb6f15-f457-4f74-a7bb-bd82ecc85cad'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:40:13.385075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5bf90458-2bcf-40c9-ac69-54e1627f46e0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:13.399116 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f5219-3bc9-4910-b228-d6cba28aa6d3 None None] Routers {'cefb6f15-f457-4f74-a7bb-bd82ecc85cad'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:13.399847 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d72f5219-3bc9-4910-b228-d6cba28aa6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['cefb6f15-f457-4f74-a7bb-bd82ecc85cad'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:13.499117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-97f75f46-3ca3-48ae-b10e-890f50dc3795 req-842117db-daf0-422a-8185-aa08750df22b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 210 time: 0.1520317 Jul 19 03:40:13.566679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:13.568255 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Floating IP 292b9a21-7421-44f8-94c1-302680ee9c1f disassociated (deleted). External IP: 172.25.2.232, port: 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5. Jul 19 03:40:13.574620 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d72f5219-3bc9-4910-b228-d6cba28aa6d3 None None] Set router cefb6f15-f457-4f74-a7bb-bd82ecc85cad gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:13.581248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925aa841-ec0b-4161-b334-69a45944adc7', 'name': 'tempest-TestVolumeBootPattern-1324447939-router', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:57Z', 'updated_at': '2021-07-19T03:40:04Z', 'revision_number': 4, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'gw_port': {'id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925aa841-ec0b-4161-b334-69a45944adc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:58Z', 'updated_at': '2021-07-19T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44', 'name': '', 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'mac_address': 'fa:16:3e:38:8b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925aa841-ec0b-4161-b334-69a45944adc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'aaef4072-48cc-42e6-be58-86f6c03c9224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:40:03Z', 'updated_at': '2021-07-19T03:40:10Z', 'revision_number': 4, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'subnets': [{'id': 'aaef4072-48cc-42e6-be58-86f6c03c9224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:13.595758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5bf90458-2bcf-40c9-ac69-54e1627f46e0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:13.596318 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:13.625384 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04e67b39-d6e9-427f-bb3f-995b18be48c6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:13.632723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04e67b39-d6e9-427f-bb3f-995b18be48c6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:13.721579 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d72f5219-3bc9-4910-b228-d6cba28aa6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb6f15-f457-4f74-a7bb-bd82ecc85cad', 'name': 'tempest-NetworksTestDHCPv6-router-1232492120', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:40:04Z', 'updated_at': '2021-07-19T03:40:11Z', 'revision_number': 3, 'project_id': '04e8be371678468ab94123c893a3b6e2', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:13.723528 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04e67b39-d6e9-427f-bb3f-995b18be48c6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:13.724215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e67b39-d6e9-427f-bb3f-995b18be48c6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Fanout notify agent at l3_agent the message router_deleted on router cefb6f15-f457-4f74-a7bb-bd82ecc85cad {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:40:13.727913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006b4b6-d9ee-4d8d-9889-1550cf14b907 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:40:13.734801 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-04e67b39-d6e9-427f-bb3f-995b18be48c6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:13.735942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-04e67b39-d6e9-427f-bb3f-995b18be48c6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/routers/cefb6f15-f457-4f74-a7bb-bd82ecc85cad HTTP/1.1" status: 204 len: 168 time: 0.6168668 Jul 19 03:40:13.738475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133db767-ebc6-4c29-bed1-f158482e9159 None None] The sync data for ids ['925aa841-ec0b-4161-b334-69a45944adc7'] in n-d-762330-18 is: [{'id': '925aa841-ec0b-4161-b334-69a45944adc7', 'name': 'tempest-TestVolumeBootPattern-1324447939-router', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:57Z', 'updated_at': '2021-07-19T03:40:04Z', 'revision_number': 4, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'gw_port': {'id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925aa841-ec0b-4161-b334-69a45944adc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:58Z', 'updated_at': '2021-07-19T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44', 'name': '', 'network_id': 'eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'mac_address': 'fa:16:3e:38:8b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925aa841-ec0b-4161-b334-69a45944adc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'aaef4072-48cc-42e6-be58-86f6c03c9224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:40:03Z', 'updated_at': '2021-07-19T03:40:10Z', 'revision_number': 4, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'subnets': [{'id': 'aaef4072-48cc-42e6-be58-86f6c03c9224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:40:13.741634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55878) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:13.780548 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f5219-3bc9-4910-b228-d6cba28aa6d3 None None] Checking router: cefb6f15-f457-4f74-a7bb-bd82ecc85cad for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:40:13.790668 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f5219-3bc9-4910-b228-d6cba28aa6d3 None None] Routers set() bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:13.791222 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f5219-3bc9-4910-b228-d6cba28aa6d3 None None] Router IDs set() for agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 19 03:40:13.792033 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_agentschedulers_db [None req-d72f5219-3bc9-4910-b228-d6cba28aa6d3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cefb6f15-f457-4f74-a7bb-bd82ecc85cad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent'). {{(pid=94347) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 19 03:40:13.792813 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f5219-3bc9-4910-b228-d6cba28aa6d3 None None] The sync data for ids ['cefb6f15-f457-4f74-a7bb-bd82ecc85cad'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:40:14.060025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d006b4b6-d9ee-4d8d-9889-1550cf14b907 None None] Deleting port 5bf90458-2bcf-40c9-ac69-54e1627f46e0 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:14.064028 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d006b4b6-d9ee-4d8d-9889-1550cf14b907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:14.078664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38bd1d4-0e07-4502-90ff-de795c1f2192 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:14.079652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e38bd1d4-0e07-4502-90ff-de795c1f2192 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3370686 Jul 19 03:40:14.082655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55890) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:14.148486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 34d1010d-325d-43db-a782-436414be8aaa has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:40:14.228123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b551cfc-3cb5-4f7d-b7ac-2acc6f6804e7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:14.230129 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9b551cfc-3cb5-4f7d-b7ac-2acc6f6804e7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1464512 Jul 19 03:40:14.233515 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55892) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:14.248354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d006b4b6-d9ee-4d8d-9889-1550cf14b907 None None] For port 5bf90458-2bcf-40c9-ac69-54e1627f46e0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5bf90458-2bcf-40c9-ac69-54e1627f46e0,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:14.252221 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d006b4b6-d9ee-4d8d-9889-1550cf14b907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:14.300719 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d006b4b6-d9ee-4d8d-9889-1550cf14b907 None None] Calling delete_port for 5bf90458-2bcf-40c9-ac69-54e1627f46e0 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:14.301252 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cbdcab87-c102-485c-8e38-3102165632c5 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662262 Jul 19 03:40:14.305791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55894) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:14.316301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:14.377679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479203cc-b515-4b15-9a70-e56b64702fb0 req-90797a14-96c1-453d-8409-5f2941a4f9b5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:14.384941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-479203cc-b515-4b15-9a70-e56b64702fb0 req-90797a14-96c1-453d-8409-5f2941a4f9b5 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.2348223 Jul 19 03:40:14.449546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:40:14.457126 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:14.465682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] Sync routers for ids ['34d1010d-325d-43db-a782-436414be8aaa'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:40:14.517029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] Routers {'34d1010d-325d-43db-a782-436414be8aaa'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:14.518154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:39:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['34d1010d-325d-43db-a782-436414be8aaa'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:14.521130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 70d6939a-5fc7-48ed-b720-b03f01fc36d6 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:14.533788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:14.545252 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:14.585074 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-479203cc-b515-4b15-9a70-e56b64702fb0 req-4016f63f-c04a-452f-b4ab-86fae2576e24 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992371 Jul 19 03:40:14.622358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3fc4a215-ed89-4178-aab5-39a706d4779d tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/floatingips/292b9a21-7421-44f8-94c1-302680ee9c1f HTTP/1.1" status: 204 len: 168 time: 3.1039639 Jul 19 03:40:14.623243 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:40:14.626218 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e985ec1b-66b4-46b8-acb7-1f9150972693" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:40:14.631982 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d006b4b6-d9ee-4d8d-9889-1550cf14b907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:14.681451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 70d6939a-5fc7-48ed-b720-b03f01fc36d6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:14.682192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 70d6939a-5fc7-48ed-b720-b03f01fc36d6 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:14.690099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006b4b6-d9ee-4d8d-9889-1550cf14b907 None None] Pushing event deleted for resources: {'Port': ['ID=5bf90458-2bcf-40c9-ac69-54e1627f46e0,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:14.725091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006b4b6-d9ee-4d8d-9889-1550cf14b907 None None] No DVR routers for this DVR port 5bf90458-2bcf-40c9-ac69-54e1627f46e0 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:14.779248 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-62a05ff5-4487-42b7-bea7-fe985b2b7e74 req-67b24ec0-9bd2-4c52-809c-45720a056ebf tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 210 time: 0.0408583 Jul 19 03:40:14.819518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] Set router 34d1010d-325d-43db-a782-436414be8aaa gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:14.873713 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0a47ad-3f09-44c7-a2ec-9e1fdca655e5 x-openstack-request-id: req-bf0a47ad-3f09-44c7-a2ec-9e1fdca655e5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:40:14.874230 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:40:14.874965 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf0a47ad-3f09-44c7-a2ec-9e1fdca655e5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:40:14.875528 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'status': 'completed', 'code': 200} Jul 19 03:40:15.053296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-268dee4a-0fde-452d-b504-eefc30652b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:15.058288 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-268dee4a-0fde-452d-b504-eefc30652b82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e75be25bd4974f968410bc0e645db078&device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 1097 time: 0.1551821 Jul 19 03:40:15.066582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:40:15.068406 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:15.117602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:15.121468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:15.142535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd48aec-90f0-45c9-b119-09f48c4aa19d None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:15.160771 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-66c66727-afde-4999-aa1b-cbdc13c8de4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:15.173695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:15.174735 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:15.229762 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9194906 Jul 19 03:40:15.241537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55916) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:15.252629 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d35c3bc4-04ee-4db4-89dc-7a5f18bfa9a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:15.327481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdace5b3-9ee3-480a-bbe8-be879af4235c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=2eeff6ee-4083-4b8b-acf4-06ea2ac7f00a,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:15.421420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-c87be42b-e8e9-4072-9091-f29a9c112d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:15.425044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:15.428612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-c87be42b-e8e9-4072-9091-f29a9c112d13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3af7d552-3896-420e-9a89-0a7e4975bcf4 HTTP/1.1" status: 200 len: 897 time: 0.3653829 Jul 19 03:40:15.568512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'aa019945-0df8-4a90-9ef6-85173b9840c4', 'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:ed:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:23Z', 'updated_at': '2021-07-19T03:38:32Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:15.604084 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-cb15492d-5dbf-4a0f-a169-70eb9acf87ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 HTTP/1.1" status: 200 len: 217 time: 0.0822444 Jul 19 03:40:15.646941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c3bc4-04ee-4db4-89dc-7a5f18bfa9a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:15.667450 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d35c3bc4-04ee-4db4-89dc-7a5f18bfa9a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:15.669539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] Checking router: 34d1010d-325d-43db-a782-436414be8aaa for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:40:15.695418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:15.725293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-82bdba70-5592-4398-868a-3fe772bde60f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:15.727901 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-82bdba70-5592-4398-868a-3fe772bde60f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.4871852 Jul 19 03:40:15.738106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:15.738534 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:15.748516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'port': {'device_id': 'ec27a2d1-ab48-423c-b750-6a1d6ee422e8', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'admin_state_up': True, 'tenant_id': '9dfda4f2519046729cf1708c43c8843e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:15.763445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] Routers {'34d1010d-325d-43db-a782-436414be8aaa'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:15.764108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:40:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['34d1010d-325d-43db-a782-436414be8aaa'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:15.771087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '2eeff6ee-4083-4b8b-acf4-06ea2ac7f00a'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:40:15.771953 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:15.802054 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335cee9-fe2b-4d85-9d06-0e9d05197fe6 req-2a1f4939-dc47-4ad0-88b2-ff27db3728f7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:15.812929 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c335cee9-fe2b-4d85-9d06-0e9d05197fe6 req-2a1f4939-dc47-4ad0-88b2-ff27db3728f7 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.3724964 Jul 19 03:40:15.839307 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:15.905047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c335cee9-fe2b-4d85-9d06-0e9d05197fe6 req-f2c69197-e9fe-403c-b900-9c334015a758 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893714 Jul 19 03:40:15.908958 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:40:16.024052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-c815a1c0-493a-451a-817f-2f4ce478bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:16.027788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-c815a1c0-493a-451a-817f-2f4ce478bf6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5b6c2b3-533c-4d68-bf9c-1d88473e9594 HTTP/1.1" status: 200 len: 834 time: 0.4072876 Jul 19 03:40:16.135894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd79c8-563a-45c3-8a4c-2825b041c7b2 req-291a906b-dae1-4cf2-9b61-33f05922b842 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:16.138250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0bfd79c8-563a-45c3-8a4c-2825b041c7b2 req-291a906b-dae1-4cf2-9b61-33f05922b842 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.3029616 Jul 19 03:40:16.150381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Made reservation on behalf of 9dfda4f2519046729cf1708c43c8843e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:16.151906 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:16.181436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Allocated IP 2001:db8::f816:3eff:fe36:aca4 (1354f933-eff7-4801-b289-5be7c7667d7c/2eeff6ee-4083-4b8b-acf4-06ea2ac7f00a/e8b4ccb8-a0ea-4f2f-8caa-476378ea665e) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:16.240059 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bab65ff5-dea9-4fdf-a153-f4a3d9643ea9 req-ddf502e4-1b22-475f-a76e-c1f8da99aa85 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 210 time: 0.0390377 Jul 19 03:40:16.285141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d35c3bc4-04ee-4db4-89dc-7a5f18bfa9a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:16.311216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-5c57a68b-3d5b-448f-ad37-5bc805c22d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:16.313527 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-5c57a68b-3d5b-448f-ad37-5bc805c22d7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3af7d552-3896-420e-9a89-0a7e4975bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2784932 Jul 19 03:40:16.330525 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:16.339453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Transition to ACTIVE for port object e8b4ccb8-a0ea-4f2f-8caa-476378ea665e will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:16.357071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Transition to ACTIVE for port object e8b4ccb8-a0ea-4f2f-8caa-476378ea665e will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:16.385956 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0bfd79c8-563a-45c3-8a4c-2825b041c7b2 req-c5df6881-f76b-4d05-b814-3ab59ee3362c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155802 Jul 19 03:40:16.403583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c3bc4-04ee-4db4-89dc-7a5f18bfa9a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:16.415228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d35c3bc4-04ee-4db4-89dc-7a5f18bfa9a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:16.420084 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:16.427351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c3bc4-04ee-4db4-89dc-7a5f18bfa9a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:16.431003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d35c3bc4-04ee-4db4-89dc-7a5f18bfa9a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:16.472355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c3bc4-04ee-4db4-89dc-7a5f18bfa9a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=e45f2c94-2d61-40c9-885f-193c831e4797,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:16.491478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:16.493624 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d35c3bc4-04ee-4db4-89dc-7a5f18bfa9a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2505035 Jul 19 03:40:16.496611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55936) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:16.501785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Allocated IP 172.20.0.5 (1f0a9827-cef7-491f-9caf-3ea59bd4b55d/e654ab5b-0949-4169-b95b-b7d73ce291aa/49282edd-75cf-4584-a044-5080b71e5b1c) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:16.502523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:5e:22:de', 'name': 'tempest-NetworksTestDHCPv6-1977934661'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:16.518751 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:16.543921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-79d62f82-c5eb-495c-9007-60ee4db3ea53 service neutron] 10.222.0.25 "GET /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216189 Jul 19 03:40:16.545954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:16.583935 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:16.594461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] Set router 34d1010d-325d-43db-a782-436414be8aaa gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:16.598105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Pushing event updated for resources: {'Port': ['ID=e8b4ccb8-a0ea-4f2f-8caa-476378ea665e,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:16.654180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:16.729020 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:16.783383 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:16.814079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Transition to ACTIVE for port object 49282edd-75cf-4584-a044-5080b71e5b1c will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:16.844489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 082b003d-83e8-4787-b80d-0b3e565cbacf yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:40:16.904532 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:16.958677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44,segment=NetworkSegment(60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9),segment_id=60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:17.003921 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.012970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Attempting to bind port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:17.013364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Attempting to bind port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:17.013747 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Attempting to bind port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:17.021707 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:17.022079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:17.022529 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.023029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:17.023397 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Bound port: e8b4ccb8-a0ea-4f2f-8caa-476378ea665e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:17.023768 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.042135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-2c41ea6c-3ffa-4f67-9cba-2cda1ff70c9b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:17.045085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-2c41ea6c-3ffa-4f67-9cba-2cda1ff70c9b tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.4731822 Jul 19 03:40:17.048409 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e985ec1b-66b4-46b8-acb7-1f9150972693 req-d2034ad2-35c0-49d1-abc3-046ceebabc9c service neutron] 10.222.0.25 "GET /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918437 Jul 19 03:40:17.085227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.109122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 172.20.0.7 (1354f933-eff7-4801-b289-5be7c7667d7c/e45f2c94-2d61-40c9-885f-193c831e4797/082b003d-83e8-4787-b80d-0b3e565cbacf) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:17.118193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::f816:3eff:fe5e:22de (1354f933-eff7-4801-b289-5be7c7667d7c/2eeff6ee-4083-4b8b-acf4-06ea2ac7f00a/082b003d-83e8-4787-b80d-0b3e565cbacf) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:17.267051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5bf90458-2bcf-40c9-ac69-54e1627f46e0 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:17.290473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:17.314697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:17.322410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:17.328433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 5bf90458-2bcf-40c9-ac69-54e1627f46e0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:17.329019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5bf90458-2bcf-40c9-ac69-54e1627f46e0 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:17.329783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 991963ec-bb0f-4253-b65c-08539ec9c4ce no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:17.335484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:17.343102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] For port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:17.385652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079c808-e05a-4a89-92fa-08b8e23cc97b req-d6a19925-d34e-4fc9-99a8-a41b4d3abc43 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:17.387401 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3079c808-e05a-4a89-92fa-08b8e23cc97b req-d6a19925-d34e-4fc9-99a8-a41b4d3abc43 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.1846020 Jul 19 03:40:17.439456 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3079c808-e05a-4a89-92fa-08b8e23cc97b req-2026f863-6726-4dc6-ac8e-3e36c2426e88 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Jul 19 03:40:17.443576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 991963ec-bb0f-4253-b65c-08539ec9c4ce {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:17.444254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:17.444901 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.447396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 991963ec-bb0f-4253-b65c-08539ec9c4ce not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:17.475083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=49282edd-75cf-4584-a044-5080b71e5b1c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:17.483269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] For port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e8b4ccb8-a0ea-4f2f-8caa-476378ea665e,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:17.505749 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.528142 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.541105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object 082b003d-83e8-4787-b80d-0b3e565cbacf will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:17.627667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813dc67-35f6-42bf-85fc-ca9347a6aef3 None None] Pushing event updated for resources: {'Port': ['ID=e8b4ccb8-a0ea-4f2f-8caa-476378ea665e,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:17.644635 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.657058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:17.688642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'aa019945-0df8-4a90-9ef6-85173b9840c4', 'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:ed:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:23Z', 'updated_at': '2021-07-19T03:38:32Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:17.719770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-95535466-5bbf-4508-a4b5-554d2d2c954c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9829085 Jul 19 03:40:17.751839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-48c53496-addb-4fc2-bf9b-216889439c80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:40:17.755602 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-48c53496-addb-4fc2-bf9b-216889439c80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254006 Jul 19 03:40:17.769895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d92c0-f7c2-4243-86c5-ee46a7fe9612 None None] The sync data for ids ['34d1010d-325d-43db-a782-436414be8aaa'] in n-d-762330-18 is: [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'aa019945-0df8-4a90-9ef6-85173b9840c4', 'name': '', 'network_id': '3af7d552-3896-420e-9a89-0a7e4975bcf4', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'mac_address': 'fa:16:3e:ed:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:23Z', 'updated_at': '2021-07-19T03:38:32Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'subnets': [{'id': 'd5b6c2b3-533c-4d68-bf9c-1d88473e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:40:17.800447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Request body: {'port': {'device_id': 'ec27a2d1-ab48-423c-b750-6a1d6ee422e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:17.808097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-de78cfe2-56f7-495a-8840-e2637c057694 None None] Provisioning for port 49282edd-75cf-4584-a044-5080b71e5b1c completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:17.815373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:17.815846 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.818784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-de78cfe2-56f7-495a-8840-e2637c057694 None None] Provisioning complete for port 49282edd-75cf-4584-a044-5080b71e5b1c triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:17.819240 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-de78cfe2-56f7-495a-8840-e2637c057694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.843684 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:17.856019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:17.880700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-521f6e15-37f2-4e98-94b7-9a9436d0b8fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:17.881055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-521f6e15-37f2-4e98-94b7-9a9436d0b8fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:17.887127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:17.895748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-de78cfe2-56f7-495a-8840-e2637c057694 None None] Port 49282edd-75cf-4584-a044-5080b71e5b1c cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:40:17.979148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be24ebe-67c9-44b6-836d-397111f57c38 req-3297e723-28cd-4716-9381-32dc62bbf571 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:17.994557 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2be24ebe-67c9-44b6-836d-397111f57c38 req-3297e723-28cd-4716-9381-32dc62bbf571 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 931 time: 0.4330289 Jul 19 03:40:18.022385 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:18.429482 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0e983-87ee-45ad-bacc-39f1d7bf4027 None None] New status for floating IP 292b9a21-7421-44f8-94c1-302680ee9c1f: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:40:18.461797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2be24ebe-67c9-44b6-836d-397111f57c38 req-09b129e4-eb52-48fc-be04-8316d707e5af tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660537 Jul 19 03:40:18.549432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:18.588803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:18.589427 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:18.592790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=082b003d-83e8-4787-b80d-0b3e565cbacf,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:18.646855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febaa98-53ea-484d-bc2f-87a123eae0d8 req-f229129d-b7d5-4105-b264-3cecfd121f67 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:18.654084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5febaa98-53ea-484d-bc2f-87a123eae0d8 req-f229129d-b7d5-4105-b264-3cecfd121f67 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.8974528 Jul 19 03:40:18.686106 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8cdb71c3-4276-40e1-b2bd-58e2420e0c70 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1882305 Jul 19 03:40:18.690591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 55968) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:18.706422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-521f6e15-37f2-4e98-94b7-9a9436d0b8fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:18.706974 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-521f6e15-37f2-4e98-94b7-9a9436d0b8fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:18.717235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5febaa98-53ea-484d-bc2f-87a123eae0d8 req-d9941961-a413-4517-a5ef-f72863bd9743 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622396 Jul 19 03:40:18.798794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-521f6e15-37f2-4e98-94b7-9a9436d0b8fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:19.032922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169e6bd-2837-46f4-bd21-20da6681fa32 req-584f897f-f645-495d-808b-7e97302f9101 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:19.038972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a169e6bd-2837-46f4-bd21-20da6681fa32 req-584f897f-f645-495d-808b-7e97302f9101 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a HTTP/1.1" status: 200 len: 945 time: 0.3290627 Jul 19 03:40:19.130797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4fd24c-bc21-4b47-bf75-5420c080b22e None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:19.223890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c245a-0d61-4551-a767-289e86fbbf9c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:19.232023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c245a-0d61-4551-a767-289e86fbbf9c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:19.233963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1a7c245a-0d61-4551-a767-289e86fbbf9c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5305719 Jul 19 03:40:19.237524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 55982) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:19.256635 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-521f6e15-37f2-4e98-94b7-9a9436d0b8fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:19.311990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c9d5c09c-1925-42ec-b466-e5d4dbe35799 None None] Provisioning for port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:19.372829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49282edd-75cf-4584-a044-5080b71e5b1c {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:40:19.387881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:19.389110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8eb67-0c3e-4458-b703-bb4ccd9589db tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port 082b003d-83e8-4787-b80d-0b3e565cbacf {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:19.389473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ed8eb67-0c3e-4458-b703-bb4ccd9589db tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:19.402002 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Transition to ACTIVE for port object 49282edd-75cf-4584-a044-5080b71e5b1c will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:19.444287 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:19.448434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f6e15-37f2-4e98-94b7-9a9436d0b8fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:19.462630 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a169e6bd-2837-46f4-bd21-20da6681fa32 req-08a9bced-3629-4269-b326-a6ea698aa1f0 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd306272-302e-47f6-bf03-1df4c4d2948d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323672 Jul 19 03:40:19.526167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc167e8c-96ed-4334-8930-94b92bc3e9c0 None None] Update dhcp port {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': '2eeff6ee-4083-4b8b-acf4-06ea2ac7f00a', 'ip_address': '2001:db8::f816:3eff:fe36:aca4'}, {'subnet_id': 'e45f2c94-2d61-40c9-885f-193c831e4797'}], 'binding:host_id': 'n-d-762330-18'}, 'id': 'e8b4ccb8-a0ea-4f2f-8caa-476378ea665e'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:40:19.615630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-521f6e15-37f2-4e98-94b7-9a9436d0b8fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] No DVR routers for this DVR port 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:19.626290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-521f6e15-37f2-4e98-94b7-9a9436d0b8fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:19.633672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07a2e34c-e56f-439e-a351-21b0f5aaca8d req-521f6e15-37f2-4e98-94b7-9a9436d0b8fb tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.25 "DELETE /v2.0/ports/0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 HTTP/1.1" status: 204 len: 173 time: 2.5712562 Jul 19 03:40:19.642438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'name': 'network-vif-deleted', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:40:19.642438 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c87eb3-54ed-4d41-9bee-a10956a78827" -d '{"events": [{"server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "name": "network-vif-deleted", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:40:19.648319 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ed8eb67-0c3e-4458-b703-bb4ccd9589db tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:19.671806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Pushing event updated for resources: {'Port': ['ID=49282edd-75cf-4584-a044-5080b71e5b1c,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:19.681521 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dc167e8c-96ed-4334-8930-94b92bc3e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:19.723084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-15ec8d7c-dbff-49bf-b1ce-eca14cb9087c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:19.735230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-15ec8d7c-dbff-49bf-b1ce-eca14cb9087c tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.5222447 Jul 19 03:40:19.736889 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae776959-79a7-48d4-8c6e-81a8baca7864 x-openstack-request-id: req-ae776959-79a7-48d4-8c6e-81a8baca7864 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:40:19.737750 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a", "name": "network-vif-deleted", "tag": "0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:40:19.737750 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae776959-79a7-48d4-8c6e-81a8baca7864 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:40:19.738296 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4c6b9-52bc-487d-93ae-e98fd3e55d9a', 'name': 'network-vif-deleted', 'tag': '0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5', 'status': 'completed', 'code': 200} Jul 19 03:40:19.747790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e8b4ccb8-a0ea-4f2f-8caa-476378ea665e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:19.816343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8eb67-0c3e-4458-b703-bb4ccd9589db tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for 082b003d-83e8-4787-b80d-0b3e565cbacf owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:19.982580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bec07-d322-4b9d-8de1-168e5cc28b04 req-8bb91b16-306e-4ac7-b498-c7cc41bdabc7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:19.992361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e2bec07-d322-4b9d-8de1-168e5cc28b04 req-8bb91b16-306e-4ac7-b498-c7cc41bdabc7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 943 time: 0.3274496 Jul 19 03:40:20.097944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Attempting to bind port 49282edd-75cf-4584-a044-5080b71e5b1c on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:20.098738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Attempting to bind port 49282edd-75cf-4584-a044-5080b71e5b1c by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:20.099204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Attempting to bind port 49282edd-75cf-4584-a044-5080b71e5b1c on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:20.111090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3e2bec07-d322-4b9d-8de1-168e5cc28b04 req-aabfb720-f55e-4ccf-aaea-5cf6f817c321 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176805 Jul 19 03:40:20.121221 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Port 49282edd-75cf-4584-a044-5080b71e5b1c on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:40:20.121762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Attempting to bind port 49282edd-75cf-4584-a044-5080b71e5b1c on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:20.157811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:20.162925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Checking segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:20.163553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Bound using segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:20.164226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Bound port: 49282edd-75cf-4584-a044-5080b71e5b1c, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:20.164761 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.181457 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:20.192057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:20.192444 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.245061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-5e25990d-77cc-4867-a351-49e9fae87b3f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Deleting port 8bc7a37a-4a52-45d3-bda9-7e87b2447182 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:20.245629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-5e25990d-77cc-4867-a351-49e9fae87b3f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.266983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-dc167e8c-96ed-4334-8930-94b92bc3e9c0 None None] Allocated IP 172.20.0.2 (1354f933-eff7-4801-b289-5be7c7667d7c/e45f2c94-2d61-40c9-885f-193c831e4797/e8b4ccb8-a0ea-4f2f-8caa-476378ea665e) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:20.310244 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35efefe-4c92-49e3-9a54-fc8451849705 req-90746a27-bbca-4ec3-8ca1-976301784a99 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:20.311970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b35efefe-4c92-49e3-9a54-fc8451849705 req-90746a27-bbca-4ec3-8ca1-976301784a99 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 946 time: 0.3446333 Jul 19 03:40:20.392602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] For port 49282edd-75cf-4584-a044-5080b71e5b1c, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:20.411911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ed8eb67-0c3e-4458-b703-bb4ccd9589db tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.443474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] For port 49282edd-75cf-4584-a044-5080b71e5b1c, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=49282edd-75cf-4584-a044-5080b71e5b1c,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:20.455376 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.459795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8eb67-0c3e-4458-b703-bb4ccd9589db tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=082b003d-83e8-4787-b80d-0b3e565cbacf,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:20.460117 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.502345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b35efefe-4c92-49e3-9a54-fc8451849705 req-5f035a7b-0490-4dd0-9b6b-cfe1ef1649b1 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/security-groups?id=e480a536-5e9d-4d85-ad8d-34cedbac266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773543 Jul 19 03:40:20.525379 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-dc167e8c-96ed-4334-8930-94b92bc3e9c0 None None] For port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e8b4ccb8-a0ea-4f2f-8caa-476378ea665e,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:20.590505 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dc167e8c-96ed-4334-8930-94b92bc3e9c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.605530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-5e25990d-77cc-4867-a351-49e9fae87b3f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] For port 8bc7a37a-4a52-45d3-bda9-7e87b2447182, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8bc7a37a-4a52-45d3-bda9-7e87b2447182,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:20.606737 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-5e25990d-77cc-4867-a351-49e9fae87b3f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.607911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-dc167e8c-96ed-4334-8930-94b92bc3e9c0 None None] Transition to ACTIVE for port object e8b4ccb8-a0ea-4f2f-8caa-476378ea665e will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:20.619502 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dc167e8c-96ed-4334-8930-94b92bc3e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.645182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:20.646051 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.647697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] 10.222.0.26 "PUT /v2.0/ports/49282edd-75cf-4584-a044-5080b71e5b1c HTTP/1.1" status: 200 len: 1092 time: 2.8752179 Jul 19 03:40:20.656337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-5e25990d-77cc-4867-a351-49e9fae87b3f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Calling delete_port for 8bc7a37a-4a52-45d3-bda9-7e87b2447182 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:20.665875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56006) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:20.731816 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6ed8eb67-0c3e-4458-b703-bb4ccd9589db tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:20.735453 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6ed8eb67-0c3e-4458-b703-bb4ccd9589db tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/082b003d-83e8-4787-b80d-0b3e565cbacf HTTP/1.1" status: 204 len: 168 time: 1.4969292 Jul 19 03:40:20.737877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56008) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:20.752301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea131d1-238d-4f61-a4fc-19667b752f25 service neutron] Pushing event updated for resources: {'Port': ['ID=49282edd-75cf-4584-a044-5080b71e5b1c,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:20.841954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a159f4b6-301e-423a-b42e-aaf946423fdd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:20.848418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a159f4b6-301e-423a-b42e-aaf946423fdd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:20.849966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a159f4b6-301e-423a-b42e-aaf946423fdd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:20.851686 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a159f4b6-301e-423a-b42e-aaf946423fdd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1126626 Jul 19 03:40:20.854251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56010) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:20.869149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:20.914040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc167e8c-96ed-4334-8930-94b92bc3e9c0 None None] Pushing event updated for resources: {'Port': ['ID=e8b4ccb8-a0ea-4f2f-8caa-476378ea665e,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:20.933304 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:40:20.934779 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:40:20.936340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:20.937206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0dbb33c7-f53c-434c-aaf5-f4b9ef2d93b5 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:20.962912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-747151af-51a0-401d-b4cc-8df73e8ba0ee tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 2eeff6ee-4083-4b8b-acf4-06ea2ac7f00a {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:20.967958 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-747151af-51a0-401d-b4cc-8df73e8ba0ee tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.047639 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-747151af-51a0-401d-b4cc-8df73e8ba0ee tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.216794 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-747151af-51a0-401d-b4cc-8df73e8ba0ee tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.327399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-acb34809-8adf-4f93-abef-7a9b59e009af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:21.329462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-acb34809-8adf-4f93-abef-7a9b59e009af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 1095 time: 0.5932639 Jul 19 03:40:21.351140 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-747151af-51a0-401d-b4cc-8df73e8ba0ee tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.392092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747151af-51a0-401d-b4cc-8df73e8ba0ee tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=2eeff6ee-4083-4b8b-acf4-06ea2ac7f00a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:21.401259 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-747151af-51a0-401d-b4cc-8df73e8ba0ee tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.408723 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-747151af-51a0-401d-b4cc-8df73e8ba0ee tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/2eeff6ee-4083-4b8b-acf4-06ea2ac7f00a HTTP/1.1" status: 204 len: 168 time: 0.5533967 Jul 19 03:40:21.409499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56020) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:21.424161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-5e25990d-77cc-4867-a351-49e9fae87b3f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.479189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-4fee45bb-3287-4566-9dd1-9f69dfa350e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49282edd-75cf-4584-a044-5080b71e5b1c HTTP/1.1" status: 200 len: 217 time: 0.1413574 Jul 19 03:40:21.486748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-22691b2e-2eb4-42a8-bd7b-97ac8a47b737 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet e45f2c94-2d61-40c9-885f-193c831e4797 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:21.501213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22691b2e-2eb4-42a8-bd7b-97ac8a47b737 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.548968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25990d-77cc-4867-a351-49e9fae87b3f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Pushing event deleted for resources: {'Port': ['ID=8bc7a37a-4a52-45d3-bda9-7e87b2447182,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:21.559222 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22691b2e-2eb4-42a8-bd7b-97ac8a47b737 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.572186 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.618369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e8b4ccb8-a0ea-4f2f-8caa-476378ea665e,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:21.623284 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.688452 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22691b2e-2eb4-42a8-bd7b-97ac8a47b737 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.739974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-5e25990d-77cc-4867-a351-49e9fae87b3f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] No DVR routers for this DVR port 8bc7a37a-4a52-45d3-bda9-7e87b2447182 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:21.745486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec27a2d1-ab48-423c-b750-6a1d6ee422e8', 'tag': '49282edd-75cf-4584-a044-5080b71e5b1c'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:40:21.747929 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5075edd-1891-4b0c-80c7-f41bf14282b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec27a2d1-ab48-423c-b750-6a1d6ee422e8", "tag": "49282edd-75cf-4584-a044-5080b71e5b1c"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:40:21.753747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-5e25990d-77cc-4867-a351-49e9fae87b3f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.755808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-410cb48b-0855-49d9-8480-3c2ee9333c0c req-5e25990d-77cc-4867-a351-49e9fae87b3f tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.25 "DELETE /v2.0/ports/8bc7a37a-4a52-45d3-bda9-7e87b2447182 HTTP/1.1" status: 204 len: 173 time: 1.9689879 Jul 19 03:40:21.769564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=e8b4ccb8-a0ea-4f2f-8caa-476378ea665e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:21.772047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-ddd99b68-cedc-40fe-8d63-57ea4884f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:21.773572 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-ddd99b68-cedc-40fe-8d63-57ea4884f062 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.2807231 Jul 19 03:40:21.818595 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22691b2e-2eb4-42a8-bd7b-97ac8a47b737 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.841364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e8b4ccb8-a0ea-4f2f-8caa-476378ea665e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:21.860502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53704bd0-bae5-4553-9c05-59221b9b62f6 req-a79ba24f-46e7-4d8b-9264-1968dbbe0f80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:21.862064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53704bd0-bae5-4553-9c05-59221b9b62f6 req-a79ba24f-46e7-4d8b-9264-1968dbbe0f80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 943 time: 0.4361043 Jul 19 03:40:21.960733 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22691b2e-2eb4-42a8-bd7b-97ac8a47b737 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=e45f2c94-2d61-40c9-885f-193c831e4797,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:21.966679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f0950a27-337c-433b-935d-962103ca7060 req-d7d99df9-fb11-4c5a-a702-605da0aa7028 tempest-ServerRescueNegativeTestJSON-1030368392 tempest-ServerRescueNegativeTestJSON-1030368392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b155303-3c4a-4f70-8cba-0c320da1b3a3 HTTP/1.1" status: 200 len: 210 time: 0.1709371 Jul 19 03:40:21.991608 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-53704bd0-bae5-4553-9c05-59221b9b62f6 req-2778b7ef-6510-4405-9f20-7aeb75c1971d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232111 Jul 19 03:40:21.994105 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-22691b2e-2eb4-42a8-bd7b-97ac8a47b737 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:21.999374 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-22691b2e-2eb4-42a8-bd7b-97ac8a47b737 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/e45f2c94-2d61-40c9-885f-193c831e4797 HTTP/1.1" status: 204 len: 168 time: 0.5864246 Jul 19 03:40:21.999651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56032) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:22.026173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-a43c7fcb-a1eb-4a1c-8cf5-a6952742f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:22.028248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-a43c7fcb-a1eb-4a1c-8cf5-a6952742f733 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2360854 Jul 19 03:40:22.045836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f0a404-f8e9-4372-ba24-7971043bf5e2 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:22.075650 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:22.117361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bbd2507d-6e5d-47a0-8f88-97dc9d8c894a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163225 Jul 19 03:40:22.120133 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56038) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:22.128618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:22.166643 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53280478-a9d2-4bdd-b883-2f51c467d995 x-openstack-request-id: req-53280478-a9d2-4bdd-b883-2f51c467d995 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:40:22.166941 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec27a2d1-ab48-423c-b750-6a1d6ee422e8", "tag": "49282edd-75cf-4584-a044-5080b71e5b1c", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:40:22.167200 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53280478-a9d2-4bdd-b883-2f51c467d995 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:40:22.167665 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec27a2d1-ab48-423c-b750-6a1d6ee422e8', 'tag': '49282edd-75cf-4584-a044-5080b71e5b1c', 'status': 'completed', 'code': 200} Jul 19 03:40:22.237343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a905ac53-9a91-466e-aebc-27e40532d465 None None] Could not find standard attr ID for object 082b003d-83e8-4787-b80d-0b3e565cbacf. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:40:22.260340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a905ac53-9a91-466e-aebc-27e40532d465 None None] Provisioning for port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:22.266694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a905ac53-9a91-466e-aebc-27e40532d465 None None] Provisioning complete for port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:22.267343 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a905ac53-9a91-466e-aebc-27e40532d465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:22.269764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:22.274120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:22.456892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d887c-247b-49f9-86bf-4e1c072f638e None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:40:22.471200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-867ddb7d-e0ac-4120-ab7d-02acb91becc5 service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361551 Jul 19 03:40:22.531239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d887c-247b-49f9-86bf-4e1c072f638e None None] Deleting port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:22.531613 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa0d887c-247b-49f9-86bf-4e1c072f638e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:22.666136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-aa0d887c-247b-49f9-86bf-4e1c072f638e None None] For port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e8b4ccb8-a0ea-4f2f-8caa-476378ea665e,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:22.667914 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa0d887c-247b-49f9-86bf-4e1c072f638e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:22.678691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f1b6d52-daaf-49f1-8393-6fdf09aee900 req-676908fe-291c-492f-bb24-6c9683c7ae4f service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981683 Jul 19 03:40:22.703421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d887c-247b-49f9-86bf-4e1c072f638e None None] Calling delete_port for e8b4ccb8-a0ea-4f2f-8caa-476378ea665e owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:22.800431 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa0d887c-247b-49f9-86bf-4e1c072f638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:22.834878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d887c-247b-49f9-86bf-4e1c072f638e None None] Pushing event deleted for resources: {'Port': ['ID=e8b4ccb8-a0ea-4f2f-8caa-476378ea665e,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:22.838789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d887c-247b-49f9-86bf-4e1c072f638e None None] No DVR routers for this DVR port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:22.863181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8bc7a37a-4a52-45d3-bda9-7e87b2447182 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:22.885733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 8bc7a37a-4a52-45d3-bda9-7e87b2447182 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:22.886088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8bc7a37a-4a52-45d3-bda9-7e87b2447182 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:22.904347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:40:23.162923 n-d-762330-18 neutron-server[94345]: WARNING neutron.services.revisions.revision_plugin [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Could not find related port for resource to bump revision. Jul 19 03:40:23.181802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_pluggable_backend [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Port e8b4ccb8-a0ea-4f2f-8caa-476378ea665e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 19 03:40:23.182301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_pluggable_backend [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Reverting IP allocation for 2001:db8::f816:3eff:fe36:aca4 {{(pid=94345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 19 03:40:23.187046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_pluggable_backend [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe36:aca4 {{(pid=94345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 19 03:40:23.188924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:23.192273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56058) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:23.259151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=563fb030-640e-478d-8dae-e581fb9c5549,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:23.288604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-a53218ca-e37d-4507-8022-af8d641c049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:23.290512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-a53218ca-e37d-4507-8022-af8d641c049a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 1095 time: 0.4974194 Jul 19 03:40:23.340291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port aa019945-0df8-4a90-9ef6-85173b9840c4 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:23.340640 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:23.396599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:23.404423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:23.418384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:23.418601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4ac59-a182-4f47-a14a-0f504988648e None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:23.419352 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:23.463765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-ebbf6dd2-abb9-4aa0-8693-ae98bd353a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:23.465959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-ebbf6dd2-abb9-4aa0-8693-ae98bd353a05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.1693671 Jul 19 03:40:23.470107 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bd3195e5-bfa6-4f8f-b740-9eec3b9327eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3481753 Jul 19 03:40:23.470766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56066) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:23.476158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-afbd3039-eb98-4dfb-822e-90fec80afb78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:23.581807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1f1d7-d66e-469b-9a62-00e1ec01f549 req-e361c9a6-438f-43a5-a0ae-bafc1acd1076 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:23.583043 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-67a1f1d7-d66e-469b-9a62-00e1ec01f549 req-e361c9a6-438f-43a5-a0ae-bafc1acd1076 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 943 time: 0.2715461 Jul 19 03:40:23.597024 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-8972ff79-d54e-4337-b0ab-87da3e21b22d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49282edd-75cf-4584-a044-5080b71e5b1c HTTP/1.1" status: 200 len: 217 time: 0.1159592 Jul 19 03:40:23.630513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '563fb030-640e-478d-8dae-e581fb9c5549'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:40:23.631947 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:23.677080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-4cd6c977-fbaa-4d58-808b-16dd1864bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:23.678609 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-4cd6c977-fbaa-4d58-808b-16dd1864bbbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0728619 Jul 19 03:40:23.699682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port aa019945-0df8-4a90-9ef6-85173b9840c4, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=aa019945-0df8-4a90-9ef6-85173b9840c4,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:23.700061 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:23.733536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for aa019945-0df8-4a90-9ef6-85173b9840c4 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:23.814961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Allocated IP 2001:db8::f816:3eff:fe84:d354 (1354f933-eff7-4801-b289-5be7c7667d7c/563fb030-640e-478d-8dae-e581fb9c5549/232b85bd-89a0-41fb-af0b-4cba793fcdf8) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:23.844714 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-67a1f1d7-d66e-469b-9a62-00e1ec01f549 req-2483abab-03a1-46cc-acf9-a40b11f853f8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882451 Jul 19 03:40:23.885345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e8b4ccb8-a0ea-4f2f-8caa-476378ea665e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:24.077310 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.085036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-9dcefa29-fab6-4bdc-9215-e10f66bba25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:24.086989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-9dcefa29-fab6-4bdc-9215-e10f66bba25f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2574277 Jul 19 03:40:24.087756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbd3039-eb98-4dfb-822e-90fec80afb78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:24.092220 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afbd3039-eb98-4dfb-822e-90fec80afb78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.125831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: e8b4ccb8-a0ea-4f2f-8caa-476378ea665e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:24.126179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e8b4ccb8-a0ea-4f2f-8caa-476378ea665e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:24.239142 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.251793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Transition to ACTIVE for port object 232b85bd-89a0-41fb-af0b-4cba793fcdf8 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:24.276287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Transition to ACTIVE for port object 232b85bd-89a0-41fb-af0b-4cba793fcdf8 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:24.282661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b155303-3c4a-4f70-8cba-0c320da1b3a3', 'name': 'network-vif-deleted', 'tag': '8bc7a37a-4a52-45d3-bda9-7e87b2447182'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:40:24.285045 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72044aa-e0f0-409b-b958-06777105625b" -d '{"events": [{"server_uuid": "4b155303-3c4a-4f70-8cba-0c320da1b3a3", "name": "network-vif-deleted", "tag": "8bc7a37a-4a52-45d3-bda9-7e87b2447182"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:40:24.293148 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.318744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:24.321438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:24.346349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:24.349130 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.376784 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8ab1b0-2777-4611-adc6-6d55b266012d x-openstack-request-id: req-9c8ab1b0-2777-4611-adc6-6d55b266012d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:40:24.377110 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b155303-3c4a-4f70-8cba-0c320da1b3a3", "name": "network-vif-deleted", "tag": "8bc7a37a-4a52-45d3-bda9-7e87b2447182", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:40:24.377370 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c8ab1b0-2777-4611-adc6-6d55b266012d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:40:24.377770 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b155303-3c4a-4f70-8cba-0c320da1b3a3', 'name': 'network-vif-deleted', 'tag': '8bc7a37a-4a52-45d3-bda9-7e87b2447182', 'status': 'completed', 'code': 200} Jul 19 03:40:24.409079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=aa019945-0df8-4a90-9ef6-85173b9840c4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:24.461494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Pushing event updated for resources: {'Port': ['ID=232b85bd-89a0-41fb-af0b-4cba793fcdf8,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:24.496750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-4be3508f-4979-47ab-985b-9c51c1354ba5 service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002571 Jul 19 03:40:24.500473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Attempting to bind port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:24.500805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Attempting to bind port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:24.501167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Attempting to bind port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:24.502258 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] Deleting port da9053a8-34dd-4689-9f95-b0a73b4c071f {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:24.502957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.507545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:24.508033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:24.508558 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.508953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:24.509417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Bound port: 232b85bd-89a0-41fb-af0b-4cba793fcdf8, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:24.509803 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.623304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] For port 232b85bd-89a0-41fb-af0b-4cba793fcdf8, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:24.627376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] For port 232b85bd-89a0-41fb-af0b-4cba793fcdf8, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=232b85bd-89a0-41fb-af0b-4cba793fcdf8,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:24.652071 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.669696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] For port da9053a8-34dd-4689-9f95-b0a73b4c071f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=da9053a8-34dd-4689-9f95-b0a73b4c071f,segment=NetworkSegment(4fdf6e99-dfe4-4988-96d2-1da364b6db0d),segment_id=4fdf6e99-dfe4-4988-96d2-1da364b6db0d)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:24.670546 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.693392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] Calling delete_port for da9053a8-34dd-4689-9f95-b0a73b4c071f owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:24.756409 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f321a-269e-462b-bd13-7d0def941e17 None None] Pushing event updated for resources: {'Port': ['ID=232b85bd-89a0-41fb-af0b-4cba793fcdf8,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:24.778692 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f5075edd-1891-4b0c-80c7-f41bf14282b8 req-171069a3-7969-4af8-b2ce-c225be64d76f service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699618 Jul 19 03:40:24.929629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.950425 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afbd3039-eb98-4dfb-822e-90fec80afb78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:24.977686 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:25.039353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] Pushing event deleted for resources: {'Port': ['ID=da9053a8-34dd-4689-9f95-b0a73b4c071f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:25.121090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd3039-eb98-4dfb-822e-90fec80afb78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:25.127824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-afbd3039-eb98-4dfb-822e-90fec80afb78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:25.156359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbd3039-eb98-4dfb-822e-90fec80afb78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:25.157062 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-afbd3039-eb98-4dfb-822e-90fec80afb78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:25.212959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-afbd3039-eb98-4dfb-822e-90fec80afb78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7408791 Jul 19 03:40:25.216202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56094) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:25.221247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:4c:b7:35', 'name': 'tempest-NetworksTestDHCPv6-134354502'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:25.247877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd3039-eb98-4dfb-822e-90fec80afb78 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=8a2267d5-f5e8-4b02-8c98-08540985772f,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:25.250753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c457329-348d-4422-8e74-c3affee7151d req-c8341db4-b09c-40a1-a8f1-008f5ac17168 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:25.252201 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c457329-348d-4422-8e74-c3affee7151d req-c8341db4-b09c-40a1-a8f1-008f5ac17168 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 943 time: 0.1829274 Jul 19 03:40:25.341594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8c457329-348d-4422-8e74-c3affee7151d req-cf558a6e-03eb-4573-93cf-f66739605235 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 Jul 19 03:40:25.342711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:25.457469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:25.492305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Router 34d1010d-325d-43db-a782-436414be8aaa has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:40:25.605719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] Router 26ad8347-ef69-4751-9763-d2f855efcf43 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:40:25.612436 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:25.681645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 02df6db2-5d54-4596-8233-825ab99f5d0b yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:40:25.749320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:40:25.755998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3a2631cc-e724-4f3e-95ef-f5d1f8dabd67 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "PUT /v2.0/routers/34d1010d-325d-43db-a782-436414be8aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0866196 Jul 19 03:40:25.759516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56104) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:25.762566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] Sync routers for ids ['34d1010d-325d-43db-a782-436414be8aaa'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:40:25.793280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] Routers {'34d1010d-325d-43db-a782-436414be8aaa'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:25.796784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:40:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['34d1010d-325d-43db-a782-436414be8aaa'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:25.809123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:40:25.821414 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f14b89a3-daf5-4f83-bdfb-13f3c89fc07d admin admin] 10.222.0.20 "PUT /v2.0/routers/26ad8347-ef69-4751-9763-d2f855efcf43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5766525 Jul 19 03:40:25.822045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56106) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:25.832378 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] Sync routers for ids ['26ad8347-ef69-4751-9763-d2f855efcf43'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:40:25.849135 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] Routers {'26ad8347-ef69-4751-9763-d2f855efcf43'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:25.849817 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:40:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['26ad8347-ef69-4751-9763-d2f855efcf43'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:25.883983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8af9ed-76ec-40e8-bbaf-96f12903e2f9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting subnet d5b6c2b3-533c-4d68-bf9c-1d88473e9594 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:25.891868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c8af9ed-76ec-40e8-bbaf-96f12903e2f9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.039138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 232b85bd-89a0-41fb-af0b-4cba793fcdf8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:26.074728 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.099061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] Set router 34d1010d-325d-43db-a782-436414be8aaa gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:26.100868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c8af9ed-76ec-40e8-bbaf-96f12903e2f9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.108275 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] Set router 26ad8347-ef69-4751-9763-d2f855efcf43 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:26.180239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 172.20.0.6 (1354f933-eff7-4801-b289-5be7c7667d7c/8a2267d5-f5e8-4b02-8c98-08540985772f/02df6db2-5d54-4596-8233-825ab99f5d0b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:26.193457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::f816:3eff:fe4c:b735 (1354f933-eff7-4801-b289-5be7c7667d7c/563fb030-640e-478d-8dae-e581fb9c5549/02df6db2-5d54-4596-8233-825ab99f5d0b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:26.276057 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c8af9ed-76ec-40e8-bbaf-96f12903e2f9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.284013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.287091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a64397-bc51-498c-ad54-e937ad70f0e5 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:26.363963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-290a4687-d381-43f2-aec2-b77378840e51 None None] Provisioning for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:26.387580 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-router', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:37:57Z', 'updated_at': '2021-07-19T03:40:24Z', 'revision_number': 5, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'gw_port': {'id': '1810fa50-12dc-4eee-887d-6dd9d1e605c6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:37:58Z', 'updated_at': '2021-07-19T03:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:26.388572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:26.393807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c8af9ed-76ec-40e8-bbaf-96f12903e2f9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.396354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:26.396354 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.406702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Deleting port 1810fa50-12dc-4eee-887d-6dd9d1e605c6 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:26.409217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.438490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3c8af9ed-76ec-40e8-bbaf-96f12903e2f9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.440488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3c8af9ed-76ec-40e8-bbaf-96f12903e2f9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/subnets/d5b6c2b3-533c-4d68-bf9c-1d88473e9594 HTTP/1.1" status: 204 len: 168 time: 0.6802557 Jul 19 03:40:26.445462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8af9ed-76ec-40e8-bbaf-96f12903e2f9 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b6c2b3-533c-4d68-bf9c-1d88473e9594,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:26.458285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56120) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:26.482459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeec0a8-d933-4ee2-af65-19903958a647 None None] Network 3af7d552-3896-420e-9a89-0a7e4975bcf4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:26.506539 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] Checking router: 26ad8347-ef69-4751-9763-d2f855efcf43 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:40:26.528266 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] Routers {'26ad8347-ef69-4751-9763-d2f855efcf43'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:26.528925 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:40:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['26ad8347-ef69-4751-9763-d2f855efcf43'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:26.626797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] For port 1810fa50-12dc-4eee-887d-6dd9d1e605c6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1810fa50-12dc-4eee-887d-6dd9d1e605c6,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:26.627677 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.641761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Calling delete_port for 1810fa50-12dc-4eee-887d-6dd9d1e605c6 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:26.752425 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] Set router 26ad8347-ef69-4751-9763-d2f855efcf43 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:26.823413 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:40:24Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:26.830926 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.855851 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-router', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:37:57Z', 'updated_at': '2021-07-19T03:40:26Z', 'revision_number': 6, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:26.871459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:26.900742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Pushing event deleted for resources: {'Port': ['ID=1810fa50-12dc-4eee-887d-6dd9d1e605c6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:26.913778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] Checking router: 34d1010d-325d-43db-a782-436414be8aaa for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:40:26.979004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] Routers {'34d1010d-325d-43db-a782-436414be8aaa'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:40:26.979651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:40:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['34d1010d-325d-43db-a782-436414be8aaa'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:26.989806 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504d351-b6c6-4be8-a8bf-de78d4da9f56 None None] The sync data for ids ['26ad8347-ef69-4751-9763-d2f855efcf43'] in n-d-762330-18 is: [{'id': '26ad8347-ef69-4751-9763-d2f855efcf43', 'name': 'tempest-ServerRescueNegativeTestJSON-1579254320-router', 'tenant_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:37:57Z', 'updated_at': '2021-07-19T03:40:26Z', 'revision_number': 6, 'project_id': '1b3a8b0a5f7e4a768e7c66b25c65196f', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:40:26.994448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.058103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 232b85bd-89a0-41fb-af0b-4cba793fcdf8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=232b85bd-89a0-41fb-af0b-4cba793fcdf8,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:27.089743 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.176610 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.179172 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.223706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ecd1a-2ee3-4dca-a10c-27de96a5427f None None] DHCP port deletion for 3af7d552-3896-420e-9a89-0a7e4975bcf4 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:40:27.303254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=232b85bd-89a0-41fb-af0b-4cba793fcdf8,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:27.318443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.319117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] Set router 34d1010d-325d-43db-a782-436414be8aaa gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:40:27.329517 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.387722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45e424-9607-4d41-b411-802228d474fc None None] Update dhcp port {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': '563fb030-640e-478d-8dae-e581fb9c5549', 'ip_address': '2001:db8::f816:3eff:fe84:d354'}, {'subnet_id': '8a2267d5-f5e8-4b02-8c98-08540985772f'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '232b85bd-89a0-41fb-af0b-4cba793fcdf8'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:40:27.396817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object 02df6db2-5d54-4596-8233-825ab99f5d0b will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:27.472007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348c1eb-f6eb-4ecd-8973-61ab1c858a9f req-94a80b6f-b65e-434d-9db9-ad9f1741eac2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:27.473781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9348c1eb-f6eb-4ecd-8973-61ab1c858a9f req-94a80b6f-b65e-434d-9db9-ad9f1741eac2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 943 time: 0.3075824 Jul 19 03:40:27.512990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-601ecd1a-2ee3-4dca-a10c-27de96a5427f None None] Deleting port df14712c-a768-4280-a044-b44ca4b1f2ed {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:27.513380 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-601ecd1a-2ee3-4dca-a10c-27de96a5427f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.551319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b45e424-9607-4d41-b411-802228d474fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.569067 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.577443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.579431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9348c1eb-f6eb-4ecd-8973-61ab1c858a9f req-db6cd69a-793d-456e-af95-45948add62f9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916142 Jul 19 03:40:27.657494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:27.662039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-601ecd1a-2ee3-4dca-a10c-27de96a5427f None None] For port df14712c-a768-4280-a044-b44ca4b1f2ed, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=df14712c-a768-4280-a044-b44ca4b1f2ed,segment=NetworkSegment(8d65f93f-80ab-48d4-88d5-fb51e02821ec),segment_id=8d65f93f-80ab-48d4-88d5-fb51e02821ec)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:27.662490 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-601ecd1a-2ee3-4dca-a10c-27de96a5427f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.695849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:27.704747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:27.736303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-601ecd1a-2ee3-4dca-a10c-27de96a5427f None None] Calling delete_port for df14712c-a768-4280-a044-b44ca4b1f2ed owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:27.765456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:40:24Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:27.789649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=02df6db2-5d54-4596-8233-825ab99f5d0b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:27.801673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 232b85bd-89a0-41fb-af0b-4cba793fcdf8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:27.814719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:27.815724 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.831737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Deleting port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:27.832357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.834976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab80ff5d-56f7-417b-89b8-6c887c27ff4e None None] The sync data for ids ['34d1010d-325d-43db-a782-436414be8aaa'] in n-d-762330-18 is: [{'id': '34d1010d-325d-43db-a782-436414be8aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267779537', 'tenant_id': 'e75be25bd4974f968410bc0e645db078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:38:18Z', 'updated_at': '2021-07-19T03:40:24Z', 'revision_number': 5, 'project_id': 'e75be25bd4974f968410bc0e645db078', 'gw_port': {'id': '2d3a320e-a0e8-45ac-8ccd-d896ae159ced', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1010d-325d-43db-a782-436414be8aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:38:19Z', 'updated_at': '2021-07-19T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:40:27.838218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.838963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26ad8347-ef69-4751-9763-d2f855efcf43 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:40:27.844925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.848539 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1ec4385e-27be-47ba-a06c-561fb79aa74b admin admin] 10.222.0.20 "DELETE /v2.0/routers/26ad8347-ef69-4751-9763-d2f855efcf43 HTTP/1.1" status: 204 len: 168 time: 2.0233035 Jul 19 03:40:27.848790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56136) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:27.869740 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a4cf9f38-e3e0-4ea7-afe5-faaadfec542c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6504149 Jul 19 03:40:27.881909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56138) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:27.904897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-8b45e424-9607-4d41-b411-802228d474fc None None] Allocated IP 172.20.0.2 (1354f933-eff7-4801-b289-5be7c7667d7c/8a2267d5-f5e8-4b02-8c98-08540985772f/232b85bd-89a0-41fb-af0b-4cba793fcdf8) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:27.932434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55af0bb-282c-49a0-a5aa-8694256d8a6e admin admin] Deleting subnet aa33d645-22ff-4fc7-9062-5669dcb96c21 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:27.937922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55af0bb-282c-49a0-a5aa-8694256d8a6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:27.995943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55af0bb-282c-49a0-a5aa-8694256d8a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.028145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] For port 2d3a320e-a0e8-45ac-8ccd-d896ae159ced, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2d3a320e-a0e8-45ac-8ccd-d896ae159ced,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:28.028473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.053646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Calling delete_port for 2d3a320e-a0e8-45ac-8ccd-d896ae159ced owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:28.064603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43782edb-cd22-44b7-ae75-c0b5d3a2a895 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:28.069069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55af0bb-282c-49a0-a5aa-8694256d8a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.072664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43782edb-cd22-44b7-ae75-c0b5d3a2a895 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:28.077963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-43782edb-cd22-44b7-ae75-c0b5d3a2a895 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1915197 Jul 19 03:40:28.077963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56146) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:28.170920 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55af0bb-282c-49a0-a5aa-8694256d8a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.221349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55af0bb-282c-49a0-a5aa-8694256d8a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa33d645-22ff-4fc7-9062-5669dcb96c21,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:28.226449 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a55af0bb-282c-49a0-a5aa-8694256d8a6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.228981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a55af0bb-282c-49a0-a5aa-8694256d8a6e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aa33d645-22ff-4fc7-9062-5669dcb96c21 HTTP/1.1" status: 204 len: 168 time: 0.3791502 Jul 19 03:40:28.232442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56148) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:28.320463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8b45e424-9607-4d41-b411-802228d474fc None None] For port 232b85bd-89a0-41fb-af0b-4cba793fcdf8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=232b85bd-89a0-41fb-af0b-4cba793fcdf8,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:28.325183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.347324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:28.348510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.353917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d35be816-65fd-407c-93d6-2ff8bfd62ae6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port 02df6db2-5d54-4596-8233-825ab99f5d0b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:28.355739 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d35be816-65fd-407c-93d6-2ff8bfd62ae6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.447212 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-601ecd1a-2ee3-4dca-a10c-27de96a5427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.461087 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.473113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7a0220-7bec-4f74-b1a8-f14d46f2465a']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:28.484160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdf6e99-dfe4-4988-96d2-1da364b6db0d') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:28.484526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdf6e99-dfe4-4988-96d2-1da364b6db0d') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:28.489856 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b45e424-9607-4d41-b411-802228d474fc None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.494797 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.515530 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d35be816-65fd-407c-93d6-2ff8bfd62ae6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.518110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ecd1a-2ee3-4dca-a10c-27de96a5427f None None] Pushing event deleted for resources: {'Port': ['ID=df14712c-a768-4280-a044-b44ca4b1f2ed,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:28.522043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.528680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ecd1a-2ee3-4dca-a10c-27de96a5427f None None] No DVR routers for this DVR port df14712c-a768-4280-a044-b44ca4b1f2ed on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:28.536130 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.538512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-d35be816-65fd-407c-93d6-2ff8bfd62ae6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for 02df6db2-5d54-4596-8233-825ab99f5d0b owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:28.541524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:40:28.541951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:40:28.544714 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:40:28.567384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8b45e424-9607-4d41-b411-802228d474fc None None] Transition to ACTIVE for port object 232b85bd-89a0-41fb-af0b-4cba793fcdf8 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:28.577647 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8b45e424-9607-4d41-b411-802228d474fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.605557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Port': ['ID=2d3a320e-a0e8-45ac-8ccd-d896ae159ced,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:28.642640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45e424-9607-4d41-b411-802228d474fc None None] Pushing event updated for resources: {'Port': ['ID=232b85bd-89a0-41fb-af0b-4cba793fcdf8,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:28.667075 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.673372 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.677301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3d7a0220-7bec-4f74-b1a8-f14d46f2465a HTTP/1.1" status: 204 len: 168 time: 0.4435232 Jul 19 03:40:28.724057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a67ed-07e7-4a30-bf39-837a303f3889 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d7a0220-7bec-4f74-b1a8-f14d46f2465a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:28.747701 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.794713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device da9053a8-34dd-4689-9f95-b0a73b4c071f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:28.847822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: da9053a8-34dd-4689-9f95-b0a73b4c071f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:28.848494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device da9053a8-34dd-4689-9f95-b0a73b4c071f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:28.848588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device df14712c-a768-4280-a044-b44ca4b1f2ed no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:28.888498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: df14712c-a768-4280-a044-b44ca4b1f2ed {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:28.889340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device df14712c-a768-4280-a044-b44ca4b1f2ed not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:28.890727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1810fa50-12dc-4eee-887d-6dd9d1e605c6 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:28.912386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.915376 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:28.932018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 1810fa50-12dc-4eee-887d-6dd9d1e605c6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:28.933333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1810fa50-12dc-4eee-887d-6dd9d1e605c6 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:29.007363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56164) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:29.012455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b354069-f2f1-4973-ad9f-b1ae3f8d3116 req-bd8cbb17-f68f-4ab4-aa59-dbb8a29c4e71 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:29.014968 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8b354069-f2f1-4973-ad9f-b1ae3f8d3116 req-bd8cbb17-f68f-4ab4-aa59-dbb8a29c4e71 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 943 time: 0.1298969 Jul 19 03:40:29.058527 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.058945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Fanout notify agent at l3_agent the message router_deleted on router 34d1010d-325d-43db-a782-436414be8aaa {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:40:29.067893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8b354069-f2f1-4973-ad9f-b1ae3f8d3116 req-c7f90770-0169-427c-aeaf-d7a1da552ec1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 Jul 19 03:40:29.070005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.074618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c77da3a6-70f6-47d1-a506-50749b5283d1 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/routers/34d1010d-325d-43db-a782-436414be8aaa HTTP/1.1" status: 204 len: 168 time: 2.6149642 Jul 19 03:40:29.082321 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56166) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:29.114305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f568523c-5b92-442a-914a-4c4814d08cbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b3a8b0a5f7e4a768e7c66b25c65196f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055031 Jul 19 03:40:29.135436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56168) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:29.203633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d35be816-65fd-407c-93d6-2ff8bfd62ae6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.247010 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec65b-e034-49de-add6-8297c2a34ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.247268 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.292770 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec65b-e034-49de-add6-8297c2a34ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.295341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35be816-65fd-407c-93d6-2ff8bfd62ae6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=02df6db2-5d54-4596-8233-825ab99f5d0b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:29.383122 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.395889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af7d552-3896-420e-9a89-0a7e4975bcf4']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:29.413328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d65f93f-80ab-48d4-88d5-fb51e02821ec') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:29.413696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d65f93f-80ab-48d4-88d5-fb51e02821ec') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:29.424673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.428550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d35be816-65fd-407c-93d6-2ff8bfd62ae6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.431837 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d35be816-65fd-407c-93d6-2ff8bfd62ae6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/02df6db2-5d54-4596-8233-825ab99f5d0b HTTP/1.1" status: 204 len: 168 time: 1.3526893 Jul 19 03:40:29.434800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56174) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:29.442846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.450430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:40:29.451092 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:40:29.455571 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:40:29.506329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e506591-c1e6-42ee-b1ec-9582991057d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:29.508138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e506591-c1e6-42ee-b1ec-9582991057d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:29.510392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e506591-c1e6-42ee-b1ec-9582991057d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:29.515289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8e506591-c1e6-42ee-b1ec-9582991057d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0768447 Jul 19 03:40:29.515289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec65b-e034-49de-add6-8297c2a34ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.517198 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec65b-e034-49de-add6-8297c2a34ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.521322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6d9ec65b-e034-49de-add6-8297c2a34ab1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e480a536-5e9d-4d85-ad8d-34cedbac266e HTTP/1.1" status: 204 len: 168 time: 0.3851357 Jul 19 03:40:29.522019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56176) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:29.544057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.576103 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.577830 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/networks/3af7d552-3896-420e-9a89-0a7e4975bcf4 HTTP/1.1" status: 204 len: 168 time: 0.4944773 Jul 19 03:40:29.581049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174f426-e027-4258-986c-2d3277afa9f4 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'Network': ['ID=3af7d552-3896-420e-9a89-0a7e4975bcf4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:29.583023 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56182) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:29.594556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ec65b-e034-49de-add6-8297c2a34ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e480a536-5e9d-4d85-ad8d-34cedbac266e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:29.633147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af987d0-012b-47ad-88d4-92046129c567 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 563fb030-640e-478d-8dae-e581fb9c5549 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:29.638362 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3af987d0-012b-47ad-88d4-92046129c567 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.732808 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3af987d0-012b-47ad-88d4-92046129c567 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.748659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a84a9b6b-2752-487f-b699-3de60743d661 None None] Provisioning for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:29.752688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a84a9b6b-2752-487f-b699-3de60743d661 None None] Provisioning complete for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:29.753163 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a84a9b6b-2752-487f-b699-3de60743d661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.758568 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc77e7b6-271d-4eb2-aa38-7289cb2f4204 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.812086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc77e7b6-271d-4eb2-aa38-7289cb2f4204 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.842516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 232b85bd-89a0-41fb-af0b-4cba793fcdf8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:29.898736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc77e7b6-271d-4eb2-aa38-7289cb2f4204 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.902241 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fc77e7b6-271d-4eb2-aa38-7289cb2f4204 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:29.903715 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fc77e7b6-271d-4eb2-aa38-7289cb2f4204 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] 10.222.0.20 "DELETE /v2.0/security-groups/dd306272-302e-47f6-bf03-1df4c4d2948d HTTP/1.1" status: 204 len: 168 time: 0.3161991 Jul 19 03:40:29.930115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77e7b6-271d-4eb2-aa38-7289cb2f4204 tempest-TestNetworkAdvancedServerOps-1289471946 tempest-TestNetworkAdvancedServerOps-1289471946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd306272-302e-47f6-bf03-1df4c4d2948d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:30.007776 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3af987d0-012b-47ad-88d4-92046129c567 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:30.052721 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:30.053287 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:30.125319 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3af987d0-012b-47ad-88d4-92046129c567 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:30.179475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5d7e83d7-1905-40b5-b276-ece64bf72b54 None None] Could not find standard attr ID for object 02df6db2-5d54-4596-8233-825ab99f5d0b. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:40:30.232117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af987d0-012b-47ad-88d4-92046129c567 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=563fb030-640e-478d-8dae-e581fb9c5549,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:30.242838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3af987d0-012b-47ad-88d4-92046129c567 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:30.246484 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3af987d0-012b-47ad-88d4-92046129c567 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/563fb030-640e-478d-8dae-e581fb9c5549 HTTP/1.1" status: 204 len: 168 time: 0.7206614 Jul 19 03:40:30.248964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56200) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:30.382899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccafe0f5-7ca4-4a60-9445-5e02dc410f1d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 8a2267d5-f5e8-4b02-8c98-08540985772f {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:30.388602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ccafe0f5-7ca4-4a60-9445-5e02dc410f1d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:30.489448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aa019945-0df8-4a90-9ef6-85173b9840c4 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:30.539203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: aa019945-0df8-4a90-9ef6-85173b9840c4 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:30.539595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aa019945-0df8-4a90-9ef6-85173b9840c4 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:30.540032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2d3a320e-a0e8-45ac-8ccd-d896ae159ced no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:30.541253 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ccafe0f5-7ca4-4a60-9445-5e02dc410f1d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:30.545948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56210) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:30.578908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 2d3a320e-a0e8-45ac-8ccd-d896ae159ced {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:30.579465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2d3a320e-a0e8-45ac-8ccd-d896ae159ced not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:30.584324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530f2570-0df0-4483-acac-9895aa700ae4 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:30.660368 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41a4a3-479b-4e3d-87c8-e6f92c31a4e0 req-650cb16a-b7b2-48fd-90a6-70404a04bfd9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:30.661959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f41a4a3-479b-4e3d-87c8-e6f92c31a4e0 req-650cb16a-b7b2-48fd-90a6-70404a04bfd9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 943 time: 0.2662766 Jul 19 03:40:30.726152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ccafe0f5-7ca4-4a60-9445-5e02dc410f1d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:30.780982 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f41a4a3-479b-4e3d-87c8-e6f92c31a4e0 req-6ad47d8e-1051-4157-8608-bfb47d66b2f3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905383 Jul 19 03:40:30.835735 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ccafe0f5-7ca4-4a60-9445-5e02dc410f1d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:30.864057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafe0f5-7ca4-4a60-9445-5e02dc410f1d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2267d5-f5e8-4b02-8c98-08540985772f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:30.883042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ccafe0f5-7ca4-4a60-9445-5e02dc410f1d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:30.885825 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ccafe0f5-7ca4-4a60-9445-5e02dc410f1d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/8a2267d5-f5e8-4b02-8c98-08540985772f HTTP/1.1" status: 204 len: 168 time: 0.6357570 Jul 19 03:40:30.890031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56224) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:30.895754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aac01525-1994-4178-ba9b-da4ad3c0f05b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e75be25bd4974f968410bc0e645db078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485367 Jul 19 03:40:30.896560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56226) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:30.962195 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e76c97-5589-4781-bc0f-a3771d884279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:30.967937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-80d796c4-c4c9-495b-bf09-b3e2e3acc71c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742190 Jul 19 03:40:30.968520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56230) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:30.974502 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-45cee074-a38f-43d8-a985-866ac12edc3a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:30.996673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e76c97-5589-4781-bc0f-a3771d884279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:31.065705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e76c97-5589-4781-bc0f-a3771d884279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:31.066227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18182f-6a3d-46a8-8b36-c6f43698e7ea None None] Update dhcp port {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': '8a2267d5-f5e8-4b02-8c98-08540985772f'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '232b85bd-89a0-41fb-af0b-4cba793fcdf8'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:40:31.068891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28e76c97-5589-4781-bc0f-a3771d884279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:31.071668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-28e76c97-5589-4781-bc0f-a3771d884279 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7aae362a-c493-4470-9d15-8a2d0388f4e4 HTTP/1.1" status: 204 len: 168 time: 0.1727593 Jul 19 03:40:31.087949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e76c97-5589-4781-bc0f-a3771d884279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aae362a-c493-4470-9d15-8a2d0388f4e4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:31.123343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cee074-a38f-43d8-a985-866ac12edc3a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:31.127020 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45cee074-a38f-43d8-a985-866ac12edc3a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:31.205366 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2e18182f-6a3d-46a8-8b36-c6f43698e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:31.466832 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45cee074-a38f-43d8-a985-866ac12edc3a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:31.533248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cee074-a38f-43d8-a985-866ac12edc3a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:31.543228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-45cee074-a38f-43d8-a985-866ac12edc3a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:31.545247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a5b4ff-7730-4541-9223-e9a6860e83bc None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:31.548481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cee074-a38f-43d8-a985-866ac12edc3a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:31.548780 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-45cee074-a38f-43d8-a985-866ac12edc3a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:31.597438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cee074-a38f-43d8-a985-866ac12edc3a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=7fb6d5c8-577c-4d01-be10-5bfe1776cbfd,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:31.608867 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-45cee074-a38f-43d8-a985-866ac12edc3a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6395330 Jul 19 03:40:31.613165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56252) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:31.621628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:31.690689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56260) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:31.721963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6f801b8b-05df-44df-af9c-d71c114bb2b1 None None] Provisioning complete for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:31.722762 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6f801b8b-05df-44df-af9c-d71c114bb2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:31.769556 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f79a08bf-282b-4cd1-8cbc-074d2bbe6579 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f872cfe954043108e58766d75c224e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774148 Jul 19 03:40:31.774295 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56264) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:31.802259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 232b85bd-89a0-41fb-af0b-4cba793fcdf8 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:31.834526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:31.841446 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:31.919171 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ce62b05-f992-498e-9221-27f9218c7efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:31.950471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ce62b05-f992-498e-9221-27f9218c7efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:32.039491 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ce62b05-f992-498e-9221-27f9218c7efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:32.043171 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4ce62b05-f992-498e-9221-27f9218c7efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:32.051787 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4ce62b05-f992-498e-9221-27f9218c7efa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f354e1a0-b194-42e6-8e37-19f4fb85f11d HTTP/1.1" status: 204 len: 168 time: 0.2759233 Jul 19 03:40:32.063482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce62b05-f992-498e-9221-27f9218c7efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f354e1a0-b194-42e6-8e37-19f4fb85f11d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:32.120284 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:32.248822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 232b85bd-89a0-41fb-af0b-4cba793fcdf8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=232b85bd-89a0-41fb-af0b-4cba793fcdf8,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:32.266077 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:32.294557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55859a-30b4-4ab8-9601-8837be41fa05 req-63fc822b-080e-4d78-8ea8-04d8eb4f10eb tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:32.296239 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e55859a-30b4-4ab8-9601-8837be41fa05 req-63fc822b-080e-4d78-8ea8-04d8eb4f10eb tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 943 time: 0.2595470 Jul 19 03:40:32.317398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56274) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:32.438872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e55859a-30b4-4ab8-9601-8837be41fa05 req-58083189-665e-43ff-a64e-ede6eec6617b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087756 Jul 19 03:40:32.446005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=232b85bd-89a0-41fb-af0b-4cba793fcdf8,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:32.453546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6d43f8-5021-4904-9886-2728c0d3733b None None] Update dhcp port {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': '7fb6d5c8-577c-4d01-be10-5bfe1776cbfd'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '232b85bd-89a0-41fb-af0b-4cba793fcdf8'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:40:32.538489 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3d6d43f8-5021-4904-9886-2728c0d3733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:32.601111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 49282edd-75cf-4584-a044-5080b71e5b1c details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:40:32.674930 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6f4a-00a1-4ebf-b49d-1ff9e69fe493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:32.827595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.objects.ports [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94344) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:40:32.874074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-3d6d43f8-5021-4904-9886-2728c0d3733b None None] Allocated IP 172.20.0.2 (1354f933-eff7-4801-b289-5be7c7667d7c/7fb6d5c8-577c-4d01-be10-5bfe1776cbfd/232b85bd-89a0-41fb-af0b-4cba793fcdf8) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:32.885126 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 49282edd-75cf-4584-a044-5080b71e5b1c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=49282edd-75cf-4584-a044-5080b71e5b1c,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:32.908481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '49282edd-75cf-4584-a044-5080b71e5b1c', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'port_id': '49282edd-75cf-4584-a044-5080b71e5b1c', 'mac_address': 'fa:16:3e:20:eb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:40:33.001367 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.025179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49282edd-75cf-4584-a044-5080b71e5b1c {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:40:33.038915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3d6d43f8-5021-4904-9886-2728c0d3733b None None] For port 232b85bd-89a0-41fb-af0b-4cba793fcdf8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=232b85bd-89a0-41fb-af0b-4cba793fcdf8,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:33.059131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 49282edd-75cf-4584-a044-5080b71e5b1c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=49282edd-75cf-4584-a044-5080b71e5b1c,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:33.066944 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.087236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6f4a-00a1-4ebf-b49d-1ff9e69fe493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.092163 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6f4a-00a1-4ebf-b49d-1ff9e69fe493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.102669 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3d6d43f8-5021-4904-9886-2728c0d3733b None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.127469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3d6d43f8-5021-4904-9886-2728c0d3733b None None] Transition to ACTIVE for port object 232b85bd-89a0-41fb-af0b-4cba793fcdf8 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:33.129052 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ff1d6f4a-00a1-4ebf-b49d-1ff9e69fe493 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cf32c97e1634864b00b4a71d70f0b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8098769 Jul 19 03:40:33.134099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56292) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:33.143921 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3d6d43f8-5021-4904-9886-2728c0d3733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.159358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=49282edd-75cf-4584-a044-5080b71e5b1c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:33.161909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d6f4a-00a1-4ebf-b49d-1ff9e69fe493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd70ab70-a724-4e05-8173-4d967cf3fc83,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:33.173102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.173581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.173960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.174404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.175092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.175092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.175453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.175887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.176271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.176656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.177042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.177491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:40:33.232756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.251668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d43f8-5021-4904-9886-2728c0d3733b None None] Pushing event updated for resources: {'Port': ['ID=232b85bd-89a0-41fb-af0b-4cba793fcdf8,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:33.251835 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f2951bb-a2c8-43d0-8435-c3a717dd4ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.268242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['49282edd-75cf-4584-a044-5080b71e5b1c'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:40:33.385102 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f2951bb-a2c8-43d0-8435-c3a717dd4ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.530040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] For port 232b85bd-89a0-41fb-af0b-4cba793fcdf8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=232b85bd-89a0-41fb-af0b-4cba793fcdf8,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:33.541429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f2951bb-a2c8-43d0-8435-c3a717dd4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.544691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f2951bb-a2c8-43d0-8435-c3a717dd4ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.546302 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5f2951bb-a2c8-43d0-8435-c3a717dd4ac2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd70ab70-a724-4e05-8173-4d967cf3fc83 HTTP/1.1" status: 204 len: 168 time: 0.4128067 Jul 19 03:40:33.561060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2951bb-a2c8-43d0-8435-c3a717dd4ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd70ab70-a724-4e05-8173-4d967cf3fc83,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:33.578535 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.589643 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.590695 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.699416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:33.743996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:33.744336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04253d8c-778f-4ebf-a71f-ffdbce2cafa0 req-9e60c61e-24eb-4def-9004-993e855b4615 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:33.749082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:33.750127 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04253d8c-778f-4ebf-a71f-ffdbce2cafa0 req-9e60c61e-24eb-4def-9004-993e855b4615 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 944 time: 0.1367002 Jul 19 03:40:33.756105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:33.766015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=9e3509f4-17f9-4779-a33a-3564a99653c0,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:33.773110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=232b85bd-89a0-41fb-af0b-4cba793fcdf8,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:33.811642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-58a7c8d5-1af1-4aa7-a0ec-839e9c6ab3a1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1952217 Jul 19 03:40:33.811642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56308) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:33.821518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:7e:9b:58', 'name': 'tempest-NetworksTestDHCPv6-1061448641'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:33.842453 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04253d8c-778f-4ebf-a71f-ffdbce2cafa0 req-82875662-7fae-44f1-833c-f6e125e94b6d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850246 Jul 19 03:40:33.895648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 232b85bd-89a0-41fb-af0b-4cba793fcdf8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:34.023477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:34.125283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:34.170774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 1e9c5faa-21c8-40a5-af20-852d6838bc41 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:40:34.213957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc879f6-02a5-4ea4-8ea0-522934c75187 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:34.307151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-038fa2f8-0e37-47d8-9458-2c7732b2e98a None None] Provisioning for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:34.316764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-038fa2f8-0e37-47d8-9458-2c7732b2e98a None None] Provisioning complete for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:34.317135 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-038fa2f8-0e37-47d8-9458-2c7732b2e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:34.378136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 172.20.0.5 (1354f933-eff7-4801-b289-5be7c7667d7c/7fb6d5c8-577c-4d01-be10-5bfe1776cbfd/1e9c5faa-21c8-40a5-af20-852d6838bc41) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:34.388254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::f816:3eff:fe7e:9b58 (1354f933-eff7-4801-b289-5be7c7667d7c/9e3509f4-17f9-4779-a33a-3564a99653c0/1e9c5faa-21c8-40a5-af20-852d6838bc41) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:34.594565 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:34.610731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object 1e9c5faa-21c8-40a5-af20-852d6838bc41 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:34.648743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 49282edd-75cf-4584-a044-5080b71e5b1c up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:34.664147 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:34.696104 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-038fa2f8-0e37-47d8-9458-2c7732b2e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:34.708008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:34.711898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:34.717047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:34.779838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-038fa2f8-0e37-47d8-9458-2c7732b2e98a None None] For port 232b85bd-89a0-41fb-af0b-4cba793fcdf8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=232b85bd-89a0-41fb-af0b-4cba793fcdf8,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:34.787387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-038fa2f8-0e37-47d8-9458-2c7732b2e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:34.792873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=1e9c5faa-21c8-40a5-af20-852d6838bc41,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:34.809658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 49282edd-75cf-4584-a044-5080b71e5b1c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:34.813586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:34.814424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:34.834524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 49282edd-75cf-4584-a044-5080b71e5b1c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:34.834906 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:34.840189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56346) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:34.840990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b852fbc4-0815-4789-961b-d31e8a65b0fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0274873 Jul 19 03:40:34.926572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fa2f8-0e37-47d8-9458-2c7732b2e98a None None] Pushing event updated for resources: {'Port': ['ID=232b85bd-89a0-41fb-af0b-4cba793fcdf8,revision_number=11']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:34.958179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d0114-7606-42fc-9a48-179ff271c5bb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:34.975482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d0114-7606-42fc-9a48-179ff271c5bb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:34.981280 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4e0d0114-7606-42fc-9a48-179ff271c5bb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1367869 Jul 19 03:40:34.981571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56354) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:34.993177 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:35.060735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 49282edd-75cf-4584-a044-5080b71e5b1c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=49282edd-75cf-4584-a044-5080b71e5b1c,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:35.062181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec27a2d1-ab48-423c-b750-6a1d6ee422e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49282edd-75cf-4584-a044-5080b71e5b1c'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:40:35.064670 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0bc842-2ec9-495f-a6e4-e3279eb73752" -d '{"events": [{"server_uuid": "ec27a2d1-ab48-423c-b750-6a1d6ee422e8", "name": "network-vif-plugged", "status": "completed", "tag": "49282edd-75cf-4584-a044-5080b71e5b1c"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:40:35.068273 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:35.197588 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6b4077-d5bf-48d9-806f-9e2c897ea607 x-openstack-request-id: req-2c6b4077-d5bf-48d9-806f-9e2c897ea607 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:40:35.197880 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec27a2d1-ab48-423c-b750-6a1d6ee422e8", "name": "network-vif-plugged", "status": "completed", "tag": "49282edd-75cf-4584-a044-5080b71e5b1c", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:40:35.198676 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c6b4077-d5bf-48d9-806f-9e2c897ea607 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:40:35.199185 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec27a2d1-ab48-423c-b750-6a1d6ee422e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49282edd-75cf-4584-a044-5080b71e5b1c', 'code': 200} Jul 19 03:40:35.200166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=49282edd-75cf-4584-a044-5080b71e5b1c,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:35.214651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ca8654c5-ab38-464d-b8f0-01732c88b04d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port 1e9c5faa-21c8-40a5-af20-852d6838bc41 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:35.215026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca8654c5-ab38-464d-b8f0-01732c88b04d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:35.226834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5375427-7a4e-4ab7-bd4c-4869df5f8461 req-737fbfcd-aedc-4b86-aac8-a6d2137255fe tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:35.234996 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5375427-7a4e-4ab7-bd4c-4869df5f8461 req-737fbfcd-aedc-4b86-aac8-a6d2137255fe tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 944 time: 0.2119105 Jul 19 03:40:35.315398 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5375427-7a4e-4ab7-bd4c-4869df5f8461 req-37e8eafa-d241-496f-a817-ab82dd1dd7ec tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792575 Jul 19 03:40:35.421882 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca8654c5-ab38-464d-b8f0-01732c88b04d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:35.439250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ca8654c5-ab38-464d-b8f0-01732c88b04d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for 1e9c5faa-21c8-40a5-af20-852d6838bc41 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:35.708021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1350d94-1a67-40cc-b628-fb662522d7fd None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:35.738035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca8654c5-ab38-464d-b8f0-01732c88b04d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:35.766319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1c13be7d-f812-48c0-8951-62b8324c91d5 None None] Provisioning complete for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:35.766489 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1c13be7d-f812-48c0-8951-62b8324c91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:35.772140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 232b85bd-89a0-41fb-af0b-4cba793fcdf8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:35.832758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8654c5-ab38-464d-b8f0-01732c88b04d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=1e9c5faa-21c8-40a5-af20-852d6838bc41,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:35.916645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ee15e-3aaa-4612-a995-46eda24a6635 req-193235bc-afe1-4ad1-9ff0-36227f9157d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:35.921324 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb0ee15e-3aaa-4612-a995-46eda24a6635 req-193235bc-afe1-4ad1-9ff0-36227f9157d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 1097 time: 0.6380694 Jul 19 03:40:35.964840 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb0ee15e-3aaa-4612-a995-46eda24a6635 req-d66d0f26-df6a-4b05-bd3b-92cd92de27f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365365 Jul 19 03:40:35.993898 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca8654c5-ab38-464d-b8f0-01732c88b04d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:35.999247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56400) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:35.999624 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ca8654c5-ab38-464d-b8f0-01732c88b04d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/1e9c5faa-21c8-40a5-af20-852d6838bc41 HTTP/1.1" status: 204 len: 168 time: 1.0161991 Jul 19 03:40:36.033700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:36.033882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56402) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:36.034225 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.067347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfe3c5d-b549-4c4c-8914-851cda3bcfc7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:36.070705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfe3c5d-b549-4c4c-8914-851cda3bcfc7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:36.072690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfe3c5d-b549-4c4c-8914-851cda3bcfc7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:36.075950 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9dfe3c5d-b549-4c4c-8914-851cda3bcfc7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0755477 Jul 19 03:40:36.078606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56406) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:36.145392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d00cea5-ad6a-4321-9a3d-b09b9181a500 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 7fb6d5c8-577c-4d01-be10-5bfe1776cbfd {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:36.148866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d00cea5-ad6a-4321-9a3d-b09b9181a500 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.200762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1879d9e4-5368-4f2f-a2ce-3f75cd40cb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.207973 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d00cea5-ad6a-4321-9a3d-b09b9181a500 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.337346 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d00cea5-ad6a-4321-9a3d-b09b9181a500 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.427162 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1879d9e4-5368-4f2f-a2ce-3f75cd40cb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.431237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d00cea5-ad6a-4321-9a3d-b09b9181a500 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.446157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1879d9e4-5368-4f2f-a2ce-3f75cd40cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.470821 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d00cea5-ad6a-4321-9a3d-b09b9181a500 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.471238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-75df0407-cadf-4fd7-b3a3-ba518c4e6479 None None] Provisioning complete for port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:36.471710 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75df0407-cadf-4fd7-b3a3-ba518c4e6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.472736 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3d00cea5-ad6a-4321-9a3d-b09b9181a500 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/7fb6d5c8-577c-4d01-be10-5bfe1776cbfd HTTP/1.1" status: 204 len: 168 time: 0.3926868 Jul 19 03:40:36.475829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56418) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:36.497336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1879d9e4-5368-4f2f-a2ce-3f75cd40cb4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf6d3cef0b7743a3ba97348ce6eca3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594827 Jul 19 03:40:36.506612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00cea5-ad6a-4321-9a3d-b09b9181a500 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb6d5c8-577c-4d01-be10-5bfe1776cbfd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:36.520801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56420) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:36.595847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879d9e4-5368-4f2f-a2ce-3f75cd40cb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51ea3a5-b706-4aed-85a4-cdf1f7b9fe24,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:36.605947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f637bd-ddef-4e18-a68e-49879ae3e9ed tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 9e3509f4-17f9-4779-a33a-3564a99653c0 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:36.614469 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99f637bd-ddef-4e18-a68e-49879ae3e9ed tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.669712 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99f637bd-ddef-4e18-a68e-49879ae3e9ed tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.686217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fe6fc-f5d3-4520-a065-1ce58ce99ea2 req-d8ecd91e-c928-4297-a4ea-d34d57c76bd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:36.687996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-105fe6fc-f5d3-4520-a065-1ce58ce99ea2 req-d8ecd91e-c928-4297-a4ea-d34d57c76bd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 945 time: 0.1913736 Jul 19 03:40:36.719884 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a3949ac3-4a45-42a6-989c-e68ca9e09a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.758016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-105fe6fc-f5d3-4520-a065-1ce58ce99ea2 req-808ed681-e6f1-4e19-a234-6810c7874797 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639253 Jul 19 03:40:36.760403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a3949ac3-4a45-42a6-989c-e68ca9e09a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.811208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042189b-2120-490a-9301-a77819239157 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:36.817367 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99f637bd-ddef-4e18-a68e-49879ae3e9ed tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.838444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a3949ac3-4a45-42a6-989c-e68ca9e09a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.843488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a3949ac3-4a45-42a6-989c-e68ca9e09a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.844926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a3949ac3-4a45-42a6-989c-e68ca9e09a25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a51ea3a5-b706-4aed-85a4-cdf1f7b9fe24 HTTP/1.1" status: 204 len: 168 time: 0.3216233 Jul 19 03:40:36.865847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3949ac3-4a45-42a6-989c-e68ca9e09a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51ea3a5-b706-4aed-85a4-cdf1f7b9fe24,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:36.914816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-43a5a137-c5df-4e09-89db-214edb995eea None None] Could not find standard attr ID for object 1e9c5faa-21c8-40a5-af20-852d6838bc41. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:40:36.915077 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99f637bd-ddef-4e18-a68e-49879ae3e9ed tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.957816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f637bd-ddef-4e18-a68e-49879ae3e9ed tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3509f4-17f9-4779-a33a-3564a99653c0,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:36.960190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99f637bd-ddef-4e18-a68e-49879ae3e9ed tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:36.965500 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-99f637bd-ddef-4e18-a68e-49879ae3e9ed tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/9e3509f4-17f9-4779-a33a-3564a99653c0 HTTP/1.1" status: 204 len: 168 time: 0.4884923 Jul 19 03:40:36.966418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56430) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:37.015184 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9b3feaf6-bdd8-4dea-8e4a-d06f5c4eb915 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474029 Jul 19 03:40:37.018015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56434) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:37.023264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c4f2a002-e465-418e-abbd-b3c8ef2b45ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:37.105957 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:37.130479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493ce82-9d20-48b0-90cc-f441561bd272 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:40:37.172934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f2a002-e465-418e-abbd-b3c8ef2b45ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:37.176667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4f2a002-e465-418e-abbd-b3c8ef2b45ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:37.193633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1493ce82-9d20-48b0-90cc-f441561bd272 None None] Deleting port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:37.194087 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1493ce82-9d20-48b0-90cc-f441561bd272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:37.289771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1493ce82-9d20-48b0-90cc-f441561bd272 None None] For port 232b85bd-89a0-41fb-af0b-4cba793fcdf8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=232b85bd-89a0-41fb-af0b-4cba793fcdf8,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:37.290207 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1493ce82-9d20-48b0-90cc-f441561bd272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:37.293698 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:37.306697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1493ce82-9d20-48b0-90cc-f441561bd272 None None] Calling delete_port for 232b85bd-89a0-41fb-af0b-4cba793fcdf8 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:37.408495 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1493ce82-9d20-48b0-90cc-f441561bd272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:37.431300 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4f2a002-e465-418e-abbd-b3c8ef2b45ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:37.444326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493ce82-9d20-48b0-90cc-f441561bd272 None None] No DVR routers for this DVR port 232b85bd-89a0-41fb-af0b-4cba793fcdf8 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:37.446572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493ce82-9d20-48b0-90cc-f441561bd272 None None] Pushing event deleted for resources: {'Port': ['ID=232b85bd-89a0-41fb-af0b-4cba793fcdf8,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:37.481716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f2a002-e465-418e-abbd-b3c8ef2b45ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:37.485152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c4f2a002-e465-418e-abbd-b3c8ef2b45ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:37.489842 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2a002-e465-418e-abbd-b3c8ef2b45ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:37.490548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4f2a002-e465-418e-abbd-b3c8ef2b45ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:37.498128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720940c5-6138-491b-b215-ff54a21bc920 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:37.505485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2a002-e465-418e-abbd-b3c8ef2b45ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=653669ee-c760-4cb1-93d3-9052fa3fc0af,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:37.520412 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c4f2a002-e465-418e-abbd-b3c8ef2b45ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5010278 Jul 19 03:40:37.523748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56456) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:37.530315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:37.668335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:37.672494 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:37.719577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '653669ee-c760-4cb1-93d3-9052fa3fc0af'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:40:37.721160 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:37.819173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56470) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:37.895626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Allocated IP 172.20.0.2 (1354f933-eff7-4801-b289-5be7c7667d7c/653669ee-c760-4cb1-93d3-9052fa3fc0af/1f58bc38-6236-45fd-9d39-2642824eda02) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:38.012514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 232b85bd-89a0-41fb-af0b-4cba793fcdf8 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:38.032483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1702508079-network', 'tenant_id': 'c1f890c15e7149d0be4137e10c808512'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:38.055829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 232b85bd-89a0-41fb-af0b-4cba793fcdf8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:38.056355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 232b85bd-89a0-41fb-af0b-4cba793fcdf8 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:38.059216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Made reservation on behalf of c1f890c15e7149d0be4137e10c808512 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:38.065903 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.080102 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.080310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.095858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Transition to ACTIVE for port object 1f58bc38-6236-45fd-9d39-2642824eda02 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:38.123520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Transition to ACTIVE for port object 1f58bc38-6236-45fd-9d39-2642824eda02 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:38.136990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.192482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:38.196789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:38.199687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:38.204483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.210737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cc863-c3f6-4931-b09c-e462f6d032f4 req-a98a8602-7f16-45db-8876-3b9fa5d78136 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:38.210974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Pushing event updated for resources: {'Port': ['ID=1f58bc38-6236-45fd-9d39-2642824eda02,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:38.213426 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a82cc863-c3f6-4931-b09c-e462f6d032f4 req-a98a8602-7f16-45db-8876-3b9fa5d78136 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 945 time: 0.1579707 Jul 19 03:40:38.216329 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.273234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:40:38.281580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Attempting to bind port 1f58bc38-6236-45fd-9d39-2642824eda02 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:38.282111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Attempting to bind port 1f58bc38-6236-45fd-9d39-2642824eda02 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:38.282512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Attempting to bind port 1f58bc38-6236-45fd-9d39-2642824eda02 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:38.288759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:38.289502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:38.289934 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.290324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:38.290804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Bound port: 1f58bc38-6236-45fd-9d39-2642824eda02, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:38.291189 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.297170 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.297664 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Added segment 99846c01-77c4-43e1-b391-4f64ab0b5523 of type vlan for network 1b365460-3e8a-4eb0-8444-737b2984fd55 Jul 19 03:40:38.299296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad249da0-6544-4e94-9dcd-cff3490cbc55,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:38.310956 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a82cc863-c3f6-4931-b09c-e462f6d032f4 req-b628b23d-afad-4008-be29-0c4b0bffaa2e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908408 Jul 19 03:40:38.313832 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:40:38.392464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.412603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] For port 1f58bc38-6236-45fd-9d39-2642824eda02, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:38.417278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] For port 1f58bc38-6236-45fd-9d39-2642824eda02, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1f58bc38-6236-45fd-9d39-2642824eda02,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:38.422672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.429110 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.430991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:38.434058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.496977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32e1d7-2c75-447b-bd42-6c1d548f0b2c None None] Pushing event updated for resources: {'Port': ['ID=1f58bc38-6236-45fd-9d39-2642824eda02,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:38.514343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6882381 Jul 19 03:40:38.561128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c73ca3-be91-4494-bc7a-edeb30946c94 admin admin] Pushing event updated for resources: {'Network': ['ID=1b365460-3e8a-4eb0-8444-737b2984fd55,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:38.579735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 1b365460-3e8a-4eb0-8444-737b2984fd55 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:40:38.591304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:38.607839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabf6f1-98d7-4520-b8d3-ee2972434bcb req-a31129de-9655-4538-8927-e4d445468fe3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:38.609548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7aabf6f1-98d7-4520-b8d3-ee2972434bcb req-a31129de-9655-4538-8927-e4d445468fe3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 945 time: 0.1665163 Jul 19 03:40:38.676884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7aabf6f1-98d7-4520-b8d3-ee2972434bcb req-a983fcce-4da7-44b9-b080-3799834e5b82 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613933 Jul 19 03:40:38.949936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] For port 1f58bc38-6236-45fd-9d39-2642824eda02, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1f58bc38-6236-45fd-9d39-2642824eda02,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:38.994705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9375c-97d8-4ddd-a79d-13c2e453843a req-4d366486-9aa5-47df-bcb0-d24a4f30b580 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:38.996158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-03d9375c-97d8-4ddd-a79d-13c2e453843a req-4d366486-9aa5-47df-bcb0-d24a4f30b580 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 945 time: 0.1268978 Jul 19 03:40:39.014501 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.024062 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.024911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.117289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:39.123310 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-03d9375c-97d8-4ddd-a79d-13c2e453843a req-51c2c1de-a354-4be5-a2f7-033eda90a036 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191523 Jul 19 03:40:39.132393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:39.143079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:39.143963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.150183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811ea74-c218-4089-855b-abe53a9b7f30 req-e4aa1817-1168-412b-92d6-f40f050fca8a tempest-ComputeTenantNetworksTest-726937122 tempest-ComputeTenantNetworksTest-726937122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:39.160042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811ea74-c218-4089-855b-abe53a9b7f30 req-e4aa1817-1168-412b-92d6-f40f050fca8a tempest-ComputeTenantNetworksTest-726937122 tempest-ComputeTenantNetworksTest-726937122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:39.161725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=1f58bc38-6236-45fd-9d39-2642824eda02,revision_number=4']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:39.169297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811ea74-c218-4089-855b-abe53a9b7f30 req-e4aa1817-1168-412b-92d6-f40f050fca8a tempest-ComputeTenantNetworksTest-726937122 tempest-ComputeTenantNetworksTest-726937122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:39.170954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a811ea74-c218-4089-855b-abe53a9b7f30 req-e4aa1817-1168-412b-92d6-f40f050fca8a tempest-ComputeTenantNetworksTest-726937122 tempest-ComputeTenantNetworksTest-726937122-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2253518 Jul 19 03:40:39.175668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=a56a17c0-40a1-49ea-ab8a-eddd51bbd4d4,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:39.179968 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b7fa1f86-250c-4bbc-a20c-a0c051f66eb1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6544628 Jul 19 03:40:39.183711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56506) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:39.203618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:2c:be:bd', 'name': 'tempest-NetworksTestDHCPv6-469899147'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:39.291604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f650a-e320-448c-b4da-1ae7e1884a85 req-a9f0ffdf-94bc-4d00-8f41-6a585c3821fe tempest-ComputeTenantNetworksTest-726937122 tempest-ComputeTenantNetworksTest-726937122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:39.293475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-193f650a-e320-448c-b4da-1ae7e1884a85 req-a9f0ffdf-94bc-4d00-8f41-6a585c3821fe tempest-ComputeTenantNetworksTest-726937122 tempest-ComputeTenantNetworksTest-726937122-project] 10.222.0.20 "GET /v2.0/networks/1b365460-3e8a-4eb0-8444-737b2984fd55 HTTP/1.1" status: 200 len: 769 time: 0.0932338 Jul 19 03:40:39.301617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56512) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:39.331964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:39.396849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.515451 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.539847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 20572c99-34f0-4504-acb3-a8f2875fae90 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:40:39.564572 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.580291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b365460-3e8a-4eb0-8444-737b2984fd55']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:39.618829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99846c01-77c4-43e1-b391-4f64ab0b5523') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:39.619128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99846c01-77c4-43e1-b391-4f64ab0b5523') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:40:39.653370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.682980 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.701407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:40:39.701826 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:40:39.731202 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:40:39.788885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 172.20.0.14 (1354f933-eff7-4801-b289-5be7c7667d7c/653669ee-c760-4cb1-93d3-9052fa3fc0af/20572c99-34f0-4504-acb3-a8f2875fae90) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:39.799580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::f816:3eff:fe2c:bebd (1354f933-eff7-4801-b289-5be7c7667d7c/a56a17c0-40a1-49ea-ab8a-eddd51bbd4d4/20572c99-34f0-4504-acb3-a8f2875fae90) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:39.804224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41bf00-d998-478c-ab88-e34e7c741903 req-01ac7c00-4189-4aed-8bd5-05c9ec256268 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:39.805981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cd41bf00-d998-478c-ab88-e34e7c741903 req-01ac7c00-4189-4aed-8bd5-05c9ec256268 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 945 time: 0.2031026 Jul 19 03:40:39.811474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.819350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:39.824990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1b365460-3e8a-4eb0-8444-737b2984fd55 HTTP/1.1" status: 204 len: 168 time: 0.5222142 Jul 19 03:40:39.835816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1f58bc38-6236-45fd-9d39-2642824eda02 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:39.868224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f148c77-5157-4aa6-b1f5-77e03a68e0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b365460-3e8a-4eb0-8444-737b2984fd55,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:39.926179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cd41bf00-d998-478c-ab88-e34e7c741903 req-6b0e8968-a687-4ef6-88b8-4f585fe6d23d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125314 Jul 19 03:40:39.940130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 1f58bc38-6236-45fd-9d39-2642824eda02 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:39.980090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcbf8b5-b343-467a-ae5c-0824966ce679 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:40.043106 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.061200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56530) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:40.064385 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object 20572c99-34f0-4504-acb3-a8f2875fae90 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:40.116103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-776e67b4-d569-47a3-a219-acf2e6e971c5 None None] Provisioning for port 1f58bc38-6236-45fd-9d39-2642824eda02 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:40.126858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-776e67b4-d569-47a3-a219-acf2e6e971c5 None None] Provisioning complete for port 1f58bc38-6236-45fd-9d39-2642824eda02 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:40.127487 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-776e67b4-d569-47a3-a219-acf2e6e971c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.143609 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5ee0d7ca-3eab-4f0e-abe7-4a5e6dfe56c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1f890c15e7149d0be4137e10c808512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812008 Jul 19 03:40:40.146914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56532) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:40.158498 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.210244 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-07f36065-65bc-4ada-9e26-67b6f3d7d409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.240793 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-07f36065-65bc-4ada-9e26-67b6f3d7d409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.257683 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-776e67b4-d569-47a3-a219-acf2e6e971c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.294900 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-07f36065-65bc-4ada-9e26-67b6f3d7d409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.297815 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-07f36065-65bc-4ada-9e26-67b6f3d7d409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.298776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-776e67b4-d569-47a3-a219-acf2e6e971c5 None None] For port 1f58bc38-6236-45fd-9d39-2642824eda02, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1f58bc38-6236-45fd-9d39-2642824eda02,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:40.299401 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-07f36065-65bc-4ada-9e26-67b6f3d7d409 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad249da0-6544-4e94-9dcd-cff3490cbc55 HTTP/1.1" status: 204 len: 168 time: 0.1514215 Jul 19 03:40:40.309914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f36065-65bc-4ada-9e26-67b6f3d7d409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad249da0-6544-4e94-9dcd-cff3490cbc55,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:40.322072 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-776e67b4-d569-47a3-a219-acf2e6e971c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.394879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e67b4-d569-47a3-a219-acf2e6e971c5 None None] Pushing event updated for resources: {'Port': ['ID=1f58bc38-6236-45fd-9d39-2642824eda02,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:40.497852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:40.501310 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:40.505373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:40.552176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=20572c99-34f0-4504-acb3-a8f2875fae90,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:40.567680 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:40.568659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.583240 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-85312d6c-1f62-4bc7-9ca6-d3244fbbc0bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3982801 Jul 19 03:40:40.585847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56540) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:40.680587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe04d1-b6ae-4ba4-be89-a34292f82df1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:40.686995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe04d1-b6ae-4ba4-be89-a34292f82df1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:40.691262 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a2fe04d1-b6ae-4ba4-be89-a34292f82df1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1016438 Jul 19 03:40:40.691474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56548) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:40.804400 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d7875f94-2e5d-4378-bb73-16c56fdb1ce9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port 20572c99-34f0-4504-acb3-a8f2875fae90 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:40.804980 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7875f94-2e5d-4378-bb73-16c56fdb1ce9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.918533 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7875f94-2e5d-4378-bb73-16c56fdb1ce9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:40.941271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d7875f94-2e5d-4378-bb73-16c56fdb1ce9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for 20572c99-34f0-4504-acb3-a8f2875fae90 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:41.000502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-97a639bc-956d-4a1a-a9f8-190740ddb1b5 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:41.002313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-97a639bc-956d-4a1a-a9f8-190740ddb1b5 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 945 time: 0.1097875 Jul 19 03:40:41.211556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-6db880e3-aa22-47c0-8871-bacdbd60bcd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Deleting port 49282edd-75cf-4584-a044-5080b71e5b1c {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:41.213061 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-6db880e3-aa22-47c0-8871-bacdbd60bcd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:41.325098 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7875f94-2e5d-4378-bb73-16c56fdb1ce9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:41.349137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34109e-1e8c-4fc4-a101-d43f7ec31b16 req-b1792163-baf1-47ec-8b5d-98d87a3ee01b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:41.351082 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1f34109e-1e8c-4fc4-a101-d43f7ec31b16 req-b1792163-baf1-47ec-8b5d-98d87a3ee01b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 945 time: 0.1619790 Jul 19 03:40:41.380995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-6db880e3-aa22-47c0-8871-bacdbd60bcd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] For port 49282edd-75cf-4584-a044-5080b71e5b1c, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=49282edd-75cf-4584-a044-5080b71e5b1c,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:41.381369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-6db880e3-aa22-47c0-8871-bacdbd60bcd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:41.383846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f8e93272-c37d-4a94-9bd6-7681d8c5cd8e None None] Provisioning complete for port 1f58bc38-6236-45fd-9d39-2642824eda02 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:41.384750 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f8e93272-c37d-4a94-9bd6-7681d8c5cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:41.397191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-6db880e3-aa22-47c0-8871-bacdbd60bcd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Calling delete_port for 49282edd-75cf-4584-a044-5080b71e5b1c owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:41.400608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7875f94-2e5d-4378-bb73-16c56fdb1ce9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=20572c99-34f0-4504-acb3-a8f2875fae90,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:41.546755 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1f34109e-1e8c-4fc4-a101-d43f7ec31b16 req-d3695deb-20fa-4df9-9d36-602aeab25309 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778290 Jul 19 03:40:41.548558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56578) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:41.593403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f8e93272-c37d-4a94-9bd6-7681d8c5cd8e None None] Could not find standard attr ID for object 20572c99-34f0-4504-acb3-a8f2875fae90. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:40:41.598761 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7875f94-2e5d-4378-bb73-16c56fdb1ce9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:41.603334 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d7875f94-2e5d-4378-bb73-16c56fdb1ce9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/20572c99-34f0-4504-acb3-a8f2875fae90 HTTP/1.1" status: 204 len: 168 time: 0.9086599 Jul 19 03:40:41.603891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56582) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:41.684617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-6db880e3-aa22-47c0-8871-bacdbd60bcd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:41.700192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['49282edd-75cf-4584-a044-5080b71e5b1c'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:40:41.715576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa4ac60-3eb2-4f07-a10b-da1469e4d7bd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:41.717826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa4ac60-3eb2-4f07-a10b-da1469e4d7bd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:41.722148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa4ac60-3eb2-4f07-a10b-da1469e4d7bd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:41.727455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db880e3-aa22-47c0-8871-bacdbd60bcd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'Port': ['ID=49282edd-75cf-4584-a044-5080b71e5b1c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:41.729201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56588) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:41.745443 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-afa4ac60-3eb2-4f07-a10b-da1469e4d7bd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1404026 Jul 19 03:40:41.771561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d0427b57-e429-4516-92d3-81dedbd48f18 None None] Could not find standard attr ID for object 20572c99-34f0-4504-acb3-a8f2875fae90. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:40:41.790057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1f58bc38-6236-45fd-9d39-2642824eda02 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:41.814576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-6db880e3-aa22-47c0-8871-bacdbd60bcd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] No DVR routers for this DVR port 49282edd-75cf-4584-a044-5080b71e5b1c on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:41.840880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-384177452-network', 'tenant_id': 'f16f558b99f747f5819c614aba5f3c61'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:41.843984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1f58bc38-6236-45fd-9d39-2642824eda02 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:41.844570 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:41.862584 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-6db880e3-aa22-47c0-8871-bacdbd60bcd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:41.866560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ad989d1-c9c0-4131-9948-416019eb6b87 req-6db880e3-aa22-47c0-8871-bacdbd60bcd1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "DELETE /v2.0/ports/49282edd-75cf-4584-a044-5080b71e5b1c HTTP/1.1" status: 204 len: 173 time: 0.8574350 Jul 19 03:40:41.869770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec27a2d1-ab48-423c-b750-6a1d6ee422e8', 'name': 'network-vif-deleted', 'tag': '49282edd-75cf-4584-a044-5080b71e5b1c'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:40:41.872793 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b304d1d-0c0c-4cf7-8899-e1538cf4eb3e" -d '{"events": [{"server_uuid": "ec27a2d1-ab48-423c-b750-6a1d6ee422e8", "name": "network-vif-deleted", "tag": "49282edd-75cf-4584-a044-5080b71e5b1c"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:40:41.895024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Made reservation on behalf of f16f558b99f747f5819c614aba5f3c61 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:41.902031 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:41.936069 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.064698 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7ebafc-3e33-4df2-9211-a2b005d107a2 x-openstack-request-id: req-1a7ebafc-3e33-4df2-9211-a2b005d107a2 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:40:42.065103 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec27a2d1-ab48-423c-b750-6a1d6ee422e8", "name": "network-vif-deleted", "tag": "49282edd-75cf-4584-a044-5080b71e5b1c", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:40:42.065446 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a7ebafc-3e33-4df2-9211-a2b005d107a2 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:40:42.065939 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec27a2d1-ab48-423c-b750-6a1d6ee422e8', 'name': 'network-vif-deleted', 'tag': '49282edd-75cf-4584-a044-5080b71e5b1c', 'status': 'completed', 'code': 200} Jul 19 03:40:42.086606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-b660ab45-af07-4813-8a4c-0afbbc0d73dd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 653669ee-c760-4cb1-93d3-9052fa3fc0af {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:42.093610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b660ab45-af07-4813-8a4c-0afbbc0d73dd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.152264 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b660ab45-af07-4813-8a4c-0afbbc0d73dd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.254537 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b660ab45-af07-4813-8a4c-0afbbc0d73dd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.327961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.332977 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.341156 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b660ab45-af07-4813-8a4c-0afbbc0d73dd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.377029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660ab45-af07-4813-8a4c-0afbbc0d73dd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=653669ee-c760-4cb1-93d3-9052fa3fc0af,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:42.396177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:40:42.402662 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b660ab45-af07-4813-8a4c-0afbbc0d73dd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.407013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b660ab45-af07-4813-8a4c-0afbbc0d73dd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/653669ee-c760-4cb1-93d3-9052fa3fc0af HTTP/1.1" status: 204 len: 168 time: 0.6710536 Jul 19 03:40:42.407782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56604) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:42.408432 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a102295-bad3-427e-95aa-9df0011e0f77,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:42.410132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d877600c-383e-4b33-bb3c-7e61eac1f36c None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:42.448466 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.448822 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Added segment 68329974-f270-43f8-9317-6768091fa89a of type vlan for network 62311731-e7b6-46fc-b54a-ab3b3d389549 Jul 19 03:40:42.502644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f80091d-0ed1-4f06-8d98-0fa41fdde6b4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet a56a17c0-40a1-49ea-ab8a-eddd51bbd4d4 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:42.509109 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.513253 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f80091d-0ed1-4f06-8d98-0fa41fdde6b4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.602405 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f80091d-0ed1-4f06-8d98-0fa41fdde6b4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.662029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.663615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:42.664040 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.749500 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1993475 Jul 19 03:40:42.757930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56612) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:42.764819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Request body: {'subnet': {'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-384177452-subnet', 'tenant_id': 'f16f558b99f747f5819c614aba5f3c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:42.775561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9af1a618-2e89-4b17-91ab-8e60980fb8cb req-7d20d13b-c20a-47ae-b7d5-8e77990a41cd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 210 time: 0.0484431 Jul 19 03:40:42.785646 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f24e658b-8296-4ccb-99f3-0ab59c7498d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.828838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Made reservation on behalf of f16f558b99f747f5819c614aba5f3c61 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:42.830942 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:42.872685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cecb2-8e26-465b-a14b-032538097113 admin admin] Pushing event updated for resources: {'Network': ['ID=62311731-e7b6-46fc-b54a-ab3b3d389549,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:42.886419 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 62311731-e7b6-46fc-b54a-ab3b3d389549 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:40:42.903196 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f80091d-0ed1-4f06-8d98-0fa41fdde6b4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:43.016442 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f80091d-0ed1-4f06-8d98-0fa41fdde6b4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:43.068789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9f80091d-0ed1-4f06-8d98-0fa41fdde6b4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:43.075017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9f80091d-0ed1-4f06-8d98-0fa41fdde6b4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/a56a17c0-40a1-49ea-ab8a-eddd51bbd4d4 HTTP/1.1" status: 204 len: 168 time: 0.6595266 Jul 19 03:40:43.075017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80091d-0ed1-4f06-8d98-0fa41fdde6b4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=a56a17c0-40a1-49ea-ab8a-eddd51bbd4d4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:43.076807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56620) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:43.141419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-66375243-9372-42cd-8761-f379862ee96f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629544 Jul 19 03:40:43.142360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56622) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:43.208361 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:43.247803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c62ce5-87a2-4976-8425-ee74a3219645 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:43.249472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-24c62ce5-87a2-4976-8425-ee74a3219645 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1059892 Jul 19 03:40:43.252122 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56628) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:43.311235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:43.318342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13deac0-6771-46f4-a57a-a17d85e269ed tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:43.320128 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b13deac0-6771-46f4-a57a-a17d85e269ed tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0670812 Jul 19 03:40:43.322667 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56630) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:43.323563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Checking segment: {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:43.323937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Network hostable DHCP agents. Network: 62311731-e7b6-46fc-b54a-ab3b3d389549, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:40:43.348849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Network 62311731-e7b6-46fc-b54a-ab3b3d389549 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:40:43.363761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 62311731-e7b6-46fc-b54a-ab3b3d389549) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:43.369720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:43.370945 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:43.375598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e326f9c-78ee-46e7-abba-897df9c47bc7 None None] Network 62311731-e7b6-46fc-b54a-ab3b3d389549 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:43.409764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b57d8325-188c-4933-95f1-3fcb54ab90f0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6502423 Jul 19 03:40:43.436521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56638) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:43.445355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6b4117f2-a670-4e9d-8ce8-ab574c7be255 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136899 Jul 19 03:40:43.451276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f4e1fcfb-a944-4fd7-9e7d-067837a75f07 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:43.620961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad6e73-73de-47c6-9073-addc4e33cd4b None None] Network 62311731-e7b6-46fc-b54a-ab3b3d389549 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:43.621754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e1fcfb-a944-4fd7-9e7d-067837a75f07 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:43.627037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fcfb-a944-4fd7-9e7d-067837a75f07 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:43.629518 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e1fcfb-a944-4fd7-9e7d-067837a75f07 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:40:43.630184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e1fcfb-a944-4fd7-9e7d-067837a75f07 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:40:43.653848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f4e1fcfb-a944-4fd7-9e7d-067837a75f07 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2158957 Jul 19 03:40:43.657129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56644) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:43.662686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4e5eb1fa-b09f-4da5-b015-e9c78fe868c2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:43.856830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5eb1fa-b09f-4da5-b015-e9c78fe868c2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:43.860570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb1fa-b09f-4da5-b015-e9c78fe868c2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:43.862003 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5eb1fa-b09f-4da5-b015-e9c78fe868c2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:40:43.862468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5eb1fa-b09f-4da5-b015-e9c78fe868c2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:40:43.891495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4e5eb1fa-b09f-4da5-b015-e9c78fe868c2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2329731 Jul 19 03:40:43.894481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56654) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:43.899727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-65a24d9e-c4de-4092-9a77-d9b6f80d3496 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:43.980022 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d0887726-703c-48b2-bd27-ba984b5157c7 req-f1ad3bb3-12a0-428c-9410-b2e4920eba5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 210 time: 0.0451982 Jul 19 03:40:44.109284 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a24d9e-c4de-4092-9a77-d9b6f80d3496 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:44.113570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-65a24d9e-c4de-4092-9a77-d9b6f80d3496 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:44.116269 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a24d9e-c4de-4092-9a77-d9b6f80d3496 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:40:44.118560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a24d9e-c4de-4092-9a77-d9b6f80d3496 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:40:44.138404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddeb958-740e-4ed7-924c-e3f9d034088b None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:44.168765 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-65a24d9e-c4de-4092-9a77-d9b6f80d3496 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2730415 Jul 19 03:40:44.171724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56670) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:44.177520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b496f74b-7e96-4043-9270-0d4e55e81b7c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:44.261770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6ea5c370-fc69-4366-9daf-69a937392b42 None None] Provisioning complete for port 1f58bc38-6236-45fd-9d39-2642824eda02 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:44.262163 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c370-fc69-4366-9daf-69a937392b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:44.276326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-5d64bd5b-e1a3-46d6-a5ca-d3c6e4b17266 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:44.277961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-5d64bd5b-e1a3-46d6-a5ca-d3c6e4b17266 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 814 time: 0.2074797 Jul 19 03:40:44.302455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-2b59b73d-e965-4e08-957b-58c9500b6378 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/quotas/f16f558b99f747f5819c614aba5f3c61 HTTP/1.1" status: 200 len: 375 time: 0.0181408 Jul 19 03:40:44.361124 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-70386752-fc40-44d3-bf8c-b383ef6d88c8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509989 Jul 19 03:40:44.377134 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b496f74b-7e96-4043-9270-0d4e55e81b7c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:44.382810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b496f74b-7e96-4043-9270-0d4e55e81b7c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:44.386392 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b496f74b-7e96-4043-9270-0d4e55e81b7c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:40:44.387562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b496f74b-7e96-4043-9270-0d4e55e81b7c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:40:44.414610 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b496f74b-7e96-4043-9270-0d4e55e81b7c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2412970 Jul 19 03:40:44.418163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56672) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:44.424663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9d9e99f9-6bcd-4177-82e6-6b1dd2149ff3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:44.475112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f76cc7a-eeed-45f3-9be0-e40d49a5156c None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:40:44.520426 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-36044986-7f67-4b75-9f77-2d21b2c83fea service neutron] 10.222.0.20 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572545 Jul 19 03:40:44.546824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0f76cc7a-eeed-45f3-9be0-e40d49a5156c None None] Deleting port 1f58bc38-6236-45fd-9d39-2642824eda02 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:44.547042 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0f76cc7a-eeed-45f3-9be0-e40d49a5156c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:44.563415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9e99f9-6bcd-4177-82e6-6b1dd2149ff3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:44.571806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d9e99f9-6bcd-4177-82e6-6b1dd2149ff3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:44.573961 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9e99f9-6bcd-4177-82e6-6b1dd2149ff3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:40:44.574655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9e99f9-6bcd-4177-82e6-6b1dd2149ff3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:40:44.603000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9d9e99f9-6bcd-4177-82e6-6b1dd2149ff3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1826000 Jul 19 03:40:44.606340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56674) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:44.614503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-741dbfee-10f4-4af0-aa58-843d3c388809 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:44.623710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0f76cc7a-eeed-45f3-9be0-e40d49a5156c None None] For port 1f58bc38-6236-45fd-9d39-2642824eda02, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1f58bc38-6236-45fd-9d39-2642824eda02,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:44.624299 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0f76cc7a-eeed-45f3-9be0-e40d49a5156c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:44.641476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0f76cc7a-eeed-45f3-9be0-e40d49a5156c None None] Calling delete_port for 1f58bc38-6236-45fd-9d39-2642824eda02 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:44.646060 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-b00d27cb-6e47-418a-8ad0-92101c6dc737 service neutron] 10.222.0.20 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186602 Jul 19 03:40:44.721210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 49282edd-75cf-4584-a044-5080b71e5b1c no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:44.747654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 49282edd-75cf-4584-a044-5080b71e5b1c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:44.747989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 49282edd-75cf-4584-a044-5080b71e5b1c not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:44.755251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741dbfee-10f4-4af0-aa58-843d3c388809 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:44.759868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-741dbfee-10f4-4af0-aa58-843d3c388809 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:44.762399 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-741dbfee-10f4-4af0-aa58-843d3c388809 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:40:44.762663 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741dbfee-10f4-4af0-aa58-843d3c388809 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:40:44.784091 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-741dbfee-10f4-4af0-aa58-843d3c388809 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1765747 Jul 19 03:40:44.786980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56676) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:44.790989 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0f76cc7a-eeed-45f3-9be0-e40d49a5156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:44.842643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76cc7a-eeed-45f3-9be0-e40d49a5156c None None] Pushing event deleted for resources: {'Port': ['ID=1f58bc38-6236-45fd-9d39-2642824eda02,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:44.844518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f76cc7a-eeed-45f3-9be0-e40d49a5156c None None] No DVR routers for this DVR port 1f58bc38-6236-45fd-9d39-2642824eda02 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:44.849442 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e08c4201-eafe-47d5-b75d-cdba30dd3d42 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0612712 Jul 19 03:40:44.851799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56680) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:44.890423 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-060fde37-ae82-47e6-bcef-6d60157df898 req-a10d4b55-52aa-4527-bf5b-47f97d370b78 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 210 time: 0.0322874 Jul 19 03:40:44.912231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cab7758-75f2-45e0-8b62-ebc15cbaab42 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:44.915106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9cab7758-75f2-45e0-8b62-ebc15cbaab42 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0618625 Jul 19 03:40:44.919207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56682) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:44.967182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fb10b5ae-9f49-474c-a795-c559b931984e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466907 Jul 19 03:40:44.972446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56684) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:44.977421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:45.084016 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2eecd394-2b9d-4b98-9af5-fd30e6a5d6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:45.084258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:45.091756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:45.157953 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a109c49-fb68-4f67-af10-435d7339825c req-3f2d3577-e7ac-47df-8730-dfa4d17eec23 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 210 time: 0.0478160 Jul 19 03:40:45.421861 n-d-762330-18 neutron-server[94344]: DEBUG neutron.objects.ports [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94344) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:40:45.423484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:45.480943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:45.485960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:45.490806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:45.491399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:45.497979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09dca2a-c358-485c-8bf3-753dbf992132 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:45.508727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=29c5809f-2d98-4dcd-b44e-fe0a2df3149b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:45.519297 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1f0c331f-a567-4c46-92f6-3c93a087fe85 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5458393 Jul 19 03:40:45.522055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56690) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:45.528543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:1b:39:9c', 'name': 'tempest-NetworksTestDHCPv6-2023844084'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:45.653001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:45.679509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '29c5809f-2d98-4dcd-b44e-fe0a2df3149b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:40:45.680947 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:45.687030 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:45.769577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1f58bc38-6236-45fd-9d39-2642824eda02 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:45.797555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 1f58bc38-6236-45fd-9d39-2642824eda02 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:45.797901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1f58bc38-6236-45fd-9d39-2642824eda02 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:45.862606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Allocated IP 2001:db8::f816:3eff:fea4:abf4 (1354f933-eff7-4801-b289-5be7c7667d7c/29c5809f-2d98-4dcd-b44e-fe0a2df3149b/f1614fee-c92a-4f2f-8b6c-4cc7c56c798f) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:46.045318 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de7a3481-d4d5-4e8a-9c1d-ed28c6f536d2 req-cdb67487-6cbf-4845-b3f6-03a02167fa2a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 210 time: 0.0790603 Jul 19 03:40:46.049808 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:46.060471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Transition to ACTIVE for port object f1614fee-c92a-4f2f-8b6c-4cc7c56c798f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:46.077461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Transition to ACTIVE for port object f1614fee-c92a-4f2f-8b6c-4cc7c56c798f will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:46.086116 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:46.154553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:46.156340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:46.160718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Pushing event updated for resources: {'Port': ['ID=f1614fee-c92a-4f2f-8b6c-4cc7c56c798f,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:46.163988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:46.214512 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:46.236007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Attempting to bind port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:46.236271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Attempting to bind port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:46.236703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Attempting to bind port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:46.242281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port d3758479-cfb8-4289-9242-648d76503bfa yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:40:46.242780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:46.243152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:46.243596 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:46.244040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:46.244579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Bound port: f1614fee-c92a-4f2f-8b6c-4cc7c56c798f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:46.244978 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:46.392993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::f816:3eff:fe1b:399c (1354f933-eff7-4801-b289-5be7c7667d7c/29c5809f-2d98-4dcd-b44e-fe0a2df3149b/d3758479-cfb8-4289-9242-648d76503bfa) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:46.399896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] For port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:46.407788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] For port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f1614fee-c92a-4f2f-8b6c-4cc7c56c798f,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:46.417299 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:46.462066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50e3c9b4-46ae-4e1e-ae71-77ae3e2f440d req-bf7c3fda-b240-4f79-8fbd-b4ed7a730168 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec27a2d1-ab48-423c-b750-6a1d6ee422e8 HTTP/1.1" status: 200 len: 210 time: 0.0858078 Jul 19 03:40:46.564553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e825a-a5c9-43b1-8a8a-fb8e2aa90c91 None None] Pushing event updated for resources: {'Port': ['ID=f1614fee-c92a-4f2f-8b6c-4cc7c56c798f,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:46.584199 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:46.648386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:46.667313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object d3758479-cfb8-4289-9242-648d76503bfa will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:46.707152 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:46.807540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:46.811447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:46.813931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:46.824863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:46.825644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:46.835759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=d3758479-cfb8-4289-9242-648d76503bfa,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:46.852535 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56712) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:46.852870 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d11e4129-f9aa-4574-9f52-28f3226bd5f3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3294194 Jul 19 03:40:46.961267 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30bd932-30cb-4e9e-827d-a04d7d053352 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:46.969473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30bd932-30cb-4e9e-827d-a04d7d053352 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:46.972997 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f30bd932-30cb-4e9e-827d-a04d7d053352 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1167438 Jul 19 03:40:46.974145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56714) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:47.124354 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-48c9cf83-773b-4a94-9e0f-ae2feff3b06c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port d3758479-cfb8-4289-9242-648d76503bfa {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:47.124860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-48c9cf83-773b-4a94-9e0f-ae2feff3b06c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:47.210934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6fecb087-be52-47f9-a210-0ec80a83207d req-63bbfcba-0c78-42ed-9428-61bc355e4470 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 210 time: 0.0343947 Jul 19 03:40:47.278699 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-48c9cf83-773b-4a94-9e0f-ae2feff3b06c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:47.291033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-48c9cf83-773b-4a94-9e0f-ae2feff3b06c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for d3758479-cfb8-4289-9242-648d76503bfa owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:47.434086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-48c9cf83-773b-4a94-9e0f-ae2feff3b06c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:47.466429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9cf83-773b-4a94-9e0f-ae2feff3b06c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=d3758479-cfb8-4289-9242-648d76503bfa,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:47.494441 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-48c9cf83-773b-4a94-9e0f-ae2feff3b06c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:47.497362 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-48c9cf83-773b-4a94-9e0f-ae2feff3b06c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/d3758479-cfb8-4289-9242-648d76503bfa HTTP/1.1" status: 204 len: 168 time: 0.5218062 Jul 19 03:40:47.499426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56722) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:47.577405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48142a12-f733-433f-afd1-948e3a8a5b80 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:47.579481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48142a12-f733-433f-afd1-948e3a8a5b80 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:47.584376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56724) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:47.584840 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-48142a12-f733-433f-afd1-948e3a8a5b80 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0840456 Jul 19 03:40:47.645584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-b233056b-f32c-426d-9066-ca1dd8157b47 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 29c5809f-2d98-4dcd-b44e-fe0a2df3149b {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:47.650112 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b233056b-f32c-426d-9066-ca1dd8157b47 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:47.741682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b233056b-f32c-426d-9066-ca1dd8157b47 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:47.880452 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f1614fee-c92a-4f2f-8b6c-4cc7c56c798f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:47.890521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e52b1ff5-fc88-4c74-92c3-bb3df01fb3aa None None] Provisioning for port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:47.980752 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b233056b-f32c-426d-9066-ca1dd8157b47 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:47.986611 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.003576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:48.014776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:48.016113 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.027945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-5e022a85-f61e-48ce-8676-4d702e093d30 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:48.030891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-5e022a85-f61e-48ce-8676-4d702e093d30 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 814 time: 0.2543433 Jul 19 03:40:48.046733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Request body: {'port': {'device_id': '89255dbd-b182-4958-95ed-62980a7db5db', 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549', 'admin_state_up': True, 'tenant_id': 'f16f558b99f747f5819c614aba5f3c61'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:48.111094 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b233056b-f32c-426d-9066-ca1dd8157b47 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.161993 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.195398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b233056b-f32c-426d-9066-ca1dd8157b47 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.198391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b233056b-f32c-426d-9066-ca1dd8157b47 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/29c5809f-2d98-4dcd-b44e-fe0a2df3149b HTTP/1.1" status: 204 len: 168 time: 0.6121399 Jul 19 03:40:48.199333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233056b-f32c-426d-9066-ca1dd8157b47 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=29c5809f-2d98-4dcd-b44e-fe0a2df3149b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:48.201794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56730) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:48.234958 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:40:48.235411 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:40:48.258813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-23bacc1e-3f47-4af5-bb34-3463ef89a9d0 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528452 Jul 19 03:40:48.259764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56736) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:48.267189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:48.289374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Made reservation on behalf of f16f558b99f747f5819c614aba5f3c61 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:48.304356 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.341428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28128d9-1f4f-4f77-9b47-29f5b015f45b None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:48.380011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3b2cb203-6e7e-48de-ab23-c63b0eee81fc None None] Could not find standard attr ID for object d3758479-cfb8-4289-9242-648d76503bfa. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:40:48.428234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:48.431516 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.479779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Allocated IP 172.20.0.4 (62311731-e7b6-46fc-b54a-ab3b3d389549/7f87f8fe-6b95-4b3b-8264-68dbd1b557fb/5148973f-433c-40c4-af3f-c9aceefd3010) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:48.579792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dafa568c-16ae-48c0-a1e1-6f89d62494a0 req-846d8cfa-0ec8-4ae2-bf68-63d7d747e35e tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 210 time: 0.1765249 Jul 19 03:40:48.615230 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc074e-0ad7-403b-b302-992a551b1632 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:40:48.667337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f4dc074e-0ad7-403b-b302-992a551b1632 None None] Deleting port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:48.667837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4dc074e-0ad7-403b-b302-992a551b1632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.674295 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.719516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.785664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Network 62311731-e7b6-46fc-b54a-ab3b3d389549 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:48.789812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:48.792633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Pushing event updated for resources: {'Port': ['ID=5148973f-433c-40c4-af3f-c9aceefd3010,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:48.795116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:48.796839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f4dc074e-0ad7-403b-b302-992a551b1632 None None] For port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f1614fee-c92a-4f2f-8b6c-4cc7c56c798f,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:48.797423 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4dc074e-0ad7-403b-b302-992a551b1632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.814226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:40:48.820397 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.833500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f4dc074e-0ad7-403b-b302-992a551b1632 None None] Calling delete_port for f1614fee-c92a-4f2f-8b6c-4cc7c56c798f owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:48.850283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:48.850946 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:48.868575 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-48ff4467-cd06-45f9-95ea-8c1c6b570013 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8286703 Jul 19 03:40:48.885041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Request body: {'port': {'device_id': '89255dbd-b182-4958-95ed-62980a7db5db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:48.914072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f1614fee-c92a-4f2f-8b6c-4cc7c56c798f,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:48.926181 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.000570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.006920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=f1614fee-c92a-4f2f-8b6c-4cc7c56c798f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:49.015050 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f4dc074e-0ad7-403b-b302-992a551b1632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.046845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc074e-0ad7-403b-b302-992a551b1632 None None] Pushing event deleted for resources: {'Port': ['ID=f1614fee-c92a-4f2f-8b6c-4cc7c56c798f,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:49.055445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dc074e-0ad7-403b-b302-992a551b1632 None None] No DVR routers for this DVR port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:49.058736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.104872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Port f1614fee-c92a-4f2f-8b6c-4cc7c56c798f concurrently deleted while adding address for new subnet {'id': 'afeeca6a-5607-499b-9013-a05d8d5e7bba', 'name': '', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3554, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-19T03:40:48Z', 'updated_at': '2021-07-19T03:40:48Z', 'revision_number': 0, 'segment_id': None, 'project_id': '04e8be371678468ab94123c893a3b6e2'}. {{(pid=94345) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 19 03:40:49.105532 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.158879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:49.162530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:49.171683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c4eb5-1456-431f-8906-72f92a437113 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:49.171879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:49.172297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.189008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=afeeca6a-5607-499b-9013-a05d8d5e7bba,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:49.203543 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7f6e644b-5eae-49f2-b9a9-c9f3c3a3e271 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9422879 Jul 19 03:40:49.205840 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56740) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:49.213176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:45:20:3f', 'name': 'tempest-NetworksTestDHCPv6-257608134'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:49.352609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:49.372344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5148973f-433c-40c4-af3f-c9aceefd3010 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:40:49.390107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.419214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': 'afeeca6a-5607-499b-9013-a05d8d5e7bba'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:40:49.421705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Transition to ACTIVE for port object 5148973f-433c-40c4-af3f-c9aceefd3010 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:49.422080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.428841 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.444102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.481851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 0b0c89aa-c505-4ad3-85e4-0f43c4cae9ab yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:40:49.524517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Pushing event updated for resources: {'Port': ['ID=5148973f-433c-40c4-af3f-c9aceefd3010,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:49.581429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Attempting to bind port 5148973f-433c-40c4-af3f-c9aceefd3010 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:49.581883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Attempting to bind port 5148973f-433c-40c4-af3f-c9aceefd3010 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:49.582298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Attempting to bind port 5148973f-433c-40c4-af3f-c9aceefd3010 on network 62311731-e7b6-46fc-b54a-ab3b3d389549 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:49.586739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Port 5148973f-433c-40c4-af3f-c9aceefd3010 on network 62311731-e7b6-46fc-b54a-ab3b3d389549 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:40:49.587119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Attempting to bind port 5148973f-433c-40c4-af3f-c9aceefd3010 on network 62311731-e7b6-46fc-b54a-ab3b3d389549 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:49.589661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Allocated IP 2001:db8::f816:3eff:fe54:ec28 (1354f933-eff7-4801-b289-5be7c7667d7c/afeeca6a-5607-499b-9013-a05d8d5e7bba/99a85ac9-2e4a-4c50-99cd-e5557403a44c) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:49.592554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:49.592980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Checking segment: {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:49.593438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Bound using segment: {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:49.593926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Bound port: 5148973f-433c-40c4-af3f-c9aceefd3010, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:49.594307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.689893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] For port 5148973f-433c-40c4-af3f-c9aceefd3010, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:49.694195 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] For port 5148973f-433c-40c4-af3f-c9aceefd3010, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5148973f-433c-40c4-af3f-c9aceefd3010,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:49.703704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.749072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:49.749723 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.751175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] 10.222.0.25 "PUT /v2.0/ports/5148973f-433c-40c4-af3f-c9aceefd3010 HTTP/1.1" status: 200 len: 1092 time: 0.8708611 Jul 19 03:40:49.751620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89255dbd-b182-4958-95ed-62980a7db5db', 'tag': '5148973f-433c-40c4-af3f-c9aceefd3010'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:40:49.754030 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fe82cf-e800-44b2-8715-9f0ba3245ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "89255dbd-b182-4958-95ed-62980a7db5db", "tag": "5148973f-433c-40c4-af3f-c9aceefd3010"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:40:49.795566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f1614fee-c92a-4f2f-8b6c-4cc7c56c798f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:49.825089 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1b7903-f01e-4624-a516-6c04ebd27b37 x-openstack-request-id: req-7b1b7903-f01e-4624-a516-6c04ebd27b37 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:40:49.825402 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89255dbd-b182-4958-95ed-62980a7db5db", "tag": "5148973f-433c-40c4-af3f-c9aceefd3010", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:40:49.825624 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b1b7903-f01e-4624-a516-6c04ebd27b37 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:40:49.826023 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89255dbd-b182-4958-95ed-62980a7db5db', 'tag': '5148973f-433c-40c4-af3f-c9aceefd3010', 'status': 'completed', 'code': 200} Jul 19 03:40:49.836945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: f1614fee-c92a-4f2f-8b6c-4cc7c56c798f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:49.837291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f1614fee-c92a-4f2f-8b6c-4cc7c56c798f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:49.863446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.874965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Transition to ACTIVE for port object 99a85ac9-2e4a-4c50-99cd-e5557403a44c will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:49.892780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040e751-0d3c-495b-82f1-ca50ee4ba5ee service neutron] Pushing event updated for resources: {'Port': ['ID=5148973f-433c-40c4-af3f-c9aceefd3010,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:49.894873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Transition to ACTIVE for port object 99a85ac9-2e4a-4c50-99cd-e5557403a44c will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:49.914830 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:49.962031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:49.966281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:49.970638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:49.972918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81030066-3c17-45ee-b6a4-770b65def536 req-0f3bf7c7-ce4e-4aca-ae18-1f3e34995387 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:49.980256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81030066-3c17-45ee-b6a4-770b65def536 req-0f3bf7c7-ce4e-4aca-ae18-1f3e34995387 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 943 time: 0.2343712 Jul 19 03:40:49.988234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-83589e4a-636e-46fd-8836-5c2dd21b07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:49.997116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-83589e4a-636e-46fd-8836-5c2dd21b07b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 1095 time: 0.1922743 Jul 19 03:40:50.003886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Pushing event updated for resources: {'Port': ['ID=99a85ac9-2e4a-4c50-99cd-e5557403a44c,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:50.042177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::f816:3eff:fe45:203f (1354f933-eff7-4801-b289-5be7c7667d7c/afeeca6a-5607-499b-9013-a05d8d5e7bba/0b0c89aa-c505-4ad3-85e4-0f43c4cae9ab) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:50.061345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Attempting to bind port 99a85ac9-2e4a-4c50-99cd-e5557403a44c on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:50.061719 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Attempting to bind port 99a85ac9-2e4a-4c50-99cd-e5557403a44c by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:50.062085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Attempting to bind port 99a85ac9-2e4a-4c50-99cd-e5557403a44c on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:50.067630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:50.068216 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:50.068478 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:50.068777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:50.069247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Bound port: 99a85ac9-2e4a-4c50-99cd-e5557403a44c, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:50.069629 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:50.093295 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-1f1fcce0-6160-4d04-9109-b986bbee2d96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5148973f-433c-40c4-af3f-c9aceefd3010 HTTP/1.1" status: 200 len: 217 time: 0.0952735 Jul 19 03:40:50.123407 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81030066-3c17-45ee-b6a4-770b65def536 req-297d3bcc-9b44-45f6-b427-88b2a8fe7883 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137810 Jul 19 03:40:50.146453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] For port 99a85ac9-2e4a-4c50-99cd-e5557403a44c, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:50.150095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] For port 99a85ac9-2e4a-4c50-99cd-e5557403a44c, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=99a85ac9-2e4a-4c50-99cd-e5557403a44c,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:50.170389 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:50.178914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-6cb8a5dc-bcfd-4e05-bece-b7bf807e26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:50.180406 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-6cb8a5dc-bcfd-4e05-bece-b7bf807e26c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 200 len: 854 time: 0.0687127 Jul 19 03:40:50.233027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb37dbd-ad5b-4d37-b589-4cc0bb3dad7f None None] Pushing event updated for resources: {'Port': ['ID=99a85ac9-2e4a-4c50-99cd-e5557403a44c,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:50.242857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-f8dab611-2377-4971-a933-b8cdd57e3fb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62311731-e7b6-46fc-b54a-ab3b3d389549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552642 Jul 19 03:40:50.254203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:50.277098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object 0b0c89aa-c505-4ad3-85e4-0f43c4cae9ab will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:50.317814 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:50.379051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:50.383031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:50.387808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:50.394341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:50.394967 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:50.415447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=0b0c89aa-c505-4ad3-85e4-0f43c4cae9ab,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:50.420141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-3bcbd938-a3d1-4749-baf0-55bddf1d2655 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671875 Jul 19 03:40:50.425385 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-84a2dcee-e7b7-46cf-a23a-dd0646f4c070 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2156534 Jul 19 03:40:50.426370 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56752) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:50.531156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6281d4e9-18d5-436e-b651-b05e2498321c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:50.543146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6281d4e9-18d5-436e-b651-b05e2498321c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:50.547534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6281d4e9-18d5-436e-b651-b05e2498321c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1175351 Jul 19 03:40:50.547654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56754) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:50.573624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a75b1d5a-be0b-4c5e-8e73-a5976727eec2 req-9546d023-f892-4a5a-bcc3-886c0ce5d9be service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473308 Jul 19 03:40:50.685553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5bfdea28-45b7-474a-baa3-94a67e9eadbc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port 0b0c89aa-c505-4ad3-85e4-0f43c4cae9ab {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:50.687757 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5bfdea28-45b7-474a-baa3-94a67e9eadbc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:50.721750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe82cf-e800-44b2-8715-9f0ba3245ed4 req-9a63fdaa-e090-4189-ba77-edbbe9438720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:50.723460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89fe82cf-e800-44b2-8715-9f0ba3245ed4 req-9a63fdaa-e090-4189-ba77-edbbe9438720 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 1095 time: 0.0856121 Jul 19 03:40:50.827945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5bfdea28-45b7-474a-baa3-94a67e9eadbc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:50.840938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe82cf-e800-44b2-8715-9f0ba3245ed4 req-f407d70c-c836-4192-8e22-0f51ae96fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:50.842575 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89fe82cf-e800-44b2-8715-9f0ba3245ed4 req-f407d70c-c836-4192-8e22-0f51ae96fcbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 914 time: 0.1122489 Jul 19 03:40:50.843136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5bfdea28-45b7-474a-baa3-94a67e9eadbc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for 0b0c89aa-c505-4ad3-85e4-0f43c4cae9ab owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:50.885711 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89fe82cf-e800-44b2-8715-9f0ba3245ed4 req-53d8f854-cb55-4a4c-ad4e-d5e73a1ba9c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5148973f-433c-40c4-af3f-c9aceefd3010 HTTP/1.1" status: 200 len: 217 time: 0.0360911 Jul 19 03:40:50.979935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe82cf-e800-44b2-8715-9f0ba3245ed4 req-8465a7dd-e5c6-4105-83be-b72a569bc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:50.982164 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89fe82cf-e800-44b2-8715-9f0ba3245ed4 req-8465a7dd-e5c6-4105-83be-b72a569bc5ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 200 len: 854 time: 0.0884697 Jul 19 03:40:51.003962 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5bfdea28-45b7-474a-baa3-94a67e9eadbc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:51.032869 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89fe82cf-e800-44b2-8715-9f0ba3245ed4 req-d45247c9-50ad-452c-9817-8959481dc103 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62311731-e7b6-46fc-b54a-ab3b3d389549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422120 Jul 19 03:40:51.067768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdea28-45b7-474a-baa3-94a67e9eadbc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=0b0c89aa-c505-4ad3-85e4-0f43c4cae9ab,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:51.101852 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5bfdea28-45b7-474a-baa3-94a67e9eadbc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:51.106514 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5bfdea28-45b7-474a-baa3-94a67e9eadbc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/0b0c89aa-c505-4ad3-85e4-0f43c4cae9ab HTTP/1.1" status: 204 len: 168 time: 0.5579541 Jul 19 03:40:51.107125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56758) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:51.175196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177de74-0dfd-47ad-aee2-b13e20e59d80 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:51.176752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177de74-0dfd-47ad-aee2-b13e20e59d80 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:51.180480 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89fe82cf-e800-44b2-8715-9f0ba3245ed4 req-b4d9b5f2-d184-4238-9e15-a6fab7d13af0 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399424 Jul 19 03:40:51.181030 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3177de74-0dfd-47ad-aee2-b13e20e59d80 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0728872 Jul 19 03:40:51.181613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56762) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:51.309614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d769282-0b1a-440d-8a9c-4eff3a5d6ced tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet afeeca6a-5607-499b-9013-a05d8d5e7bba {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:51.316090 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d769282-0b1a-440d-8a9c-4eff3a5d6ced tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:51.357303 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b6f18-8104-4b9d-a582-49710648df33 req-63bcacec-b6ec-4ac9-8d3d-5b2cb731011c tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:51.378305 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ac1b6f18-8104-4b9d-a582-49710648df33 req-63bcacec-b6ec-4ac9-8d3d-5b2cb731011c tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 943 time: 0.0819931 Jul 19 03:40:51.393791 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d769282-0b1a-440d-8a9c-4eff3a5d6ced tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:51.398683 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-89fe82cf-e800-44b2-8715-9f0ba3245ed4 req-bfe351bf-d7de-433a-8585-307bd8d44977 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054884 Jul 19 03:40:51.463447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ac1b6f18-8104-4b9d-a582-49710648df33 req-b2b1dc3c-f47c-4e68-99ec-e6182f28f8bf tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799897 Jul 19 03:40:51.548232 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d769282-0b1a-440d-8a9c-4eff3a5d6ced tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:51.618847 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d769282-0b1a-440d-8a9c-4eff3a5d6ced tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:51.654790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d769282-0b1a-440d-8a9c-4eff3a5d6ced tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=afeeca6a-5607-499b-9013-a05d8d5e7bba,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:51.660160 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3d769282-0b1a-440d-8a9c-4eff3a5d6ced tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:51.663452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3d769282-0b1a-440d-8a9c-4eff3a5d6ced tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/afeeca6a-5607-499b-9013-a05d8d5e7bba HTTP/1.1" status: 204 len: 168 time: 0.4799168 Jul 19 03:40:51.665967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56766) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:51.696616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f496f-218d-4bd6-a1b5-a452038d52ec None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:51.708581 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fb6ad856-9522-47c7-a4d1-1292d5305426 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387652 Jul 19 03:40:51.708827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56768) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:51.799405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bd10d768-0d59-45b6-9a5a-adcdb4ed4ddb None None] Provisioning for port 99a85ac9-2e4a-4c50-99cd-e5557403a44c completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:51.809033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 99a85ac9-2e4a-4c50-99cd-e5557403a44c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:51.815417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5983b90-f989-490b-857b-a7d8af2c7b25 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:51.817615 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c5983b90-f989-490b-857b-a7d8af2c7b25 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1078436 Jul 19 03:40:51.820477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56770) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:51.877592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80aee0d-926a-4bc0-a101-c6d82284011f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:51.881411 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a80aee0d-926a-4bc0-a101-c6d82284011f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576193 Jul 19 03:40:51.881783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56772) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:51.911797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 99a85ac9-2e4a-4c50-99cd-e5557403a44c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:51.918213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 99a85ac9-2e4a-4c50-99cd-e5557403a44c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:51.918711 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:51.928798 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-db3bbcb5-d0c2-4cbf-8c7d-357b88601db4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419850 Jul 19 03:40:51.929763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56774) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:51.935608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:52.007252 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:52.031587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca40102e-d883-466f-a91c-e1daf55d110c None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:40:52.043200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:52.048825 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:52.049637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 99a85ac9-2e4a-4c50-99cd-e5557403a44c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=99a85ac9-2e4a-4c50-99cd-e5557403a44c,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:52.070803 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:52.143840 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=99a85ac9-2e4a-4c50-99cd-e5557403a44c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:52.156707 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ca40102e-d883-466f-a91c-e1daf55d110c None None] Deleting port 99a85ac9-2e4a-4c50-99cd-e5557403a44c {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:52.157162 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca40102e-d883-466f-a91c-e1daf55d110c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:52.238069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ca40102e-d883-466f-a91c-e1daf55d110c None None] For port 99a85ac9-2e4a-4c50-99cd-e5557403a44c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=99a85ac9-2e4a-4c50-99cd-e5557403a44c,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:52.238485 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca40102e-d883-466f-a91c-e1daf55d110c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:52.250974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ca40102e-d883-466f-a91c-e1daf55d110c None None] Calling delete_port for 99a85ac9-2e4a-4c50-99cd-e5557403a44c owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:52.362970 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ca40102e-d883-466f-a91c-e1daf55d110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:52.396766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40102e-d883-466f-a91c-e1daf55d110c None None] No DVR routers for this DVR port 99a85ac9-2e4a-4c50-99cd-e5557403a44c on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:52.402847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40102e-d883-466f-a91c-e1daf55d110c None None] Pushing event deleted for resources: {'Port': ['ID=99a85ac9-2e4a-4c50-99cd-e5557403a44c,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:52.417920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:40:52.530915 n-d-762330-18 neutron-server[94345]: WARNING neutron.services.revisions.revision_plugin [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Could not find related port for resource to bump revision. Jul 19 03:40:52.538071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_pluggable_backend [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Port 99a85ac9-2e4a-4c50-99cd-e5557403a44c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 19 03:40:52.538886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_pluggable_backend [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:ec28 {{(pid=94345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 19 03:40:52.545137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_pluggable_backend [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe54:ec28 {{(pid=94345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 19 03:40:52.546823 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:52.595242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:52.598995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:52.602158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:52.602784 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:52.608842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3714f96-2309-4c9f-b3ae-137ae7824c36 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:52.630302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=c0ac9c0c-397a-4f9a-be3e-fbf39da9b74a,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:52.651768 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1294226b-53a2-4340-a423-6ccbf9176fc1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7206380 Jul 19 03:40:52.654682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56832) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:52.662178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:05:32:57', 'name': 'tempest-NetworksTestDHCPv6-418752991'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:52.781827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5623620-1a4c-4175-a06d-fb9c7aa36008 req-45b10843-0e96-4a51-926c-dfc49cc21024 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:52.798728 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5623620-1a4c-4175-a06d-fb9c7aa36008 req-45b10843-0e96-4a51-926c-dfc49cc21024 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 943 time: 0.1734655 Jul 19 03:40:52.832060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:52.836902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:52.856717 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5623620-1a4c-4175-a06d-fb9c7aa36008 req-d4473aae-c82b-4f8d-99b0-60aa935510ce tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566781 Jul 19 03:40:52.866082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 4cf05c4d-d771-4b79-b703-5e25dae33784 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:40:52.909429 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:40:53.009164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::f816:3eff:fe05:3257 (1354f933-eff7-4801-b289-5be7c7667d7c/c0ac9c0c-397a-4f9a-be3e-fbf39da9b74a/4cf05c4d-d771-4b79-b703-5e25dae33784) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:53.144310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': 'c0ac9c0c-397a-4f9a-be3e-fbf39da9b74a'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:40:53.145477 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:53.493924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:53.512227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object 4cf05c4d-d771-4b79-b703-5e25dae33784 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:53.553714 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:53.606443 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:53.610035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:53.611956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Allocated IP 2001:db8::f816:3eff:fe0d:574c (1354f933-eff7-4801-b289-5be7c7667d7c/c0ac9c0c-397a-4f9a-be3e-fbf39da9b74a/10ab9cde-5787-45db-81a2-6cca4f6cc848) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:53.614448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:53.621027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:53.621670 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:53.632207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=4cf05c4d-d771-4b79-b703-5e25dae33784,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:53.646061 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-738ae368-4374-4db2-881a-b368d6516e22 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9889991 Jul 19 03:40:53.649108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 56978) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:53.758661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 99a85ac9-2e4a-4c50-99cd-e5557403a44c no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:53.776282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448e7c-d1f5-47f4-bb66-86d5ebb9cad6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:53.778104 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-62448e7c-d1f5-47f4-bb66-86d5ebb9cad6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1276438 Jul 19 03:40:53.780576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 56996) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:53.804059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 99a85ac9-2e4a-4c50-99cd-e5557403a44c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:53.804539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 99a85ac9-2e4a-4c50-99cd-e5557403a44c not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:53.882431 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:53.896015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Transition to ACTIVE for port object 10ab9cde-5787-45db-81a2-6cca4f6cc848 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:53.917741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b1071bf9-bfe3-49ac-b340-006ddcc99556 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port 4cf05c4d-d771-4b79-b703-5e25dae33784 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:53.918309 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1071bf9-bfe3-49ac-b340-006ddcc99556 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:53.929732 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Transition to ACTIVE for port object 10ab9cde-5787-45db-81a2-6cca4f6cc848 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:53.937150 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:53.957141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:53.962302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:54.023516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Pushing event updated for resources: {'Port': ['ID=10ab9cde-5787-45db-81a2-6cca4f6cc848,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:54.026064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:54.098719 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Attempting to bind port 10ab9cde-5787-45db-81a2-6cca4f6cc848 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:40:54.099100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Attempting to bind port 10ab9cde-5787-45db-81a2-6cca4f6cc848 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:40:54.099455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Attempting to bind port 10ab9cde-5787-45db-81a2-6cca4f6cc848 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:40:54.104345 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1071bf9-bfe3-49ac-b340-006ddcc99556 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.109785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:40:54.110168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:40:54.110599 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.110990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:40:54.111456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Bound port: 10ab9cde-5787-45db-81a2-6cca4f6cc848, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:40:54.111835 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.114476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b6bbf-7262-4019-acbd-c0ab36371aa4 req-97a6f897-d0fb-4d01-bef8-428f49f12ef5 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:54.116894 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a9b6bbf-7262-4019-acbd-c0ab36371aa4 req-97a6f897-d0fb-4d01-bef8-428f49f12ef5 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 943 time: 0.0930657 Jul 19 03:40:54.128298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-b1071bf9-bfe3-49ac-b340-006ddcc99556 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for 4cf05c4d-d771-4b79-b703-5e25dae33784 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:54.170600 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a9b6bbf-7262-4019-acbd-c0ab36371aa4 req-c09f5b8c-623c-4190-b92e-10733ee12320 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Jul 19 03:40:54.185432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] For port 10ab9cde-5787-45db-81a2-6cca4f6cc848, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:40:54.192090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] For port 10ab9cde-5787-45db-81a2-6cca4f6cc848, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10ab9cde-5787-45db-81a2-6cca4f6cc848,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:40:54.201964 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.284176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792426a6-32a6-4af0-a4ce-5ee3debf11ae None None] Pushing event updated for resources: {'Port': ['ID=10ab9cde-5787-45db-81a2-6cca4f6cc848,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:54.323463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1071bf9-bfe3-49ac-b340-006ddcc99556 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.366517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1071bf9-bfe3-49ac-b340-006ddcc99556 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=4cf05c4d-d771-4b79-b703-5e25dae33784,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:54.397288 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b1071bf9-bfe3-49ac-b340-006ddcc99556 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.399982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b1071bf9-bfe3-49ac-b340-006ddcc99556 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/4cf05c4d-d771-4b79-b703-5e25dae33784 HTTP/1.1" status: 204 len: 168 time: 0.6183753 Jul 19 03:40:54.402956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57068) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:54.497284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b287dc-e30e-45d2-bc9d-5d92e5e69cfd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:54.499371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b287dc-e30e-45d2-bc9d-5d92e5e69cfd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:54.500926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-62b287dc-e30e-45d2-bc9d-5d92e5e69cfd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0970049 Jul 19 03:40:54.511014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57082) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:54.579548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aeb6f48-c26e-4c4e-bf5c-fd093214a0f9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet c0ac9c0c-397a-4f9a-be3e-fbf39da9b74a {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:54.582964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6f48-c26e-4c4e-bf5c-fd093214a0f9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.640623 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6f48-c26e-4c4e-bf5c-fd093214a0f9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.748279 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6f48-c26e-4c4e-bf5c-fd093214a0f9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.817100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6f48-c26e-4c4e-bf5c-fd093214a0f9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.859780 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6f48-c26e-4c4e-bf5c-fd093214a0f9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:54.862729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3aeb6f48-c26e-4c4e-bf5c-fd093214a0f9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/c0ac9c0c-397a-4f9a-be3e-fbf39da9b74a HTTP/1.1" status: 204 len: 168 time: 0.3506560 Jul 19 03:40:54.864218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb6f48-c26e-4c4e-bf5c-fd093214a0f9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ac9c0c-397a-4f9a-be3e-fbf39da9b74a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:54.864917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57130) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:54.924836 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e93996ee-7cc4-4518-a061-b1ae04ba6bc8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561404 Jul 19 03:40:54.925899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57144) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:54.936039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:55.044057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:55.047828 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:55.063737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5148973f-433c-40c4-af3f-c9aceefd3010 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:40:55.223853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5148973f-433c-40c4-af3f-c9aceefd3010, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5148973f-433c-40c4-af3f-c9aceefd3010,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:55.249450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '5148973f-433c-40c4-af3f-c9aceefd3010', 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549', 'port_id': '5148973f-433c-40c4-af3f-c9aceefd3010', 'mac_address': 'fa:16:3e:63:db:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f87f8fe-6b95-4b3b-8264-68dbd1b557fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:40:55.307357 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:55.325570 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5148973f-433c-40c4-af3f-c9aceefd3010 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:40:55.360050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5148973f-433c-40c4-af3f-c9aceefd3010, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5148973f-433c-40c4-af3f-c9aceefd3010,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:55.369436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:55.453011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=5148973f-433c-40c4-af3f-c9aceefd3010,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:55.543741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602cede-dfb4-47ed-ba20-935117a8ff81 req-c4d67366-69a7-431c-b150-46cefe0bb866 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:55.545559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1602cede-dfb4-47ed-ba20-935117a8ff81 req-c4d67366-69a7-431c-b150-46cefe0bb866 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 944 time: 0.1791301 Jul 19 03:40:55.557997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c34fa05-e3df-41ca-86fc-75803b6c1b26 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:55.592884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5148973f-433c-40c4-af3f-c9aceefd3010'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:40:55.659189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1602cede-dfb4-47ed-ba20-935117a8ff81 req-5c3195e6-2182-46cb-8def-138c284071f1 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039186 Jul 19 03:40:55.661599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-65adc947-3ae1-4703-b262-e75439792fa4 None None] Provisioning for port 10ab9cde-5787-45db-81a2-6cca4f6cc848 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:55.685085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.objects.ports [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94344) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:40:55.848115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10ab9cde-5787-45db-81a2-6cca4f6cc848 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:55.945584 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:55.988098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 10ab9cde-5787-45db-81a2-6cca4f6cc848 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:55.996352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 10ab9cde-5787-45db-81a2-6cca4f6cc848 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:55.996565 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:56.172115 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:56.173503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] For port 10ab9cde-5787-45db-81a2-6cca4f6cc848, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10ab9cde-5787-45db-81a2-6cca4f6cc848,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:56.218982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:56.228582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:56.229471 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:56.283372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=319945a1-5f83-412e-bb21-63f5d122c09b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:56.305835 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:40:56.306805 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:40:56.318772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9598e9d7-4459-4597-9510-9c1f66995b9d None None] Provisioning complete for port 10ab9cde-5787-45db-81a2-6cca4f6cc848 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:56.319150 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9598e9d7-4459-4597-9510-9c1f66995b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:56.329423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:56.332820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:56.338476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:56.338944 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:56.361267 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=10ab9cde-5787-45db-81a2-6cca4f6cc848,revision_number=5']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:56.376877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57302) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:56.378252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-24f65477-293d-4ced-bddd-463b5a4b5355 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4522066 Jul 19 03:40:56.384162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:2f:3e:4c', 'name': 'tempest-NetworksTestDHCPv6-463520804'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:56.467864 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9598e9d7-4459-4597-9510-9c1f66995b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:56.524533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9598e9d7-4459-4597-9510-9c1f66995b9d None None] For port 10ab9cde-5787-45db-81a2-6cca4f6cc848, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10ab9cde-5787-45db-81a2-6cca4f6cc848,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:56.532979 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9598e9d7-4459-4597-9510-9c1f66995b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:56.599265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c03ba5-7d4c-41b9-915f-0a860d3b80db None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:56.600591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:56.680387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598e9d7-4459-4597-9510-9c1f66995b9d None None] Pushing event updated for resources: {'Port': ['ID=10ab9cde-5787-45db-81a2-6cca4f6cc848,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:56.683637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4e5323f9-7b23-411f-947c-2e48864808d7 None None] Could not find standard attr ID for object 4cf05c4d-d771-4b79-b703-5e25dae33784. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:40:56.728975 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:56.755693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port e5951371-b440-44c3-9f4e-e40a6edf1e5f yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:40:56.958140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::f816:3eff:fe2f:3e4c (1354f933-eff7-4801-b289-5be7c7667d7c/319945a1-5f83-412e-bb21-63f5d122c09b/e5951371-b440-44c3-9f4e-e40a6edf1e5f) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:56.976407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d0d44-7c9a-476f-a935-3515f3157c85 req-47ef3ff8-45c5-492c-bd10-bc77352e972e tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:56.978037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba7d0d44-7c9a-476f-a935-3515f3157c85 req-47ef3ff8-45c5-492c-bd10-bc77352e972e tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 944 time: 0.1714890 Jul 19 03:40:57.057780 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ba7d0d44-7c9a-476f-a935-3515f3157c85 req-b9d9b3dd-2393-4af0-afda-50ee7d31b8e6 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691068 Jul 19 03:40:57.095365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5148973f-433c-40c4-af3f-c9aceefd3010 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:57.156853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c12e7353-76a7-4c78-b64d-2b3a55e4b259 None None] Provisioning complete for port 10ab9cde-5787-45db-81a2-6cca4f6cc848 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:57.157452 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c12e7353-76a7-4c78-b64d-2b3a55e4b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:57.224815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 5148973f-433c-40c4-af3f-c9aceefd3010 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:57.229476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 5148973f-433c-40c4-af3f-c9aceefd3010 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:57.230821 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:57.261611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:57.281354 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object e5951371-b440-44c3-9f4e-e40a6edf1e5f will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:57.320683 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:57.379129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:57.386621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:57.391482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:40:57.397820 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:57.398778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:57.399578 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:57.410874 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=e5951371-b440-44c3-9f4e-e40a6edf1e5f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:57.425405 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-db7990fb-86a0-4875-89ee-675725abbbc3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0471506 Jul 19 03:40:57.428428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57338) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:57.458507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 5148973f-433c-40c4-af3f-c9aceefd3010, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5148973f-433c-40c4-af3f-c9aceefd3010,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:57.462151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89255dbd-b182-4958-95ed-62980a7db5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5148973f-433c-40c4-af3f-c9aceefd3010'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:40:57.466591 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6442701c-9ce6-47bd-8ee9-5e4f769cf092" -d '{"events": [{"server_uuid": "89255dbd-b182-4958-95ed-62980a7db5db", "name": "network-vif-plugged", "status": "completed", "tag": "5148973f-433c-40c4-af3f-c9aceefd3010"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:40:57.470678 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:57.521844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf940c94-1f2c-4563-b468-292e0ef14ebc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:57.528469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=5148973f-433c-40c4-af3f-c9aceefd3010,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:57.529245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf940c94-1f2c-4563-b468-292e0ef14ebc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:57.535336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cf940c94-1f2c-4563-b468-292e0ef14ebc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1050606 Jul 19 03:40:57.535988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57342) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:57.553010 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5981dc7-b44a-4af5-bd7b-626ec7e4c7a2 x-openstack-request-id: req-f5981dc7-b44a-4af5-bd7b-626ec7e4c7a2 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:40:57.553518 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89255dbd-b182-4958-95ed-62980a7db5db", "name": "network-vif-plugged", "status": "completed", "tag": "5148973f-433c-40c4-af3f-c9aceefd3010", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:40:57.553950 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5981dc7-b44a-4af5-bd7b-626ec7e4c7a2 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:40:57.554613 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89255dbd-b182-4958-95ed-62980a7db5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5148973f-433c-40c4-af3f-c9aceefd3010', 'code': 200} Jul 19 03:40:57.694378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93026e-26d6-4503-b434-3655b4a6ee3d req-cef7791c-bf39-4c2a-8760-c089c979228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:57.696247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec93026e-26d6-4503-b434-3655b4a6ee3d req-cef7791c-bf39-4c2a-8760-c089c979228f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 1097 time: 0.0736806 Jul 19 03:40:57.711958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d0dda6da-e0f8-4f81-9f68-ffb79db274d3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port e5951371-b440-44c3-9f4e-e40a6edf1e5f {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:57.712337 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0dda6da-e0f8-4f81-9f68-ffb79db274d3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:57.745448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec93026e-26d6-4503-b434-3655b4a6ee3d req-e1adf1f8-edc9-4ff7-a89a-eb4c229e2e8c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Jul 19 03:40:57.753908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-70e35c18-a05b-4fcd-bcbc-3ff11c69d72f None None] Provisioning for port e5951371-b440-44c3-9f4e-e40a6edf1e5f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:40:57.758869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-70e35c18-a05b-4fcd-bcbc-3ff11c69d72f None None] Provisioning complete for port e5951371-b440-44c3-9f4e-e40a6edf1e5f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:57.759346 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-70e35c18-a05b-4fcd-bcbc-3ff11c69d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:57.790301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10ab9cde-5787-45db-81a2-6cca4f6cc848 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:40:57.839579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-70e35c18-a05b-4fcd-bcbc-3ff11c69d72f None None] Port e5951371-b440-44c3-9f4e-e40a6edf1e5f cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:40:57.848304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0dda6da-e0f8-4f81-9f68-ffb79db274d3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:57.862123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 10ab9cde-5787-45db-81a2-6cca4f6cc848 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:40:57.862569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d0dda6da-e0f8-4f81-9f68-ffb79db274d3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for e5951371-b440-44c3-9f4e-e40a6edf1e5f owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:57.862732 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:58.015557 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0dda6da-e0f8-4f81-9f68-ffb79db274d3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:58.079708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d0dda6da-e0f8-4f81-9f68-ffb79db274d3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:58.082363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d0dda6da-e0f8-4f81-9f68-ffb79db274d3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/e5951371-b440-44c3-9f4e-e40a6edf1e5f HTTP/1.1" status: 204 len: 168 time: 0.5446970 Jul 19 03:40:58.083445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dda6da-e0f8-4f81-9f68-ffb79db274d3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=e5951371-b440-44c3-9f4e-e40a6edf1e5f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:58.084236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57346) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:58.180742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94807d18-4176-45dc-ac29-a3feedd1c2ad tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:58.182907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94807d18-4176-45dc-ac29-a3feedd1c2ad tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:58.185073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-94807d18-4176-45dc-ac29-a3feedd1c2ad tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0994561 Jul 19 03:40:58.187402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57350) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:58.318682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-20962344-34a7-4114-9102-fb6ff467275d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 319945a1-5f83-412e-bb21-63f5d122c09b {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:40:58.326193 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20962344-34a7-4114-9102-fb6ff467275d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:58.378106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15738e29-488e-4ffb-8ea2-dd1c2efc75db req-866d70ed-475a-4fff-8200-90ffcfb66341 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:58.379925 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-15738e29-488e-4ffb-8ea2-dd1c2efc75db req-866d70ed-475a-4fff-8200-90ffcfb66341 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 945 time: 0.1394279 Jul 19 03:40:58.388755 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20962344-34a7-4114-9102-fb6ff467275d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:58.468158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-15738e29-488e-4ffb-8ea2-dd1c2efc75db req-ed989409-aade-4cd5-b293-829121142848 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580595 Jul 19 03:40:58.507626 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20962344-34a7-4114-9102-fb6ff467275d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:58.577199 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20962344-34a7-4114-9102-fb6ff467275d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:58.607251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20962344-34a7-4114-9102-fb6ff467275d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=319945a1-5f83-412e-bb21-63f5d122c09b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:58.611449 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-20962344-34a7-4114-9102-fb6ff467275d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:58.613465 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-20962344-34a7-4114-9102-fb6ff467275d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/319945a1-5f83-412e-bb21-63f5d122c09b HTTP/1.1" status: 204 len: 168 time: 0.4248641 Jul 19 03:40:58.615876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57354) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:58.621699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7549169e-2f95-46fe-8dd0-5e7e943c496a None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:58.664728 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-85e36c85-148c-4c74-89d3-b141ecf6d715 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474381 Jul 19 03:40:58.667358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57356) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:58.743687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9d183-7f0a-4845-9b4c-a28c644ffc9c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:58.745567 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f5c9d183-7f0a-4845-9b4c-a28c644ffc9c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0772672 Jul 19 03:40:58.748153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57358) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:58.811378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c251610a-0926-4993-8b35-bafa9697e332 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:58.812850 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c251610a-0926-4993-8b35-bafa9697e332 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637271 Jul 19 03:40:58.816199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57360) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:58.858199 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c9bdf6bf-cd80-4327-8028-5319f276dac8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402532 Jul 19 03:40:58.862228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57362) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:58.867469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-cbea251c-c1c3-4470-adda-9223fa479a62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:58.883443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d3137-f038-45e0-9432-7aeba7ce3439 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:40:58.942419 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e29d3137-f038-45e0-9432-7aeba7ce3439 None None] Deleting port 10ab9cde-5787-45db-81a2-6cca4f6cc848 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:40:58.942875 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e29d3137-f038-45e0-9432-7aeba7ce3439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:58.974716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbea251c-c1c3-4470-adda-9223fa479a62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:58.979675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cbea251c-c1c3-4470-adda-9223fa479a62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:59.018954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e29d3137-f038-45e0-9432-7aeba7ce3439 None None] For port 10ab9cde-5787-45db-81a2-6cca4f6cc848, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=10ab9cde-5787-45db-81a2-6cca4f6cc848,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:40:59.019470 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e29d3137-f038-45e0-9432-7aeba7ce3439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:59.032569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e29d3137-f038-45e0-9432-7aeba7ce3439 None None] Calling delete_port for 10ab9cde-5787-45db-81a2-6cca4f6cc848 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:40:59.137539 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e29d3137-f038-45e0-9432-7aeba7ce3439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:59.207754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d3137-f038-45e0-9432-7aeba7ce3439 None None] Pushing event deleted for resources: {'Port': ['ID=10ab9cde-5787-45db-81a2-6cca4f6cc848,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:59.210499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d3137-f038-45e0-9432-7aeba7ce3439 None None] No DVR routers for this DVR port 10ab9cde-5787-45db-81a2-6cca4f6cc848 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:40:59.244523 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cbea251c-c1c3-4470-adda-9223fa479a62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:59.293428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea251c-c1c3-4470-adda-9223fa479a62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:59.297295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-cbea251c-c1c3-4470-adda-9223fa479a62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:59.302226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbea251c-c1c3-4470-adda-9223fa479a62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:59.302834 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cbea251c-c1c3-4470-adda-9223fa479a62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:59.306844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39bd128-5d0b-4708-aa88-6b2ff4f35217 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:40:59.332204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea251c-c1c3-4470-adda-9223fa479a62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=48f98aef-4d06-40eb-8cf3-007425bab737,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:59.341989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cbea251c-c1c3-4470-adda-9223fa479a62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4785416 Jul 19 03:40:59.345386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57368) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:40:59.351566 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:e5:18:fe', 'name': 'tempest-NetworksTestDHCPv6-1978883211'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:40:59.477469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '48f98aef-4d06-40eb-8cf3-007425bab737'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:40:59.478679 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:59.494759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:40:59.498802 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:59.535203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port e38ab602-a70e-4dfc-bca2-408b3a9fbc84 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:40:59.637028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Allocated IP 2001:db8::2 (1354f933-eff7-4801-b289-5be7c7667d7c/48f98aef-4d06-40eb-8cf3-007425bab737/0afa709b-61cc-4625-a23d-d8f579664f7a) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:40:59.709765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c9cd8-725e-4abf-81c3-e0450018b50e req-8f3d37f3-e285-453c-985d-9fd34f2499e6 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:40:59.713344 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc6c9cd8-725e-4abf-81c3-e0450018b50e req-8f3d37f3-e285-453c-985d-9fd34f2499e6 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 945 time: 0.1003950 Jul 19 03:40:59.773508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc6c9cd8-725e-4abf-81c3-e0450018b50e req-52ecceb5-a448-4936-9db0-38f330b748cf tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534749 Jul 19 03:40:59.788523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10ab9cde-5787-45db-81a2-6cca4f6cc848 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:40:59.828627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 10ab9cde-5787-45db-81a2-6cca4f6cc848 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:40:59.828979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 10ab9cde-5787-45db-81a2-6cca4f6cc848 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:40:59.860753 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:59.872233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Transition to ACTIVE for port object 0afa709b-61cc-4625-a23d-d8f579664f7a will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:59.891864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Transition to ACTIVE for port object 0afa709b-61cc-4625-a23d-d8f579664f7a will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:40:59.901029 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:40:59.948765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Pushing event updated for resources: {'Port': ['ID=0afa709b-61cc-4625-a23d-d8f579664f7a,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:40:59.959230 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:40:59.960816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:40:59.963256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:00.019410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::167 (1354f933-eff7-4801-b289-5be7c7667d7c/48f98aef-4d06-40eb-8cf3-007425bab737/e38ab602-a70e-4dfc-bca2-408b3a9fbc84) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:00.028101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Attempting to bind port 0afa709b-61cc-4625-a23d-d8f579664f7a on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:00.028461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Attempting to bind port 0afa709b-61cc-4625-a23d-d8f579664f7a by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:00.028829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Attempting to bind port 0afa709b-61cc-4625-a23d-d8f579664f7a on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:00.034400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:00.034780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:00.035189 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:00.035795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:00.036917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Bound port: 0afa709b-61cc-4625-a23d-d8f579664f7a, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:00.037345 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:00.119655 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] For port 0afa709b-61cc-4625-a23d-d8f579664f7a, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:41:00.123718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] For port 0afa709b-61cc-4625-a23d-d8f579664f7a, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0afa709b-61cc-4625-a23d-d8f579664f7a,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:41:00.129976 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:00.246697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6ef20-e9ca-4082-a7b1-bd5b2ff06628 None None] Pushing event updated for resources: {'Port': ['ID=0afa709b-61cc-4625-a23d-d8f579664f7a,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:00.336145 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:00.353995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object e38ab602-a70e-4dfc-bca2-408b3a9fbc84 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:00.417079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:00.459722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:00.464988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:00.467997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:00.475674 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:00.476411 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:00.502165 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1555016 Jul 19 03:41:00.505464 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57392) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:00.518653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24758dd5-3a28-41b2-9e3d-5a2d2a8d0360 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=e38ab602-a70e-4dfc-bca2-408b3a9fbc84,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:00.599219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44a0e19-ee50-42b7-88d8-cae0f9cb55ce tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:00.606437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44a0e19-ee50-42b7-88d8-cae0f9cb55ce tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:00.608120 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e44a0e19-ee50-42b7-88d8-cae0f9cb55ce tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1017051 Jul 19 03:41:00.611118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57394) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:00.743837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port e38ab602-a70e-4dfc-bca2-408b3a9fbc84 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:00.744464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:01.315495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:01.331390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for e38ab602-a70e-4dfc-bca2-408b3a9fbc84 owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:01.533553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:01.565634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=e38ab602-a70e-4dfc-bca2-408b3a9fbc84,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:01.584521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.584521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.584521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.584521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.585040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.585283 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.585688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.586085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.586517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.586914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.587309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.588806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:01.612500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:01.617193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-56ec0d12-4c2d-4bad-91a9-8c37722051c4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/e38ab602-a70e-4dfc-bca2-408b3a9fbc84 HTTP/1.1" status: 204 len: 168 time: 1.0026789 Jul 19 03:41:01.618026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57402) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:01.673515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789ea72-1c39-4f97-b707-aa80427f8273 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:01.675825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789ea72-1c39-4f97-b707-aa80427f8273 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:01.677504 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1789ea72-1c39-4f97-b707-aa80427f8273 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0592866 Jul 19 03:41:01.680251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57404) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:01.746412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b46c99-3bde-424a-bd32-dcdb53b7d048 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 48f98aef-4d06-40eb-8cf3-007425bab737 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:41:01.751109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1b46c99-3bde-424a-bd32-dcdb53b7d048 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:01.800497 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1b46c99-3bde-424a-bd32-dcdb53b7d048 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:01.822098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0afa709b-61cc-4625-a23d-d8f579664f7a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:01.828835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ada81b66-95c1-4267-a725-b2132621c98f None None] Provisioning for port 0afa709b-61cc-4625-a23d-d8f579664f7a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:01.925686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 0afa709b-61cc-4625-a23d-d8f579664f7a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:01.932129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 0afa709b-61cc-4625-a23d-d8f579664f7a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:01.933304 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:01.939835 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1b46c99-3bde-424a-bd32-dcdb53b7d048 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:02.029670 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1b46c99-3bde-424a-bd32-dcdb53b7d048 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:02.039898 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:02.047660 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1b46c99-3bde-424a-bd32-dcdb53b7d048 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:02.051950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f1b46c99-3bde-424a-bd32-dcdb53b7d048 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/48f98aef-4d06-40eb-8cf3-007425bab737 HTTP/1.1" status: 204 len: 168 time: 0.3673580 Jul 19 03:41:02.052992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57406) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:02.074251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b46c99-3bde-424a-bd32-dcdb53b7d048 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=48f98aef-4d06-40eb-8cf3-007425bab737,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:02.106493 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:41:02.106999 n-d-762330-18 neutron-server[94346]: DEBUG oslo_db.api [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:41:02.110731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5d0cbc44-b452-4a8c-aae9-12c165d64b61 None None] Could not find standard attr ID for object e38ab602-a70e-4dfc-bca2-408b3a9fbc84. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:41:02.126365 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5a98425f-31d1-43a5-929f-6b718dae8f27 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710063 Jul 19 03:41:02.127628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57408) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:02.217487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3f46c2-4b2b-4002-9c8e-e256213873d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:02.221669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57410) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:02.224306 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ab3f46c2-4b2b-4002-9c8e-e256213873d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0956552 Jul 19 03:41:02.287763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c00437-83b1-4b6d-9ad2-4af719f0ad7b None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:02.289097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0915db70-a8bf-4425-a78f-292c479fa8fa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:02.294350 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0915db70-a8bf-4425-a78f-292c479fa8fa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0685453 Jul 19 03:41:02.294516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57412) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:02.357797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ba3e47b9-e7d9-4d15-a19a-05f11da2d58b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589006 Jul 19 03:41:02.358616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57416) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:02.365176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:02.561495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:02.570739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213f408-6769-40e7-9246-e7f0124b7022 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:41:02.584591 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:02.666332 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:02.725490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 0afa709b-61cc-4625-a23d-d8f579664f7a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0afa709b-61cc-4625-a23d-d8f579664f7a,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:02.727448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0213f408-6769-40e7-9246-e7f0124b7022 None None] Deleting port 0afa709b-61cc-4625-a23d-d8f579664f7a {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:02.727895 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0213f408-6769-40e7-9246-e7f0124b7022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:02.731965 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:02.890627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0213f408-6769-40e7-9246-e7f0124b7022 None None] For port 0afa709b-61cc-4625-a23d-d8f579664f7a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0afa709b-61cc-4625-a23d-d8f579664f7a,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:02.891295 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0213f408-6769-40e7-9246-e7f0124b7022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:02.928161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0213f408-6769-40e7-9246-e7f0124b7022 None None] Calling delete_port for 0afa709b-61cc-4625-a23d-d8f579664f7a owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:02.943882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=0afa709b-61cc-4625-a23d-d8f579664f7a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:02.987299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:41:03.114826 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0213f408-6769-40e7-9246-e7f0124b7022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:03.147374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213f408-6769-40e7-9246-e7f0124b7022 None None] Pushing event deleted for resources: {'Port': ['ID=0afa709b-61cc-4625-a23d-d8f579664f7a,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:03.152442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213f408-6769-40e7-9246-e7f0124b7022 None None] No DVR routers for this DVR port 0afa709b-61cc-4625-a23d-d8f579664f7a on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:41:03.176981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_pluggable_backend [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Port 0afa709b-61cc-4625-a23d-d8f579664f7a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 19 03:41:03.177294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_pluggable_backend [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Reverting IP allocation for 2001:db8::f816:3eff:fea1:a291 {{(pid=94345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 19 03:41:03.184957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_pluggable_backend [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea1:a291 {{(pid=94345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 19 03:41:03.186201 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:03.228282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:03.229789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:03.234199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:03.234813 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:03.242492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7b08da-f70b-477b-913a-675293400eed None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:03.252376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=01636b25-ecee-4b09-9181-87b485d272c5,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:03.260382 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f2f9ec7e-ea9a-4ab2-981c-52dcf89e32a8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9000795 Jul 19 03:41:03.263425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57432) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:03.269380 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-de111a61-d35d-484c-839d-abcaec4dc111 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:03.433005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de111a61-d35d-484c-839d-abcaec4dc111 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:03.438022 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-de111a61-d35d-484c-839d-abcaec4dc111 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:03.542977 n-d-762330-18 neutron-server[94344]: INFO neutron.db.ipam_backend_mixin [None req-de111a61-d35d-484c-839d-abcaec4dc111 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01636b25-ecee-4b09-9181-87b485d272c5 (CIDR: 2001:db8::/64) Jul 19 03:41:03.548078 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-de111a61-d35d-484c-839d-abcaec4dc111 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:41:03.548980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de111a61-d35d-484c-839d-abcaec4dc111 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:03.569312 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-de111a61-d35d-484c-839d-abcaec4dc111 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3046482 Jul 19 03:41:03.572437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57434) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:03.578510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-95bbe9fc-6b5b-426c-a63a-0952e8a91772 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:03.651702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '01636b25-ecee-4b09-9181-87b485d272c5'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:41:03.652698 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:03.813085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0afa709b-61cc-4625-a23d-d8f579664f7a no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:41:03.815294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bbe9fc-6b5b-426c-a63a-0952e8a91772 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:03.821951 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-95bbe9fc-6b5b-426c-a63a-0952e8a91772 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:03.841773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 0afa709b-61cc-4625-a23d-d8f579664f7a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:41:03.842252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0afa709b-61cc-4625-a23d-d8f579664f7a not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:41:03.913281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Allocated IP 2001:db8::f816:3eff:fe42:a2a9 (1354f933-eff7-4801-b289-5be7c7667d7c/01636b25-ecee-4b09-9181-87b485d272c5/4191e7cd-69c3-4698-b8c7-b081dae79725) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:03.992536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57444) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:04.150607 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c3c33e0-50d8-4f42-9085-1b8af24171c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.230612 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.233556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-95bbe9fc-6b5b-426c-a63a-0952e8a91772 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.251096 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Transition to ACTIVE for port object 4191e7cd-69c3-4698-b8c7-b081dae79725 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:04.285949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbe9fc-6b5b-426c-a63a-0952e8a91772 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:04.289481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-95bbe9fc-6b5b-426c-a63a-0952e8a91772 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:04.295241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bbe9fc-6b5b-426c-a63a-0952e8a91772 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:04.295858 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-95bbe9fc-6b5b-426c-a63a-0952e8a91772 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.302140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Transition to ACTIVE for port object 4191e7cd-69c3-4698-b8c7-b081dae79725 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:04.309516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbe9fc-6b5b-426c-a63a-0952e8a91772 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=25f22d6d-40c4-40f7-8929-e58d1b03e3c7,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:04.318978 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.340800 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c3c33e0-50d8-4f42-9085-1b8af24171c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.350220 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c3c33e0-50d8-4f42-9085-1b8af24171c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.359111 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-95bbe9fc-6b5b-426c-a63a-0952e8a91772 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7848649 Jul 19 03:41:04.360095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:04.361799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57450) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:04.364098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:04.368284 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:04.370398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:14:2e:40', 'name': 'tempest-NetworksTestDHCPv6-1374642952'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:04.386296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Pushing event updated for resources: {'Port': ['ID=4191e7cd-69c3-4698-b8c7-b081dae79725,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:04.440481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c33e0-50d8-4f42-9085-1b8af24171c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a714aef5-b117-4c28-aaf0-f393a60e5001,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:04.474612 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2c3c33e0-50d8-4f42-9085-1b8af24171c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ea2df0c5eec466e93a80c1fe446f987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787829 Jul 19 03:41:04.476789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57452) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:04.490696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Attempting to bind port 4191e7cd-69c3-4698-b8c7-b081dae79725 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:04.491989 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Attempting to bind port 4191e7cd-69c3-4698-b8c7-b081dae79725 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:04.493172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Attempting to bind port 4191e7cd-69c3-4698-b8c7-b081dae79725 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:04.505053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:04.505911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:04.506498 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.507378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:04.508252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Bound port: 4191e7cd-69c3-4698-b8c7-b081dae79725, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:04.508792 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.595935 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.604696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:04.607870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] For port 4191e7cd-69c3-4698-b8c7-b081dae79725, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:41:04.615182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] For port 4191e7cd-69c3-4698-b8c7-b081dae79725, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4191e7cd-69c3-4698-b8c7-b081dae79725,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:41:04.629738 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.657909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.750767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eed92e-19df-4289-b37f-78e4c4b3a1e5 None None] Pushing event updated for resources: {'Port': ['ID=4191e7cd-69c3-4698-b8c7-b081dae79725,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:04.774851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.777875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.779486 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a714aef5-b117-4c28-aaf0-f393a60e5001 HTTP/1.1" status: 204 len: 168 time: 0.3002636 Jul 19 03:41:04.793793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a714aef5-b117-4c28-aaf0-f393a60e5001,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:04.810787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.811084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.811424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.811757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.812151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.812405 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.812727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.814464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:04.817392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.817635 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.817927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.818307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.818768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72738981-6388-423c-a6d1-8f432e2c3b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:04.842370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 70cd4127-d6e3-4a44-b36c-5753f2ecb660 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:41:05.132546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8:0:1::272 (1354f933-eff7-4801-b289-5be7c7667d7c/25f22d6d-40c4-40f7-8929-e58d1b03e3c7/70cd4127-d6e3-4a44-b36c-5753f2ecb660) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:05.170352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::f816:3eff:fe14:2e40 (1354f933-eff7-4801-b289-5be7c7667d7c/01636b25-ecee-4b09-9181-87b485d272c5/70cd4127-d6e3-4a44-b36c-5753f2ecb660) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:05.310437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57462) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:05.329555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af286b22-4099-4e42-9100-a61353228487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:05.495834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af286b22-4099-4e42-9100-a61353228487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:05.502555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af286b22-4099-4e42-9100-a61353228487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:05.524294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:05.544729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object 70cd4127-d6e3-4a44-b36c-5753f2ecb660 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:05.548415 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af286b22-4099-4e42-9100-a61353228487 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f158df7fe8564b46b4b33d5870040a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359984 Jul 19 03:41:05.549825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af286b22-4099-4e42-9100-a61353228487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5bacfc-b6b4-4011-a91b-52c7faa391af,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:05.551032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57464) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:05.644576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:05.678516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-304a1c30-46f4-4e58-af75-3d569cb27817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:05.692327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:05.698226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:05.706298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:05.710209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:05.711002 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:05.749156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=70cd4127-d6e3-4a44-b36c-5753f2ecb660,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:05.755242 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-304a1c30-46f4-4e58-af75-3d569cb27817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:05.768919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57466) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:05.769137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2e6c90cf-d3bd-46cd-8abb-6507b58b6cd2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4060071 Jul 19 03:41:05.831188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-304a1c30-46f4-4e58-af75-3d569cb27817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:05.838082 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-304a1c30-46f4-4e58-af75-3d569cb27817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:05.843685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-304a1c30-46f4-4e58-af75-3d569cb27817 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce5bacfc-b6b4-4011-a91b-52c7faa391af HTTP/1.1" status: 204 len: 168 time: 0.2778420 Jul 19 03:41:05.843889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4191e7cd-69c3-4698-b8c7-b081dae79725 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:05.856503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a1c30-46f4-4e58-af75-3d569cb27817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5bacfc-b6b4-4011-a91b-52c7faa391af,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:06.011275 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9b23df3e-c17c-4be4-9134-6a9278b46b16 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port 70cd4127-d6e3-4a44-b36c-5753f2ecb660 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:06.011627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b23df3e-c17c-4be4-9134-6a9278b46b16 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:06.025192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 4191e7cd-69c3-4698-b8c7-b081dae79725 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:06.133915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b23df3e-c17c-4be4-9134-6a9278b46b16 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:06.151584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-9b23df3e-c17c-4be4-9134-6a9278b46b16 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for 70cd4127-d6e3-4a44-b36c-5753f2ecb660 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:06.412923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd08e5e8-e03f-4de4-92b3-a7ffbdf6882e None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:06.523760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c71b2827-aabf-4299-8252-144db9e37917 None None] Provisioning for port 4191e7cd-69c3-4698-b8c7-b081dae79725 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:06.533878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c71b2827-aabf-4299-8252-144db9e37917 None None] Provisioning complete for port 4191e7cd-69c3-4698-b8c7-b081dae79725 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:06.534558 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c71b2827-aabf-4299-8252-144db9e37917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:06.541556 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b23df3e-c17c-4be4-9134-6a9278b46b16 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:06.606619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23df3e-c17c-4be4-9134-6a9278b46b16 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=70cd4127-d6e3-4a44-b36c-5753f2ecb660,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:06.676944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b23df3e-c17c-4be4-9134-6a9278b46b16 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:06.679662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9b23df3e-c17c-4be4-9134-6a9278b46b16 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/70cd4127-d6e3-4a44-b36c-5753f2ecb660 HTTP/1.1" status: 204 len: 168 time: 0.9090648 Jul 19 03:41:06.681898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57486) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:06.764904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224de26-c6b4-42d0-bb6c-8fd91a5e7ff2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:06.770545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57490) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:06.771161 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9224de26-c6b4-42d0-bb6c-8fd91a5e7ff2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0873399 Jul 19 03:41:06.773252 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c71b2827-aabf-4299-8252-144db9e37917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:06.823085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c71b2827-aabf-4299-8252-144db9e37917 None None] For port 4191e7cd-69c3-4698-b8c7-b081dae79725, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4191e7cd-69c3-4698-b8c7-b081dae79725,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:06.830673 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c71b2827-aabf-4299-8252-144db9e37917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:06.908670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f7834-0913-4b56-89a2-e96df2b11061 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:06.913974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ff7f7834-0913-4b56-89a2-e96df2b11061 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1387763 Jul 19 03:41:06.913974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57496) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:06.938296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b2827-aabf-4299-8252-144db9e37917 None None] Pushing event updated for resources: {'Port': ['ID=4191e7cd-69c3-4698-b8c7-b081dae79725,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:06.942024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3002e920-809a-4641-a0b0-e15777692e88 None None] Update dhcp port {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': '01636b25-ecee-4b09-9181-87b485d272c5', 'ip_address': '2001:db8::f816:3eff:fe42:a2a9'}, {'subnet_id': '25f22d6d-40c4-40f7-8929-e58d1b03e3c7'}], 'binding:host_id': 'n-d-762330-18'}, 'id': '4191e7cd-69c3-4698-b8c7-b081dae79725'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:41:06.988409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a961207-38d8-42b1-a746-bb585e3276c2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:06.990607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a961207-38d8-42b1-a746-bb585e3276c2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:06.992327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a961207-38d8-42b1-a746-bb585e3276c2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:06.994596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0a961207-38d8-42b1-a746-bb585e3276c2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0803258 Jul 19 03:41:06.997512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57500) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:07.002624 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3002e920-809a-4641-a0b0-e15777692e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.085867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb85ce6d-7136-418f-9ef3-bf5ef2050d14 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 01636b25-ecee-4b09-9181-87b485d272c5 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:41:07.090202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb85ce6d-7136-418f-9ef3-bf5ef2050d14 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.160889 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.168379 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb85ce6d-7136-418f-9ef3-bf5ef2050d14 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.277468 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb85ce6d-7136-418f-9ef3-bf5ef2050d14 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.307667 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.350298 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb85ce6d-7136-418f-9ef3-bf5ef2050d14 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server [None req-3002e920-809a-4641-a0b0-e15777692e88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01636b25-ecee-4b09-9181-87b485d272c5: This subnet is being modified by another concurrent operation. Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise exception Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01636b25-ecee-4b09-9181-87b485d272c5: This subnet is being modified by another concurrent operation. Jul 19 03:41:07.352577 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Jul 19 03:41:07.409369 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85ce6d-7136-418f-9ef3-bf5ef2050d14 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=01636b25-ecee-4b09-9181-87b485d272c5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:07.415173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cb85ce6d-7136-418f-9ef3-bf5ef2050d14 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.421208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57506) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:07.421393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cb85ce6d-7136-418f-9ef3-bf5ef2050d14 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/01636b25-ecee-4b09-9181-87b485d272c5 HTTP/1.1" status: 204 len: 168 time: 0.4226985 Jul 19 03:41:07.468938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7092c599-1738-47b7-8f9b-251ce85328d8 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:07.510000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-e933291e-4a04-4b49-960d-f46a9574dad8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 25f22d6d-40c4-40f7-8929-e58d1b03e3c7 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:41:07.513731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e933291e-4a04-4b49-960d-f46a9574dad8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.566929 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e933291e-4a04-4b49-960d-f46a9574dad8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.673679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e933291e-4a04-4b49-960d-f46a9574dad8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.750323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8a63bd4b-6a3b-4bde-afb0-0776ab1c0b27 None None] Provisioning complete for port 4191e7cd-69c3-4698-b8c7-b081dae79725 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:07.750323 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a63bd4b-6a3b-4bde-afb0-0776ab1c0b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.828881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4191e7cd-69c3-4698-b8c7-b081dae79725 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:41:07.856486 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e933291e-4a04-4b49-960d-f46a9574dad8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.890181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933291e-4a04-4b49-960d-f46a9574dad8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=25f22d6d-40c4-40f7-8929-e58d1b03e3c7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:07.895536 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e933291e-4a04-4b49-960d-f46a9574dad8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:07.898754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e933291e-4a04-4b49-960d-f46a9574dad8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/25f22d6d-40c4-40f7-8929-e58d1b03e3c7 HTTP/1.1" status: 204 len: 168 time: 0.4761734 Jul 19 03:41:07.900901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57516) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:07.988436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57518) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:07.988927 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1ab9a18f-74fd-4265-8297-079c5623e0eb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866687 Jul 19 03:41:07.996002 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:08.029817 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:08.075315 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d571511a-7126-4ca8-afde-67a6f4bc6308 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:41:08.112622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 4191e7cd-69c3-4698-b8c7-b081dae79725, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4191e7cd-69c3-4698-b8c7-b081dae79725,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:08.121448 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:08.245146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:08.249713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:08.271496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d571511a-7126-4ca8-afde-67a6f4bc6308 None None] Deleting port 4191e7cd-69c3-4698-b8c7-b081dae79725 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:08.277291 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d571511a-7126-4ca8-afde-67a6f4bc6308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:08.297043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=4191e7cd-69c3-4698-b8c7-b081dae79725,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:08.371758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d571511a-7126-4ca8-afde-67a6f4bc6308 None None] For port 4191e7cd-69c3-4698-b8c7-b081dae79725, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4191e7cd-69c3-4698-b8c7-b081dae79725,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:08.372195 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d571511a-7126-4ca8-afde-67a6f4bc6308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:08.392382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d571511a-7126-4ca8-afde-67a6f4bc6308 None None] Calling delete_port for 4191e7cd-69c3-4698-b8c7-b081dae79725 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:08.520357 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d571511a-7126-4ca8-afde-67a6f4bc6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:08.574438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571511a-7126-4ca8-afde-67a6f4bc6308 None None] Pushing event deleted for resources: {'Port': ['ID=4191e7cd-69c3-4698-b8c7-b081dae79725,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:08.576416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571511a-7126-4ca8-afde-67a6f4bc6308 None None] No DVR routers for this DVR port 4191e7cd-69c3-4698-b8c7-b081dae79725 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:41:08.596236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c50ab-0f56-4b60-9629-79beacd365fb None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:41:08.658999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.objects.ports [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94344) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:41:08.660759 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:08.690240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c50ab-0f56-4b60-9629-79beacd365fb None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:41:08.712127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:08.718361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:08.722786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:08.723390 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:08.736646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=bd6eb271-6d8f-4786-8bee-3dd41d2e0f6d,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:08.748147 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d00b4b11-ace0-4a94-bffa-ac8bbd51f56a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7580104 Jul 19 03:41:08.752565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57522) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:08.758721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6715fb04-0e52-41f2-be88-cc07fb611f91 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:08.904639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6715fb04-0e52-41f2-be88-cc07fb611f91 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:08.909645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6715fb04-0e52-41f2-be88-cc07fb611f91 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:08.992592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': 'bd6eb271-6d8f-4786-8bee-3dd41d2e0f6d'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:41:08.994774 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:09.028311 n-d-762330-18 neutron-server[94345]: INFO neutron.db.ipam_backend_mixin [None req-6715fb04-0e52-41f2-be88-cc07fb611f91 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd6eb271-6d8f-4786-8bee-3dd41d2e0f6d (CIDR: 2001:db8::/64) Jul 19 03:41:09.032690 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-6715fb04-0e52-41f2-be88-cc07fb611f91 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:41:09.033137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6715fb04-0e52-41f2-be88-cc07fb611f91 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:09.052789 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6715fb04-0e52-41f2-be88-cc07fb611f91 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2990799 Jul 19 03:41:09.053440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57540) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:09.059600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bbc66c14-e676-415e-b24d-d25709b3f027 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:09.087073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1aa27f33-8ceb-4ad4-a4f6-cd3b2c17bbf3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=94804e15d19846808eeee7f6bb96d915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354486 Jul 19 03:41:09.177488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Allocated IP 2001:db8::f816:3eff:fe6c:4cea (1354f933-eff7-4801-b289-5be7c7667d7c/bd6eb271-6d8f-4786-8bee-3dd41d2e0f6d/c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:09.211040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc66c14-e676-415e-b24d-d25709b3f027 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:09.215900 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bbc66c14-e676-415e-b24d-d25709b3f027 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:09.328476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-47eca5d0-97ad-4c0f-96c9-85a049cc1ac5 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:09.330022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-47eca5d0-97ad-4c0f-96c9-85a049cc1ac5 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359855 Jul 19 03:41:09.349006 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1ca8eb4c-d3a1-45b6-9536-da9b51a0b7e3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/quotas/94804e15d19846808eeee7f6bb96d915 HTTP/1.1" status: 200 len: 375 time: 0.0115867 Jul 19 03:41:09.391893 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-f5b0ffe9-85f9-49f5-8313-cc705347ed53 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=94804e15d19846808eeee7f6bb96d915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368185 Jul 19 03:41:09.403573 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:09.412764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Transition to ACTIVE for port object c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:09.432828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Transition to ACTIVE for port object c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:09.444478 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:09.499560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:09.503097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:09.518926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:09.522875 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Pushing event updated for resources: {'Port': ['ID=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:09.589099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Attempting to bind port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:09.589434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Attempting to bind port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:09.589749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Attempting to bind port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:09.598301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:09.598708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:09.599076 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:09.599936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:09.599936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Bound port: c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:09.600293 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:09.697517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] For port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:41:09.705544 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] For port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:41:09.711013 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:09.798799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9aeff-2349-4720-a883-fca57db874e7 None None] Pushing event updated for resources: {'Port': ['ID=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:09.805537 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a11318ee-bc55-4f96-84e8-e8a95f87b9fb req-d2a245b7-6e9b-4159-a88d-1aeeb2eb0d34 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 210 time: 0.0390222 Jul 19 03:41:09.857230 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bbc66c14-e676-415e-b24d-d25709b3f027 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:09.878712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc66c14-e676-415e-b24d-d25709b3f027 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:09.881376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bbc66c14-e676-415e-b24d-d25709b3f027 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:09.884740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc66c14-e676-415e-b24d-d25709b3f027 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:09.885326 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bbc66c14-e676-415e-b24d-d25709b3f027 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:09.951970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc66c14-e676-415e-b24d-d25709b3f027 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=c505a5cc-7d74-4989-a4e9-6079258fe69b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:09.956237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bbc66c14-e676-415e-b24d-d25709b3f027 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9017217 Jul 19 03:41:09.958975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57554) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:09.967715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:56:56:4b', 'name': 'tempest-NetworksTestDHCPv6-1827838842'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:10.141592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:10.252156 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:10.279656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port ac580fe4-01db-44eb-801e-6ea5d89afdf8 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:41:10.476729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8:0:1::154 (1354f933-eff7-4801-b289-5be7c7667d7c/c505a5cc-7d74-4989-a4e9-6079258fe69b/ac580fe4-01db-44eb-801e-6ea5d89afdf8) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:10.485685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::f816:3eff:fe56:564b (1354f933-eff7-4801-b289-5be7c7667d7c/bd6eb271-6d8f-4786-8bee-3dd41d2e0f6d/ac580fe4-01db-44eb-801e-6ea5d89afdf8) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:10.641110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:10.657391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object ac580fe4-01db-44eb-801e-6ea5d89afdf8 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:10.699398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:10.760918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:10.768134 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:10.773174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:10.780108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:10.780818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:10.795624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=ac580fe4-01db-44eb-801e-6ea5d89afdf8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:10.807698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-87928068-cc15-49df-a968-c12dddb4b8d8 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8474898 Jul 19 03:41:10.810171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57568) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:10.921310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-776d6e7f-87cd-4f56-9d4a-e26d87fbcb54 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=94804e15d19846808eeee7f6bb96d915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401187 Jul 19 03:41:10.950977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0e22b6a6-b5f8-45f0-8e99-d6550913d22a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port ac580fe4-01db-44eb-801e-6ea5d89afdf8 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:10.951576 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e22b6a6-b5f8-45f0-8e99-d6550913d22a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.077706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a485a7d-01e4-4186-b17b-10cf353469ae None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:11.088578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37ba7a64-c618-42a9-b53a-73372680efeb req-b1dd9176-7864-4e15-b4c0-24a9deece095 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 210 time: 0.0436921 Jul 19 03:41:11.111244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e22b6a6-b5f8-45f0-8e99-d6550913d22a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.117524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-b6234306-9cc5-4b67-b2ed-089012247205 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:11.119291 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-b6234306-9cc5-4b67-b2ed-089012247205 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924176 Jul 19 03:41:11.130375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0e22b6a6-b5f8-45f0-8e99-d6550913d22a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for ac580fe4-01db-44eb-801e-6ea5d89afdf8 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:11.132273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Request body: {'port': {'device_id': '4cdd7f1c-f264-4e95-abfd-2bed8a0d5224', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': '94804e15d19846808eeee7f6bb96d915'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:11.199038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1127c9ac-655d-4ff7-bf5c-a93f2dd78485 None None] Provisioning for port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:11.299335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Made reservation on behalf of 94804e15d19846808eeee7f6bb96d915 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:11.304567 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.320571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.411526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e22b6a6-b5f8-45f0-8e99-d6550913d22a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.428439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f1f80-14db-4400-bbcc-97ac404d0c78 None None] Update dhcp port {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': 'bd6eb271-6d8f-4786-8bee-3dd41d2e0f6d', 'ip_address': '2001:db8::f816:3eff:fe6c:4cea'}, {'subnet_id': 'c505a5cc-7d74-4989-a4e9-6079258fe69b'}], 'binding:host_id': 'n-d-762330-18'}, 'id': 'c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:41:11.449388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22b6a6-b5f8-45f0-8e99-d6550913d22a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=ac580fe4-01db-44eb-801e-6ea5d89afdf8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:11.471464 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6a0f1f80-14db-4400-bbcc-97ac404d0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.509887 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.513958 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e22b6a6-b5f8-45f0-8e99-d6550913d22a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.515920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.516240 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0e22b6a6-b5f8-45f0-8e99-d6550913d22a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/ac580fe4-01db-44eb-801e-6ea5d89afdf8 HTTP/1.1" status: 204 len: 168 time: 0.7045736 Jul 19 03:41:11.519023 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57584) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:11.588108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb550547-79ee-466b-99a9-a1e4deaa4818,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:11.612552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fccbb53-8d7c-45f5-b907-803976fb7bd1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:11.616373 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2fccbb53-8d7c-45f5-b907-803976fb7bd1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0939944 Jul 19 03:41:11.617193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57586) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:11.674289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-6a0f1f80-14db-4400-bbcc-97ac404d0c78 None None] Allocated IP 2001:db8:0:1::2 (1354f933-eff7-4801-b289-5be7c7667d7c/c505a5cc-7d74-4989-a4e9-6079258fe69b/c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:11.715861 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Allocated IP 192.168.233.134 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/65c2570e-262b-447d-9e48-e8dec21889bf) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:11.736885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b94cd99-a0ba-4a59-95d1-32ce315b1e39 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:11.740843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5b94cd99-a0ba-4a59-95d1-32ce315b1e39 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1207979 Jul 19 03:41:11.741526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57588) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:11.781299 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6a0f1f80-14db-4400-bbcc-97ac404d0c78 None None] For port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:11.818627 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6a0f1f80-14db-4400-bbcc-97ac404d0c78 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.836340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6a0f1f80-14db-4400-bbcc-97ac404d0c78 None None] Transition to ACTIVE for port object c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:11.846300 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6a0f1f80-14db-4400-bbcc-97ac404d0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.849473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7dba3-6569-41ea-93f9-36f9b392696e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:11.851047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7dba3-6569-41ea-93f9-36f9b392696e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:11.852575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7dba3-6569-41ea-93f9-36f9b392696e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:11.855104 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b6f7dba3-6569-41ea-93f9-36f9b392696e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1127248 Jul 19 03:41:11.858212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57590) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:11.909935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:11.916434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95df6dd-fd67-4f43-b421-4656fabeb4e6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet bd6eb271-6d8f-4786-8bee-3dd41d2e0f6d {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:41:11.926065 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f95df6dd-fd67-4f43-b421-4656fabeb4e6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.962816 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:11.981080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Transition to ACTIVE for port object 65c2570e-262b-447d-9e48-e8dec21889bf will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:11.991029 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f95df6dd-fd67-4f43-b421-4656fabeb4e6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.029749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.085125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:12.089679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:12.097183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:12.115134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f95df6dd-fd67-4f43-b421-4656fabeb4e6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.141711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Pushing event updated for resources: {'Port': ['ID=65c2570e-262b-447d-9e48-e8dec21889bf,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:12.184629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:12.185447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.214507 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-1352c617-3b3c-4a83-9d36-d8df9ab1179c tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0874829 Jul 19 03:41:12.219124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f1f80-14db-4400-bbcc-97ac404d0c78 None None] Pushing event updated for resources: {'Port': ['ID=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:12.227320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Request body: {'port': {'device_id': '4cdd7f1c-f264-4e95-abfd-2bed8a0d5224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:12.253852 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f95df6dd-fd67-4f43-b421-4656fabeb4e6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.271455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f95df6dd-fd67-4f43-b421-4656fabeb4e6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.274183 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f95df6dd-fd67-4f43-b421-4656fabeb4e6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/bd6eb271-6d8f-4786-8bee-3dd41d2e0f6d HTTP/1.1" status: 204 len: 168 time: 0.4145124 Jul 19 03:41:12.279953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57596) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:12.296448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95df6dd-fd67-4f43-b421-4656fabeb4e6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6eb271-6d8f-4786-8bee-3dd41d2e0f6d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:12.342954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:12.408941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35cb19e-141f-459b-aba4-5d4c31907149 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet c505a5cc-7d74-4989-a4e9-6079258fe69b {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:41:12.417430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f35cb19e-141f-459b-aba4-5d4c31907149 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.432340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d9cdd-fe45-4ec2-9782-05d5d68e0168 req-8ac7128a-61b3-4185-aa78-ca483f828178 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:12.434030 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-945d9cdd-fe45-4ec2-9782-05d5d68e0168 req-8ac7128a-61b3-4185-aa78-ca483f828178 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 936 time: 0.0955236 Jul 19 03:41:12.458709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.491904 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f35cb19e-141f-459b-aba4-5d4c31907149 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.501270 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-945d9cdd-fe45-4ec2-9782-05d5d68e0168 req-79cbbfb8-9f92-4181-b67d-7512e62872ae tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573673 Jul 19 03:41:12.532248 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-697d94a5-be94-47c0-9b96-49d092f6726a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.574133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cc3ceebb-1b2f-4b04-8753-623074d7ff8c None None] Provisioning for port 65c2570e-262b-447d-9e48-e8dec21889bf completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:12.578818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cc3ceebb-1b2f-4b04-8753-623074d7ff8c None None] Provisioning complete for port 65c2570e-262b-447d-9e48-e8dec21889bf triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:12.579060 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cc3ceebb-1b2f-4b04-8753-623074d7ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.635430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ceebb-1b2f-4b04-8753-623074d7ff8c None None] Port 65c2570e-262b-447d-9e48-e8dec21889bf cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:41:12.731121 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f35cb19e-141f-459b-aba4-5d4c31907149 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.849889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f35cb19e-141f-459b-aba4-5d4c31907149 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.895738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cb19e-141f-459b-aba4-5d4c31907149 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=c505a5cc-7d74-4989-a4e9-6079258fe69b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:12.906387 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f35cb19e-141f-459b-aba4-5d4c31907149 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.911012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57608) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:12.911187 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f35cb19e-141f-459b-aba4-5d4c31907149 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/c505a5cc-7d74-4989-a4e9-6079258fe69b HTTP/1.1" status: 204 len: 168 time: 0.6300364 Jul 19 03:41:12.959080 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c6f7ee0a-578f-4a03-8163-5937add2d200 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468838 Jul 19 03:41:12.961800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57610) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:12.967322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d43df2c7-69eb-439f-af6c-3e2955fe8db6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:12.973560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c2570e-262b-447d-9e48-e8dec21889bf {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:41:12.984146 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:12.997624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Transition to ACTIVE for port object 65c2570e-262b-447d-9e48-e8dec21889bf will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:13.003060 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.060652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Pushing event updated for resources: {'Port': ['ID=65c2570e-262b-447d-9e48-e8dec21889bf,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:13.074736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43df2c7-69eb-439f-af6c-3e2955fe8db6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:13.080886 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d43df2c7-69eb-439f-af6c-3e2955fe8db6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.172913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e839b64-f843-4a69-b3af-0b0e0ae8d1aa None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:13.199094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Attempting to bind port 65c2570e-262b-447d-9e48-e8dec21889bf on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:13.199443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Attempting to bind port 65c2570e-262b-447d-9e48-e8dec21889bf by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:13.199779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Attempting to bind port 65c2570e-262b-447d-9e48-e8dec21889bf on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:13.222669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Port 65c2570e-262b-447d-9e48-e8dec21889bf on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:41:13.223047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Attempting to bind port 65c2570e-262b-447d-9e48-e8dec21889bf on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:13.229797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:13.230139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:13.230566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:13.230999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Bound port: 65c2570e-262b-447d-9e48-e8dec21889bf, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:13.235000 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.335750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7789108b-2817-4102-b269-b86e576a4d36 None None] Provisioning for port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:13.342816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7789108b-2817-4102-b269-b86e576a4d36 None None] Provisioning complete for port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:13.343556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7789108b-2817-4102-b269-b86e576a4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.349545 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d43df2c7-69eb-439f-af6c-3e2955fe8db6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.360305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] For port 65c2570e-262b-447d-9e48-e8dec21889bf, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:41:13.364149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] For port 65c2570e-262b-447d-9e48-e8dec21889bf, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=65c2570e-262b-447d-9e48-e8dec21889bf,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:41:13.369732 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.410239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43df2c7-69eb-439f-af6c-3e2955fe8db6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:13.413763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d43df2c7-69eb-439f-af6c-3e2955fe8db6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:13.419325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43df2c7-69eb-439f-af6c-3e2955fe8db6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:13.420058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d43df2c7-69eb-439f-af6c-3e2955fe8db6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.437417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43df2c7-69eb-439f-af6c-3e2955fe8db6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=6a2695a3-84b1-4015-9d12-a49061200506,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:13.450435 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d43df2c7-69eb-439f-af6c-3e2955fe8db6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4868298 Jul 19 03:41:13.452923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57614) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:13.455658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:13.456471 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.459204 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] 10.222.0.26 "PUT /v2.0/ports/65c2570e-262b-447d-9e48-e8dec21889bf HTTP/1.1" status: 200 len: 1097 time: 1.2377627 Jul 19 03:41:13.460099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41455c4b-394e-4e76-be90-91b49056eb6b service neutron] Pushing event updated for resources: {'Port': ['ID=65c2570e-262b-447d-9e48-e8dec21889bf,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:13.460924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1b9588ac-cf8d-45cc-9156-4d4a60f9cb81 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:13.464967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdd7f1c-f264-4e95-abfd-2bed8a0d5224', 'tag': '65c2570e-262b-447d-9e48-e8dec21889bf'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:41:13.467780 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7036b3-5468-42b4-be9e-30c87f1aec20" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdd7f1c-f264-4e95-abfd-2bed8a0d5224", "tag": "65c2570e-262b-447d-9e48-e8dec21889bf"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:41:13.517741 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7789108b-2817-4102-b269-b86e576a4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.558773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7789108b-2817-4102-b269-b86e576a4d36 None None] For port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:13.577527 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cf767d-30c3-4c4a-bef6-6ab0f286394a x-openstack-request-id: req-70cf767d-30c3-4c4a-bef6-6ab0f286394a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:41:13.577848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dbbd6f-eb11-4de2-85c2-73e7598f7dd6 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:41:13.578197 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdd7f1c-f264-4e95-abfd-2bed8a0d5224", "tag": "65c2570e-262b-447d-9e48-e8dec21889bf", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:41:13.578755 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70cf767d-30c3-4c4a-bef6-6ab0f286394a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:41:13.579785 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdd7f1c-f264-4e95-abfd-2bed8a0d5224', 'tag': '65c2570e-262b-447d-9e48-e8dec21889bf', 'status': 'completed', 'code': 200} Jul 19 03:41:13.597972 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7789108b-2817-4102-b269-b86e576a4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.635760 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-26ec9a36-d7d0-46b4-b27b-1b8c99d53933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:13.637300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-26ec9a36-d7d0-46b4-b27b-1b8c99d53933 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94804e15d19846808eeee7f6bb96d915&device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 1100 time: 0.1254995 Jul 19 03:41:13.670338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7789108b-2817-4102-b269-b86e576a4d36 None None] Could not find standard attr ID for object ac580fe4-01db-44eb-801e-6ea5d89afdf8. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:41:13.678469 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9588ac-cf8d-45cc-9156-4d4a60f9cb81 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:13.694602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b9588ac-cf8d-45cc-9156-4d4a60f9cb81 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.708234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789108b-2817-4102-b269-b86e576a4d36 None None] Pushing event updated for resources: {'Port': ['ID=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:13.742601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-33dbbd6f-eb11-4de2-85c2-73e7598f7dd6 None None] Deleting port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:13.743806 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-33dbbd6f-eb11-4de2-85c2-73e7598f7dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.777917 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-e5f88bb0-3950-4bc7-88cc-4567398c5941 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=65c2570e-262b-447d-9e48-e8dec21889bf HTTP/1.1" status: 200 len: 217 time: 0.1326206 Jul 19 03:41:13.847953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-4037ba56-02c6-4abc-bafe-d1ee63d97362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:13.849453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-4037ba56-02c6-4abc-bafe-d1ee63d97362 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0658159 Jul 19 03:41:13.857214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:41:13.909706 n-d-762330-18 neutron-server[94345]: INFO neutron.db.ipam_backend_mixin [None req-1b9588ac-cf8d-45cc-9156-4d4a60f9cb81 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a2695a3-84b1-4015-9d12-a49061200506 (CIDR: 2001:db8::/64) Jul 19 03:41:13.921229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-c4fa4da9-21f3-4681-b5f6-22468648977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:13.923349 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-c4fa4da9-21f3-4681-b5f6-22468648977c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676916 Jul 19 03:41:13.927897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f02db-50dc-4ac4-a5b5-a9fbe4bc5f00 req-653e2e19-fbec-4a42-853c-9cbae887705b tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:13.929458 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d32f02db-50dc-4ac4-a5b5-a9fbe4bc5f00 req-653e2e19-fbec-4a42-853c-9cbae887705b tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 948 time: 0.1020737 Jul 19 03:41:13.930386 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9588ac-cf8d-45cc-9156-4d4a60f9cb81 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:41:13.930859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9588ac-cf8d-45cc-9156-4d4a60f9cb81 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:13.943005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-33dbbd6f-eb11-4de2-85c2-73e7598f7dd6 None None] For port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:13.943665 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-33dbbd6f-eb11-4de2-85c2-73e7598f7dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:13.961873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-33dbbd6f-eb11-4de2-85c2-73e7598f7dd6 None None] Calling delete_port for c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:13.978097 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d32f02db-50dc-4ac4-a5b5-a9fbe4bc5f00 req-6055295e-bc6d-4196-83a8-463a7935dbe3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371888 Jul 19 03:41:13.985222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1b9588ac-cf8d-45cc-9156-4d4a60f9cb81 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5300317 Jul 19 03:41:13.985222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57622) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:13.991095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:14.057577 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-ad944713-4dbd-48fe-a15e-154a680d8065 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191313 Jul 19 03:41:14.059595 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:14.133546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:14.143240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:14.148136 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:14.163367 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:14.177899 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-33dbbd6f-eb11-4de2-85c2-73e7598f7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:14.201188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dbbd6f-eb11-4de2-85c2-73e7598f7dd6 None None] No DVR routers for this DVR port c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:41:14.220857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-98af2bf9-bb25-42bf-9149-c68a6aa0eb69 req-37a99e2c-dcba-482f-98da-bdcd5d8db2cf service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569145 Jul 19 03:41:14.228104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b56961c-f261-4c9b-b206-1d3a6bbc76a5 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:14.230621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:14.287718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbbd6f-eb11-4de2-85c2-73e7598f7dd6 None None] Pushing event deleted for resources: {'Port': ['ID=c9ec69b1-6b51-4ba6-a00e-a42ff2f4ffcf,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:14.412963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-3be5eccf-cda8-4803-b0a2-9fd2ae3f9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:14.414698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-3be5eccf-cda8-4803-b0a2-9fd2ae3f9fdd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94804e15d19846808eeee7f6bb96d915&device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 1100 time: 0.1292162 Jul 19 03:41:14.496982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '6a2695a3-84b1-4015-9d12-a49061200506'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:41:14.497993 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:14.581135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-bb834b1e-e74f-482d-8cf5-db04d961a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:14.583114 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-bb834b1e-e74f-482d-8cf5-db04d961a670 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1570933 Jul 19 03:41:14.635847 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-8a926a5e-5d62-46c8-add4-e8be6794cbf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=65c2570e-262b-447d-9e48-e8dec21889bf HTTP/1.1" status: 200 len: 217 time: 0.0454712 Jul 19 03:41:14.648689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:41:14.652040 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:14.681596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Allocated IP 2001:db8::2 (1354f933-eff7-4801-b289-5be7c7667d7c/6a2695a3-84b1-4015-9d12-a49061200506/cb504185-6b65-42fc-a759-e17644236797) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:14.711625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:14.713995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-cdd2d704-aae6-417d-b9f6-46db7d8f3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:14.716656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-cdd2d704-aae6-417d-b9f6-46db7d8f3cb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0664761 Jul 19 03:41:14.717270 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:14.730212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:14.731102 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:14.740007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=47efde63-a7a5-4322-82c3-b22ed331ff51,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:14.762949 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b83403fa-5078-4b7a-a8db-4125019be02f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7765055 Jul 19 03:41:14.763830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57628) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:14.772048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:82:a6:2a', 'name': 'tempest-NetworksTestDHCPv6-1774980009'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:14.791435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-e3ece282-cff3-489e-916a-b9af01a0767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:14.793104 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-e3ece282-cff3-489e-916a-b9af01a0767d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698814 Jul 19 03:41:14.932371 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-37d0c3b5-34b4-4e0d-b577-157587e30d60 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312230 Jul 19 03:41:14.937859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:14.940495 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:14.945979 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:14.958218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Transition to ACTIVE for port object cb504185-6b65-42fc-a759-e17644236797 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:14.982163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port 81fd21b8-44ee-4254-b5ad-ea2da2e3963b yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:41:14.985664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Transition to ACTIVE for port object cb504185-6b65-42fc-a759-e17644236797 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:14.995814 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:15.047594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa7036b3-5468-42b4-be9e-30c87f1aec20 req-2b2b16d6-314a-40e6-80b9-b28f8288c623 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082861 Jul 19 03:41:15.049016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:15.054839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:15.059528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:15.069517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Pushing event updated for resources: {'Port': ['ID=cb504185-6b65-42fc-a759-e17644236797,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:15.133246 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e6818bfa-0674-4b53-a9db-13eb4438a489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:15.152386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Attempting to bind port cb504185-6b65-42fc-a759-e17644236797 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:15.152768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Attempting to bind port cb504185-6b65-42fc-a759-e17644236797 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:15.153146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Attempting to bind port cb504185-6b65-42fc-a759-e17644236797 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:15.165372 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:15.165823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:15.166607 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:15.167000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:15.167486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Bound port: cb504185-6b65-42fc-a759-e17644236797, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:15.167900 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:15.258450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47963233-73c7-48b0-b335-16ca26e668d3 req-a0e17846-9b66-4e1a-83c7-84d2c4e6ec80 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:15.261027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47963233-73c7-48b0-b335-16ca26e668d3 req-a0e17846-9b66-4e1a-83c7-84d2c4e6ec80 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 948 time: 0.0934136 Jul 19 03:41:15.267458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] For port cb504185-6b65-42fc-a759-e17644236797, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:41:15.271255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] For port cb504185-6b65-42fc-a759-e17644236797, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=cb504185-6b65-42fc-a759-e17644236797,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:41:15.280219 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:15.301811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::3cf (1354f933-eff7-4801-b289-5be7c7667d7c/6a2695a3-84b1-4015-9d12-a49061200506/81fd21b8-44ee-4254-b5ad-ea2da2e3963b) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:15.320195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:a62a (1354f933-eff7-4801-b289-5be7c7667d7c/47efde63-a7a5-4322-82c3-b22ed331ff51/81fd21b8-44ee-4254-b5ad-ea2da2e3963b) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:15.393502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea9930-f49e-46af-8ea7-80fde575d62f None None] Pushing event updated for resources: {'Port': ['ID=cb504185-6b65-42fc-a759-e17644236797,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:15.597286 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:15.617951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object 81fd21b8-44ee-4254-b5ad-ea2da2e3963b will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:15.692193 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:15.723210 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:15.880503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47963233-73c7-48b0-b335-16ca26e668d3 req-0111cfba-4ecc-4d3a-95b5-098fe9f00ac9 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087632 Jul 19 03:41:15.900123 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device cb504185-6b65-42fc-a759-e17644236797 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:15.961668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port cb504185-6b65-42fc-a759-e17644236797 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:15.979308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:15.991908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:15.994451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:16.000291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:16.000902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:16.043746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=81fd21b8-44ee-4254-b5ad-ea2da2e3963b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:16.054395 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9251b9a5-f8bd-4cee-8f03-3843099b09ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2869174 Jul 19 03:41:16.057643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57648) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:16.086061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-63148b04-fbec-4665-b3b3-d0515ebcc6e4 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:16.088577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-63148b04-fbec-4665-b3b3-d0515ebcc6e4 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 814 time: 0.2647974 Jul 19 03:41:16.109165 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-4aa933f4-e0a5-4d43-b3e4-05ab29988fb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/quotas/f16f558b99f747f5819c614aba5f3c61 HTTP/1.1" status: 200 len: 375 time: 0.0115077 Jul 19 03:41:16.176698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f89135b7-10d1-4121-b96d-4edccea9c237 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port 81fd21b8-44ee-4254-b5ad-ea2da2e3963b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:16.177122 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f89135b7-10d1-4121-b96d-4edccea9c237 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:16.220722 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-3bd14423-bc54-423e-9348-a98a1dc85614 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060705 Jul 19 03:41:16.270873 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f89135b7-10d1-4121-b96d-4edccea9c237 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:16.284983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f89135b7-10d1-4121-b96d-4edccea9c237 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for 81fd21b8-44ee-4254-b5ad-ea2da2e3963b owned by {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:16.361776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-bb9cd339-7ae1-4b6d-a4da-1bf04a146998 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:41:16.362812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-bb9cd339-7ae1-4b6d-a4da-1bf04a146998 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1353779 Jul 19 03:41:16.453386 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:16.481145 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-6de14859-7123-475a-8b18-264dfec26d34 service neutron] 10.222.0.20 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092203 Jul 19 03:41:16.496679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f89135b7-10d1-4121-b96d-4edccea9c237 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:16.526588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89135b7-10d1-4121-b96d-4edccea9c237 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=81fd21b8-44ee-4254-b5ad-ea2da2e3963b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:16.579491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f89135b7-10d1-4121-b96d-4edccea9c237 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:16.581621 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f89135b7-10d1-4121-b96d-4edccea9c237 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/81fd21b8-44ee-4254-b5ad-ea2da2e3963b HTTP/1.1" status: 204 len: 168 time: 0.5226130 Jul 19 03:41:16.584188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57652) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:16.658010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d9333-66a0-4963-b84d-5b77636a8d6a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:16.662148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a41d9333-66a0-4963-b84d-5b77636a8d6a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0746865 Jul 19 03:41:16.662545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57654) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:16.691300 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c37a68-0faa-4c80-8591-07b5afc7f590 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:16.731537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7739e4f-f241-43c0-9b05-d3299ccc0462 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:16.735450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a7739e4f-f241-43c0-9b05-d3299ccc0462 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0696666 Jul 19 03:41:16.736277 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57656) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:16.757690 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 65c2570e-262b-447d-9e48-e8dec21889bf details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:41:16.783475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c853fb0e-4afb-40bd-afeb-c18813df9f24 None None] Provisioning for port cb504185-6b65-42fc-a759-e17644236797 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:16.799511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654f911-d3bd-4827-a3b4-483d7f3071a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:16.799873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c853fb0e-4afb-40bd-afeb-c18813df9f24 None None] Provisioning complete for port cb504185-6b65-42fc-a759-e17644236797 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:16.800222 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c853fb0e-4afb-40bd-afeb-c18813df9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:16.801083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654f911-d3bd-4827-a3b4-483d7f3071a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:16.803005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654f911-d3bd-4827-a3b4-483d7f3071a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:16.807903 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d654f911-d3bd-4827-a3b4-483d7f3071a9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0673780 Jul 19 03:41:16.808822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57658) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:16.856751 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-c52910c6-54ef-4e16-9ed9-870e6ba48f3b service neutron] 10.222.0.20 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663764 Jul 19 03:41:16.872391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb92fc69-f70a-467a-9578-a0d4bc20948e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 47efde63-a7a5-4322-82c3-b22ed331ff51 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:41:16.876432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bb92fc69-f70a-467a-9578-a0d4bc20948e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:16.940361 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bb92fc69-f70a-467a-9578-a0d4bc20948e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:16.985146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 65c2570e-262b-447d-9e48-e8dec21889bf, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=65c2570e-262b-447d-9e48-e8dec21889bf,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:16.991408 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bb92fc69-f70a-467a-9578-a0d4bc20948e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.015990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '65c2570e-262b-447d-9e48-e8dec21889bf', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '65c2570e-262b-447d-9e48-e8dec21889bf', 'mac_address': 'fa:16:3e:fa:14:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:41:17.060153 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c853fb0e-4afb-40bd-afeb-c18813df9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.097240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bb92fc69-f70a-467a-9578-a0d4bc20948e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.107899 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.136541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c853fb0e-4afb-40bd-afeb-c18813df9f24 None None] For port cb504185-6b65-42fc-a759-e17644236797, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=cb504185-6b65-42fc-a759-e17644236797,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:17.138809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c2570e-262b-447d-9e48-e8dec21889bf {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:41:17.151900 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c853fb0e-4afb-40bd-afeb-c18813df9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.192067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 65c2570e-262b-447d-9e48-e8dec21889bf, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=65c2570e-262b-447d-9e48-e8dec21889bf,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:17.195723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92fc69-f70a-467a-9578-a0d4bc20948e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=47efde63-a7a5-4322-82c3-b22ed331ff51,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:17.203806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bb92fc69-f70a-467a-9578-a0d4bc20948e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.205814 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bb92fc69-f70a-467a-9578-a0d4bc20948e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/47efde63-a7a5-4322-82c3-b22ed331ff51 HTTP/1.1" status: 204 len: 168 time: 0.3963153 Jul 19 03:41:17.211883 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b3a8dcd-ea11-4e8c-ae97-cd537628d02e req-98bd0138-e523-4f26-b573-83eda23d7ba6 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 210 time: 0.0911417 Jul 19 03:41:17.212437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57672) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:17.221092 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.261120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853fb0e-4afb-40bd-afeb-c18813df9f24 None None] Pushing event updated for resources: {'Port': ['ID=cb504185-6b65-42fc-a759-e17644236797,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:17.293067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561df81a-c800-4c12-b2ef-065652d8b040 None None] Update dhcp port {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'fixed_ips': [{'subnet_id': '6a2695a3-84b1-4015-9d12-a49061200506', 'ip_address': '2001:db8::2'}, {'subnet_id': '47efde63-a7a5-4322-82c3-b22ed331ff51'}], 'binding:host_id': 'n-d-762330-18'}, 'id': 'cb504185-6b65-42fc-a759-e17644236797'} from n-d-762330-18. {{(pid=94346) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 19 03:41:17.334199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-addba77e-d6bf-460c-9003-84662e4dd2ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 6a2695a3-84b1-4015-9d12-a49061200506 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:41:17.339611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-addba77e-d6bf-460c-9003-84662e4dd2ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.347161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=65c2570e-262b-447d-9e48-e8dec21889bf,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:17.355979 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-561df81a-c800-4c12-b2ef-065652d8b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.388778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127062a1-4ba9-43b9-aa4a-38abf0f93cd2 req-48f2e964-1e7e-4ed5-999a-0f87943b4e4e tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:17.407229 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-127062a1-4ba9-43b9-aa4a-38abf0f93cd2 req-48f2e964-1e7e-4ed5-999a-0f87943b4e4e tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 949 time: 0.2991407 Jul 19 03:41:17.409482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['65c2570e-262b-447d-9e48-e8dec21889bf'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:41:17.421234 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-addba77e-d6bf-460c-9003-84662e4dd2ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.458320 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-127062a1-4ba9-43b9-aa4a-38abf0f93cd2 req-50fa561d-7a0f-4411-b646-ace88a10320b tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436985 Jul 19 03:41:17.550378 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-addba77e-d6bf-460c-9003-84662e4dd2ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.624442 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-addba77e-d6bf-460c-9003-84662e4dd2ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server [None req-561df81a-c800-4c12-b2ef-065652d8b040 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a2695a3-84b1-4015-9d12-a49061200506: This subnet is being modified by another concurrent operation. Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise exception Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a2695a3-84b1-4015-9d12-a49061200506: This subnet is being modified by another concurrent operation. Jul 19 03:41:17.638035 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Jul 19 03:41:17.662249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addba77e-d6bf-460c-9003-84662e4dd2ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2695a3-84b1-4015-9d12-a49061200506,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:17.667360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-addba77e-d6bf-460c-9003-84662e4dd2ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.670202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-addba77e-d6bf-460c-9003-84662e4dd2ba tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/6a2695a3-84b1-4015-9d12-a49061200506 HTTP/1.1" status: 204 len: 168 time: 0.4488895 Jul 19 03:41:17.672739 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57682) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:17.717750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c71d86a4-4293-4666-b29f-31069488f648 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437431 Jul 19 03:41:17.721032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57684) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:17.733184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b3a80662-4443-4366-919c-61ee2a222633 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:17.752229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7851a2-a6d2-4069-90ea-7d37116f7e89 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:17.839573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a80662-4443-4366-919c-61ee2a222633 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:17.843631 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3a80662-4443-4366-919c-61ee2a222633 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.859137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bbe1cd71-cd18-465f-ab54-d07953ae0a9d None None] Provisioning complete for port cb504185-6b65-42fc-a759-e17644236797 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:17.859683 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bbe1cd71-cd18-465f-ab54-d07953ae0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:17.989665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4136ead7-b355-4c08-b188-dde00b5e0b2e None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:41:17.995250 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:18.049826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4136ead7-b355-4c08-b188-dde00b5e0b2e None None] Deleting port cb504185-6b65-42fc-a759-e17644236797 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:18.050810 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4136ead7-b355-4c08-b188-dde00b5e0b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:18.089649 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3a80662-4443-4366-919c-61ee2a222633 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:18.118857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4136ead7-b355-4c08-b188-dde00b5e0b2e None None] For port cb504185-6b65-42fc-a759-e17644236797, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=cb504185-6b65-42fc-a759-e17644236797,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:18.119229 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4136ead7-b355-4c08-b188-dde00b5e0b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:18.129486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a80662-4443-4366-919c-61ee2a222633 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:18.132425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4136ead7-b355-4c08-b188-dde00b5e0b2e None None] Calling delete_port for cb504185-6b65-42fc-a759-e17644236797 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:18.140151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b3a80662-4443-4366-919c-61ee2a222633 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:18.143064 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a80662-4443-4366-919c-61ee2a222633 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:18.143825 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b3a80662-4443-4366-919c-61ee2a222633 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:18.175974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a80662-4443-4366-919c-61ee2a222633 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=7bda42c0-2520-44d8-83bc-3435101a549e,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:18.183871 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b3a80662-4443-4366-919c-61ee2a222633 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4611926 Jul 19 03:41:18.187059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57686) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:18.192830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f5b35ba8-214c-4fc6-ad90-5c1e9e106eb0 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:18.221308 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4136ead7-b355-4c08-b188-dde00b5e0b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:18.251248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136ead7-b355-4c08-b188-dde00b5e0b2e None None] Pushing event deleted for resources: {'Port': ['ID=cb504185-6b65-42fc-a759-e17644236797,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:18.259265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136ead7-b355-4c08-b188-dde00b5e0b2e None None] No DVR routers for this DVR port cb504185-6b65-42fc-a759-e17644236797 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:41:18.276538 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cae8f9-ef16-4e97-9952-a2f3781ae761 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:18.329488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b35ba8-214c-4fc6-ad90-5c1e9e106eb0 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:18.334807 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f5b35ba8-214c-4fc6-ad90-5c1e9e106eb0 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:18.392595 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-679a0eb0-c582-4872-a4de-0ba1572998d0 req-8e31bde3-b045-4170-b8f2-4694c318a449 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 210 time: 0.0404496 Jul 19 03:41:18.473532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1354f933-eff7-4801-b289-5be7c7667d7c', 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'tenant_id': '04e8be371678468ab94123c893a3b6e2', 'fixed_ips': [{'subnet_id': '7bda42c0-2520-44d8-83bc-3435101a549e'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:41:18.475174 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:18.548734 n-d-762330-18 neutron-server[94344]: INFO neutron.db.ipam_backend_mixin [None req-f5b35ba8-214c-4fc6-ad90-5c1e9e106eb0 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7bda42c0-2520-44d8-83bc-3435101a549e (CIDR: 2001:db8::/64) Jul 19 03:41:18.594459 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b35ba8-214c-4fc6-ad90-5c1e9e106eb0 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:41:18.598313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b35ba8-214c-4fc6-ad90-5c1e9e106eb0 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:18.673342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f5b35ba8-214c-4fc6-ad90-5c1e9e106eb0 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4818945 Jul 19 03:41:18.673579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57694) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:18.684688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'subnet': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:18.749530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-e20fa8ed-bf1d-4676-a0e8-8237fac636e6 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:18.751499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-e20fa8ed-bf1d-4676-a0e8-8237fac636e6 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 814 time: 0.2203968 Jul 19 03:41:18.783171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 65c2570e-262b-447d-9e48-e8dec21889bf up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:18.805103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Request body: {'port': {'device_id': '4b7b55a9-aef9-49ca-bf4f-a38279291547', 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549', 'admin_state_up': True, 'tenant_id': 'f16f558b99f747f5819c614aba5f3c61'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:18.841967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Allocated IP 2001:db8::2 (1354f933-eff7-4801-b289-5be7c7667d7c/7bda42c0-2520-44d8-83bc-3435101a549e/d9040dbd-0076-40e3-9715-bedb8d5852e0) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:18.882527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 65c2570e-262b-447d-9e48-e8dec21889bf completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:18.901874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 65c2570e-262b-447d-9e48-e8dec21889bf triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:18.902255 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:18.929919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:18.933733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:18.936543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f89f6-841f-455d-bba2-d5b2644d5723 req-e661fa59-46f4-4851-8586-f0d8aff4d868 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:18.938323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e4f89f6-841f-455d-bba2-d5b2644d5723 req-e661fa59-46f4-4851-8586-f0d8aff4d868 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 949 time: 0.1847546 Jul 19 03:41:19.000091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e4f89f6-841f-455d-bba2-d5b2644d5723 req-f65d93a1-1d30-429e-a807-527243a04507 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500705 Jul 19 03:41:19.007504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Made reservation on behalf of f16f558b99f747f5819c614aba5f3c61 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:19.011957 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.085335 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.108442 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.126755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd7f1c-f264-4e95-abfd-2bed8a0d5224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c2570e-262b-447d-9e48-e8dec21889bf'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:41:19.129023 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ead11f5-87a6-4720-af4a-774507f5d0f7" -d '{"events": [{"server_uuid": "4cdd7f1c-f264-4e95-abfd-2bed8a0d5224", "name": "network-vif-plugged", "status": "completed", "tag": "65c2570e-262b-447d-9e48-e8dec21889bf"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:41:19.155191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Allocated IP 172.20.0.7 (62311731-e7b6-46fc-b54a-ab3b3d389549/7f87f8fe-6b95-4b3b-8264-68dbd1b557fb/056ff57b-6933-4c08-8206-ebff3d68728b) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:19.155621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Transition to ACTIVE for port object d9040dbd-0076-40e3-9715-bedb8d5852e0 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:19.174540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 65c2570e-262b-447d-9e48-e8dec21889bf, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=65c2570e-262b-447d-9e48-e8dec21889bf,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:19.182884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Transition to ACTIVE for port object d9040dbd-0076-40e3-9715-bedb8d5852e0 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:19.185881 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.192558 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.233402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:19.238657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:19.240931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:19.317492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=65c2570e-262b-447d-9e48-e8dec21889bf,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:19.320489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.objects.ports [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 03:41:19.356917 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.420220 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.531763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Network 62311731-e7b6-46fc-b54a-ab3b3d389549 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:19.538718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:19.544394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:19.547314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Pushing event updated for resources: {'Port': ['ID=056ff57b-6933-4c08-8206-ebff3d68728b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:19.562193 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c829cf-c27b-4b9d-abd4-85dd0964eb9d x-openstack-request-id: req-e7c829cf-c27b-4b9d-abd4-85dd0964eb9d {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:41:19.563029 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd7f1c-f264-4e95-abfd-2bed8a0d5224", "name": "network-vif-plugged", "status": "completed", "tag": "65c2570e-262b-447d-9e48-e8dec21889bf", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:41:19.563292 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7c829cf-c27b-4b9d-abd4-85dd0964eb9d {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:41:19.564125 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd7f1c-f264-4e95-abfd-2bed8a0d5224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c2570e-262b-447d-9e48-e8dec21889bf', 'code': 200} Jul 19 03:41:19.564715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5148973f-433c-40c4-af3f-c9aceefd3010'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:41:19.581952 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.606547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Attempting to bind port d9040dbd-0076-40e3-9715-bedb8d5852e0 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:19.607003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Attempting to bind port d9040dbd-0076-40e3-9715-bedb8d5852e0 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:19.607378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Attempting to bind port d9040dbd-0076-40e3-9715-bedb8d5852e0 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:19.613036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:19.613036 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.629170 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:19.629625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:19.629962 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.630400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:19.630879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Bound port: d9040dbd-0076-40e3-9715-bedb8d5852e0, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:19.631269 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.634602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ff0a2-818c-4c04-b49c-1b3ed858c6f5 req-2e27034c-a702-4d51-9129-fc1ae0a615a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:19.635688 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d0ff0a2-818c-4c04-b49c-1b3ed858c6f5 req-2e27034c-a702-4d51-9129-fc1ae0a615a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 1102 time: 0.1653547 Jul 19 03:41:19.644976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Pushing event updated for resources: {'Port': ['ID=d9040dbd-0076-40e3-9715-bedb8d5852e0,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:19.665084 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-ed87ffd0-94bd-4a25-8668-37ee219d3dcc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8969610 Jul 19 03:41:19.678337 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-32097261-9e14-4ffd-8614-524bf9c1164c tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:41:19.679659 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-32097261-9e14-4ffd-8614-524bf9c1164c tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065668 Jul 19 03:41:19.715009 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d0ff0a2-818c-4c04-b49c-1b3ed858c6f5 req-f76c6172-820f-4d3f-90de-0b2f0ae0b625 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588360 Jul 19 03:41:19.738957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d914c-5a27-4853-8d3f-b39e6478ef00 req-40f1643e-b248-482a-8db1-12d2f8d8b0eb tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:19.746809 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-324d914c-5a27-4853-8d3f-b39e6478ef00 req-40f1643e-b248-482a-8db1-12d2f8d8b0eb tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 931 time: 0.1321056 Jul 19 03:41:19.793269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Request body: {'port': {'device_id': '4b7b55a9-aef9-49ca-bf4f-a38279291547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:19.826876 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-324d914c-5a27-4853-8d3f-b39e6478ef00 req-4ace922b-1a4c-421a-b519-7df8295b8433 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790949 Jul 19 03:41:19.832236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device cb504185-6b65-42fc-a759-e17644236797 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:41:19.835352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] For port d9040dbd-0076-40e3-9715-bedb8d5852e0, host n-d-762330-18, got binding levels [] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:19.866450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: cb504185-6b65-42fc-a759-e17644236797 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:41:19.866807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device cb504185-6b65-42fc-a759-e17644236797 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:41:19.888611 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.934069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.942449 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.944319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] For port d9040dbd-0076-40e3-9715-bedb8d5852e0, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:41:19.958383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] For port d9040dbd-0076-40e3-9715-bedb8d5852e0, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d9040dbd-0076-40e3-9715-bedb8d5852e0,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:41:19.965029 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:19.990359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attempting to bind port d9040dbd-0076-40e3-9715-bedb8d5852e0 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:19.990690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attempting to bind port d9040dbd-0076-40e3-9715-bedb8d5852e0 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:19.991030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attempting to bind port d9040dbd-0076-40e3-9715-bedb8d5852e0 on network 1354f933-eff7-4801-b289-5be7c7667d7c {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:20.015320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:20.015320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Checking segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:20.015666 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:20.015993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Bound using segment: {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:20.016450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Bound port: d9040dbd-0076-40e3-9715-bedb8d5852e0, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf67a6-9756-4ed6-958a-ebdccd410948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:20.016803 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:20.027444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1413af-ca4e-4044-930c-02015585243e req-64d2a627-9ee0-43ae-9ec4-f28339838b18 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:20.029179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-64d2a627-9ee0-43ae-9ec4-f28339838b18 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.2052712 Jul 19 03:41:20.035200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe865bd-6206-44b9-bdc1-d0cda2286cd7 None None] Pushing event updated for resources: {'Port': ['ID=d9040dbd-0076-40e3-9715-bedb8d5852e0,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:20.049763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=d9040dbd-0076-40e3-9715-bedb8d5852e0,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:20.058227 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-5216c014-6063-406d-81e7-24a9cce1b2ed tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/quotas/9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 375 time: 0.0223112 Jul 19 03:41:20.157905 n-d-762330-18 neutron-server[94345]: WARNING neutron.plugins.ml2.plugin [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Concurrent port binding operations failed on port d9040dbd-0076-40e3-9715-bedb8d5852e0 Jul 19 03:41:20.162239 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] For port d9040dbd-0076-40e3-9715-bedb8d5852e0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d9040dbd-0076-40e3-9715-bedb8d5852e0,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:20.170426 n-d-762330-18 neutron-server[94345]: INFO neutron.plugins.ml2.plugin [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attempt 2 to bind port d9040dbd-0076-40e3-9715-bedb8d5852e0 Jul 19 03:41:20.174044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:20.223796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:20.233465 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-e2a82695-8b8b-422c-b929-9039b74ac09d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518085 Jul 19 03:41:20.236691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:20.241568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056ff57b-6933-4c08-8206-ebff3d68728b {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:41:20.241897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:20.242647 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:20.252905 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:20.286880 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Transition to ACTIVE for port object 056ff57b-6933-4c08-8206-ebff3d68728b will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:20.287141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Subnet': ['ID=878cc3bd-1a28-46d1-9cf1-5f1231af6f6d,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:20.301571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37212e8e-f8cc-4acb-8e32-07fc170ebbd4 req-74d4e8b5-3651-427e-9bb3-0bea6125c1a4 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:20.303031 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37212e8e-f8cc-4acb-8e32-07fc170ebbd4 req-74d4e8b5-3651-427e-9bb3-0bea6125c1a4 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 950 time: 0.1433811 Jul 19 03:41:20.308008 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:20.323584 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-444632fc-efeb-4075-91b0-c6383d7e1e96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6487336 Jul 19 03:41:20.332925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57718) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:20.359911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Request body: {'port': {'network_id': '1354f933-eff7-4801-b289-5be7c7667d7c', 'mac_address': 'fa:16:3e:15:14:f9', 'name': 'tempest-NetworksTestDHCPv6-1682519991'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:20.417337 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-1b20f5bf-6902-4125-9e3c-f97f86a15ec4 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676655 Jul 19 03:41:20.458025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Pushing event updated for resources: {'Port': ['ID=056ff57b-6933-4c08-8206-ebff3d68728b,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:20.482322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-37212e8e-f8cc-4acb-8e32-07fc170ebbd4 req-1a2b3d9d-1555-4264-a961-85b8e5bc596f tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694531 Jul 19 03:41:20.553577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-f790027f-fb59-4c41-a416-fb5930792f19 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276519 Jul 19 03:41:20.631141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Attempting to bind port 056ff57b-6933-4c08-8206-ebff3d68728b on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:20.631632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Attempting to bind port 056ff57b-6933-4c08-8206-ebff3d68728b by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:20.631796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Attempting to bind port 056ff57b-6933-4c08-8206-ebff3d68728b on network 62311731-e7b6-46fc-b54a-ab3b3d389549 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:20.640768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Port 056ff57b-6933-4c08-8206-ebff3d68728b on network 62311731-e7b6-46fc-b54a-ab3b3d389549 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:41:20.641130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Attempting to bind port 056ff57b-6933-4c08-8206-ebff3d68728b on network 62311731-e7b6-46fc-b54a-ab3b3d389549 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:20.646018 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Made reservation on behalf of 04e8be371678468ab94123c893a3b6e2 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:20.667819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:20.668177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Checking segment: {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:20.668575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Bound using segment: {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:20.669032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Bound port: 056ff57b-6933-4c08-8206-ebff3d68728b, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:20.669388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:20.793092 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f89f785c-5490-4597-895e-97401f842bef req-6b47fda9-754e-4b0d-8de2-e77e197c43ea tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 210 time: 0.0451744 Jul 19 03:41:20.847560 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:20.850025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] For port 056ff57b-6933-4c08-8206-ebff3d68728b, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:41:20.854558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] For port 056ff57b-6933-4c08-8206-ebff3d68728b, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=056ff57b-6933-4c08-8206-ebff3d68728b,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:41:20.866613 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:20.909250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:20.910229 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:20.912585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] 10.222.0.25 "PUT /v2.0/ports/056ff57b-6933-4c08-8206-ebff3d68728b HTTP/1.1" status: 200 len: 1092 time: 1.2209210 Jul 19 03:41:20.914806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] device_id is not set on port b276e224-3dbf-4ae9-88ee-fb8c3bab64f3 yet. {{(pid=94344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:41:20.922811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7b55a9-aef9-49ca-bf4f-a38279291547', 'tag': '056ff57b-6933-4c08-8206-ebff3d68728b'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:41:20.926152 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b328128c-d538-4346-bb8b-8bb669da37be" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7b55a9-aef9-49ca-bf4f-a38279291547", "tag": "056ff57b-6933-4c08-8206-ebff3d68728b"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:41:20.975718 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eefc6d2-1da6-49c8-b094-7fff0859c945 x-openstack-request-id: req-2eefc6d2-1da6-49c8-b094-7fff0859c945 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:41:20.976020 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7b55a9-aef9-49ca-bf4f-a38279291547", "tag": "056ff57b-6933-4c08-8206-ebff3d68728b", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:41:20.976263 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2eefc6d2-1da6-49c8-b094-7fff0859c945 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:41:20.976649 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7b55a9-aef9-49ca-bf4f-a38279291547', 'tag': '056ff57b-6933-4c08-8206-ebff3d68728b', 'status': 'completed', 'code': 200} Jul 19 03:41:21.047862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a00bf-6906-41dd-a1fd-af7ab0c34f41 service neutron] Pushing event updated for resources: {'Port': ['ID=056ff57b-6933-4c08-8206-ebff3d68728b,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:21.068183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513374c-9156-45b9-8078-1213888752ac req-c15cf958-610b-4d8a-a5e5-b1734c754b5e tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:21.069856 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6513374c-9156-45b9-8078-1213888752ac req-c15cf958-610b-4d8a-a5e5-b1734c754b5e tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 943 time: 0.0892291 Jul 19 03:41:21.131366 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6513374c-9156-45b9-8078-1213888752ac req-8fe41d71-0bd0-401d-89fd-b9e7479fce4c tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471168 Jul 19 03:41:21.171057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-77b432c5-8169-419d-b0ae-1209ca548dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:21.172633 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-77b432c5-8169-419d-b0ae-1209ca548dfd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 1095 time: 0.1988058 Jul 19 03:41:21.235587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-125c8045-29a7-493e-bbc5-6ec225627e18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056ff57b-6933-4c08-8206-ebff3d68728b HTTP/1.1" status: 200 len: 217 time: 0.0527503 Jul 19 03:41:21.238608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8::2e7 (1354f933-eff7-4801-b289-5be7c7667d7c/7bda42c0-2520-44d8-83bc-3435101a549e/b276e224-3dbf-4ae9-88ee-fb8c3bab64f3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:21.280413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Allocated IP 2001:db8:0:1:f816:3eff:fe15:14f9 (1354f933-eff7-4801-b289-5be7c7667d7c/878cc3bd-1a28-46d1-9cf1-5f1231af6f6d/b276e224-3dbf-4ae9-88ee-fb8c3bab64f3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:21.302760 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-15beee54-3c7b-4e35-941c-7174cd32a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:21.304298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-15beee54-3c7b-4e35-941c-7174cd32a062 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 200 len: 854 time: 0.0609081 Jul 19 03:41:21.308354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4148e2-106e-44e1-9e8c-0b20f275f09f None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:21.348644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-461aad20-9984-40c0-8a0a-41ca390052fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62311731-e7b6-46fc-b54a-ab3b3d389549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369086 Jul 19 03:41:21.398250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2b4fc633-773a-4691-8b31-4116c26b2f5e None None] Provisioning for port d9040dbd-0076-40e3-9715-bedb8d5852e0 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:21.520383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-f3720bc3-8522-4e25-9d7f-4deeac74e2b5 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654384 Jul 19 03:41:21.575105 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:21.619456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Transition to ACTIVE for port object b276e224-3dbf-4ae9-88ee-fb8c3bab64f3 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:21.707033 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8ca8ff8-3f58-4ad1-a499-bb158dd15462 req-900a86a3-aa42-44d1-be83-6d4c6e2afc32 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770427 Jul 19 03:41:21.730337 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:21.741971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918c893-cab3-4efc-a530-2579b60cb379 req-0ce616c2-065f-4998-a8d5-d0525f99f746 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:21.744381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9918c893-cab3-4efc-a530-2579b60cb379 req-0ce616c2-065f-4998-a8d5-d0525f99f746 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 950 time: 0.1299186 Jul 19 03:41:21.823642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d9040dbd-0076-40e3-9715-bedb8d5852e0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:21.839877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Network 1354f933-eff7-4801-b289-5be7c7667d7c is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:21.846386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:21.849315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:21.855971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:21.856641 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:21.861584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event updated for resources: {'Port': ['ID=b276e224-3dbf-4ae9-88ee-fb8c3bab64f3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:21.891755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9918c893-cab3-4efc-a530-2579b60cb379 req-3d34f35e-2052-40be-b086-7ee7235341a7 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193986 Jul 19 03:41:21.900097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1caf0d4f-3cad-43f8-a66c-be295695be4e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5472722 Jul 19 03:41:21.903362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57742) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:21.917437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port d9040dbd-0076-40e3-9715-bedb8d5852e0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:21.950335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d9040dbd-0076-40e3-9715-bedb8d5852e0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:21.951119 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:21.958889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328128c-d538-4346-bb8b-8bb669da37be req-78697748-73fa-4ceb-84d0-7928d269e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:21.960496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b328128c-d538-4346-bb8b-8bb669da37be req-78697748-73fa-4ceb-84d0-7928d269e070 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 1095 time: 0.1870873 Jul 19 03:41:22.045635 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-69e2a512-ee0a-4ce1-a776-b2508191d78e req-8b9017b4-5bb0-4a3d-bc6c-b53dc1f2d3f3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 210 time: 0.0480359 Jul 19 03:41:22.152050 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:22.171996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-219cbb8d-14eb-4770-bcb7-6b015e33a860 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting port b276e224-3dbf-4ae9-88ee-fb8c3bab64f3 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:22.172588 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-219cbb8d-14eb-4770-bcb7-6b015e33a860 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:22.193830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1413af-ca4e-4044-930c-02015585243e req-941876ac-fe95-4ae7-8222-c75e3ed3f5cb tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:22.195669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-941876ac-fe95-4ae7-8222-c75e3ed3f5cb tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.2929063 Jul 19 03:41:22.216649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port d9040dbd-0076-40e3-9715-bedb8d5852e0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d9040dbd-0076-40e3-9715-bedb8d5852e0,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:22.228586 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:22.230437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'port': {'device_id': 'fb756c70-4577-4be6-917f-10346b681107', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'admin_state_up': True, 'tenant_id': '9dfda4f2519046729cf1708c43c8843e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:22.314322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=d9040dbd-0076-40e3-9715-bedb8d5852e0,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:22.349497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328128c-d538-4346-bb8b-8bb669da37be req-6f1ce002-8a9f-4a82-9b49-d4f80e7ca025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:22.351117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b328128c-d538-4346-bb8b-8bb669da37be req-6f1ce002-8a9f-4a82-9b49-d4f80e7ca025 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 914 time: 0.3743079 Jul 19 03:41:22.407110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b328128c-d538-4346-bb8b-8bb669da37be req-2abf9cd8-72a3-43cc-8672-8971abb91fc9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056ff57b-6933-4c08-8206-ebff3d68728b HTTP/1.1" status: 200 len: 217 time: 0.0479052 Jul 19 03:41:22.440523 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-219cbb8d-14eb-4770-bcb7-6b015e33a860 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:22.457089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e05392b4-807e-4b9e-a9ea-17b230f27df8 None None] Provisioning complete for port d9040dbd-0076-40e3-9715-bedb8d5852e0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:22.457726 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e05392b4-807e-4b9e-a9ea-17b230f27df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:22.468579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-219cbb8d-14eb-4770-bcb7-6b015e33a860 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Calling delete_port for b276e224-3dbf-4ae9-88ee-fb8c3bab64f3 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:22.525443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328128c-d538-4346-bb8b-8bb669da37be req-e9dbe7d0-4efd-429c-b1f1-138387c4b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:22.527861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b328128c-d538-4346-bb8b-8bb669da37be req-e9dbe7d0-4efd-429c-b1f1-138387c4b73a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 200 len: 854 time: 0.1120028 Jul 19 03:41:22.529312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Made reservation on behalf of 9dfda4f2519046729cf1708c43c8843e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:22.535830 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:22.587484 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b328128c-d538-4346-bb8b-8bb669da37be req-718750af-3578-4da5-a078-4ad18043d4ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62311731-e7b6-46fc-b54a-ab3b3d389549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474997 Jul 19 03:41:22.627266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b55de-9cc9-4fc3-bed3-08ffae32cc1d req-b86f29a4-76f2-43ae-aa5e-0812c39a4e98 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:22.629902 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b3b55de-9cc9-4fc3-bed3-08ffae32cc1d req-b86f29a4-76f2-43ae-aa5e-0812c39a4e98 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 943 time: 0.2787347 Jul 19 03:41:22.713455 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7b3b55de-9cc9-4fc3-bed3-08ffae32cc1d req-45298bd5-6833-4c95-8bf2-868b092a7fb2 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730071 Jul 19 03:41:22.781129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-84ce4557-81aa-45b8-89f3-0aaf55958d07 None None] Could not find standard attr ID for object ac580fe4-01db-44eb-801e-6ea5d89afdf8. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:41:22.928668 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-219cbb8d-14eb-4770-bcb7-6b015e33a860 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:22.990826 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cbb8d-14eb-4770-bcb7-6b015e33a860 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Port': ['ID=b276e224-3dbf-4ae9-88ee-fb8c3bab64f3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:23.045793 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-219cbb8d-14eb-4770-bcb7-6b015e33a860 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:23.048223 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-219cbb8d-14eb-4770-bcb7-6b015e33a860 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/b276e224-3dbf-4ae9-88ee-fb8c3bab64f3 HTTP/1.1" status: 204 len: 168 time: 1.1437292 Jul 19 03:41:23.050577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57760) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:23.100130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-45a6342a-22bb-45db-95db-29dbee760591 None None] Could not find standard attr ID for object 81fd21b8-44ee-4254-b5ad-ea2da2e3963b. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:41:23.212730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b240e-e7cc-4004-8bb0-dc516a1d9e66 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:23.220188 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-872b240e-e7cc-4004-8bb0-dc516a1d9e66 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1683631 Jul 19 03:41:23.222729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57764) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:23.316986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e008f-c23c-4b03-9f00-59c128895389 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:23.321923 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a61e008f-c23c-4b03-9f00-59c128895389 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0979779 Jul 19 03:41:23.322987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57766) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:23.379631 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e571b6ed-1b7f-4b01-8c5a-595a2f830d23 req-ae8816e8-291d-4c47-bfc2-73a54ada373c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 210 time: 0.0744171 Jul 19 03:41:23.390344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccce6c5-26e4-4730-99b1-3d75ac37684c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:23.393509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccce6c5-26e4-4730-99b1-3d75ac37684c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:23.397168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccce6c5-26e4-4730-99b1-3d75ac37684c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:23.404092 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5ccce6c5-26e4-4730-99b1-3d75ac37684c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0799735 Jul 19 03:41:23.405214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57768) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:23.425391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d85c420f-07bb-4a87-94a0-3c76caedd524 None None] Could not find standard attr ID for object b276e224-3dbf-4ae9-88ee-fb8c3bab64f3. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 03:41:23.458417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b328128c-d538-4346-bb8b-8bb669da37be req-cb969f5c-6e56-44f0-9d39-c8f1cb7a0945 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8615015 Jul 19 03:41:23.478221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-c265e543-1eae-4a91-92de-aca8801d8c6a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 7bda42c0-2520-44d8-83bc-3435101a549e {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:41:23.482255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c265e543-1eae-4a91-92de-aca8801d8c6a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:23.559755 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c265e543-1eae-4a91-92de-aca8801d8c6a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:23.568680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Allocated IP 172.20.0.6 (1f0a9827-cef7-491f-9caf-3ea59bd4b55d/e654ab5b-0949-4169-b95b-b7d73ce291aa/1d7ce937-6e33-4d6e-a8b1-286ad11667e8) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:23.609916 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b328128c-d538-4346-bb8b-8bb669da37be req-0af85412-fc24-47e0-af29-306c6fee66dc service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430159 Jul 19 03:41:23.744853 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c265e543-1eae-4a91-92de-aca8801d8c6a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:23.843310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d9040dbd-0076-40e3-9715-bedb8d5852e0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:23.943205 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:23.948644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d9040dbd-0076-40e3-9715-bedb8d5852e0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:23.949152 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:23.975806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c265e543-1eae-4a91-92de-aca8801d8c6a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:23.981363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Transition to ACTIVE for port object 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:24.018396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e543-1eae-4a91-92de-aca8801d8c6a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=7bda42c0-2520-44d8-83bc-3435101a549e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:24.041733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c265e543-1eae-4a91-92de-aca8801d8c6a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:24.044013 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c265e543-1eae-4a91-92de-aca8801d8c6a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/7bda42c0-2520-44d8-83bc-3435101a549e HTTP/1.1" status: 204 len: 168 time: 0.6375859 Jul 19 03:41:24.050151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57774) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:24.058462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d04e0-a638-45cd-9b03-5db886fa1cec req-c249b51a-52b0-4f42-b215-e7af88fc2e31 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:24.060060 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-556d04e0-a638-45cd-9b03-5db886fa1cec req-c249b51a-52b0-4f42-b215-e7af88fc2e31 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 943 time: 0.1329334 Jul 19 03:41:24.094665 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:24.106488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7950c1-114b-4720-816e-106e88187728 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:24.142372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be7f782-185f-4896-a072-73b85b4cfe1b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Deleting subnet 878cc3bd-1a28-46d1-9cf1-5f1231af6f6d {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:41:24.163171 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7be7f782-185f-4896-a072-73b85b4cfe1b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:24.164140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:24.168231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:24.172653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:24.204732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:24.259449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:24.260396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:24.278069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7be7f782-185f-4896-a072-73b85b4cfe1b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:24.291148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-f0d6da88-126a-4756-b944-94786639bec8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0836473 Jul 19 03:41:24.302806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Request body: {'port': {'device_id': 'fb756c70-4577-4be6-917f-10346b681107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:24.347073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-556d04e0-a638-45cd-9b03-5db886fa1cec req-9475185f-aead-4617-a136-ffb2ac505a35 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289147 Jul 19 03:41:24.463719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:24.476405 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7be7f782-185f-4896-a072-73b85b4cfe1b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:24.593071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d31543bb-f765-498d-aadd-637837f814f4 None None] Provisioning for port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:24.607274 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d31543bb-f765-498d-aadd-637837f814f4 None None] Provisioning complete for port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:24.607658 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d31543bb-f765-498d-aadd-637837f814f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:24.630000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7be7f782-185f-4896-a072-73b85b4cfe1b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:24.666807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d31543bb-f765-498d-aadd-637837f814f4 None None] Port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:41:24.670981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7be7f782-185f-4896-a072-73b85b4cfe1b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:24.675664 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7be7f782-185f-4896-a072-73b85b4cfe1b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/878cc3bd-1a28-46d1-9cf1-5f1231af6f6d HTTP/1.1" status: 204 len: 168 time: 0.6146138 Jul 19 03:41:24.676948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57780) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:24.677811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7f782-185f-4896-a072-73b85b4cfe1b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Subnet': ['ID=878cc3bd-1a28-46d1-9cf1-5f1231af6f6d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:24.753343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175395c1-00ec-479f-afe8-4e701c0a07ae req-52644979-b516-4abc-9c77-d93512f505ed tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:24.754996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-175395c1-00ec-479f-afe8-4e701c0a07ae req-52644979-b516-4abc-9c77-d93512f505ed tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 931 time: 0.1622710 Jul 19 03:41:24.761202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a36b4304-231c-4637-a538-bb7cca779e02 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804622 Jul 19 03:41:24.764359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57784) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:24.905964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-175395c1-00ec-479f-afe8-4e701c0a07ae req-5508793e-b7ff-4fb9-9d7e-f6f4ec26c30a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945380 Jul 19 03:41:24.942648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eb6ac4-b53c-4880-adcb-7508476af72b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:24.945632 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-22eb6ac4-b53c-4880-adcb-7508476af72b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1794300 Jul 19 03:41:24.948178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57786) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.032375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce252c-667d-423d-ad4e-1bead55bd85c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:25.035853 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2fce252c-667d-423d-ad4e-1bead55bd85c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0839381 Jul 19 03:41:25.039381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57788) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.082692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:41:25.093186 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:25.108690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Transition to ACTIVE for port object 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:25.112142 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fec6ddb0-305e-4fa8-9c2d-a637d877bd62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693202 Jul 19 03:41:25.119834 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57790) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.126299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:25.169760 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-08590f77-eecf-4173-a101-d1f8897d513a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.170246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08590f77-eecf-4173-a101-d1f8897d513a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.175032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-08590f77-eecf-4173-a101-d1f8897d513a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/b276e224-3dbf-4ae9-88ee-fb8c3bab64f3 HTTP/1.1" status: 404 len: 333 time: 0.0538526 Jul 19 03:41:25.175658 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57792) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.193418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Pushing event updated for resources: {'Port': ['ID=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:25.210519 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e55be4-c532-4827-9584-91396103121a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.210981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e55be4-c532-4827-9584-91396103121a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.219061 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c0e55be4-c532-4827-9584-91396103121a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/878cc3bd-1a28-46d1-9cf1-5f1231af6f6d HTTP/1.1" status: 404 len: 337 time: 0.0408180 Jul 19 03:41:25.219061 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57794) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.235179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 056ff57b-6933-4c08-8206-ebff3d68728b details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:41:25.260978 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d6ba69-fc79-4d5d-815c-44e8ca5cb8c6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.261436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d6ba69-fc79-4d5d-815c-44e8ca5cb8c6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.267750 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a7d6ba69-fc79-4d5d-815c-44e8ca5cb8c6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/7bda42c0-2520-44d8-83bc-3435101a549e HTTP/1.1" status: 404 len: 337 time: 0.0485120 Jul 19 03:41:25.268376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57796) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.340174 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ba712d-ebd9-4294-a6aa-8d28b513be48 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.340760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ba712d-ebd9-4294-a6aa-8d28b513be48 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.344837 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-56ba712d-ebd9-4294-a6aa-8d28b513be48 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/81fd21b8-44ee-4254-b5ad-ea2da2e3963b HTTP/1.1" status: 404 len: 333 time: 0.0733070 Jul 19 03:41:25.345394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57798) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.404094 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c5fed6-1cd7-4a35-9435-56169fc20dfd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.404560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c5fed6-1cd7-4a35-9435-56169fc20dfd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.409100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57802) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.410586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45dda22-be18-4066-addd-69ba7e4323c0 None None] Network 1354f933-eff7-4801-b289-5be7c7667d7c requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:25.418766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-61c5fed6-1cd7-4a35-9435-56169fc20dfd tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/47efde63-a7a5-4322-82c3-b22ed331ff51 HTTP/1.1" status: 404 len: 337 time: 0.0600042 Jul 19 03:41:25.427763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Attempting to bind port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:25.428151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Attempting to bind port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:25.428485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Attempting to bind port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:25.436108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:41:25.436436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Attempting to bind port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:25.441787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:25.442154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Checking segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:25.442594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Bound using segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:25.443026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Bound port: 1d7ce937-6e33-4d6e-a8b1-286ad11667e8, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:25.443388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:25.463881 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2924d8-b4b8-4fc2-87f7-833ceea1e71b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.464339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2924d8-b4b8-4fc2-87f7-833ceea1e71b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.474815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-be2924d8-b4b8-4fc2-87f7-833ceea1e71b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/6a2695a3-84b1-4015-9d12-a49061200506 HTTP/1.1" status: 404 len: 337 time: 0.0638402 Jul 19 03:41:25.475491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57804) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.476444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7e14479b-1a2b-4a17-9f5f-a303057411a1 None None] Provisioning complete for port d9040dbd-0076-40e3-9715-bedb8d5852e0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:25.477590 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7e14479b-1a2b-4a17-9f5f-a303057411a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:25.550840 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-652a1f99-29fa-4ee2-9ac8-4c37fb6fc8bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.557718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652a1f99-29fa-4ee2-9ac8-4c37fb6fc8bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.562446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57806) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.562971 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-652a1f99-29fa-4ee2-9ac8-4c37fb6fc8bf tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/ac580fe4-01db-44eb-801e-6ea5d89afdf8 HTTP/1.1" status: 404 len: 333 time: 0.0854301 Jul 19 03:41:25.595342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] For port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:41:25.599980 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b080ea3-e940-49fc-a53c-b9db2c4ce508 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.600603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b080ea3-e940-49fc-a53c-b9db2c4ce508 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.602604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4b080ea3-e940-49fc-a53c-b9db2c4ce508 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/c505a5cc-7d74-4989-a4e9-6079258fe69b HTTP/1.1" status: 404 len: 337 time: 0.0386927 Jul 19 03:41:25.609137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57808) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.616452 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 056ff57b-6933-4c08-8206-ebff3d68728b, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=056ff57b-6933-4c08-8206-ebff3d68728b,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:25.625389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] For port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:41:25.646879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:25.650127 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdf6e96-3f85-4adc-8bcb-7021e24e8d45 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.650732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdf6e96-3f85-4adc-8bcb-7021e24e8d45 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.652626 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cbdf6e96-3f85-4adc-8bcb-7021e24e8d45 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/bd6eb271-6d8f-4786-8bee-3dd41d2e0f6d HTTP/1.1" status: 404 len: 337 time: 0.0423932 Jul 19 03:41:25.656111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57810) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.675205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '056ff57b-6933-4c08-8206-ebff3d68728b', 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549', 'port_id': '056ff57b-6933-4c08-8206-ebff3d68728b', 'mac_address': 'fa:16:3e:b1:0c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f87f8fe-6b95-4b3b-8264-68dbd1b557fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:41:25.699331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:25.700079 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:25.701975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] 10.222.0.26 "PUT /v2.0/ports/1d7ce937-6e33-4d6e-a8b1-286ad11667e8 HTTP/1.1" status: 200 len: 1092 time: 1.4037027 Jul 19 03:41:25.702584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb756c70-4577-4be6-917f-10346b681107', 'tag': '1d7ce937-6e33-4d6e-a8b1-286ad11667e8'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:41:25.706321 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5905d0a-8798-4ab9-b8a7-37ea5926c338" -d '{"events": [{"name": "network-changed", "server_uuid": "fb756c70-4577-4be6-917f-10346b681107", "tag": "1d7ce937-6e33-4d6e-a8b1-286ad11667e8"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:41:25.727785 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-127962ea-a9e7-4574-8d97-49325aa2738c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.730498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127962ea-a9e7-4574-8d97-49325aa2738c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.734967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-127962ea-a9e7-4574-8d97-49325aa2738c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/70cd4127-d6e3-4a44-b36c-5753f2ecb660 HTTP/1.1" status: 404 len: 333 time: 0.0713308 Jul 19 03:41:25.736021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57814) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.780164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d3e7e-0686-469c-9094-aec6c2bf609c req-ff81d2bb-2271-4d56-bcf8-ddb78a956712 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:25.782054 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-904d3e7e-0686-469c-9094-aec6c2bf609c req-ff81d2bb-2271-4d56-bcf8-ddb78a956712 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 943 time: 0.1819835 Jul 19 03:41:25.800246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75437ad1-d139-4d34-8cd8-108897322efb service neutron] Pushing event updated for resources: {'Port': ['ID=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:25.808948 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33babdb-2a38-4c4b-8677-fa082182d997 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.809324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33babdb-2a38-4c4b-8677-fa082182d997 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.813504 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a33babdb-2a38-4c4b-8677-fa082182d997 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/25f22d6d-40c4-40f7-8929-e58d1b03e3c7 HTTP/1.1" status: 404 len: 337 time: 0.0738840 Jul 19 03:41:25.816648 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57818) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.817257 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75604fc-5663-4c6f-a075-3c9f6b029836 x-openstack-request-id: req-f75604fc-5663-4c6f-a075-3c9f6b029836 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:41:25.817684 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb756c70-4577-4be6-917f-10346b681107", "tag": "1d7ce937-6e33-4d6e-a8b1-286ad11667e8", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:41:25.818043 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f75604fc-5663-4c6f-a075-3c9f6b029836 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:41:25.827352 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb756c70-4577-4be6-917f-10346b681107', 'tag': '1d7ce937-6e33-4d6e-a8b1-286ad11667e8', 'status': 'completed', 'code': 200} Jul 19 03:41:25.831349 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:25.878777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056ff57b-6933-4c08-8206-ebff3d68728b {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:41:25.919629 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-904d3e7e-0686-469c-9094-aec6c2bf609c req-6473ddb6-43ce-4398-8e21-53d0b7a58eca tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299531 Jul 19 03:41:25.922048 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b4cdc3-72f2-4567-b89b-baf99ded6143 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.925360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b4cdc3-72f2-4567-b89b-baf99ded6143 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.927384 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e7b4cdc3-72f2-4567-b89b-baf99ded6143 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/01636b25-ecee-4b09-9181-87b485d272c5 HTTP/1.1" status: 404 len: 337 time: 0.1081996 Jul 19 03:41:25.930250 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57820) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.955693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 056ff57b-6933-4c08-8206-ebff3d68728b, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=056ff57b-6933-4c08-8206-ebff3d68728b,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:25.964430 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-666babc0-eeba-4871-be58-b29ce8bd0915 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:25.965400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666babc0-eeba-4871-be58-b29ce8bd0915 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:25.966698 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:25.967598 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-666babc0-eeba-4871-be58-b29ce8bd0915 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/e38ab602-a70e-4dfc-bca2-408b3a9fbc84 HTTP/1.1" status: 404 len: 333 time: 0.0361519 Jul 19 03:41:25.976621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1413af-ca4e-4044-930c-02015585243e req-1f1ee4c6-484b-4572-bd96-e917227241e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:25.978240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57824) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:25.988256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-1f1ee4c6-484b-4572-bd96-e917227241e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 1095 time: 0.1598322 Jul 19 03:41:26.064279 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a72a4a7-4975-48dc-a195-a6dc6fd9fcfa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.065306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a72a4a7-4975-48dc-a195-a6dc6fd9fcfa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.067852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6a72a4a7-4975-48dc-a195-a6dc6fd9fcfa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/48f98aef-4d06-40eb-8cf3-007425bab737 HTTP/1.1" status: 404 len: 337 time: 0.0884280 Jul 19 03:41:26.071809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57826) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.125822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=056ff57b-6933-4c08-8206-ebff3d68728b,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:26.127421 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-71e5037a-5c80-4754-9f2d-4f018ea0bac4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d7ce937-6e33-4d6e-a8b1-286ad11667e8 HTTP/1.1" status: 200 len: 217 time: 0.1278968 Jul 19 03:41:26.138151 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d576b6-9e76-4390-b140-73a015c4b53c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.139035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d576b6-9e76-4390-b140-73a015c4b53c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.141008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-58d576b6-9e76-4390-b140-73a015c4b53c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/e5951371-b440-44c3-9f4e-e40a6edf1e5f HTTP/1.1" status: 404 len: 333 time: 0.0679977 Jul 19 03:41:26.143669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57828) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.154712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d8079-dfaa-4d51-a182-8340ce2df078 None None] DHCP port deletion for 1354f933-eff7-4801-b289-5be7c7667d7c request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:41:26.193497 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ad77c5-8aaf-4e63-a15b-2cbb3573d7d9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.194247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ad77c5-8aaf-4e63-a15b-2cbb3573d7d9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.196873 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c1ad77c5-8aaf-4e63-a15b-2cbb3573d7d9 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/319945a1-5f83-412e-bb21-63f5d122c09b HTTP/1.1" status: 404 len: 337 time: 0.0520413 Jul 19 03:41:26.201177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57830) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.216059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['056ff57b-6933-4c08-8206-ebff3d68728b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:41:26.245612 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6480d14-037b-4452-b9a7-61edcd7b8f66 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.246394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6480d14-037b-4452-b9a7-61edcd7b8f66 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.250431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e6480d14-037b-4452-b9a7-61edcd7b8f66 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/4cf05c4d-d771-4b79-b703-5e25dae33784 HTTP/1.1" status: 404 len: 333 time: 0.0448945 Jul 19 03:41:26.251968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57832) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.275038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1413af-ca4e-4044-930c-02015585243e req-0a5e94de-34d2-467a-86d3-ee6648b8660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:26.276551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-0a5e94de-34d2-467a-86d3-ee6648b8660c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.1382515 Jul 19 03:41:26.312322 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea3ea35-3b1b-425c-9c42-8d1ba759760a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.314587 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea3ea35-3b1b-425c-9c42-8d1ba759760a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.322328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-aea3ea35-3b1b-425c-9c42-8d1ba759760a tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/c0ac9c0c-397a-4f9a-be3e-fbf39da9b74a HTTP/1.1" status: 404 len: 337 time: 0.0689080 Jul 19 03:41:26.323293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57834) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.360892 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfebcee-f015-4a3a-89ce-f6258e0ecea1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.361491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfebcee-f015-4a3a-89ce-f6258e0ecea1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.365538 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cbfebcee-f015-4a3a-89ce-f6258e0ecea1 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/0b0c89aa-c505-4ad3-85e4-0f43c4cae9ab HTTP/1.1" status: 404 len: 333 time: 0.0362813 Jul 19 03:41:26.365880 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57836) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.397231 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-791dd3f1-365c-42cd-84f3-070f506b5676 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.397936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791dd3f1-365c-42cd-84f3-070f506b5676 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.399898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab39724-fa3b-40c0-9b20-57e55dd812a6 req-ce75bf1a-17de-4853-9bac-f522fc5879b9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:26.400885 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-791dd3f1-365c-42cd-84f3-070f506b5676 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/afeeca6a-5607-499b-9013-a05d8d5e7bba HTTP/1.1" status: 404 len: 337 time: 0.0341575 Jul 19 03:41:26.403866 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ab39724-fa3b-40c0-9b20-57e55dd812a6 req-ce75bf1a-17de-4853-9bac-f522fc5879b9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.2017725 Jul 19 03:41:26.404466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57838) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.407761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-162d8079-dfaa-4d51-a182-8340ce2df078 None None] Deleting port d9040dbd-0076-40e3-9715-bedb8d5852e0 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:26.408076 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-162d8079-dfaa-4d51-a182-8340ce2df078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:26.466938 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-6960c8b2-579d-4916-9cf2-488146c5598c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.467616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6960c8b2-579d-4916-9cf2-488146c5598c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.469451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6960c8b2-579d-4916-9cf2-488146c5598c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/d3758479-cfb8-4289-9242-648d76503bfa HTTP/1.1" status: 404 len: 333 time: 0.0633011 Jul 19 03:41:26.469577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1413af-ca4e-4044-930c-02015585243e req-7fdd45ae-3fcd-4f40-978b-5840421bd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:26.471415 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-7fdd45ae-3fcd-4f40-978b-5840421bd9bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1879239 Jul 19 03:41:26.478102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57840) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.519720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-162d8079-dfaa-4d51-a182-8340ce2df078 None None] For port d9040dbd-0076-40e3-9715-bedb8d5852e0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d9040dbd-0076-40e3-9715-bedb8d5852e0,segment=NetworkSegment(9eaf67a6-9756-4ed6-958a-ebdccd410948),segment_id=9eaf67a6-9756-4ed6-958a-ebdccd410948)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:26.520340 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-162d8079-dfaa-4d51-a182-8340ce2df078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:26.544770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ab39724-fa3b-40c0-9b20-57e55dd812a6 req-ca973049-3827-437e-ba6f-44cf8ae6de17 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228004 Jul 19 03:41:26.549718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-162d8079-dfaa-4d51-a182-8340ce2df078 None None] Calling delete_port for d9040dbd-0076-40e3-9715-bedb8d5852e0 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:26.554446 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-48be84e8-ba55-407b-be57-7f04f487e31b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.554967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48be84e8-ba55-407b-be57-7f04f487e31b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.559584 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-48be84e8-ba55-407b-be57-7f04f487e31b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/29c5809f-2d98-4dcd-b44e-fe0a2df3149b HTTP/1.1" status: 404 len: 337 time: 0.0776987 Jul 19 03:41:26.560369 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57842) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.613527 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-549f541e-84a1-4ff2-86ac-be7f28eb3f96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.614423 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549f541e-84a1-4ff2-86ac-be7f28eb3f96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.620867 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-549f541e-84a1-4ff2-86ac-be7f28eb3f96 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/20572c99-34f0-4504-acb3-a8f2875fae90 HTTP/1.1" status: 404 len: 333 time: 0.0591218 Jul 19 03:41:26.621646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57844) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.673384 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-8707e370-89a4-4fba-9efb-36e53fee71da tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.673951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8707e370-89a4-4fba-9efb-36e53fee71da tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.679671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8707e370-89a4-4fba-9efb-36e53fee71da tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/a56a17c0-40a1-49ea-ab8a-eddd51bbd4d4 HTTP/1.1" status: 404 len: 337 time: 0.0563507 Jul 19 03:41:26.680483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57848) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.722436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-23c38e6f-9de9-462c-b823-c508cf1490f5 service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326658 Jul 19 03:41:26.731080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-162d8079-dfaa-4d51-a182-8340ce2df078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:26.745714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d8079-dfaa-4d51-a182-8340ce2df078 None None] No DVR routers for this DVR port d9040dbd-0076-40e3-9715-bedb8d5852e0 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:41:26.755424 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a86490-42b2-431b-9e78-4a599c165050 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.755886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a86490-42b2-431b-9e78-4a599c165050 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.763514 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c9a86490-42b2-431b-9e78-4a599c165050 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/653669ee-c760-4cb1-93d3-9052fa3fc0af HTTP/1.1" status: 404 len: 337 time: 0.0814750 Jul 19 03:41:26.765319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.775960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d8079-dfaa-4d51-a182-8340ce2df078 None None] Pushing event deleted for resources: {'Port': ['ID=d9040dbd-0076-40e3-9715-bedb8d5852e0,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:26.798495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b7e529-25ac-435e-90d8-e0d779df61f6 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 03:41:26.830649 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce75810-3395-43c3-9fa0-2ba80bb794b6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.831286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce75810-3395-43c3-9fa0-2ba80bb794b6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.833544 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cce75810-3395-43c3-9fa0-2ba80bb794b6 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/1e9c5faa-21c8-40a5-af20-852d6838bc41 HTTP/1.1" status: 404 len: 333 time: 0.0663371 Jul 19 03:41:26.840004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57852) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.867309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b1413af-ca4e-4044-930c-02015585243e req-c5f85371-f2f2-4310-9ddd-72cb0d11e2fd service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374600 Jul 19 03:41:26.905609 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-303d92e6-f873-497e-9786-29f395b6b442 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.906743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303d92e6-f873-497e-9786-29f395b6b442 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.909077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-303d92e6-f873-497e-9786-29f395b6b442 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/9e3509f4-17f9-4779-a33a-3564a99653c0 HTTP/1.1" status: 404 len: 337 time: 0.0659368 Jul 19 03:41:26.918650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57856) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.974576 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcb90d1-8f66-47ee-a22b-602ef45ef2d4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:26.974954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcb90d1-8f66-47ee-a22b-602ef45ef2d4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:26.977580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bdcb90d1-8f66-47ee-a22b-602ef45ef2d4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/7fb6d5c8-577c-4d01-be10-5bfe1776cbfd HTTP/1.1" status: 404 len: 337 time: 0.0548830 Jul 19 03:41:26.981422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57860) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:26.982133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7e529-25ac-435e-90d8-e0d779df61f6 None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 03:41:27.050371 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f8ffc4-73ff-4d67-ac86-b0d45ff470ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:27.053655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f8ffc4-73ff-4d67-ac86-b0d45ff470ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:27.063218 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f3f8ffc4-73ff-4d67-ac86-b0d45ff470ef tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/02df6db2-5d54-4596-8233-825ab99f5d0b HTTP/1.1" status: 404 len: 333 time: 0.0753388 Jul 19 03:41:27.063821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57862) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.083334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-4d6963bd-06df-4419-ba7e-c57b749fc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:27.085089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-4d6963bd-06df-4419-ba7e-c57b749fc536 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 1095 time: 0.1445444 Jul 19 03:41:27.135864 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-63746f94-dc47-401e-8ff2-a669f75e9b8e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:27.136466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63746f94-dc47-401e-8ff2-a669f75e9b8e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:27.153289 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-63746f94-dc47-401e-8ff2-a669f75e9b8e tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/8a2267d5-f5e8-4b02-8c98-08540985772f HTTP/1.1" status: 404 len: 337 time: 0.0822079 Jul 19 03:41:27.153289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57864) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.220131 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2af58e-ffed-449f-b2ac-621667311afc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:27.220836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2af58e-ffed-449f-b2ac-621667311afc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:27.228992 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af2af58e-ffed-449f-b2ac-621667311afc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/563fb030-640e-478d-8dae-e581fb9c5549 HTTP/1.1" status: 404 len: 337 time: 0.0756636 Jul 19 03:41:27.229706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57866) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.253024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 056ff57b-6933-4c08-8206-ebff3d68728b up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:27.286165 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53819e8-8599-4417-b4e4-d250ff655d2f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:27.287145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53819e8-8599-4417-b4e4-d250ff655d2f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:27.292893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b53819e8-8599-4417-b4e4-d250ff655d2f tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/082b003d-83e8-4787-b80d-0b3e565cbacf HTTP/1.1" status: 404 len: 333 time: 0.0587404 Jul 19 03:41:27.293219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57868) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.334907 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-2026e121-04f1-4e81-b244-8fab0a4ae9cb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:27.335571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2026e121-04f1-4e81-b244-8fab0a4ae9cb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:27.340770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2026e121-04f1-4e81-b244-8fab0a4ae9cb tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/e45f2c94-2d61-40c9-885f-193c831e4797 HTTP/1.1" status: 404 len: 337 time: 0.0444677 Jul 19 03:41:27.341099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57870) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.342962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-92b6b3b7-4606-4d15-bae6-54bee8d010f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:27.344635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-92b6b3b7-4606-4d15-bae6-54bee8d010f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.2533150 Jul 19 03:41:27.410001 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7212b9da-f002-49ef-b6a7-9b21154859e4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:27.411692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7212b9da-f002-49ef-b6a7-9b21154859e4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:27.413698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7212b9da-f002-49ef-b6a7-9b21154859e4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/2eeff6ee-4083-4b8b-acf4-06ea2ac7f00a HTTP/1.1" status: 404 len: 337 time: 0.0716648 Jul 19 03:41:27.416975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57872) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.454832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-8b04c4d7-0ee8-4777-ae88-33ac3b0154b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d7ce937-6e33-4d6e-a8b1-286ad11667e8 HTTP/1.1" status: 200 len: 217 time: 0.1028361 Jul 19 03:41:27.462734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 056ff57b-6933-4c08-8206-ebff3d68728b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:27.473269 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-84b9bd08-9b8a-44a6-8bab-d2f33cd5da62 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cefb6f15-f457-4f74-a7bb-bd82ecc85cad HTTP/1.1" status: 200 len: 205 time: 0.0537477 Jul 19 03:41:27.475450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 056ff57b-6933-4c08-8206-ebff3d68728b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:27.476112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:27.480904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57874) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.543753 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-1e179290-96ce-4a97-8cc6-2a01f3c01246 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] delete failed (client error): The resource could not be found. Jul 19 03:41:27.545014 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1e179290-96ce-4a97-8cc6-2a01f3c01246 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/routers/cefb6f15-f457-4f74-a7bb-bd82ecc85cad HTTP/1.1" status: 404 len: 336 time: 0.0629630 Jul 19 03:41:27.549746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57876) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.589559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-31be3994-e3e8-4a58-81c7-b08f0abc8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:27.591710 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-31be3994-e3e8-4a58-81c7-b08f0abc8ad9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.1283002 Jul 19 03:41:27.608439 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-045c6d50-e4c7-464c-87dd-ea5270c6c130 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:27.609912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045c6d50-e4c7-464c-87dd-ea5270c6c130 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:27.625023 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-045c6d50-e4c7-464c-87dd-ea5270c6c130 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/f9e96d82-dc07-42d9-871f-a860c2e47a3e HTTP/1.1" status: 404 len: 337 time: 0.0704460 Jul 19 03:41:27.628509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57880) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.652726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbc308-9b96-41ef-b028-30cd03cb8000 req-baf5ba67-2e57-4964-a270-3baefe9d2cec tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:27.655008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55cbc308-9b96-41ef-b028-30cd03cb8000 req-baf5ba67-2e57-4964-a270-3baefe9d2cec tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 944 time: 0.3822699 Jul 19 03:41:27.679368 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-e6b18be6-9708-490b-a53a-fe51c64bdf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:27.684628 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c4a5cbab-31ce-4cd0-a3a4-d225d0623ace tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "GET /v2.0/ports?device_id=308b9671-98b8-4e01-8742-703b67615bba HTTP/1.1" status: 200 len: 205 time: 0.0530970 Jul 19 03:41:27.685137 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-e6b18be6-9708-490b-a53a-fe51c64bdf4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836031 Jul 19 03:41:27.685937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57882) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.733564 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:27.748234 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-55cbc308-9b96-41ef-b028-30cd03cb8000 req-dd6afc65-c022-4edf-ad1d-936446eb9f43 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733027 Jul 19 03:41:27.798674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 056ff57b-6933-4c08-8206-ebff3d68728b, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=056ff57b-6933-4c08-8206-ebff3d68728b,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:27.799752 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b55a9-aef9-49ca-bf4f-a38279291547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056ff57b-6933-4c08-8206-ebff3d68728b'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:41:27.802544 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ccb52a-0076-49a6-acee-ffbf41ed24b4" -d '{"events": [{"server_uuid": "4b7b55a9-aef9-49ca-bf4f-a38279291547", "name": "network-vif-plugged", "status": "completed", "tag": "056ff57b-6933-4c08-8206-ebff3d68728b"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:41:27.819263 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:27.908372 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2798e1b3-49fc-4f40-b54d-d510116d9bdc x-openstack-request-id: req-2798e1b3-49fc-4f40-b54d-d510116d9bdc {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:41:27.908832 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7b55a9-aef9-49ca-bf4f-a38279291547", "name": "network-vif-plugged", "status": "completed", "tag": "056ff57b-6933-4c08-8206-ebff3d68728b", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:41:27.909194 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2798e1b3-49fc-4f40-b54d-d510116d9bdc {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:41:27.910138 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b55a9-aef9-49ca-bf4f-a38279291547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056ff57b-6933-4c08-8206-ebff3d68728b', 'code': 200} Jul 19 03:41:27.912036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=056ff57b-6933-4c08-8206-ebff3d68728b,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:27.917265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d9040dbd-0076-40e3-9715-bedb8d5852e0 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:41:27.940620 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-471ca594-b00c-4865-9db5-c1da5187300c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] delete failed (client error): The resource could not be found. Jul 19 03:41:27.946601 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-471ca594-b00c-4865-9db5-c1da5187300c tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/routers/308b9671-98b8-4e01-8742-703b67615bba HTTP/1.1" status: 404 len: 336 time: 0.2548959 Jul 19 03:41:27.946788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57886) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:27.951542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: d9040dbd-0076-40e3-9715-bedb8d5852e0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:41:27.952024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d9040dbd-0076-40e3-9715-bedb8d5852e0 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:41:28.008578 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0f3a6a-4b46-40f3-8d90-cdee47ff0689 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.009471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0f3a6a-4b46-40f3-8d90-cdee47ff0689 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.015090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cb0f3a6a-4b46-40f3-8d90-cdee47ff0689 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/c5ac1be7-04fe-448f-b545-709562e69ad5 HTTP/1.1" status: 404 len: 337 time: 0.0637965 Jul 19 03:41:28.015386 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57888) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.032505 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-f9d222a7-b3c3-4329-9c96-1b0ee2fd9070 service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382521 Jul 19 03:41:28.057806 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43e30dd-fb5c-4bb7-9db8-82cd3c521abc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.058373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43e30dd-fb5c-4bb7-9db8-82cd3c521abc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.061799 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b43e30dd-fb5c-4bb7-9db8-82cd3c521abc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/611f7554-cfe9-4b2c-a994-019b73bbc8bc HTTP/1.1" status: 404 len: 337 time: 0.0453813 Jul 19 03:41:28.064699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57892) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.107850 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d0697a-e956-406c-9687-febd3c8810c3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.111822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d0697a-e956-406c-9687-febd3c8810c3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.114015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-63d0697a-e956-406c-9687-febd3c8810c3 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/cdfcf07a-c463-4d78-9913-eb6dcbf783cd HTTP/1.1" status: 404 len: 333 time: 0.0482960 Jul 19 03:41:28.117784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57894) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.145729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976421c-1da3-403b-9e7f-2365fca4c14d req-d7776c68-8f3e-4dd6-be80-1faf7d37cbc6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:28.158396 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f976421c-1da3-403b-9e7f-2365fca4c14d req-d7776c68-8f3e-4dd6-be80-1faf7d37cbc6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.2645314 Jul 19 03:41:28.189390 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-467931fd-5289-421d-803b-2084e38cbe72 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.190675 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467931fd-5289-421d-803b-2084e38cbe72 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.193355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-467931fd-5289-421d-803b-2084e38cbe72 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/cf4993ac-f825-4bf8-bb6f-5c3cdd38ba20 HTTP/1.1" status: 404 len: 337 time: 0.0727959 Jul 19 03:41:28.197240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57896) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.215335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5905d0a-8798-4ab9-b8a7-37ea5926c338 req-83f92870-aa14-474e-888b-a15070eb8dad service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749744 Jul 19 03:41:28.223675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16733bbd-cc6e-4c73-b383-cee80271e776 req-43297d85-9290-437d-b3d0-9a3d8d079166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:28.226168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16733bbd-cc6e-4c73-b383-cee80271e776 req-43297d85-9290-437d-b3d0-9a3d8d079166 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 1097 time: 0.2448685 Jul 19 03:41:28.268043 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04e38d5-64c0-433d-8149-dd764fe8f7fa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.269039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04e38d5-64c0-433d-8149-dd764fe8f7fa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.271134 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c04e38d5-64c0-433d-8149-dd764fe8f7fa tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/abbc4c5e-ca88-4f9a-aafa-675fba53f197 HTTP/1.1" status: 404 len: 333 time: 0.0725076 Jul 19 03:41:28.275620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57898) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.278509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f976421c-1da3-403b-9e7f-2365fca4c14d req-8688f6ed-e569-4de8-ab15-b42075672efa tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196373 Jul 19 03:41:28.293704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16733bbd-cc6e-4c73-b383-cee80271e776 req-b045efe4-de15-4a0f-b2ac-9010eadc7055 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543737 Jul 19 03:41:28.327949 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e0f2eb-1aef-416e-954b-1bb630d4f15d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.328582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e0f2eb-1aef-416e-954b-1bb630d4f15d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.331640 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d7e0f2eb-1aef-416e-954b-1bb630d4f15d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/63f91057-c3cc-49a3-bfb8-465671062167 HTTP/1.1" status: 404 len: 337 time: 0.0548720 Jul 19 03:41:28.334241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57900) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.376837 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d009020d-46c8-442d-9d1f-643b77e00a3b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.377526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d009020d-46c8-442d-9d1f-643b77e00a3b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.379833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d009020d-46c8-442d-9d1f-643b77e00a3b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/d4f7828f-2263-4b9c-8862-3ef3fd4cc38c HTTP/1.1" status: 404 len: 333 time: 0.0442867 Jul 19 03:41:28.385170 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57902) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.419525 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ec59f5-85ae-42bc-b278-0b8d824e71e2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.420394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ec59f5-85ae-42bc-b278-0b8d824e71e2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.422078 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-79ec59f5-85ae-42bc-b278-0b8d824e71e2 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/0638c0bd-9ef1-4942-adf6-bb1468b298a1 HTTP/1.1" status: 404 len: 337 time: 0.0359221 Jul 19 03:41:28.428823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57904) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.469366 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f5bf80-5365-4748-aa7e-c82b96619ad5 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.470454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f5bf80-5365-4748-aa7e-c82b96619ad5 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.474319 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a5f5bf80-5365-4748-aa7e-c82b96619ad5 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/daab0632-2fdf-4527-b85f-b175037e1187 HTTP/1.1" status: 404 len: 333 time: 0.0425577 Jul 19 03:41:28.477767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57906) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.835914 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69a9e07-4774-4cb1-ab68-2c9961f95d06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.836687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69a9e07-4774-4cb1-ab68-2c9961f95d06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.840792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b69a9e07-4774-4cb1-ab68-2c9961f95d06 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/69d21b12-0553-4be7-8c57-8d76d99572ab HTTP/1.1" status: 404 len: 337 time: 0.3603339 Jul 19 03:41:28.842095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57910) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.880142 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7e43ce-17ee-4642-895a-d12552b214cc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.886203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7e43ce-17ee-4642-895a-d12552b214cc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.891016 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ff7e43ce-17ee-4642-895a-d12552b214cc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/0e0ca3cc-e4d6-4af6-9427-1f7e4c3adbaf HTTP/1.1" status: 404 len: 333 time: 0.0476243 Jul 19 03:41:28.891574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57912) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.923092 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-1207d827-cc58-4e51-8003-c03541d4032d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.923635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1207d827-cc58-4e51-8003-c03541d4032d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.928845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1207d827-cc58-4e51-8003-c03541d4032d tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/1e9ade5b-bb19-4141-83e0-345d0efbde76 HTTP/1.1" status: 404 len: 337 time: 0.0362303 Jul 19 03:41:28.929540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57914) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:28.979551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131457d5-3bb5-4ee3-87ea-ea53849f73f1 req-579c9cc6-97dd-4d5f-8eb2-43f855af9e9a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:28.982027 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a0aa20-b9ea-4baf-a8fe-22020ebf6b4b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:28.982839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a0aa20-b9ea-4baf-a8fe-22020ebf6b4b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:28.987360 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-18a0aa20-b9ea-4baf-a8fe-22020ebf6b4b tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/d88d73d9-a63a-4eb8-b7a8-83e0114bed8e HTTP/1.1" status: 404 len: 333 time: 0.0539076 Jul 19 03:41:28.987552 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-131457d5-3bb5-4ee3-87ea-ea53849f73f1 req-579c9cc6-97dd-4d5f-8eb2-43f855af9e9a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 945 time: 0.0947185 Jul 19 03:41:28.988885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57916) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:29.028161 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-87304a00-785c-4d32-a04a-8916ce3dc0d4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:29.028794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87304a00-785c-4d32-a04a-8916ce3dc0d4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:29.030932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-87304a00-785c-4d32-a04a-8916ce3dc0d4 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/5ad50303-dc69-4ad4-9946-cdfa42813407 HTTP/1.1" status: 404 len: 337 time: 0.0404778 Jul 19 03:41:29.034124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57918) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:29.057938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-131457d5-3bb5-4ee3-87ea-ea53849f73f1 req-39e3e88b-97d9-4e83-abf6-c6d29138ee56 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671251 Jul 19 03:41:29.100146 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcaed45-e2ca-4230-886f-9d7db4e2f8fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:29.100819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcaed45-e2ca-4230-886f-9d7db4e2f8fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:29.105291 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2fcaed45-e2ca-4230-886f-9d7db4e2f8fc tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/ports/db75ce53-46c7-4710-89ec-2cb834fbacbc HTTP/1.1" status: 404 len: 333 time: 0.0694921 Jul 19 03:41:29.107403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57920) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:29.142529 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-90065e14-47af-4a80-a25d-1932a1bc9e52 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] DELETE failed (client error): The resource could not be found. Jul 19 03:41:29.142948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90065e14-47af-4a80-a25d-1932a1bc9e52 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 03:41:29.147873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-90065e14-47af-4a80-a25d-1932a1bc9e52 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/subnets/f8da78ba-ac0d-49a1-a0c0-4ad9152e3fc3 HTTP/1.1" status: 404 len: 337 time: 0.0335753 Jul 19 03:41:29.148312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57922) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:29.290766 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:29.412411 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:29.432256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1354f933-eff7-4801-b289-5be7c7667d7c']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:29.448250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaf67a6-9756-4ed6-958a-ebdccd410948') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:29.448759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaf67a6-9756-4ed6-958a-ebdccd410948') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:29.463344 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:29.485012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:29.495216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:41:29.495753 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:29.514363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1594f7-e766-4bd3-b0ae-ef0af5b800f8 req-0d551516-ed3b-49cd-b78d-e267d69aa8f9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:29.519952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da1594f7-e766-4bd3-b0ae-ef0af5b800f8 req-0d551516-ed3b-49cd-b78d-e267d69aa8f9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.0900314 Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:41:29.526404 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:41:29.568011 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da1594f7-e766-4bd3-b0ae-ef0af5b800f8 req-a024977d-a89a-4d9f-991d-80863f1ae0b5 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449450 Jul 19 03:41:29.578528 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:29.594809 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:29.594809 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] 10.222.0.20 "DELETE /v2.0/networks/1354f933-eff7-4801-b289-5be7c7667d7c HTTP/1.1" status: 204 len: 168 time: 0.4403973 Jul 19 03:41:29.609562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a422188-2f07-40f8-a188-fb3665caa9d7 tempest-NetworksTestDHCPv6-1281256656 tempest-NetworksTestDHCPv6-1281256656-project] Pushing event deleted for resources: {'Network': ['ID=1354f933-eff7-4801-b289-5be7c7667d7c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:29.921006 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:41:29.978868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57932) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:30.126355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4a9107bf-8f47-450e-9336-e3a05c3aadc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04e8be371678468ab94123c893a3b6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459005 Jul 19 03:41:30.128789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57938) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:30.187872 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6894beae-cc22-455a-8c50-5d732dcbe0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:30.232316 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6894beae-cc22-455a-8c50-5d732dcbe0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:30.259923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a42754-26d4-4447-9c0c-0471bc5c83ac req-6c7c0461-68f4-4167-a5a0-9c74d2d8cc5f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:30.262740 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9a42754-26d4-4447-9c0c-0471bc5c83ac req-6c7c0461-68f4-4167-a5a0-9c74d2d8cc5f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 945 time: 0.0862670 Jul 19 03:41:30.306787 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6894beae-cc22-455a-8c50-5d732dcbe0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:30.309684 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6894beae-cc22-455a-8c50-5d732dcbe0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:30.310659 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6894beae-cc22-455a-8c50-5d732dcbe0ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5daf7bf9-0232-4346-afeb-1d07db35f070 HTTP/1.1" status: 204 len: 168 time: 0.1808999 Jul 19 03:41:30.324556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894beae-cc22-455a-8c50-5d732dcbe0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daf7bf9-0232-4346-afeb-1d07db35f070,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:30.349285 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9a42754-26d4-4447-9c0c-0471bc5c83ac req-30114429-05c0-40b0-868a-4f63d492d6ae tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671055 Jul 19 03:41:30.838375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc860099-618c-4ab4-8b4d-fada9a2056f6 req-bd97b5ba-331d-44e9-a54a-7faed8d802a9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:30.839826 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bc860099-618c-4ab4-8b4d-fada9a2056f6 req-bd97b5ba-331d-44e9-a54a-7faed8d802a9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.1066213 Jul 19 03:41:30.968929 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bc860099-618c-4ab4-8b4d-fada9a2056f6 req-b2947622-c1d7-4352-9df7-913211645e45 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170068 Jul 19 03:41:31.434830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57980) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:31.577251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1694675361'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:31.623194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Made reservation on behalf of 5e7ee891c81d4380b00dc6889e1d0c39 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:31.627375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:31.641749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:31.773117 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:31.780843 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:31.843687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:41:31.850350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e96047-f073-48da-bdb2-7bad41b206e3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:31.857479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:31.857965 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Added segment f1255182-b7b0-4875-b142-9f90eaafc607 of type vlan for network 4a5f474c-065f-4300-b9fa-714d3466f750 Jul 19 03:41:31.916903 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:31.961726 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:31.968224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:31.969316 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:32.095240 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6592112 Jul 19 03:41:32.098360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57986) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:32.105002 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Request body: {'subnet': {'network_id': '4a5f474c-065f-4300-b9fa-714d3466f750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:32.159127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d10338-6cff-4a61-ae65-b6eb963d7059 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event updated for resources: {'Network': ['ID=4a5f474c-065f-4300-b9fa-714d3466f750,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:32.171001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 4a5f474c-065f-4300-b9fa-714d3466f750 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:41:32.307539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Made reservation on behalf of 5e7ee891c81d4380b00dc6889e1d0c39 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:32.311264 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:32.362208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b324d1d-ffbc-47fa-8a55-885c9968425c req-3efd089d-2896-4fde-b430-c77077047675 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:32.370559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3b324d1d-ffbc-47fa-8a55-885c9968425c req-3efd089d-2896-4fde-b430-c77077047675 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.1383684 Jul 19 03:41:32.462155 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3b324d1d-ffbc-47fa-8a55-885c9968425c req-04296763-82fa-40cb-a12c-9a0437c9cc8d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905795 Jul 19 03:41:32.628243 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:32.694506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event updated for resources: {'Subnet': ['ID=c3452442-f9fc-473f-b675-9173d37c68d5,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:32.702513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Checking segment: {'id': 'f1255182-b7b0-4875-b142-9f90eaafc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4a5f474c-065f-4300-b9fa-714d3466f750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:32.703106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Network hostable DHCP agents. Network: 4a5f474c-065f-4300-b9fa-714d3466f750, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:41:32.731412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Network 4a5f474c-065f-4300-b9fa-714d3466f750 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:41:32.755268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 4a5f474c-065f-4300-b9fa-714d3466f750) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:32.765113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1b2bcd-fea8-4dba-a7fb-671d17e8dc83 None None] Network 4a5f474c-065f-4300-b9fa-714d3466f750 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:32.765923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:32.767567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:32.809582 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b42f17e1-2cc4-4e76-9f84-ca9c5075a1ce tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7080746 Jul 19 03:41:32.811153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 57992) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:32.815540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-22a702e4-9909-4fcd-be95-85e7679dc94b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0690191 Jul 19 03:41:32.820085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a214abcb-f560-4040-91cc-d5177ec93483 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-212636410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:32.863315 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a214abcb-f560-4040-91cc-d5177ec93483 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:32.864970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a214abcb-f560-4040-91cc-d5177ec93483 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:32.944943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a214abcb-f560-4040-91cc-d5177ec93483 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:32.957202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-5eefb20d-d92e-44ba-aba6-7c317e9ba996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:32.958000 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a214abcb-f560-4040-91cc-d5177ec93483 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:32.958905 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-5eefb20d-d92e-44ba-aba6-7c317e9ba996 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 1097 time: 0.0860178 Jul 19 03:41:32.986394 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a214abcb-f560-4040-91cc-d5177ec93483 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:32.988329 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a214abcb-f560-4040-91cc-d5177ec93483 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1726286 Jul 19 03:41:32.991115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 57994) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:33.069479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-4a5f474c-065f-4300-b9fa-714d3466f750', 'network_id': '4a5f474c-065f-4300-b9fa-714d3466f750', 'tenant_id': '5e7ee891c81d4380b00dc6889e1d0c39', 'fixed_ips': [{'subnet_id': 'c3452442-f9fc-473f-b675-9173d37c68d5'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:41:33.071039 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:33.204672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-eb4f24b6-6192-4b64-846e-626883af36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:33.205345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-eb4f24b6-6192-4b64-846e-626883af36ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 914 time: 0.2031059 Jul 19 03:41:33.272393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Allocated IP 172.20.0.2 (4a5f474c-065f-4300-b9fa-714d3466f750/c3452442-f9fc-473f-b675-9173d37c68d5/7d0e77af-3174-45d9-94d9-b4a7f2794c51) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:33.313220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-2c1b4577-5144-4885-b638-80ed33dd53b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5148973f-433c-40c4-af3f-c9aceefd3010 HTTP/1.1" status: 200 len: 217 time: 0.0746124 Jul 19 03:41:33.447545 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:33.457232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Transition to ACTIVE for port object 7d0e77af-3174-45d9-94d9-b4a7f2794c51 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:33.474004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Transition to ACTIVE for port object 7d0e77af-3174-45d9-94d9-b4a7f2794c51 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:33.481680 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:33.525387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Network 4a5f474c-065f-4300-b9fa-714d3466f750 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:33.528988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:33.531870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:33.559064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Pushing event updated for resources: {'Port': ['ID=7d0e77af-3174-45d9-94d9-b4a7f2794c51,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:33.610594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.613639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.614173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.614556 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.614901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.615243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.615579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.615912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.616301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.616633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.617207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.617605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:41:33.659363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Attempting to bind port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:33.659823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Attempting to bind port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f1255182-b7b0-4875-b142-9f90eaafc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4a5f474c-065f-4300-b9fa-714d3466f750'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:33.660255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Attempting to bind port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 on network 4a5f474c-065f-4300-b9fa-714d3466f750 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:33.666609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:33.667246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Checking segment: {'id': 'f1255182-b7b0-4875-b142-9f90eaafc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4a5f474c-065f-4300-b9fa-714d3466f750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:33.667746 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:33.668207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Bound using segment: {'id': 'f1255182-b7b0-4875-b142-9f90eaafc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4a5f474c-065f-4300-b9fa-714d3466f750'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:33.668747 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Bound port: 7d0e77af-3174-45d9-94d9-b4a7f2794c51, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1255182-b7b0-4875-b142-9f90eaafc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4a5f474c-065f-4300-b9fa-714d3466f750'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:33.669192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:33.741008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] For port 7d0e77af-3174-45d9-94d9-b4a7f2794c51, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:41:33.744633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] For port 7d0e77af-3174-45d9-94d9-b4a7f2794c51, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7d0e77af-3174-45d9-94d9-b4a7f2794c51,segment=NetworkSegment(f1255182-b7b0-4875-b142-9f90eaafc607),segment_id=f1255182-b7b0-4875-b142-9f90eaafc607)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:41:33.750552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:33.822649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbad992-7f6e-4822-926c-19a3d3bc52a4 None None] Pushing event updated for resources: {'Port': ['ID=7d0e77af-3174-45d9-94d9-b4a7f2794c51,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:33.935277 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-c9e9f903-179b-4dbb-a6e3-969a4ceed496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:33.936771 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-c9e9f903-179b-4dbb-a6e3-969a4ceed496 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 200 len: 854 time: 0.6153944 Jul 19 03:41:33.985686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-30466448-8f0b-4fcf-9ef8-f13e1aa22758 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62311731-e7b6-46fc-b54a-ab3b3d389549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412741 Jul 19 03:41:34.047777 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:34.093425 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-b909f274-7e10-4b41-b059-7577020fcff5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2692668 Jul 19 03:41:34.127490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee3b7d-0086-4210-80dd-b5975018ec72 req-4ca860b9-bb77-47c5-8d02-25d29026cb1c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:34.128973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52ee3b7d-0086-4210-80dd-b5975018ec72 req-4ca860b9-bb77-47c5-8d02-25d29026cb1c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.3060353 Jul 19 03:41:34.323325 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-90669418-7031-4e42-8f7c-0fff06507e15 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252306 Jul 19 03:41:34.330915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52ee3b7d-0086-4210-80dd-b5975018ec72 req-714bf43e-c9c2-4052-b23e-322494898d5a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577239 Jul 19 03:41:34.464513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-86669a18-61a4-42b7-8c84-2cd4cb438dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:34.466029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-86669a18-61a4-42b7-8c84-2cd4cb438dc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94804e15d19846808eeee7f6bb96d915&device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 1102 time: 0.2917924 Jul 19 03:41:34.552316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcc7e7b2-3d6d-4e2b-a86f-07d7b417faed req-a6dcf27d-2b8f-49b6-a295-7966d126a1b1 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203381 Jul 19 03:41:34.599973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Allocated IP 172.20.0.1 (4a5f474c-065f-4300-b9fa-714d3466f750/c3452442-f9fc-473f-b675-9173d37c68d5/6d348832-defd-4355-bdb7-dc61b06e3305) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:34.665773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-1fd72d90-549e-48d3-9bea-cc14a8818e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:34.667331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-1fd72d90-549e-48d3-9bea-cc14a8818e32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1724119 Jul 19 03:41:34.740356 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-20035a8b-f4aa-47bf-abdc-f48a4e6a609c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=65c2570e-262b-447d-9e48-e8dec21889bf HTTP/1.1" status: 200 len: 217 time: 0.0646284 Jul 19 03:41:34.823028 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:34.826079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-02386c6c-e5e8-49ac-87ab-a91c267619c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:34.828064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-02386c6c-e5e8-49ac-87ab-a91c267619c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0818641 Jul 19 03:41:34.849076 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Transition to ACTIVE for port object 6d348832-defd-4355-bdb7-dc61b06e3305 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:34.889229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c63768-1653-40f9-b209-a25bbbdf596b None None] Network 4a5f474c-065f-4300-b9fa-714d3466f750 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:34.922877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-01318793-8485-4b43-9287-31cb1f00963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:34.924479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-01318793-8485-4b43-9287-31cb1f00963a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0874822 Jul 19 03:41:34.925763 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:34.981557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-475966b7-4886-40ea-844d-062837576d19 None None] Provisioning for port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:34.999502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Network 4a5f474c-065f-4300-b9fa-714d3466f750 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:35.008901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:35.015302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:35.042817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event updated for resources: {'Port': ['ID=6d348832-defd-4355-bdb7-dc61b06e3305,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:35.102351 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:35.106423 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-8042f737-2b5e-4df4-852a-2856b878befe service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723104 Jul 19 03:41:35.306565 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b82f9abf-f7d1-4b4a-b449-49c8fa50d672 req-1090d4fc-c04c-4507-8a03-941d81bce9cd service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622894 Jul 19 03:41:35.322731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:35.334838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bced98af-229a-41b6-bf8c-0382570f9bd7 None None] Provisioning for port 6d348832-defd-4355-bdb7-dc61b06e3305 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:35.340169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bced98af-229a-41b6-bf8c-0382570f9bd7 None None] Provisioning complete for port 6d348832-defd-4355-bdb7-dc61b06e3305 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:35.340861 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bced98af-229a-41b6-bf8c-0382570f9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:35.380128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-bced98af-229a-41b6-bf8c-0382570f9bd7 None None] Port 6d348832-defd-4355-bdb7-dc61b06e3305 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:41:35.588200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9719e0b-c719-4a8b-b2d6-0dd25236bc4e req-b38550fa-7f7f-441d-8b56-d7bad7e357b3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:35.596192 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9719e0b-c719-4a8b-b2d6-0dd25236bc4e req-b38550fa-7f7f-441d-8b56-d7bad7e357b3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.0866225 Jul 19 03:41:35.619677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5161989b-c66a-4d40-983a-0803c5cc7db6 None None] Provisioning complete for port 6d348832-defd-4355-bdb7-dc61b06e3305 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:35.620211 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5161989b-c66a-4d40-983a-0803c5cc7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:35.659805 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9719e0b-c719-4a8b-b2d6-0dd25236bc4e req-e2daabe1-5a50-47e0-9192-0728ecfe96d0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624590 Jul 19 03:41:35.672846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5161989b-c66a-4d40-983a-0803c5cc7db6 None None] Port 6d348832-defd-4355-bdb7-dc61b06e3305 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:41:35.683924 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:35.694507 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:35.781622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event updated for resources: {'Port': ['ID=6d348832-defd-4355-bdb7-dc61b06e3305,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:35.795272 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:35.864064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7d0e77af-3174-45d9-94d9-b4a7f2794c51 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:35.915687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:35.921214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:35.921889 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:35.983015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-20bae88e-f6c7-45d8-ab48-5a7ac496b30f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:35.984575 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-20bae88e-f6c7-45d8-ab48-5a7ac496b30f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 814 time: 0.1827021 Jul 19 03:41:35.986536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Network 4a5f474c-065f-4300-b9fa-714d3466f750 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:35.987959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:36.037838 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:36.092954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 7d0e77af-3174-45d9-94d9-b4a7f2794c51, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7d0e77af-3174-45d9-94d9-b4a7f2794c51,segment=NetworkSegment(f1255182-b7b0-4875-b142-9f90eaafc607),segment_id=f1255182-b7b0-4875-b142-9f90eaafc607)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:36.102609 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:36.169976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-51ef5358-13c3-472a-b219-384fd69def13 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/quotas/f16f558b99f747f5819c614aba5f3c61 HTTP/1.1" status: 200 len: 375 time: 0.0450907 Jul 19 03:41:36.262124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Router a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:41:36.370573 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-e3362aac-4e52-4a21-a32b-81aea73f8e2e tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1933224 Jul 19 03:41:36.372061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=7d0e77af-3174-45d9-94d9-b4a7f2794c51,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:36.387159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-d8ecbd31-838e-4dda-a7dd-31b86d3d49b4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:41:36.388156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-d8ecbd31-838e-4dda-a7dd-31b86d3d49b4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059190 Jul 19 03:41:36.405345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a3246a18-4e99-47cc-90e3-2b794ee600b9 None None] Provisioning complete for port 6d348832-defd-4355-bdb7-dc61b06e3305 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:36.406082 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a3246a18-4e99-47cc-90e3-2b794ee600b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:36.431488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:41:36.437551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-75f75aed-2703-42e3-ad0a-4e350ff70e7d tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "PUT /v2.0/routers/a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4453933 Jul 19 03:41:36.440539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58028) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:36.446899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25756f20-8ffd-4612-b276-672936f4f005 None None] Sync routers for ids ['a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:41:36.447771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Request body: {'port': {'network_id': '4a5f474c-065f-4300-b9fa-714d3466f750', 'name': 'tempest-FloatingIPNegativeTestJSON-1095229221'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:36.455020 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a3246a18-4e99-47cc-90e3-2b794ee600b9 None None] Port 6d348832-defd-4355-bdb7-dc61b06e3305 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:41:36.461079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25756f20-8ffd-4612-b276-672936f4f005 None None] Routers {'a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:41:36.461712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-25756f20-8ffd-4612-b276-672936f4f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:41:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:36.495755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-25756f20-8ffd-4612-b276-672936f4f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:36.523602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25756f20-8ffd-4612-b276-672936f4f005 None None] Routers {'a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:41:36.524280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-25756f20-8ffd-4612-b276-672936f4f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:41:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:36.533889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-d3610fd2-6b75-4f57-94d3-96f12649a237 service neutron] 10.222.0.20 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387260 Jul 19 03:41:36.559025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-25756f20-8ffd-4612-b276-672936f4f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:36.559660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25756f20-8ffd-4612-b276-672936f4f005 None None] The sync data for ids ['a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:41:36.618486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Made reservation on behalf of 5e7ee891c81d4380b00dc6889e1d0c39 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:36.622784 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:36.649020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] device_id is not set on port 3f772fee-c118-449a-9127-90a90bbc95e6 yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:41:36.650752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-24e60c23-1249-495b-b528-271a098c488f service neutron] 10.222.0.20 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098242 Jul 19 03:41:36.791207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Allocated IP 172.20.0.3 (4a5f474c-065f-4300-b9fa-714d3466f750/c3452442-f9fc-473f-b675-9173d37c68d5/3f772fee-c118-449a-9127-90a90bbc95e6) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:36.907884 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0f259bf-b930-4575-ab26-143d0518ce35 req-bb619c1d-e584-4e0f-ba62-6a359813122a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 210 time: 0.0775442 Jul 19 03:41:37.052701 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ce89b-557f-455a-a394-a68e829ff14b req-282c1a6b-c089-44e0-8689-87fa7d4bd68b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:37.060497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-011ce89b-557f-455a-a394-a68e829ff14b req-282c1a6b-c089-44e0-8689-87fa7d4bd68b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.2277744 Jul 19 03:41:37.092036 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:37.144187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-011ce89b-557f-455a-a394-a68e829ff14b req-424e48ba-d744-419c-831c-c70864ca98ad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827000 Jul 19 03:41:37.176490 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:37.192705 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Transition to ACTIVE for port object 3f772fee-c118-449a-9127-90a90bbc95e6 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:37.245439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:37.302924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Network 4a5f474c-065f-4300-b9fa-714d3466f750 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:37.307168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:37.311779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:37.316683 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:37.341199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event updated for resources: {'Port': ['ID=3f772fee-c118-449a-9127-90a90bbc95e6,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:37.380425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:37.381599 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:37.407642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58044) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:37.413052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:37.419086 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-54d0650f-0c16-459a-a425-ce9fee003dfd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9768450 Jul 19 03:41:37.472187 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:37.678352 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:37.806037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6755c6fa-d696-4a50-aa2d-b4b610005af2 None None] Provisioning for port 3f772fee-c118-449a-9127-90a90bbc95e6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:37.811423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6755c6fa-d696-4a50-aa2d-b4b610005af2 None None] Provisioning complete for port 3f772fee-c118-449a-9127-90a90bbc95e6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:37.812131 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6755c6fa-d696-4a50-aa2d-b4b610005af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:37.848219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Allocated IP 172.25.2.109 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/4327c332-84ee-463d-a154-ff368223a345) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:37.869082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7d0e77af-3174-45d9-94d9-b4a7f2794c51 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:37.901929 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6755c6fa-d696-4a50-aa2d-b4b610005af2 None None] Port 3f772fee-c118-449a-9127-90a90bbc95e6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:41:37.939145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:37.940287 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:38.010491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:38.073059 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:38.151622 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-73b314e7-f40c-42f4-892c-165ed2887ccd req-bce7e222-dfa5-4e51-bdd1-bbd0dc36be63 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 210 time: 0.0759032 Jul 19 03:41:38.189158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:38.192452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:38.198215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:38.202433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event updated for resources: {'Port': ['ID=4327c332-84ee-463d-a154-ff368223a345,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:38.376576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:38.423349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e94de-1975-4335-addf-7650b9d3b24c req-5bbb72f5-e4e1-40e4-91c7-7569d43892bd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:38.435140 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6e1e94de-1975-4335-addf-7650b9d3b24c req-5bbb72f5-e4e1-40e4-91c7-7569d43892bd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.1193466 Jul 19 03:41:38.464350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:38.504992 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6e1e94de-1975-4335-addf-7650b9d3b24c req-90ec0f58-324d-4b22-be2b-22daff7c723d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695372 Jul 19 03:41:38.528512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-dc9de68d-8db5-482a-a831-06a31f710aa7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:38.530130 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-dc9de68d-8db5-482a-a831-06a31f710aa7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 814 time: 0.2455885 Jul 19 03:41:38.548116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Request body: {'port': {'device_id': '7cd25f6d-f2fa-42ea-a428-c8af75cc2475', 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549', 'admin_state_up': True, 'tenant_id': 'f16f558b99f747f5819c614aba5f3c61'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:38.747331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Made reservation on behalf of f16f558b99f747f5819c614aba5f3c61 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:41:38.750798 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:38.767731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:38.781560 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:38.832866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event updated for resources: {'Port': ['ID=4327c332-84ee-463d-a154-ff368223a345,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:38.924854 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:38.964955 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:38.966223 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9b08778f-4f36-4708-8eec-3e0de2a4aeae tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5568933 Jul 19 03:41:38.969527 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58052) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:38.975136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-29035e96-3b9c-4a21-9435-dd541324c001 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Request body: {'floatingip': {'port_id': '3f772fee-c118-449a-9127-90a90bbc95e6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:38.995970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Allocated IP 172.20.0.11 (62311731-e7b6-46fc-b54a-ab3b3d389549/7f87f8fe-6b95-4b3b-8264-68dbd1b557fb/fbca2f9e-8a8c-462d-8826-68e8a5ac18b8) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:39.036216 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-29035e96-3b9c-4a21-9435-dd541324c001 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:39.210391 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-29035e96-3b9c-4a21-9435-dd541324c001 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] update failed (client error): The resource could not be found. Jul 19 03:41:39.212499 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-29035e96-3b9c-4a21-9435-dd541324c001 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "PUT /v2.0/floatingips/a9055911-0f1b-4cbd-9534-4f77d554511d HTTP/1.1" status: 404 len: 507 time: 0.2413547 Jul 19 03:41:39.215878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58058) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:39.420986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6d37539d-a47b-49ba-a3e7-6f4b748cb7a9 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Deleting port 4327c332-84ee-463d-a154-ff368223a345 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:39.421329 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d37539d-a47b-49ba-a3e7-6f4b748cb7a9 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:39.514907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d37539d-a47b-49ba-a3e7-6f4b748cb7a9 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:39.515581 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d37539d-a47b-49ba-a3e7-6f4b748cb7a9 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:39.528691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6d37539d-a47b-49ba-a3e7-6f4b748cb7a9 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Calling delete_port for 4327c332-84ee-463d-a154-ff368223a345 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:39.550348 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a7180b1-496c-414b-b825-dbf708bab986 req-c6004c84-5dfe-4f84-9a9b-4da11025edc5 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 210 time: 0.0362325 Jul 19 03:41:39.591785 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:39.642010 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:39.656733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5148973f-433c-40c4-af3f-c9aceefd3010', '056ff57b-6933-4c08-8206-ebff3d68728b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:41:39.695965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Network 62311731-e7b6-46fc-b54a-ab3b3d389549 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:39.699906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:39.709268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:39.756764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Pushing event updated for resources: {'Port': ['ID=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:39.786565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:39.787967 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:39.808391 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d37539d-a47b-49ba-a3e7-6f4b748cb7a9 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:39.810102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-5b9fb67b-7802-4cab-9090-a7021d687762 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2661119 Jul 19 03:41:39.823501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Request body: {'port': {'device_id': '7cd25f6d-f2fa-42ea-a428-c8af75cc2475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:39.863415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37539d-a47b-49ba-a3e7-6f4b748cb7a9 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event deleted for resources: {'Port': ['ID=4327c332-84ee-463d-a154-ff368223a345,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:39.927519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:39.932167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bf6ad-40be-4a82-899f-693fd2147f86 req-263eb617-f5df-4688-93f0-f459866e9e25 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:39.934107 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8a2bf6ad-40be-4a82-899f-693fd2147f86 req-263eb617-f5df-4688-93f0-f459866e9e25 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.1958661 Jul 19 03:41:40.027660 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8a2bf6ad-40be-4a82-899f-693fd2147f86 req-5a3f39a1-774a-4384-81ea-a8e772575b3c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858836 Jul 19 03:41:40.034886 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d37539d-a47b-49ba-a3e7-6f4b748cb7a9 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:40.037529 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d37539d-a47b-49ba-a3e7-6f4b748cb7a9 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:40.039253 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6d37539d-a47b-49ba-a3e7-6f4b748cb7a9 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "DELETE /v2.0/floatingips/a9055911-0f1b-4cbd-9534-4f77d554511d HTTP/1.1" status: 204 len: 168 time: 0.8213894 Jul 19 03:41:40.042484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58062) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:40.052699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d1bde1d3-3e10-4efd-b435-bf13aec13e06 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Request body: {'floatingip': {'floating_network_id': '4a5f474c-065f-4300-b9fa-714d3466f750', 'port_id': '3f772fee-c118-449a-9127-90a90bbc95e6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:40.090752 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d1bde1d3-3e10-4efd-b435-bf13aec13e06 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:40.229625 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-d1bde1d3-3e10-4efd-b435-bf13aec13e06 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:41:40.236662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d1bde1d3-3e10-4efd-b435-bf13aec13e06 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1915400 Jul 19 03:41:40.236829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58066) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:40.246854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '3f772fee-c118-449a-9127-90a90bbc95e6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:40.299604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:41:40.307575 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:40.311228 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:40.341907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Transition to ACTIVE for port object fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:41:40.352450 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:40.410946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Pushing event updated for resources: {'Port': ['ID=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:40.547712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Attempting to bind port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:41:40.548248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Attempting to bind port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:41:40.548679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Attempting to bind port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 on network 62311731-e7b6-46fc-b54a-ab3b3d389549 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:40.553679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:40.561632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 on network 62311731-e7b6-46fc-b54a-ab3b3d389549 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:41:40.562081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Attempting to bind port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 on network 62311731-e7b6-46fc-b54a-ab3b3d389549 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:41:40.571024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:41:40.572198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Checking segment: {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:41:40.572198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Bound using segment: {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:41:40.572198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Bound port: fbca2f9e-8a8c-462d-8826-68e8a5ac18b8, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:41:40.573446 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:40.805698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Allocated IP 172.25.2.158 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/080b96ba-6a8b-4cbe-8f42-68f1d4ea6328) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:41:40.812474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] For port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:41:40.817584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] For port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:41:40.829792 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:40.909308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215deda0-71ed-45a9-aa09-c5e8d07561e9 req-e736a443-700a-4018-955a-26924cc3811c tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:40.911117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-215deda0-71ed-45a9-aa09-c5e8d07561e9 req-e736a443-700a-4018-955a-26924cc3811c tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 944 time: 0.2099948 Jul 19 03:41:40.912442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:40.913042 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:40.915445 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] 10.222.0.25 "PUT /v2.0/ports/fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 HTTP/1.1" status: 200 len: 1093 time: 1.0967660 Jul 19 03:41:40.919231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd25f6d-f2fa-42ea-a428-c8af75cc2475', 'tag': 'fbca2f9e-8a8c-462d-8826-68e8a5ac18b8'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:41:40.921591 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8d0115-2a27-49ac-9088-d23a20f638ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd25f6d-f2fa-42ea-a428-c8af75cc2475", "tag": "fbca2f9e-8a8c-462d-8826-68e8a5ac18b8"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:41:41.005074 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608646a3-8fd7-4951-8409-b051e65042ff x-openstack-request-id: req-608646a3-8fd7-4951-8409-b051e65042ff {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:41:41.005406 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd25f6d-f2fa-42ea-a428-c8af75cc2475", "tag": "fbca2f9e-8a8c-462d-8826-68e8a5ac18b8", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:41:41.005610 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-608646a3-8fd7-4951-8409-b051e65042ff {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:41:41.006006 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd25f6d-f2fa-42ea-a428-c8af75cc2475', 'tag': 'fbca2f9e-8a8c-462d-8826-68e8a5ac18b8', 'status': 'completed', 'code': 200} Jul 19 03:41:41.053974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae005763-4d3f-4063-9b9d-250cd2fb3e35 service neutron] Pushing event updated for resources: {'Port': ['ID=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:41.086182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-215deda0-71ed-45a9-aa09-c5e8d07561e9 req-547860b8-87b4-418f-9d43-c11195488b1f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612051 Jul 19 03:41:41.122114 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:41.162987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-d374da8c-b35e-497b-9904-49ef37949e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:41.164861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-d374da8c-b35e-497b-9904-49ef37949e4a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 1096 time: 0.1755486 Jul 19 03:41:41.218194 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:41.220991 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-2a154d3c-199b-435f-8791-cad6ee75bc76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 HTTP/1.1" status: 200 len: 217 time: 0.0472412 Jul 19 03:41:41.296539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:41:41.306697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:41:41.313251 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:41:41.315998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b46f2-097b-47f2-9ed5-66bae54d4fe8 req-909eb682-61ab-4888-b29b-1b2738cdf638 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:41.320636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event updated for resources: {'Port': ['ID=080b96ba-6a8b-4cbe-8f42-68f1d4ea6328,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:41.331900 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bb3b46f2-097b-47f2-9ed5-66bae54d4fe8 req-909eb682-61ab-4888-b29b-1b2738cdf638 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.1379530 Jul 19 03:41:41.348770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-e2f11634-25bf-4638-ae11-43c1680d6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:41.350439 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-e2f11634-25bf-4638-ae11-43c1680d6f06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 200 len: 854 time: 0.1219611 Jul 19 03:41:41.381248 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bb3b46f2-097b-47f2-9ed5-66bae54d4fe8 req-50ccb3c4-f3b5-4c8b-8cbf-21757a5736fc tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479660 Jul 19 03:41:41.401341 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-7da3e97b-2ee6-49d5-b091-a46cf81afc91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62311731-e7b6-46fc-b54a-ab3b3d389549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409987 Jul 19 03:41:41.591036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-388aba85-e7ea-4977-9554-ea6e47aa43d3 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648848 Jul 19 03:41:41.676112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Deleting port 080b96ba-6a8b-4cbe-8f42-68f1d4ea6328 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:41.676618 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:41.762966 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e23f48f-0144-462b-9ed1-bbabaf6e6562 req-50505401-b156-4c95-b9a2-fde4ecc26bbb service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653166 Jul 19 03:41:41.795030 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:41.795348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:41.824705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Calling delete_port for 080b96ba-6a8b-4cbe-8f42-68f1d4ea6328 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:41.919071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d0115-2a27-49ac-9088-d23a20f638ba req-0a4b5dc7-01d0-4f7e-95ab-dafd49ef2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:41.920459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a8d0115-2a27-49ac-9088-d23a20f638ba req-0a4b5dc7-01d0-4f7e-95ab-dafd49ef2fa3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 1096 time: 0.1052649 Jul 19 03:41:42.060248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d0115-2a27-49ac-9088-d23a20f638ba req-951b2643-1a40-4745-b8f2-0121386c83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:42.061912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a8d0115-2a27-49ac-9088-d23a20f638ba req-951b2643-1a40-4745-b8f2-0121386c83fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 914 time: 0.1345944 Jul 19 03:41:42.075805 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:42.113515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a8d0115-2a27-49ac-9088-d23a20f638ba req-1f21ad1e-a1ad-47de-9256-6a546e7dc0c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 HTTP/1.1" status: 200 len: 217 time: 0.0445743 Jul 19 03:41:42.142103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event deleted for resources: {'Port': ['ID=080b96ba-6a8b-4cbe-8f42-68f1d4ea6328,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:42.263253 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d0115-2a27-49ac-9088-d23a20f638ba req-77740385-8401-456e-93b6-79202f15cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:42.265287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a8d0115-2a27-49ac-9088-d23a20f638ba req-77740385-8401-456e-93b6-79202f15cf0c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 200 len: 854 time: 0.1310441 Jul 19 03:41:42.313351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a8d0115-2a27-49ac-9088-d23a20f638ba req-823760fb-44a0-4923-8117-d81219dfb6e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62311731-e7b6-46fc-b54a-ab3b3d389549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353010 Jul 19 03:41:42.316891 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] create failed (client error): The resource could not be found. Jul 19 03:41:42.322476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-969a223d-8bcf-4e92-947a-ce885f20f1c1 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0801060 Jul 19 03:41:42.323174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58080) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:42.394977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b113b-3198-47f9-bf59-e331f3ecdc9a req-9dfe9a9c-e531-4c53-a40b-45d19f73d7c9 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:42.396484 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c1b113b-3198-47f9-bf59-e331f3ecdc9a req-9dfe9a9c-e531-4c53-a40b-45d19f73d7c9 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 944 time: 0.1846409 Jul 19 03:41:42.447049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e8bde6d9-e6ec-4263-9baa-895324d7f464 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Deleting port 3f772fee-c118-449a-9127-90a90bbc95e6 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:42.447883 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8bde6d9-e6ec-4263-9baa-895324d7f464 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:42.459806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a8d0115-2a27-49ac-9088-d23a20f638ba req-e0e59c34-163c-489f-abbc-ae99ef319204 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382303 Jul 19 03:41:42.469650 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c1b113b-3198-47f9-bf59-e331f3ecdc9a req-7b626b48-b1e4-4ecd-9a8b-db9a028f9485 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643477 Jul 19 03:41:42.518024 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0580de24-fc29-44c6-a54f-85a07db46df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:42.593080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a8d0115-2a27-49ac-9088-d23a20f638ba req-582087c0-1ef3-4859-9002-5c53bb02763b service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224513 Jul 19 03:41:42.625855 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8bde6d9-e6ec-4263-9baa-895324d7f464 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:42.647406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e8bde6d9-e6ec-4263-9baa-895324d7f464 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Calling delete_port for 3f772fee-c118-449a-9127-90a90bbc95e6 owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:42.673348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b072e-37f8-46e4-a37d-d3df30e7df1f req-c71abeff-e07f-48b3-8eab-7377c12fdca8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:42.675317 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb2b072e-37f8-46e4-a37d-d3df30e7df1f req-c71abeff-e07f-48b3-8eab-7377c12fdca8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.1345434 Jul 19 03:41:42.763117 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eb2b072e-37f8-46e4-a37d-d3df30e7df1f req-82f668e4-e159-4f38-b5b1-d5fc885c286f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494719 Jul 19 03:41:42.832623 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8bde6d9-e6ec-4263-9baa-895324d7f464 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:42.896615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bde6d9-e6ec-4263-9baa-895324d7f464 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event deleted for resources: {'Port': ['ID=3f772fee-c118-449a-9127-90a90bbc95e6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:42.953093 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e8bde6d9-e6ec-4263-9baa-895324d7f464 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:42.957738 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e8bde6d9-e6ec-4263-9baa-895324d7f464 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "DELETE /v2.0/ports/3f772fee-c118-449a-9127-90a90bbc95e6 HTTP/1.1" status: 204 len: 168 time: 0.6329303 Jul 19 03:41:42.958164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58084) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:43.034739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d168afb-8abd-4700-a0b1-447b9012a071 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:43.036499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3d168afb-8abd-4700-a0b1-447b9012a071 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22 HTTP/1.1" status: 200 len: 913 time: 0.0773020 Jul 19 03:41:43.041280 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58086) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:43.384890 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:43.667459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Deleting port 6d348832-defd-4355-bdb7-dc61b06e3305 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:43.668067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:43.675753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de7c55-43c3-4870-bf1c-5bd7c77ff60e req-9d9f7f16-43bd-4991-9eea-ea9944736aa3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:43.678010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9de7c55-43c3-4870-bf1c-5bd7c77ff60e req-9d9f7f16-43bd-4991-9eea-ea9944736aa3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 944 time: 0.0795162 Jul 19 03:41:43.737362 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9de7c55-43c3-4870-bf1c-5bd7c77ff60e req-dfd44243-a3ef-45cc-bc7f-41ae7fa186e9 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532708 Jul 19 03:41:43.779792 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:43.792570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Calling delete_port for 6d348832-defd-4355-bdb7-dc61b06e3305 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:44.027950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e3f65-aa4a-4b87-9967-ea5b3cb35b49 req-4a5e67e0-f1fe-41c9-afd9-79c8656e3900 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:44.029552 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f5e3f65-aa4a-4b87-9967-ea5b3cb35b49 req-4a5e67e0-f1fe-41c9-afd9-79c8656e3900 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.1141229 Jul 19 03:41:44.046969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:44.085351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event deleted for resources: {'Port': ['ID=6d348832-defd-4355-bdb7-dc61b06e3305,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:44.133051 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f5e3f65-aa4a-4b87-9967-ea5b3cb35b49 req-e5c842db-9685-4f04-bdfc-60b16874999a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946481 Jul 19 03:41:44.533776 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:44.684355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Router a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:41:44.760622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:41:44.767999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b89cd6cf-9b07-4283-b3ba-ac440fb599fd tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "PUT /v2.0/routers/a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7231278 Jul 19 03:41:44.768451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58098) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:44.780848 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8ce3f-ad81-4707-a3f5-1100ccced953 None None] Sync routers for ids ['a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:41:44.791240 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8ce3f-ad81-4707-a3f5-1100ccced953 None None] Routers {'a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:41:44.792676 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-14f8ce3f-ad81-4707-a3f5-1100ccced953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:41:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:44.845456 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-14f8ce3f-ad81-4707-a3f5-1100ccced953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:44.854472 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8ce3f-ad81-4707-a3f5-1100ccced953 None None] Routers {'a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:41:44.855498 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-14f8ce3f-ad81-4707-a3f5-1100ccced953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:41:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:44.894677 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-14f8ce3f-ad81-4707-a3f5-1100ccced953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:44.895662 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8ce3f-ad81-4707-a3f5-1100ccced953 None None] The sync data for ids ['a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:41:44.924239 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e29bf9b-402e-44b3-ae0b-ba78ac3352ed tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:44.937216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77413e-f8af-43bc-8433-6366ddaef7f1 req-d65192db-e630-45ea-98e2-663c5515513f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:44.939873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d77413e-f8af-43bc-8433-6366ddaef7f1 req-d65192db-e630-45ea-98e2-663c5515513f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 944 time: 0.0906732 Jul 19 03:41:44.988078 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d77413e-f8af-43bc-8433-6366ddaef7f1 req-f84b88e1-51cd-46e4-b4cc-c83e30b647fb tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Jul 19 03:41:45.093557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-698cd80f-6f5b-4a0d-991e-8e15f9f54f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.119335 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e29bf9b-402e-44b3-ae0b-ba78ac3352ed tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.121513 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e29bf9b-402e-44b3-ae0b-ba78ac3352ed tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.182502 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e29bf9b-402e-44b3-ae0b-ba78ac3352ed tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.183207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e29bf9b-402e-44b3-ae0b-ba78ac3352ed tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Fanout notify agent at l3_agent the message router_deleted on router a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:41:45.193466 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5e29bf9b-402e-44b3-ae0b-ba78ac3352ed tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.198039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5e29bf9b-402e-44b3-ae0b-ba78ac3352ed tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "DELETE /v2.0/routers/a5b38a5f-2c3b-4577-bce8-4c7bdf2dee22 HTTP/1.1" status: 204 len: 168 time: 0.4261320 Jul 19 03:41:45.198476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58102) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:45.262401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca8652b-1f3f-489d-a1e5-0e0c0ed55322 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Deleting subnet c3452442-f9fc-473f-b675-9173d37c68d5 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:41:45.265767 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eca8652b-1f3f-489d-a1e5-0e0c0ed55322 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.307536 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eca8652b-1f3f-489d-a1e5-0e0c0ed55322 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.309873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:41:45.399348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc83b50-1518-47cc-b4d9-42c817e75c35 req-ea07bde7-e9c3-4d78-96aa-a9560ff93afd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:45.410566 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4dc83b50-1518-47cc-b4d9-42c817e75c35 req-ea07bde7-e9c3-4d78-96aa-a9560ff93afd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.1079059 Jul 19 03:41:45.423394 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eca8652b-1f3f-489d-a1e5-0e0c0ed55322 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.434142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:45.451836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'fbca2f9e-8a8c-462d-8826-68e8a5ac18b8', 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549', 'port_id': 'fbca2f9e-8a8c-462d-8826-68e8a5ac18b8', 'mac_address': 'fa:16:3e:eb:83:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f87f8fe-6b95-4b3b-8264-68dbd1b557fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:41:45.469454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4dc83b50-1518-47cc-b4d9-42c817e75c35 req-4acbf866-18c4-40bb-8d7d-d786517e7660 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575111 Jul 19 03:41:45.503528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eca8652b-1f3f-489d-a1e5-0e0c0ed55322 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.506604 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.524987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:41:45.534311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8652b-1f3f-489d-a1e5-0e0c0ed55322 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event deleted for resources: {'Subnet': ['ID=c3452442-f9fc-473f-b675-9173d37c68d5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:45.538403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-eca8652b-1f3f-489d-a1e5-0e0c0ed55322 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.543725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-eca8652b-1f3f-489d-a1e5-0e0c0ed55322 tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "DELETE /v2.0/subnets/c3452442-f9fc-473f-b675-9173d37c68d5 HTTP/1.1" status: 204 len: 168 time: 0.3421516 Jul 19 03:41:45.543967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58108) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:45.556109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:45.560033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb04f9e-a494-4a2e-80f3-c74f869a7e53 None None] Network 4a5f474c-065f-4300-b9fa-714d3466f750 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:41:45.563711 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.630484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.692814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Deleting port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:45.693176 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.697673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:45.722162 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.764950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] For port 7d0e77af-3174-45d9-94d9-b4a7f2794c51, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7d0e77af-3174-45d9-94d9-b4a7f2794c51,segment=NetworkSegment(f1255182-b7b0-4875-b142-9f90eaafc607),segment_id=f1255182-b7b0-4875-b142-9f90eaafc607)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:45.765316 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.777984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Calling delete_port for 7d0e77af-3174-45d9-94d9-b4a7f2794c51 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:45.802139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['fbca2f9e-8a8c-462d-8826-68e8a5ac18b8'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:41:45.829330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980cdeb1-a907-4354-b9be-43517c548556 None None] DHCP port deletion for 4a5f474c-065f-4300-b9fa-714d3466f750 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:41:45.874684 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.902135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event deleted for resources: {'Port': ['ID=7d0e77af-3174-45d9-94d9-b4a7f2794c51,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:45.905978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] No DVR routers for this DVR port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:41:45.922516 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-980cdeb1-a907-4354-b9be-43517c548556 None None] Deleting port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:45.922925 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-980cdeb1-a907-4354-b9be-43517c548556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.987910 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:45.998847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5f474c-065f-4300-b9fa-714d3466f750']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:46.013915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1255182-b7b0-4875-b142-9f90eaafc607') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:46.014317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1255182-b7b0-4875-b142-9f90eaafc607') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:41:46.031275 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-980cdeb1-a907-4354-b9be-43517c548556 None None] For port 7d0e77af-3174-45d9-94d9-b4a7f2794c51, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:46.031787 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-980cdeb1-a907-4354-b9be-43517c548556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.032435 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.048083 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.054788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:41:46.055412 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.068013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-980cdeb1-a907-4354-b9be-43517c548556 None None] Calling delete_port for 7d0e77af-3174-45d9-94d9-b4a7f2794c51 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:46.071179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-980cdeb1-a907-4354-b9be-43517c548556 None None] Port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:41:46.074486 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-980cdeb1-a907-4354-b9be-43517c548556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.109645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cdeb1-a907-4354-b9be-43517c548556 None None] Pushing event deleted for resources: {'Port': ['ID=7d0e77af-3174-45d9-94d9-b4a7f2794c51,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:46.113490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cdeb1-a907-4354-b9be-43517c548556 None None] No DVR routers for this DVR port 7d0e77af-3174-45d9-94d9-b4a7f2794c51 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:41:46.119676 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:41:46.136738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.165375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.167617 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] 10.222.0.20 "DELETE /v2.0/networks/4a5f474c-065f-4300-b9fa-714d3466f750 HTTP/1.1" status: 204 len: 168 time: 0.6226995 Jul 19 03:41:46.184394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283865-1174-461c-8eb2-7cc638dcd43f tempest-FloatingIPNegativeTestJSON-1681434632 tempest-FloatingIPNegativeTestJSON-1681434632-project] Pushing event deleted for resources: {'Network': ['ID=4a5f474c-065f-4300-b9fa-714d3466f750,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:46.221404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb4c19-b7d5-4969-b242-1bb8da334de8 req-ca94c9e9-5f0c-4ff8-8e43-be67fae55252 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:46.223045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9fcb4c19-b7d5-4969-b242-1bb8da334de8 req-ca94c9e9-5f0c-4ff8-8e43-be67fae55252 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 945 time: 0.0968518 Jul 19 03:41:46.277265 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9fcb4c19-b7d5-4969-b242-1bb8da334de8 req-e28044bc-8031-40cd-adfb-ca3da2013c24 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 Jul 19 03:41:46.455777 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.469145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58118) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:46.606598 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4bef6d06-c14c-4924-a976-d8c31112d1c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e7ee891c81d4380b00dc6889e1d0c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361387 Jul 19 03:41:46.609051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58124) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:46.646380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd82b9-967b-4423-8c49-732f1e29f58e req-ec42c13f-bcbf-4b28-8eff-12bf3515c33b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:46.649246 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09cd82b9-967b-4423-8c49-732f1e29f58e req-ec42c13f-bcbf-4b28-8eff-12bf3515c33b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.0700495 Jul 19 03:41:46.659814 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37952872-1089-49a3-b384-ba3ea1f22432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.681752 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37952872-1089-49a3-b384-ba3ea1f22432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.691221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09cd82b9-967b-4423-8c49-732f1e29f58e req-79ac7876-c653-42a5-82b4-1e1bb8a5fecf tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353165 Jul 19 03:41:46.729677 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37952872-1089-49a3-b384-ba3ea1f22432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.732298 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37952872-1089-49a3-b384-ba3ea1f22432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:46.734727 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-37952872-1089-49a3-b384-ba3ea1f22432 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7e96047-f073-48da-bdb2-7bad41b206e3 HTTP/1.1" status: 204 len: 168 time: 0.1247237 Jul 19 03:41:46.747234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37952872-1089-49a3-b384-ba3ea1f22432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e96047-f073-48da-bdb2-7bad41b206e3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:47.313013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:47.369412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:47.374846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:47.375399 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:47.379776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58148) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:47.482672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:47.486811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d30bf-0b9f-40d2-9259-8cd5d3a14e89 req-2fbde0ee-f98f-4e3f-a21b-eac9d9db89ac tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:47.488303 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f68d30bf-0b9f-40d2-9259-8cd5d3a14e89 req-2fbde0ee-f98f-4e3f-a21b-eac9d9db89ac tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 945 time: 0.0708141 Jul 19 03:41:47.504092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-918939ef-ba75-4ab3-a5a6-7240e6b55061 tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1558571866', 'prefixes': ['172.20.0.0/16']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:47.510229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd25f6d-f2fa-42ea-a428-c8af75cc2475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbca2f9e-8a8c-462d-8826-68e8a5ac18b8'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:41:47.512920 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a612df-b83f-4be9-b299-fd7b614965bb" -d '{"events": [{"server_uuid": "7cd25f6d-f2fa-42ea-a428-c8af75cc2475", "name": "network-vif-plugged", "status": "completed", "tag": "fbca2f9e-8a8c-462d-8826-68e8a5ac18b8"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:41:47.530553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:47.537976 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:47.574020 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f68d30bf-0b9f-40d2-9259-8cd5d3a14e89 req-a481a719-2a30-44c8-a460-4c08933d6ad8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735991 Jul 19 03:41:47.587492 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9140c47a-6a30-458e-88c8-74e366aa77dc x-openstack-request-id: req-9140c47a-6a30-458e-88c8-74e366aa77dc {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:41:47.587814 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd25f6d-f2fa-42ea-a428-c8af75cc2475", "name": "network-vif-plugged", "status": "completed", "tag": "fbca2f9e-8a8c-462d-8826-68e8a5ac18b8", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:41:47.588070 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9140c47a-6a30-458e-88c8-74e366aa77dc {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:41:47.588613 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd25f6d-f2fa-42ea-a428-c8af75cc2475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbca2f9e-8a8c-462d-8826-68e8a5ac18b8', 'code': 200} Jul 19 03:41:47.618602 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-918939ef-ba75-4ab3-a5a6-7240e6b55061 tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] Notify callbacks [] for subnetpool, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:47.621532 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-918939ef-ba75-4ab3-a5a6-7240e6b55061 tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2405899 Jul 19 03:41:47.624353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58156) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:47.641410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:47.680428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8f69c944-fda2-4f02-a6f6-1dd6e68d3d64 tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] 10.222.0.20 "GET /v2.0/subnetpools/7bdc5a12-70e4-4ae6-b93a-d6002b3aaebd HTTP/1.1" status: 200 len: 732 time: 0.0545273 Jul 19 03:41:47.682981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58158) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:47.687323 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-04a27f83-75ca-4417-bf7f-60054e8e15aa tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2086830098'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:41:47.790172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722cfab-895c-4f70-98ad-0da4d2e01a85 req-ff645be4-81ca-4b58-9c75-1ef51b8ce068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:47.791739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1722cfab-895c-4f70-98ad-0da4d2e01a85 req-ff645be4-81ca-4b58-9c75-1ef51b8ce068 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 1098 time: 0.1213634 Jul 19 03:41:47.828976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7d0e77af-3174-45d9-94d9-b4a7f2794c51 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:41:47.844171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-04a27f83-75ca-4417-bf7f-60054e8e15aa tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] Notify callbacks [] for subnetpool, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:47.848106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-04a27f83-75ca-4417-bf7f-60054e8e15aa tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] 10.222.0.20 "PUT /v2.0/subnetpools/7bdc5a12-70e4-4ae6-b93a-d6002b3aaebd HTTP/1.1" status: 200 len: 684 time: 0.1615098 Jul 19 03:41:47.848266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58162) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:47.857943 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1722cfab-895c-4f70-98ad-0da4d2e01a85 req-65dd6ea6-0cea-45da-a3b9-2a0441366d11 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582786 Jul 19 03:41:47.878902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 7d0e77af-3174-45d9-94d9-b4a7f2794c51 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:41:47.879405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7d0e77af-3174-45d9-94d9-b4a7f2794c51 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:41:47.919858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf31b2d-59d4-467e-a9f3-fb7a4892d69f req-b3c6d2c2-ccfa-4168-9f91-7dd39201259c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:47.921983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bf31b2d-59d4-467e-a9f3-fb7a4892d69f req-b3c6d2c2-ccfa-4168-9f91-7dd39201259c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.0892210 Jul 19 03:41:47.937589 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aa501a9d-45a3-4ab2-9b53-4e0b953101fc tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] Notify callbacks [] for subnetpool, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:47.941332 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aa501a9d-45a3-4ab2-9b53-4e0b953101fc tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7bdc5a12-70e4-4ae6-b93a-d6002b3aaebd HTTP/1.1" status: 204 len: 168 time: 0.0898242 Jul 19 03:41:47.941701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58164) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:47.958655 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-0c8c72f2-0af4-418d-aed5-9bb4ca52608f tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] show failed (client error): The resource could not be found. Jul 19 03:41:47.962589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0c8c72f2-0af4-418d-aed5-9bb4ca52608f tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] 10.222.0.20 "GET /v2.0/subnetpools/7bdc5a12-70e4-4ae6-b93a-d6002b3aaebd HTTP/1.1" status: 404 len: 346 time: 0.0171106 Jul 19 03:41:47.966383 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58166) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:47.970661 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:47.994660 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bf31b2d-59d4-467e-a9f3-fb7a4892d69f req-dcda8058-24ce-4718-81c4-8d35196532e9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654399 Jul 19 03:41:47.995690 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-4fd923a4-8576-4e7b-8bc3-9516362eabfd tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] delete failed (client error): The resource could not be found. Jul 19 03:41:47.998313 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4fd923a4-8576-4e7b-8bc3-9516362eabfd tempest-SubnetPoolsTestJSON-1770899604 tempest-SubnetPoolsTestJSON-1770899604-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7bdc5a12-70e4-4ae6-b93a-d6002b3aaebd HTTP/1.1" status: 404 len: 346 time: 0.0289545 Jul 19 03:41:48.241668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58172) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:48.348936 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b43f2192-f1cd-4703-a16a-b052a1ec6130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:48.441451 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b43f2192-f1cd-4703-a16a-b052a1ec6130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:48.446500 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b43f2192-f1cd-4703-a16a-b052a1ec6130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:48.487266 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b43f2192-f1cd-4703-a16a-b052a1ec6130 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0fc131238a24b19aef725f7d858175b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441642 Jul 19 03:41:48.487981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f2192-f1cd-4703-a16a-b052a1ec6130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f7441-b1ca-472e-a97f-fb9a0a2776c8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:48.490012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58178) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:48.543362 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9f81ead-53af-4365-ba37-55b16fb2540c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:48.565956 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9f81ead-53af-4365-ba37-55b16fb2540c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:48.612802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9f81ead-53af-4365-ba37-55b16fb2540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:48.615644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e9f81ead-53af-4365-ba37-55b16fb2540c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:48.622357 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e9f81ead-53af-4365-ba37-55b16fb2540c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d54f7441-b1ca-472e-a97f-fb9a0a2776c8 HTTP/1.1" status: 204 len: 168 time: 0.1218681 Jul 19 03:41:48.631199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f81ead-53af-4365-ba37-55b16fb2540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f7441-b1ca-472e-a97f-fb9a0a2776c8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:48.839772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4638d-ce96-4970-b6b6-5f4d547ac727 req-81f2cb61-cd38-49e5-b693-e4039d3bd5ec tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:48.841772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0c4638d-ce96-4970-b6b6-5f4d547ac727 req-81f2cb61-cd38-49e5-b693-e4039d3bd5ec tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 946 time: 0.1118031 Jul 19 03:41:48.908343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0c4638d-ce96-4970-b6b6-5f4d547ac727 req-96e1a2c9-25b2-4f0f-9b80-dfbe6a1d3873 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609975 Jul 19 03:41:48.941881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:41:49.057947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:49.073070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '1d7ce937-6e33-4d6e-a8b1-286ad11667e8', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'port_id': '1d7ce937-6e33-4d6e-a8b1-286ad11667e8', 'mac_address': 'fa:16:3e:87:86:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:41:49.123434 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:49.143254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:41:49.171007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:49.177222 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:49.208637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a9214-ad03-4921-b8e8-15e7afd092eb req-091bc81c-a6dc-4c34-92be-4ad4a1caa090 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:49.211497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-921a9214-ad03-4921-b8e8-15e7afd092eb req-091bc81c-a6dc-4c34-92be-4ad4a1caa090 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 943 time: 0.0841227 Jul 19 03:41:49.248577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:49.262175 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-921a9214-ad03-4921-b8e8-15e7afd092eb req-0e1550b4-d53f-4d0c-80fc-e556da5e1882 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Jul 19 03:41:49.374888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58204) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:49.378532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025690 Jul 19 03:41:49.381345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58206) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:49.396472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1d7ce937-6e33-4d6e-a8b1-286ad11667e8'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:41:49.500501 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-205fb1e6-1dfd-4507-a40c-ba3d159ccedf tempest-NetworksApiDiscovery-536109779 tempest-NetworksApiDiscovery-536109779-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1180496 Jul 19 03:41:49.747088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58216) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:49.854787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d1519fd4-3082-4a2c-920f-4f3a9d4b5183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:49.950657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d1519fd4-3082-4a2c-920f-4f3a9d4b5183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:49.955764 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d1519fd4-3082-4a2c-920f-4f3a9d4b5183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:49.998527 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d1519fd4-3082-4a2c-920f-4f3a9d4b5183 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=477b5f9579d24ccb909b858ecb458758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502084 Jul 19 03:41:50.001057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58222) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:41:50.008150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1519fd4-3082-4a2c-920f-4f3a9d4b5183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d1d14e-b4fa-4d92-a05d-9ca57c7a7e07,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:50.056007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-608311c4-7277-4842-8b83-82bd706bf8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:50.078739 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-608311c4-7277-4842-8b83-82bd706bf8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:50.093632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39b9f-cb71-432f-ac31-f2b314815a4c req-8e400b46-48cc-4350-87bb-be72ed6db34f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:50.095283 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4c39b9f-cb71-432f-ac31-f2b314815a4c req-8e400b46-48cc-4350-87bb-be72ed6db34f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 946 time: 0.0645375 Jul 19 03:41:50.141570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-608311c4-7277-4842-8b83-82bd706bf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:50.143313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4c39b9f-cb71-432f-ac31-f2b314815a4c req-1307d5a4-bd5c-40a5-9058-f771f4cbed08 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Jul 19 03:41:50.144879 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-608311c4-7277-4842-8b83-82bd706bf8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:50.154991 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-608311c4-7277-4842-8b83-82bd706bf8e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74d1d14e-b4fa-4d92-a05d-9ca57c7a7e07 HTTP/1.1" status: 204 len: 168 time: 0.1474946 Jul 19 03:41:50.172395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608311c4-7277-4842-8b83-82bd706bf8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d1d14e-b4fa-4d92-a05d-9ca57c7a7e07,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:50.513178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb71ea-9161-49bc-87e9-ae221fe63d6a req-b7e98028-445d-4c2a-b3f2-59f185c0c82b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:50.520514 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-acbb71ea-9161-49bc-87e9-ae221fe63d6a req-b7e98028-445d-4c2a-b3f2-59f185c0c82b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 944 time: 0.1218460 Jul 19 03:41:50.567278 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-acbb71ea-9161-49bc-87e9-ae221fe63d6a req-27fd5e98-4b95-4c0d-b4af-15729ece8f5b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457966 Jul 19 03:41:50.958429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:41:51.009491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:41:51.013428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:41:51.013807 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:51.098965 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:51.129113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb756c70-4577-4be6-917f-10346b681107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7ce937-6e33-4d6e-a8b1-286ad11667e8'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:41:51.131583 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384d43ed-a1af-4848-9560-cf1b1afb4151" -d '{"events": [{"server_uuid": "fb756c70-4577-4be6-917f-10346b681107", "name": "network-vif-plugged", "status": "completed", "tag": "1d7ce937-6e33-4d6e-a8b1-286ad11667e8"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:41:51.147276 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:51.152625 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:51.185052 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e8cbe8-dad3-4047-a2c3-3bce8997d042 x-openstack-request-id: req-35e8cbe8-dad3-4047-a2c3-3bce8997d042 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:41:51.185408 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb756c70-4577-4be6-917f-10346b681107", "name": "network-vif-plugged", "status": "completed", "tag": "1d7ce937-6e33-4d6e-a8b1-286ad11667e8", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:41:51.185681 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35e8cbe8-dad3-4047-a2c3-3bce8997d042 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:41:51.186120 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb756c70-4577-4be6-917f-10346b681107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7ce937-6e33-4d6e-a8b1-286ad11667e8', 'code': 200} Jul 19 03:41:51.212990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:51.305586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48661f09-e7e2-46d7-871f-2b7eb4851521 req-2d0dc8aa-42f4-4af0-b787-33de7192db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:51.307279 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48661f09-e7e2-46d7-871f-2b7eb4851521 req-2d0dc8aa-42f4-4af0-b787-33de7192db8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 1097 time: 0.0570874 Jul 19 03:41:51.342022 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48661f09-e7e2-46d7-871f-2b7eb4851521 req-d0ad9ee3-d6d9-400f-944e-07e16d826398 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278647 Jul 19 03:41:51.776875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008b991-2f14-487e-b04a-b11d4126c185 req-6d629764-aaaf-478e-a9e8-c5e63125d520 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:51.778648 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0008b991-2f14-487e-b04a-b11d4126c185 req-6d629764-aaaf-478e-a9e8-c5e63125d520 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 945 time: 0.0767968 Jul 19 03:41:51.826234 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0008b991-2f14-487e-b04a-b11d4126c185 req-1808aa2c-ea70-45fb-ae64-79e6fac53c46 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Jul 19 03:41:53.034733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9c6b9-6d36-446b-a974-1d19580644ca req-d0b14506-d1a4-495e-92bb-13baa252d270 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:53.037048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d6e9c6b9-6d36-446b-a974-1d19580644ca req-d0b14506-d1a4-495e-92bb-13baa252d270 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 945 time: 0.0883927 Jul 19 03:41:53.079606 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d6e9c6b9-6d36-446b-a974-1d19580644ca req-70b2a8f4-ee8e-4a56-853d-9f2604160183 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357349 Jul 19 03:41:53.377074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2bcc-25b3-4885-9bdc-ccdfac40f4c5 req-41c357bb-a64e-4de9-8ea5-883da88a760a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:53.378664 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e37d2bcc-25b3-4885-9bdc-ccdfac40f4c5 req-41c357bb-a64e-4de9-8ea5-883da88a760a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 945 time: 0.1395612 Jul 19 03:41:53.444141 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e37d2bcc-25b3-4885-9bdc-ccdfac40f4c5 req-1b9b2cff-9c50-4dbe-ae9a-64ff808cbaa9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562787 Jul 19 03:41:53.701844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb3a9d-0322-4a37-81c1-316403902df5 req-91a78397-dc41-4d27-88ee-bcb0209c4054 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:53.703736 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57bb3a9d-0322-4a37-81c1-316403902df5 req-91a78397-dc41-4d27-88ee-bcb0209c4054 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 945 time: 0.1070123 Jul 19 03:41:53.749030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-57bb3a9d-0322-4a37-81c1-316403902df5 req-589cb336-c95f-4af0-a7b6-f686b2ceda0a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Jul 19 03:41:54.358605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfd32b-8312-4d7f-8c09-9f2e2cbbbe87 req-ed1ce01f-47f7-4c27-b101-e80b8bb75fae tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:54.360329 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35bfd32b-8312-4d7f-8c09-9f2e2cbbbe87 req-ed1ce01f-47f7-4c27-b101-e80b8bb75fae tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 945 time: 0.1115599 Jul 19 03:41:54.415961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-35bfd32b-8312-4d7f-8c09-9f2e2cbbbe87 req-3a9dd172-6f62-4743-8223-cbe0c829135a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479729 Jul 19 03:41:55.622309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fedea1-94d5-4645-a8ab-b9334bb67e56 req-4443cecf-83d2-4d2d-b38c-100fbce02092 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:55.624280 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26fedea1-94d5-4645-a8ab-b9334bb67e56 req-4443cecf-83d2-4d2d-b38c-100fbce02092 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 945 time: 0.0849030 Jul 19 03:41:55.706894 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26fedea1-94d5-4645-a8ab-b9334bb67e56 req-42168150-8995-4d9a-ab5b-4940a297fdef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700681 Jul 19 03:41:55.799500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798400b-3841-4e85-be66-4f5f36be930d req-9cfbf6ce-8194-41c4-b3a2-61288ab494be tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:41:55.801106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f798400b-3841-4e85-be66-4f5f36be930d req-9cfbf6ce-8194-41c4-b3a2-61288ab494be tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 945 time: 0.0852482 Jul 19 03:41:55.919116 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-f798400b-3841-4e85-be66-4f5f36be930d req-f846bcfe-1d76-4577-80df-f2cf13549db1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Deleting port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:41:55.919725 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f798400b-3841-4e85-be66-4f5f36be930d req-f846bcfe-1d76-4577-80df-f2cf13549db1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:56.026365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f798400b-3841-4e85-be66-4f5f36be930d req-f846bcfe-1d76-4577-80df-f2cf13549db1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] For port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:41:56.026734 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f798400b-3841-4e85-be66-4f5f36be930d req-f846bcfe-1d76-4577-80df-f2cf13549db1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:56.044973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-f798400b-3841-4e85-be66-4f5f36be930d req-f846bcfe-1d76-4577-80df-f2cf13549db1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Calling delete_port for 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:41:56.292223 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f798400b-3841-4e85-be66-4f5f36be930d req-f846bcfe-1d76-4577-80df-f2cf13549db1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:56.306171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['1d7ce937-6e33-4d6e-a8b1-286ad11667e8'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:41:56.324146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846bcfe-1d76-4577-80df-f2cf13549db1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'Port': ['ID=1d7ce937-6e33-4d6e-a8b1-286ad11667e8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:41:56.401643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f798400b-3841-4e85-be66-4f5f36be930d req-f846bcfe-1d76-4577-80df-f2cf13549db1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] No DVR routers for this DVR port 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:41:56.404864 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f798400b-3841-4e85-be66-4f5f36be930d req-f846bcfe-1d76-4577-80df-f2cf13549db1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:41:56.408334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f798400b-3841-4e85-be66-4f5f36be930d req-f846bcfe-1d76-4577-80df-f2cf13549db1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "DELETE /v2.0/ports/1d7ce937-6e33-4d6e-a8b1-286ad11667e8 HTTP/1.1" status: 204 len: 173 time: 0.6009629 Jul 19 03:41:56.408857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb756c70-4577-4be6-917f-10346b681107', 'name': 'network-vif-deleted', 'tag': '1d7ce937-6e33-4d6e-a8b1-286ad11667e8'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:41:56.412302 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8580ca31-9918-4ccf-aa54-d969a17793d8" -d '{"events": [{"server_uuid": "fb756c70-4577-4be6-917f-10346b681107", "name": "network-vif-deleted", "tag": "1d7ce937-6e33-4d6e-a8b1-286ad11667e8"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:41:56.470893 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ad5227-1000-4b08-b802-dac5cc7971ac x-openstack-request-id: req-a3ad5227-1000-4b08-b802-dac5cc7971ac {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:41:56.470893 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb756c70-4577-4be6-917f-10346b681107", "name": "network-vif-deleted", "tag": "1d7ce937-6e33-4d6e-a8b1-286ad11667e8", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:41:56.470893 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3ad5227-1000-4b08-b802-dac5cc7971ac {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:41:56.470893 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb756c70-4577-4be6-917f-10346b681107', 'name': 'network-vif-deleted', 'tag': '1d7ce937-6e33-4d6e-a8b1-286ad11667e8', 'status': 'completed', 'code': 200} Jul 19 03:41:56.926012 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5884c388-7f6a-4973-a9ea-7ce4577ca12e req-6408fa6f-34c7-4849-826b-590a3ba9efa9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 210 time: 0.0602653 Jul 19 03:41:58.079050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-610e4248-bce6-4513-80e2-90a8adecc557 req-13438865-ef6c-43fe-b296-dc17e0260adb tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 210 time: 0.0349231 Jul 19 03:41:58.989700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:41:59.011488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:41:59.011822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 1d7ce937-6e33-4d6e-a8b1-286ad11667e8 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:41:59.258928 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ffd0c29d-053d-4f23-b07b-69c2a62f4544 req-1459303d-9454-4f8c-83b9-9f2df36e74a3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 210 time: 0.0325768 Jul 19 03:42:00.456000 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c3be212-82c6-4598-9450-981e7b0a72d5 req-17a8253e-aebc-4d3e-9973-0d216a564906 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb756c70-4577-4be6-917f-10346b681107 HTTP/1.1" status: 200 len: 210 time: 0.0409513 Jul 19 03:42:06.915425 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:42:07.113345 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:07.336564 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:09.668730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-ee9f8d57-f215-4659-ad82-972003fccb78 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:09.670873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-ee9f8d57-f215-4659-ad82-972003fccb78 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 814 time: 0.1358616 Jul 19 03:42:09.688115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-dc2f8785-12cc-4f9f-91b7-364385a7b400 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/quotas/f16f558b99f747f5819c614aba5f3c61 HTTP/1.1" status: 200 len: 375 time: 0.0109861 Jul 19 03:42:09.785903 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-8cbf2a72-9e39-4603-9345-8d49bd63678f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926039 Jul 19 03:42:09.912141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-19aba7f7-f022-412d-8a72-1e371485600c service neutron] 10.222.0.20 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127560 Jul 19 03:42:10.027903 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-15bec68e-43d5-4e0c-8687-8077ad88fc10 service neutron] 10.222.0.20 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094592 Jul 19 03:42:10.274602 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-711d7b2e-d713-40e1-a3bf-b176e2491b33 req-4e4d5de0-782e-4888-8587-979601007bfc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 210 time: 0.0590498 Jul 19 03:42:11.061526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58914) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:11.264520 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:11.377265 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:11.384379 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:11.450861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d78b57-7464-4ee3-bfe2-76b5132734f8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:11.465438 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d534f64d5f2344a3adf63c2478921449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020765 Jul 19 03:42:11.469445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58932) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:11.480606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.480974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.481301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.481637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.481967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.482311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.482641 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.482964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.483285 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.483606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.483924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.484240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d0ccd-c5fd-4a75-a3f9-9ec6d3cf82ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:11.598427 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10c59442-83b3-4cdd-86ec-bbdd44eca972 req-00e4e443-5e0d-4b63-bb99-7145a2cc42a4 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 210 time: 0.0642478 Jul 19 03:42:11.610383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:11.644868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.112673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.116052 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.117563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37d78b57-7464-4ee3-bfe2-76b5132734f8 HTTP/1.1" status: 204 len: 168 time: 0.6463230 Jul 19 03:42:12.131582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-21e48ce1-b87b-4595-ab9f-0c239117ea5a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:12.133532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-21e48ce1-b87b-4595-ab9f-0c239117ea5a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.26 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 814 time: 0.5700042 Jul 19 03:42:12.138705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d78b57-7464-4ee3-bfe2-76b5132734f8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:12.146047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Request body: {'port': {'device_id': '124c90e0-8010-47bf-87fc-6e2303876b95', 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549', 'admin_state_up': True, 'tenant_id': 'f16f558b99f747f5819c614aba5f3c61'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:12.157725 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.158237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.158871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.159354 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.159833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.160310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.160802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.161277 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.161770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.162248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.163564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.164085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1301272-1af0-44b7-8118-5558ab93812a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:12.289219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Made reservation on behalf of f16f558b99f747f5819c614aba5f3c61 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:42:12.292979 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.454040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Allocated IP 172.20.0.13 (62311731-e7b6-46fc-b54a-ab3b3d389549/7f87f8fe-6b95-4b3b-8264-68dbd1b557fb/367fb295-fa2b-44cb-b99c-6dc1ff9a2924) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:42:12.495695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 58952) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:12.520457 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c032045-d67b-4ed9-b648-bd8efd0c57e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.521303 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-426561b8-bec5-424e-a83e-f18e1b229ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.679115 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.736647 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c032045-d67b-4ed9-b648-bd8efd0c57e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.743147 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c032045-d67b-4ed9-b648-bd8efd0c57e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.766927 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.783289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5148973f-433c-40c4-af3f-c9aceefd3010', '056ff57b-6933-4c08-8206-ebff3d68728b', 'fbca2f9e-8a8c-462d-8826-68e8a5ac18b8'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:42:12.812250 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e0227e1f-b933-4d62-860b-f415df7361c5 req-6b172b9a-8b81-4837-ab42-d3cf39d0327e tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 210 time: 0.0679772 Jul 19 03:42:12.835104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Pushing event updated for resources: {'Port': ['ID=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:12.863576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9c032045-d67b-4ed9-b648-bd8efd0c57e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2514c7457e834f98b8fa5b9aa2238020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667295 Jul 19 03:42:12.864355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c032045-d67b-4ed9-b648-bd8efd0c57e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c533f49f-e86c-4aed-ac84-9ea22360ef3b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:12.866764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 58962) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:12.877517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Network 62311731-e7b6-46fc-b54a-ab3b3d389549 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:42:12.879017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:42:12.887487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:42:12.946025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:12.946913 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.949635 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4529a13f-1657-4957-806b-ff52a2383e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:12.964335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-62b79e29-b73a-41a1-8726-f0a7676648b3 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8217118 Jul 19 03:42:12.979754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Request body: {'port': {'device_id': '124c90e0-8010-47bf-87fc-6e2303876b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:12.984439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4529a13f-1657-4957-806b-ff52a2383e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:13.063686 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4529a13f-1657-4957-806b-ff52a2383e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:13.067139 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4529a13f-1657-4957-806b-ff52a2383e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:13.068355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4529a13f-1657-4957-806b-ff52a2383e14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c533f49f-e86c-4aed-ac84-9ea22360ef3b HTTP/1.1" status: 204 len: 168 time: 0.2003300 Jul 19 03:42:13.086824 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:13.094171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529a13f-1657-4957-806b-ff52a2383e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c533f49f-e86c-4aed-ac84-9ea22360ef3b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:13.497408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:42:13.511857 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:13.528098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Transition to ACTIVE for port object 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:42:13.534010 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:13.595166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Pushing event updated for resources: {'Port': ['ID=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:13.684037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Attempting to bind port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:42:13.684376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Attempting to bind port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:42:13.684704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Attempting to bind port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 on network 62311731-e7b6-46fc-b54a-ab3b3d389549 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:42:13.690189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 on network 62311731-e7b6-46fc-b54a-ab3b3d389549 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:42:13.691030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Attempting to bind port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 on network 62311731-e7b6-46fc-b54a-ab3b3d389549 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:42:13.698953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:42:13.699939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Checking segment: {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:42:13.700322 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Bound using segment: {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:42:13.701059 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Bound port: 367fb295-fa2b-44cb-b99c-6dc1ff9a2924, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68329974-f270-43f8-9317-6768091fa89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:42:13.701574 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:13.811847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] For port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:42:13.815667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] For port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:42:13.820571 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:13.879620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:13.880248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:13.882162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] 10.222.0.26 "PUT /v2.0/ports/367fb295-fa2b-44cb-b99c-6dc1ff9a2924 HTTP/1.1" status: 200 len: 1093 time: 0.9106786 Jul 19 03:42:13.883069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124c90e0-8010-47bf-87fc-6e2303876b95', 'tag': '367fb295-fa2b-44cb-b99c-6dc1ff9a2924'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:13.885912 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63793133-6752-4aca-ae1f-db579bd64fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "124c90e0-8010-47bf-87fc-6e2303876b95", "tag": "367fb295-fa2b-44cb-b99c-6dc1ff9a2924"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:13.920722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e89d4-c494-45eb-8412-68e29c9d198e service neutron] Pushing event updated for resources: {'Port': ['ID=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:13.973382 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42323256-3bcd-4979-9971-e576b73e1003 x-openstack-request-id: req-42323256-3bcd-4979-9971-e576b73e1003 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:13.973896 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124c90e0-8010-47bf-87fc-6e2303876b95", "tag": "367fb295-fa2b-44cb-b99c-6dc1ff9a2924", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:13.974148 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42323256-3bcd-4979-9971-e576b73e1003 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:13.974571 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124c90e0-8010-47bf-87fc-6e2303876b95', 'tag': '367fb295-fa2b-44cb-b99c-6dc1ff9a2924', 'status': 'completed', 'code': 200} Jul 19 03:42:14.075573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-4b6541a6-ace1-40a1-97e0-b1ee0fd2a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:14.077102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-4b6541a6-ace1-40a1-97e0-b1ee0fd2a434 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 1096 time: 0.1169028 Jul 19 03:42:14.134142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a006c-d7fe-4fbf-8ac7-d4a867c3d056 req-5be9501d-fa3f-4f84-9fa9-b04764aa8710 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:14.135737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-494a006c-d7fe-4fbf-8ac7-d4a867c3d056 req-5be9501d-fa3f-4f84-9fa9-b04764aa8710 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 944 time: 0.1350844 Jul 19 03:42:14.137049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-7b4a68ce-89db-4ca0-a915-057d248b1116 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=367fb295-fa2b-44cb-b99c-6dc1ff9a2924 HTTP/1.1" status: 200 len: 217 time: 0.0522971 Jul 19 03:42:14.230742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-494a006c-d7fe-4fbf-8ac7-d4a867c3d056 req-f6922d5b-0afa-42f0-aaca-ed4e0d3c80a2 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883248 Jul 19 03:42:14.236843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-bb165eb2-74a1-4365-a2cd-5ae9c76125e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:14.240812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-bb165eb2-74a1-4365-a2cd-5ae9c76125e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 200 len: 854 time: 0.0812898 Jul 19 03:42:14.279655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-0f11fb3f-226d-4900-bda1-b29a017e65dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62311731-e7b6-46fc-b54a-ab3b3d389549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343962 Jul 19 03:42:14.390693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-9573a1d5-11c6-4e18-b059-bf10c80e092a service neutron] 10.222.0.26 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042933 Jul 19 03:42:14.529040 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3eaa8ac-c2de-4f9f-990e-f73fc3de7465 req-38c1bc31-222e-45f1-a05b-8ae0505b9e48 service neutron] 10.222.0.26 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301785 Jul 19 03:42:14.666204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63793133-6752-4aca-ae1f-db579bd64fd1 req-5cdd3031-6fcc-4a21-994a-689844849605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:14.668064 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63793133-6752-4aca-ae1f-db579bd64fd1 req-5cdd3031-6fcc-4a21-994a-689844849605 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 1096 time: 0.0714781 Jul 19 03:42:14.802082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63793133-6752-4aca-ae1f-db579bd64fd1 req-7437b649-b6dc-49c3-9ff2-1f0405c01dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:14.804084 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63793133-6752-4aca-ae1f-db579bd64fd1 req-7437b649-b6dc-49c3-9ff2-1f0405c01dbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 914 time: 0.1296368 Jul 19 03:42:14.856524 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63793133-6752-4aca-ae1f-db579bd64fd1 req-a09f4986-bcde-42a2-b802-fd337d82d0ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=367fb295-fa2b-44cb-b99c-6dc1ff9a2924 HTTP/1.1" status: 200 len: 217 time: 0.0444338 Jul 19 03:42:14.908462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63793133-6752-4aca-ae1f-db579bd64fd1 req-b8322349-75b7-4c9b-b296-dff1b6586562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:14.910079 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63793133-6752-4aca-ae1f-db579bd64fd1 req-b8322349-75b7-4c9b-b296-dff1b6586562 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 200 len: 854 time: 0.0473790 Jul 19 03:42:14.953524 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63793133-6752-4aca-ae1f-db579bd64fd1 req-93174444-fe24-42fd-85bf-13942d61940d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62311731-e7b6-46fc-b54a-ab3b3d389549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362155 Jul 19 03:42:15.072954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63793133-6752-4aca-ae1f-db579bd64fd1 req-17828de9-d1ee-4e72-ae3f-7f431bc68a52 service neutron] 10.222.0.26 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111019 Jul 19 03:42:15.090447 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9149b6cb-79ac-498b-b206-a3be8bc8c1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:15.205310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63793133-6752-4aca-ae1f-db579bd64fd1 req-364ecb68-ed47-4968-9d4a-5c3c221c9082 service neutron] 10.222.0.26 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179435 Jul 19 03:42:15.443338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749bef7-b2a4-48bf-967b-a260cd1d469c req-cf34be00-2eab-4d20-a124-1bdb289759fc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:15.450939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e749bef7-b2a4-48bf-967b-a260cd1d469c req-cf34be00-2eab-4d20-a124-1bdb289759fc tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 944 time: 0.0892434 Jul 19 03:42:15.494856 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e749bef7-b2a4-48bf-967b-a260cd1d469c req-147e90e3-00c0-454c-a2b6-c8aa6d9d4884 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Jul 19 03:42:15.689050 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:16.392098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59092) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:16.460246 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:16.545859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-275878e1-129c-489c-8bc9-17582d281780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:16.650718 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-275878e1-129c-489c-8bc9-17582d281780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:16.680053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-275878e1-129c-489c-8bc9-17582d281780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:16.726581 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-275878e1-129c-489c-8bc9-17582d281780 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d29ab455f7345d5b84147951de1ae42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332803 Jul 19 03:42:16.729188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59106) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:16.735303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275878e1-129c-489c-8bc9-17582d281780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f9b9e6-1625-44f8-9f7c-be208fda8493,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:16.809016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3436b5-1efe-43c9-817c-906b5c852c78 req-27a717bc-18ec-4f0d-9e7b-5a3639c64e76 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:16.810874 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3436b5-1efe-43c9-817c-906b5c852c78 req-27a717bc-18ec-4f0d-9e7b-5a3639c64e76 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 944 time: 0.1662948 Jul 19 03:42:16.833626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a247d4-f527-4c5c-90fb-bea842c0605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:16.878519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a247d4-f527-4c5c-90fb-bea842c0605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:16.883219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3436b5-1efe-43c9-817c-906b5c852c78 req-a2ace86c-ccf3-4412-b9a8-8e5185da3365 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636883 Jul 19 03:42:16.938778 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a247d4-f527-4c5c-90fb-bea842c0605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:16.942060 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a247d4-f527-4c5c-90fb-bea842c0605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:16.944222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-24a247d4-f527-4c5c-90fb-bea842c0605c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58f9b9e6-1625-44f8-9f7c-be208fda8493 HTTP/1.1" status: 204 len: 168 time: 0.2131991 Jul 19 03:42:16.957079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a247d4-f527-4c5c-90fb-bea842c0605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f9b9e6-1625-44f8-9f7c-be208fda8493,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:17.080260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:42:17.209800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:17.223662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '367fb295-fa2b-44cb-b99c-6dc1ff9a2924', 'network_id': '62311731-e7b6-46fc-b54a-ab3b3d389549', 'port_id': '367fb295-fa2b-44cb-b99c-6dc1ff9a2924', 'mac_address': 'fa:16:3e:24:77:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f87f8fe-6b95-4b3b-8264-68dbd1b557fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:42:17.267610 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:17.283833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:42:17.299566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59120) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:17.311853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:17.318741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a2a2280c-6b1b-408a-a0ca-2e5eba74da8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:17.319632 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:17.383034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:17.440459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a2a2280c-6b1b-408a-a0ca-2e5eba74da8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:17.446748 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a2a2280c-6b1b-408a-a0ca-2e5eba74da8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:17.500802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a2a2280c-6b1b-408a-a0ca-2e5eba74da8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57eb7969e50f4367ade2ebb172d5a86b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001088 Jul 19 03:42:17.501716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2280c-6b1b-408a-a0ca-2e5eba74da8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb7407f-1ee4-4d7e-8283-b4270ef19740,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:17.503532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59126) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:17.515760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['367fb295-fa2b-44cb-b99c-6dc1ff9a2924'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:42:17.583523 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f425bdc5-d873-4cb8-bb66-89cb8888e616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:17.620521 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f425bdc5-d873-4cb8-bb66-89cb8888e616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:17.689261 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f425bdc5-d873-4cb8-bb66-89cb8888e616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:17.692047 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f425bdc5-d873-4cb8-bb66-89cb8888e616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:17.695962 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f425bdc5-d873-4cb8-bb66-89cb8888e616 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bb7407f-1ee4-4d7e-8283-b4270ef19740 HTTP/1.1" status: 204 len: 168 time: 0.1881442 Jul 19 03:42:17.711338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425bdc5-d873-4cb8-bb66-89cb8888e616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb7407f-1ee4-4d7e-8283-b4270ef19740,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:17.971510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:18.091662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c86df-6656-4a18-9aac-4c6cc1ac1d57 req-ff85e185-0962-4f1b-a575-ace8f535876d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:18.098862 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-897c86df-6656-4a18-9aac-4c6cc1ac1d57 req-ff85e185-0962-4f1b-a575-ace8f535876d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 945 time: 0.0752373 Jul 19 03:42:18.142826 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-897c86df-6656-4a18-9aac-4c6cc1ac1d57 req-29541958-a7b3-4227-b949-46aab6d56481 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Jul 19 03:42:19.080375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:42:19.179941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:42:19.184227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:42:19.184608 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:19.274863 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:19.303700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124c90e0-8010-47bf-87fc-6e2303876b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367fb295-fa2b-44cb-b99c-6dc1ff9a2924'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:19.307077 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b895db7-e670-4bf9-8dfa-6e456bdaf496" -d '{"events": [{"server_uuid": "124c90e0-8010-47bf-87fc-6e2303876b95", "name": "network-vif-plugged", "status": "completed", "tag": "367fb295-fa2b-44cb-b99c-6dc1ff9a2924"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:19.323317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:19.331344 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:19.394845 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f52ed8-a977-4bdb-b9e8-5c66e7e8ff0f x-openstack-request-id: req-b1f52ed8-a977-4bdb-b9e8-5c66e7e8ff0f {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:19.395136 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124c90e0-8010-47bf-87fc-6e2303876b95", "name": "network-vif-plugged", "status": "completed", "tag": "367fb295-fa2b-44cb-b99c-6dc1ff9a2924", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:19.395419 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1f52ed8-a977-4bdb-b9e8-5c66e7e8ff0f {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:19.395779 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124c90e0-8010-47bf-87fc-6e2303876b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367fb295-fa2b-44cb-b99c-6dc1ff9a2924', 'code': 200} Jul 19 03:42:19.397867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff31838-f1e6-4012-a2de-c645e14c2f57 req-c6a089cd-a507-4ef3-a135-347b433d84ba tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:19.399843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ff31838-f1e6-4012-a2de-c645e14c2f57 req-c6a089cd-a507-4ef3-a135-347b433d84ba tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 945 time: 0.1027243 Jul 19 03:42:19.428168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:19.444871 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ff31838-f1e6-4012-a2de-c645e14c2f57 req-f6e9c9bb-5865-4749-aa75-ec39f98883ff tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Jul 19 03:42:19.502747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50dfc-0375-411a-9099-c07a46939794 req-7fb2137f-1c85-4c4f-ba16-b628d0a1d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:19.504287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eaf50dfc-0375-411a-9099-c07a46939794 req-7fb2137f-1c85-4c4f-ba16-b628d0a1d0a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 1098 time: 0.0585573 Jul 19 03:42:19.564394 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eaf50dfc-0375-411a-9099-c07a46939794 req-1dc99b8a-c479-4183-b1c6-5d55f3f47a1a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520692 Jul 19 03:42:19.973315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59230) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:20.112012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85cbefde-f36b-414a-b0e8-e2de713626a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:20.230366 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85cbefde-f36b-414a-b0e8-e2de713626a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:20.235011 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85cbefde-f36b-414a-b0e8-e2de713626a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:20.277977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-85cbefde-f36b-414a-b0e8-e2de713626a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68316db9bcc24beea842bfdd6615ae7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011665 Jul 19 03:42:20.279670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59238) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:20.312935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbefde-f36b-414a-b0e8-e2de713626a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61b2f5f-3266-46d4-8a76-cc0fae1d22ef,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:20.365507 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ab8c702-021b-49cf-905c-c403a70c7d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:20.406772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ab8c702-021b-49cf-905c-c403a70c7d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:20.465564 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ab8c702-021b-49cf-905c-c403a70c7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:20.468276 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9ab8c702-021b-49cf-905c-c403a70c7d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:20.470779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9ab8c702-021b-49cf-905c-c403a70c7d43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c61b2f5f-3266-46d4-8a76-cc0fae1d22ef HTTP/1.1" status: 204 len: 168 time: 0.1848826 Jul 19 03:42:20.480737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8c702-021b-49cf-905c-c403a70c7d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61b2f5f-3266-46d4-8a76-cc0fae1d22ef,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:20.695574 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271811c7-6d9d-475b-9000-0cce4b970947 req-98006046-15bb-4a6b-a12b-dc0691a0a144 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:20.697195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-271811c7-6d9d-475b-9000-0cce4b970947 req-98006046-15bb-4a6b-a12b-dc0691a0a144 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 946 time: 0.0844729 Jul 19 03:42:20.758677 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-271811c7-6d9d-475b-9000-0cce4b970947 req-5f66de3a-062e-4e2f-be6e-b0b99fb34609 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509868 Jul 19 03:42:20.844901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59258) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:20.859075 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55593cd1-0a4e-49c2-801a-c5b0f6ab3eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:20.980966 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55593cd1-0a4e-49c2-801a-c5b0f6ab3eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:20.987042 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55593cd1-0a4e-49c2-801a-c5b0f6ab3eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:21.062225 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-55593cd1-0a4e-49c2-801a-c5b0f6ab3eae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0826565bfd9c4a8fa6deb644505907ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138278 Jul 19 03:42:21.062225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55593cd1-0a4e-49c2-801a-c5b0f6ab3eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da421a9e-a64a-4ad5-8da7-b8e49daee97a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:21.063271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59266) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:21.170539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8415844d-907c-4dd6-8ddd-0cbb04122f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:21.210124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8415844d-907c-4dd6-8ddd-0cbb04122f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:21.263133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8415844d-907c-4dd6-8ddd-0cbb04122f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:21.266360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8415844d-907c-4dd6-8ddd-0cbb04122f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:21.267642 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8415844d-907c-4dd6-8ddd-0cbb04122f04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da421a9e-a64a-4ad5-8da7-b8e49daee97a HTTP/1.1" status: 204 len: 168 time: 0.2024860 Jul 19 03:42:21.280857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415844d-907c-4dd6-8ddd-0cbb04122f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da421a9e-a64a-4ad5-8da7-b8e49daee97a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:27.246173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59452) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:27.385929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8dbd459d-8a4a-4163-8cc1-30cf2ae7fef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:27.528234 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8dbd459d-8a4a-4163-8cc1-30cf2ae7fef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:27.546704 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8dbd459d-8a4a-4163-8cc1-30cf2ae7fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:27.609348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd459d-8a4a-4163-8cc1-30cf2ae7fef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e47d127-a53c-48a4-80d7-eca9b0eea3e1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:27.626668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59458) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:27.627289 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8dbd459d-8a4a-4163-8cc1-30cf2ae7fef6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74950f4ad7f045a1a7a19c226cfb56a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789377 Jul 19 03:42:27.710629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60e85d3d-5f9e-4280-ba2d-d56ebb701529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:27.742066 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60e85d3d-5f9e-4280-ba2d-d56ebb701529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:27.809396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60e85d3d-5f9e-4280-ba2d-d56ebb701529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:27.812166 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60e85d3d-5f9e-4280-ba2d-d56ebb701529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:27.816014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-60e85d3d-5f9e-4280-ba2d-d56ebb701529 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e47d127-a53c-48a4-80d7-eca9b0eea3e1 HTTP/1.1" status: 204 len: 168 time: 0.1854601 Jul 19 03:42:27.822973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e85d3d-5f9e-4280-ba2d-d56ebb701529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e47d127-a53c-48a4-80d7-eca9b0eea3e1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:28.618463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 59486) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:28.726121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1876402759-network', 'tenant_id': 'ca344a44b2ea47659e2cab377de0264b'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:28.748733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Made reservation on behalf of ca344a44b2ea47659e2cab377de0264b for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:42:28.751423 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:28.764515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:28.865438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:28.868732 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:28.890600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:42:28.905474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fca2221-1d5e-4aed-abfe-5c3c2805a360,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:28.910718 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:28.911118 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Added segment a15d8d09-8f40-4362-aac3-bbe780a5306a of type vlan for network f9fcfd73-de03-48b0-a8c6-2dd78b05243f Jul 19 03:42:28.953499 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:28.982653 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:28.983717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:28.984290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:29.015045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3952656 Jul 19 03:42:29.018015 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 59490) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:42:29.024789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Request body: {'subnet': {'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1876402759-subnet', 'tenant_id': 'ca344a44b2ea47659e2cab377de0264b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:29.047924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Made reservation on behalf of ca344a44b2ea47659e2cab377de0264b for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:42:29.050619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:29.053133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c9a3e-73d9-4053-9ab2-8f7fc4089839 admin admin] Pushing event updated for resources: {'Network': ['ID=f9fcfd73-de03-48b0-a8c6-2dd78b05243f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:29.063222 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f9fcfd73-de03-48b0-a8c6-2dd78b05243f details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:42:29.241345 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:29.290791 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f349d380-b6fd-47f2-b6fd-8f0a420d58a8,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:29.306111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Checking segment: {'id': 'a15d8d09-8f40-4362-aac3-bbe780a5306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:42:29.306501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Network hostable DHCP agents. Network: f9fcfd73-de03-48b0-a8c6-2dd78b05243f, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:42:29.322947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Network f9fcfd73-de03-48b0-a8c6-2dd78b05243f is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:42:29.331532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, f9fcfd73-de03-48b0-a8c6-2dd78b05243f) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:42:29.336870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:29.337504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:29.341614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d95f2-c072-48ad-937c-a6ac544de2cd None None] Network f9fcfd73-de03-48b0-a8c6-2dd78b05243f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:42:29.357016 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-63047c1f-7968-41de-b9d7-bd9601ecddfe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3322744 Jul 19 03:42:29.477286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7649f1-2042-4370-b46b-964ec3663a6b None None] Network f9fcfd73-de03-48b0-a8c6-2dd78b05243f requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:42:29.922935 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-42d34350-a91f-41aa-93a5-3f707c6e53df tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:29.926637 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-42d34350-a91f-41aa-93a5-3f707c6e53df tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.1440990 Jul 19 03:42:29.947076 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-8ad69f5f-b7f9-4bca-afa0-f73002ee1a5f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/quotas/9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 375 time: 0.0126860 Jul 19 03:42:30.027206 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-16ddbc77-6fe4-4bab-ada8-ea047c2b0182 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745587 Jul 19 03:42:30.128691 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-9036afc2-e92f-40d8-bab7-a9396799de52 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938804 Jul 19 03:42:30.241636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-6704af28-4e71-44bf-a243-f145985fcc82 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994706 Jul 19 03:42:30.609527 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f0c0a74-a6e8-4afd-be72-d4d3ed477b7b req-6dd0e880-357e-46fc-b7a6-97cb0a97d8da tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 210 time: 0.0385809 Jul 19 03:42:31.416558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-92b3a92f-004f-4faa-b969-432c8047f8b4 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:31.425591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-92b3a92f-004f-4faa-b969-432c8047f8b4 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/networks?id=f9fcfd73-de03-48b0-a8c6-2dd78b05243f HTTP/1.1" status: 200 len: 809 time: 0.2366068 Jul 19 03:42:31.445932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-d6b06e88-bb84-4352-9faa-9b5688547570 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/quotas/ca344a44b2ea47659e2cab377de0264b HTTP/1.1" status: 200 len: 375 time: 0.0189700 Jul 19 03:42:31.517319 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-b711c104-f74f-4df5-9e47-1eb54f27e274 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca344a44b2ea47659e2cab377de0264b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703623 Jul 19 03:42:31.675731 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-df86c850-210d-4c23-9fa7-e9134b1c9673 service neutron] 10.222.0.20 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491771 Jul 19 03:42:31.848667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-65435bd8-0b44-4850-989d-55973487a62c service neutron] 10.222.0.20 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700850 Jul 19 03:42:31.980790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab42788a-3782-4054-a6aa-dc7801c344e2 req-5b915050-b3ad-4bcc-becf-6034de35c271 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 210 time: 0.0951777 Jul 19 03:42:32.155174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-c242c427-9b08-42d0-a034-613ff07789b6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:32.159409 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-c242c427-9b08-42d0-a034-613ff07789b6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.3224437 Jul 19 03:42:32.232166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'port': {'device_id': 'd3458bdd-6bb9-4446-8f21-8dc7a84fd072', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'admin_state_up': True, 'tenant_id': '9dfda4f2519046729cf1708c43c8843e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:32.238771 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4da5d69d-ae98-45f8-9d9c-d692e092527c req-715fcb28-67ee-4174-a317-f8640f9b0fb0 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 210 time: 0.0780058 Jul 19 03:42:32.466478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Made reservation on behalf of 9dfda4f2519046729cf1708c43c8843e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:42:32.475130 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:32.642904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Allocated IP 172.20.0.13 (1f0a9827-cef7-491f-9caf-3ea59bd4b55d/e654ab5b-0949-4169-b95b-b7d73ce291aa/73461717-df80-4ed3-ac53-8b93c869f5f8) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:42:32.861086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:32.887228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Transition to ACTIVE for port object 73461717-df80-4ed3-ac53-8b93c869f5f8 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:42:32.931172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:33.001307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:42:33.012230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:42:33.015340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:42:33.018956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=73461717-df80-4ed3-ac53-8b93c869f5f8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:33.119435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:33.121011 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:33.162286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-b35b8f91-1d82-45a0-bd7a-ac034fe82835 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9776487 Jul 19 03:42:33.175457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Request body: {'port': {'device_id': 'd3458bdd-6bb9-4446-8f21-8dc7a84fd072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:33.312921 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:33.385957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45b28d-4191-405e-b145-3c8e0db54483 req-6dcb21c6-c68f-405b-a444-0baa24442c57 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:33.398170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e45b28d-4191-405e-b145-3c8e0db54483 req-6dcb21c6-c68f-405b-a444-0baa24442c57 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 932 time: 0.1180699 Jul 19 03:42:33.456079 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e45b28d-4191-405e-b145-3c8e0db54483 req-f9c8d916-8541-44cb-947d-92a64bddc708 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564480 Jul 19 03:42:33.497387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-db63dfde-95e8-4a43-b11d-5b1e9617e4af None None] Provisioning for port 73461717-df80-4ed3-ac53-8b93c869f5f8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:42:33.502971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-db63dfde-95e8-4a43-b11d-5b1e9617e4af None None] Provisioning complete for port 73461717-df80-4ed3-ac53-8b93c869f5f8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:42:33.503436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db63dfde-95e8-4a43-b11d-5b1e9617e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:33.550237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-db63dfde-95e8-4a43-b11d-5b1e9617e4af None None] Port 73461717-df80-4ed3-ac53-8b93c869f5f8 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:42:33.688377 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c2e3aca-11d4-4235-bb63-fb1c35ab94e5 req-a17f1724-078c-4084-8f1a-0efc4569ca5d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 210 time: 0.0772302 Jul 19 03:42:33.912446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-986faea6-437d-45f1-b553-faad4b188e38 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:33.914110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-986faea6-437d-45f1-b553-faad4b188e38 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.25 "GET /v2.0/networks?id=f9fcfd73-de03-48b0-a8c6-2dd78b05243f HTTP/1.1" status: 200 len: 809 time: 0.1841526 Jul 19 03:42:33.926253 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Request body: {'port': {'device_id': '117e92bc-9e6e-4f42-b749-8d7bcc21451e', 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f', 'admin_state_up': True, 'tenant_id': 'ca344a44b2ea47659e2cab377de0264b'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:34.071186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73461717-df80-4ed3-ac53-8b93c869f5f8 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:42:34.083643 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:34.110817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Transition to ACTIVE for port object 73461717-df80-4ed3-ac53-8b93c869f5f8 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:42:34.118041 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:34.183839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Made reservation on behalf of ca344a44b2ea47659e2cab377de0264b for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:42:34.188313 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:34.190922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Pushing event updated for resources: {'Port': ['ID=73461717-df80-4ed3-ac53-8b93c869f5f8,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:34.361234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Attempting to bind port 73461717-df80-4ed3-ac53-8b93c869f5f8 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:42:34.362134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Attempting to bind port 73461717-df80-4ed3-ac53-8b93c869f5f8 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:42:34.362750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Attempting to bind port 73461717-df80-4ed3-ac53-8b93c869f5f8 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:42:34.377986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Port 73461717-df80-4ed3-ac53-8b93c869f5f8 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:42:34.378344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Attempting to bind port 73461717-df80-4ed3-ac53-8b93c869f5f8 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:42:34.409629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:42:34.409971 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Checking segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:42:34.410655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Bound using segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:42:34.411837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Bound port: 73461717-df80-4ed3-ac53-8b93c869f5f8, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:42:34.412397 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:34.473661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Allocated IP 172.20.0.8 (f9fcfd73-de03-48b0-a8c6-2dd78b05243f/f349d380-b6fd-47f2-b6fd-8f0a420d58a8/24e4e4a4-8fb3-4000-a2e7-189f3e16c62e) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:42:34.528344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] For port 73461717-df80-4ed3-ac53-8b93c869f5f8, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:42:34.552722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] For port 73461717-df80-4ed3-ac53-8b93c869f5f8, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=73461717-df80-4ed3-ac53-8b93c869f5f8,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:42:34.691386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:34.695707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9431cd3-d3b6-44d8-b144-39ab50f8b927 req-61701692-efe9-4ed7-93fa-1be52ac75b26 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:34.707049 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9431cd3-d3b6-44d8-b144-39ab50f8b927 req-61701692-efe9-4ed7-93fa-1be52ac75b26 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 944 time: 0.0989358 Jul 19 03:42:34.774854 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a9431cd3-d3b6-44d8-b144-39ab50f8b927 req-f9a4c09a-cfcb-413f-9f86-deee9d9cc3c9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648057 Jul 19 03:42:34.791141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:34.840838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:34.909574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:34.910206 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:34.914013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] 10.222.0.26 "PUT /v2.0/ports/73461717-df80-4ed3-ac53-8b93c869f5f8 HTTP/1.1" status: 200 len: 1093 time: 1.7435040 Jul 19 03:42:34.955105 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3458bdd-6bb9-4446-8f21-8dc7a84fd072', 'tag': '73461717-df80-4ed3-ac53-8b93c869f5f8'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:34.958073 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d858497-073e-4f06-aca7-807ad4bbd1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3458bdd-6bb9-4446-8f21-8dc7a84fd072", "tag": "73461717-df80-4ed3-ac53-8b93c869f5f8"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:35.012415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Network f9fcfd73-de03-48b0-a8c6-2dd78b05243f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:42:35.018506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:42:35.022357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:42:35.047569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a9489-3a19-4587-a31b-c520380f2c0d service neutron] Pushing event updated for resources: {'Port': ['ID=73461717-df80-4ed3-ac53-8b93c869f5f8,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:35.086072 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36d3529-af23-4c25-9fc1-bc30af5c1b1e x-openstack-request-id: req-d36d3529-af23-4c25-9fc1-bc30af5c1b1e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:35.087115 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3458bdd-6bb9-4446-8f21-8dc7a84fd072", "tag": "73461717-df80-4ed3-ac53-8b93c869f5f8", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:35.087524 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d36d3529-af23-4c25-9fc1-bc30af5c1b1e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:35.088069 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3458bdd-6bb9-4446-8f21-8dc7a84fd072', 'tag': '73461717-df80-4ed3-ac53-8b93c869f5f8', 'status': 'completed', 'code': 200} Jul 19 03:42:35.601162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:35.602440 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:35.639228 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-e202cc2a-3b42-4ab2-bc85-d04886f109f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8451545 Jul 19 03:42:35.652632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Pushing event updated for resources: {'Port': ['ID=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:35.661622 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-56bfb410-4172-43ad-b8f2-27ce34f97122 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7390394 Jul 19 03:42:35.675386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Request body: {'port': {'device_id': '117e92bc-9e6e-4f42-b749-8d7bcc21451e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:35.740838 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-d3a3ce48-a22d-4ebe-a343-c1ed213454a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1205456 Jul 19 03:42:35.744554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b21b8b-f9d8-47f8-ba65-2cf3fc733e91 req-e9144902-7bbb-4c57-91df-f85342611852 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:35.746030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1b21b8b-f9d8-47f8-ba65-2cf3fc733e91 req-e9144902-7bbb-4c57-91df-f85342611852 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 931 time: 0.8567574 Jul 19 03:42:35.754985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-ead09a75-1886-431d-8f4d-684eb397cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:35.756467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-ead09a75-1886-431d-8f4d-684eb397cff7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 1096 time: 0.7643209 Jul 19 03:42:35.836576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-8a09081f-3c45-48ba-97bc-70438216bab5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73461717-df80-4ed3-ac53-8b93c869f5f8 HTTP/1.1" status: 200 len: 217 time: 0.0681348 Jul 19 03:42:35.948482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-c1176352-3273-411d-accc-21225297ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:35.949029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1b21b8b-f9d8-47f8-ba65-2cf3fc733e91 req-9024aed5-1053-4caa-8793-c4cebd2f8193 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962204 Jul 19 03:42:35.958053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:35.966209 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-c1176352-3273-411d-accc-21225297ff5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94804e15d19846808eeee7f6bb96d915&device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 1102 time: 0.1574888 Jul 19 03:42:35.991687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-610aef0a-6431-4302-90c1-35a7a769d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:35.993187 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-610aef0a-6431-4302-90c1-35a7a769d597 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f16f558b99f747f5819c614aba5f3c61&device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 1097 time: 0.3153043 Jul 19 03:42:35.995294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-8f5bc2ef-88a9-4774-9c67-1bb07361e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:35.997063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-8f5bc2ef-88a9-4774-9c67-1bb07361e850 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.1363599 Jul 19 03:42:36.188975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91460-91e2-4dff-9ee0-aadf61eab8d8 req-02ed0312-77cd-4863-b017-3575be17fa28 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:36.190637 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70f91460-91e2-4dff-9ee0-aadf61eab8d8 req-02ed0312-77cd-4863-b017-3575be17fa28 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 944 time: 0.2206457 Jul 19 03:42:36.196404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-2fdbfb6f-27cd-4105-a305-e89d470b2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:36.198140 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-2fdbfb6f-27cd-4105-a305-e89d470b2e53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1882355 Jul 19 03:42:36.243404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-a1b0dc08-e47e-427c-b762-4007c4546684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:36.245060 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-a1b0dc08-e47e-427c-b762-4007c4546684 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 200 len: 914 time: 0.2254221 Jul 19 03:42:36.258956 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-70f91460-91e2-4dff-9ee0-aadf61eab8d8 req-4952dae4-cada-4798-8db8-77b2a3fefa63 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596199 Jul 19 03:42:36.269864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-cc575e34-708a-492c-ab5f-3f54cf780b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:36.271535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-cc575e34-708a-492c-ab5f-3f54cf780b5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2438223 Jul 19 03:42:36.322769 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-c2384341-4617-484f-b64f-e8379428a830 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056ff57b-6933-4c08-8206-ebff3d68728b HTTP/1.1" status: 200 len: 217 time: 0.0656340 Jul 19 03:42:36.477256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-f7e0dc3f-e8da-4f26-a588-babe6b5f1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:36.479061 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-f7e0dc3f-e8da-4f26-a588-babe6b5f1396 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 200 len: 854 time: 0.1443143 Jul 19 03:42:36.538600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-8044a1f3-9c4b-4cd1-92c5-7a15ee4c1db8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62311731-e7b6-46fc-b54a-ab3b3d389549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475755 Jul 19 03:42:36.545138 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-ec5ae5c1-6161-4027-b9ca-6dc1e6693310 service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373655 Jul 19 03:42:36.596694 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-ab50df98-d76a-425c-a4b5-917eea4d0e8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=65c2570e-262b-447d-9e48-e8dec21889bf HTTP/1.1" status: 200 len: 217 time: 0.3513658 Jul 19 03:42:36.654799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-9a8c5f8d-a0bf-42b6-8696-3313bc4051d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:36.656892 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-9a8c5f8d-a0bf-42b6-8696-3313bc4051d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0532684 Jul 19 03:42:36.729026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:42:36.749696 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:36.751022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-142c63f4-912b-4963-9c8b-285555e202b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:36.752578 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-142c63f4-912b-4963-9c8b-285555e202b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0898278 Jul 19 03:42:36.756432 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-20d8dbc3-5451-4744-b0bc-dcbb63fcd1c8 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090337 Jul 19 03:42:36.799816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Transition to ACTIVE for port object 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:42:36.804235 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6284fad3-72e9-4ec3-b5e3-6289bbc029f0 req-9482f9c2-40a1-41fb-b882-eea0fd6b9fcc service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452517 Jul 19 03:42:36.808330 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:36.860186 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-24006820-7949-458d-ab59-eb0c03e878fc service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006963 Jul 19 03:42:36.952118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Pushing event updated for resources: {'Port': ['ID=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:36.966044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d19e1905-de3c-4fde-9c16-2f0bad67b77e req-6959e454-b443-43b9-b3ae-e03da7ab9a3d service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989962 Jul 19 03:42:36.972704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-acecc6fe-94e1-4caa-bd1c-fc6215026ebb req-3059b72d-0e4d-4454-8e25-c90ff9025c47 service neutron] 10.222.0.25 "GET /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087080 Jul 19 03:42:37.035455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-3c032434-362b-4d19-b080-06aa76a5e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:37.037153 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-3c032434-362b-4d19-b080-06aa76a5e2b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 1096 time: 0.1688828 Jul 19 03:42:37.066843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Attempting to bind port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:42:37.067330 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Attempting to bind port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'a15d8d09-8f40-4362-aac3-bbe780a5306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:42:37.067704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Attempting to bind port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e on network f9fcfd73-de03-48b0-a8c6-2dd78b05243f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:42:37.090766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e on network f9fcfd73-de03-48b0-a8c6-2dd78b05243f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:42:37.091265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Attempting to bind port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e on network f9fcfd73-de03-48b0-a8c6-2dd78b05243f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:42:37.111942 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:37.149724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:42:37.150142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Checking segment: {'id': 'a15d8d09-8f40-4362-aac3-bbe780a5306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:42:37.150477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Bound using segment: {'id': 'a15d8d09-8f40-4362-aac3-bbe780a5306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:42:37.150918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Bound port: 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15d8d09-8f40-4362-aac3-bbe780a5306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:42:37.151276 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:37.231643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-3c7cebc2-fe2f-4879-8531-56366a4aecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:37.233122 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-3c7cebc2-fe2f-4879-8531-56366a4aecb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.1862655 Jul 19 03:42:37.289700 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-5a8896ec-67d9-402a-b665-4d37a5d61981 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73461717-df80-4ed3-ac53-8b93c869f5f8 HTTP/1.1" status: 200 len: 217 time: 0.0444837 Jul 19 03:42:37.300617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faebc1b-de9e-4f21-8ad3-1f85b7acbce1 req-c3f8f684-848d-4d99-96c6-e303c4e374e1 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:37.302804 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8faebc1b-de9e-4f21-8ad3-1f85b7acbce1 req-c3f8f684-848d-4d99-96c6-e303c4e374e1 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 943 time: 0.2167499 Jul 19 03:42:37.314519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] For port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:42:37.364994 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:37.365345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] For port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,segment=NetworkSegment(a15d8d09-8f40-4362-aac3-bbe780a5306a),segment_id=a15d8d09-8f40-4362-aac3-bbe780a5306a)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:42:37.377643 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:37.428985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-c85bcec8-43ce-4cfc-b15d-3e772d27d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:37.430623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-c85bcec8-43ce-4cfc-b15d-3e772d27d605 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.1267638 Jul 19 03:42:37.437017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8faebc1b-de9e-4f21-8ad3-1f85b7acbce1 req-6d31e7d2-32f2-4bb0-ba0b-471d6dc790d1 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239851 Jul 19 03:42:37.441369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:37.441984 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:37.443619 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] 10.222.0.25 "PUT /v2.0/ports/24e4e4a4-8fb3-4000-a2e7-189f3e16c62e HTTP/1.1" status: 200 len: 1092 time: 1.7724893 Jul 19 03:42:37.444093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117e92bc-9e6e-4f42-b749-8d7bcc21451e', 'tag': '24e4e4a4-8fb3-4000-a2e7-189f3e16c62e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:37.446345 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c0803f-ae0c-4119-9827-685f16901513" -d '{"events": [{"name": "network-changed", "server_uuid": "117e92bc-9e6e-4f42-b749-8d7bcc21451e", "tag": "24e4e4a4-8fb3-4000-a2e7-189f3e16c62e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:37.543058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116ed06-81b5-4507-b394-8c09aaa8d840 req-73760a47-610e-49de-8181-be07942a5fe4 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:37.544791 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82d501a-972b-4966-b903-f9a44bdb2880 x-openstack-request-id: req-b82d501a-972b-4966-b903-f9a44bdb2880 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:37.545214 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117e92bc-9e6e-4f42-b749-8d7bcc21451e", "tag": "24e4e4a4-8fb3-4000-a2e7-189f3e16c62e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:37.545476 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b82d501a-972b-4966-b903-f9a44bdb2880 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:37.545875 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117e92bc-9e6e-4f42-b749-8d7bcc21451e', 'tag': '24e4e4a4-8fb3-4000-a2e7-189f3e16c62e', 'status': 'completed', 'code': 200} Jul 19 03:42:37.546501 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8116ed06-81b5-4507-b394-8c09aaa8d840 req-73760a47-610e-49de-8181-be07942a5fe4 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 944 time: 0.1600986 Jul 19 03:42:37.550728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0819d3-1321-4706-aa92-50b2747cf611 service neutron] Pushing event updated for resources: {'Port': ['ID=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:37.621191 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8116ed06-81b5-4507-b394-8c09aaa8d840 req-e6dc188e-4efb-48e5-b855-4cf30c7c049f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655389 Jul 19 03:42:37.650362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-5bb956d3-c248-48f0-aa9e-8a1746735bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:37.651971 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-5bb956d3-c248-48f0-aa9e-8a1746735bec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2140915 Jul 19 03:42:37.664884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-114214d0-f5bb-4f58-ac3b-1999c234188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:37.666378 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-114214d0-f5bb-4f58-ac3b-1999c234188e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca344a44b2ea47659e2cab377de0264b&device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 1095 time: 0.1678054 Jul 19 03:42:37.729919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-f45834b9-07dd-4f28-8250-1f2166974f1c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e HTTP/1.1" status: 200 len: 217 time: 0.0554547 Jul 19 03:42:37.838863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-329630fe-6e61-4d6b-9ffe-530c2c8b4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:37.840788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-329630fe-6e61-4d6b-9ffe-530c2c8b4266 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f349d380-b6fd-47f2-b6fd-8f0a420d58a8 HTTP/1.1" status: 200 len: 849 time: 0.1023312 Jul 19 03:42:37.844278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-17177108-c044-4267-b861-5ffe2bcfa72c service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816676 Jul 19 03:42:37.890875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-6e66eaa7-d373-4daf-a3b9-146c1f0ecde2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9fcfd73-de03-48b0-a8c6-2dd78b05243f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446298 Jul 19 03:42:38.042789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-ebb50c63-5a7b-4ece-9f26-960f42013191 service neutron] 10.222.0.25 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449287 Jul 19 03:42:38.047921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8d858497-073e-4f06-aca7-807ad4bbd1a8 req-9eb296df-0004-44ab-adc5-770240e6da97 service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939106 Jul 19 03:42:38.141937 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2f33d32-5938-4b06-8574-6c8eac07efa0 req-1ba6c990-34b7-4b98-a2bd-4e45c8a3ee26 service neutron] 10.222.0.25 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928411 Jul 19 03:42:38.239810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0803f-ae0c-4119-9827-685f16901513 req-ed440271-7721-47de-bb50-73dbe2f9974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:38.241708 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1c0803f-ae0c-4119-9827-685f16901513 req-ed440271-7721-47de-bb50-73dbe2f9974c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca344a44b2ea47659e2cab377de0264b&device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 1095 time: 0.0542927 Jul 19 03:42:38.332206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0803f-ae0c-4119-9827-685f16901513 req-7088c4a9-c1d5-49bc-91b2-ad2cbe34f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:38.334329 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1c0803f-ae0c-4119-9827-685f16901513 req-7088c4a9-c1d5-49bc-91b2-ad2cbe34f75d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9fcfd73-de03-48b0-a8c6-2dd78b05243f HTTP/1.1" status: 200 len: 909 time: 0.0867138 Jul 19 03:42:38.381372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1c0803f-ae0c-4119-9827-685f16901513 req-f0e80fec-96e9-4651-b2c5-fdfdf38aade8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e HTTP/1.1" status: 200 len: 217 time: 0.0399230 Jul 19 03:42:38.433014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0803f-ae0c-4119-9827-685f16901513 req-0339823a-8916-402c-8c64-bf894a35723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:38.434514 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1c0803f-ae0c-4119-9827-685f16901513 req-0339823a-8916-402c-8c64-bf894a35723a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f349d380-b6fd-47f2-b6fd-8f0a420d58a8 HTTP/1.1" status: 200 len: 849 time: 0.0445259 Jul 19 03:42:38.467903 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1c0803f-ae0c-4119-9827-685f16901513 req-f17220ba-799a-4995-a587-c8997321965b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9fcfd73-de03-48b0-a8c6-2dd78b05243f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261140 Jul 19 03:42:38.563922 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1c0803f-ae0c-4119-9827-685f16901513 req-869c1dda-29b8-4549-ad33-a0559a380e0a service neutron] 10.222.0.25 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887058 Jul 19 03:42:38.638889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56540bb1-2947-41a8-897f-53603eb79c80 req-6e7da8ae-b0a3-41d1-be46-52119cfb457e tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:38.640334 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56540bb1-2947-41a8-897f-53603eb79c80 req-6e7da8ae-b0a3-41d1-be46-52119cfb457e tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 943 time: 0.0694077 Jul 19 03:42:38.658348 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e1c0803f-ae0c-4119-9827-685f16901513 req-34e2ffc6-0f6f-402d-894c-9b6c036c6eac service neutron] 10.222.0.25 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875106 Jul 19 03:42:38.694776 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56540bb1-2947-41a8-897f-53603eb79c80 req-24d0b011-4ee3-4235-8cbf-8815de5801a2 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 Jul 19 03:42:38.816560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93c321-63a8-423b-98c3-4f3fa8cbd6b5 req-8a1dd61b-092b-47aa-80e0-d3060ce4c701 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:38.818230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad93c321-63a8-423b-98c3-4f3fa8cbd6b5 req-8a1dd61b-092b-47aa-80e0-d3060ce4c701 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 944 time: 0.0703135 Jul 19 03:42:38.855887 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ad93c321-63a8-423b-98c3-4f3fa8cbd6b5 req-47283f0a-2852-48cf-8112-548a720f2628 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 Jul 19 03:42:39.874237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3b293-b2e3-43b4-81df-a8e1039cf4e4 req-b7fa9f5d-2d31-40aa-a99b-6d235c65aef0 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:39.875976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c5a3b293-b2e3-43b4-81df-a8e1039cf4e4 req-b7fa9f5d-2d31-40aa-a99b-6d235c65aef0 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 943 time: 0.0667729 Jul 19 03:42:39.920498 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c5a3b293-b2e3-43b4-81df-a8e1039cf4e4 req-e9335156-b4fb-447c-b040-d315de7db95a tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373647 Jul 19 03:42:40.045141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca14884-91c4-4076-ab71-6f143e6893e2 req-8a759b38-397f-47b6-88aa-5094ceec4305 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:40.046794 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ca14884-91c4-4076-ab71-6f143e6893e2 req-8a759b38-397f-47b6-88aa-5094ceec4305 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 944 time: 0.0700068 Jul 19 03:42:40.093610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ca14884-91c4-4076-ab71-6f143e6893e2 req-cebe06a6-2d12-46df-934b-b2f6a916852f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380120 Jul 19 03:42:41.110248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ffb08-822e-42d9-a1f0-8a92a6d72ce3 req-20c0604c-d259-4c50-944c-6d332ced9dd5 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:41.111804 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a51ffb08-822e-42d9-a1f0-8a92a6d72ce3 req-20c0604c-d259-4c50-944c-6d332ced9dd5 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 943 time: 0.0677962 Jul 19 03:42:41.160375 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a51ffb08-822e-42d9-a1f0-8a92a6d72ce3 req-d6812bbb-9b12-4aa9-8644-4fc98801d98a tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Jul 19 03:42:41.275092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c8cb1-0a90-4ae6-90c0-49a8f7144608 req-093626a2-f6e4-4162-b3c0-88e1d2540591 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:41.276651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0d0c8cb1-0a90-4ae6-90c0-49a8f7144608 req-093626a2-f6e4-4162-b3c0-88e1d2540591 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 944 time: 0.0644999 Jul 19 03:42:41.320518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0d0c8cb1-0a90-4ae6-90c0-49a8f7144608 req-5a6add33-51e2-44eb-ac31-f03772969411 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 Jul 19 03:42:41.525435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:42:41.622859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,segment=NetworkSegment(a15d8d09-8f40-4362-aac3-bbe780a5306a),segment_id=a15d8d09-8f40-4362-aac3-bbe780a5306a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:41.633782 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '24e4e4a4-8fb3-4000-a2e7-189f3e16c62e', 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f', 'port_id': '24e4e4a4-8fb3-4000-a2e7-189f3e16c62e', 'mac_address': 'fa:16:3e:70:d2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f349d380-b6fd-47f2-b6fd-8f0a420d58a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:42:41.670970 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:41.683773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:42:41.706897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,segment=NetworkSegment(a15d8d09-8f40-4362-aac3-bbe780a5306a),segment_id=a15d8d09-8f40-4362-aac3-bbe780a5306a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:41.711832 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:41.760388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:41.767885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.768263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.768582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.769450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.769450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.769651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.769880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.770249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.771160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.771492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.771992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.772179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:42:41.941066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['24e4e4a4-8fb3-4000-a2e7-189f3e16c62e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:42:42.338231 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a8e87-95e5-4c27-b2db-d74bb0d46844 req-3aded0ec-65b9-4759-8cd6-143de7f0941c tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:42.339892 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-506a8e87-95e5-4c27-b2db-d74bb0d46844 req-3aded0ec-65b9-4759-8cd6-143de7f0941c tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 944 time: 0.0643961 Jul 19 03:42:42.379226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-506a8e87-95e5-4c27-b2db-d74bb0d46844 req-cbac7636-3ccd-4de1-9b70-34bea3103c73 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Jul 19 03:42:42.502012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1985-ed6d-49a5-bb69-ad3c513447c4 req-fd013990-78ec-43a5-883c-fe66e4a10bdd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:42.503377 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03fa1985-ed6d-49a5-bb69-ad3c513447c4 req-fd013990-78ec-43a5-883c-fe66e4a10bdd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 944 time: 0.0648623 Jul 19 03:42:42.518008 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-69de965e-0a4b-45c1-b508-e86487b6586a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:42.545300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03fa1985-ed6d-49a5-bb69-ad3c513447c4 req-25ae303a-7c61-4de9-b70b-476237ab6f30 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Jul 19 03:42:43.530199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:42:43.560767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31078d-01f5-42d9-aff2-b725f3e29e57 req-ec7e64d3-b277-4846-b998-6b115e8211e6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:43.562358 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e31078d-01f5-42d9-aff2-b725f3e29e57 req-ec7e64d3-b277-4846-b998-6b115e8211e6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 944 time: 0.0664866 Jul 19 03:42:43.584492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:42:43.589515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:42:43.590341 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:43.629063 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e31078d-01f5-42d9-aff2-b725f3e29e57 req-0561b2f7-e465-4517-b8b4-4628e6fede14 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573914 Jul 19 03:42:43.682238 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:43.705205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117e92bc-9e6e-4f42-b749-8d7bcc21451e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e4e4a4-8fb3-4000-a2e7-189f3e16c62e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:43.707461 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addeaf91-7853-4b14-8578-00aa64ad4e4d" -d '{"events": [{"server_uuid": "117e92bc-9e6e-4f42-b749-8d7bcc21451e", "name": "network-vif-plugged", "status": "completed", "tag": "24e4e4a4-8fb3-4000-a2e7-189f3e16c62e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:43.733991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb2637-5ba6-4e3b-8c19-21fba3623185 req-b48f5c13-76a8-4c4f-b2ad-04280f787bc4 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:43.734695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,segment=NetworkSegment(a15d8d09-8f40-4362-aac3-bbe780a5306a),segment_id=a15d8d09-8f40-4362-aac3-bbe780a5306a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:43.735877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cbb2637-5ba6-4e3b-8c19-21fba3623185 req-b48f5c13-76a8-4c4f-b2ad-04280f787bc4 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 944 time: 0.0696290 Jul 19 03:42:43.744825 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:43.747504 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51a1990-e619-4852-ab58-053765f10a03 x-openstack-request-id: req-d51a1990-e619-4852-ab58-053765f10a03 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:43.747794 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117e92bc-9e6e-4f42-b749-8d7bcc21451e", "name": "network-vif-plugged", "status": "completed", "tag": "24e4e4a4-8fb3-4000-a2e7-189f3e16c62e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:43.748049 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d51a1990-e619-4852-ab58-053765f10a03 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:43.748439 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117e92bc-9e6e-4f42-b749-8d7bcc21451e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e4e4a4-8fb3-4000-a2e7-189f3e16c62e', 'code': 200} Jul 19 03:42:43.791471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0cbb2637-5ba6-4e3b-8c19-21fba3623185 req-604474d3-90a1-483e-ac31-09bb45a2c91e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475538 Jul 19 03:42:43.827305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:43.875263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d431f6-2f5f-410d-ace1-1ad4cf23e46e req-f843869e-00c5-46cf-853f-b0ea7a96eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:43.876792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9d431f6-2f5f-410d-ace1-1ad4cf23e46e req-f843869e-00c5-46cf-853f-b0ea7a96eff6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 1097 time: 0.0564551 Jul 19 03:42:43.913408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9d431f6-2f5f-410d-ace1-1ad4cf23e46e req-59a65e75-eb22-498d-bacd-c79b27e7131e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304182 Jul 19 03:42:43.915056 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:42:44.455658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d88e08-97be-47a9-9295-b334c980531d req-39a1462d-e44b-49aa-b136-aa8cd8b6c4d0 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:44.457070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9d88e08-97be-47a9-9295-b334c980531d req-39a1462d-e44b-49aa-b136-aa8cd8b6c4d0 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 950 time: 0.0637689 Jul 19 03:42:44.495849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d9d88e08-97be-47a9-9295-b334c980531d req-fbaaebdd-555a-4687-9081-26b69d2883e4 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321383 Jul 19 03:42:44.819121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27c3b4-a7d6-4cce-87b0-d1eb0cbc2ae7 req-1081b3c0-eb47-4b6d-991c-e51355e4da04 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:44.822840 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa27c3b4-a7d6-4cce-87b0-d1eb0cbc2ae7 req-1081b3c0-eb47-4b6d-991c-e51355e4da04 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 945 time: 0.0715227 Jul 19 03:42:44.861082 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa27c3b4-a7d6-4cce-87b0-d1eb0cbc2ae7 req-2fbcd198-9915-4711-ade7-32cfe7310e1b tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347600 Jul 19 03:42:44.972207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f75be-7caf-4e9d-91f1-94ee2982eb79 req-84a789f0-4b05-4659-8647-55399e184ade tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:44.973737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba1f75be-7caf-4e9d-91f1-94ee2982eb79 req-84a789f0-4b05-4659-8647-55399e184ade tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 944 time: 0.0639815 Jul 19 03:42:45.017464 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba1f75be-7caf-4e9d-91f1-94ee2982eb79 req-8e85e774-3106-40d8-b289-9d3d412b99fc tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378842 Jul 19 03:42:45.083080 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-daf1208d-46f7-4c20-8e3f-971aac42aa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:45.194144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 73461717-df80-4ed3-ac53-8b93c869f5f8 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:42:45.295636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 73461717-df80-4ed3-ac53-8b93c869f5f8, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=73461717-df80-4ed3-ac53-8b93c869f5f8,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:45.307184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '73461717-df80-4ed3-ac53-8b93c869f5f8', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'port_id': '73461717-df80-4ed3-ac53-8b93c869f5f8', 'mac_address': 'fa:16:3e:25:ee:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:42:45.347459 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:45.359860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73461717-df80-4ed3-ac53-8b93c869f5f8 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:42:45.378818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 73461717-df80-4ed3-ac53-8b93c869f5f8, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=73461717-df80-4ed3-ac53-8b93c869f5f8,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:45.384234 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:45.430561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=73461717-df80-4ed3-ac53-8b93c869f5f8,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:45.630512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['73461717-df80-4ed3-ac53-8b93c869f5f8'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:42:45.673477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced84b1-774d-4a15-89aa-2ea75ed0f029 req-2f56abdd-782d-40a5-9ab6-35029228dfa9 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:45.675343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aced84b1-774d-4a15-89aa-2ea75ed0f029 req-2f56abdd-782d-40a5-9ab6-35029228dfa9 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 950 time: 0.0656328 Jul 19 03:42:45.686073 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:45.716711 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aced84b1-774d-4a15-89aa-2ea75ed0f029 req-fdb2c18c-974b-457a-b211-1b9027164556 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Jul 19 03:42:46.039658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-aa2755f8-9bee-45af-ac84-66cc00973982 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:46.041761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-aa2755f8-9bee-45af-ac84-66cc00973982 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 950 time: 0.1061575 Jul 19 03:42:46.110898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df947230-f78b-4da0-af5b-886f36d5468e req-839f4dfd-7914-47ca-830c-cf5819c7688d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:46.112411 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df947230-f78b-4da0-af5b-886f36d5468e req-839f4dfd-7914-47ca-830c-cf5819c7688d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 945 time: 0.1321421 Jul 19 03:42:46.205098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2fc88-11f9-4256-902c-1655265d59d7 req-3dc6d665-1374-4115-a0b0-a6b0751f1809 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:46.206762 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ac2fc88-11f9-4256-902c-1655265d59d7 req-3dc6d665-1374-4115-a0b0-a6b0751f1809 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 945 time: 0.0774429 Jul 19 03:42:46.249513 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ac2fc88-11f9-4256-902c-1655265d59d7 req-abea797c-1176-4b58-ba71-fbcd5ad43da1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366437 Jul 19 03:42:46.461325 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:46.573892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df947230-f78b-4da0-af5b-886f36d5468e req-4d39d7eb-f5ac-4714-b4a5-d88fed4ab03d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533720 Jul 19 03:42:46.585287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-0023aa12-992d-4292-b925-630980a4b8b3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Deleting port 65c2570e-262b-447d-9e48-e8dec21889bf {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:42:46.585648 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-0023aa12-992d-4292-b925-630980a4b8b3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:46.705612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-0023aa12-992d-4292-b925-630980a4b8b3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] For port 65c2570e-262b-447d-9e48-e8dec21889bf, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=65c2570e-262b-447d-9e48-e8dec21889bf,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:46.706119 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-0023aa12-992d-4292-b925-630980a4b8b3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:46.735425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-0023aa12-992d-4292-b925-630980a4b8b3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Calling delete_port for 65c2570e-262b-447d-9e48-e8dec21889bf owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:42:46.939708 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-0023aa12-992d-4292-b925-630980a4b8b3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:46.953835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['65c2570e-262b-447d-9e48-e8dec21889bf'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:42:46.963557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db191669-6ae8-4307-b61a-57662cf44c80 req-2259522d-4e36-47a4-8457-fcd86b52ba7b tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:46.972703 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db191669-6ae8-4307-b61a-57662cf44c80 req-2259522d-4e36-47a4-8457-fcd86b52ba7b tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cdd7f1c-f264-4e95-abfd-2bed8a0d5224 HTTP/1.1" status: 200 len: 867 time: 0.0835249 Jul 19 03:42:46.977435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023aa12-992d-4292-b925-630980a4b8b3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Pushing event deleted for resources: {'Port': ['ID=65c2570e-262b-447d-9e48-e8dec21889bf,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:47.021580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-db191669-6ae8-4307-b61a-57662cf44c80 req-d86f8f17-0564-4abd-bf86-fe7ee64f54e1 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb550547-79ee-466b-99a9-a1e4deaa4818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474086 Jul 19 03:42:47.054325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136ecb6-945b-4ef6-9009-68a68de7c93d req-cc245d18-1013-43e0-ac61-638aba05cb84 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:47.056068 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3136ecb6-945b-4ef6-9009-68a68de7c93d req-cc245d18-1013-43e0-ac61-638aba05cb84 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 946 time: 0.1876144 Jul 19 03:42:47.078454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-0023aa12-992d-4292-b925-630980a4b8b3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] No DVR routers for this DVR port 65c2570e-262b-447d-9e48-e8dec21889bf on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:42:47.081322 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-0023aa12-992d-4292-b925-630980a4b8b3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:47.084872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b57555cd-63ff-413b-84c3-fdc4071f8f0a req-0023aa12-992d-4292-b925-630980a4b8b3 tempest-VolumesBackupsTest-1432520638 tempest-VolumesBackupsTest-1432520638-project] 10.222.0.26 "DELETE /v2.0/ports/65c2570e-262b-447d-9e48-e8dec21889bf HTTP/1.1" status: 204 len: 173 time: 1.0345066 Jul 19 03:42:47.104171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd7f1c-f264-4e95-abfd-2bed8a0d5224', 'name': 'network-vif-deleted', 'tag': '65c2570e-262b-447d-9e48-e8dec21889bf'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:47.107321 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d924a481-4d35-4e27-8c97-5254ed60c07c" -d '{"events": [{"server_uuid": "4cdd7f1c-f264-4e95-abfd-2bed8a0d5224", "name": "network-vif-deleted", "tag": "65c2570e-262b-447d-9e48-e8dec21889bf"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:47.142297 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3136ecb6-945b-4ef6-9009-68a68de7c93d req-f324fca3-4fc8-4b47-bc55-fe224bc82192 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657883 Jul 19 03:42:47.162982 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d27daae-7df0-4a76-a36e-37aaace5509a x-openstack-request-id: req-1d27daae-7df0-4a76-a36e-37aaace5509a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:47.163552 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd7f1c-f264-4e95-abfd-2bed8a0d5224", "name": "network-vif-deleted", "tag": "65c2570e-262b-447d-9e48-e8dec21889bf", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:47.163885 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d27daae-7df0-4a76-a36e-37aaace5509a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:47.164177 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd7f1c-f264-4e95-abfd-2bed8a0d5224', 'name': 'network-vif-deleted', 'tag': '65c2570e-262b-447d-9e48-e8dec21889bf', 'status': 'completed', 'code': 200} Jul 19 03:42:47.211384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 73461717-df80-4ed3-ac53-8b93c869f5f8 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:42:47.271004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 73461717-df80-4ed3-ac53-8b93c869f5f8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:42:47.275860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 73461717-df80-4ed3-ac53-8b93c869f5f8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:42:47.276236 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:47.371537 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:47.398587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3458bdd-6bb9-4446-8f21-8dc7a84fd072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73461717-df80-4ed3-ac53-8b93c869f5f8'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:47.401200 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69769f22-4d91-40d5-896d-71bd73948462" -d '{"events": [{"server_uuid": "d3458bdd-6bb9-4446-8f21-8dc7a84fd072", "name": "network-vif-plugged", "status": "completed", "tag": "73461717-df80-4ed3-ac53-8b93c869f5f8"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:47.418553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 73461717-df80-4ed3-ac53-8b93c869f5f8, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=73461717-df80-4ed3-ac53-8b93c869f5f8,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:47.430529 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:47.477549 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75622641-eed1-4bc6-9421-2eb9df6c9730 x-openstack-request-id: req-75622641-eed1-4bc6-9421-2eb9df6c9730 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:47.477549 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3458bdd-6bb9-4446-8f21-8dc7a84fd072", "name": "network-vif-plugged", "status": "completed", "tag": "73461717-df80-4ed3-ac53-8b93c869f5f8", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:47.478411 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75622641-eed1-4bc6-9421-2eb9df6c9730 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:47.478411 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3458bdd-6bb9-4446-8f21-8dc7a84fd072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73461717-df80-4ed3-ac53-8b93c869f5f8', 'code': 200} Jul 19 03:42:47.500114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=73461717-df80-4ed3-ac53-8b93c869f5f8,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:47.504972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac6ca-1d74-4ef1-a8ba-c12e82cd9d91 req-bbc085d2-6d5a-46e4-9ef9-3033ac768e77 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:47.507821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68bac6ca-1d74-4ef1-a8ba-c12e82cd9d91 req-bbc085d2-6d5a-46e4-9ef9-3033ac768e77 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 945 time: 0.1077676 Jul 19 03:42:47.553788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68bac6ca-1d74-4ef1-a8ba-c12e82cd9d91 req-19fd7f48-8d29-40bb-9d8e-08e73439efc6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Jul 19 03:42:47.650818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdc589-13ec-417c-ae0a-9e4ab22dee3b req-114ea79a-fa1f-42f1-b090-a50f9b837525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:47.652911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-15bdc589-13ec-417c-ae0a-9e4ab22dee3b req-114ea79a-fa1f-42f1-b090-a50f9b837525 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 1098 time: 0.0688524 Jul 19 03:42:47.684425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb791bba-a6f6-48ee-b02e-084bfa65eae2 req-343a653e-5e2a-498d-a8d7-b949d06ac923 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:47.686616 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fb791bba-a6f6-48ee-b02e-084bfa65eae2 req-343a653e-5e2a-498d-a8d7-b949d06ac923 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 945 time: 0.0832183 Jul 19 03:42:47.694930 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-15bdc589-13ec-417c-ae0a-9e4ab22dee3b req-62613593-c7b4-48a3-9c5c-f625d6769798 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356967 Jul 19 03:42:47.726154 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fb791bba-a6f6-48ee-b02e-084bfa65eae2 req-4083d6af-0477-4007-ae5e-56ba3b05d83e tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Jul 19 03:42:47.971421 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:48.331224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435bf06-faab-4c7b-b1d5-17bc213e1060 req-16780b35-7f2c-4cec-98a6-c7f2b0b0edec tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:48.332748 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1435bf06-faab-4c7b-b1d5-17bc213e1060 req-16780b35-7f2c-4cec-98a6-c7f2b0b0edec tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 946 time: 0.0674286 Jul 19 03:42:48.372831 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1435bf06-faab-4c7b-b1d5-17bc213e1060 req-1da34500-3d8c-4234-8986-d16d55b25fe6 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344028 Jul 19 03:42:48.411226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-e7bf7cdc-9ddd-4dca-87ca-48a2992741fb tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:48.413356 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-e7bf7cdc-9ddd-4dca-87ca-48a2992741fb tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.26 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 946 time: 0.0695348 Jul 19 03:42:48.521634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-8e134daa-f7cb-46b9-b93f-b9a070e0227d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Deleting port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:42:48.521978 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-8e134daa-f7cb-46b9-b93f-b9a070e0227d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:48.626247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-8e134daa-f7cb-46b9-b93f-b9a070e0227d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] For port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:48.626640 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-8e134daa-f7cb-46b9-b93f-b9a070e0227d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:48.640099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-8e134daa-f7cb-46b9-b93f-b9a070e0227d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Calling delete_port for 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:42:48.840634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3db2e-ccb9-4481-a42c-bd8d8ca398b3 req-5bf02f94-09db-4c8c-86c1-3e79ebcb9117 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:48.842146 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9e3db2e-ccb9-4481-a42c-bd8d8ca398b3 req-5bf02f94-09db-4c8c-86c1-3e79ebcb9117 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 946 time: 0.1472206 Jul 19 03:42:48.915433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729736e-322b-44dc-bba4-992bf4104775 req-d8eec87f-427f-440b-af4e-47057fd78baa tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:48.917204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e729736e-322b-44dc-bba4-992bf4104775 req-d8eec87f-427f-440b-af4e-47057fd78baa tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 945 time: 0.0678866 Jul 19 03:42:48.927933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-214f0beb-2e63-4b68-84ce-810fa72f890a tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:48.929422 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-214f0beb-2e63-4b68-84ce-810fa72f890a tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.25 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 945 time: 0.1750109 Jul 19 03:42:48.955323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9e3db2e-ccb9-4481-a42c-bd8d8ca398b3 req-ac55696c-7147-40a3-b9aa-ad480bff7081 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926452 Jul 19 03:42:48.957916 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-8e134daa-f7cb-46b9-b93f-b9a070e0227d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:48.973758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['367fb295-fa2b-44cb-b99c-6dc1ff9a2924'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:42:48.979239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5148973f-433c-40c4-af3f-c9aceefd3010', '056ff57b-6933-4c08-8206-ebff3d68728b', 'fbca2f9e-8a8c-462d-8826-68e8a5ac18b8'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:42:48.983368 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e729736e-322b-44dc-bba4-992bf4104775 req-5d030d09-c95b-45be-99c8-f87a1970b5d8 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600643 Jul 19 03:42:49.017282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e134daa-f7cb-46b9-b93f-b9a070e0227d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Pushing event deleted for resources: {'Port': ['ID=367fb295-fa2b-44cb-b99c-6dc1ff9a2924,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:49.085273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-8e134daa-f7cb-46b9-b93f-b9a070e0227d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] No DVR routers for this DVR port 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:42:49.088517 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-8e134daa-f7cb-46b9-b93f-b9a070e0227d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:49.090555 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a074aca-9016-4444-8aa4-d034ce2bc5cb req-8e134daa-f7cb-46b9-b93f-b9a070e0227d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.26 "DELETE /v2.0/ports/367fb295-fa2b-44cb-b99c-6dc1ff9a2924 HTTP/1.1" status: 204 len: 173 time: 0.6706948 Jul 19 03:42:49.165202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124c90e0-8010-47bf-87fc-6e2303876b95', 'name': 'network-vif-deleted', 'tag': '367fb295-fa2b-44cb-b99c-6dc1ff9a2924'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:49.167971 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a2381f-f85d-46d4-b69f-ff745a14cda8" -d '{"events": [{"server_uuid": "124c90e0-8010-47bf-87fc-6e2303876b95", "name": "network-vif-deleted", "tag": "367fb295-fa2b-44cb-b99c-6dc1ff9a2924"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:49.201700 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-2069fc39-dab2-448b-8f67-fe5e6a5d31d6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Deleting port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:42:49.202053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-2069fc39-dab2-448b-8f67-fe5e6a5d31d6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:49.230359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 65c2570e-262b-447d-9e48-e8dec21889bf no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:42:49.237387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d5072-1948-4a62-87b8-5d0b314bbda3 req-74a74f56-c686-498a-9609-f21962d60cd8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:49.239373 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-989d5072-1948-4a62-87b8-5d0b314bbda3 req-74a74f56-c686-498a-9609-f21962d60cd8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 946 time: 0.1295955 Jul 19 03:42:49.249935 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee24aca-d98f-4b44-a6ec-708998530887 x-openstack-request-id: req-cee24aca-d98f-4b44-a6ec-708998530887 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:49.250225 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124c90e0-8010-47bf-87fc-6e2303876b95", "name": "network-vif-deleted", "tag": "367fb295-fa2b-44cb-b99c-6dc1ff9a2924", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:49.250501 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cee24aca-d98f-4b44-a6ec-708998530887 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:49.250900 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124c90e0-8010-47bf-87fc-6e2303876b95', 'name': 'network-vif-deleted', 'tag': '367fb295-fa2b-44cb-b99c-6dc1ff9a2924', 'status': 'completed', 'code': 200} Jul 19 03:42:49.296214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 65c2570e-262b-447d-9e48-e8dec21889bf {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:42:49.296547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 65c2570e-262b-447d-9e48-e8dec21889bf not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:42:49.297125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:42:49.324229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:42:49.324566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 367fb295-fa2b-44cb-b99c-6dc1ff9a2924 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:42:49.349361 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-989d5072-1948-4a62-87b8-5d0b314bbda3 req-d518f4e8-a83d-417e-b756-7015fb35b116 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974822 Jul 19 03:42:49.355923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-2069fc39-dab2-448b-8f67-fe5e6a5d31d6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] For port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,segment=NetworkSegment(a15d8d09-8f40-4362-aac3-bbe780a5306a),segment_id=a15d8d09-8f40-4362-aac3-bbe780a5306a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:49.356389 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-2069fc39-dab2-448b-8f67-fe5e6a5d31d6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:49.374557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-2069fc39-dab2-448b-8f67-fe5e6a5d31d6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Calling delete_port for 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:42:49.570826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a3a6146-ef32-4254-8610-9c654b5602cd req-ad630000-1f6d-4f75-a60d-21633ec95171 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=124c90e0-8010-47bf-87fc-6e2303876b95 HTTP/1.1" status: 200 len: 210 time: 0.0383863 Jul 19 03:42:49.584275 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-2069fc39-dab2-448b-8f67-fe5e6a5d31d6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:49.624654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069fc39-dab2-448b-8f67-fe5e6a5d31d6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Pushing event deleted for resources: {'Port': ['ID=24e4e4a4-8fb3-4000-a2e7-189f3e16c62e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:49.687434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-2069fc39-dab2-448b-8f67-fe5e6a5d31d6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] No DVR routers for this DVR port 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:42:49.691902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-2069fc39-dab2-448b-8f67-fe5e6a5d31d6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:49.694429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e49fc3-82f5-428c-a102-c8bf6fcf22ed req-2069fc39-dab2-448b-8f67-fe5e6a5d31d6 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.25 "DELETE /v2.0/ports/24e4e4a4-8fb3-4000-a2e7-189f3e16c62e HTTP/1.1" status: 204 len: 173 time: 0.7574618 Jul 19 03:42:50.007689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['24e4e4a4-8fb3-4000-a2e7-189f3e16c62e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:42:50.198529 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b60d1c54-9fba-4f52-a7fa-7bd00065f363 req-582aee7c-360f-4813-9b84-a2f6afd0fc0a tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=117e92bc-9e6e-4f42-b749-8d7bcc21451e HTTP/1.1" status: 200 len: 210 time: 0.0542364 Jul 19 03:42:51.252238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117e92bc-9e6e-4f42-b749-8d7bcc21451e', 'name': 'network-vif-deleted', 'tag': '24e4e4a4-8fb3-4000-a2e7-189f3e16c62e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:51.255259 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45018cf-94ba-4953-bcfb-be3e70d27a37" -d '{"events": [{"server_uuid": "117e92bc-9e6e-4f42-b749-8d7bcc21451e", "name": "network-vif-deleted", "tag": "24e4e4a4-8fb3-4000-a2e7-189f3e16c62e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:51.393933 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02820867-b634-4203-be13-66184a398fca x-openstack-request-id: req-02820867-b634-4203-be13-66184a398fca {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:51.394311 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117e92bc-9e6e-4f42-b749-8d7bcc21451e", "name": "network-vif-deleted", "tag": "24e4e4a4-8fb3-4000-a2e7-189f3e16c62e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:51.394638 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02820867-b634-4203-be13-66184a398fca {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:51.395665 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117e92bc-9e6e-4f42-b749-8d7bcc21451e', 'name': 'network-vif-deleted', 'tag': '24e4e4a4-8fb3-4000-a2e7-189f3e16c62e', 'status': 'completed', 'code': 200} Jul 19 03:42:51.656924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-b1b580dc-2b80-434d-87e6-301dcd5d6c6d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:51.662808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-b1b580dc-2b80-434d-87e6-301dcd5d6c6d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/networks?id=f9fcfd73-de03-48b0-a8c6-2dd78b05243f HTTP/1.1" status: 200 len: 809 time: 0.1455359 Jul 19 03:42:51.677793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-84497545-586f-47e6-9429-4ee565278da0 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/quotas/ca344a44b2ea47659e2cab377de0264b HTTP/1.1" status: 200 len: 375 time: 0.0128286 Jul 19 03:42:51.728337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-22a36243-2a3a-482a-a680-173e58f16f74 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca344a44b2ea47659e2cab377de0264b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449729 Jul 19 03:42:51.849877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-c9a569e2-818e-4fc7-8380-3e99c6c3e4ad service neutron] 10.222.0.20 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201518 Jul 19 03:42:51.998690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-c9e9ffc4-2a31-4e8a-9062-3fd5873a3d9f service neutron] 10.222.0.20 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430945 Jul 19 03:42:52.207095 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-431d73cb-54ae-472a-a16b-b2e5b3e87a89 req-054b0dfa-6a06-4d74-a5e7-4f2506312d95 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0384703 Jul 19 03:42:53.413026 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b7c928-fe39-463c-8f14-af2d83c92a61 req-8d0ed0ac-9177-471b-ac3b-d83cfe961b59 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0587249 Jul 19 03:42:53.546875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-8fddcf9a-d2e2-4183-84cc-7614bb18133d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:53.548797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-8fddcf9a-d2e2-4183-84cc-7614bb18133d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.25 "GET /v2.0/networks?id=f9fcfd73-de03-48b0-a8c6-2dd78b05243f HTTP/1.1" status: 200 len: 809 time: 0.1384861 Jul 19 03:42:53.567519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Request body: {'port': {'device_id': 'c6b819d9-7877-4d9d-bcc6-91e767cb8cd0', 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f', 'admin_state_up': True, 'tenant_id': 'ca344a44b2ea47659e2cab377de0264b'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:53.604354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:42:53.637676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:42:53.638331 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 24e4e4a4-8fb3-4000-a2e7-189f3e16c62e not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:42:53.747525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Made reservation on behalf of ca344a44b2ea47659e2cab377de0264b for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:42:53.752224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:53.757848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-160998db-d351-40dd-94e4-1ed46628203a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:53.765490 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-160998db-d351-40dd-94e4-1ed46628203a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.1408901 Jul 19 03:42:53.787794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-122f3fe3-74de-4627-a9fe-4a9027cace79 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/quotas/9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 375 time: 0.0206058 Jul 19 03:42:53.874224 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-6c0c65c6-a58e-44e0-9397-a62457f9f3a8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850716 Jul 19 03:42:53.945734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Allocated IP 172.20.0.13 (f9fcfd73-de03-48b0-a8c6-2dd78b05243f/f349d380-b6fd-47f2-b6fd-8f0a420d58a8/064802ba-9901-4233-96f9-92b0632fde2a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:42:54.007483 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-b65ec11d-b850-44de-af39-7bf169d50b27 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240506 Jul 19 03:42:54.131345 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-063803ee-4913-42eb-986c-32f6e8198a6b service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120543 Jul 19 03:42:54.142308 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:54.200181 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:54.254544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Network f9fcfd73-de03-48b0-a8c6-2dd78b05243f is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:42:54.258582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:42:54.263375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:42:54.348049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:54.348732 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:54.386489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Pushing event updated for resources: {'Port': ['ID=064802ba-9901-4233-96f9-92b0632fde2a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:54.400614 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-f7ea85c2-6715-4272-a5a1-44ef403b51dc tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8356817 Jul 19 03:42:54.413434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Request body: {'port': {'device_id': 'c6b819d9-7877-4d9d-bcc6-91e767cb8cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:54.521120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:54.688681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8357ac-ea9b-4b26-a827-9332d2796c92 req-57f9d48c-ef75-477e-8e72-9d30c06f8a87 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:54.690378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a8357ac-ea9b-4b26-a827-9332d2796c92 req-57f9d48c-ef75-477e-8e72-9d30c06f8a87 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 932 time: 0.0816789 Jul 19 03:42:54.754358 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a8357ac-ea9b-4b26-a827-9332d2796c92 req-682c0c0e-7d77-4982-823c-7756b7eaed4b tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542617 Jul 19 03:42:54.784485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca600c8-5fd4-41e8-8d57-a0c3bf92e0a0 req-aa7f4887-52b5-44e8-84f1-21cb2c84451a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:54.791882 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fca600c8-5fd4-41e8-8d57-a0c3bf92e0a0 req-aa7f4887-52b5-44e8-84f1-21cb2c84451a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 946 time: 0.2653077 Jul 19 03:42:54.867156 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c0fc4d72-456e-4d98-99b7-2028873f0581 req-6e9df93b-22fc-463b-ad49-e5fe3a16c7ac tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 210 time: 0.0368540 Jul 19 03:42:54.868508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fca600c8-5fd4-41e8-8d57-a0c3bf92e0a0 req-6cfd5180-d9fc-44c6-95b9-2522a7fa0aa0 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756128 Jul 19 03:42:55.000800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064802ba-9901-4233-96f9-92b0632fde2a {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:42:55.009961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:55.023258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Transition to ACTIVE for port object 064802ba-9901-4233-96f9-92b0632fde2a will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:42:55.027704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:55.108378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=064802ba-9901-4233-96f9-92b0632fde2a,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:55.179667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Attempting to bind port 064802ba-9901-4233-96f9-92b0632fde2a on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:42:55.179986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Attempting to bind port 064802ba-9901-4233-96f9-92b0632fde2a by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'a15d8d09-8f40-4362-aac3-bbe780a5306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:42:55.180311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Attempting to bind port 064802ba-9901-4233-96f9-92b0632fde2a on network f9fcfd73-de03-48b0-a8c6-2dd78b05243f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:42:55.187526 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Port 064802ba-9901-4233-96f9-92b0632fde2a on network f9fcfd73-de03-48b0-a8c6-2dd78b05243f not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:42:55.187851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Attempting to bind port 064802ba-9901-4233-96f9-92b0632fde2a on network f9fcfd73-de03-48b0-a8c6-2dd78b05243f {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:42:55.193200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:42:55.193539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Checking segment: {'id': 'a15d8d09-8f40-4362-aac3-bbe780a5306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:42:55.193996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Bound using segment: {'id': 'a15d8d09-8f40-4362-aac3-bbe780a5306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:42:55.194533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Bound port: 064802ba-9901-4233-96f9-92b0632fde2a, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15d8d09-8f40-4362-aac3-bbe780a5306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:42:55.194892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:55.267594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] For port 064802ba-9901-4233-96f9-92b0632fde2a, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:42:55.271201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] For port 064802ba-9901-4233-96f9-92b0632fde2a, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=064802ba-9901-4233-96f9-92b0632fde2a,segment=NetworkSegment(a15d8d09-8f40-4362-aac3-bbe780a5306a),segment_id=a15d8d09-8f40-4362-aac3-bbe780a5306a)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:42:55.277032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:55.326565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:55.327657 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:55.329264 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/064802ba-9901-4233-96f9-92b0632fde2a HTTP/1.1" status: 200 len: 1093 time: 0.9219201 Jul 19 03:42:55.329770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b819d9-7877-4d9d-bcc6-91e767cb8cd0', 'tag': '064802ba-9901-4233-96f9-92b0632fde2a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:55.333107 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33ef367-f195-4a0a-96cf-d52b942df361" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b819d9-7877-4d9d-bcc6-91e767cb8cd0", "tag": "064802ba-9901-4233-96f9-92b0632fde2a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:55.371248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01dd6-973b-4878-8fc2-8facd81fa8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=064802ba-9901-4233-96f9-92b0632fde2a,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:55.415115 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acda7ac7-0ed5-4c8a-98a6-be7ef379f05b x-openstack-request-id: req-acda7ac7-0ed5-4c8a-98a6-be7ef379f05b {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:55.415739 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b819d9-7877-4d9d-bcc6-91e767cb8cd0", "tag": "064802ba-9901-4233-96f9-92b0632fde2a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:55.415739 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acda7ac7-0ed5-4c8a-98a6-be7ef379f05b {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:55.416041 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b819d9-7877-4d9d-bcc6-91e767cb8cd0', 'tag': '064802ba-9901-4233-96f9-92b0632fde2a', 'status': 'completed', 'code': 200} Jul 19 03:42:55.447789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-90233632-988b-4552-b1c2-7ed50895885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:55.449351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-90233632-988b-4552-b1c2-7ed50895885d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca344a44b2ea47659e2cab377de0264b&device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0625687 Jul 19 03:42:55.494205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-4235d727-8b21-47d4-b134-f2e84e936539 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=064802ba-9901-4233-96f9-92b0632fde2a HTTP/1.1" status: 200 len: 217 time: 0.0365069 Jul 19 03:42:55.545217 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-d9dd99f4-ef4d-4e95-b43c-0880f643e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:55.546712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-d9dd99f4-ef4d-4e95-b43c-0880f643e510 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f349d380-b6fd-47f2-b6fd-8f0a420d58a8 HTTP/1.1" status: 200 len: 849 time: 0.0462341 Jul 19 03:42:55.584885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-fc71b7de-0297-4f86-948f-2797a992752b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9fcfd73-de03-48b0-a8c6-2dd78b05243f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316498 Jul 19 03:42:55.689156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-42699d7f-f6bd-4dce-838c-35707ae66447 service neutron] 10.222.0.25 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945232 Jul 19 03:42:55.860600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-993140aa-941b-4762-83cc-01a1005dc2c1 req-4bc683fd-1380-443f-835a-80c7878c9704 service neutron] 10.222.0.25 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646299 Jul 19 03:42:55.904639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-c9353865-662c-4393-bdd5-bdd9739d5c82 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:55.906337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-c9353865-662c-4393-bdd5-bdd9739d5c82 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.1759834 Jul 19 03:42:55.951191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'port': {'device_id': '73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'admin_state_up': True, 'tenant_id': '9dfda4f2519046729cf1708c43c8843e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:56.077707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379c653-ec4f-43b1-86ab-4fe53c0be61f req-5dead42d-adcf-4b12-a581-1b8aa5d7d750 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:56.085864 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0379c653-ec4f-43b1-86ab-4fe53c0be61f req-5dead42d-adcf-4b12-a581-1b8aa5d7d750 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 946 time: 0.0892482 Jul 19 03:42:56.137791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0379c653-ec4f-43b1-86ab-4fe53c0be61f req-1abab5af-c56c-4dfc-8462-74306f6eb9c1 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506883 Jul 19 03:42:56.139602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de802d7f-a686-4998-b649-f99acca13d2a req-b0c4e750-75ce-4c98-9256-b0b0540ca658 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:56.141163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-de802d7f-a686-4998-b649-f99acca13d2a req-b0c4e750-75ce-4c98-9256-b0b0540ca658 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 944 time: 0.2340064 Jul 19 03:42:56.196489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ef367-f195-4a0a-96cf-d52b942df361 req-273d93c1-f001-4079-8328-4ed8a2c18843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:56.198083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f33ef367-f195-4a0a-96cf-d52b942df361 req-273d93c1-f001-4079-8328-4ed8a2c18843 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca344a44b2ea47659e2cab377de0264b&device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 1096 time: 0.2436182 Jul 19 03:42:56.214023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-6b7b1b9d-9cd5-4c45-a686-83dda3e69a41 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:56.215417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-6b7b1b9d-9cd5-4c45-a686-83dda3e69a41 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 946 time: 0.2967215 Jul 19 03:42:56.292993 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdc1cec7-d16e-407d-9125-1747985a1546 req-4749f82c-a8ae-4637-ba8b-d85d85c329c3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 210 time: 0.0491939 Jul 19 03:42:56.293620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Made reservation on behalf of 9dfda4f2519046729cf1708c43c8843e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:42:56.307674 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:56.335129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-de802d7f-a686-4998-b649-f99acca13d2a req-99dec0b1-8ed3-434e-bde1-b1af976534e2 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787348 Jul 19 03:42:56.521433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ef367-f195-4a0a-96cf-d52b942df361 req-89a4ced7-8c60-4c4e-accf-dd98e7516259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:56.522967 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f33ef367-f195-4a0a-96cf-d52b942df361 req-89a4ced7-8c60-4c4e-accf-dd98e7516259 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9fcfd73-de03-48b0-a8c6-2dd78b05243f HTTP/1.1" status: 200 len: 909 time: 0.3054817 Jul 19 03:42:56.601960 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f33ef367-f195-4a0a-96cf-d52b942df361 req-fdcb9ced-4e17-433a-862f-9136ccad8ae8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=064802ba-9901-4233-96f9-92b0632fde2a HTTP/1.1" status: 200 len: 217 time: 0.0531023 Jul 19 03:42:56.648249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Allocated IP 172.20.0.5 (1f0a9827-cef7-491f-9caf-3ea59bd4b55d/e654ab5b-0949-4169-b95b-b7d73ce291aa/88d18ce8-6edc-4317-be24-f0b200f4f3cc) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:42:56.651114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-de5c8c52-dc40-46d4-bd39-ea6265570ef7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Deleting port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:42:56.651459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-de5c8c52-dc40-46d4-bd39-ea6265570ef7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:56.709182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ef367-f195-4a0a-96cf-d52b942df361 req-9669cbc4-c470-47f0-a6e4-4b28cf8f709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:56.710725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f33ef367-f195-4a0a-96cf-d52b942df361 req-9669cbc4-c470-47f0-a6e4-4b28cf8f709c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f349d380-b6fd-47f2-b6fd-8f0a420d58a8 HTTP/1.1" status: 200 len: 849 time: 0.0981798 Jul 19 03:42:56.787948 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f33ef367-f195-4a0a-96cf-d52b942df361 req-4cb45646-2e5f-4b6c-b1e6-b85e3d6c7882 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9fcfd73-de03-48b0-a8c6-2dd78b05243f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672631 Jul 19 03:42:56.873553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-de5c8c52-dc40-46d4-bd39-ea6265570ef7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] For port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:56.873924 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-de5c8c52-dc40-46d4-bd39-ea6265570ef7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:57.338779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-de5c8c52-dc40-46d4-bd39-ea6265570ef7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Calling delete_port for fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:42:57.354166 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aaa45-fe15-4abf-8b9b-112e8812f991 req-6ae34e3a-ba78-49f2-8198-4b82545a8d8a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:57.372168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b1aaa45-fe15-4abf-8b9b-112e8812f991 req-6ae34e3a-ba78-49f2-8198-4b82545a8d8a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 946 time: 0.0950253 Jul 19 03:42:57.427851 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6b1aaa45-fe15-4abf-8b9b-112e8812f991 req-b56fab26-d456-4ed4-9300-66a0f4303230 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485661 Jul 19 03:42:57.463622 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f33ef367-f195-4a0a-96cf-d52b942df361 req-bedf2e4a-d68c-42fd-8450-1fd8ed31ff23 service neutron] 10.222.0.25 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6656086 Jul 19 03:42:57.471107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:57.540198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Transition to ACTIVE for port object 88d18ce8-6edc-4317-be24-f0b200f4f3cc will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:42:57.577854 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3283d3f-31a1-45f6-9673-e0467b1a686d req-6eb6e223-4353-43ec-81df-a13a50697fdd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 210 time: 0.0828359 Jul 19 03:42:57.684618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e247f99-53dc-4e98-813b-cfdf0df096f7 req-23172ec0-e4e3-4429-9545-822f912904ae tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:57.686214 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e247f99-53dc-4e98-813b-cfdf0df096f7 req-23172ec0-e4e3-4429-9545-822f912904ae tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 944 time: 0.0966122 Jul 19 03:42:57.714359 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:57.717903 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f33ef367-f195-4a0a-96cf-d52b942df361 req-cb5d2083-c3ff-4cca-a3e6-055b943be0e3 service neutron] 10.222.0.25 "GET /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439573 Jul 19 03:42:57.724621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-de5c8c52-dc40-46d4-bd39-ea6265570ef7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:57.727521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['73461717-df80-4ed3-ac53-8b93c869f5f8'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:42:57.773600 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9e247f99-53dc-4e98-813b-cfdf0df096f7 req-9cbb6108-4960-4f4f-b0ed-39037307a407 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784929 Jul 19 03:42:57.781802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:42:57.806612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:42:57.812561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:42:57.818299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=88d18ce8-6edc-4317-be24-f0b200f4f3cc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:57.818477 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5148973f-433c-40c4-af3f-c9aceefd3010', '056ff57b-6933-4c08-8206-ebff3d68728b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:42:57.869070 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-de5c8c52-dc40-46d4-bd39-ea6265570ef7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] No DVR routers for this DVR port fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:42:57.920815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c8c52-dc40-46d4-bd39-ea6265570ef7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Pushing event deleted for resources: {'Port': ['ID=fbca2f9e-8a8c-462d-8826-68e8a5ac18b8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:57.935794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:57.936469 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:57.940420 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-de5c8c52-dc40-46d4-bd39-ea6265570ef7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:57.942858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-750d7bcb-b210-4eac-acb0-6b343cf4ba7c req-de5c8c52-dc40-46d4-bd39-ea6265570ef7 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "DELETE /v2.0/ports/fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 HTTP/1.1" status: 204 len: 173 time: 1.7027826 Jul 19 03:42:57.943668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd25f6d-f2fa-42ea-a428-c8af75cc2475', 'name': 'network-vif-deleted', 'tag': 'fbca2f9e-8a8c-462d-8826-68e8a5ac18b8'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:42:57.945996 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caba16d-a5de-40ec-96c1-942e3a827bdc" -d '{"events": [{"server_uuid": "7cd25f6d-f2fa-42ea-a428-c8af75cc2475", "name": "network-vif-deleted", "tag": "fbca2f9e-8a8c-462d-8826-68e8a5ac18b8"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:42:57.992431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-0d8f8fe0-d2c3-4784-b173-3a113e5e180d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0722587 Jul 19 03:42:58.014759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Request body: {'port': {'device_id': '73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:42:58.023528 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46627b1b-7295-456d-b343-f3eaa3a1b001 x-openstack-request-id: req-46627b1b-7295-456d-b343-f3eaa3a1b001 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:42:58.023855 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd25f6d-f2fa-42ea-a428-c8af75cc2475", "name": "network-vif-deleted", "tag": "fbca2f9e-8a8c-462d-8826-68e8a5ac18b8", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:42:58.024084 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46627b1b-7295-456d-b343-f3eaa3a1b001 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:42:58.024488 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd25f6d-f2fa-42ea-a428-c8af75cc2475', 'name': 'network-vif-deleted', 'tag': 'fbca2f9e-8a8c-462d-8826-68e8a5ac18b8', 'status': 'completed', 'code': 200} Jul 19 03:42:58.170590 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:58.262181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-55b5e131-8e21-4a21-8b65-8953aa3e447f None None] Provisioning for port 88d18ce8-6edc-4317-be24-f0b200f4f3cc completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:42:58.275167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-55b5e131-8e21-4a21-8b65-8953aa3e447f None None] Provisioning complete for port 88d18ce8-6edc-4317-be24-f0b200f4f3cc triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:42:58.275963 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-55b5e131-8e21-4a21-8b65-8953aa3e447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:58.311202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-55b5e131-8e21-4a21-8b65-8953aa3e447f None None] Port 88d18ce8-6edc-4317-be24-f0b200f4f3cc cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:42:58.517099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d18ce8-6edc-4317-be24-f0b200f4f3cc {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:42:58.526513 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:58.540602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Transition to ACTIVE for port object 88d18ce8-6edc-4317-be24-f0b200f4f3cc will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:42:58.546100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:58.663324 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Pushing event updated for resources: {'Port': ['ID=88d18ce8-6edc-4317-be24-f0b200f4f3cc,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:58.710975 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8f7ad89-f39a-472d-afba-659a4e04612f req-9a96ea58-3615-4ef9-acda-36a8a4d5717d tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd25f6d-f2fa-42ea-a428-c8af75cc2475 HTTP/1.1" status: 200 len: 210 time: 0.0695746 Jul 19 03:42:58.930874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Attempting to bind port 88d18ce8-6edc-4317-be24-f0b200f4f3cc on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:42:58.931491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Attempting to bind port 88d18ce8-6edc-4317-be24-f0b200f4f3cc by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:42:58.931491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Attempting to bind port 88d18ce8-6edc-4317-be24-f0b200f4f3cc on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:42:58.946797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Port 88d18ce8-6edc-4317-be24-f0b200f4f3cc on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:42:58.947147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Attempting to bind port 88d18ce8-6edc-4317-be24-f0b200f4f3cc on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:42:58.969012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:42:58.969392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Checking segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:42:58.969768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Bound using segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:42:58.975864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Bound port: 88d18ce8-6edc-4317-be24-f0b200f4f3cc, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:42:58.976262 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:59.005654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abd1d4-61e8-4ee6-98d7-008c5f22cde9 req-5d8a95f0-c3b8-45c2-89ac-90308dce8ef7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:59.007439 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-44abd1d4-61e8-4ee6-98d7-008c5f22cde9 req-5d8a95f0-c3b8-45c2-89ac-90308dce8ef7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.2173831 Jul 19 03:42:59.084217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-44abd1d4-61e8-4ee6-98d7-008c5f22cde9 req-be6c603d-9fb7-4e65-a441-378997aa3d71 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489135 Jul 19 03:42:59.114864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] For port 88d18ce8-6edc-4317-be24-f0b200f4f3cc, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:42:59.119780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] For port 88d18ce8-6edc-4317-be24-f0b200f4f3cc, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88d18ce8-6edc-4317-be24-f0b200f4f3cc,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:42:59.129885 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:59.154083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac1f7a-61e9-4039-8a44-e6934c06c2b5 req-8de8f4ad-3ea0-4649-9200-8c704f13e1c7 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:59.156709 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8eac1f7a-61e9-4039-8a44-e6934c06c2b5 req-8de8f4ad-3ea0-4649-9200-8c704f13e1c7 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 944 time: 0.1253321 Jul 19 03:42:59.196966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:59.198454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:59.200726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] 10.222.0.26 "PUT /v2.0/ports/88d18ce8-6edc-4317-be24-f0b200f4f3cc HTTP/1.1" status: 200 len: 1092 time: 1.1912489 Jul 19 03:42:59.236244 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eb29d-ae7e-4322-aee2-cd60aab5a818 service neutron] Pushing event updated for resources: {'Port': ['ID=88d18ce8-6edc-4317-be24-f0b200f4f3cc,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:42:59.241461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8eac1f7a-61e9-4039-8a44-e6934c06c2b5 req-e98a1a3e-81d2-42da-959c-92ce09b3cf1a tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757573 Jul 19 03:42:59.346443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-b5be7a54-114e-45b4-86a1-545cb213e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:59.349623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-b5be7a54-114e-45b4-86a1-545cb213e4cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 1095 time: 0.0913146 Jul 19 03:42:59.420246 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-46aeccb2-f65d-4d7f-91e1-514be5f3ef39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88d18ce8-6edc-4317-be24-f0b200f4f3cc HTTP/1.1" status: 200 len: 217 time: 0.0616851 Jul 19 03:42:59.491594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-e36136c4-4e1d-42e9-aeb6-e579da16b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:59.493188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-e36136c4-4e1d-42e9-aeb6-e579da16b3ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0650165 Jul 19 03:42:59.589575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-5a31a215-bbcf-4484-be10-6985a8b7ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:42:59.591390 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-5a31a215-bbcf-4484-be10-6985a8b7ac70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859687 Jul 19 03:42:59.643914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 064802ba-9901-4233-96f9-92b0632fde2a details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:42:59.648211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:42:59.682686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:42:59.683694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device fbca2f9e-8a8c-462d-8826-68e8a5ac18b8 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:42:59.827067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-aafa3bf0-d477-4bc5-a85f-8142073d5643 service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257371 Jul 19 03:42:59.867332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 064802ba-9901-4233-96f9-92b0632fde2a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=064802ba-9901-4233-96f9-92b0632fde2a,segment=NetworkSegment(a15d8d09-8f40-4362-aac3-bbe780a5306a),segment_id=a15d8d09-8f40-4362-aac3-bbe780a5306a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:42:59.891897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '064802ba-9901-4233-96f9-92b0632fde2a', 'network_id': 'f9fcfd73-de03-48b0-a8c6-2dd78b05243f', 'port_id': '064802ba-9901-4233-96f9-92b0632fde2a', 'mac_address': 'fa:16:3e:50:a2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f349d380-b6fd-47f2-b6fd-8f0a420d58a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:42:59.959671 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:42:59.986093 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064802ba-9901-4233-96f9-92b0632fde2a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:43:00.005066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f94e1e06-14f9-4dad-9fd4-589512d3ca3f req-aeb6f3a8-3cb2-4103-8946-c68621bee478 service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711900 Jul 19 03:43:00.027069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8', 'tag': '88d18ce8-6edc-4317-be24-f0b200f4f3cc'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:43:00.039740 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34" -d '{"events": [{"name": "network-changed", "server_uuid": "73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8", "tag": "88d18ce8-6edc-4317-be24-f0b200f4f3cc"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:43:00.044459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 064802ba-9901-4233-96f9-92b0632fde2a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=064802ba-9901-4233-96f9-92b0632fde2a,segment=NetworkSegment(a15d8d09-8f40-4362-aac3-bbe780a5306a),segment_id=a15d8d09-8f40-4362-aac3-bbe780a5306a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:00.050451 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:00.085888 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b23f27-8957-4571-b535-745016cf8b1b x-openstack-request-id: req-62b23f27-8957-4571-b535-745016cf8b1b {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:43:00.086207 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8", "tag": "88d18ce8-6edc-4317-be24-f0b200f4f3cc", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:43:00.086472 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62b23f27-8957-4571-b535-745016cf8b1b {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:43:00.086918 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8', 'tag': '88d18ce8-6edc-4317-be24-f0b200f4f3cc', 'status': 'completed', 'code': 200} Jul 19 03:43:00.151486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=064802ba-9901-4233-96f9-92b0632fde2a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:00.232588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-51f5f46b-05d4-48ea-8c79-0432c44a9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:00.236370 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-51f5f46b-05d4-48ea-8c79-0432c44a9a3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 1095 time: 0.1038334 Jul 19 03:43:00.265015 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['064802ba-9901-4233-96f9-92b0632fde2a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:43:00.461214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-f6d2b99d-732c-4e3e-875d-5e3bede7813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:00.463188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-f6d2b99d-732c-4e3e-875d-5e3bede7813b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.2206674 Jul 19 03:43:00.480139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2342a5-133c-4846-8f5b-ab6018e6e9ae req-7b3003e6-7bb0-4b0a-a606-9a88c4f94647 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:00.489335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c2342a5-133c-4846-8f5b-ab6018e6e9ae req-7b3003e6-7bb0-4b0a-a606-9a88c4f94647 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1664441 Jul 19 03:43:00.580716 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-458686e7-0002-46d2-b288-70ad3ee11fcb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88d18ce8-6edc-4317-be24-f0b200f4f3cc HTTP/1.1" status: 200 len: 217 time: 0.0872865 Jul 19 03:43:00.594923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf27943-2840-49dd-8976-25a9ba9cf533 req-16a226cd-0b4b-4708-af13-9423ea04dc37 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:00.604933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eaf27943-2840-49dd-8976-25a9ba9cf533 req-16a226cd-0b4b-4708-af13-9423ea04dc37 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 945 time: 0.1212697 Jul 19 03:43:00.609990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c2342a5-133c-4846-8f5b-ab6018e6e9ae req-8b6797dd-5ab1-4562-b83f-097ddfee1872 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192639 Jul 19 03:43:00.661388 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eaf27943-2840-49dd-8976-25a9ba9cf533 req-dffe6734-60ac-4b17-864c-993b01b14d41 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553427 Jul 19 03:43:00.699181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-cee2ce6c-9bda-4d9a-883c-3fadf2c4aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:00.701116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-cee2ce6c-9bda-4d9a-883c-3fadf2c4aa37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.1116791 Jul 19 03:43:00.807544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-6b378a4f-fe4d-4f96-a412-a355556f479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:00.809682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-6b378a4f-fe4d-4f96-a412-a355556f479d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969887 Jul 19 03:43:00.990470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd41c6-fd4a-4abf-9e26-763e96efa4b6 req-96c9bbaa-c75d-4467-af68-66caedb4da99 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:00.992029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2bd41c6-fd4a-4abf-9e26-763e96efa4b6 req-96c9bbaa-c75d-4467-af68-66caedb4da99 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 945 time: 0.1812129 Jul 19 03:43:01.049661 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-390ebf17-7b31-4219-9570-32c86f80e299 service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270577 Jul 19 03:43:01.112270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2bd41c6-fd4a-4abf-9e26-763e96efa4b6 req-37635d2c-ade5-4fcf-9808-5602b9efb9f4 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067924 Jul 19 03:43:01.212899 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5a6b6dd8-2338-4ca3-8ec5-bf4f4fd27e34 req-ded7e510-bc83-45bd-9dbd-2286930cc0e2 service neutron] 10.222.0.26 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563582 Jul 19 03:43:01.652298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 064802ba-9901-4233-96f9-92b0632fde2a up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:43:01.743066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 064802ba-9901-4233-96f9-92b0632fde2a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:43:01.746024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-abae117e-e04b-4523-8e71-37af2e1ed403 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:01.757134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-abae117e-e04b-4523-8e71-37af2e1ed403 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 945 time: 0.1305728 Jul 19 03:43:01.757637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 064802ba-9901-4233-96f9-92b0632fde2a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:43:01.758027 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:01.891999 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:01.951785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b819d9-7877-4d9d-bcc6-91e767cb8cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064802ba-9901-4233-96f9-92b0632fde2a'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:43:01.958167 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62adee93-bba6-400c-a211-ed5d6305b41e" -d '{"events": [{"server_uuid": "c6b819d9-7877-4d9d-bcc6-91e767cb8cd0", "name": "network-vif-plugged", "status": "completed", "tag": "064802ba-9901-4233-96f9-92b0632fde2a"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:43:01.998193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 064802ba-9901-4233-96f9-92b0632fde2a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=064802ba-9901-4233-96f9-92b0632fde2a,segment=NetworkSegment(a15d8d09-8f40-4362-aac3-bbe780a5306a),segment_id=a15d8d09-8f40-4362-aac3-bbe780a5306a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:02.008257 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:02.015482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-eae0acdd-d0f7-49ce-a0bc-7bde1baebbb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Deleting port 056ff57b-6933-4c08-8206-ebff3d68728b {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:43:02.016870 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-eae0acdd-d0f7-49ce-a0bc-7bde1baebbb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:02.031167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d901dd-0ac4-4272-8062-4b4931e10a19 req-78b157ba-ec0c-4f51-86fc-effbce3d3d34 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:02.033900 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8d901dd-0ac4-4272-8062-4b4931e10a19 req-78b157ba-ec0c-4f51-86fc-effbce3d3d34 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1737840 Jul 19 03:43:02.038350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4777ad-0d8d-4f08-acbf-481928ca21f8 req-d782cb34-8dd7-4782-8786-c2a80cf16fbf tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:02.039367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c4777ad-0d8d-4f08-acbf-481928ca21f8 req-d782cb34-8dd7-4782-8786-c2a80cf16fbf tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 945 time: 0.1579137 Jul 19 03:43:02.093213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8d901dd-0ac4-4272-8062-4b4931e10a19 req-f356c15a-5c00-47fb-8ee5-02344a6bba9b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534189 Jul 19 03:43:02.123767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=064802ba-9901-4233-96f9-92b0632fde2a,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:02.164888 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300baba4-7093-4622-b076-ec329bb3bf95 x-openstack-request-id: req-300baba4-7093-4622-b076-ec329bb3bf95 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:43:02.166928 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b819d9-7877-4d9d-bcc6-91e767cb8cd0", "name": "network-vif-plugged", "status": "completed", "tag": "064802ba-9901-4233-96f9-92b0632fde2a", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:43:02.170012 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-300baba4-7093-4622-b076-ec329bb3bf95 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:43:02.170641 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b819d9-7877-4d9d-bcc6-91e767cb8cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064802ba-9901-4233-96f9-92b0632fde2a', 'code': 200} Jul 19 03:43:02.287223 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5c4777ad-0d8d-4f08-acbf-481928ca21f8 req-ff82e5b1-3cd4-4e38-9e64-981fa6d1f69a tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327859 Jul 19 03:43:02.326120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-eae0acdd-d0f7-49ce-a0bc-7bde1baebbb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] For port 056ff57b-6933-4c08-8206-ebff3d68728b, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=056ff57b-6933-4c08-8206-ebff3d68728b,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:02.326120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-eae0acdd-d0f7-49ce-a0bc-7bde1baebbb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:02.339222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-eae0acdd-d0f7-49ce-a0bc-7bde1baebbb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Calling delete_port for 056ff57b-6933-4c08-8206-ebff3d68728b owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:43:02.355736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5d9de-cf36-405b-96fb-1481d969cb9e req-c359c146-202f-41a3-bded-9884c56a5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:02.357369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-18c5d9de-cf36-405b-96fb-1481d969cb9e req-c359c146-202f-41a3-bded-9884c56a5f59 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 1098 time: 0.1192558 Jul 19 03:43:02.435777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc12830-3dda-4c86-b38d-30b3d7f462cf req-b6fdb4a3-61b1-49fd-bbb3-abe6163f27d8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:02.437891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0bc12830-3dda-4c86-b38d-30b3d7f462cf req-b6fdb4a3-61b1-49fd-bbb3-abe6163f27d8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b7b55a9-aef9-49ca-bf4f-a38279291547 HTTP/1.1" status: 200 len: 945 time: 0.1166472 Jul 19 03:43:02.452420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-18c5d9de-cf36-405b-96fb-1481d969cb9e req-a99541bd-a2e1-4d03-bdaf-94053c4379ad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581448 Jul 19 03:43:02.489264 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0bc12830-3dda-4c86-b38d-30b3d7f462cf req-484f725f-e170-45ee-8142-f7b4971c5e7f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439365 Jul 19 03:43:02.547211 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-eae0acdd-d0f7-49ce-a0bc-7bde1baebbb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:02.559078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5148973f-433c-40c4-af3f-c9aceefd3010', '056ff57b-6933-4c08-8206-ebff3d68728b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:43:02.578343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0acdd-d0f7-49ce-a0bc-7bde1baebbb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Pushing event deleted for resources: {'Port': ['ID=056ff57b-6933-4c08-8206-ebff3d68728b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:02.664633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-eae0acdd-d0f7-49ce-a0bc-7bde1baebbb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] No DVR routers for this DVR port 056ff57b-6933-4c08-8206-ebff3d68728b on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:43:02.668982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-eae0acdd-d0f7-49ce-a0bc-7bde1baebbb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:02.671185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d141b05f-5bd3-471e-a289-b90700a03fa4 req-eae0acdd-d0f7-49ce-a0bc-7bde1baebbb8 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "DELETE /v2.0/ports/056ff57b-6933-4c08-8206-ebff3d68728b HTTP/1.1" status: 204 len: 173 time: 0.9087145 Jul 19 03:43:02.671683 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b55a9-aef9-49ca-bf4f-a38279291547', 'name': 'network-vif-deleted', 'tag': '056ff57b-6933-4c08-8206-ebff3d68728b'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:43:02.674198 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e2fff0-ccad-4ca5-a29c-6cad5bd213d4" -d '{"events": [{"server_uuid": "4b7b55a9-aef9-49ca-bf4f-a38279291547", "name": "network-vif-deleted", "tag": "056ff57b-6933-4c08-8206-ebff3d68728b"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:43:02.732320 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caaa20b-5c3e-414a-8629-03e61d00d3a8 x-openstack-request-id: req-4caaa20b-5c3e-414a-8629-03e61d00d3a8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:43:02.732865 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7b55a9-aef9-49ca-bf4f-a38279291547", "name": "network-vif-deleted", "tag": "056ff57b-6933-4c08-8206-ebff3d68728b", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:43:02.733281 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4caaa20b-5c3e-414a-8629-03e61d00d3a8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:43:02.733849 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b55a9-aef9-49ca-bf4f-a38279291547', 'name': 'network-vif-deleted', 'tag': '056ff57b-6933-4c08-8206-ebff3d68728b', 'status': 'completed', 'code': 200} Jul 19 03:43:03.398827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964d046-381c-4e09-8fa5-481febea0eb5 req-07bcb153-62ba-48c9-8f02-0c9a42b4d2e2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:03.406665 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9964d046-381c-4e09-8fa5-481febea0eb5 req-07bcb153-62ba-48c9-8f02-0c9a42b4d2e2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1270723 Jul 19 03:43:03.479782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9964d046-381c-4e09-8fa5-481febea0eb5 req-00759a38-884e-45f3-83da-adf2a16f07e7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720170 Jul 19 03:43:03.616413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1b36c-6be1-495c-aa29-a2ac27f69384 req-d7f24e77-327d-41c8-9291-fdfe84de23bd tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:03.619467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50f1b36c-6be1-495c-aa29-a2ac27f69384 req-d7f24e77-327d-41c8-9291-fdfe84de23bd tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 946 time: 0.1415896 Jul 19 03:43:03.686150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50f1b36c-6be1-495c-aa29-a2ac27f69384 req-45cd9158-524e-4cbc-9a13-055deca7a7fd tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538654 Jul 19 03:43:04.741390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bf099-0d8f-4205-8ce0-dc93272d9b2b req-01ffeff0-c248-4818-9624-9f8da66e3373 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:04.749566 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-034bf099-0d8f-4205-8ce0-dc93272d9b2b req-01ffeff0-c248-4818-9624-9f8da66e3373 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1116917 Jul 19 03:43:04.809092 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-034bf099-0d8f-4205-8ce0-dc93272d9b2b req-9fd9e036-75ec-4f69-b021-32153f2affdf tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584121 Jul 19 03:43:04.887601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eca07-dc27-4654-80bc-9f615486961a req-1e26b778-0e36-4308-a754-20dd6cdc64fd tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:04.889911 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a21eca07-dc27-4654-80bc-9f615486961a req-1e26b778-0e36-4308-a754-20dd6cdc64fd tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 946 time: 0.1286910 Jul 19 03:43:04.949331 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a21eca07-dc27-4654-80bc-9f615486961a req-7632e9f5-8931-432f-8a9b-43c3909da16f tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 Jul 19 03:43:05.654294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 056ff57b-6933-4c08-8206-ebff3d68728b no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:43:05.679467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 056ff57b-6933-4c08-8206-ebff3d68728b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:43:05.679946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 056ff57b-6933-4c08-8206-ebff3d68728b not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:43:05.988854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-ab7a587c-a446-480a-80f0-d29555cfdb8c tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:05.990286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-ab7a587c-a446-480a-80f0-d29555cfdb8c tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 946 time: 0.1065900 Jul 19 03:43:06.072659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b257a1d-99a7-4541-a334-2845a88043be req-76f60d84-08d3-465d-abb3-0a042698ae68 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:06.074455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b257a1d-99a7-4541-a334-2845a88043be req-76f60d84-08d3-465d-abb3-0a042698ae68 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1376829 Jul 19 03:43:06.158450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12577cf-2357-4b32-a9f9-f56c26f938c6 req-6c73a229-898f-4b80-8354-c43df9907e99 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:06.161135 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c12577cf-2357-4b32-a9f9-f56c26f938c6 req-6c73a229-898f-4b80-8354-c43df9907e99 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b819d9-7877-4d9d-bcc6-91e767cb8cd0 HTTP/1.1" status: 200 len: 946 time: 0.0918546 Jul 19 03:43:06.183647 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b257a1d-99a7-4541-a334-2845a88043be req-b1a393cd-3352-489e-a9e5-29a34ecbd18b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026640 Jul 19 03:43:06.203021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-a03b0e08-3e33-467d-b61a-cdacf008d28d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Deleting port 064802ba-9901-4233-96f9-92b0632fde2a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:43:06.203367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-a03b0e08-3e33-467d-b61a-cdacf008d28d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:06.221879 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c12577cf-2357-4b32-a9f9-f56c26f938c6 req-f04d4ca9-6036-41a6-a0b7-4245ea059f33 tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fca2221-1d5e-4aed-abfe-5c3c2805a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532889 Jul 19 03:43:06.313917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-a03b0e08-3e33-467d-b61a-cdacf008d28d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] For port 064802ba-9901-4233-96f9-92b0632fde2a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=064802ba-9901-4233-96f9-92b0632fde2a,segment=NetworkSegment(a15d8d09-8f40-4362-aac3-bbe780a5306a),segment_id=a15d8d09-8f40-4362-aac3-bbe780a5306a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:06.314409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-a03b0e08-3e33-467d-b61a-cdacf008d28d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:06.335339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-a03b0e08-3e33-467d-b61a-cdacf008d28d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Calling delete_port for 064802ba-9901-4233-96f9-92b0632fde2a owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:43:06.515691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-a03b0e08-3e33-467d-b61a-cdacf008d28d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:06.530644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['064802ba-9901-4233-96f9-92b0632fde2a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:43:06.548634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b0e08-3e33-467d-b61a-cdacf008d28d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Pushing event deleted for resources: {'Port': ['ID=064802ba-9901-4233-96f9-92b0632fde2a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:06.615023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-a03b0e08-3e33-467d-b61a-cdacf008d28d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] No DVR routers for this DVR port 064802ba-9901-4233-96f9-92b0632fde2a on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:43:06.617974 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-a03b0e08-3e33-467d-b61a-cdacf008d28d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:06.620644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d4cd7fc-eeab-49f1-978b-158028dcc532 req-a03b0e08-3e33-467d-b61a-cdacf008d28d tempest-VolumesActionsTest-1311113848 tempest-VolumesActionsTest-1311113848-project] 10.222.0.25 "DELETE /v2.0/ports/064802ba-9901-4233-96f9-92b0632fde2a HTTP/1.1" status: 204 len: 173 time: 0.6217780 Jul 19 03:43:06.621170 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b819d9-7877-4d9d-bcc6-91e767cb8cd0', 'name': 'network-vif-deleted', 'tag': '064802ba-9901-4233-96f9-92b0632fde2a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:43:06.623444 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b72133-b5cb-475b-bb2c-11212798e989" -d '{"events": [{"server_uuid": "c6b819d9-7877-4d9d-bcc6-91e767cb8cd0", "name": "network-vif-deleted", "tag": "064802ba-9901-4233-96f9-92b0632fde2a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:43:06.682256 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d421e0-8406-4957-9881-14a596142481 x-openstack-request-id: req-e1d421e0-8406-4957-9881-14a596142481 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:43:06.682576 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b819d9-7877-4d9d-bcc6-91e767cb8cd0", "name": "network-vif-deleted", "tag": "064802ba-9901-4233-96f9-92b0632fde2a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:43:06.682854 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1d421e0-8406-4957-9881-14a596142481 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:43:06.683292 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b819d9-7877-4d9d-bcc6-91e767cb8cd0', 'name': 'network-vif-deleted', 'tag': '064802ba-9901-4233-96f9-92b0632fde2a', 'status': 'completed', 'code': 200} Jul 19 03:43:07.110697 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:07.334425 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:07.400941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324131e-75e3-4872-b973-aa2806cb0dc0 req-dcaaaee3-d2f8-4f61-bf64-26a246dd3b8f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:07.402509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a324131e-75e3-4872-b973-aa2806cb0dc0 req-dcaaaee3-d2f8-4f61-bf64-26a246dd3b8f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.0790384 Jul 19 03:43:07.416006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb12e8-b6ff-4523-a186-f32e89b5574a req-1246672b-7830-4141-84dc-d49e9400b11b tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:07.417521 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fddb12e8-b6ff-4523-a186-f32e89b5574a req-1246672b-7830-4141-84dc-d49e9400b11b tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 945 time: 0.0718584 Jul 19 03:43:07.455355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a324131e-75e3-4872-b973-aa2806cb0dc0 req-2f005502-8476-48e0-bfa3-7ddf9afb6bd2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463841 Jul 19 03:43:07.458822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fddb12e8-b6ff-4523-a186-f32e89b5574a req-576e308d-ed0e-48cd-bf85-a9767a008133 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349579 Jul 19 03:43:08.680387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0493e-efdd-4658-b1ee-3d3cef92eb24 req-1a54ab01-1b7b-4f8a-b735-7cf5c99cad55 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:08.682091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfe0493e-efdd-4658-b1ee-3d3cef92eb24 req-1a54ab01-1b7b-4f8a-b735-7cf5c99cad55 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 945 time: 0.0790343 Jul 19 03:43:08.735907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad539a-e74b-415d-8119-55feb0be2e4f req-842adfb2-397a-487f-8f93-006fe8a982a9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:08.739591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34ad539a-e74b-415d-8119-55feb0be2e4f req-842adfb2-397a-487f-8f93-006fe8a982a9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1051657 Jul 19 03:43:08.768836 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfe0493e-efdd-4658-b1ee-3d3cef92eb24 req-c4a55f0c-b8d2-4c79-aebf-5d365372bdf5 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a102295-bad3-427e-95aa-9df0011e0f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547285 Jul 19 03:43:08.798014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-591f9e7a-5e0f-4cc0-9e76-6e1d63bf395a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:08.800195 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-591f9e7a-5e0f-4cc0-9e76-6e1d63bf395a tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 945 time: 0.1298790 Jul 19 03:43:08.818936 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34ad539a-e74b-415d-8119-55feb0be2e4f req-45500139-3ee5-4c2b-9704-8252597f7c41 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661955 Jul 19 03:43:08.936504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-00d69f01-38d4-471a-9c76-d8cc8b2d869f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Deleting port 5148973f-433c-40c4-af3f-c9aceefd3010 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:43:08.936917 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-00d69f01-38d4-471a-9c76-d8cc8b2d869f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:09.039704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-00d69f01-38d4-471a-9c76-d8cc8b2d869f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] For port 5148973f-433c-40c4-af3f-c9aceefd3010, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=5148973f-433c-40c4-af3f-c9aceefd3010,segment=NetworkSegment(68329974-f270-43f8-9317-6768091fa89a),segment_id=68329974-f270-43f8-9317-6768091fa89a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:09.040050 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-00d69f01-38d4-471a-9c76-d8cc8b2d869f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:09.065332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-00d69f01-38d4-471a-9c76-d8cc8b2d869f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Calling delete_port for 5148973f-433c-40c4-af3f-c9aceefd3010 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:43:09.224553 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-00d69f01-38d4-471a-9c76-d8cc8b2d869f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:09.237275 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['5148973f-433c-40c4-af3f-c9aceefd3010'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:43:09.311722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d69f01-38d4-471a-9c76-d8cc8b2d869f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Pushing event deleted for resources: {'Port': ['ID=5148973f-433c-40c4-af3f-c9aceefd3010,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:09.342957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-00d69f01-38d4-471a-9c76-d8cc8b2d869f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] No DVR routers for this DVR port 5148973f-433c-40c4-af3f-c9aceefd3010 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:43:09.345725 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-00d69f01-38d4-471a-9c76-d8cc8b2d869f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:09.349666 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0ce7f9c-3467-4df1-ab85-ed5b22bfb8c7 req-00d69f01-38d4-471a-9c76-d8cc8b2d869f tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.25 "DELETE /v2.0/ports/5148973f-433c-40c4-af3f-c9aceefd3010 HTTP/1.1" status: 204 len: 173 time: 0.5438099 Jul 19 03:43:09.350321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89255dbd-b182-4958-95ed-62980a7db5db', 'name': 'network-vif-deleted', 'tag': '5148973f-433c-40c4-af3f-c9aceefd3010'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:43:09.363131 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de72f46-8f9e-49bb-b9b2-4366fa2cd8d4" -d '{"events": [{"server_uuid": "89255dbd-b182-4958-95ed-62980a7db5db", "name": "network-vif-deleted", "tag": "5148973f-433c-40c4-af3f-c9aceefd3010"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:43:09.415229 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6aaf23-bc33-44ff-8a7b-e1f7109f8629 x-openstack-request-id: req-5a6aaf23-bc33-44ff-8a7b-e1f7109f8629 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:43:09.415699 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89255dbd-b182-4958-95ed-62980a7db5db", "name": "network-vif-deleted", "tag": "5148973f-433c-40c4-af3f-c9aceefd3010", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:43:09.416020 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a6aaf23-bc33-44ff-8a7b-e1f7109f8629 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:43:09.416489 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89255dbd-b182-4958-95ed-62980a7db5db', 'name': 'network-vif-deleted', 'tag': '5148973f-433c-40c4-af3f-c9aceefd3010', 'status': 'completed', 'code': 200} Jul 19 03:43:09.696507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 064802ba-9901-4233-96f9-92b0632fde2a no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:43:09.743492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 064802ba-9901-4233-96f9-92b0632fde2a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:43:09.743833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 064802ba-9901-4233-96f9-92b0632fde2a not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:43:10.125605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-91da5ffd-394d-4112-96a1-4bd8ee27558b req-650e9a11-8d7c-4312-96a2-ac601e43f476 tempest-AttachVolumeNegativeTest-707763839 tempest-AttachVolumeNegativeTest-707763839-project] 10.222.0.20 "GET /v2.0/ports?device_id=89255dbd-b182-4958-95ed-62980a7db5db HTTP/1.1" status: 200 len: 210 time: 0.0978696 Jul 19 03:43:10.192210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a882-5470-4306-b381-c338bdfd00ac req-6972bd10-a20f-4aa7-a12c-62ae0089b5ec tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:10.205217 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c43a882-5470-4306-b381-c338bdfd00ac req-6972bd10-a20f-4aa7-a12c-62ae0089b5ec tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1944542 Jul 19 03:43:10.247015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c43a882-5470-4306-b381-c338bdfd00ac req-e77c5641-45a7-4fb5-8870-295d1adaa822 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406137 Jul 19 03:43:11.271359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60660) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:11.364257 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Deleting subnet 7f87f8fe-6b95-4b3b-8264-68dbd1b557fb {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:43:11.368710 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:11.443681 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:11.492454 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:11.553451 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:11.596872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552846c1-ed88-4833-843f-683d53b5493a req-cb7cb238-9060-436f-9ab9-4a1ef470b85f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:11.604805 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-552846c1-ed88-4833-843f-683d53b5493a req-cb7cb238-9060-436f-9ab9-4a1ef470b85f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1392128 Jul 19 03:43:11.605321 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f87f8fe-6b95-4b3b-8264-68dbd1b557fb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:11.615518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.615842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.616412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.616990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.617529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.618022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.619252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.619753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.620257 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.620798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.621307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.621815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:11.625126 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:11.627393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6c80ce7c-e1b2-42bf-8d2a-d02ee0049426 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7f87f8fe-6b95-4b3b-8264-68dbd1b557fb HTTP/1.1" status: 204 len: 168 time: 0.3550217 Jul 19 03:43:11.632077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60664) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:11.698947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-552846c1-ed88-4833-843f-683d53b5493a req-63fedaf6-d775-4fbf-b4dd-cf57e19c99d6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931003 Jul 19 03:43:11.729534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:11.827727 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:11.841208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62311731-e7b6-46fc-b54a-ab3b3d389549']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:43:11.852795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68329974-f270-43f8-9317-6768091fa89a') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:43:11.853365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68329974-f270-43f8-9317-6768091fa89a') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:43:11.863328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:11.879371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:11.886643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:43:11.887453 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:43:11.889611 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:43:11.977388 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:12.002252 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:12.005260 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] 10.222.0.20 "DELETE /v2.0/networks/62311731-e7b6-46fc-b54a-ab3b3d389549 HTTP/1.1" status: 204 len: 168 time: 0.3720267 Jul 19 03:43:12.006411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2409349-ac2e-46df-99b0-49449370b173 admin admin] Pushing event deleted for resources: {'Network': ['ID=62311731-e7b6-46fc-b54a-ab3b3d389549,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:12.211436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60674) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:12.311454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eb12319f-b3eb-4b63-abd0-6e06a37ca29a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f16f558b99f747f5819c614aba5f3c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986066 Jul 19 03:43:12.314191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60676) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:12.402313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7df511d7-744b-41c7-9d89-540bc286ca94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:12.438810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7df511d7-744b-41c7-9d89-540bc286ca94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:12.537496 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7df511d7-744b-41c7-9d89-540bc286ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:12.546082 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7df511d7-744b-41c7-9d89-540bc286ca94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:12.552417 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7df511d7-744b-41c7-9d89-540bc286ca94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a102295-bad3-427e-95aa-9df0011e0f77 HTTP/1.1" status: 204 len: 168 time: 0.2341352 Jul 19 03:43:12.556010 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a910859-c35e-492d-94fd-594471cc6e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:12.565513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df511d7-744b-41c7-9d89-540bc286ca94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a102295-bad3-427e-95aa-9df0011e0f77,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:12.942314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eb250-c816-4aa5-a1ba-baeac9e395e0 req-58536970-4670-4603-aba0-c7c67d166fad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:12.944345 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b51eb250-c816-4aa5-a1ba-baeac9e395e0 req-58536970-4670-4603-aba0-c7c67d166fad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.0939922 Jul 19 03:43:13.068152 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b51eb250-c816-4aa5-a1ba-baeac9e395e0 req-46f7ce48-5af6-4042-8b4b-d614cebc5cca tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032143 Jul 19 03:43:13.736097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5148973f-433c-40c4-af3f-c9aceefd3010 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:43:13.770292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 5148973f-433c-40c4-af3f-c9aceefd3010 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:43:13.770960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 5148973f-433c-40c4-af3f-c9aceefd3010 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:43:14.307049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6985c07-6556-4c1a-822b-c79744035523 req-1cca8158-c719-4318-bb29-5c5e56c27b6c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:14.319699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6985c07-6556-4c1a-822b-c79744035523 req-1cca8158-c719-4318-bb29-5c5e56c27b6c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.0907269 Jul 19 03:43:14.395163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6985c07-6556-4c1a-822b-c79744035523 req-5f9a79e5-efa0-4ca0-a973-3f1209adfd35 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725272 Jul 19 03:43:15.085539 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eaa66243-e885-4c6f-b2bc-7c15f2a10724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:15.674406 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:15.692551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd6157-944c-4c9e-9fc7-4328ebaa36f4 req-274a64cb-41b4-4baf-9af1-5f1fe1c9ba51 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:15.700660 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49dd6157-944c-4c9e-9fc7-4328ebaa36f4 req-274a64cb-41b4-4baf-9af1-5f1fe1c9ba51 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1125412 Jul 19 03:43:15.755295 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49dd6157-944c-4c9e-9fc7-4328ebaa36f4 req-b91c94a1-bfd2-4859-ad11-3664cacc5181 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534818 Jul 19 03:43:16.479844 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:17.036201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c11e9-ca22-42ae-ae2b-2e22b100b2d0 req-9f93d6f9-71ed-46ca-8fea-c90367a7f373 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:17.038987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be9c11e9-ca22-42ae-ae2b-2e22b100b2d0 req-9f93d6f9-71ed-46ca-8fea-c90367a7f373 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1320229 Jul 19 03:43:17.112172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be9c11e9-ca22-42ae-ae2b-2e22b100b2d0 req-b30c62a2-760a-448d-bdec-2ec8acf7acba tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642180 Jul 19 03:43:17.614339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60792) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:17.828969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d378ce8e-14b8-4a51-afd7-ac8cf256e9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:17.980363 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d378ce8e-14b8-4a51-afd7-ac8cf256e9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:17.988721 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:17.990545 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d378ce8e-14b8-4a51-afd7-ac8cf256e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:18.042702 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d378ce8e-14b8-4a51-afd7-ac8cf256e9fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f850230f83345c28e4eafe2ba69624c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265435 Jul 19 03:43:18.045074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378ce8e-14b8-4a51-afd7-ac8cf256e9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7941989-aac4-4296-bb16-75b3892ab421,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:18.045300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60796) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:18.127322 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:18.162415 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:18.227270 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:18.230665 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:18.235549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7941989-aac4-4296-bb16-75b3892ab421 HTTP/1.1" status: 204 len: 168 time: 0.1888576 Jul 19 03:43:18.252014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7941989-aac4-4296-bb16-75b3892ab421,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:18.273868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.274218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.274583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.277519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.277870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.278603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.278945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.279279 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.279612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.279941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.280269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.280595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9069ee7-f0a2-400d-8e2d-608d2252a696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:18.378919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae2e34-c29d-4fba-a571-e1a7d9bbefca req-957e0ce6-104c-46fd-b6c8-8b17a4ab2f00 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:18.380802 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9ae2e34-c29d-4fba-a571-e1a7d9bbefca req-957e0ce6-104c-46fd-b6c8-8b17a4ab2f00 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1105101 Jul 19 03:43:18.451900 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9ae2e34-c29d-4fba-a571-e1a7d9bbefca req-180d161e-cde2-4722-a635-8dfe6bd942cc tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630243 Jul 19 03:43:18.735916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 60810) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:18.752428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d12e9316-248d-490f-ba22-5b67109ec17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:18.890065 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d12e9316-248d-490f-ba22-5b67109ec17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:18.901657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d12e9316-248d-490f-ba22-5b67109ec17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:18.962623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d12e9316-248d-490f-ba22-5b67109ec17a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f915e5a24874f2cb66d680006f0c377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254620 Jul 19 03:43:18.963778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e9316-248d-490f-ba22-5b67109ec17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37fae3d-ea00-41b9-8607-0350e9e405be,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:18.965596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 60812) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:19.069500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ea04a3c8-0cd2-4f7d-98f4-3c866a7ddc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:19.098925 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ea04a3c8-0cd2-4f7d-98f4-3c866a7ddc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:19.176439 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ea04a3c8-0cd2-4f7d-98f4-3c866a7ddc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:19.181368 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ea04a3c8-0cd2-4f7d-98f4-3c866a7ddc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:19.184667 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ea04a3c8-0cd2-4f7d-98f4-3c866a7ddc9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e37fae3d-ea00-41b9-8607-0350e9e405be HTTP/1.1" status: 204 len: 168 time: 0.2096937 Jul 19 03:43:19.195765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04a3c8-0cd2-4f7d-98f4-3c866a7ddc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37fae3d-ea00-41b9-8607-0350e9e405be,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:19.733237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82609611-7b5b-448e-ab25-d99d835b963a req-4a92d1a7-cda6-47f2-af88-d603a12df21f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:19.743141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-82609611-7b5b-448e-ab25-d99d835b963a req-4a92d1a7-cda6-47f2-af88-d603a12df21f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1685584 Jul 19 03:43:19.800010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-82609611-7b5b-448e-ab25-d99d835b963a req-486bdc20-c3e9-45ff-96f8-737430623ad0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555224 Jul 19 03:43:20.916333 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:43:21.141332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e4291-ebe5-4f83-90e6-d5f27db530ec req-2c0071ef-cbd5-4e2e-8eb7-72df94b117b2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:21.147166 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e0e4291-ebe5-4f83-90e6-d5f27db530ec req-2c0071ef-cbd5-4e2e-8eb7-72df94b117b2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1534364 Jul 19 03:43:21.249114 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e0e4291-ebe5-4f83-90e6-d5f27db530ec req-f9e92987-0d04-4b86-9bed-eca53c16f05a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909054 Jul 19 03:43:22.506467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63745005-b86d-4fa0-95ab-45b0e250ab65 req-a149586b-1984-4c47-a497-c360d1efc9d6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:22.514731 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63745005-b86d-4fa0-95ab-45b0e250ab65 req-a149586b-1984-4c47-a497-c360d1efc9d6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 943 time: 0.1031179 Jul 19 03:43:22.584483 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63745005-b86d-4fa0-95ab-45b0e250ab65 req-1a131dda-efef-435a-99fe-9f5c514d9a79 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671489 Jul 19 03:43:23.359913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 88d18ce8-6edc-4317-be24-f0b200f4f3cc details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:43:23.516959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 88d18ce8-6edc-4317-be24-f0b200f4f3cc, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88d18ce8-6edc-4317-be24-f0b200f4f3cc,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:23.532832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '88d18ce8-6edc-4317-be24-f0b200f4f3cc', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'port_id': '88d18ce8-6edc-4317-be24-f0b200f4f3cc', 'mac_address': 'fa:16:3e:3a:63:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:43:23.605042 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:23.622433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d18ce8-6edc-4317-be24-f0b200f4f3cc {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:43:23.646890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 88d18ce8-6edc-4317-be24-f0b200f4f3cc, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88d18ce8-6edc-4317-be24-f0b200f4f3cc,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:23.655633 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:23.718843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=88d18ce8-6edc-4317-be24-f0b200f4f3cc,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:23.868873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['88d18ce8-6edc-4317-be24-f0b200f4f3cc'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:43:23.920468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d0cde-b2ae-417b-ad9b-47a4cd0d2bae req-1ba113cd-042b-4ef7-856f-b4791cfc0c7d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:23.923069 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-964d0cde-b2ae-417b-ad9b-47a4cd0d2bae req-1ba113cd-042b-4ef7-856f-b4791cfc0c7d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 944 time: 0.1482959 Jul 19 03:43:23.989235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-964d0cde-b2ae-417b-ad9b-47a4cd0d2bae req-9bcad21c-da4a-4f1d-afcb-7a7fa400b46b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574837 Jul 19 03:43:25.275408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac557-7de2-45b8-84ee-f23a6db621a1 req-a5e8cb52-7aa8-4165-90ba-76ee61797a25 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:25.277015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8eac557-7de2-45b8-84ee-f23a6db621a1 req-a5e8cb52-7aa8-4165-90ba-76ee61797a25 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 944 time: 0.0979400 Jul 19 03:43:25.333887 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8eac557-7de2-45b8-84ee-f23a6db621a1 req-287d3fc2-508e-4076-bc67-1d86e3349727 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474784 Jul 19 03:43:25.391473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 88d18ce8-6edc-4317-be24-f0b200f4f3cc up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:43:25.488338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 88d18ce8-6edc-4317-be24-f0b200f4f3cc completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:43:25.494951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 88d18ce8-6edc-4317-be24-f0b200f4f3cc triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:43:25.495542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:25.636761 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:25.702517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d18ce8-6edc-4317-be24-f0b200f4f3cc'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:43:25.707986 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a683ac3-fad6-4ae2-8662-076f37936f1b" -d '{"events": [{"server_uuid": "73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8", "name": "network-vif-plugged", "status": "completed", "tag": "88d18ce8-6edc-4317-be24-f0b200f4f3cc"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:43:25.734762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 88d18ce8-6edc-4317-be24-f0b200f4f3cc, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88d18ce8-6edc-4317-be24-f0b200f4f3cc,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:25.748255 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:25.758090 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555f2078-1b0e-40e1-b4ae-f6b75c194532 x-openstack-request-id: req-555f2078-1b0e-40e1-b4ae-f6b75c194532 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:43:25.758521 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8", "name": "network-vif-plugged", "status": "completed", "tag": "88d18ce8-6edc-4317-be24-f0b200f4f3cc", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:43:25.758889 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-555f2078-1b0e-40e1-b4ae-f6b75c194532 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:43:25.759493 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d18ce8-6edc-4317-be24-f0b200f4f3cc', 'code': 200} Jul 19 03:43:25.816428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=88d18ce8-6edc-4317-be24-f0b200f4f3cc,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:25.972949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddda00-fbcb-47b5-ac9c-d9afcf6f0b9f req-eb1151f6-f919-4907-8839-1569734ed34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:25.974892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2dddda00-fbcb-47b5-ac9c-d9afcf6f0b9f req-eb1151f6-f919-4907-8839-1569734ed34c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 1097 time: 0.1264668 Jul 19 03:43:26.053936 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2dddda00-fbcb-47b5-ac9c-d9afcf6f0b9f req-2059f276-a998-4db9-9fbb-e022a2b54f62 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711367 Jul 19 03:43:26.574000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5e0c-77b7-403d-b0f2-f14f2a0ed6cd req-d205f3d5-7b12-43dc-a00d-e1bae6ecf764 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:26.577322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-691f5e0c-77b7-403d-b0f2-f14f2a0ed6cd req-d205f3d5-7b12-43dc-a00d-e1bae6ecf764 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 945 time: 0.1128175 Jul 19 03:43:26.704900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-691f5e0c-77b7-403d-b0f2-f14f2a0ed6cd req-00fbf3ae-8060-4f68-9007-7e3e7976ea12 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186883 Jul 19 03:43:27.831714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32896) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:28.059517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0c594f92-44cb-4d58-9d4d-1f5ce49413aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:28.084661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92440554-1109-4497-9ea4-91bfff3e57cc req-7a094880-ae3c-4428-a42c-30f1788d0c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:28.093210 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92440554-1109-4497-9ea4-91bfff3e57cc req-7a094880-ae3c-4428-a42c-30f1788d0c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 945 time: 0.1563902 Jul 19 03:43:28.186150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-92440554-1109-4497-9ea4-91bfff3e57cc req-4eb544f5-2e7d-4f1e-8c3b-318e86781719 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919058 Jul 19 03:43:28.316973 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0c594f92-44cb-4d58-9d4d-1f5ce49413aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:28.332125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0c594f92-44cb-4d58-9d4d-1f5ce49413aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:28.371773 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c594f92-44cb-4d58-9d4d-1f5ce49413aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315be51d-7581-44ad-b9eb-2c55ecd96955,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:28.403015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0c594f92-44cb-4d58-9d4d-1f5ce49413aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0be61eff606e49a3a32982de4975044b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701191 Jul 19 03:43:28.403665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32914) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:28.484511 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de5d2cf2-657d-42c5-81af-6de976c601be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:28.495651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8c13d-5906-4a4a-900e-7627c399b899 req-a8bb39cc-cd4e-41dd-8ac4-8d671e0ec823 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:28.505590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76e8c13d-5906-4a4a-900e-7627c399b899 req-a8bb39cc-cd4e-41dd-8ac4-8d671e0ec823 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 945 time: 0.1273763 Jul 19 03:43:28.514504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de5d2cf2-657d-42c5-81af-6de976c601be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:28.563050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-76e8c13d-5906-4a4a-900e-7627c399b899 req-5c0c061a-5f56-4338-8db7-509c1ba08163 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563164 Jul 19 03:43:28.569769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de5d2cf2-657d-42c5-81af-6de976c601be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:28.572669 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-de5d2cf2-657d-42c5-81af-6de976c601be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:28.576457 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-de5d2cf2-657d-42c5-81af-6de976c601be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/315be51d-7581-44ad-b9eb-2c55ecd96955 HTTP/1.1" status: 204 len: 168 time: 0.1692653 Jul 19 03:43:28.599637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d2cf2-657d-42c5-81af-6de976c601be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315be51d-7581-44ad-b9eb-2c55ecd96955,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:29.325110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32938) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:29.351492 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-817e3183-8da4-4491-a679-8d5b2e314d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:29.374388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267d284-e386-4f38-9859-9c183594a05d req-1e57daa5-835b-4012-94f0-a62d74c5aee2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:29.379514 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0267d284-e386-4f38-9859-9c183594a05d req-1e57daa5-835b-4012-94f0-a62d74c5aee2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 945 time: 0.1661439 Jul 19 03:43:29.473172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0267d284-e386-4f38-9859-9c183594a05d req-7dc14b18-ca94-4592-a2a8-7d947f2cc4f5 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833144 Jul 19 03:43:29.556377 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-817e3183-8da4-4491-a679-8d5b2e314d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:29.562969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-817e3183-8da4-4491-a679-8d5b2e314d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:29.625246 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-817e3183-8da4-4491-a679-8d5b2e314d3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb9d82925f9d4751aa947a1c8e1ce6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980318 Jul 19 03:43:29.628672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 32942) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:29.678612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e3183-8da4-4491-a679-8d5b2e314d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21904158-9121-4126-8942-6fe312ac014a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:29.726325 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c6422f6-0b43-401d-8f40-93bea47b0daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:29.747692 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c6422f6-0b43-401d-8f40-93bea47b0daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:29.801613 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c6422f6-0b43-401d-8f40-93bea47b0daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:29.804309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7c6422f6-0b43-401d-8f40-93bea47b0daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:29.805651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7c6422f6-0b43-401d-8f40-93bea47b0daa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21904158-9121-4126-8942-6fe312ac014a HTTP/1.1" status: 204 len: 168 time: 0.1757588 Jul 19 03:43:29.828361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6422f6-0b43-401d-8f40-93bea47b0daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21904158-9121-4126-8942-6fe312ac014a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:30.601263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-d3466896-cfd6-4ea8-9628-aa61009186ed tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:30.601772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-d3466896-cfd6-4ea8-9628-aa61009186ed tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 945 time: 0.1174512 Jul 19 03:43:30.832242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3111a9a-34e7-44dd-a301-ed49fbc196c6 req-2c9517af-0d1c-4e42-8dda-1e9fce474322 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:30.843679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b3111a9a-34e7-44dd-a301-ed49fbc196c6 req-2c9517af-0d1c-4e42-8dda-1e9fce474322 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 945 time: 0.1152215 Jul 19 03:43:30.853870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-0d82dee6-caf8-43e1-a850-261fdb972a52 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Deleting port 88d18ce8-6edc-4317-be24-f0b200f4f3cc {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:43:30.854215 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-0d82dee6-caf8-43e1-a850-261fdb972a52 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:30.939598 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b3111a9a-34e7-44dd-a301-ed49fbc196c6 req-5583ce6d-4787-44ff-b3e4-313d08b14536 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941713 Jul 19 03:43:31.010854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-0d82dee6-caf8-43e1-a850-261fdb972a52 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] For port 88d18ce8-6edc-4317-be24-f0b200f4f3cc, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=88d18ce8-6edc-4317-be24-f0b200f4f3cc,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:31.012038 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-0d82dee6-caf8-43e1-a850-261fdb972a52 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:31.031666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-0d82dee6-caf8-43e1-a850-261fdb972a52 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Calling delete_port for 88d18ce8-6edc-4317-be24-f0b200f4f3cc owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:43:31.210490 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-0d82dee6-caf8-43e1-a850-261fdb972a52 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:31.223637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['73461717-df80-4ed3-ac53-8b93c869f5f8', '88d18ce8-6edc-4317-be24-f0b200f4f3cc'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:43:31.266240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82dee6-caf8-43e1-a850-261fdb972a52 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'Port': ['ID=88d18ce8-6edc-4317-be24-f0b200f4f3cc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:31.337257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-0d82dee6-caf8-43e1-a850-261fdb972a52 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] No DVR routers for this DVR port 88d18ce8-6edc-4317-be24-f0b200f4f3cc on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:43:31.340755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-0d82dee6-caf8-43e1-a850-261fdb972a52 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:31.343670 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a1647719-ce40-4baa-a6d9-0d880434d612 req-0d82dee6-caf8-43e1-a850-261fdb972a52 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "DELETE /v2.0/ports/88d18ce8-6edc-4317-be24-f0b200f4f3cc HTTP/1.1" status: 204 len: 173 time: 0.7277687 Jul 19 03:43:31.344917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8', 'name': 'network-vif-deleted', 'tag': '88d18ce8-6edc-4317-be24-f0b200f4f3cc'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:43:31.351706 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736efe30-778b-476f-b03b-72fe81c3cd33" -d '{"events": [{"server_uuid": "73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8", "name": "network-vif-deleted", "tag": "88d18ce8-6edc-4317-be24-f0b200f4f3cc"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:43:31.466215 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f639b9-c19f-4846-9d17-22cb2ba80d2b x-openstack-request-id: req-e9f639b9-c19f-4846-9d17-22cb2ba80d2b {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:43:31.467475 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8", "name": "network-vif-deleted", "tag": "88d18ce8-6edc-4317-be24-f0b200f4f3cc", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:43:31.467979 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9f639b9-c19f-4846-9d17-22cb2ba80d2b {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:43:31.468537 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8', 'name': 'network-vif-deleted', 'tag': '88d18ce8-6edc-4317-be24-f0b200f4f3cc', 'status': 'completed', 'code': 200} Jul 19 03:43:32.207601 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab59e539-3cb9-49d4-82d1-4a75c2607e1f req-d49be4ae-aac9-40e7-905f-334447bb7114 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 210 time: 0.0709317 Jul 19 03:43:33.422575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 88d18ce8-6edc-4317-be24-f0b200f4f3cc no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:43:33.453429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 88d18ce8-6edc-4317-be24-f0b200f4f3cc {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:43:33.454120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 88d18ce8-6edc-4317-be24-f0b200f4f3cc not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:43:33.586831 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-caa1506d-1d50-44a1-8a66-e6da8fbb8c34 req-045ccda8-e955-4a8b-b6ed-980d21e0185e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 210 time: 0.0673892 Jul 19 03:43:34.452480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33068) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:34.601359 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f586a15-7516-4577-b8cb-006d3e87dd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:34.852861 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f586a15-7516-4577-b8cb-006d3e87dd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:34.907982 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f586a15-7516-4577-b8cb-006d3e87dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:34.946824 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-15664ccd-f7dd-477b-a915-0f252e310ba3 req-60eeb5c6-d6db-4277-a536-6c5eae26d9c6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 210 time: 0.0914893 Jul 19 03:43:34.951547 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f586a15-7516-4577-b8cb-006d3e87dd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997d92a-35ea-4ce6-9328-b1e6a8e97b48,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:34.993617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33074) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:34.996458 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2f586a15-7516-4577-b8cb-006d3e87dd6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ce05a1269c8478f910c7d3a7b204b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394068 Jul 19 03:43:35.071964 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55329831-e269-42df-a7cf-6cd812cb2450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:35.162801 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55329831-e269-42df-a7cf-6cd812cb2450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:35.311806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55329831-e269-42df-a7cf-6cd812cb2450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:35.318944 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-55329831-e269-42df-a7cf-6cd812cb2450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:35.344927 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-55329831-e269-42df-a7cf-6cd812cb2450 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e997d92a-35ea-4ce6-9328-b1e6a8e97b48 HTTP/1.1" status: 204 len: 168 time: 0.3500795 Jul 19 03:43:35.359106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55329831-e269-42df-a7cf-6cd812cb2450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997d92a-35ea-4ce6-9328-b1e6a8e97b48,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:35.793164 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33094) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:35.809017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb5529cd-76d0-4fe0-9a85-fd464452e64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:35.968484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb5529cd-76d0-4fe0-9a85-fd464452e64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:35.975988 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bb5529cd-76d0-4fe0-9a85-fd464452e64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:36.069620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5529cd-76d0-4fe0-9a85-fd464452e64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e92fbe-a6e6-474e-ba98-4efe593d9df4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:36.093452 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bb5529cd-76d0-4fe0-9a85-fd464452e64f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3366e685dcbe4fc3b2490db411a346b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986708 Jul 19 03:43:36.096157 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33098) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:36.193383 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612abeaf-8083-4d0e-b5ef-4ff13e6266c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:36.212253 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-293f001b-c957-4afa-a359-6ebd4e4e4a7b req-462c6915-63d4-43a1-801b-d38eda5ff683 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 210 time: 0.0445867 Jul 19 03:43:36.259580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612abeaf-8083-4d0e-b5ef-4ff13e6266c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:36.324652 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612abeaf-8083-4d0e-b5ef-4ff13e6266c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:36.328530 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-612abeaf-8083-4d0e-b5ef-4ff13e6266c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:36.333549 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-612abeaf-8083-4d0e-b5ef-4ff13e6266c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5e92fbe-a6e6-474e-ba98-4efe593d9df4 HTTP/1.1" status: 204 len: 168 time: 0.2322974 Jul 19 03:43:36.357209 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612abeaf-8083-4d0e-b5ef-4ff13e6266c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e92fbe-a6e6-474e-ba98-4efe593d9df4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:37.156387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:37.334539 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:37.479281 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-74640b8e-de51-4f6d-b3f3-6f409c21b011 req-bab400ac-2619-4990-a2e2-8c52aeb1f12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fa9c3e-acca-4b4d-96fb-a9b9df2f36f8 HTTP/1.1" status: 200 len: 210 time: 0.0436296 Jul 19 03:43:39.544559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33256) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:39.695702 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8518-61be-47a7-bb37-625ccfeb1c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:39.825369 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8518-61be-47a7-bb37-625ccfeb1c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:39.834067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8518-61be-47a7-bb37-625ccfeb1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:39.901508 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c0ba8518-61be-47a7-bb37-625ccfeb1c5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e214794b59e94c94935ab4b31af98536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557997 Jul 19 03:43:39.903118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba8518-61be-47a7-bb37-625ccfeb1c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68df07e-e228-44b3-908a-0dd4968a5889,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:39.904854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33268) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:40.029218 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f9371f52-1e73-4836-8b18-9fd9377e321d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.055159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f9371f52-1e73-4836-8b18-9fd9377e321d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.120062 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f9371f52-1e73-4836-8b18-9fd9377e321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.123576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f9371f52-1e73-4836-8b18-9fd9377e321d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.124810 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f9371f52-1e73-4836-8b18-9fd9377e321d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a68df07e-e228-44b3-908a-0dd4968a5889 HTTP/1.1" status: 204 len: 168 time: 0.2191186 Jul 19 03:43:40.138922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9371f52-1e73-4836-8b18-9fd9377e321d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68df07e-e228-44b3-908a-0dd4968a5889,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:40.516044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33278) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:40.533930 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-69026567-fb5a-406c-96a4-c871b6286ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.672210 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-69026567-fb5a-406c-96a4-c871b6286ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.677919 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-69026567-fb5a-406c-96a4-c871b6286ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.724364 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-69026567-fb5a-406c-96a4-c871b6286ef4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b19b66b630524d0da930a59f1fd57b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072010 Jul 19 03:43:40.725209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69026567-fb5a-406c-96a4-c871b6286ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adec812-d068-4f95-8cb9-484731a7c573,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:40.728435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33282) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:40.806003 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0bca2fd9-5e3a-4135-9470-5125a66b7cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.835459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0bca2fd9-5e3a-4135-9470-5125a66b7cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.898902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0bca2fd9-5e3a-4135-9470-5125a66b7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.913528 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0bca2fd9-5e3a-4135-9470-5125a66b7cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:40.915675 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0bca2fd9-5e3a-4135-9470-5125a66b7cfb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2adec812-d068-4f95-8cb9-484731a7c573 HTTP/1.1" status: 204 len: 168 time: 0.1847653 Jul 19 03:43:40.929952 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca2fd9-5e3a-4135-9470-5125a66b7cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adec812-d068-4f95-8cb9-484731a7c573,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:41.920409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33320) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:42.027067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-9089a5f0-042e-425e-890f-fe21e5ef5eba admin admin] Deleting subnet f349d380-b6fd-47f2-b6fd-8f0a420d58a8 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:43:42.038117 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9089a5f0-042e-425e-890f-fe21e5ef5eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.092585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9089a5f0-042e-425e-890f-fe21e5ef5eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.157354 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9089a5f0-042e-425e-890f-fe21e5ef5eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.231824 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9089a5f0-042e-425e-890f-fe21e5ef5eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.265743 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9089a5f0-042e-425e-890f-fe21e5ef5eba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.271508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33338) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:42.279922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9089a5f0-042e-425e-890f-fe21e5ef5eba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f349d380-b6fd-47f2-b6fd-8f0a420d58a8 HTTP/1.1" status: 204 len: 168 time: 0.3575380 Jul 19 03:43:42.281043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089a5f0-042e-425e-890f-fe21e5ef5eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f349d380-b6fd-47f2-b6fd-8f0a420d58a8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:42.366402 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.482064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.498703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fcfd73-de03-48b0-a8c6-2dd78b05243f']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:43:42.510364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15d8d09-8f40-4362-aac3-bbe780a5306a') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:43:42.510640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15d8d09-8f40-4362-aac3-bbe780a5306a') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:43:42.521063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.527379 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-57bea8d4-22cc-42a2-8e1b-728b997345e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.543879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.550383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:43:42.550954 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:43:42.553808 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:43:42.620773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.633392 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:42.638666 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] 10.222.0.20 "DELETE /v2.0/networks/f9fcfd73-de03-48b0-a8c6-2dd78b05243f HTTP/1.1" status: 204 len: 168 time: 0.3661284 Jul 19 03:43:42.652750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad90f0-5c7d-41a7-9558-5444b619ca5e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9fcfd73-de03-48b0-a8c6-2dd78b05243f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:42.874553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33358) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:42.916549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-23a022cf-322d-4f78-9774-f92d7061b65a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca344a44b2ea47659e2cab377de0264b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407450 Jul 19 03:43:42.919090 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33360) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:42.968683 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33362) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:43.004244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-29246e62-b6a3-420a-ae10-2b2d337dcddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.027389 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-29246e62-b6a3-420a-ae10-2b2d337dcddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.081678 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-29246e62-b6a3-420a-ae10-2b2d337dcddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.084205 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-29246e62-b6a3-420a-ae10-2b2d337dcddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.093883 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-29246e62-b6a3-420a-ae10-2b2d337dcddd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fca2221-1d5e-4aed-abfe-5c3c2805a360 HTTP/1.1" status: 204 len: 168 time: 0.1707354 Jul 19 03:43:43.099868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29246e62-b6a3-420a-ae10-2b2d337dcddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fca2221-1d5e-4aed-abfe-5c3c2805a360,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:43.179398 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a18295-078d-46b2-b37d-952d7e983c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.295545 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a18295-078d-46b2-b37d-952d7e983c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.303544 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b8a18295-078d-46b2-b37d-952d7e983c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.354560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b8a18295-078d-46b2-b37d-952d7e983c90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65e0d600aab3409494f0ddc8d3a69cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847692 Jul 19 03:43:43.354909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33374) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:43.355814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a18295-078d-46b2-b37d-952d7e983c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e11efe7-0147-42ae-8afd-063960160d09,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:43.453339 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e642ae5-a587-456f-a905-856a309f77ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.491876 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e642ae5-a587-456f-a905-856a309f77ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.560767 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e642ae5-a587-456f-a905-856a309f77ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.563617 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e642ae5-a587-456f-a905-856a309f77ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:43.564922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8e642ae5-a587-456f-a905-856a309f77ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e11efe7-0147-42ae-8afd-063960160d09 HTTP/1.1" status: 204 len: 168 time: 0.2081017 Jul 19 03:43:43.574402 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e642ae5-a587-456f-a905-856a309f77ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e11efe7-0147-42ae-8afd-063960160d09,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:43.845120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5a2d8-dddc-400d-ad1c-259ded506bf9 req-82b60646-a35e-4ea3-8deb-393cace46d3a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:43.847505 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1c5a2d8-dddc-400d-ad1c-259ded506bf9 req-82b60646-a35e-4ea3-8deb-393cace46d3a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 946 time: 0.1128280 Jul 19 03:43:43.898900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1c5a2d8-dddc-400d-ad1c-259ded506bf9 req-ea09d172-a0a5-4db2-a8f4-d84d1bbd90a0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Jul 19 03:43:44.916871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b5354-1f25-421b-8024-911eee3a299e req-3959327f-f47a-4b4e-851b-4ca363552283 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:44.919131 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-238b5354-1f25-421b-8024-911eee3a299e req-3959327f-f47a-4b4e-851b-4ca363552283 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 946 time: 0.0780287 Jul 19 03:43:44.934007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33452) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:45.053970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-535613368', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:45.097385 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8aa25519-e258-4621-b0dc-169b7ec4f605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.114019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-238b5354-1f25-421b-8024-911eee3a299e req-716147c4-d449-41e4-99c7-b0a344f0fcff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Deleting port 73461717-df80-4ed3-ac53-8b93c869f5f8 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:43:45.114899 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-238b5354-1f25-421b-8024-911eee3a299e req-716147c4-d449-41e4-99c7-b0a344f0fcff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.126334 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Made reservation on behalf of 08b4b89a2c364a069eead5aec691b515 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:43:45.130031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.166744 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.234837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6545f-83d8-47a1-8e4e-177490f54c6a req-a8a24526-c2ef-45f2-b924-a43ea86ba16a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:45.241978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-238b5354-1f25-421b-8024-911eee3a299e req-716147c4-d449-41e4-99c7-b0a344f0fcff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] For port 73461717-df80-4ed3-ac53-8b93c869f5f8, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=73461717-df80-4ed3-ac53-8b93c869f5f8,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:45.242749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-238b5354-1f25-421b-8024-911eee3a299e req-716147c4-d449-41e4-99c7-b0a344f0fcff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.242896 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-84d6545f-83d8-47a1-8e4e-177490f54c6a req-a8a24526-c2ef-45f2-b924-a43ea86ba16a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 946 time: 0.1747744 Jul 19 03:43:45.259596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-238b5354-1f25-421b-8024-911eee3a299e req-716147c4-d449-41e4-99c7-b0a344f0fcff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Calling delete_port for 73461717-df80-4ed3-ac53-8b93c869f5f8 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:43:45.303398 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-84d6545f-83d8-47a1-8e4e-177490f54c6a req-fd0edf61-0138-449a-a85d-07883f838e35 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29324da-b52f-49d9-85ff-f20b469eaaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595868 Jul 19 03:43:45.387595 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.394016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.399690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] device_id is not set on port 7a2e8681-978d-4043-b6a4-5064d1d0ecdf yet. {{(pid=94345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 19 03:43:45.423944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18324d4c-e071-4e97-99d9-4f30ff18c11a,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:45.434886 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-238b5354-1f25-421b-8024-911eee3a299e req-716147c4-d449-41e4-99c7-b0a344f0fcff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.446830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['73461717-df80-4ed3-ac53-8b93c869f5f8'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:43:45.483906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716147c4-d449-41e4-99c7-b0a344f0fcff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'Port': ['ID=73461717-df80-4ed3-ac53-8b93c869f5f8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:45.531648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-238b5354-1f25-421b-8024-911eee3a299e req-716147c4-d449-41e4-99c7-b0a344f0fcff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] No DVR routers for this DVR port 73461717-df80-4ed3-ac53-8b93c869f5f8 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:43:45.534463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-238b5354-1f25-421b-8024-911eee3a299e req-716147c4-d449-41e4-99c7-b0a344f0fcff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.536520 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-238b5354-1f25-421b-8024-911eee3a299e req-716147c4-d449-41e4-99c7-b0a344f0fcff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.26 "DELETE /v2.0/ports/73461717-df80-4ed3-ac53-8b93c869f5f8 HTTP/1.1" status: 204 len: 173 time: 0.5999410 Jul 19 03:43:45.537412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3458bdd-6bb9-4446-8f21-8dc7a84fd072', 'name': 'network-vif-deleted', 'tag': '73461717-df80-4ed3-ac53-8b93c869f5f8'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:43:45.540199 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf5883e-99c4-4006-86d4-7a166a20f52d" -d '{"events": [{"server_uuid": "d3458bdd-6bb9-4446-8f21-8dc7a84fd072", "name": "network-vif-deleted", "tag": "73461717-df80-4ed3-ac53-8b93c869f5f8"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:43:45.575399 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Allocated IP 172.25.2.186 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/7a2e8681-978d-4043-b6a4-5064d1d0ecdf) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:43:45.605255 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004cf75f-5925-44fe-9e8d-412f85630a9f x-openstack-request-id: req-004cf75f-5925-44fe-9e8d-412f85630a9f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:43:45.605652 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3458bdd-6bb9-4446-8f21-8dc7a84fd072", "name": "network-vif-deleted", "tag": "73461717-df80-4ed3-ac53-8b93c869f5f8", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:43:45.606102 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-004cf75f-5925-44fe-9e8d-412f85630a9f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:43:45.606526 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3458bdd-6bb9-4446-8f21-8dc7a84fd072', 'name': 'network-vif-deleted', 'tag': '73461717-df80-4ed3-ac53-8b93c869f5f8', 'status': 'completed', 'code': 200} Jul 19 03:43:45.672240 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.792043 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:45.816018 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-107e47ce-ccaf-49f1-86c2-0c5f7242c56a tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad0804e8e0f747c6be3c51b07f978183&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396149 Jul 19 03:43:45.986585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:46.057130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:43:46.069919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:43:46.072287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:43:46.110403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Pushing event updated for resources: {'Port': ['ID=7a2e8681-978d-4043-b6a4-5064d1d0ecdf,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:46.121973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-a28f571a-154f-44c7-ba87-ebb622e29deb tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:46.123484 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-a28f571a-154f-44c7-ba87-ebb622e29deb tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2985368 Jul 19 03:43:46.152486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:46.153716 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:46.162861 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-5c9dc789-29e5-4d08-8581-9ba0c443361c tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/quotas/ad0804e8e0f747c6be3c51b07f978183 HTTP/1.1" status: 200 len: 375 time: 0.0313256 Jul 19 03:43:46.184694 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c7c4c97e-c304-4ceb-9d80-397ff1a681a9 tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.2466412 Jul 19 03:43:46.185071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33480) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:46.191888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.186'}]}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:46.216357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:46.217878 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:46.226723 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-ef2e08c3-3975-4067-8a5c-6c208104b8a6 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad0804e8e0f747c6be3c51b07f978183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559719 Jul 19 03:43:46.288058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:46.472354 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-61cfb9d6-d293-4be6-847c-119f1ef1d2e6 req-a9aa89c7-1131-44a8-89fb-84996bff6cde tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 210 time: 0.0513141 Jul 19 03:43:46.493853 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:46.866909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1a5d144-f434-4418-aaaf-adf8b2e4f632 req-0695ae73-3ea2-4481-ad0d-208536139655 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 210 time: 0.0775375 Jul 19 03:43:46.954568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:47.199683 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:47.221558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:47.436232 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:47.503794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 73461717-df80-4ed3-ac53-8b93c869f5f8 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:43:47.593976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 73461717-df80-4ed3-ac53-8b93c869f5f8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:43:47.594370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 73461717-df80-4ed3-ac53-8b93c869f5f8 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:43:47.613356 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:47.616108 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:47.679058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:47.679722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b197e4fd-8c36-4c18-8d71-1a826c94ab13 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:43:47.698243 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 19 03:43:47.702050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f45fd49a-0cc5-4014-ba7c-2e4a0445af4d tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5134811 Jul 19 03:43:47.706806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33506) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:47.727352 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f3438dac-6198-42cf-8d69-65df8883a813 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ad0804e8e0f747c6be3c51b07f978183&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253386 Jul 19 03:43:47.814473 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce45cded-0fb5-4cc1-adbb-f46d41fd5837 req-2e5c352a-69f7-4776-870d-902141472ac5 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 210 time: 0.0477600 Jul 19 03:43:47.870813 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-6a4ee0da-71ee-4dc1-9389-bd1aa60ff0c2 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:47.873045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-6a4ee0da-71ee-4dc1-9389-bd1aa60ff0c2 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408515 Jul 19 03:43:47.886992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Request body: {'port': {'device_id': 'a12eda2d-9893-44f0-914a-b2bbcf5f7814', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': 'ad0804e8e0f747c6be3c51b07f978183'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:47.948286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e853a07d-3b1a-41d2-b224-bc152a4bb11f tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Deleting port 7a2e8681-978d-4043-b6a4-5064d1d0ecdf {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:43:47.948638 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e853a07d-3b1a-41d2-b224-bc152a4bb11f tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:47.987702 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:48.139241 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e853a07d-3b1a-41d2-b224-bc152a4bb11f tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:48.164012 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9c9c2e42-f7c7-415a-bbaa-8c1af9edefdf req-43d92b44-4e63-4f86-86c8-2e8d38c109b9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 210 time: 0.0542784 Jul 19 03:43:48.168896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e853a07d-3b1a-41d2-b224-bc152a4bb11f tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Calling delete_port for 7a2e8681-978d-4043-b6a4-5064d1d0ecdf owned by {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:43:48.218946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Made reservation on behalf of ad0804e8e0f747c6be3c51b07f978183 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:43:48.224242 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:48.236115 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:48.355827 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e853a07d-3b1a-41d2-b224-bc152a4bb11f tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:48.424080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853a07d-3b1a-41d2-b224-bc152a4bb11f tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a2e8681-978d-4043-b6a4-5064d1d0ecdf,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:48.431443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:48.437465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:48.470730 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e853a07d-3b1a-41d2-b224-bc152a4bb11f tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:48.473185 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e853a07d-3b1a-41d2-b224-bc152a4bb11f tempest-RoutersAdminNegativeIpV6Test-1583887885 tempest-RoutersAdminNegativeIpV6Test-1583887885-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7a2e8681-978d-4043-b6a4-5064d1d0ecdf HTTP/1.1" status: 204 len: 168 time: 0.7651439 Jul 19 03:43:48.487214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8b829e-e1f2-4140-8095-54cbcda86497,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:48.639482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Allocated IP 192.168.233.102 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/f0842835-f46d-4ff8-a835-c9797f79afa3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:43:48.807833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33520) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:48.857692 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:48.893792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Transition to ACTIVE for port object f0842835-f46d-4ff8-a835-c9797f79afa3 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:43:48.954107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f452fdc-e174-4ff3-b049-e85edd71f1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:48.962733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.035029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Pushing event updated for resources: {'Port': ['ID=f0842835-f46d-4ff8-a835-c9797f79afa3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:49.046508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:43:49.048118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:43:49.051621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:43:49.135765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:49.136862 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.138210 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f452fdc-e174-4ff3-b049-e85edd71f1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.148645 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029a585-7475-44d2-ba6c-738bc8d41b25 req-f4a639f8-4cf2-4f53-9e4e-c1321bbf3c6c tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:49.155866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a029a585-7475-44d2-ba6c-738bc8d41b25 req-f4a639f8-4cf2-4f53-9e4e-c1321bbf3c6c tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 936 time: 0.1502783 Jul 19 03:43:49.159246 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4f452fdc-e174-4ff3-b049-e85edd71f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.174880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-f0daed4e-3414-41fd-984b-193e3a52b056 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2923248 Jul 19 03:43:49.186438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Request body: {'port': {'device_id': 'a12eda2d-9893-44f0-914a-b2bbcf5f7814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:49.244306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4f452fdc-e174-4ff3-b049-e85edd71f1e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=728214a884054e39b6397e50f0971ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335194 Jul 19 03:43:49.255598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33534) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:49.267859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f452fdc-e174-4ff3-b049-e85edd71f1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56a7499-d551-4ec1-941d-45b234937ef2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:49.290163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a029a585-7475-44d2-ba6c-738bc8d41b25 req-c0cbb085-493d-4410-b1dc-26234420a7c2 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed8b829e-e1f2-4140-8095-54cbcda86497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334164 Jul 19 03:43:49.386756 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4de8d19-cefa-4add-afc2-b24c625d16c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.416880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4de8d19-cefa-4add-afc2-b24c625d16c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.425709 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bffa3031-c83e-42b3-a4df-7759c405a209 req-7951aad5-7534-4e36-9a0e-e74e3bafbfd6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 210 time: 0.0362940 Jul 19 03:43:49.431615 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.476443 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4de8d19-cefa-4add-afc2-b24c625d16c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.479778 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c4de8d19-cefa-4add-afc2-b24c625d16c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.481041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c4de8d19-cefa-4add-afc2-b24c625d16c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f56a7499-d551-4ec1-941d-45b234937ef2 HTTP/1.1" status: 204 len: 168 time: 0.2244282 Jul 19 03:43:49.489801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de8d19-cefa-4add-afc2-b24c625d16c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56a7499-d551-4ec1-941d-45b234937ef2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:49.516662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c94d4096-7acf-46ad-ae0d-2a7b35592cbc None None] Provisioning for port f0842835-f46d-4ff8-a835-c9797f79afa3 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:43:49.529531 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c94d4096-7acf-46ad-ae0d-2a7b35592cbc None None] Provisioning complete for port f0842835-f46d-4ff8-a835-c9797f79afa3 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:43:49.529905 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c94d4096-7acf-46ad-ae0d-2a7b35592cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.615185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c94d4096-7acf-46ad-ae0d-2a7b35592cbc None None] Port f0842835-f46d-4ff8-a835-c9797f79afa3 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:43:49.803328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0842835-f46d-4ff8-a835-c9797f79afa3 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:43:49.813223 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.829028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Transition to ACTIVE for port object f0842835-f46d-4ff8-a835-c9797f79afa3 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:43:49.835255 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:49.842087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33540) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:49.910666 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d6080136-f12b-4c48-85be-9446d7c08bda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08b4b89a2c364a069eead5aec691b515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672674 Jul 19 03:43:49.911201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Pushing event updated for resources: {'Port': ['ID=f0842835-f46d-4ff8-a835-c9797f79afa3,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:49.913021 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33542) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:50.023916 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9281c6fc-5df6-451b-9875-548e4f822064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:50.072576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Attempting to bind port f0842835-f46d-4ff8-a835-c9797f79afa3 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:43:50.072884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Attempting to bind port f0842835-f46d-4ff8-a835-c9797f79afa3 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:43:50.073169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Attempting to bind port f0842835-f46d-4ff8-a835-c9797f79afa3 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:43:50.077049 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9281c6fc-5df6-451b-9875-548e4f822064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:50.086471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Port f0842835-f46d-4ff8-a835-c9797f79afa3 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:43:50.086950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Attempting to bind port f0842835-f46d-4ff8-a835-c9797f79afa3 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:43:50.093827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:43:50.094172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:43:50.094592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:43:50.098714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Bound port: f0842835-f46d-4ff8-a835-c9797f79afa3, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:43:50.098982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:50.158773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9281c6fc-5df6-451b-9875-548e4f822064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:50.161491 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9281c6fc-5df6-451b-9875-548e4f822064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:50.175704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9281c6fc-5df6-451b-9875-548e4f822064 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18324d4c-e071-4e97-99d9-4f30ff18c11a HTTP/1.1" status: 204 len: 168 time: 0.2485294 Jul 19 03:43:50.188731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281c6fc-5df6-451b-9875-548e4f822064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18324d4c-e071-4e97-99d9-4f30ff18c11a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:50.254410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] For port f0842835-f46d-4ff8-a835-c9797f79afa3, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:43:50.258525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] For port f0842835-f46d-4ff8-a835-c9797f79afa3, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f0842835-f46d-4ff8-a835-c9797f79afa3,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:43:50.265413 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:50.302504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:50.303129 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:50.305117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-078b5d13-b451-480f-8adb-feddf666790b service neutron] 10.222.0.25 "PUT /v2.0/ports/f0842835-f46d-4ff8-a835-c9797f79afa3 HTTP/1.1" status: 200 len: 1097 time: 1.1232595 Jul 19 03:43:50.307766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12eda2d-9893-44f0-914a-b2bbcf5f7814', 'tag': 'f0842835-f46d-4ff8-a835-c9797f79afa3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:43:50.317982 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223" -d '{"events": [{"name": "network-changed", "server_uuid": "a12eda2d-9893-44f0-914a-b2bbcf5f7814", "tag": "f0842835-f46d-4ff8-a835-c9797f79afa3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:43:50.355497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b5d13-b451-480f-8adb-feddf666790b service neutron] Pushing event updated for resources: {'Port': ['ID=f0842835-f46d-4ff8-a835-c9797f79afa3,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:50.458872 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3873fd17-7579-4540-89cb-a7bce75f7337 x-openstack-request-id: req-3873fd17-7579-4540-89cb-a7bce75f7337 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:43:50.459533 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12eda2d-9893-44f0-914a-b2bbcf5f7814", "tag": "f0842835-f46d-4ff8-a835-c9797f79afa3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:43:50.459533 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3873fd17-7579-4540-89cb-a7bce75f7337 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:43:50.459859 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12eda2d-9893-44f0-914a-b2bbcf5f7814', 'tag': 'f0842835-f46d-4ff8-a835-c9797f79afa3', 'status': 'completed', 'code': 200} Jul 19 03:43:50.528310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-24e29e7d-371c-4fff-a049-c0c0b6ef3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:50.529969 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-24e29e7d-371c-4fff-a049-c0c0b6ef3fc6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad0804e8e0f747c6be3c51b07f978183&device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 1100 time: 0.1678936 Jul 19 03:43:50.662666 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-e69dc4df-5e4b-42ed-9819-5d11bd9e734a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f0842835-f46d-4ff8-a835-c9797f79afa3 HTTP/1.1" status: 200 len: 217 time: 0.1179628 Jul 19 03:43:50.748608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783bfa5-ce00-4119-bfd1-cc23675894df req-f43373c2-7a31-4f82-ab82-14764ee14b49 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:50.756109 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2783bfa5-ce00-4119-bfd1-cc23675894df req-f43373c2-7a31-4f82-ab82-14764ee14b49 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 948 time: 0.2382064 Jul 19 03:43:50.756109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-35e54c14-5201-466d-99ad-936f1e820e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:50.756109 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-35e54c14-5201-466d-99ad-936f1e820e27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0844202 Jul 19 03:43:50.837214 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2783bfa5-ce00-4119-bfd1-cc23675894df req-35b80c93-84c2-429b-99cc-ab224227c563 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed8b829e-e1f2-4140-8095-54cbcda86497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797839 Jul 19 03:43:50.856364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-13670a67-9972-4b49-884a-6d45ffc15830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:50.857926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-13670a67-9972-4b49-884a-6d45ffc15830 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0927150 Jul 19 03:43:50.859357 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee84fc57-ea5f-4c56-bf77-f7c55b7dc881 req-836f2a5e-d0cf-4cf4-9ee8-3dd057fc5f49 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3458bdd-6bb9-4446-8f21-8dc7a84fd072 HTTP/1.1" status: 200 len: 210 time: 0.1164391 Jul 19 03:43:51.015044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-572e658f-320e-4bcf-a996-cd61b92cd590 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438427 Jul 19 03:43:51.126155 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e72824e6-1efa-4540-ada1-7355f76249e0 req-feddff40-faee-4814-90fe-a4e076526066 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047559 Jul 19 03:43:51.260338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-5696efdf-2a35-4849-82c9-4c4054ee563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:51.262388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-5696efdf-2a35-4849-82c9-4c4054ee563f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad0804e8e0f747c6be3c51b07f978183&device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 1100 time: 0.0709956 Jul 19 03:43:51.362605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33578) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.404550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-50be3922-facf-426d-b099-fb434b3d068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:51.406969 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-50be3922-facf-426d-b099-fb434b3d068f service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.1374307 Jul 19 03:43:51.458465 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-cab7e099-0d12-47c7-8dbd-ea98a5799689 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f0842835-f46d-4ff8-a835-c9797f79afa3 HTTP/1.1" status: 200 len: 217 time: 0.0443411 Jul 19 03:43:51.469812 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-18b08f54-56bd-4d3f-a5e2-0a704089f524 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.471469 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-18b08f54-56bd-4d3f-a5e2-0a704089f524 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1076818 Jul 19 03:43:51.474287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33582) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.478712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-3e899e31-096a-4889-9187-170cb920a66d tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.480077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3e899e31-096a-4889-9187-170cb920a66d tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045907 Jul 19 03:43:51.484152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33584) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.489120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-92b3d747-d8df-475c-b732-b42e55fff556 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.495673 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-92b3d747-d8df-475c-b732-b42e55fff556 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0099804 Jul 19 03:43:51.498673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33586) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.505904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-79663e24-4541-4aaf-bb3a-e85eedf9c5c6 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.509658 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-79663e24-4541-4aaf-bb3a-e85eedf9c5c6 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0098259 Jul 19 03:43:51.510318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33588) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.514676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-af9cb543-c506-41ee-ba07-b60f8a6f65c3 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.518230 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af9cb543-c506-41ee-ba07-b60f8a6f65c3 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0060353 Jul 19 03:43:51.519906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33590) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.524345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-468aee50-79f6-4a66-9c26-879bfc238769 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.526123 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-468aee50-79f6-4a66-9c26-879bfc238769 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044758 Jul 19 03:43:51.527611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33592) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.533576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-b094b17a-3b1d-456d-9622-7e58255bc9ac tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.536617 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b094b17a-3b1d-456d-9622-7e58255bc9ac tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060849 Jul 19 03:43:51.536761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33594) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.543349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-80a806ec-b555-445f-9f5d-4c63ff501068 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.544367 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-80a806ec-b555-445f-9f5d-4c63ff501068 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042992 Jul 19 03:43:51.545952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-dbbb6d3d-1191-4e81-8aa5-8a04db83345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:51.546656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33596) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.547381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-dbbb6d3d-1191-4e81-8aa5-8a04db83345d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0824413 Jul 19 03:43:51.551918 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-a5437b90-d9cb-4871-a790-37dc03b9084e tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.552889 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a5437b90-d9cb-4871-a790-37dc03b9084e tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053000 Jul 19 03:43:51.622751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-71084f4d-8df4-454e-9991-4787997f4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:51.624382 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-71084f4d-8df4-454e-9991-4787997f4bb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700018 Jul 19 03:43:51.627951 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33598) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.633439 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-b0803471-96a9-42ea-bda3-2f9bc4925230 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.637663 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b0803471-96a9-42ea-bda3-2f9bc4925230 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0087118 Jul 19 03:43:51.638236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33600) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.642599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-36518f29-21f6-4fe3-8106-6418b66e6a95 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.646393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-36518f29-21f6-4fe3-8106-6418b66e6a95 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0071671 Jul 19 03:43:51.647639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33602) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.652040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-4224b8f3-d6ad-4778-919e-de7ad6a8cc09 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.655615 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4224b8f3-d6ad-4778-919e-de7ad6a8cc09 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070529 Jul 19 03:43:51.656182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33604) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.661927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-c8ed0f35-2132-478b-8629-dfe44a231200 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.666136 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c8ed0f35-2132-478b-8629-dfe44a231200 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0084155 Jul 19 03:43:51.666662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33606) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.671314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-d0b7fe80-9103-410f-8ea8-1037594f054c tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.675182 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d0b7fe80-9103-410f-8ea8-1037594f054c tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0075963 Jul 19 03:43:51.675738 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33608) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.680307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-d1c1dc9e-d4b0-4105-b6fd-9105719a950a tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.683562 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d1c1dc9e-d4b0-4105-b6fd-9105719a950a tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069518 Jul 19 03:43:51.684084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33610) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.688059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-6de9eb6a-f137-4061-ae9e-5a2b003102ad tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.692397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6de9eb6a-f137-4061-ae9e-5a2b003102ad tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074701 Jul 19 03:43:51.692934 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33612) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.697301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-78e646f6-344f-4a7f-a251-4d67e736e4e4 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.700974 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-78e646f6-344f-4a7f-a251-4d67e736e4e4 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0072017 Jul 19 03:43:51.701501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33614) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.705723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-601c3b48-cd0e-4019-bb3d-0b14cd950da1 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.709209 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-601c3b48-cd0e-4019-bb3d-0b14cd950da1 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0068593 Jul 19 03:43:51.709943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33616) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.715620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-cacffc12-956b-4e7f-9234-2cf36c2b378d tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.718657 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cacffc12-956b-4e7f-9234-2cf36c2b378d tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057480 Jul 19 03:43:51.719374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33618) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.725625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-dd3c6a35-ec53-41fe-9eaa-a5484d1c98af tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.729737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33620) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.730486 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dd3c6a35-ec53-41fe-9eaa-a5484d1c98af tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0083206 Jul 19 03:43:51.735226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-7bb0f23a-8380-467c-8fc6-9d369e625bb6 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.738350 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7bb0f23a-8380-467c-8fc6-9d369e625bb6 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056331 Jul 19 03:43:51.739113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33622) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.740964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-30548676-8a11-413d-bf75-df0d752e2db3 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075251 Jul 19 03:43:51.743944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-68a6c948-117c-4902-9647-d01b72c9d2df tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.747063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33624) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.747201 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-68a6c948-117c-4902-9647-d01b72c9d2df tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0071201 Jul 19 03:43:51.752084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-1b23cf9d-00a0-4410-ad39-cbfc0f26b8b4 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.753181 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1b23cf9d-00a0-4410-ad39-cbfc0f26b8b4 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049019 Jul 19 03:43:51.755273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33626) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.759447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-af4b0036-389f-4cbd-97f0-2b74fe09cc22 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.762308 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-af4b0036-389f-4cbd-97f0-2b74fe09cc22 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0041792 Jul 19 03:43:51.763293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33628) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.768188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-7cf11bb6-234d-4042-bc5a-cdad688790cc tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.772163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7cf11bb6-234d-4042-bc5a-cdad688790cc tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0077670 Jul 19 03:43:51.773497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33630) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.777881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-a4132a26-0a79-4d92-88f5-adca37576204 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.781334 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a4132a26-0a79-4d92-88f5-adca37576204 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0067580 Jul 19 03:43:51.781873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33632) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.787008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-fd75ab96-08ab-431d-a8a1-291febe7e6dd tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.790611 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fd75ab96-08ab-431d-a8a1-291febe7e6dd tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0077128 Jul 19 03:43:51.791336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33634) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.795553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-d6134b16-69df-46b8-8a46-bae3eb2638c0 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.799321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d6134b16-69df-46b8-8a46-bae3eb2638c0 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0070128 Jul 19 03:43:51.799863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33636) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.807588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-2e706844-437c-4c1a-a895-08c491b68b02 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.811058 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2e706844-437c-4c1a-a895-08c491b68b02 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0103378 Jul 19 03:43:51.811780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33638) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.816564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-b8acf197-2700-429d-a2c2-80218c741848 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.820005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b8acf197-2700-429d-a2c2-80218c741848 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0073550 Jul 19 03:43:51.820562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33640) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.825447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-ea66110a-ee90-49b5-906c-4411e6bc3d59 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.828630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33642) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.828896 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ea66110a-ee90-49b5-906c-4411e6bc3d59 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0067818 Jul 19 03:43:51.835417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-8e925947-cec6-44fd-b614-500459ca76e2 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.838425 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8e925947-cec6-44fd-b614-500459ca76e2 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0058877 Jul 19 03:43:51.839134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33644) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.847344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-8a270dfb-c6f3-4d8c-8dcd-605d2b54411e tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.848322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8a270dfb-c6f3-4d8c-8dcd-605d2b54411e tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0083675 Jul 19 03:43:51.850709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33646) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.854645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-383cbd57-6b0d-4baf-a451-1d38854911be tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.857565 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-383cbd57-6b0d-4baf-a451-1d38854911be tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040040 Jul 19 03:43:51.857784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33648) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.863651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-bd417217-5233-42d9-b570-017bdb1d6318 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.866662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bd417217-5233-42d9-b570-017bdb1d6318 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0059536 Jul 19 03:43:51.867368 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33650) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.871613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-8bd314f5-d3d2-410f-83b8-c2a726ec5240 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.874224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8bd314f5-d3d2-410f-83b8-c2a726ec5240 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041378 Jul 19 03:43:51.875671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33654) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.883716 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-5b99afe2-7a17-4bc4-baa3-4f2a5eecf139 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.884966 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5b99afe2-7a17-4bc4-baa3-4f2a5eecf139 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0069845 Jul 19 03:43:51.887613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33658) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.892240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-853cfa65-53bb-46e1-ab6d-fe73ba430a65 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.893358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-853cfa65-53bb-46e1-ab6d-fe73ba430a65 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0046899 Jul 19 03:43:51.895819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33660) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.900245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-2af90436-f17d-47dc-a53b-38328f065f09 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.901231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2af90436-f17d-47dc-a53b-38328f065f09 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045469 Jul 19 03:43:51.903603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33662) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.903818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e602c3a-3ed8-4565-9cc3-9cd6c2839223 req-ae891989-db5c-43f0-91ca-72d81c0d95a6 service neutron] 10.222.0.25 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494944 Jul 19 03:43:51.909460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-ebf74017-f861-4d13-8d19-d19823e95f8a tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.910657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ebf74017-f861-4d13-8d19-d19823e95f8a tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055444 Jul 19 03:43:51.912965 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33664) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.924638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-0782b1f4-21c5-4dff-a3b3-b270e2537dca tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.925978 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0782b1f4-21c5-4dff-a3b3-b270e2537dca tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0119116 Jul 19 03:43:51.928420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33666) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.932677 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-21576ddd-c954-4cfe-8a3e-400417497c47 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.933812 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-21576ddd-c954-4cfe-8a3e-400417497c47 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042922 Jul 19 03:43:51.936098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33668) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.941577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-11e2ae0f-a716-4ea2-97c0-966fd7be01fb tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.942683 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-11e2ae0f-a716-4ea2-97c0-966fd7be01fb tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055625 Jul 19 03:43:51.944992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33670) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.949067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-989bc553-291d-41a2-a5cf-5dbee4ee3b6a tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.961285 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-989bc553-291d-41a2-a5cf-5dbee4ee3b6a tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0152946 Jul 19 03:43:51.963664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33672) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.968161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-dd196dfc-f729-4cf2-9ac4-65622b210776 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.969399 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dd196dfc-f729-4cf2-9ac4-65622b210776 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046945 Jul 19 03:43:51.972336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33674) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.976510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-6b63638a-53d0-4349-aec8-f64b40841c34 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.977553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6b63638a-53d0-4349-aec8-f64b40841c34 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0042770 Jul 19 03:43:51.979882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33676) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:51.984045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-3169f5a8-896b-4f56-9fe5-9a69e08b922e tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:51.985178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3169f5a8-896b-4f56-9fe5-9a69e08b922e tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042026 Jul 19 03:43:51.988100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33678) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.002511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-bb8a2689-509c-42f0-b2cb-28b9d38f9085 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.006672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33684) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.010681 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bb8a2689-509c-42f0-b2cb-28b9d38f9085 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0215783 Jul 19 03:43:52.012250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-59f18f64-9e3b-44dc-b563-a88c988c27bd tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.014415 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-59f18f64-9e3b-44dc-b563-a88c988c27bd tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0058250 Jul 19 03:43:52.016207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33686) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.031480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-b7ce00dc-561b-4c3a-beb7-a557bac569b1 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.035400 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33688) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.035674 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b7ce00dc-561b-4c3a-beb7-a557bac569b1 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0182104 Jul 19 03:43:52.040722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-a265756c-c255-4ef5-8972-2151accb673d tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.042074 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a265756c-c255-4ef5-8972-2151accb673d tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055695 Jul 19 03:43:52.044343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33690) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.050850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-5c304106-71e1-42de-999b-c409e111bea6 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.052088 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5c304106-71e1-42de-999b-c409e111bea6 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0068631 Jul 19 03:43:52.056947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33692) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.077868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-1055eb2d-726c-42c2-8f89-f9b8594a1bcd tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.081767 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1055eb2d-726c-42c2-8f89-f9b8594a1bcd tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0198491 Jul 19 03:43:52.082494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33694) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.088019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-ac048077-1ce6-4d8d-bd3f-f1dfecf0ae66 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.091820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ac048077-1ce6-4d8d-bd3f-f1dfecf0ae66 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078967 Jul 19 03:43:52.091949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33696) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.097712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-64ad8ced-d4bd-4d62-8201-c5ae617548bd tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.100790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-64ad8ced-d4bd-4d62-8201-c5ae617548bd tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0056562 Jul 19 03:43:52.101403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33698) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.107083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-e0093dd4-71b2-4145-9e0c-cbed5d73b234 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.110753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33700) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.111344 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e0093dd4-71b2-4145-9e0c-cbed5d73b234 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0083616 Jul 19 03:43:52.116725 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-29fec33e-7cb4-4c82-ae2f-95d6cb8fbc71 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.119876 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-29fec33e-7cb4-4c82-ae2f-95d6cb8fbc71 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0059650 Jul 19 03:43:52.120209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33702) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.124538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-e00ab5f0-2a8d-4e93-9fea-01b9150916b1 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.127598 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e00ab5f0-2a8d-4e93-9fea-01b9150916b1 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045450 Jul 19 03:43:52.128475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33704) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.139146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917892c4-a390-40d9-bfa9-bb3ba554447f req-5125f7a3-c4be-40cd-911e-9be87596b9a7 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:52.140795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-917892c4-a390-40d9-bfa9-bb3ba554447f req-5125f7a3-c4be-40cd-911e-9be87596b9a7 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 948 time: 0.0958867 Jul 19 03:43:52.144462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-df1d240f-7577-4c60-b614-e047317cf684 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.156148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-df1d240f-7577-4c60-b614-e047317cf684 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0240479 Jul 19 03:43:52.162851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33706) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.167331 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-f5411c27-109e-4868-9e7a-34cee772d582 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.168424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f5411c27-109e-4868-9e7a-34cee772d582 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044882 Jul 19 03:43:52.171407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33708) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.207154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-2272c935-7c1c-428d-89f1-24d6a8af4c49 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.207643 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-917892c4-a390-40d9-bfa9-bb3ba554447f req-f04d3730-4993-47a1-a870-f72f5a7d6f1b tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed8b829e-e1f2-4140-8095-54cbcda86497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601606 Jul 19 03:43:52.212650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33712) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.220829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2272c935-7c1c-428d-89f1-24d6a8af4c49 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0297565 Jul 19 03:43:52.221556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-0251d8c4-f343-4c14-a009-18cf44d9b1c3 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.231260 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0251d8c4-f343-4c14-a009-18cf44d9b1c3 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0172791 Jul 19 03:43:52.235750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33714) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.241221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-c2d75f56-d355-4099-96ce-42e6dda1ff57 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.242252 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c2d75f56-d355-4099-96ce-42e6dda1ff57 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049057 Jul 19 03:43:52.245495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33716) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.251000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-eca9b03e-6f16-4c3d-97d8-33ebfd910a6c tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.253406 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eca9b03e-6f16-4c3d-97d8-33ebfd910a6c tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066960 Jul 19 03:43:52.256658 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33720) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.262412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-346ace88-5c28-4df4-9be0-8755d6634b47 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.266468 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-346ace88-5c28-4df4-9be0-8755d6634b47 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0086319 Jul 19 03:43:52.267422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33722) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.271778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-7215e6cf-f1db-48fb-9886-5c0bec77e546 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.275485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33724) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.275910 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7215e6cf-f1db-48fb-9886-5c0bec77e546 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0071337 Jul 19 03:43:52.279868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-581a6e46-1449-4d6b-a145-059f0b3eb78f tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.282318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-581a6e46-1449-4d6b-a145-059f0b3eb78f tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043523 Jul 19 03:43:52.284059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33726) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.288766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [None req-749801e4-493b-486b-8508-6c1c51672b59 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.292317 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33728) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.292454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-749801e4-493b-486b-8508-6c1c51672b59 tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0072381 Jul 19 03:43:52.296919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [None req-88a8390f-01ed-4354-bd29-3ec7f17e7b9c tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:43:52.298056 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-88a8390f-01ed-4354-bd29-3ec7f17e7b9c tempest-ExtensionsTestJSON-1247105778 tempest-ExtensionsTestJSON-1247105778-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044730 Jul 19 03:43:52.552645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33734) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.668823 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-03d4e9b2-22cd-487a-a048-9859af669a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:52.768616 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-03d4e9b2-22cd-487a-a048-9859af669a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:52.772277 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-03d4e9b2-22cd-487a-a048-9859af669a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:52.813863 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-03d4e9b2-22cd-487a-a048-9859af669a70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68d3a86e0f0742a4b468ef51bfc2d007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575858 Jul 19 03:43:52.814111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33738) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:52.821379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4e9b2-22cd-487a-a048-9859af669a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80716474-d789-424a-afb6-c09d4e9bcf19,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:52.868415 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-31703fa1-1317-4c39-9d7a-c27c2a77f58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:52.890972 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-31703fa1-1317-4c39-9d7a-c27c2a77f58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:52.940872 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-31703fa1-1317-4c39-9d7a-c27c2a77f58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:52.944140 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-31703fa1-1317-4c39-9d7a-c27c2a77f58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:52.947992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-31703fa1-1317-4c39-9d7a-c27c2a77f58f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80716474-d789-424a-afb6-c09d4e9bcf19 HTTP/1.1" status: 204 len: 168 time: 0.1303215 Jul 19 03:43:52.954155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31703fa1-1317-4c39-9d7a-c27c2a77f58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80716474-d789-424a-afb6-c09d4e9bcf19,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:53.477101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb9709-f841-4288-b4f9-4be8e23b9a78 req-08561f19-3d97-4081-b98b-7dcd5d0f056f tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:53.484094 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-29fb9709-f841-4288-b4f9-4be8e23b9a78 req-08561f19-3d97-4081-b98b-7dcd5d0f056f tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 948 time: 0.1192882 Jul 19 03:43:53.520352 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-29fb9709-f841-4288-b4f9-4be8e23b9a78 req-3a31960d-6889-4d59-ab58-3bb74820d00c tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed8b829e-e1f2-4140-8095-54cbcda86497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Jul 19 03:43:53.793855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33800) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:53.882714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f0842835-f46d-4ff8-a835-c9797f79afa3 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:43:53.913070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ec151efd-e588-4ab8-bd13-b21bfd402d65 tempest-DvrRoutersNegativeTest-1656643520 tempest-DvrRoutersNegativeTest-1656643520-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-417457139', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:53.916545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.policy [None req-ec151efd-e588-4ab8-bd13-b21bfd402d65 tempest-DvrRoutersNegativeTest-1656643520 tempest-DvrRoutersNegativeTest-1656643520-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94345) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 19 03:43:53.916928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.policy [None req-ec151efd-e588-4ab8-bd13-b21bfd402d65 tempest-DvrRoutersNegativeTest-1656643520 tempest-DvrRoutersNegativeTest-1656643520-project] Failed policy check for 'create_router' {{(pid=94345) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 19 03:43:53.917536 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-ec151efd-e588-4ab8-bd13-b21bfd402d65 tempest-DvrRoutersNegativeTest-1656643520 tempest-DvrRoutersNegativeTest-1656643520-project] create failed (client error): Access was denied to this resource. Jul 19 03:43:53.936945 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ec151efd-e588-4ab8-bd13-b21bfd402d65 tempest-DvrRoutersNegativeTest-1656643520 tempest-DvrRoutersNegativeTest-1656643520-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1317041 Jul 19 03:43:54.004047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f0842835-f46d-4ff8-a835-c9797f79afa3, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f0842835-f46d-4ff8-a835-c9797f79afa3,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:54.017060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'f0842835-f46d-4ff8-a835-c9797f79afa3', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': 'f0842835-f46d-4ff8-a835-c9797f79afa3', 'mac_address': 'fa:16:3e:0c:47:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:43:54.078177 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.108942 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0842835-f46d-4ff8-a835-c9797f79afa3 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:43:54.155192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f0842835-f46d-4ff8-a835-c9797f79afa3, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f0842835-f46d-4ff8-a835-c9797f79afa3,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:54.161504 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.218917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=f0842835-f46d-4ff8-a835-c9797f79afa3,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:54.227868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.228579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.229130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.229673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.230213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.230789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.231326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.231861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.232393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.232955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.233525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.234056 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:43:54.248855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33824) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:54.354297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94a75674-f845-40d0-889c-c14424c8b2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.364388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['f0842835-f46d-4ff8-a835-c9797f79afa3'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:43:54.451914 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94a75674-f845-40d0-889c-c14424c8b2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.459248 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-94a75674-f845-40d0-889c-c14424c8b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.507245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75674-f845-40d0-889c-c14424c8b2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90a5f1f-3016-4e2f-bdb5-f9ff9960a754,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:54.522077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-94a75674-f845-40d0-889c-c14424c8b2ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4637d29f4de3417ba0c2fc4eb9e20554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720013 Jul 19 03:43:54.524801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33830) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:54.573796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33836) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:54.583608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f7955766-f6cf-43a6-b7d1-6cc79513a39f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338281067', 'description': 'tempest-secgroup-smoke-338281067 description', 'project_id': '9dfda4f2519046729cf1708c43c8843e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:54.619372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-be0ece00-7d25-4537-8a7e-a1def7da87e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.638084 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7955766-f6cf-43a6-b7d1-6cc79513a39f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.667383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-be0ece00-7d25-4537-8a7e-a1def7da87e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.763146 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-be0ece00-7d25-4537-8a7e-a1def7da87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.765697 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-be0ece00-7d25-4537-8a7e-a1def7da87e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.770571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-be0ece00-7d25-4537-8a7e-a1def7da87e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e90a5f1f-3016-4e2f-bdb5-f9ff9960a754 HTTP/1.1" status: 204 len: 168 time: 0.2407179 Jul 19 03:43:54.791717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ece00-7d25-4537-8a7e-a1def7da87e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90a5f1f-3016-4e2f-bdb5-f9ff9960a754,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:54.795327 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7955766-f6cf-43a6-b7d1-6cc79513a39f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.803705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7955766-f6cf-43a6-b7d1-6cc79513a39f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.835742 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7955766-f6cf-43a6-b7d1-6cc79513a39f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.837076 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f7955766-f6cf-43a6-b7d1-6cc79513a39f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2622232 Jul 19 03:43:54.841302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33840) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:54.848725 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f74ed1b6-ae87-4b9c-a63f-89330f68b285 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'security_group_rule': {'security_group_id': '1f78f8b2-b21d-41b9-8ae0-a28ec4757afd', 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:54.855520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7955766-f6cf-43a6-b7d1-6cc79513a39f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:54.894097 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f74ed1b6-ae87-4b9c-a63f-89330f68b285 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.971975 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f74ed1b6-ae87-4b9c-a63f-89330f68b285 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:54.978590 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f74ed1b6-ae87-4b9c-a63f-89330f68b285 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.007484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f74ed1b6-ae87-4b9c-a63f-89330f68b285 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.009259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f74ed1b6-ae87-4b9c-a63f-89330f68b285 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659334 Jul 19 03:43:55.010881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ed1b6-ae87-4b9c-a63f-89330f68b285 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e976ab16-b04e-41a1-8b3d-647dbe42dd51,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:55.012672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33844) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:55.025585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4cc5be60-c41e-47f2-8ecf-557ade0cd2ef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'security_group_rule': {'security_group_id': '1f78f8b2-b21d-41b9-8ae0-a28ec4757afd', 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:55.059875 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4cc5be60-c41e-47f2-8ecf-557ade0cd2ef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.085964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf821abe-dbf7-4fdc-b5ac-f148e2d2e10e req-42403a33-c50e-4b18-acec-44edae2d1412 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:55.094190 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf821abe-dbf7-4fdc-b5ac-f148e2d2e10e req-42403a33-c50e-4b18-acec-44edae2d1412 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 949 time: 0.4357328 Jul 19 03:43:55.142426 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf821abe-dbf7-4fdc-b5ac-f148e2d2e10e req-51383e78-21c6-43fc-b39d-279f0d79b546 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed8b829e-e1f2-4140-8095-54cbcda86497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465086 Jul 19 03:43:55.167579 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4cc5be60-c41e-47f2-8ecf-557ade0cd2ef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.171631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4cc5be60-c41e-47f2-8ecf-557ade0cd2ef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.190563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5be60-c41e-47f2-8ecf-557ade0cd2ef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56612d2a-f73c-4482-bffa-7643242a09ce,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:55.197039 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4cc5be60-c41e-47f2-8ecf-557ade0cd2ef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.198655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4cc5be60-c41e-47f2-8ecf-557ade0cd2ef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1787019 Jul 19 03:43:55.201298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33852) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:55.206127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c65afe54-1644-4483-8f28-bd99af6ca862 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'security_group_rule': {'security_group_id': '1f78f8b2-b21d-41b9-8ae0-a28ec4757afd', 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:55.234541 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c65afe54-1644-4483-8f28-bd99af6ca862 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.302914 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c65afe54-1644-4483-8f28-bd99af6ca862 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.307718 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c65afe54-1644-4483-8f28-bd99af6ca862 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.326611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65afe54-1644-4483-8f28-bd99af6ca862 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e72b0c-c891-4c5f-87b6-9af86cf59142,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:55.339365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c65afe54-1644-4483-8f28-bd99af6ca862 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.342704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c65afe54-1644-4483-8f28-bd99af6ca862 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403162 Jul 19 03:43:55.343765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33858) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:55.348617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c376cbda-f0bd-4d53-94d2-9945807aae90 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'security_group_rule': {'security_group_id': '1f78f8b2-b21d-41b9-8ae0-a28ec4757afd', 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:55.381514 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c376cbda-f0bd-4d53-94d2-9945807aae90 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.449229 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c376cbda-f0bd-4d53-94d2-9945807aae90 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.453972 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c376cbda-f0bd-4d53-94d2-9945807aae90 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.473750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376cbda-f0bd-4d53-94d2-9945807aae90 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88070397-12a5-4bd7-abfb-48109b5fd8f4,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:55.483931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c376cbda-f0bd-4d53-94d2-9945807aae90 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.487974 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c376cbda-f0bd-4d53-94d2-9945807aae90 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404459 Jul 19 03:43:55.488271 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33866) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:55.493667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-13d50bf6-e1ec-4ae2-8be3-39c4bb1e93b1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'security_group_rule': {'security_group_id': '1f78f8b2-b21d-41b9-8ae0-a28ec4757afd', 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:55.519799 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-13d50bf6-e1ec-4ae2-8be3-39c4bb1e93b1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Project 9dfda4f2519046729cf1708c43c8843e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:43:55.525970 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13d50bf6-e1ec-4ae2-8be3-39c4bb1e93b1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.593548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13d50bf6-e1ec-4ae2-8be3-39c4bb1e93b1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.597773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13d50bf6-e1ec-4ae2-8be3-39c4bb1e93b1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.617198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d50bf6-e1ec-4ae2-8be3-39c4bb1e93b1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59377133-3218-49d6-9651-81c1bf5fcaa2,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:55.635108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33874) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:55.639762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13d50bf6-e1ec-4ae2-8be3-39c4bb1e93b1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.641108 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-13d50bf6-e1ec-4ae2-8be3-39c4bb1e93b1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517923 Jul 19 03:43:55.644593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33876) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:55.649282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c53c52cc-ad76-422f-8769-5e0139be67ce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'security_group_rule': {'security_group_id': '1f78f8b2-b21d-41b9-8ae0-a28ec4757afd', 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:55.672486 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-c53c52cc-ad76-422f-8769-5e0139be67ce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Project 9dfda4f2519046729cf1708c43c8843e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:43:55.678281 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c53c52cc-ad76-422f-8769-5e0139be67ce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.742651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8d1faa6c-9193-4c54-9a7a-8bb4ad0600c3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-135601688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:55.747947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c53c52cc-ad76-422f-8769-5e0139be67ce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.755120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c53c52cc-ad76-422f-8769-5e0139be67ce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.772384 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d1faa6c-9193-4c54-9a7a-8bb4ad0600c3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.773573 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d1faa6c-9193-4c54-9a7a-8bb4ad0600c3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.776695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c52cc-ad76-422f-8769-5e0139be67ce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f43168-099b-42f9-9472-46a0477073a6,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:55.786831 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c53c52cc-ad76-422f-8769-5e0139be67ce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.791119 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c53c52cc-ad76-422f-8769-5e0139be67ce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425483 Jul 19 03:43:55.843717 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d1faa6c-9193-4c54-9a7a-8bb4ad0600c3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.850214 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d1faa6c-9193-4c54-9a7a-8bb4ad0600c3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.871596 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8d1faa6c-9193-4c54-9a7a-8bb4ad0600c3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.873144 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8d1faa6c-9193-4c54-9a7a-8bb4ad0600c3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2366247 Jul 19 03:43:55.875980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33898) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:55.882218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2069096933'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:55.894248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f0842835-f46d-4ff8-a835-c9797f79afa3 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:43:55.918193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Made reservation on behalf of 3622dfc589ce4eb2a605256d45fd4803 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:43:55.922524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.933245 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:55.953915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port f0842835-f46d-4ff8-a835-c9797f79afa3 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:43:55.962110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port f0842835-f46d-4ff8-a835-c9797f79afa3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:43:55.962619 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.055367 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.056748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.062790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.079661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:43:56.084693 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12eda2d-9893-44f0-914a-b2bbcf5f7814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0842835-f46d-4ff8-a835-c9797f79afa3'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:43:56.087412 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581f65f3-0b91-4d9c-86c8-949a51f1e950" -d '{"events": [{"server_uuid": "a12eda2d-9893-44f0-914a-b2bbcf5f7814", "name": "network-vif-plugged", "status": "completed", "tag": "f0842835-f46d-4ff8-a835-c9797f79afa3"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:43:56.090927 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.091603 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Added segment ef38fb46-9a77-4dd8-8c00-cee84a42ccef of type vlan for network 2926ceb2-4966-4d6d-aa3b-7abe65159967 Jul 19 03:43:56.208460 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.275197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d96597-8d2e-4b3c-b21d-53a9067721b9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:56.315853 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218d2747-78c8-4073-9215-4183b445da11 x-openstack-request-id: req-218d2747-78c8-4073-9215-4183b445da11 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:43:56.316786 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12eda2d-9893-44f0-914a-b2bbcf5f7814", "name": "network-vif-plugged", "status": "completed", "tag": "f0842835-f46d-4ff8-a835-c9797f79afa3", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:43:56.317336 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-218d2747-78c8-4073-9215-4183b445da11 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:43:56.317937 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12eda2d-9893-44f0-914a-b2bbcf5f7814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0842835-f46d-4ff8-a835-c9797f79afa3', 'code': 200} Jul 19 03:43:56.321905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port f0842835-f46d-4ff8-a835-c9797f79afa3, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f0842835-f46d-4ff8-a835-c9797f79afa3,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:43:56.328457 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.359073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9752d-6183-49c5-abb6-efd08a7096c1 req-8ce3ea78-3040-4ae6-913d-bfdcac49e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:56.363097 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.370141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:56.370866 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.371334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eaf9752d-6183-49c5-abb6-efd08a7096c1 req-8ce3ea78-3040-4ae6-913d-bfdcac49e41c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 1101 time: 0.1464484 Jul 19 03:43:56.394252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=f0842835-f46d-4ff8-a835-c9797f79afa3,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:56.446990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eaf9752d-6183-49c5-abb6-efd08a7096c1 req-cc58c3d2-e00e-47e0-9dff-6c08316ce7cd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ed8b829e-e1f2-4140-8095-54cbcda86497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746591 Jul 19 03:43:56.481575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33930) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:56.487208 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6088095 Jul 19 03:43:56.487851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'subnet': {'network_id': '2926ceb2-4966-4d6d-aa3b-7abe65159967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:56.520308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca457e03-8d2a-4880-afac-2bc4e574b342 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Network': ['ID=2926ceb2-4966-4d6d-aa3b-7abe65159967,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:56.531672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 2926ceb2-4966-4d6d-aa3b-7abe65159967 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:43:56.605188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Made reservation on behalf of 3622dfc589ce4eb2a605256d45fd4803 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:43:56.609814 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.618179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03598e9-ddca-4b4a-a648-529e9ecd4eed req-8547643e-645a-45fb-8f3e-fc2bee03f573 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:56.619784 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f03598e9-ddca-4b4a-a648-529e9ecd4eed req-8547643e-645a-45fb-8f3e-fc2bee03f573 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 950 time: 0.2227533 Jul 19 03:43:56.674870 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f03598e9-ddca-4b4a-a648-529e9ecd4eed req-ff7ebb62-de05-4634-a1f5-1d461213d782 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed8b829e-e1f2-4140-8095-54cbcda86497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485654 Jul 19 03:43:56.853348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.925809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Subnet': ['ID=d03faf0a-c554-48e6-b842-d3bd9b1e6b64,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:56.931280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Checking segment: {'id': 'ef38fb46-9a77-4dd8-8c00-cee84a42ccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2926ceb2-4966-4d6d-aa3b-7abe65159967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:43:56.931747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network hostable DHCP agents. Network: 2926ceb2-4966-4d6d-aa3b-7abe65159967, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:43:56.954336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network 2926ceb2-4966-4d6d-aa3b-7abe65159967 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:43:56.966178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 2926ceb2-4966-4d6d-aa3b-7abe65159967) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:43:56.971957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:56.972587 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:56.981959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d5bd48-e7ce-4ffb-b7cd-05f88dc9096e None None] Network 2926ceb2-4966-4d6d-aa3b-7abe65159967 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:43:56.989525 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-343dc78d-7326-4716-9956-b7e4165ddeab tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5064769 Jul 19 03:43:56.992913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33966) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:56.998492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'network': {'name': 'tempest-router-network01--1682590392'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:57.023870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Made reservation on behalf of 3622dfc589ce4eb2a605256d45fd4803 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:43:57.027719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.058763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:43:57.075610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.076100 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Added segment eee8352c-e86c-4fed-8c54-26b0283e0fa2 of type vlan for network 166b5584-52b2-4686-9b0f-3369b0d44c92 Jul 19 03:43:57.133818 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.182307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-2926ceb2-4966-4d6d-aa3b-7abe65159967', 'network_id': '2926ceb2-4966-4d6d-aa3b-7abe65159967', 'tenant_id': '3622dfc589ce4eb2a605256d45fd4803', 'fixed_ips': [{'subnet_id': 'd03faf0a-c554-48e6-b842-d3bd9b1e6b64'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:43:57.184125 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.198156 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.207668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:57.209171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.272662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2761862 Jul 19 03:43:57.273025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33970) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:57.278808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'network': {'name': 'tempest-router-network02--920359091'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:57.319586 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Made reservation on behalf of 3622dfc589ce4eb2a605256d45fd4803 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:43:57.326555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.334141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2334d-b49c-44af-bb43-f554923cedca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Network': ['ID=166b5584-52b2-4686-9b0f-3369b0d44c92,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:57.373577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 166b5584-52b2-4686-9b0f-3369b0d44c92 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:43:57.375488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:43:57.394905 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.395198 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Added segment 43971d2b-0d92-43f8-afb4-6f998e4acc34 of type vlan for network 77e5a246-3f3a-4c4b-8144-0aed517283d5 Jul 19 03:43:57.451403 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.487817 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.495321 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:57.496829 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.537609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Allocated IP 2001:db8::2 (2926ceb2-4966-4d6d-aa3b-7abe65159967/d03faf0a-c554-48e6-b842-d3bd9b1e6b64/a76cc7c5-fd8d-444f-be80-1c027b4e8fe8) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:43:57.604236 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3298652 Jul 19 03:43:57.604995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95131083-67ce-4045-9454-6d299fb6b276 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Network': ['ID=77e5a246-3f3a-4c4b-8144-0aed517283d5,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:57.607143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33976) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:57.617069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'subnet': {'network_id': '166b5584-52b2-4686-9b0f-3369b0d44c92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:57.651616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 77e5a246-3f3a-4c4b-8144-0aed517283d5 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:43:57.742823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Made reservation on behalf of 3622dfc589ce4eb2a605256d45fd4803 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:43:57.748707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.872339 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.886965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Transition to ACTIVE for port object a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:43:57.906708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Transition to ACTIVE for port object a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:43:57.920693 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:43:57.922564 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:57.964136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Network 2926ceb2-4966-4d6d-aa3b-7abe65159967 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:43:57.968790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:43:57.973740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:43:58.008138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb1813-76b1-4f7d-a7db-118f9158f0a7 req-a9b1f808-e6ec-4d5a-9299-5d36a0be66e4 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:58.009883 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ccfb1813-76b1-4f7d-a7db-118f9158f0a7 req-a9b1f808-e6ec-4d5a-9299-5d36a0be66e4 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 950 time: 0.1422889 Jul 19 03:43:58.022878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Pushing event updated for resources: {'Port': ['ID=a76cc7c5-fd8d-444f-be80-1c027b4e8fe8,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:58.038993 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:58.066313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Attempting to bind port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:43:58.066703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Attempting to bind port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'ef38fb46-9a77-4dd8-8c00-cee84a42ccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2926ceb2-4966-4d6d-aa3b-7abe65159967'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:43:58.067063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Attempting to bind port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 on network 2926ceb2-4966-4d6d-aa3b-7abe65159967 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:43:58.072448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:43:58.072828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Checking segment: {'id': 'ef38fb46-9a77-4dd8-8c00-cee84a42ccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2926ceb2-4966-4d6d-aa3b-7abe65159967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:43:58.073234 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:58.073634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Bound using segment: {'id': 'ef38fb46-9a77-4dd8-8c00-cee84a42ccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2926ceb2-4966-4d6d-aa3b-7abe65159967'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:43:58.074104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Bound port: a76cc7c5-fd8d-444f-be80-1c027b4e8fe8, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef38fb46-9a77-4dd8-8c00-cee84a42ccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2926ceb2-4966-4d6d-aa3b-7abe65159967'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:43:58.074501 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:58.116928 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ccfb1813-76b1-4f7d-a7db-118f9158f0a7 req-ec546566-86ed-4381-a3ec-bfe21584e533 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed8b829e-e1f2-4140-8095-54cbcda86497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983751 Jul 19 03:43:58.137291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Subnet': ['ID=3eb7bb8b-673a-4617-ba03-573bc4b1d684,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:58.152112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] For port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:43:58.155785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] For port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a76cc7c5-fd8d-444f-be80-1c027b4e8fe8,segment=NetworkSegment(ef38fb46-9a77-4dd8-8c00-cee84a42ccef),segment_id=ef38fb46-9a77-4dd8-8c00-cee84a42ccef)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:43:58.162198 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:58.169054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Checking segment: {'id': 'eee8352c-e86c-4fed-8c54-26b0283e0fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '166b5584-52b2-4686-9b0f-3369b0d44c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:43:58.171960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network hostable DHCP agents. Network: 166b5584-52b2-4686-9b0f-3369b0d44c92, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:43:58.218565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network 166b5584-52b2-4686-9b0f-3369b0d44c92 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:43:58.252741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 166b5584-52b2-4686-9b0f-3369b0d44c92) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:43:58.257913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f30ce-0d7a-40cc-88f8-8236f7247904 None None] Pushing event updated for resources: {'Port': ['ID=a76cc7c5-fd8d-444f-be80-1c027b4e8fe8,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:58.258372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:58.259550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:58.268401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb87d64-9769-4300-a70c-9c28947e8ceb None None] Network 166b5584-52b2-4686-9b0f-3369b0d44c92 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:43:58.296402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9abfed42-d8a2-4efa-881d-bac6363ccd99 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6836150 Jul 19 03:43:58.296761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 33988) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:58.302350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'subnet': {'network_id': '77e5a246-3f3a-4c4b-8144-0aed517283d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:43:58.473281 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Made reservation on behalf of 3622dfc589ce4eb2a605256d45fd4803 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:43:58.482593 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:58.504466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-166b5584-52b2-4686-9b0f-3369b0d44c92', 'network_id': '166b5584-52b2-4686-9b0f-3369b0d44c92', 'tenant_id': '3622dfc589ce4eb2a605256d45fd4803', 'fixed_ips': [{'subnet_id': '3eb7bb8b-673a-4617-ba03-573bc4b1d684'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:43:58.505322 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:58.775930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Allocated IP 2001:db8::2 (166b5584-52b2-4686-9b0f-3369b0d44c92/3eb7bb8b-673a-4617-ba03-573bc4b1d684/23f8e744-b370-427a-ad35-c2480a55b292) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:43:58.934647 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:58.990396 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:59.001386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Transition to ACTIVE for port object 23f8e744-b370-427a-ad35-c2480a55b292 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:43:59.020161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Transition to ACTIVE for port object 23f8e744-b370-427a-ad35-c2480a55b292 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:43:59.027976 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:59.058090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Subnet': ['ID=2c26369b-9c96-4c29-b304-dbcf8551f81b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:59.068269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Checking segment: {'id': '43971d2b-0d92-43f8-afb4-6f998e4acc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77e5a246-3f3a-4c4b-8144-0aed517283d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:43:59.068627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network hostable DHCP agents. Network: 77e5a246-3f3a-4c4b-8144-0aed517283d5, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:43:59.080169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bb9fe-af71-4c7b-bf3b-69305d99e50b req-7e7c76b6-51d5-46dc-9485-26275187bd5d tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:59.081685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b6bb9fe-af71-4c7b-bf3b-69305d99e50b req-7e7c76b6-51d5-46dc-9485-26275187bd5d tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 950 time: 0.2105665 Jul 19 03:43:59.101008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Network 166b5584-52b2-4686-9b0f-3369b0d44c92 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:43:59.124188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:43:59.126820 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Pushing event updated for resources: {'Port': ['ID=23f8e744-b370-427a-ad35-c2480a55b292,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:43:59.136449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network 77e5a246-3f3a-4c4b-8144-0aed517283d5 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:43:59.138577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:43:59.171828 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b6bb9fe-af71-4c7b-bf3b-69305d99e50b req-45c57388-983b-43c1-a183-4dc853ee6f0c tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed8b829e-e1f2-4140-8095-54cbcda86497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837710 Jul 19 03:43:59.172956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 77e5a246-3f3a-4c4b-8144-0aed517283d5) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:43:59.177840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:43:59.178257 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:59.195768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe881a-497a-47b3-83fa-c3844cc7e439 None None] Network 77e5a246-3f3a-4c4b-8144-0aed517283d5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:43:59.207743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9b09ee08-7ca3-456d-a028-cd0ef5244e3f tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9091177 Jul 19 03:43:59.209495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 33998) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:43:59.338078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Attempting to bind port 23f8e744-b370-427a-ad35-c2480a55b292 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:43:59.338854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Attempting to bind port 23f8e744-b370-427a-ad35-c2480a55b292 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'eee8352c-e86c-4fed-8c54-26b0283e0fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '166b5584-52b2-4686-9b0f-3369b0d44c92'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:43:59.339475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Attempting to bind port 23f8e744-b370-427a-ad35-c2480a55b292 on network 166b5584-52b2-4686-9b0f-3369b0d44c92 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:43:59.352926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:43:59.353305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Checking segment: {'id': 'eee8352c-e86c-4fed-8c54-26b0283e0fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '166b5584-52b2-4686-9b0f-3369b0d44c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:43:59.353722 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:59.354122 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Bound using segment: {'id': 'eee8352c-e86c-4fed-8c54-26b0283e0fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '166b5584-52b2-4686-9b0f-3369b0d44c92'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:43:59.354639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Bound port: 23f8e744-b370-427a-ad35-c2480a55b292, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee8352c-e86c-4fed-8c54-26b0283e0fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '166b5584-52b2-4686-9b0f-3369b0d44c92'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:43:59.355027 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:59.551905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] For port 23f8e744-b370-427a-ad35-c2480a55b292, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:43:59.558425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] For port 23f8e744-b370-427a-ad35-c2480a55b292, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=23f8e744-b370-427a-ad35-c2480a55b292,segment=NetworkSegment(eee8352c-e86c-4fed-8c54-26b0283e0fa2),segment_id=eee8352c-e86c-4fed-8c54-26b0283e0fa2)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:43:59.591520 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:59.593968 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:59.626346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-77e5a246-3f3a-4c4b-8144-0aed517283d5', 'network_id': '77e5a246-3f3a-4c4b-8144-0aed517283d5', 'tenant_id': '3622dfc589ce4eb2a605256d45fd4803', 'fixed_ips': [{'subnet_id': '2c26369b-9c96-4c29-b304-dbcf8551f81b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:43:59.627345 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:43:59.715130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb963a-1972-43e0-a2f2-f314b6101cf9 None None] Network 2926ceb2-4966-4d6d-aa3b-7abe65159967 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:43:59.956879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Allocated IP 2001:db8::1 (166b5584-52b2-4686-9b0f-3369b0d44c92/3eb7bb8b-673a-4617-ba03-573bc4b1d684/3381199f-3139-4270-9b93-f393d398c5d7) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:44:00.043508 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f24ed-8d2a-43b0-ab08-03220bd607dc None None] Pushing event updated for resources: {'Port': ['ID=23f8e744-b370-427a-ad35-c2480a55b292,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:00.047230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-10814531-7ac9-420f-97c5-06e1478d4465 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:00.054692 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-10814531-7ac9-420f-97c5-06e1478d4465 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.25 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 950 time: 0.1741259 Jul 19 03:44:00.196160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:44:00.232196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:00.249445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-6564817b-0d0c-43ed-91c5-1e5797e93650 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Deleting port f0842835-f46d-4ff8-a835-c9797f79afa3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:44:00.249801 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-6564817b-0d0c-43ed-91c5-1e5797e93650 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:00.272476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-019e0273-6d54-4290-85ba-1b13d6b551b3 None None] Provisioning for port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:00.275303 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Transition to ACTIVE for port object 3381199f-3139-4270-9b93-f393d398c5d7 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:44:00.347783 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:00.378654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Allocated IP 2001:db8::2 (77e5a246-3f3a-4c4b-8144-0aed517283d5/2c26369b-9c96-4c29-b304-dbcf8551f81b/01aed622-d577-45c7-8910-021705074edb) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:44:00.416966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network 166b5584-52b2-4686-9b0f-3369b0d44c92 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:44:00.439952 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:00.442660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:44:00.443390 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:00.460851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-6564817b-0d0c-43ed-91c5-1e5797e93650 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] For port f0842835-f46d-4ff8-a835-c9797f79afa3, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=f0842835-f46d-4ff8-a835-c9797f79afa3,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:00.461228 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-6564817b-0d0c-43ed-91c5-1e5797e93650 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:00.463907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:00.477838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-6564817b-0d0c-43ed-91c5-1e5797e93650 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Calling delete_port for f0842835-f46d-4ff8-a835-c9797f79afa3 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:44:00.488490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:00.488868 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:00.585473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Port': ['ID=3381199f-3139-4270-9b93-f393d398c5d7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:00.702931 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c94c57-3377-494f-877d-ed8128c7f856 req-c2b34d46-eba0-49ae-8646-89c4ca3ceeff tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:00.711205 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04c94c57-3377-494f-877d-ed8128c7f856 req-c2b34d46-eba0-49ae-8646-89c4ca3ceeff tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12eda2d-9893-44f0-914a-b2bbcf5f7814 HTTP/1.1" status: 200 len: 950 time: 0.3066804 Jul 19 03:44:00.792054 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:00.812127 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-6564817b-0d0c-43ed-91c5-1e5797e93650 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:00.847334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['f0842835-f46d-4ff8-a835-c9797f79afa3'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:44:00.856462 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04c94c57-3377-494f-877d-ed8128c7f856 req-f2e509a5-bf2a-48b0-9f6d-aa160cc4445b tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed8b829e-e1f2-4140-8095-54cbcda86497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443262 Jul 19 03:44:00.857560 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:00.920106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564817b-0d0c-43ed-91c5-1e5797e93650 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Pushing event deleted for resources: {'Port': ['ID=f0842835-f46d-4ff8-a835-c9797f79afa3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:00.948293 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:00.983825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Transition to ACTIVE for port object 01aed622-d577-45c7-8910-021705074edb will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:44:01.048696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a76cc7c5-fd8d-444f-be80-1c027b4e8fe8,segment=NetworkSegment(ef38fb46-9a77-4dd8-8c00-cee84a42ccef),segment_id=ef38fb46-9a77-4dd8-8c00-cee84a42ccef)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:01.068492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0fc18584-93e3-42b0-80a2-5e8d82a298d4 None None] Provisioning complete for port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:01.069774 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0fc18584-93e3-42b0-80a2-5e8d82a298d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:01.082699 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:01.084455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-6564817b-0d0c-43ed-91c5-1e5797e93650 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] No DVR routers for this DVR port f0842835-f46d-4ff8-a835-c9797f79afa3 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:44:01.088605 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-6564817b-0d0c-43ed-91c5-1e5797e93650 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:01.096077 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0f1666a-d4b1-4f4d-b6c1-99a2b8e2f9fd req-6564817b-0d0c-43ed-91c5-1e5797e93650 tempest-VolumesNegativeTest-439010697 tempest-VolumesNegativeTest-439010697-project] 10.222.0.25 "DELETE /v2.0/ports/f0842835-f46d-4ff8-a835-c9797f79afa3 HTTP/1.1" status: 204 len: 173 time: 1.0350308 Jul 19 03:44:01.096632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12eda2d-9893-44f0-914a-b2bbcf5f7814', 'name': 'network-vif-deleted', 'tag': 'f0842835-f46d-4ff8-a835-c9797f79afa3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:44:01.102039 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73694893-e1ba-4b49-a02d-63280b83636c" -d '{"events": [{"server_uuid": "a12eda2d-9893-44f0-914a-b2bbcf5f7814", "name": "network-vif-deleted", "tag": "f0842835-f46d-4ff8-a835-c9797f79afa3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:44:01.186967 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf8146d-bba5-4d6d-8df9-506a062cd55e x-openstack-request-id: req-0cf8146d-bba5-4d6d-8df9-506a062cd55e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:44:01.187269 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12eda2d-9893-44f0-914a-b2bbcf5f7814", "name": "network-vif-deleted", "tag": "f0842835-f46d-4ff8-a835-c9797f79afa3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:44:01.187521 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cf8146d-bba5-4d6d-8df9-506a062cd55e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:44:01.187920 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12eda2d-9893-44f0-914a-b2bbcf5f7814', 'name': 'network-vif-deleted', 'tag': 'f0842835-f46d-4ff8-a835-c9797f79afa3', 'status': 'completed', 'code': 200} Jul 19 03:44:01.302893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Transition to ACTIVE for port object 01aed622-d577-45c7-8910-021705074edb will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:44:01.357211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=a76cc7c5-fd8d-444f-be80-1c027b4e8fe8,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:01.372340 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:01.420866 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:01.427059 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:01.428100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:01.521601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Port': ['ID=3381199f-3139-4270-9b93-f393d398c5d7,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:01.619510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network 166b5584-52b2-4686-9b0f-3369b0d44c92 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:44:01.621138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:01.687594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e6d7e0-1544-4501-8ff2-d34d08178630 None None] Network 166b5584-52b2-4686-9b0f-3369b0d44c92 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:01.705050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Network 77e5a246-3f3a-4c4b-8144-0aed517283d5 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:44:01.736304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:01.746737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:44:01.781358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Pushing event updated for resources: {'Port': ['ID=01aed622-d577-45c7-8910-021705074edb,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:01.829964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Router ebee33ac-11af-41a7-83d9-ad7ff652649a is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:44:01.893793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Attempting to bind port 01aed622-d577-45c7-8910-021705074edb on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:44:01.894187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Attempting to bind port 01aed622-d577-45c7-8910-021705074edb by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '43971d2b-0d92-43f8-afb4-6f998e4acc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77e5a246-3f3a-4c4b-8144-0aed517283d5'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:44:01.894553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Attempting to bind port 01aed622-d577-45c7-8910-021705074edb on network 77e5a246-3f3a-4c4b-8144-0aed517283d5 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:44:01.947040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:44:01.949514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Checking segment: {'id': '43971d2b-0d92-43f8-afb4-6f998e4acc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77e5a246-3f3a-4c4b-8144-0aed517283d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:44:01.950063 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:01.950790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Bound using segment: {'id': '43971d2b-0d92-43f8-afb4-6f998e4acc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77e5a246-3f3a-4c4b-8144-0aed517283d5'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:44:01.951470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Bound port: 01aed622-d577-45c7-8910-021705074edb, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43971d2b-0d92-43f8-afb4-6f998e4acc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77e5a246-3f3a-4c4b-8144-0aed517283d5'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:44:01.951987 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:02.048812 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] For port 01aed622-d577-45c7-8910-021705074edb, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:44:02.052243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] For port 01aed622-d577-45c7-8910-021705074edb, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=01aed622-d577-45c7-8910-021705074edb,segment=NetworkSegment(43971d2b-0d92-43f8-afb4-6f998e4acc34),segment_id=43971d2b-0d92-43f8-afb4-6f998e4acc34)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:44:02.093218 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:02.128599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:44:02.157343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34032) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:02.158614 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bc7f7af7-58c7-4239-9b90-126e8ab2da93 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "PUT /v2.0/routers/ebee33ac-11af-41a7-83d9-ad7ff652649a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9471109 Jul 19 03:44:02.168405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9566d71-248b-404a-a3c0-6c0e6bd2f48e None None] Pushing event updated for resources: {'Port': ['ID=01aed622-d577-45c7-8910-021705074edb,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:02.172694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04306e3-9693-4a72-9a57-08f2c4b583d3 None None] Sync routers for ids ['ebee33ac-11af-41a7-83d9-ad7ff652649a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:44:02.190207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-70c52fbc-5283-4703-9237-fc8745a947aa None None] Provisioning for port 23f8e744-b370-427a-ad35-c2480a55b292 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:02.215101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04306e3-9693-4a72-9a57-08f2c4b583d3 None None] Routers {'ebee33ac-11af-41a7-83d9-ad7ff652649a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:44:02.217191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a04306e3-9693-4a72-9a57-08f2c4b583d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:43:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ebee33ac-11af-41a7-83d9-ad7ff652649a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:02.228926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 23f8e744-b370-427a-ad35-c2480a55b292 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:44:02.312075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a04306e3-9693-4a72-9a57-08f2c4b583d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:02.420108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04306e3-9693-4a72-9a57-08f2c4b583d3 None None] Routers {'ebee33ac-11af-41a7-83d9-ad7ff652649a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:44:02.421056 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a04306e3-9693-4a72-9a57-08f2c4b583d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:43:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ebee33ac-11af-41a7-83d9-ad7ff652649a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:02.495986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a04306e3-9693-4a72-9a57-08f2c4b583d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:02.497184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04306e3-9693-4a72-9a57-08f2c4b583d3 None None] The sync data for ids ['ebee33ac-11af-41a7-83d9-ad7ff652649a'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:44:02.534442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 23f8e744-b370-427a-ad35-c2480a55b292 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:02.539547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 23f8e744-b370-427a-ad35-c2480a55b292 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:02.540216 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:02.690797 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:02.752167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 23f8e744-b370-427a-ad35-c2480a55b292, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=23f8e744-b370-427a-ad35-c2480a55b292,segment=NetworkSegment(eee8352c-e86c-4fed-8c54-26b0283e0fa2),segment_id=eee8352c-e86c-4fed-8c54-26b0283e0fa2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:02.770759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:02.772440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:44:02.903534 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=23f8e744-b370-427a-ad35-c2480a55b292,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:02.988862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:02.989243 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:03.142174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-71bd43d7-24c8-4c45-b81d-092228137248 None None] Provisioning complete for port 23f8e744-b370-427a-ad35-c2480a55b292 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:03.143487 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71bd43d7-24c8-4c45-b81d-092228137248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:03.283447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-71bd43d7-24c8-4c45-b81d-092228137248 None None] Provisioning for port 3381199f-3139-4270-9b93-f393d398c5d7 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:03.293597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-71bd43d7-24c8-4c45-b81d-092228137248 None None] Provisioning complete for port 3381199f-3139-4270-9b93-f393d398c5d7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:03.293905 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71bd43d7-24c8-4c45-b81d-092228137248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:03.386720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-71bd43d7-24c8-4c45-b81d-092228137248 None None] Port 3381199f-3139-4270-9b93-f393d398c5d7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:44:03.528267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e5035823-5883-4a8a-82cb-0d5e4f8b64fa None None] Provisioning complete for port 3381199f-3139-4270-9b93-f393d398c5d7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:03.528987 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e5035823-5883-4a8a-82cb-0d5e4f8b64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:03.531874 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-5129316b-2de3-4400-8298-fac56e28d030 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:03.533573 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5129316b-2de3-4400-8298-fac56e28d030 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "PUT /v2.0/routers/ebee33ac-11af-41a7-83d9-ad7ff652649a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3751872 Jul 19 03:44:03.536735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34056) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:03.611676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e5035823-5883-4a8a-82cb-0d5e4f8b64fa None None] Port 3381199f-3139-4270-9b93-f393d398c5d7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:44:03.846616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-621ed076-c62b-4ec5-b9e1-a8efbc36fada None None] Provisioning complete for port 3381199f-3139-4270-9b93-f393d398c5d7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:03.847301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-621ed076-c62b-4ec5-b9e1-a8efbc36fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:03.900762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-621ed076-c62b-4ec5-b9e1-a8efbc36fada None None] Port 3381199f-3139-4270-9b93-f393d398c5d7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:44:03.929051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f0842835-f46d-4ff8-a835-c9797f79afa3 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:44:03.970070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: f0842835-f46d-4ff8-a835-c9797f79afa3 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:44:03.970070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device f0842835-f46d-4ff8-a835-c9797f79afa3 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:44:04.043471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66c4aa-24bc-4846-b98b-53c01340d910 None None] Network 77e5a246-3f3a-4c4b-8144-0aed517283d5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:04.200540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 23f8e744-b370-427a-ad35-c2480a55b292 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:44:04.228424 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:04.260758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0b582016-d50b-4b66-b92b-a907de128107 None None] Provisioning for port 01aed622-d577-45c7-8910-021705074edb completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:04.279822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 23f8e744-b370-427a-ad35-c2480a55b292 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:04.280564 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:04.431176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 01aed622-d577-45c7-8910-021705074edb up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:44:04.515445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 01aed622-d577-45c7-8910-021705074edb completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:04.527714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 01aed622-d577-45c7-8910-021705074edb triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:04.528400 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:04.624459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Deleting port 3381199f-3139-4270-9b93-f393d398c5d7 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:44:04.625025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:04.686006 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:04.743823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 01aed622-d577-45c7-8910-021705074edb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=01aed622-d577-45c7-8910-021705074edb,segment=NetworkSegment(43971d2b-0d92-43f8-afb4-6f998e4acc34),segment_id=43971d2b-0d92-43f8-afb4-6f998e4acc34)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:04.748959 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:04.827471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:04.836365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=01aed622-d577-45c7-8910-021705074edb,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:04.849056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Calling delete_port for 3381199f-3139-4270-9b93-f393d398c5d7 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:44:04.901404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1ac070d3-f258-4db2-a9db-231573b52648 None None] Provisioning complete for port 01aed622-d577-45c7-8910-021705074edb triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:04.901786 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1ac070d3-f258-4db2-a9db-231573b52648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:05.481994 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:05.527730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Port': ['ID=3381199f-3139-4270-9b93-f393d398c5d7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:05.646509 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:05.886501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Router ebee33ac-11af-41a7-83d9-ad7ff652649a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:44:05.967406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 01aed622-d577-45c7-8910-021705074edb up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:44:05.990555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:44:06.003013 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba96fab-c9b5-45a4-b9b9-4868ce257e83 None None] Sync routers for ids ['ebee33ac-11af-41a7-83d9-ad7ff652649a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:44:06.011207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34118) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:06.014794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5084c97d-7e44-4df1-b5e5-d6c85e31a131 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "PUT /v2.0/routers/ebee33ac-11af-41a7-83d9-ad7ff652649a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4723945 Jul 19 03:44:06.024472 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba96fab-c9b5-45a4-b9b9-4868ce257e83 None None] Routers {'ebee33ac-11af-41a7-83d9-ad7ff652649a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:44:06.025071 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9ba96fab-c9b5-45a4-b9b9-4868ce257e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:43:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ebee33ac-11af-41a7-83d9-ad7ff652649a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:06.079711 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9ba96fab-c9b5-45a4-b9b9-4868ce257e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:06.088159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 01aed622-d577-45c7-8910-021705074edb triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:06.088759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:06.096408 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba96fab-c9b5-45a4-b9b9-4868ce257e83 None None] Routers {'ebee33ac-11af-41a7-83d9-ad7ff652649a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:44:06.097556 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9ba96fab-c9b5-45a4-b9b9-4868ce257e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:43:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ebee33ac-11af-41a7-83d9-ad7ff652649a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:06.099246 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-c89bd842-a833-45c7-b2e8-ab22c3f9464a tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] delete failed (client error): The resource could not be found. Jul 19 03:44:06.117573 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c89bd842-a833-45c7-b2e8-ab22c3f9464a tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1344550451 HTTP/1.1" status: 404 len: 335 time: 0.1045961 Jul 19 03:44:06.123455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34136) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:06.134930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bfbe2290-d230-459c-83d9-b861ef7da9c2 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ebee33ac-11af-41a7-83d9-ad7ff652649a'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:06.148900 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9ba96fab-c9b5-45a4-b9b9-4868ce257e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:06.149942 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba96fab-c9b5-45a4-b9b9-4868ce257e83 None None] The sync data for ids ['ebee33ac-11af-41a7-83d9-ad7ff652649a'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:44:06.474675 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2290-d230-459c-83d9-b861ef7da9c2 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:06.502364 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-bfbe2290-d230-459c-83d9-b861ef7da9c2 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] update failed (client error): The resource could not be found. Jul 19 03:44:06.503709 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bfbe2290-d230-459c-83d9-b861ef7da9c2 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "PUT /v2.0/routers/ebee33ac-11af-41a7-83d9-ad7ff652649a HTTP/1.1" status: 404 len: 339 time: 0.3788326 Jul 19 03:44:06.508041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34172) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:06.516023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1811147175'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:06.549099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Made reservation on behalf of 3622dfc589ce4eb2a605256d45fd4803 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:44:06.558703 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:06.591150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:44:06.603565 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:06.604131 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Added segment a91aecb2-06a7-49b2-8313-1b99502f438c of type vlan for network c02798a4-7530-4d01-b780-a17dcf7e0f5d Jul 19 03:44:06.661989 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:06.701710 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:06.711480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:06.712182 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:06.761080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34176) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:06.761799 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2526329 Jul 19 03:44:06.767583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'subnet': {'network_id': 'c02798a4-7530-4d01-b780-a17dcf7e0f5d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:06.807322 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b078dbe-fbca-4edf-80c3-714c19a2921e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Network': ['ID=c02798a4-7530-4d01-b780-a17dcf7e0f5d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:06.826254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c02798a4-7530-4d01-b780-a17dcf7e0f5d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:44:06.938504 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Made reservation on behalf of 3622dfc589ce4eb2a605256d45fd4803 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:44:06.943149 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:07.176394 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:07.208947 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:07.271570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Checking segment: {'id': 'a91aecb2-06a7-49b2-8313-1b99502f438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c02798a4-7530-4d01-b780-a17dcf7e0f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:44:07.272273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network hostable DHCP agents. Network: c02798a4-7530-4d01-b780-a17dcf7e0f5d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:44:07.279698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Subnet': ['ID=4cdd25d1-c018-4f09-b402-fbbf27124c8a,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:07.303046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network c02798a4-7530-4d01-b780-a17dcf7e0f5d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:44:07.315621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, c02798a4-7530-4d01-b780-a17dcf7e0f5d) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:07.321250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:07.321985 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:07.352341 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-24da4648-c6db-4917-90fc-30c5e5e8325b tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5899580 Jul 19 03:44:07.354993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34194) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:07.363113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-46f0ff69-2197-4cc9-b99e-f80864554303 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c02798a4-7530-4d01-b780-a17dcf7e0f5d'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:07.368314 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:07.527036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690efb2-dc7d-40b1-adbe-553c44090d39 None None] Network c02798a4-7530-4d01-b780-a17dcf7e0f5d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:07.691051 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46f0ff69-2197-4cc9-b99e-f80864554303 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:07.780807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-c02798a4-7530-4d01-b780-a17dcf7e0f5d', 'network_id': 'c02798a4-7530-4d01-b780-a17dcf7e0f5d', 'tenant_id': '3622dfc589ce4eb2a605256d45fd4803', 'fixed_ips': [{'subnet_id': '4cdd25d1-c018-4f09-b402-fbbf27124c8a'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:44:07.784124 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:07.868908 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-46f0ff69-2197-4cc9-b99e-f80864554303 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:07.874825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34202) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:07.886631 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-46f0ff69-2197-4cc9-b99e-f80864554303 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "PUT /v2.0/routers/ebee33ac-11af-41a7-83d9-ad7ff652649a HTTP/1.1" status: 400 len: 364 time: 0.5302589 Jul 19 03:44:08.005046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Allocated IP 2001:db8:1::2 (c02798a4-7530-4d01-b780-a17dcf7e0f5d/4cdd25d1-c018-4f09-b402-fbbf27124c8a/013703cc-839e-45da-b7b4-48b143e0b04f) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:44:08.170068 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:08.178874 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Transition to ACTIVE for port object 013703cc-839e-45da-b7b4-48b143e0b04f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:44:08.198235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Transition to ACTIVE for port object 013703cc-839e-45da-b7b4-48b143e0b04f will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:44:08.205869 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:08.265084 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:08.267235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Pushing event updated for resources: {'Port': ['ID=013703cc-839e-45da-b7b4-48b143e0b04f,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:08.280546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Network c02798a4-7530-4d01-b780-a17dcf7e0f5d is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:44:08.286716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:08.288414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:44:08.353449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Attempting to bind port 013703cc-839e-45da-b7b4-48b143e0b04f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:44:08.354217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Attempting to bind port 013703cc-839e-45da-b7b4-48b143e0b04f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a91aecb2-06a7-49b2-8313-1b99502f438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c02798a4-7530-4d01-b780-a17dcf7e0f5d'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:44:08.354711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Attempting to bind port 013703cc-839e-45da-b7b4-48b143e0b04f on network c02798a4-7530-4d01-b780-a17dcf7e0f5d {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:44:08.359885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:44:08.360383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Checking segment: {'id': 'a91aecb2-06a7-49b2-8313-1b99502f438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c02798a4-7530-4d01-b780-a17dcf7e0f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:44:08.360885 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:08.361590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Bound using segment: {'id': 'a91aecb2-06a7-49b2-8313-1b99502f438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c02798a4-7530-4d01-b780-a17dcf7e0f5d'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:44:08.361940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Bound port: 013703cc-839e-45da-b7b4-48b143e0b04f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91aecb2-06a7-49b2-8313-1b99502f438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c02798a4-7530-4d01-b780-a17dcf7e0f5d'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:44:08.362444 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:08.474049 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] For port 013703cc-839e-45da-b7b4-48b143e0b04f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:44:08.479525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] For port 013703cc-839e-45da-b7b4-48b143e0b04f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=013703cc-839e-45da-b7b4-48b143e0b04f,segment=NetworkSegment(a91aecb2-06a7-49b2-8313-1b99502f438c),segment_id=a91aecb2-06a7-49b2-8313-1b99502f438c)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:44:08.488184 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:08.583931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97277cd5-6ec8-43ca-a2f1-ea742e229793 None None] Pushing event updated for resources: {'Port': ['ID=013703cc-839e-45da-b7b4-48b143e0b04f,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:08.645847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Allocated IP 2001:db8::1 (2926ceb2-4966-4d6d-aa3b-7abe65159967/d03faf0a-c554-48e6-b842-d3bd9b1e6b64/a58a2afe-36ec-4f36-ad1a-0690f924c2e7) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:44:08.888904 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:08.931930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Transition to ACTIVE for port object a58a2afe-36ec-4f36-ad1a-0690f924c2e7 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:44:08.990123 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:09.057834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network 2926ceb2-4966-4d6d-aa3b-7abe65159967 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:44:09.065829 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:09.069259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:44:09.070689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:09.162170 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Port': ['ID=a58a2afe-36ec-4f36-ad1a-0690f924c2e7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:09.277737 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:09.464715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4174b9b8-84fa-4dcc-b060-83443907183c None None] Provisioning for port a58a2afe-36ec-4f36-ad1a-0690f924c2e7 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:09.476754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4174b9b8-84fa-4dcc-b060-83443907183c None None] Provisioning complete for port a58a2afe-36ec-4f36-ad1a-0690f924c2e7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:09.477308 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4174b9b8-84fa-4dcc-b060-83443907183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:09.584675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4174b9b8-84fa-4dcc-b060-83443907183c None None] Port a58a2afe-36ec-4f36-ad1a-0690f924c2e7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:44:09.707702 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:09.717639 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:09.718580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:09.829640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event updated for resources: {'Port': ['ID=a58a2afe-36ec-4f36-ad1a-0690f924c2e7,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:09.960069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Network 2926ceb2-4966-4d6d-aa3b-7abe65159967 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:44:09.962563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:10.033722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 013703cc-839e-45da-b7b4-48b143e0b04f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:44:10.099306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eee6d9-ad98-40f8-ba8f-3a5a9544f25d None None] Network c02798a4-7530-4d01-b780-a17dcf7e0f5d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:10.116173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Router ebee33ac-11af-41a7-83d9-ad7ff652649a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:44:10.138107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 013703cc-839e-45da-b7b4-48b143e0b04f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:10.209390 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ed4a31ce-d12c-4dc1-be16-ac3363f9d1ed None None] Provisioning for port 013703cc-839e-45da-b7b4-48b143e0b04f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:10.220161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ed4a31ce-d12c-4dc1-be16-ac3363f9d1ed None None] Provisioning complete for port 013703cc-839e-45da-b7b4-48b143e0b04f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:10.220991 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed4a31ce-d12c-4dc1-be16-ac3363f9d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:10.323301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:44:10.343067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34296) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:10.343697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ec26351f-c50d-49c5-bcc6-e43879ca6c1e tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "PUT /v2.0/routers/ebee33ac-11af-41a7-83d9-ad7ff652649a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4672587 Jul 19 03:44:10.351320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eaeaac-7ba0-40d7-a73f-aea6d2555df9 None None] Sync routers for ids ['ebee33ac-11af-41a7-83d9-ad7ff652649a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:44:10.373442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eaeaac-7ba0-40d7-a73f-aea6d2555df9 None None] Routers {'ebee33ac-11af-41a7-83d9-ad7ff652649a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:44:10.374403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-40eaeaac-7ba0-40d7-a73f-aea6d2555df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:43:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ebee33ac-11af-41a7-83d9-ad7ff652649a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:10.530588 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85cd8437-5026-452b-a3bc-917dee7c9684 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:10.623378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-40eaeaac-7ba0-40d7-a73f-aea6d2555df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:10.657922 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-85cd8437-5026-452b-a3bc-917dee7c9684 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 19 03:44:10.659169 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-85cd8437-5026-452b-a3bc-917dee7c9684 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/routers/ebee33ac-11af-41a7-83d9-ad7ff652649a HTTP/1.1" status: 409 len: 329 time: 0.3137000 Jul 19 03:44:10.662165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34324) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:10.712115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eaeaac-7ba0-40d7-a73f-aea6d2555df9 None None] Routers {'ebee33ac-11af-41a7-83d9-ad7ff652649a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:44:10.712775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-40eaeaac-7ba0-40d7-a73f-aea6d2555df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:43:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ebee33ac-11af-41a7-83d9-ad7ff652649a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:10.808466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-40eaeaac-7ba0-40d7-a73f-aea6d2555df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:10.809313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eaeaac-7ba0-40d7-a73f-aea6d2555df9 None None] The sync data for ids ['ebee33ac-11af-41a7-83d9-ad7ff652649a'] in n-d-762330-18 is: [] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:44:10.812873 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed4a31ce-d12c-4dc1-be16-ac3363f9d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:10.859248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ed4a31ce-d12c-4dc1-be16-ac3363f9d1ed None None] For port 013703cc-839e-45da-b7b4-48b143e0b04f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=013703cc-839e-45da-b7b4-48b143e0b04f,segment=NetworkSegment(a91aecb2-06a7-49b2-8313-1b99502f438c),segment_id=a91aecb2-06a7-49b2-8313-1b99502f438c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:10.865819 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ed4a31ce-d12c-4dc1-be16-ac3363f9d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:10.937310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a31ce-d12c-4dc1-be16-ac3363f9d1ed None None] Pushing event updated for resources: {'Port': ['ID=013703cc-839e-45da-b7b4-48b143e0b04f,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:11.010011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-449b4871-fb83-4723-b1ab-9228199534de None None] Provisioning complete for port a58a2afe-36ec-4f36-ad1a-0690f924c2e7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:11.010411 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-449b4871-fb83-4723-b1ab-9228199534de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:11.086448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-449b4871-fb83-4723-b1ab-9228199534de None None] Port a58a2afe-36ec-4f36-ad1a-0690f924c2e7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:44:11.188460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:11.314806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1ebd0b61-a08d-4558-ba9c-4790dfdb0af3 None None] Provisioning complete for port 013703cc-839e-45da-b7b4-48b143e0b04f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:11.315041 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0b61-a08d-4558-ba9c-4790dfdb0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:11.557704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Deleting port a58a2afe-36ec-4f36-ad1a-0690f924c2e7 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:44:11.558485 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:11.675862 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:11.691913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Calling delete_port for a58a2afe-36ec-4f36-ad1a-0690f924c2e7 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:44:11.987033 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:12.002177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 013703cc-839e-45da-b7b4-48b143e0b04f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:44:12.037608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Port': ['ID=a58a2afe-36ec-4f36-ad1a-0690f924c2e7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:12.099310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 013703cc-839e-45da-b7b4-48b143e0b04f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:12.099598 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:12.168289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:12.431958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Router ebee33ac-11af-41a7-83d9-ad7ff652649a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:44:12.518219 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4bfbeda4-100c-4714-ae87-05726692c60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:12.527421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:44:12.538017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6ef1fb5b-1c45-4a59-812c-c186655d06e0 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "PUT /v2.0/routers/ebee33ac-11af-41a7-83d9-ad7ff652649a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708136 Jul 19 03:44:12.538017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34382) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:12.538218 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f4bbf-5954-4594-b5e0-1b81a77d671f None None] Sync routers for ids ['ebee33ac-11af-41a7-83d9-ad7ff652649a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:44:12.550721 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f4bbf-5954-4594-b5e0-1b81a77d671f None None] Routers {'ebee33ac-11af-41a7-83d9-ad7ff652649a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:44:12.553181 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-165f4bbf-5954-4594-b5e0-1b81a77d671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:43:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ebee33ac-11af-41a7-83d9-ad7ff652649a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:12.585596 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-9866dd24-cd9e-49fc-bd05-f6f79753635a tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] show failed (client error): The resource could not be found. Jul 19 03:44:12.590083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9866dd24-cd9e-49fc-bd05-f6f79753635a tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-8023144 HTTP/1.1" status: 404 len: 332 time: 0.0466475 Jul 19 03:44:12.590930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34384) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:12.598805 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b0101aba-8e99-41cb-b6c5-de8b583818b7 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:12.643315 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-165f4bbf-5954-4594-b5e0-1b81a77d671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:12.669734 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f4bbf-5954-4594-b5e0-1b81a77d671f None None] Routers {'ebee33ac-11af-41a7-83d9-ad7ff652649a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:44:12.672400 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-165f4bbf-5954-4594-b5e0-1b81a77d671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:43:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['ebee33ac-11af-41a7-83d9-ad7ff652649a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:12.678740 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-b0101aba-8e99-41cb-b6c5-de8b583818b7 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] update failed (client error): The resource could not be found. Jul 19 03:44:12.688752 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b0101aba-8e99-41cb-b6c5-de8b583818b7 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1283320607 HTTP/1.1" status: 404 len: 335 time: 0.0943842 Jul 19 03:44:12.691966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34386) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:12.726243 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-165f4bbf-5954-4594-b5e0-1b81a77d671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:12.727234 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f4bbf-5954-4594-b5e0-1b81a77d671f None None] The sync data for ids ['ebee33ac-11af-41a7-83d9-ad7ff652649a'] in n-d-762330-18 is: [] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:44:12.788055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a15aa5-a7ec-43ea-888c-c1434ee7a912 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Deleting subnet 4cdd25d1-c018-4f09-b402-fbbf27124c8a {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:44:12.798653 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8a15aa5-a7ec-43ea-888c-c1434ee7a912 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:12.848891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8a15aa5-a7ec-43ea-888c-c1434ee7a912 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:12.974032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8a15aa5-a7ec-43ea-888c-c1434ee7a912 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.041956 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8a15aa5-a7ec-43ea-888c-c1434ee7a912 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.070460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a15aa5-a7ec-43ea-888c-c1434ee7a912 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdd25d1-c018-4f09-b402-fbbf27124c8a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:13.085848 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a8a15aa5-a7ec-43ea-888c-c1434ee7a912 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.087139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c20ac-da4a-45c3-85ac-810df7b2a6ff None None] Network c02798a4-7530-4d01-b780-a17dcf7e0f5d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:13.087978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a8a15aa5-a7ec-43ea-888c-c1434ee7a912 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/subnets/4cdd25d1-c018-4f09-b402-fbbf27124c8a HTTP/1.1" status: 204 len: 168 time: 0.3948143 Jul 19 03:44:13.090312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34394) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:13.236835 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.328129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Deleting port 013703cc-839e-45da-b7b4-48b143e0b04f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:44:13.329134 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.399361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e58f56f-83cb-4d9e-9b84-0a0be619eab5 None None] DHCP port deletion for c02798a4-7530-4d01-b780-a17dcf7e0f5d request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:44:13.435383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] For port 013703cc-839e-45da-b7b4-48b143e0b04f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=013703cc-839e-45da-b7b4-48b143e0b04f,segment=NetworkSegment(a91aecb2-06a7-49b2-8313-1b99502f438c),segment_id=a91aecb2-06a7-49b2-8313-1b99502f438c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:13.435921 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.449447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Calling delete_port for 013703cc-839e-45da-b7b4-48b143e0b04f owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:44:13.462643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7e58f56f-83cb-4d9e-9b84-0a0be619eab5 None None] Deleting port 013703cc-839e-45da-b7b4-48b143e0b04f {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:44:13.463933 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7e58f56f-83cb-4d9e-9b84-0a0be619eab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.576268 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.587967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7e58f56f-83cb-4d9e-9b84-0a0be619eab5 None None] For port 013703cc-839e-45da-b7b4-48b143e0b04f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=013703cc-839e-45da-b7b4-48b143e0b04f,segment=NetworkSegment(a91aecb2-06a7-49b2-8313-1b99502f438c),segment_id=a91aecb2-06a7-49b2-8313-1b99502f438c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:13.588261 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7e58f56f-83cb-4d9e-9b84-0a0be619eab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.607802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Port': ['ID=013703cc-839e-45da-b7b4-48b143e0b04f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:13.609530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] No DVR routers for this DVR port 013703cc-839e-45da-b7b4-48b143e0b04f on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:44:13.624400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7e58f56f-83cb-4d9e-9b84-0a0be619eab5 None None] Calling delete_port for 013703cc-839e-45da-b7b4-48b143e0b04f owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:44:13.717337 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.732762 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7e58f56f-83cb-4d9e-9b84-0a0be619eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.734464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02798a4-7530-4d01-b780-a17dcf7e0f5d']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:13.748375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e58f56f-83cb-4d9e-9b84-0a0be619eab5 None None] No DVR routers for this DVR port 013703cc-839e-45da-b7b4-48b143e0b04f on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:44:13.759459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91aecb2-06a7-49b2-8313-1b99502f438c') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:13.761466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91aecb2-06a7-49b2-8313-1b99502f438c') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:13.775070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58f56f-83cb-4d9e-9b84-0a0be619eab5 None None] Pushing event deleted for resources: {'Port': ['ID=013703cc-839e-45da-b7b4-48b143e0b04f,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:13.798232 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.824515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.837632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:44:13.838029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:44:13.841846 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:44:13.964911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 013703cc-839e-45da-b7b4-48b143e0b04f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:44:13.980183 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:13.996195 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.001012 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/networks/c02798a4-7530-4d01-b780-a17dcf7e0f5d HTTP/1.1" status: 204 len: 168 time: 0.9066236 Jul 19 03:44:14.001498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34416) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:14.014084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 013703cc-839e-45da-b7b4-48b143e0b04f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:44:14.018784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 013703cc-839e-45da-b7b4-48b143e0b04f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:44:14.068528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6c28b-cd47-46a3-ae2c-7cce91414aca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Network': ['ID=c02798a4-7530-4d01-b780-a17dcf7e0f5d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:14.124987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Deleting subnet 2c26369b-9c96-4c29-b304-dbcf8551f81b {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:44:14.128591 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.175979 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.291702 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.359248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34428) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:14.393415 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.419836 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.422610 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/subnets/2c26369b-9c96-4c29-b304-dbcf8551f81b HTTP/1.1" status: 204 len: 168 time: 0.4196923 Jul 19 03:44:14.425189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34436) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:14.426956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69334729-04ea-4c70-9754-87bf8463abbf None None] Network 77e5a246-3f3a-4c4b-8144-0aed517283d5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:14.442540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Subnet': ['ID=2c26369b-9c96-4c29-b304-dbcf8551f81b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:14.451178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.451949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.452490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.452992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.454204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.454722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.455218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.455712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.456207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.456709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.457208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.457690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6b22e-f598-4c28-99a3-b5523aaf04d3 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:14.552242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee18305-da56-40c1-881a-bfe520493b13 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Deleting subnet 3eb7bb8b-673a-4617-ba03-573bc4b1d684 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:44:14.559908 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ee18305-da56-40c1-881a-bfe520493b13 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.611901 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ee18305-da56-40c1-881a-bfe520493b13 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.721596 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ee18305-da56-40c1-881a-bfe520493b13 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.779702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f03165-d0b8-4f9d-ad7c-95e1e18a616c None None] DHCP port deletion for 77e5a246-3f3a-4c4b-8144-0aed517283d5 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:44:14.792154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-630f85d7-a084-44a8-899e-a5af718dd219 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad0804e8e0f747c6be3c51b07f978183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302912 Jul 19 03:44:14.794709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34440) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:14.839276 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ee18305-da56-40c1-881a-bfe520493b13 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.878691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f6f03165-d0b8-4f9d-ad7c-95e1e18a616c None None] Deleting port 01aed622-d577-45c7-8910-021705074edb {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:44:14.879376 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f6f03165-d0b8-4f9d-ad7c-95e1e18a616c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.896521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee18305-da56-40c1-881a-bfe520493b13 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb7bb8b-673a-4617-ba03-573bc4b1d684,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:14.912557 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ee18305-da56-40c1-881a-bfe520493b13 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.915088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1ee18305-da56-40c1-881a-bfe520493b13 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/subnets/3eb7bb8b-673a-4617-ba03-573bc4b1d684 HTTP/1.1" status: 204 len: 168 time: 0.4880393 Jul 19 03:44:14.917227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34446) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:14.919472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17145434-beb1-456f-aafd-fd2081dd6656 None None] Network 166b5584-52b2-4686-9b0f-3369b0d44c92 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:14.926373 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ebcb0e74-011b-451e-97c1-80588681359c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:14.957409 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ebcb0e74-011b-451e-97c1-80588681359c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.018917 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ebcb0e74-011b-451e-97c1-80588681359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.025333 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ebcb0e74-011b-451e-97c1-80588681359c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.027184 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ebcb0e74-011b-451e-97c1-80588681359c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed8b829e-e1f2-4140-8095-54cbcda86497 HTTP/1.1" status: 204 len: 168 time: 0.2302706 Jul 19 03:44:15.054960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb0e74-011b-451e-97c1-80588681359c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8b829e-e1f2-4140-8095-54cbcda86497,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:15.064706 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.137561 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8adcc53f-39cc-4561-8c06-3a06d4d573f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.144449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f6f03165-d0b8-4f9d-ad7c-95e1e18a616c None None] For port 01aed622-d577-45c7-8910-021705074edb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=01aed622-d577-45c7-8910-021705074edb,segment=NetworkSegment(43971d2b-0d92-43f8-afb4-6f998e4acc34),segment_id=43971d2b-0d92-43f8-afb4-6f998e4acc34)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:15.145638 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f6f03165-d0b8-4f9d-ad7c-95e1e18a616c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.158606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Deleting port 01aed622-d577-45c7-8910-021705074edb {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:44:15.158955 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.171386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f6f03165-d0b8-4f9d-ad7c-95e1e18a616c None None] Calling delete_port for 01aed622-d577-45c7-8910-021705074edb owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:44:15.280170 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f6f03165-d0b8-4f9d-ad7c-95e1e18a616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.284655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] For port 01aed622-d577-45c7-8910-021705074edb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=01aed622-d577-45c7-8910-021705074edb,segment=NetworkSegment(43971d2b-0d92-43f8-afb4-6f998e4acc34),segment_id=43971d2b-0d92-43f8-afb4-6f998e4acc34)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:15.285275 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.319029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Calling delete_port for 01aed622-d577-45c7-8910-021705074edb owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:44:15.324848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f03165-d0b8-4f9d-ad7c-95e1e18a616c None None] Pushing event deleted for resources: {'Port': ['ID=01aed622-d577-45c7-8910-021705074edb,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:15.326701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47641b7-11a7-4d9e-8e6c-d578f32753bb None None] DHCP port deletion for 166b5584-52b2-4686-9b0f-3369b0d44c92 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:44:15.332857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f03165-d0b8-4f9d-ad7c-95e1e18a616c None None] No DVR routers for this DVR port 01aed622-d577-45c7-8910-021705074edb on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:44:15.394883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e47641b7-11a7-4d9e-8e6c-d578f32753bb None None] Deleting port 23f8e744-b370-427a-ad35-c2480a55b292 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:44:15.395670 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e47641b7-11a7-4d9e-8e6c-d578f32753bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.470574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e47641b7-11a7-4d9e-8e6c-d578f32753bb None None] For port 23f8e744-b370-427a-ad35-c2480a55b292, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=23f8e744-b370-427a-ad35-c2480a55b292,segment=NetworkSegment(eee8352c-e86c-4fed-8c54-26b0283e0fa2),segment_id=eee8352c-e86c-4fed-8c54-26b0283e0fa2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:15.471775 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e47641b7-11a7-4d9e-8e6c-d578f32753bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.486496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e47641b7-11a7-4d9e-8e6c-d578f32753bb None None] Calling delete_port for 23f8e744-b370-427a-ad35-c2480a55b292 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:44:15.598392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e47641b7-11a7-4d9e-8e6c-d578f32753bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.630211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47641b7-11a7-4d9e-8e6c-d578f32753bb None None] Pushing event deleted for resources: {'Port': ['ID=23f8e744-b370-427a-ad35-c2480a55b292,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:15.632724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47641b7-11a7-4d9e-8e6c-d578f32753bb None None] No DVR routers for this DVR port 23f8e744-b370-427a-ad35-c2480a55b292 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:44:15.701913 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.914671 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:15.957453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] No DVR routers for this DVR port 01aed622-d577-45c7-8910-021705074edb on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:44:15.959357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Port': ['ID=01aed622-d577-45c7-8910-021705074edb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:15.982233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 23f8e744-b370-427a-ad35-c2480a55b292 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:44:16.022711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 23f8e744-b370-427a-ad35-c2480a55b292 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:44:16.023066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 23f8e744-b370-427a-ad35-c2480a55b292 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:44:16.023604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 01aed622-d577-45c7-8910-021705074edb no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:44:16.063540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 01aed622-d577-45c7-8910-021705074edb {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:44:16.063883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 01aed622-d577-45c7-8910-021705074edb not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:44:16.068013 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.079822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e5a246-3f3a-4c4b-8144-0aed517283d5']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:16.091036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43971d2b-0d92-43f8-afb4-6f998e4acc34') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:16.091398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43971d2b-0d92-43f8-afb4-6f998e4acc34') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:16.103531 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.125915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.138410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:44:16.139037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:44:16.143837 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:44:16.230668 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.241173 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.244188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/networks/77e5a246-3f3a-4c4b-8144-0aed517283d5 HTTP/1.1" status: 204 len: 168 time: 1.3252904 Jul 19 03:44:16.246414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34490) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:16.256924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37946d4b-9ab5-4ced-893d-781a0c7b63a8 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Network': ['ID=77e5a246-3f3a-4c4b-8144-0aed517283d5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:16.318978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34492) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:16.362743 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.465714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1904903311-network', 'tenant_id': '6126ec5989184c0d9b78fb70de1ec198'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:16.477932 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.498516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Made reservation on behalf of 6126ec5989184c0d9b78fb70de1ec198 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:44:16.501678 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.503384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.516361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166b5584-52b2-4686-9b0f-3369b0d44c92']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:16.518438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.549083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee8352c-e86c-4fed-8c54-26b0283e0fa2') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:16.549655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee8352c-e86c-4fed-8c54-26b0283e0fa2') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:16.563697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.587995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.600006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:44:16.600531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:44:16.604260 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:44:16.647219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.654525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.682440 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.688449 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8858c276-3467-48d9-9506-c972f5306199,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:16.696215 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.701358 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/networks/166b5584-52b2-4686-9b0f-3369b0d44c92 HTTP/1.1" status: 204 len: 168 time: 0.4535098 Jul 19 03:44:16.702303 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34508) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:16.705419 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:44:16.714814 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.715187 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Added segment df75fc86-ca0b-41d5-b687-b7bb31ce4464 of type vlan for network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa Jul 19 03:44:16.723774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34356ac7-09c3-4688-b162-5938ad946cca tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Network': ['ID=166b5584-52b2-4686-9b0f-3369b0d44c92,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:16.763214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.769894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-e916b514-004e-47cd-a7fd-e3a3543a9cef tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Deleting subnet d03faf0a-c554-48e6-b842-d3bd9b1e6b64 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:44:16.774035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e916b514-004e-47cd-a7fd-e3a3543a9cef tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.796484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.798732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:16.799365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.822711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e916b514-004e-47cd-a7fd-e3a3543a9cef tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.878542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5582967 Jul 19 03:44:16.879585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82d3ee-5103-4e5d-bf36-ce3587bb63dd admin admin] Pushing event updated for resources: {'Network': ['ID=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:16.882129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34510) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:16.888268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Request body: {'subnet': {'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1904903311-subnet', 'tenant_id': '6126ec5989184c0d9b78fb70de1ec198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:16.892008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:44:16.932614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Made reservation on behalf of 6126ec5989184c0d9b78fb70de1ec198 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:44:16.935672 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:16.966327 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e916b514-004e-47cd-a7fd-e3a3543a9cef tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.043180 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e916b514-004e-47cd-a7fd-e3a3543a9cef tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.073681 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916b514-004e-47cd-a7fd-e3a3543a9cef tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Subnet': ['ID=d03faf0a-c554-48e6-b842-d3bd9b1e6b64,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:17.088925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e916b514-004e-47cd-a7fd-e3a3543a9cef tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.093047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e916b514-004e-47cd-a7fd-e3a3543a9cef tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/subnets/d03faf0a-c554-48e6-b842-d3bd9b1e6b64 HTTP/1.1" status: 204 len: 168 time: 0.3857710 Jul 19 03:44:17.093311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34518) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:17.103207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7745f1a5-fc0f-4b62-9a7e-c3417725ed96 None None] Network 2926ceb2-4966-4d6d-aa3b-7abe65159967 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:17.221667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.224609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.286510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Deleting port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:44:17.287259 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.303382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Checking segment: {'id': 'df75fc86-ca0b-41d5-b687-b7bb31ce4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:44:17.304086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Network hostable DHCP agents. Network: 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:44:17.312280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2726e32-523c-4f7f-86ee-83585d12f542,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:17.331041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:44:17.363065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:17.372118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:17.373530 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.376279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da8579-cd25-4459-b68f-be86890b5f8c None None] Network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:17.418215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c7d870a6-e825-48de-90b3-148a64556cb8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5268064 Jul 19 03:44:17.418431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] For port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a76cc7c5-fd8d-444f-be80-1c027b4e8fe8,segment=NetworkSegment(ef38fb46-9a77-4dd8-8c00-cee84a42ccef),segment_id=ef38fb46-9a77-4dd8-8c00-cee84a42ccef)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:17.418431 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.444816 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Calling delete_port for a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:44:17.521725 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b3628-7dcc-4bf9-bd22-edcf1be0d37f None None] DHCP port deletion for 2926ceb2-4966-4d6d-aa3b-7abe65159967 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:44:17.539186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.589682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b3628-7dcc-4bf9-bd22-edcf1be0d37f None None] The port 'a76cc7c5-fd8d-444f-be80-1c027b4e8fe8' was deleted {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 19 03:44:17.599497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa84983-da60-4ace-8476-1744cf64145c None None] Network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:17.604251 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Port': ['ID=a76cc7c5-fd8d-444f-be80-1c027b4e8fe8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:17.618740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] No DVR routers for this DVR port a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:44:17.791031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.804418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2926ceb2-4966-4d6d-aa3b-7abe65159967']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:17.816379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef38fb46-9a77-4dd8-8c00-cee84a42ccef') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:17.816815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef38fb46-9a77-4dd8-8c00-cee84a42ccef') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:17.833061 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.849014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.856363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:44:17.856854 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:44:17.862437 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:44:17.960749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:44:17.979771 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.987104 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:17.993426 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/networks/2926ceb2-4966-4d6d-aa3b-7abe65159967 HTTP/1.1" status: 204 len: 168 time: 0.8986254 Jul 19 03:44:17.996258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34534) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:18.004021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:44:18.004689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a76cc7c5-fd8d-444f-be80-1c027b4e8fe8 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:44:18.024877 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:18.028788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f82bd4-71a7-4786-99cc-67f457edfb29 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Pushing event deleted for resources: {'Network': ['ID=2926ceb2-4966-4d6d-aa3b-7abe65159967,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:18.059429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-15a8ed11-fea5-4bd0-a71b-95f5d53502ff tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebee33ac-11af-41a7-83d9-ad7ff652649a HTTP/1.1" status: 200 len: 205 time: 0.0619946 Jul 19 03:44:18.061787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34536) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:18.187118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76968e13-cb3b-4d47-95a5-1d7ad60eec02 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:18.397280 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76968e13-cb3b-4d47-95a5-1d7ad60eec02 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:18.399489 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76968e13-cb3b-4d47-95a5-1d7ad60eec02 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:18.455660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76968e13-cb3b-4d47-95a5-1d7ad60eec02 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:18.456603 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76968e13-cb3b-4d47-95a5-1d7ad60eec02 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Fanout notify agent at l3_agent the message router_deleted on router ebee33ac-11af-41a7-83d9-ad7ff652649a {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:44:18.471090 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76968e13-cb3b-4d47-95a5-1d7ad60eec02 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:18.477513 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-76968e13-cb3b-4d47-95a5-1d7ad60eec02 tempest-RoutersNegativeIpV6Test-1007110744 tempest-RoutersNegativeIpV6Test-1007110744-project] 10.222.0.20 "DELETE /v2.0/routers/ebee33ac-11af-41a7-83d9-ad7ff652649a HTTP/1.1" status: 204 len: 168 time: 0.4120884 Jul 19 03:44:18.745578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34554) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:19.001602 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-45ed0295-aebe-4346-962d-54b991e3f10e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3622dfc589ce4eb2a605256d45fd4803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517226 Jul 19 03:44:19.003444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34564) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:19.076040 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:19.106628 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:19.168092 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:19.171595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:19.173227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69d96597-8d2e-4b3c-b21d-53a9067721b9 HTTP/1.1" status: 204 len: 168 time: 0.1692519 Jul 19 03:44:19.186841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d96597-8d2e-4b3c-b21d-53a9067721b9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:19.204036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.204679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.205262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.205882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.206248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.206737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.207162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.207753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.208089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.208627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.209613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:19.210328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec61497-0049-428b-a1ca-4d753fae9c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:44:20.096719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34604) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:20.200840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c6eec9b8-ceb7-4f99-9abc-3135ffeb2e65 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:20.201393 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-c6eec9b8-ceb7-4f99-9abc-3135ffeb2e65 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 19 03:44:20.201888 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-c6eec9b8-ceb7-4f99-9abc-3135ffeb2e65 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): There was a conflict when trying to complete your request. Jul 19 03:44:20.206908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c6eec9b8-ceb7-4f99-9abc-3135ffeb2e65 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1050816 Jul 19 03:44:20.207576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34608) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:20.212301 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885979614'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:20.239184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.252108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.378193 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.382473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.424602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83f2178-ad97-448c-80a9-79b8e58aa062,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:20.487527 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.491333 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.522688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.526992 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3154223 Jul 19 03:44:20.527156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34614) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:20.532997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f46338b6-1162-4b7f-9ea1-b3cb2b4adbbf tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '7de93ccd-745a-4035-9ca3-c1e72f1dacb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:20.540100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c1a64-8cb5-4d7f-a8ab-04f2ec45dd90 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de93ccd-745a-4035-9ca3-c1e72f1dacb8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:20.572671 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f46338b6-1162-4b7f-9ea1-b3cb2b4adbbf tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.654977 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f46338b6-1162-4b7f-9ea1-b3cb2b4adbbf tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.667135 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f46338b6-1162-4b7f-9ea1-b3cb2b4adbbf tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.693242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46338b6-1162-4b7f-9ea1-b3cb2b4adbbf tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320a3d0f-4e5b-408d-a259-935853e96d6e,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:20.698672 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f46338b6-1162-4b7f-9ea1-b3cb2b4adbbf tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.701290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f46338b6-1162-4b7f-9ea1-b3cb2b4adbbf tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730101 Jul 19 03:44:20.704358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34626) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:20.709229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-283d9979-49f1-4ea0-ac33-964fb2ed6aa7 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '7de93ccd-745a-4035-9ca3-c1e72f1dacb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:20.769839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-283d9979-49f1-4ea0-ac33-964fb2ed6aa7 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:20.896955 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-283d9979-49f1-4ea0-ac33-964fb2ed6aa7 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): There was a conflict when trying to complete your request. Jul 19 03:44:20.898614 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-283d9979-49f1-4ea0-ac33-964fb2ed6aa7 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1931801 Jul 19 03:44:20.901391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34630) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:20.985066 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69ebfef9-4355-4123-8567-62816eed474f tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.020976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69ebfef9-4355-4123-8567-62816eed474f tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.082791 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-b2ab0671-3ef3-41a6-8e92-11553bb5e408 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338281067&fields=id&tenant_id=9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 267 time: 0.0639899 Jul 19 03:44:21.084848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69ebfef9-4355-4123-8567-62816eed474f tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.088640 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-69ebfef9-4355-4123-8567-62816eed474f tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.091434 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-69ebfef9-4355-4123-8567-62816eed474f tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/7de93ccd-745a-4035-9ca3-c1e72f1dacb8 HTTP/1.1" status: 204 len: 168 time: 0.1890466 Jul 19 03:44:21.096755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34642) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:21.115639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebfef9-4355-4123-8567-62816eed474f tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de93ccd-745a-4035-9ca3-c1e72f1dacb8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:21.176354 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-71429c77-8a9b-4c7d-8bc5-7b55c0c765c5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777876 Jul 19 03:44:21.180027 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34644) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:21.184686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-97f3ce90-a88a-441a-9a5b-c73790bfc378 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517003030'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:21.208198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97f3ce90-a88a-441a-9a5b-c73790bfc378 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.229719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-15227e19-46ab-4c6b-9ff8-948c773e8450 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:21.231961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-15227e19-46ab-4c6b-9ff8-948c773e8450 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.1479270 Jul 19 03:44:21.248046 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-f8b28e68-f430-49f3-b359-624c6971a757 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/quotas/9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 375 time: 0.0100198 Jul 19 03:44:21.293442 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97f3ce90-a88a-441a-9a5b-c73790bfc378 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.298118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97f3ce90-a88a-441a-9a5b-c73790bfc378 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.325535 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-3bdfa77d-d292-4ce3-9993-8ea24a458761 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698922 Jul 19 03:44:21.327646 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97f3ce90-a88a-441a-9a5b-c73790bfc378 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.329594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-97f3ce90-a88a-441a-9a5b-c73790bfc378 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1485693 Jul 19 03:44:21.331651 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3ce90-a88a-441a-9a5b-c73790bfc378 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c3889a-1444-404c-bde5-e9e35c0408d0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:21.332858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34648) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:21.338065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3eff06de-46c0-4c17-ba75-062905acbe1e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '33c3889a-1444-404c-bde5-e9e35c0408d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:21.338610 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-3eff06de-46c0-4c17-ba75-062905acbe1e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 19 03:44:21.339366 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-3eff06de-46c0-4c17-ba75-062905acbe1e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:21.340345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3eff06de-46c0-4c17-ba75-062905acbe1e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063112 Jul 19 03:44:21.343336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34652) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:21.467628 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-68278eb1-df79-4319-8987-5002724a22f4 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.488578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-c0c80084-7035-4945-a936-734c7479df5d service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299756 Jul 19 03:44:21.508002 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-68278eb1-df79-4319-8987-5002724a22f4 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.612244 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-68278eb1-df79-4319-8987-5002724a22f4 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.614839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-68278eb1-df79-4319-8987-5002724a22f4 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.618346 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-68278eb1-df79-4319-8987-5002724a22f4 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/33c3889a-1444-404c-bde5-e9e35c0408d0 HTTP/1.1" status: 204 len: 168 time: 0.2715392 Jul 19 03:44:21.618718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34658) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:21.623530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-178f3e53-2029-4a07-a485-215155c456a9 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279416 Jul 19 03:44:21.628334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68278eb1-df79-4319-8987-5002724a22f4 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c3889a-1444-404c-bde5-e9e35c0408d0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:21.682361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0b928ca8-2836-44bc-ba44-8a728f3831d9 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624111 Jul 19 03:44:21.685796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34660) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:21.691253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-65ecaa68-6440-41f6-8be0-fed14b547452 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153620509'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:21.723067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-65ecaa68-6440-41f6-8be0-fed14b547452 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.824015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-65ecaa68-6440-41f6-8be0-fed14b547452 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.829460 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-65ecaa68-6440-41f6-8be0-fed14b547452 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.860333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecaa68-6440-41f6-8be0-fed14b547452 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2342e769-6f02-463b-8f9f-af31c8823e9d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:21.881536 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-65ecaa68-6440-41f6-8be0-fed14b547452 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.883314 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-65ecaa68-6440-41f6-8be0-fed14b547452 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1962581 Jul 19 03:44:21.885963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34670) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:21.891575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-98c1f64f-7884-42d1-bd80-75a8b06041b9 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '2342e769-6f02-463b-8f9f-af31c8823e9d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:21.892455 n-d-762330-18 neutron-server[94345]: WARNING neutron.api.v2.base [None req-98c1f64f-7884-42d1-bd80-75a8b06041b9 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 19 03:44:21.892896 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-98c1f64f-7884-42d1-bd80-75a8b06041b9 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:21.893887 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-98c1f64f-7884-42d1-bd80-75a8b06041b9 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069296 Jul 19 03:44:21.896477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34672) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:21.954873 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed726752-179e-49c3-874b-94a951c40c27 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:21.980965 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed726752-179e-49c3-874b-94a951c40c27 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.037388 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed726752-179e-49c3-874b-94a951c40c27 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.040571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed726752-179e-49c3-874b-94a951c40c27 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.042005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ed726752-179e-49c3-874b-94a951c40c27 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/2342e769-6f02-463b-8f9f-af31c8823e9d HTTP/1.1" status: 204 len: 168 time: 0.1444883 Jul 19 03:44:22.044816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34678) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:22.054655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed726752-179e-49c3-874b-94a951c40c27 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2342e769-6f02-463b-8f9f-af31c8823e9d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:22.090930 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ef22623-396d-4534-80ea-a449c9d3956d req-3a033636-21f6-483d-bc9c-4e5247078c38 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 210 time: 0.0477827 Jul 19 03:44:22.146645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8326d3c5-1365-4542-8edb-0f0a2494c3d3 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003015 Jul 19 03:44:22.150381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34682) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:22.156971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-289a89ba-97ab-4a02-9449-6d5729c5cb7d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006474110'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:22.200480 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-289a89ba-97ab-4a02-9449-6d5729c5cb7d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.608362 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-289a89ba-97ab-4a02-9449-6d5729c5cb7d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.615770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-289a89ba-97ab-4a02-9449-6d5729c5cb7d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.648561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a89ba-97ab-4a02-9449-6d5729c5cb7d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d84d87-7db1-4278-8bee-045fbee3a7ba,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:22.669760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-289a89ba-97ab-4a02-9449-6d5729c5cb7d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.674304 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-289a89ba-97ab-4a02-9449-6d5729c5cb7d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5185552 Jul 19 03:44:22.674526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34702) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:22.680458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ca265023-e6bb-4db3-8a68-2dae993487d4 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '16d84d87-7db1-4278-8bee-045fbee3a7ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:22.681478 n-d-762330-18 neutron-server[94345]: WARNING neutron.api.v2.base [None req-ca265023-e6bb-4db3-8a68-2dae993487d4 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 19 03:44:22.681957 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-ca265023-e6bb-4db3-8a68-2dae993487d4 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:22.683235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ca265023-e6bb-4db3-8a68-2dae993487d4 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074987 Jul 19 03:44:22.685781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34704) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:22.690953 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7f9de814-55ae-4682-b1ab-1ab6f186bcbd tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '16d84d87-7db1-4278-8bee-045fbee3a7ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:22.691782 n-d-762330-18 neutron-server[94345]: WARNING neutron.api.v2.base [None req-7f9de814-55ae-4682-b1ab-1ab6f186bcbd tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 19 03:44:22.692287 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-7f9de814-55ae-4682-b1ab-1ab6f186bcbd tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:22.693355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7f9de814-55ae-4682-b1ab-1ab6f186bcbd tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065227 Jul 19 03:44:22.695988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34706) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:22.701417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9f549163-34ed-41eb-8085-d542e274c186 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '16d84d87-7db1-4278-8bee-045fbee3a7ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:22.702226 n-d-762330-18 neutron-server[94345]: WARNING neutron.api.v2.base [None req-9f549163-34ed-41eb-8085-d542e274c186 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 19 03:44:22.702735 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-9f549163-34ed-41eb-8085-d542e274c186 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:22.704496 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9f549163-34ed-41eb-8085-d542e274c186 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073469 Jul 19 03:44:22.706975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34708) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:22.713082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-693a183d-bec4-4acb-b143-e73ebb3b4320 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '16d84d87-7db1-4278-8bee-045fbee3a7ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:22.714423 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-693a183d-bec4-4acb-b143-e73ebb3b4320 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 19 03:44:22.715174 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-693a183d-bec4-4acb-b143-e73ebb3b4320 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:22.716446 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-693a183d-bec4-4acb-b143-e73ebb3b4320 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076907 Jul 19 03:44:22.719486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34710) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:22.788911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cae8d33a-5050-402d-a737-e63349a5860c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.856813 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cae8d33a-5050-402d-a737-e63349a5860c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.909075 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cae8d33a-5050-402d-a737-e63349a5860c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.911608 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cae8d33a-5050-402d-a737-e63349a5860c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:22.915241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cae8d33a-5050-402d-a737-e63349a5860c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/16d84d87-7db1-4278-8bee-045fbee3a7ba HTTP/1.1" status: 204 len: 168 time: 0.1923223 Jul 19 03:44:22.915510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34714) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:22.927929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8d33a-5050-402d-a737-e63349a5860c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d84d87-7db1-4278-8bee-045fbee3a7ba,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:22.978014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8d87adae-a985-4d16-a7fd-4a076c8a1686 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578821 Jul 19 03:44:22.978562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34716) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:22.983132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e558d780-9fe7-4e63-8128-d47c84cc2560 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033305665'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.009148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e558d780-9fe7-4e63-8128-d47c84cc2560 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:23.098503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e558d780-9fe7-4e63-8128-d47c84cc2560 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:23.103675 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e558d780-9fe7-4e63-8128-d47c84cc2560 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:23.176579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558d780-9fe7-4e63-8128-d47c84cc2560 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f12d479-4f45-44c7-9bec-5fe33fe88933,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:23.180309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e558d780-9fe7-4e63-8128-d47c84cc2560 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:23.185318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34722) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.189652 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e558d780-9fe7-4e63-8128-d47c84cc2560 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2100048 Jul 19 03:44:23.192198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9c28f653-bd38-45e8-b75e-db926144636d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '4f12d479-4f45-44c7-9bec-5fe33fe88933', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.192786 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-9c28f653-bd38-45e8-b75e-db926144636d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 19 03:44:23.193498 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-9c28f653-bd38-45e8-b75e-db926144636d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:23.194561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9c28f653-bd38-45e8-b75e-db926144636d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072968 Jul 19 03:44:23.197297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34724) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.201549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ee8e62d2-9d7a-4991-aa98-e715f407ccc3 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '4f12d479-4f45-44c7-9bec-5fe33fe88933', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.264187 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-ee8e62d2-9d7a-4991-aa98-e715f407ccc3 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:23.269572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34726) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.270467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ee8e62d2-9d7a-4991-aa98-e715f407ccc3 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0716267 Jul 19 03:44:23.274451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e9228448-8e30-4dea-99ed-c8657c8a2ba2 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '4f12d479-4f45-44c7-9bec-5fe33fe88933', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.274941 n-d-762330-18 neutron-server[94345]: WARNING neutron.api.v2.base [None req-e9228448-8e30-4dea-99ed-c8657c8a2ba2 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 19 03:44:23.275446 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-e9228448-8e30-4dea-99ed-c8657c8a2ba2 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:23.278955 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e9228448-8e30-4dea-99ed-c8657c8a2ba2 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058103 Jul 19 03:44:23.279431 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34728) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.284304 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-46005394-1846-4131-93ee-94a676f95787 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '4f12d479-4f45-44c7-9bec-5fe33fe88933', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.335843 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-46005394-1846-4131-93ee-94a676f95787 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:23.340251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-46005394-1846-4131-93ee-94a676f95787 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0567896 Jul 19 03:44:23.340443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3b912f78-34ce-4ad9-9c38-588171da0acb req-6b644d99-2a7f-496e-b157-ee1f1351fd2e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 210 time: 0.0425444 Jul 19 03:44:23.343117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34730) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.348654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-28e1c7e8-e837-407e-808a-021d3a35c630 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '4f12d479-4f45-44c7-9bec-5fe33fe88933', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.349407 n-d-762330-18 neutron-server[94345]: WARNING neutron.api.v2.base [None req-28e1c7e8-e837-407e-808a-021d3a35c630 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 19 03:44:23.350205 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-28e1c7e8-e837-407e-808a-021d3a35c630 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:23.351397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-28e1c7e8-e837-407e-808a-021d3a35c630 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065179 Jul 19 03:44:23.362786 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34732) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.373758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5e8f7b75-73e8-4b76-baae-e040b82377ba tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '4f12d479-4f45-44c7-9bec-5fe33fe88933', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.424810 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-5e8f7b75-73e8-4b76-baae-e040b82377ba tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Project b6b2cbab0dac4b20998e01295c647fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:44:23.444601 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-5e8f7b75-73e8-4b76-baae-e040b82377ba tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:23.447111 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5e8f7b75-73e8-4b76-baae-e040b82377ba tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0821557 Jul 19 03:44:23.449937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34734) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.457536 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-271a30d1-f82e-41dc-a374-88c949d9492c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '4f12d479-4f45-44c7-9bec-5fe33fe88933', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.458017 n-d-762330-18 neutron-server[94345]: WARNING neutron.api.v2.base [None req-271a30d1-f82e-41dc-a374-88c949d9492c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 19 03:44:23.458523 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-271a30d1-f82e-41dc-a374-88c949d9492c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:23.460148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-271a30d1-f82e-41dc-a374-88c949d9492c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088205 Jul 19 03:44:23.465498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34736) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.471607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3b0e7859-394e-49f4-82e6-f4b5d4db930a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '4f12d479-4f45-44c7-9bec-5fe33fe88933', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.499915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-79e052cc-6e94-431d-8eb8-3ba2a4ff7bf2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:23.501697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-79e052cc-6e94-431d-8eb8-3ba2a4ff7bf2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.1620998 Jul 19 03:44:23.517949 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-3b0e7859-394e-49f4-82e6-f4b5d4db930a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Project b6b2cbab0dac4b20998e01295c647fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:44:23.541315 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-3b0e7859-394e-49f4-82e6-f4b5d4db930a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:23.545345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3b0e7859-394e-49f4-82e6-f4b5d4db930a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0759358 Jul 19 03:44:23.545619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34738) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.550711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7e6c4078-9036-4fef-8158-077053a1a74a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '4f12d479-4f45-44c7-9bec-5fe33fe88933', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.577005 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-9428ec7a-ba1b-44c1-a7c4-962919502400 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 379 time: 0.0470986 Jul 19 03:44:23.586844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'port': {'device_id': '75bce60b-3500-4801-b609-3e97b7218295', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'admin_state_up': True, 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'security_groups': ['1f78f8b2-b21d-41b9-8ae0-a28ec4757afd']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.595802 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-7e6c4078-9036-4fef-8158-077053a1a74a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Project b6b2cbab0dac4b20998e01295c647fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:44:23.628812 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-7e6c4078-9036-4fef-8158-077053a1a74a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:23.636111 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7e6c4078-9036-4fef-8158-077053a1a74a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0895140 Jul 19 03:44:23.638922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34740) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.738456 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8208c905-4661-44a4-9b85-f00fe6191966 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:23.768356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8208c905-4661-44a4-9b85-f00fe6191966 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:23.774033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Made reservation on behalf of 9dfda4f2519046729cf1708c43c8843e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:44:23.779219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:23.847816 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8208c905-4661-44a4-9b85-f00fe6191966 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:23.850943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8208c905-4661-44a4-9b85-f00fe6191966 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:23.852410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8208c905-4661-44a4-9b85-f00fe6191966 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/4f12d479-4f45-44c7-9bec-5fe33fe88933 HTTP/1.1" status: 204 len: 168 time: 0.2123854 Jul 19 03:44:23.856773 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34748) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.888624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208c905-4661-44a4-9b85-f00fe6191966 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f12d479-4f45-44c7-9bec-5fe33fe88933,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:23.947304 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8bbbf4f0-1c80-4ead-a1c0-66e838afa20e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891426 Jul 19 03:44:23.950708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34750) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:23.957549 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2c4afd1e-cea8-4a84-90f2-08adf89af01a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399033341'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:23.980959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Allocated IP 172.20.0.8 (1f0a9827-cef7-491f-9caf-3ea59bd4b55d/e654ab5b-0949-4169-b95b-b7d73ce291aa/2716dc2e-8d62-403f-afbd-94168c8114c3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:44:23.989106 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c4afd1e-cea8-4a84-90f2-08adf89af01a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.101637 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c4afd1e-cea8-4a84-90f2-08adf89af01a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.107598 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c4afd1e-cea8-4a84-90f2-08adf89af01a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.139743 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2c4afd1e-cea8-4a84-90f2-08adf89af01a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.142667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2c4afd1e-cea8-4a84-90f2-08adf89af01a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1901863 Jul 19 03:44:24.147705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34752) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:24.155796 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-249ec355-bea8-4bb9-84d2-aad1907bb64c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '321d320f-9ed0-4b3b-b6e8-8216fa4b1072', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:24.169676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4afd1e-cea8-4a84-90f2-08adf89af01a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321d320f-9ed0-4b3b-b6e8-8216fa4b1072,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:24.220579 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.243155 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Transition to ACTIVE for port object 2716dc2e-8d62-403f-afbd-94168c8114c3 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:44:24.251796 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-249ec355-bea8-4bb9-84d2-aad1907bb64c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The resource could not be found. Jul 19 03:44:24.252972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-249ec355-bea8-4bb9-84d2-aad1907bb64c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1045446 Jul 19 03:44:24.256264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34756) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:24.262538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9c26504d-cec0-48fb-a3da-74deccc7eb4f tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '321d320f-9ed0-4b3b-b6e8-8216fa4b1072', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b6eb70cc-4e6d-4e34-9110-18e7da3b62b1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:24.283230 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.330504 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-9c26504d-cec0-48fb-a3da-74deccc7eb4f tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The resource could not be found. Jul 19 03:44:24.333292 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9c26504d-cec0-48fb-a3da-74deccc7eb4f tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0740118 Jul 19 03:44:24.333922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:44:24.334623 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34758) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:24.337520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:24.342498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:44:24.373489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=2716dc2e-8d62-403f-afbd-94168c8114c3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:24.408891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:24.409561 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.428520 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-14df1b99-a8d6-40c3-85a8-a4bd21066529 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.435942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-1cc9c4e3-71c2-40ac-a816-fec6ff7ef7c2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8536501 Jul 19 03:44:24.448111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Request body: {'port': {'device_id': '75bce60b-3500-4801-b609-3e97b7218295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:24.460131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-14df1b99-a8d6-40c3-85a8-a4bd21066529 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.521774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-14df1b99-a8d6-40c3-85a8-a4bd21066529 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.526821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-14df1b99-a8d6-40c3-85a8-a4bd21066529 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.531783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-14df1b99-a8d6-40c3-85a8-a4bd21066529 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/321d320f-9ed0-4b3b-b6e8-8216fa4b1072 HTTP/1.1" status: 204 len: 168 time: 0.1939747 Jul 19 03:44:24.538622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34764) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:24.589726 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df1b99-a8d6-40c3-85a8-a4bd21066529 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321d320f-9ed0-4b3b-b6e8-8216fa4b1072,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:24.591862 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.697052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-97bd6955-48a2-46ec-9232-40ba2f8d4b46 None None] Provisioning for port 2716dc2e-8d62-403f-afbd-94168c8114c3 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:24.704400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-97bd6955-48a2-46ec-9232-40ba2f8d4b46 None None] Provisioning complete for port 2716dc2e-8d62-403f-afbd-94168c8114c3 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:24.705744 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-97bd6955-48a2-46ec-9232-40ba2f8d4b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:24.762783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-64afd0f8-4847-49ab-8acd-dc55a197d7bc tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2156019 Jul 19 03:44:24.775029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34768) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:24.782857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8a790742-549f-47df-92a1-e6e062204c11 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': 'd957403a-7d78-41db-bd52-b5416f4d9540', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:24.786882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-97bd6955-48a2-46ec-9232-40ba2f8d4b46 None None] Port 2716dc2e-8d62-403f-afbd-94168c8114c3 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:44:24.865992 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-8a790742-549f-47df-92a1-e6e062204c11 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The resource could not be found. Jul 19 03:44:24.867099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8a790742-549f-47df-92a1-e6e062204c11 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0898926 Jul 19 03:44:24.872460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34772) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:24.877303 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8520767b-20cf-45d0-a8ec-82e251125b70 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'tempest-secgroup--84946707'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:24.893748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b44ed-be48-4b31-9225-05f4659e1251 req-da8c78d4-8d7d-4842-8c10-a8fd97281662 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:24.897520 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e39b44ed-be48-4b31-9225-05f4659e1251 req-da8c78d4-8d7d-4842-8c10-a8fd97281662 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 931 time: 0.2690339 Jul 19 03:44:24.944408 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8520767b-20cf-45d0-a8ec-82e251125b70 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.018979 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e39b44ed-be48-4b31-9225-05f4659e1251 req-99c31c0d-5ee4-4ab6-9b90-5500841357aa tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115041 Jul 19 03:44:25.041085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2716dc2e-8d62-403f-afbd-94168c8114c3 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:44:25.057444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.071942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Transition to ACTIVE for port object 2716dc2e-8d62-403f-afbd-94168c8114c3 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:44:25.077317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.121108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8520767b-20cf-45d0-a8ec-82e251125b70 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.126570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8520767b-20cf-45d0-a8ec-82e251125b70 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.167013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8520767b-20cf-45d0-a8ec-82e251125b70 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.168689 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8520767b-20cf-45d0-a8ec-82e251125b70 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2952812 Jul 19 03:44:25.172065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34778) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:25.179792 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-99f01346-3b69-4f24-a0f3-da656c8af7e5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'tempest-secgroup--88902522'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:25.206197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520767b-20cf-45d0-a8ec-82e251125b70 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081ca406-309f-4c5b-a7d6-a0c6f23920c9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:25.253598 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99f01346-3b69-4f24-a0f3-da656c8af7e5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.288493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Pushing event updated for resources: {'Port': ['ID=2716dc2e-8d62-403f-afbd-94168c8114c3,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:25.307652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Attempting to bind port 2716dc2e-8d62-403f-afbd-94168c8114c3 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:44:25.308253 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Attempting to bind port 2716dc2e-8d62-403f-afbd-94168c8114c3 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:44:25.308918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Attempting to bind port 2716dc2e-8d62-403f-afbd-94168c8114c3 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:44:25.316422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Port 2716dc2e-8d62-403f-afbd-94168c8114c3 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:44:25.317034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Attempting to bind port 2716dc2e-8d62-403f-afbd-94168c8114c3 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:44:25.327079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:44:25.327739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Checking segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:44:25.330069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Bound using segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:44:25.330784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Bound port: 2716dc2e-8d62-403f-afbd-94168c8114c3, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:44:25.331379 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.456421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] For port 2716dc2e-8d62-403f-afbd-94168c8114c3, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:44:25.472128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] For port 2716dc2e-8d62-403f-afbd-94168c8114c3, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2716dc2e-8d62-403f-afbd-94168c8114c3,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:44:25.479740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.523770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99f01346-3b69-4f24-a0f3-da656c8af7e5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.533950 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99f01346-3b69-4f24-a0f3-da656c8af7e5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.558959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:25.558959 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.559264 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-99f01346-3b69-4f24-a0f3-da656c8af7e5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:25.560412 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] 10.222.0.25 "PUT /v2.0/ports/2716dc2e-8d62-403f-afbd-94168c8114c3 HTTP/1.1" status: 200 len: 1092 time: 1.1171074 Jul 19 03:44:25.560868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bce60b-3500-4801-b609-3e97b7218295', 'tag': '2716dc2e-8d62-403f-afbd-94168c8114c3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:44:25.563101 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-99f01346-3b69-4f24-a0f3-da656c8af7e5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3894408 Jul 19 03:44:25.563356 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d23f7cf-71b5-4ae8-803f-805530cb6ace" -d '{"events": [{"name": "network-changed", "server_uuid": "75bce60b-3500-4801-b609-3e97b7218295", "tag": "2716dc2e-8d62-403f-afbd-94168c8114c3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:44:25.600696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34788) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:25.638455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2d2a00a0-c5bb-4ff1-abba-83b098163b8c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '081ca406-309f-4c5b-a7d6-a0c6f23920c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8c63bc1a-20b9-4a06-aead-740a1791a1dd'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:25.667545 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ff1024-7e27-41b4-a1e0-78ad07c533f4 x-openstack-request-id: req-f5ff1024-7e27-41b4-a1e0-78ad07c533f4 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:44:25.668413 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bce60b-3500-4801-b609-3e97b7218295", "tag": "2716dc2e-8d62-403f-afbd-94168c8114c3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:44:25.670560 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5ff1024-7e27-41b4-a1e0-78ad07c533f4 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:44:25.671231 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bce60b-3500-4801-b609-3e97b7218295', 'tag': '2716dc2e-8d62-403f-afbd-94168c8114c3', 'status': 'completed', 'code': 200} Jul 19 03:44:25.685419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f01346-3b69-4f24-a0f3-da656c8af7e5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c63bc1a-20b9-4a06-aead-740a1791a1dd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:25.712775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a47a6-3fc3-49a7-8ba3-d8166d7bbe93 service neutron] Pushing event updated for resources: {'Port': ['ID=2716dc2e-8d62-403f-afbd-94168c8114c3,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:25.731938 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-19b09f5c-dff0-416d-a772-022d8b2b8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:25.737439 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-19b09f5c-dff0-416d-a772-022d8b2b8ed5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 1095 time: 0.1322043 Jul 19 03:44:25.763338 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-2d2a00a0-c5bb-4ff1-abba-83b098163b8c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:25.768475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34792) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:25.769895 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2d2a00a0-c5bb-4ff1-abba-83b098163b8c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1680806 Jul 19 03:44:25.867305 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-f26c027b-8ac2-4f13-9259-ed0b35fd24b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2716dc2e-8d62-403f-afbd-94168c8114c3 HTTP/1.1" status: 200 len: 217 time: 0.1179554 Jul 19 03:44:25.993447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-a3a886bc-649d-485a-a910-7a23e1d9ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:25.995018 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-a3a886bc-649d-485a-a910-7a23e1d9ef08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.1150496 Jul 19 03:44:26.086321 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71d13021-42c6-4b57-a3b7-56d0792bcf1c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:26.133626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71d13021-42c6-4b57-a3b7-56d0792bcf1c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:26.227171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-d9e17d4b-c007-42bf-9652-f8865736da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:26.228697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-d9e17d4b-c007-42bf-9652-f8865736da97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2220745 Jul 19 03:44:26.229295 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71d13021-42c6-4b57-a3b7-56d0792bcf1c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:26.242436 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-71d13021-42c6-4b57-a3b7-56d0792bcf1c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:26.243576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-71d13021-42c6-4b57-a3b7-56d0792bcf1c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c63bc1a-20b9-4a06-aead-740a1791a1dd HTTP/1.1" status: 204 len: 168 time: 0.4741571 Jul 19 03:44:26.247836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34806) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:26.262688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d13021-42c6-4b57-a3b7-56d0792bcf1c tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c63bc1a-20b9-4a06-aead-740a1791a1dd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:26.336701 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cb2b12e4-b4ba-4a4a-ad6d-682eb41c688d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0876088 Jul 19 03:44:26.338004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34810) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:26.416450 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0d83-9b8c-499f-b2e1-fb440bfc83ee tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:26.424003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-a524b5c4-5c4e-4d90-bc1b-93fb73b1f7e7 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790819 Jul 19 03:44:26.445993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d23ef-0e24-48d4-8eb0-ad19203cc2d5 req-62526a75-841c-49c7-8949-7b4eeaf1a492 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:26.453769 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-600d23ef-0e24-48d4-8eb0-ad19203cc2d5 req-62526a75-841c-49c7-8949-7b4eeaf1a492 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 943 time: 0.2447455 Jul 19 03:44:26.483631 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0d83-9b8c-499f-b2e1-fb440bfc83ee tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:26.530179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-600d23ef-0e24-48d4-8eb0-ad19203cc2d5 req-ada5f662-02eb-4e50-8513-f59d60df518a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742645 Jul 19 03:44:26.607963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f96c43f-b444-4533-8554-dc658a3300f5 req-fa82e927-76e5-4c8b-888e-74a09ba7ffe0 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782618 Jul 19 03:44:26.608583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0d83-9b8c-499f-b2e1-fb440bfc83ee tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:26.614561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0d83-9b8c-499f-b2e1-fb440bfc83ee tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:26.618480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34812) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:26.618633 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2fbd0d83-9b8c-499f-b2e1-fb440bfc83ee tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/081ca406-309f-4c5b-a7d6-a0c6f23920c9 HTTP/1.1" status: 204 len: 168 time: 0.2795548 Jul 19 03:44:26.629325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd0d83-9b8c-499f-b2e1-fb440bfc83ee tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081ca406-309f-4c5b-a7d6-a0c6f23920c9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:26.748154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-36d272a6-5259-4a50-8661-4c575107e7e9 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1199365 Jul 19 03:44:26.749364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34818) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:26.758415 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-695701ff-e9ea-4d21-a611-f1272104431b tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025619895'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:26.778178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-b8a487c9-08a3-448f-82d6-d2182bfbf918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:26.779724 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-b8a487c9-08a3-448f-82d6-d2182bfbf918 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 1095 time: 0.1165161 Jul 19 03:44:26.814065 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-695701ff-e9ea-4d21-a611-f1272104431b tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:27.037152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-695701ff-e9ea-4d21-a611-f1272104431b tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:27.045492 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-695701ff-e9ea-4d21-a611-f1272104431b tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:27.076246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-94228b83-b472-4341-a8b4-9c2afb052852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:27.082896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-94228b83-b472-4341-a8b4-9c2afb052852 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.2940397 Jul 19 03:44:27.132215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695701ff-e9ea-4d21-a611-f1272104431b tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b95ee7d-29cb-49e2-b123-7e8e64ec3903,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:27.136924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-695701ff-e9ea-4d21-a611-f1272104431b tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:27.138575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-695701ff-e9ea-4d21-a611-f1272104431b tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3854959 Jul 19 03:44:27.143314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34826) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:27.160693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-728035a6-0e2f-40ff-90f9-eb27296a58a0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '2b95ee7d-29cb-49e2-b123-7e8e64ec3903', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:27.168841 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-e374cc72-f9c4-43b4-b988-5bf90df21b2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2716dc2e-8d62-403f-afbd-94168c8114c3 HTTP/1.1" status: 200 len: 217 time: 0.0802681 Jul 19 03:44:27.240693 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-728035a6-0e2f-40ff-90f9-eb27296a58a0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:27.242056 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-728035a6-0e2f-40ff-90f9-eb27296a58a0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0969734 Jul 19 03:44:27.245018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34828) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:27.250174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6f805584-2514-4931-99f9-3f91e543eca5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group_rule': {'security_group_id': '2b95ee7d-29cb-49e2-b123-7e8e64ec3903', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:27.283497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-ff2e1f49-94fa-4bd7-950a-3420312f5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:27.285082 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-ff2e1f49-94fa-4bd7-950a-3420312f5740 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.1090569 Jul 19 03:44:27.343751 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-6f805584-2514-4931-99f9-3f91e543eca5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 03:44:27.345444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6f805584-2514-4931-99f9-3f91e543eca5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0992205 Jul 19 03:44:27.351942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34832) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:27.412140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-a001fae5-78db-42b8-a55d-5e5bc8cb069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:27.414094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-a001fae5-78db-42b8-a55d-5e5bc8cb069f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216891 Jul 19 03:44:27.440790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e63e15a-224b-4620-8ad7-b6bc7ca50328 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:27.522562 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e63e15a-224b-4620-8ad7-b6bc7ca50328 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:27.657339 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-673e0cfe-3989-4f31-bfea-bf44860da749 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351992 Jul 19 03:44:27.690025 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e63e15a-224b-4620-8ad7-b6bc7ca50328 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:27.692773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7e63e15a-224b-4620-8ad7-b6bc7ca50328 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:27.694083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7e63e15a-224b-4620-8ad7-b6bc7ca50328 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/2b95ee7d-29cb-49e2-b123-7e8e64ec3903 HTTP/1.1" status: 204 len: 168 time: 0.3395953 Jul 19 03:44:27.715759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34840) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:27.716611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63e15a-224b-4620-8ad7-b6bc7ca50328 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b95ee7d-29cb-49e2-b123-7e8e64ec3903,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:27.866457 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fd41895a-29f9-434a-a293-ea184288fcb5 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391749 Jul 19 03:44:27.866457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34846) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:27.878579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e53e341d-7820-4cb1-a8c8-2c9db86d03a0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468519288'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:27.914194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e53e341d-7820-4cb1-a8c8-2c9db86d03a0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:27.928118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921375d-35b7-496f-809b-4ef4a5a0c8e4 req-062effe0-c9d4-4110-897f-51ea71604e3c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:27.929689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0921375d-35b7-496f-809b-4ef4a5a0c8e4 req-062effe0-c9d4-4110-897f-51ea71604e3c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 943 time: 0.2361052 Jul 19 03:44:27.933589 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d23f7cf-71b5-4ae8-803f-805530cb6ace req-7d9124e1-0802-48e9-a73e-8c8797719f71 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700467 Jul 19 03:44:28.103279 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e53e341d-7820-4cb1-a8c8-2c9db86d03a0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:28.112251 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e53e341d-7820-4cb1-a8c8-2c9db86d03a0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:28.164788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e53e341d-7820-4cb1-a8c8-2c9db86d03a0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:28.169154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34852) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:28.170737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e53e341d-7820-4cb1-a8c8-2c9db86d03a0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3036180 Jul 19 03:44:28.173362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e341d-7820-4cb1-a8c8-2c9db86d03a0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4190263-fd7f-442d-a181-d09405893e18,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:28.181993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-036346c4-d7d8-456c-b248-e071c18c1d8d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:28.185292 n-d-762330-18 neutron-server[94344]: WARNING neutron.api.v2.base [None req-036346c4-d7d8-456c-b248-e071c18c1d8d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 19 03:44:28.185729 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-036346c4-d7d8-456c-b248-e071c18c1d8d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] update failed (client error): There was a conflict when trying to complete your request. Jul 19 03:44:28.189916 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-036346c4-d7d8-456c-b248-e071c18c1d8d tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "PUT /v2.0/security-groups/e4190263-fd7f-442d-a181-d09405893e18 HTTP/1.1" status: 409 len: 330 time: 0.0160720 Jul 19 03:44:28.190792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34854) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:28.274161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0921375d-35b7-496f-809b-4ef4a5a0c8e4 req-044221f0-2605-4d7e-91b5-8f2512a580a9 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344886 Jul 19 03:44:28.296630 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1da1800c-4001-4f9f-a0d6-3de753b2f86e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:28.381352 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1da1800c-4001-4f9f-a0d6-3de753b2f86e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:28.483384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1da1800c-4001-4f9f-a0d6-3de753b2f86e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:28.487085 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1da1800c-4001-4f9f-a0d6-3de753b2f86e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:28.488253 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1da1800c-4001-4f9f-a0d6-3de753b2f86e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4190263-fd7f-442d-a181-d09405893e18 HTTP/1.1" status: 204 len: 168 time: 0.2945352 Jul 19 03:44:28.491696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34862) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:28.503879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1800c-4001-4f9f-a0d6-3de753b2f86e tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4190263-fd7f-442d-a181-d09405893e18,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:28.560107 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c759ad40-fca8-4ecc-b82b-b6eabf68bcc1 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676830 Jul 19 03:44:28.564033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34864) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:28.578163 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-3b07595b-753a-4299-bb5f-56f5d0dd372a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] delete failed (client error): The resource could not be found. Jul 19 03:44:28.579479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3b07595b-753a-4299-bb5f-56f5d0dd372a tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "DELETE /v2.0/security-groups/1dae6935-4d8d-419b-922f-14390328f0ac HTTP/1.1" status: 404 len: 347 time: 0.0144680 Jul 19 03:44:28.584922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34866) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:28.602018 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-eb2881bb-b9be-4246-a522-465d0fb751af tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] show failed (client error): The resource could not be found. Jul 19 03:44:28.606317 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-eb2881bb-b9be-4246-a522-465d0fb751af tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-groups/42ff65db-6150-4be5-ba04-f849a67478df HTTP/1.1" status: 404 len: 347 time: 0.0172131 Jul 19 03:44:28.608522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34868) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:28.623924 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [None req-1a8aecf3-14b5-4f61-b7c4-d04413e868b0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] show failed (client error): The resource could not be found. Jul 19 03:44:28.625180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1a8aecf3-14b5-4f61-b7c4-d04413e868b0 tempest-NegativeSecGroupIPv6Test-1294308939 tempest-NegativeSecGroupIPv6Test-1294308939-project] 10.222.0.20 "GET /v2.0/security-group-rules/4a7ba631-09d3-491e-91e4-c60ca53f22e6 HTTP/1.1" status: 404 len: 356 time: 0.0155811 Jul 19 03:44:29.151326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34884) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:29.436990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34896) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:29.438888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0983bbde-2a07-448a-bd12-26a1297f374c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6b2cbab0dac4b20998e01295c647fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815468 Jul 19 03:44:29.537682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee01bba4-0ebb-421f-9abe-0506e8b0b127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:29.588482 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee01bba4-0ebb-421f-9abe-0506e8b0b127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:29.740299 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee01bba4-0ebb-421f-9abe-0506e8b0b127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:29.742863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee01bba4-0ebb-421f-9abe-0506e8b0b127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:29.749897 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ee01bba4-0ebb-421f-9abe-0506e8b0b127 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e83f2178-ad97-448c-80a9-79b8e58aa062 HTTP/1.1" status: 204 len: 168 time: 0.3113189 Jul 19 03:44:29.762073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01bba4-0ebb-421f-9abe-0506e8b0b127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83f2178-ad97-448c-80a9-79b8e58aa062,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:29.796110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c9d7-c304-4072-9851-fd5bb3a927d2 req-cd0fb4e5-8168-4fa0-9c94-10b405f59f57 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:29.799039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6fd6c9d7-c304-4072-9851-fd5bb3a927d2 req-cd0fb4e5-8168-4fa0-9c94-10b405f59f57 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 943 time: 0.3358686 Jul 19 03:44:29.847006 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6fd6c9d7-c304-4072-9851-fd5bb3a927d2 req-f04081d0-014e-4e02-91f1-55f881077344 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415571 Jul 19 03:44:30.604265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34940) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:30.714916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-398495189-network', 'tenant_id': 'bde683a6b9a849cbb218e0389a03d4c7'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:30.737654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Made reservation on behalf of bde683a6b9a849cbb218e0389a03d4c7 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:44:30.740348 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:30.750387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:30.876345 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:30.884622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:30.921751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:44:30.931439 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058620aa-5ea3-46b9-84f4-63b5a0e17b49,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:30.938253 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:30.939037 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Added segment 424b6001-da7f-4b91-a14f-4a39f02d651d of type vlan for network e784c9d2-1c4f-40bd-b4db-3729723debb1 Jul 19 03:44:31.023531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:31.054748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:31.056106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:31.056997 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:31.174360 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5688307 Jul 19 03:44:31.175884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e34744-717f-45c8-a682-36873c1fccbb admin admin] Pushing event updated for resources: {'Network': ['ID=e784c9d2-1c4f-40bd-b4db-3729723debb1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:31.178342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 34956) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:31.183750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Request body: {'subnet': {'network_id': 'e784c9d2-1c4f-40bd-b4db-3729723debb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-398495189-subnet', 'tenant_id': 'bde683a6b9a849cbb218e0389a03d4c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:31.197610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network e784c9d2-1c4f-40bd-b4db-3729723debb1 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:44:31.273595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Made reservation on behalf of bde683a6b9a849cbb218e0389a03d4c7 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:44:31.278057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:31.337332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcd63a-6b9d-4b84-a1dc-19fd1d8f7cd1 req-8211921f-6362-4004-97dd-1bc3a7dc6de6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:31.338957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e6dcd63a-6b9d-4b84-a1dc-19fd1d8f7cd1 req-8211921f-6362-4004-97dd-1bc3a7dc6de6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 943 time: 0.1658263 Jul 19 03:44:31.431430 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e6dcd63a-6b9d-4b84-a1dc-19fd1d8f7cd1 req-d5e737c5-eafa-4d3d-840c-7e600474d3cd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796344 Jul 19 03:44:31.537813 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:31.604005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=207a47d8-9b38-4c40-9c34-a4d974b83440,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:31.615644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Checking segment: {'id': '424b6001-da7f-4b91-a14f-4a39f02d651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e784c9d2-1c4f-40bd-b4db-3729723debb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:44:31.616264 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Network hostable DHCP agents. Network: e784c9d2-1c4f-40bd-b4db-3729723debb1, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:44:31.644065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Network e784c9d2-1c4f-40bd-b4db-3729723debb1 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:44:31.657296 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, e784c9d2-1c4f-40bd-b4db-3729723debb1) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:31.662234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:31.662865 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:31.681829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c353b4a0-28c1-4e57-9357-cbd8e1d2c620 None None] Network e784c9d2-1c4f-40bd-b4db-3729723debb1 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:31.682597 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-37574358-7c8b-4717-b311-aa9a8ef42e3d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5025587 Jul 19 03:44:31.898803 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae58de37-a016-4d3a-9c15-9cf6ba4da968 None None] Network e784c9d2-1c4f-40bd-b4db-3729723debb1 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:32.392532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34988) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:32.399568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-728629938-network', 'tenant_id': 'ab28e33ae1174fc288f6201425c4f7a8'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:32.432218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Made reservation on behalf of ab28e33ae1174fc288f6201425c4f7a8 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:44:32.435899 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:32.445928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:32.600465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:32.605375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:32.638658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:44:32.649869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52299c8-54f2-4987-a923-53a045351e2b,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:32.670552 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:32.670905 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Added segment ebaf8b6a-a8a8-45bb-910a-a635cd395f6d of type vlan for network 91d5e790-a7f3-4986-a48c-b81576db519d Jul 19 03:44:32.737364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:32.739141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807e175-b34a-4c94-b37f-ed2be4367596 req-f758e98d-1e59-4d29-b940-32c649966577 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:32.740764 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1807e175-b34a-4c94-b37f-ed2be4367596 req-f758e98d-1e59-4d29-b940-32c649966577 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 943 time: 0.1155808 Jul 19 03:44:32.772330 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:32.773721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:32.774803 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:32.790245 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1807e175-b34a-4c94-b37f-ed2be4367596 req-f98b201d-1a06-427e-a670-ce5b5b7b71bf tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430272 Jul 19 03:44:32.846045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] Pushing event updated for resources: {'Network': ['ID=91d5e790-a7f3-4986-a48c-b81576db519d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:32.851000 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-619ae100-5b56-4b9a-a2a2-9d60067f773c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4554269 Jul 19 03:44:32.853676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 34998) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:32.858572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 91d5e790-a7f3-4986-a48c-b81576db519d details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:44:32.859793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Request body: {'subnet': {'network_id': '91d5e790-a7f3-4986-a48c-b81576db519d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-728629938-subnet', 'tenant_id': 'ab28e33ae1174fc288f6201425c4f7a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:32.882036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Made reservation on behalf of ab28e33ae1174fc288f6201425c4f7a8 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:44:32.884666 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.075483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.157036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4cd570-d887-4cad-b185-791682148f76,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:33.169199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Checking segment: {'id': 'ebaf8b6a-a8a8-45bb-910a-a635cd395f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '91d5e790-a7f3-4986-a48c-b81576db519d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:44:33.169554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Network hostable DHCP agents. Network: 91d5e790-a7f3-4986-a48c-b81576db519d, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:44:33.204151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Network 91d5e790-a7f3-4986-a48c-b81576db519d is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:44:33.216026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 91d5e790-a7f3-4986-a48c-b81576db519d) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:33.221453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:33.222183 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.230036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc936da8-b5be-4088-b01b-67ed762eae30 None None] Network 91d5e790-a7f3-4986-a48c-b81576db519d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:33.248790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f650de32-9b0f-4fd2-962c-72c66750b797 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3866258 Jul 19 03:44:33.380711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35012) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:33.395685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a233cfdf-21b1-4312-af2e-7b1568959f9d None None] Network 91d5e790-a7f3-4986-a48c-b81576db519d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:44:33.430109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d5c7bc-7883-4fb6-b89f-5e2eb640231f admin admin] Deleting subnet 207a47d8-9b38-4c40-9c34-a4d974b83440 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:44:33.433744 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c7bc-7883-4fb6-b89f-5e2eb640231f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.483842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c7bc-7883-4fb6-b89f-5e2eb640231f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.538462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c7bc-7883-4fb6-b89f-5e2eb640231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.609598 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c7bc-7883-4fb6-b89f-5e2eb640231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.636721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5c7bc-7883-4fb6-b89f-5e2eb640231f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=207a47d8-9b38-4c40-9c34-a4d974b83440,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:33.645489 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c7bc-7883-4fb6-b89f-5e2eb640231f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.647540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a3d5c7bc-7883-4fb6-b89f-5e2eb640231f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/207a47d8-9b38-4c40-9c34-a4d974b83440 HTTP/1.1" status: 204 len: 168 time: 0.2655687 Jul 19 03:44:33.650138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35020) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:33.719639 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.806998 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.819368 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e784c9d2-1c4f-40bd-b4db-3729723debb1']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:33.830801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424b6001-da7f-4b91-a14f-4a39f02d651d') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:33.831098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424b6001-da7f-4b91-a14f-4a39f02d651d') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:33.841709 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.866335 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.881774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:44:33.882454 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:44:33.884659 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:44:33.960457 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.966672 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:33.970718 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e784c9d2-1c4f-40bd-b4db-3729723debb1 HTTP/1.1" status: 204 len: 168 time: 0.3194640 Jul 19 03:44:33.972567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35030) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:33.990602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80e166-4518-42c9-b01f-1b7d437c1bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e784c9d2-1c4f-40bd-b4db-3729723debb1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:34.026492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c030ced-9d01-480c-b76c-4ab24442dfd2 req-b09b747d-de6e-41ce-9775-c6e2425ebb91 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:34.027991 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6c030ced-9d01-480c-b76c-4ab24442dfd2 req-b09b747d-de6e-41ce-9775-c6e2425ebb91 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 943 time: 0.0693521 Jul 19 03:44:34.043482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7e7357-993f-4adc-854b-cf18689c4846 admin admin] Deleting subnet eb4cd570-d887-4cad-b185-791682148f76 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:44:34.047045 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7357-993f-4adc-854b-cf18689c4846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.067590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6c030ced-9d01-480c-b76c-4ab24442dfd2 req-e8d41223-c475-4f9d-a883-4a2c283265c6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326266 Jul 19 03:44:34.094100 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7357-993f-4adc-854b-cf18689c4846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.142174 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7357-993f-4adc-854b-cf18689c4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.212432 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7357-993f-4adc-854b-cf18689c4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.241558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e7357-993f-4adc-854b-cf18689c4846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4cd570-d887-4cad-b185-791682148f76,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:34.246309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7357-993f-4adc-854b-cf18689c4846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.248524 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4b7e7357-993f-4adc-854b-cf18689c4846 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eb4cd570-d887-4cad-b185-791682148f76 HTTP/1.1" status: 204 len: 168 time: 0.2747986 Jul 19 03:44:34.251779 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35038) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:34.328181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.413657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.424566 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d5e790-a7f3-4986-a48c-b81576db519d']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:34.434532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaf8b6a-a8a8-45bb-910a-a635cd395f6d') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:34.434830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaf8b6a-a8a8-45bb-910a-a635cd395f6d') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:34.449818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.470052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.476145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:44:34.476538 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:44:34.478176 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:44:34.544031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.551541 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.566973 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] 10.222.0.20 "DELETE /v2.0/networks/91d5e790-a7f3-4986-a48c-b81576db519d HTTP/1.1" status: 204 len: 168 time: 0.3140376 Jul 19 03:44:34.581226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffa7ee-f636-4290-a84e-bb3e2c97b0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=91d5e790-a7f3-4986-a48c-b81576db519d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:34.741387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 35052) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:34.785961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35054) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:34.786817 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cc3cc740-6cff-4fb9-b454-357e2293ab2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bde683a6b9a849cbb218e0389a03d4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435085 Jul 19 03:44:34.840860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b285879f-53e9-4448-a0f9-baf0b295d195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.863108 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b285879f-53e9-4448-a0f9-baf0b295d195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.918749 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b285879f-53e9-4448-a0f9-baf0b295d195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.921668 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:44:34.922497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b285879f-53e9-4448-a0f9-baf0b295d195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:34.926395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b285879f-53e9-4448-a0f9-baf0b295d195 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/058620aa-5ea3-46b9-84f4-63b5a0e17b49 HTTP/1.1" status: 204 len: 168 time: 0.1370924 Jul 19 03:44:34.932661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285879f-53e9-4448-a0f9-baf0b295d195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058620aa-5ea3-46b9-84f4-63b5a0e17b49,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:35.259936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a96f5-0cd5-4ff4-9d1e-def93ab63e1c req-d49789d2-fd1c-4471-b447-1abd1f6d742a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:35.267782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-874a96f5-0cd5-4ff4-9d1e-def93ab63e1c req-d49789d2-fd1c-4471-b447-1abd1f6d742a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 943 time: 0.0765555 Jul 19 03:44:35.342569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35072) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:35.356851 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-874a96f5-0cd5-4ff4-9d1e-def93ab63e1c req-ff218966-0a58-46f6-bb5b-9a9664ee1781 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880284 Jul 19 03:44:35.397131 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c7496982-897e-4b07-9243-7b1fdd7b6512 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab28e33ae1174fc288f6201425c4f7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526338 Jul 19 03:44:35.399592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35074) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:35.451758 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-053aa0c7-cf4d-4b89-afcb-a4d8acef9f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:35.474559 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-053aa0c7-cf4d-4b89-afcb-a4d8acef9f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:35.523420 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-053aa0c7-cf4d-4b89-afcb-a4d8acef9f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:35.525912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-053aa0c7-cf4d-4b89-afcb-a4d8acef9f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:35.534668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-053aa0c7-cf4d-4b89-afcb-a4d8acef9f8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e52299c8-54f2-4987-a923-53a045351e2b HTTP/1.1" status: 204 len: 168 time: 0.1301224 Jul 19 03:44:35.544538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053aa0c7-cf4d-4b89-afcb-a4d8acef9f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52299c8-54f2-4987-a923-53a045351e2b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:36.579597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c266-e617-4d85-b1cb-faae1a846977 req-2a28e2eb-9237-4a45-b7fb-8df210000f5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:36.582347 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b333c266-e617-4d85-b1cb-faae1a846977 req-2a28e2eb-9237-4a45-b7fb-8df210000f5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 943 time: 0.0935271 Jul 19 03:44:36.652150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b333c266-e617-4d85-b1cb-faae1a846977 req-cdcb9589-d3a6-464f-8448-da279abe643f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559196 Jul 19 03:44:37.183612 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:37.372048 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:37.851150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a635501-cbaa-4840-99df-e0f786a895ea req-f6cb3b6d-edeb-4aa2-b0ea-0682d5b0e3ca tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:37.852671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a635501-cbaa-4840-99df-e0f786a895ea req-f6cb3b6d-edeb-4aa2-b0ea-0682d5b0e3ca tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 943 time: 0.0693216 Jul 19 03:44:37.894145 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2a635501-cbaa-4840-99df-e0f786a895ea req-929149b7-8420-4ac2-9a64-f105628c7da7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353692 Jul 19 03:44:38.127392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2716dc2e-8d62-403f-afbd-94168c8114c3 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:44:38.230215 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 2716dc2e-8d62-403f-afbd-94168c8114c3, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2716dc2e-8d62-403f-afbd-94168c8114c3,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:38.241563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '2716dc2e-8d62-403f-afbd-94168c8114c3', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'port_id': '2716dc2e-8d62-403f-afbd-94168c8114c3', 'mac_address': 'fa:16:3e:b9:4b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:44:38.280832 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:38.295201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2716dc2e-8d62-403f-afbd-94168c8114c3 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:44:38.316677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 2716dc2e-8d62-403f-afbd-94168c8114c3, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2716dc2e-8d62-403f-afbd-94168c8114c3,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:38.321180 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:38.372798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=2716dc2e-8d62-403f-afbd-94168c8114c3,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:38.513949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['2716dc2e-8d62-403f-afbd-94168c8114c3'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:44:39.113298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d4b3-f85b-4c1e-987f-f4ba74eb3dfd req-7b6f8772-42c2-428e-9449-65c9ba4a1232 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:39.115014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ede8d4b3-f85b-4c1e-987f-f4ba74eb3dfd req-7b6f8772-42c2-428e-9449-65c9ba4a1232 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 944 time: 0.0698857 Jul 19 03:44:39.158543 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ede8d4b3-f85b-4c1e-987f-f4ba74eb3dfd req-4fa4598c-2f70-40ea-b206-44957589a7ef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373852 Jul 19 03:44:40.143485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2716dc2e-8d62-403f-afbd-94168c8114c3 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:44:40.208509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 2716dc2e-8d62-403f-afbd-94168c8114c3 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:44:40.213524 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 2716dc2e-8d62-403f-afbd-94168c8114c3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:44:40.214675 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:40.328387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:40.355386 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bce60b-3500-4801-b609-3e97b7218295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2716dc2e-8d62-403f-afbd-94168c8114c3'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:44:40.357912 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff30d97-37a5-44e0-baaf-a70bd3126d18" -d '{"events": [{"server_uuid": "75bce60b-3500-4801-b609-3e97b7218295", "name": "network-vif-plugged", "status": "completed", "tag": "2716dc2e-8d62-403f-afbd-94168c8114c3"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:44:40.399072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 2716dc2e-8d62-403f-afbd-94168c8114c3, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2716dc2e-8d62-403f-afbd-94168c8114c3,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:44:40.413813 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:40.450219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b3515-aa27-4693-8f5f-f7d194b0dafb req-4478b81b-bff0-4336-9c36-9f3737728701 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:40.457391 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-000b3515-aa27-4693-8f5f-f7d194b0dafb req-4478b81b-bff0-4336-9c36-9f3737728701 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 944 time: 0.1030614 Jul 19 03:44:40.473779 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c63c1e-dfed-4d5b-84ed-ecdebf19aba4 x-openstack-request-id: req-42c63c1e-dfed-4d5b-84ed-ecdebf19aba4 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:44:40.474505 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bce60b-3500-4801-b609-3e97b7218295", "name": "network-vif-plugged", "status": "completed", "tag": "2716dc2e-8d62-403f-afbd-94168c8114c3", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:44:40.474990 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42c63c1e-dfed-4d5b-84ed-ecdebf19aba4 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:44:40.475593 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bce60b-3500-4801-b609-3e97b7218295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2716dc2e-8d62-403f-afbd-94168c8114c3', 'code': 200} Jul 19 03:44:40.514026 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-000b3515-aa27-4693-8f5f-f7d194b0dafb req-38aecf2b-3afd-43f2-a92c-dfc9ced2674f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556726 Jul 19 03:44:40.518877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=2716dc2e-8d62-403f-afbd-94168c8114c3,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:40.576200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3398b3-7a40-4d20-b151-10fb8e297573 req-c643c5f2-e5f4-49d0-9c25-e409a23f6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:40.578378 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f3398b3-7a40-4d20-b151-10fb8e297573 req-c643c5f2-e5f4-49d0-9c25-e409a23f6b9f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 1097 time: 0.0618548 Jul 19 03:44:40.618348 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f3398b3-7a40-4d20-b151-10fb8e297573 req-c9980ab2-6c36-479f-8078-40c236f40b68 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341668 Jul 19 03:44:41.722160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab71fe-116f-40ef-b484-33d10b0b72e2 req-1799ec65-7104-4cf3-b088-eab878c961e0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:41.723727 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceab71fe-116f-40ef-b484-33d10b0b72e2 req-1799ec65-7104-4cf3-b088-eab878c961e0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 945 time: 0.0660493 Jul 19 03:44:41.763238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ceab71fe-116f-40ef-b484-33d10b0b72e2 req-58e089bc-5bcb-4500-bc63-7ef4caca94a8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336959 Jul 19 03:44:41.947190 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db55ed-0fdf-423e-a1f2-c5892bba05e6 req-dbb721e2-a036-4ce9-ae85-e7e9ea0e35f7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:41.948781 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d5db55ed-0fdf-423e-a1f2-c5892bba05e6 req-dbb721e2-a036-4ce9-ae85-e7e9ea0e35f7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 945 time: 0.0662072 Jul 19 03:44:41.994278 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d5db55ed-0fdf-423e-a1f2-c5892bba05e6 req-2cb2b460-0287-4af1-9d6d-5f6b8995573b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386710 Jul 19 03:44:42.019812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35294) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:42.085935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d22929-e3d6-40b4-8c94-502d1b974c8e tempest-TestVolumeBootPattern-1918072381 tempest-TestVolumeBootPattern-1918072381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:42.090318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-67d22929-e3d6-40b4-8c94-502d1b974c8e tempest-TestVolumeBootPattern-1918072381 tempest-TestVolumeBootPattern-1918072381-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 1092 time: 0.0666001 Jul 19 03:44:42.090976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 35298) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:44:42.095527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '2716dc2e-8d62-403f-afbd-94168c8114c3', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:44:42.118975 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:42.235306 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:42.352029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Allocated IP 172.25.2.108 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/4ae654c7-1680-4990-b064-60807545cded) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:44:42.487525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:42.517452 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e80a1e54-4270-45b2-a16c-9894df34c97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:42.548597 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:42.585689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:44:42.587089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:44:42.590669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:44:42.637678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=4ae654c7-1680-4990-b064-60807545cded,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:43.079385 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:43.594395 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:43.791804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:43.798496 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:43.871908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=4ae654c7-1680-4990-b064-60807545cded,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:44:43.893836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:44.007261 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Floating IP 76e24755-d8fc-43ae-9bc2-95a852a772f7 associated. External IP: 172.25.2.108, port: 2716dc2e-8d62-403f-afbd-94168c8114c3. Jul 19 03:44:44.287241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Router 9dff5db0-81f0-404a-b6d9-1aef29997a68 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:44:44.414392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:44:44.425882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] Sync routers for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:44:44.436286 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:44.442617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:44:44.443713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:44:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:44.509465 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-401dae3d-9c7b-4b3e-8e36-d862dad50fb1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4110048 Jul 19 03:44:44.509465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bce60b-3500-4801-b609-3e97b7218295', 'tag': '2716dc2e-8d62-403f-afbd-94168c8114c3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:44:44.509465 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38d0e1e-714c-442f-93fa-a65aeaa325b2" -d '{"events": [{"name": "network-changed", "server_uuid": "75bce60b-3500-4801-b609-3e97b7218295", "tag": "2716dc2e-8d62-403f-afbd-94168c8114c3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:44:44.567402 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4149e2-4f71-444f-8601-dfc887cf9b07 x-openstack-request-id: req-bd4149e2-4f71-444f-8601-dfc887cf9b07 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:44:44.567703 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bce60b-3500-4801-b609-3e97b7218295", "tag": "2716dc2e-8d62-403f-afbd-94168c8114c3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:44:44.567961 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd4149e2-4f71-444f-8601-dfc887cf9b07 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:44:44.568368 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bce60b-3500-4801-b609-3e97b7218295', 'tag': '2716dc2e-8d62-403f-afbd-94168c8114c3', 'status': 'completed', 'code': 200} Jul 19 03:44:44.683609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-b90ca0a5-52d1-44b1-9531-fa9a80c7b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:44.685497 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-b90ca0a5-52d1-44b1-9531-fa9a80c7b1ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 1097 time: 0.0891612 Jul 19 03:44:44.867780 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:44:44.888428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-7e4eab7f-cd18-41fb-97c6-52a9e71c2113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:44.890657 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-7e4eab7f-cd18-41fb-97c6-52a9e71c2113 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.1972191 Jul 19 03:44:44.978577 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-f7e7d119-daec-4ba3-bc15-6667bcbfe271 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2716dc2e-8d62-403f-afbd-94168c8114c3 HTTP/1.1" status: 200 len: 999 time: 0.0792644 Jul 19 03:44:45.079988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-1b229e5a-aa60-40e8-b848-e91dce395202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:45.081630 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-1b229e5a-aa60-40e8-b848-e91dce395202 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0967224 Jul 19 03:44:45.176484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-77a5e656-6ad8-4f05-b22e-209a0daed793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:44:45.195626 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-77a5e656-6ad8-4f05-b22e-209a0daed793 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070881 Jul 19 03:44:45.231017 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b142998c-270a-4fe1-b630-98ae88b8eb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:45.298435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '76e24755-d8fc-43ae-9bc2-95a852a772f7', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': '2716dc2e-8d62-403f-afbd-94168c8114c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:b9:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bce60b-3500-4801-b609-3e97b7218295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:44:42Z', 'updated_at': '2021-07-19T03:44:42Z', 'revision_number': 0, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:45.337276 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] Checking router: 9dff5db0-81f0-404a-b6d9-1aef29997a68 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:44:45.350634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:44:45.351192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:44:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:45.388792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-751278ab-557a-4df2-8c11-f93429b3e17f service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868498 Jul 19 03:44:45.522115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:44:45.527610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f38d0e1e-714c-442f-93fa-a65aeaa325b2 req-e7e3355e-76a2-47cb-9a70-fa0c5b3e94ad service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350901 Jul 19 03:44:45.720857 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:45.834083 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '76e24755-d8fc-43ae-9bc2-95a852a772f7', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': '2716dc2e-8d62-403f-afbd-94168c8114c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:b9:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bce60b-3500-4801-b609-3e97b7218295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:44:42Z', 'updated_at': '2021-07-19T03:44:42Z', 'revision_number': 0, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:44:45.872998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a0f049-0489-4b6a-94ff-0a184daabb14 None None] The sync data for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 is: [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '76e24755-d8fc-43ae-9bc2-95a852a772f7', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': '2716dc2e-8d62-403f-afbd-94168c8114c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:b9:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bce60b-3500-4801-b609-3e97b7218295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:44:42Z', 'updated_at': '2021-07-19T03:44:42Z', 'revision_number': 0, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:44:46.247595 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902e44a6-1aae-45a1-a456-d0910b85568b None None] New status for floating IP 76e24755-d8fc-43ae-9bc2-95a852a772f7: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:44:46.493174 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:44:48.003662 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:07.179223 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:07.345173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:11.923990 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:45:12.512048 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-519fbeb5-8ca7-4342-a295-a63146b5c8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:15.102413 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-86290c18-633d-4b34-b163-8ec2f0a949d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:15.671533 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:16.476464 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:17.991269 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:19.685037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51507-d184-4964-a82e-4d7b684d0661 req-20ca623f-d1ef-4b67-ae3e-44dfd2f7ec71 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:19.685037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-20ca623f-d1ef-4b67-ae3e-44dfd2f7ec71 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/networks?id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa HTTP/1.1" status: 200 len: 814 time: 0.1450520 Jul 19 03:45:19.699838 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-53a22278-419f-48bc-8d7b-a60065514c5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/quotas/6126ec5989184c0d9b78fb70de1ec198 HTTP/1.1" status: 200 len: 375 time: 0.0105429 Jul 19 03:45:19.736004 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-7fddd3c6-a62a-4656-b2e1-21b24dda985d tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6126ec5989184c0d9b78fb70de1ec198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299652 Jul 19 03:45:19.842396 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-8afd1d7a-af00-449d-abf6-2ca99d8b698d service neutron] 10.222.0.20 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991781 Jul 19 03:45:19.934874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-f02269ea-7bf5-4fc2-b3b8-5febb70e53f9 service neutron] 10.222.0.20 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902531 Jul 19 03:45:20.119684 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9096b263-6778-485f-a31c-5b5083e75cb5 req-0b0ce47b-b7e2-4d18-b5f5-c0abaf9156e7 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 210 time: 0.0297930 Jul 19 03:45:21.210670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51507-d184-4964-a82e-4d7b684d0661 req-de2b45a6-9914-419d-a0cc-60fb8c6e4c1e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:21.212121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-de2b45a6-9914-419d-a0cc-60fb8c6e4c1e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.26 "GET /v2.0/networks?id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa HTTP/1.1" status: 200 len: 814 time: 0.1180472 Jul 19 03:45:21.223849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Request body: {'port': {'device_id': '6e23738c-a95c-4c43-951b-277a9f2414cc', 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa', 'admin_state_up': True, 'tenant_id': '6126ec5989184c0d9b78fb70de1ec198'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:45:21.306730 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d82f2dd8-b7ab-4e69-b689-73f88d386df6 req-639709e8-ee1a-41d0-920e-8e63d2713031 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 210 time: 0.0467381 Jul 19 03:45:21.378357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Made reservation on behalf of 6126ec5989184c0d9b78fb70de1ec198 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:45:21.382210 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:21.511099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Allocated IP 172.20.0.6 (6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa/f2726e32-523c-4f7f-86ee-83585d12f542/6d19b10d-81d7-474b-961c-fc05b9b9eeec) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:45:21.678576 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:21.719365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:21.770104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:45:21.773917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:45:21.779807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:45:21.784733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Pushing event updated for resources: {'Port': ['ID=6d19b10d-81d7-474b-961c-fc05b9b9eeec,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:21.818476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.818824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.819355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.819695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.820025 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.820354 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.820678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.821000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.821320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.821640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.821959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.822344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:21.853296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:21.853994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:21.872734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-6ee6d318-7ef6-4cb7-8caf-deb1374c5d7a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6525486 Jul 19 03:45:21.884506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Request body: {'port': {'device_id': '6e23738c-a95c-4c43-951b-277a9f2414cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:45:21.961916 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:22.239039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d19b10d-81d7-474b-961c-fc05b9b9eeec {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:45:22.247857 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:22.262395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Transition to ACTIVE for port object 6d19b10d-81d7-474b-961c-fc05b9b9eeec will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:45:22.266524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:22.323370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Pushing event updated for resources: {'Port': ['ID=6d19b10d-81d7-474b-961c-fc05b9b9eeec,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:22.415578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Attempting to bind port 6d19b10d-81d7-474b-961c-fc05b9b9eeec on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:45:22.415916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Attempting to bind port 6d19b10d-81d7-474b-961c-fc05b9b9eeec by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'df75fc86-ca0b-41d5-b687-b7bb31ce4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:45:22.416244 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Attempting to bind port 6d19b10d-81d7-474b-961c-fc05b9b9eeec on network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:45:22.421145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Port 6d19b10d-81d7-474b-961c-fc05b9b9eeec on network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:45:22.421470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Attempting to bind port 6d19b10d-81d7-474b-961c-fc05b9b9eeec on network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:45:22.426499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:45:22.426843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Checking segment: {'id': 'df75fc86-ca0b-41d5-b687-b7bb31ce4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:45:22.427228 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Bound using segment: {'id': 'df75fc86-ca0b-41d5-b687-b7bb31ce4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:45:22.427653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Bound port: 6d19b10d-81d7-474b-961c-fc05b9b9eeec, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df75fc86-ca0b-41d5-b687-b7bb31ce4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:45:22.428014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:22.533156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] For port 6d19b10d-81d7-474b-961c-fc05b9b9eeec, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:45:22.537565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] For port 6d19b10d-81d7-474b-961c-fc05b9b9eeec, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6d19b10d-81d7-474b-961c-fc05b9b9eeec,segment=NetworkSegment(df75fc86-ca0b-41d5-b687-b7bb31ce4464),segment_id=df75fc86-ca0b-41d5-b687-b7bb31ce4464)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:45:22.548238 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:22.591620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f418ad3-1a20-4ecb-b43d-a9618030c9f8 req-e0160c60-e5ae-4b56-8ad7-ec565e5f38d3 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:22.593255 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f418ad3-1a20-4ecb-b43d-a9618030c9f8 req-e0160c60-e5ae-4b56-8ad7-ec565e5f38d3 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 943 time: 0.1226594 Jul 19 03:45:22.599598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:22.600215 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:22.601638 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] 10.222.0.26 "PUT /v2.0/ports/6d19b10d-81d7-474b-961c-fc05b9b9eeec HTTP/1.1" status: 200 len: 1092 time: 0.7219660 Jul 19 03:45:22.602093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e23738c-a95c-4c43-951b-277a9f2414cc', 'tag': '6d19b10d-81d7-474b-961c-fc05b9b9eeec'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:45:22.604493 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167b92e2-ebb1-42ae-8500-04d0b01ddd13" -d '{"events": [{"name": "network-changed", "server_uuid": "6e23738c-a95c-4c43-951b-277a9f2414cc", "tag": "6d19b10d-81d7-474b-961c-fc05b9b9eeec"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:45:22.653578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dc3ed-2a1b-4328-9a1e-1732070e599a service neutron] Pushing event updated for resources: {'Port': ['ID=6d19b10d-81d7-474b-961c-fc05b9b9eeec,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:22.697696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6f418ad3-1a20-4ecb-b43d-a9618030c9f8 req-3add8d6c-250a-4112-89f0-dd88fcb6b3b1 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848513 Jul 19 03:45:22.803512 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08ddb59-1d12-4cd5-b677-899c7dcfb153 x-openstack-request-id: req-f08ddb59-1d12-4cd5-b677-899c7dcfb153 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:45:22.803809 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e23738c-a95c-4c43-951b-277a9f2414cc", "tag": "6d19b10d-81d7-474b-961c-fc05b9b9eeec", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:45:22.804072 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f08ddb59-1d12-4cd5-b677-899c7dcfb153 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:45:22.804496 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e23738c-a95c-4c43-951b-277a9f2414cc', 'tag': '6d19b10d-81d7-474b-961c-fc05b9b9eeec', 'status': 'completed', 'code': 200} Jul 19 03:45:22.892814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51507-d184-4964-a82e-4d7b684d0661 req-364c5a33-3538-4bbe-9c9d-5e899b2e71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:22.894480 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-364c5a33-3538-4bbe-9c9d-5e899b2e71b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6126ec5989184c0d9b78fb70de1ec198&device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 1095 time: 0.2006288 Jul 19 03:45:22.939984 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-1e7ac235-92be-46e6-b113-2a7fe9f6926b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d19b10d-81d7-474b-961c-fc05b9b9eeec HTTP/1.1" status: 200 len: 217 time: 0.0389872 Jul 19 03:45:22.993719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51507-d184-4964-a82e-4d7b684d0661 req-467e0b35-4de3-476b-b18a-9a11314349c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:22.995656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-467e0b35-4de3-476b-b18a-9a11314349c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2726e32-523c-4f7f-86ee-83585d12f542 HTTP/1.1" status: 200 len: 854 time: 0.0497544 Jul 19 03:45:23.035841 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-9b841c4e-bdaf-40d5-b1fe-3c92ba783013 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325279 Jul 19 03:45:23.130190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-0e83343a-12fd-4cc5-89e0-d236d49a69bf service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887806 Jul 19 03:45:23.225951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34c51507-d184-4964-a82e-4d7b684d0661 req-c1fa087c-db99-4c3b-a663-7e4b42e68c05 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895145 Jul 19 03:45:23.336012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b92e2-ebb1-42ae-8500-04d0b01ddd13 req-2319aa30-ccc9-49bd-911c-180e9666f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:23.337482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167b92e2-ebb1-42ae-8500-04d0b01ddd13 req-2319aa30-ccc9-49bd-911c-180e9666f564 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6126ec5989184c0d9b78fb70de1ec198&device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 1095 time: 0.0566428 Jul 19 03:45:23.470071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b92e2-ebb1-42ae-8500-04d0b01ddd13 req-5914d19f-a718-42d7-a077-1753b0125165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:23.471699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167b92e2-ebb1-42ae-8500-04d0b01ddd13 req-5914d19f-a718-42d7-a077-1753b0125165 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa HTTP/1.1" status: 200 len: 914 time: 0.1278138 Jul 19 03:45:23.519412 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167b92e2-ebb1-42ae-8500-04d0b01ddd13 req-38eb957f-5dd0-4b95-91b1-520f392aff30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d19b10d-81d7-474b-961c-fc05b9b9eeec HTTP/1.1" status: 200 len: 217 time: 0.0410931 Jul 19 03:45:23.569438 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b92e2-ebb1-42ae-8500-04d0b01ddd13 req-27e76949-8cd8-4cd1-b144-053355d474ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:23.571010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167b92e2-ebb1-42ae-8500-04d0b01ddd13 req-27e76949-8cd8-4cd1-b144-053355d474ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2726e32-523c-4f7f-86ee-83585d12f542 HTTP/1.1" status: 200 len: 854 time: 0.0452969 Jul 19 03:45:23.607482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167b92e2-ebb1-42ae-8500-04d0b01ddd13 req-7d1021b9-ff38-4142-9242-e61dc6b8b11f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294576 Jul 19 03:45:23.701224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167b92e2-ebb1-42ae-8500-04d0b01ddd13 req-265c014f-9304-46d1-b30c-0ea89cfe6182 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874565 Jul 19 03:45:23.789374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-167b92e2-ebb1-42ae-8500-04d0b01ddd13 req-9e5280f6-c000-4059-a42f-774329d66b00 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827243 Jul 19 03:45:23.892680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb9dfa-a3c5-4adb-a8dd-ab95c02c3d70 req-598b6b10-3637-4a19-90f3-9e58200efee1 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:23.894190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6eb9dfa-a3c5-4adb-a8dd-ab95c02c3d70 req-598b6b10-3637-4a19-90f3-9e58200efee1 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 943 time: 0.0676842 Jul 19 03:45:23.931911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6eb9dfa-a3c5-4adb-a8dd-ab95c02c3d70 req-f5633c09-f3dd-4159-b39d-7e930113a1b5 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Jul 19 03:45:25.113474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06730287-e99b-45ad-b999-6fa7e8d403f8 req-64a2e448-62fe-45a5-8646-969944c4ac8d tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:25.115091 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06730287-e99b-45ad-b999-6fa7e8d403f8 req-64a2e448-62fe-45a5-8646-969944c4ac8d tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 943 time: 0.0662475 Jul 19 03:45:25.157324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06730287-e99b-45ad-b999-6fa7e8d403f8 req-a46f2b62-3942-4ac9-9360-06878579c120 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365896 Jul 19 03:45:25.820765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6d19b10d-81d7-474b-961c-fc05b9b9eeec details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:45:25.920145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6d19b10d-81d7-474b-961c-fc05b9b9eeec, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6d19b10d-81d7-474b-961c-fc05b9b9eeec,segment=NetworkSegment(df75fc86-ca0b-41d5-b687-b7bb31ce4464),segment_id=df75fc86-ca0b-41d5-b687-b7bb31ce4464)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:45:25.931000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '6d19b10d-81d7-474b-961c-fc05b9b9eeec', 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa', 'port_id': '6d19b10d-81d7-474b-961c-fc05b9b9eeec', 'mac_address': 'fa:16:3e:da:10:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2726e32-523c-4f7f-86ee-83585d12f542', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:45:25.973365 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:25.986464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d19b10d-81d7-474b-961c-fc05b9b9eeec {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:45:26.008055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6d19b10d-81d7-474b-961c-fc05b9b9eeec, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6d19b10d-81d7-474b-961c-fc05b9b9eeec,segment=NetworkSegment(df75fc86-ca0b-41d5-b687-b7bb31ce4464),segment_id=df75fc86-ca0b-41d5-b687-b7bb31ce4464)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:45:26.013019 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:26.061095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6d19b10d-81d7-474b-961c-fc05b9b9eeec,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:26.068305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.068649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.068986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.069319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.069648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.069975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.070313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.070637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.070961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.071278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.071595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.071909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:26.232102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['6d19b10d-81d7-474b-961c-fc05b9b9eeec'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:45:26.348676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bcc57-dbde-4441-a36e-c6bd6b57b8f5 req-e2f08300-fa5e-4937-a3fa-e1fa786c3469 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:26.350496 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec7bcc57-dbde-4441-a36e-c6bd6b57b8f5 req-e2f08300-fa5e-4937-a3fa-e1fa786c3469 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 944 time: 0.0800827 Jul 19 03:45:26.390150 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ec7bcc57-dbde-4441-a36e-c6bd6b57b8f5 req-f70a4973-a696-402f-9833-bdb9fa6890c6 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Jul 19 03:45:27.572438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74928e-5ecd-422b-915a-8fa8712369c6 req-e1ac9742-65e2-4736-b5f8-e33ddf180c11 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:27.573974 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5f74928e-5ecd-422b-915a-8fa8712369c6 req-e1ac9742-65e2-4736-b5f8-e33ddf180c11 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 944 time: 0.0704458 Jul 19 03:45:27.616728 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5f74928e-5ecd-422b-915a-8fa8712369c6 req-415b2276-536d-4afc-ab80-d77ced0cc2fa tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368199 Jul 19 03:45:27.837684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6d19b10d-81d7-474b-961c-fc05b9b9eeec up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:45:27.888037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 6d19b10d-81d7-474b-961c-fc05b9b9eeec completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:45:27.891876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 6d19b10d-81d7-474b-961c-fc05b9b9eeec triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:45:27.892231 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:27.973660 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:28.004528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e23738c-a95c-4c43-951b-277a9f2414cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d19b10d-81d7-474b-961c-fc05b9b9eeec'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:45:28.007077 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ac4266-be4b-4c3a-b7c5-32adbbb4b3c0" -d '{"events": [{"server_uuid": "6e23738c-a95c-4c43-951b-277a9f2414cc", "name": "network-vif-plugged", "status": "completed", "tag": "6d19b10d-81d7-474b-961c-fc05b9b9eeec"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:45:28.026000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 6d19b10d-81d7-474b-961c-fc05b9b9eeec, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6d19b10d-81d7-474b-961c-fc05b9b9eeec,segment=NetworkSegment(df75fc86-ca0b-41d5-b687-b7bb31ce4464),segment_id=df75fc86-ca0b-41d5-b687-b7bb31ce4464)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:45:28.046479 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:28.050750 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b0c481-920d-4fad-b728-267e8b6b00ee x-openstack-request-id: req-e8b0c481-920d-4fad-b728-267e8b6b00ee {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:45:28.051247 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e23738c-a95c-4c43-951b-277a9f2414cc", "name": "network-vif-plugged", "status": "completed", "tag": "6d19b10d-81d7-474b-961c-fc05b9b9eeec", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:45:28.051696 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8b0c481-920d-4fad-b728-267e8b6b00ee {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:45:28.052153 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e23738c-a95c-4c43-951b-277a9f2414cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d19b10d-81d7-474b-961c-fc05b9b9eeec', 'code': 200} Jul 19 03:45:28.117220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=6d19b10d-81d7-474b-961c-fc05b9b9eeec,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:28.236870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3429e0f-759c-4dc8-a138-f390d0c4982d req-e9eaaaec-161c-4629-baf2-c337ff7a7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:28.238509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3429e0f-759c-4dc8-a138-f390d0c4982d req-e9eaaaec-161c-4629-baf2-c337ff7a7400 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 1097 time: 0.0635035 Jul 19 03:45:28.273363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3429e0f-759c-4dc8-a138-f390d0c4982d req-33d58c65-cd2d-4d96-adb0-1def67cb841b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288856 Jul 19 03:45:28.818060 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a2e3c-6be0-46e2-bcae-f2a9a4c5cb17 req-a7e55954-d492-4080-bb90-4c8ba64287e6 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:28.819888 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b46a2e3c-6be0-46e2-bcae-f2a9a4c5cb17 req-a7e55954-d492-4080-bb90-4c8ba64287e6 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 945 time: 0.0756443 Jul 19 03:45:28.861072 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b46a2e3c-6be0-46e2-bcae-f2a9a4c5cb17 req-3ddc4c4e-0c86-498f-b81e-278f5da350fb tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349274 Jul 19 03:45:29.830193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37488) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:29.961524 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82d23870-ba9a-4f22-adbd-f78358fab117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.093705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d7c60-db04-4d6f-b0bc-1a454995778e req-52844c9e-4d79-416f-a579-e0bb3046400a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:30.095168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e2d7c60-db04-4d6f-b0bc-1a454995778e req-52844c9e-4d79-416f-a579-e0bb3046400a tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 945 time: 0.1033618 Jul 19 03:45:30.110045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82d23870-ba9a-4f22-adbd-f78358fab117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.116634 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-82d23870-ba9a-4f22-adbd-f78358fab117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.163339 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-82d23870-ba9a-4f22-adbd-f78358fab117 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=362469c5eda04fbe866e74282f704bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296487 Jul 19 03:45:30.163800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37502) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:30.184147 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e2d7c60-db04-4d6f-b0bc-1a454995778e req-b0566141-2dec-43f2-8879-02eaca7c7dc4 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795650 Jul 19 03:45:30.185754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d23870-ba9a-4f22-adbd-f78358fab117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d18f7-403e-4faf-b392-6c1518c111d1,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:30.223931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.245545 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.292874 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.296211 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.298744 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/142d18f7-403e-4faf-b392-6c1518c111d1 HTTP/1.1" status: 204 len: 168 time: 0.1338131 Jul 19 03:45:30.311266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d18f7-403e-4faf-b392-6c1518c111d1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:30.320959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.321639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.322246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.322828 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.323219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.323665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.324293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.325439 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.326054 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.326521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.327130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.327728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c11e1-a222-4653-aba1-2acdd058daa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:45:30.591579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37550) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:30.605949 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5ccb-f3f9-4da3-a44c-cfcfb6710fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.727110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5ccb-f3f9-4da3-a44c-cfcfb6710fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.731683 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5ccb-f3f9-4da3-a44c-cfcfb6710fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.769437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f1fc5ccb-f3f9-4da3-a44c-cfcfb6710fa2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1136074c966e44e4be4477718af2eb70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738963 Jul 19 03:45:30.771512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37560) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:30.812818 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc5ccb-f3f9-4da3-a44c-cfcfb6710fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1104fbcb-766d-4f04-aedf-be69ff3da28f,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:30.835126 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abce95a2-b60c-4ee0-afab-a1a1865195b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.858185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abce95a2-b60c-4ee0-afab-a1a1865195b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.908371 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abce95a2-b60c-4ee0-afab-a1a1865195b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.911512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-abce95a2-b60c-4ee0-afab-a1a1865195b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:30.915976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-abce95a2-b60c-4ee0-afab-a1a1865195b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1104fbcb-766d-4f04-aedf-be69ff3da28f HTTP/1.1" status: 204 len: 168 time: 0.1434951 Jul 19 03:45:30.935015 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce95a2-b60c-4ee0-afab-a1a1865195b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1104fbcb-766d-4f04-aedf-be69ff3da28f,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:36.562165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37794) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:36.684656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2acdd6d1-4b9e-4bb4-9530-864d1962f97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:36.791585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2acdd6d1-4b9e-4bb4-9530-864d1962f97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:36.796141 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2acdd6d1-4b9e-4bb4-9530-864d1962f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:36.833378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2acdd6d1-4b9e-4bb4-9530-864d1962f97e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d41609c2efb4b5a98714152832162d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700787 Jul 19 03:45:36.836577 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37802) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:36.856358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdd6d1-4b9e-4bb4-9530-864d1962f97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d438614-8394-49b8-a331-2a96474489d5,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:36.900783 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ada647cd-f392-41fe-852e-f775e8ed2412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:36.925720 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ada647cd-f392-41fe-852e-f775e8ed2412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:36.975431 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ada647cd-f392-41fe-852e-f775e8ed2412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:36.978289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ada647cd-f392-41fe-852e-f775e8ed2412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:36.981725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ada647cd-f392-41fe-852e-f775e8ed2412 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d438614-8394-49b8-a331-2a96474489d5 HTTP/1.1" status: 204 len: 168 time: 0.1413035 Jul 19 03:45:36.989039 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada647cd-f392-41fe-852e-f775e8ed2412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d438614-8394-49b8-a331-2a96474489d5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:37.203436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:37.342311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37816) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:37.361667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7605038-5ac8-437c-9393-1fd7b7d70f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:37.362754 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:37.469888 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7605038-5ac8-437c-9393-1fd7b7d70f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:37.475320 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7605038-5ac8-437c-9393-1fd7b7d70f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:37.517447 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f7605038-5ac8-437c-9393-1fd7b7d70f74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1eeb6d22d254c3f85bcef1505766585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738560 Jul 19 03:45:37.518210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7605038-5ac8-437c-9393-1fd7b7d70f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed5571-39db-4129-ad20-e43d8a88dfe3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:37.520252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37822) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:37.576796 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03742b86-030e-42fa-bfbb-aceb25e6675f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:37.599961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03742b86-030e-42fa-bfbb-aceb25e6675f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:37.650821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03742b86-030e-42fa-bfbb-aceb25e6675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:37.654910 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-03742b86-030e-42fa-bfbb-aceb25e6675f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:37.663610 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-03742b86-030e-42fa-bfbb-aceb25e6675f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5ed5571-39db-4129-ad20-e43d8a88dfe3 HTTP/1.1" status: 204 len: 168 time: 0.1419568 Jul 19 03:45:37.677108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03742b86-030e-42fa-bfbb-aceb25e6675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed5571-39db-4129-ad20-e43d8a88dfe3,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:37.720206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-b42b52d5-f5c0-4c00-8233-83517aed8780 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685940 Jul 19 03:45:37.848863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-b4deac59-3471-4c5f-8c14-ea288db1c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:37.851267 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-b4deac59-3471-4c5f-8c14-ea288db1c41d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 1097 time: 0.0758007 Jul 19 03:45:38.008770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-20128478-2ec5-4a99-b53b-2b029bfdd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:38.010374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-20128478-2ec5-4a99-b53b-2b029bfdd371 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.1366920 Jul 19 03:45:38.092306 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-bcd2c648-bf8c-4f95-9f84-bc1b756a05c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2716dc2e-8d62-403f-afbd-94168c8114c3 HTTP/1.1" status: 200 len: 1001 time: 0.0759118 Jul 19 03:45:38.164193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-b73ebe9f-ae27-46be-b53d-3707c7bdc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:38.165938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-b73ebe9f-ae27-46be-b53d-3707c7bdc01a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0680704 Jul 19 03:45:38.250055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-e142ba04-1ff4-4736-990b-a53477c01686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:38.251642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-e142ba04-1ff4-4736-990b-a53477c01686 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798266 Jul 19 03:45:38.369165 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-4735d6a1-f84c-4c8d-9690-307aaa4649d3 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112428 Jul 19 03:45:38.488509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f45ceca-df73-4cb8-8839-c75e2faf9c49 req-b8eeff1d-e865-4966-9dfd-b7770f08aaa5 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120160 Jul 19 03:45:39.666823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-65c76827-a7c6-4f7f-98d2-00f4ef4f52aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642145 Jul 19 03:45:39.784499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-d15d92f3-922f-4236-97b7-e94f68cc7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:39.786038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-d15d92f3-922f-4236-97b7-e94f68cc7489 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6126ec5989184c0d9b78fb70de1ec198&device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 1097 time: 0.0712230 Jul 19 03:45:39.916435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-f4df92d7-dc15-47de-ab09-e845116d5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:39.918925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-f4df92d7-dc15-47de-ab09-e845116d5b0a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa HTTP/1.1" status: 200 len: 914 time: 0.1111088 Jul 19 03:45:39.977219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-bcf8a1cb-d9d1-403d-a343-11e39aa85d39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d19b10d-81d7-474b-961c-fc05b9b9eeec HTTP/1.1" status: 200 len: 217 time: 0.0519636 Jul 19 03:45:40.039489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-d6814b1b-bcd7-4840-89f8-47be2d93e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:40.041868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-d6814b1b-bcd7-4840-89f8-47be2d93e0a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2726e32-523c-4f7f-86ee-83585d12f542 HTTP/1.1" status: 200 len: 854 time: 0.0585222 Jul 19 03:45:40.091366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-234042ae-66b8-482f-bc0b-febc3537a161 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415804 Jul 19 03:45:40.225554 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-51df3c19-b812-4d4e-8569-1743f4b020d6 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275659 Jul 19 03:45:40.328943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37940) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:40.356512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c16cce29-91dd-4389-946b-a688c16eb0ac req-6c1497b1-8f42-4274-8eb4-b4f6e2214325 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233690 Jul 19 03:45:40.479753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0e9e337d-7ca3-4571-9987-464951b0f410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:40.614164 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0e9e337d-7ca3-4571-9987-464951b0f410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:40.619130 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0e9e337d-7ca3-4571-9987-464951b0f410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:40.660675 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0e9e337d-7ca3-4571-9987-464951b0f410 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=293b8d368a08405198cf5e79e02b7f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304112 Jul 19 03:45:40.661695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e337d-7ca3-4571-9987-464951b0f410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe02c81-03e3-4f11-9ed3-44dd7d97ffcb,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:40.663551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37952) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:40.749125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af18f79b-1ad9-4eb4-bfed-c4cec7708fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:40.773064 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af18f79b-1ad9-4eb4-bfed-c4cec7708fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:40.839542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af18f79b-1ad9-4eb4-bfed-c4cec7708fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:40.842300 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af18f79b-1ad9-4eb4-bfed-c4cec7708fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:40.848286 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af18f79b-1ad9-4eb4-bfed-c4cec7708fdf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbe02c81-03e3-4f11-9ed3-44dd7d97ffcb HTTP/1.1" status: 204 len: 168 time: 0.1836421 Jul 19 03:45:40.857113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18f79b-1ad9-4eb4-bfed-c4cec7708fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe02c81-03e3-4f11-9ed3-44dd7d97ffcb,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:41.244225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 37968) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:41.258715 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ade1a568-282b-4cef-8a1d-c162073251c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:41.377851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ade1a568-282b-4cef-8a1d-c162073251c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:41.384660 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ade1a568-282b-4cef-8a1d-c162073251c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:41.434564 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ade1a568-282b-4cef-8a1d-c162073251c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7131aa41e15c4a3281eb34907b3b3235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887841 Jul 19 03:45:41.435316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1a568-282b-4cef-8a1d-c162073251c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca88551-87a8-4a8c-a194-9c36fdfbc43e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:41.437201 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 37972) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:41.491353 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae80e9d-2d51-49fb-9a19-327863df2ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:41.514015 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae80e9d-2d51-49fb-9a19-327863df2ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:41.572661 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae80e9d-2d51-49fb-9a19-327863df2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:41.575843 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5ae80e9d-2d51-49fb-9a19-327863df2ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:41.579607 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5ae80e9d-2d51-49fb-9a19-327863df2ee3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ca88551-87a8-4a8c-a194-9c36fdfbc43e HTTP/1.1" status: 204 len: 168 time: 0.1376569 Jul 19 03:45:41.592820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae80e9d-2d51-49fb-9a19-327863df2ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca88551-87a8-4a8c-a194-9c36fdfbc43e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:42.376761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38012) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:42.507916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-607739133-network', 'tenant_id': 'ce4ec78c47b64b4582f2e4d92a35ce09'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:45:42.516864 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2366af99-2473-4dbf-8cab-34b6c9223f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:42.532612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Made reservation on behalf of ce4ec78c47b64b4582f2e4d92a35ce09 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:45:42.535288 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:42.545887 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:42.661762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:42.666889 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:42.691722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:45:42.707338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf9404d-7641-436a-99cc-ea9eb7eab3b3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:42.711628 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:42.712514 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Added segment c7c2fccf-b85a-4cd5-8eec-98b543c0f303 of type vlan for network 3c891ebe-af2e-437c-aefa-0718d23c5c68 Jul 19 03:45:42.759718 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:42.789762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:42.790962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:42.791796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:42.823445 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4454136 Jul 19 03:45:42.827351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38022) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:42.833418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Request body: {'subnet': {'network_id': '3c891ebe-af2e-437c-aefa-0718d23c5c68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-607739133-subnet', 'tenant_id': 'ce4ec78c47b64b4582f2e4d92a35ce09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:45:42.855902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bae36b-0091-473b-a1ef-8cf6b3da7788 admin admin] Pushing event updated for resources: {'Network': ['ID=3c891ebe-af2e-437c-aefa-0718d23c5c68,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:42.860475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Made reservation on behalf of ce4ec78c47b64b4582f2e4d92a35ce09 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:45:42.867594 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:42.867856 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 3c891ebe-af2e-437c-aefa-0718d23c5c68 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:45:43.112378 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:43.172205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8f5be9-2345-4717-b868-35c9dd3a3f48,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:43.184592 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Checking segment: {'id': 'c7c2fccf-b85a-4cd5-8eec-98b543c0f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c891ebe-af2e-437c-aefa-0718d23c5c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:45:43.184990 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Network hostable DHCP agents. Network: 3c891ebe-af2e-437c-aefa-0718d23c5c68, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:45:43.207718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Network 3c891ebe-af2e-437c-aefa-0718d23c5c68 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:45:43.220971 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 3c891ebe-af2e-437c-aefa-0718d23c5c68) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:45:43.227353 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:43.228247 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:43.232500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546906cf-b884-4b5b-8de8-796235d0ff37 None None] Network 3c891ebe-af2e-437c-aefa-0718d23c5c68 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:45:43.252325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-72c41332-c277-4860-a5e4-041d770d283f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4228683 Jul 19 03:45:43.369265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae110b35-c329-45db-8a68-c50f229f774b None None] Network 3c891ebe-af2e-437c-aefa-0718d23c5c68 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:45:43.787179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38074) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:43.792506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1807581548-network', 'tenant_id': '4af754cadb654a7da11ac2c75ec1c6cb'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:45:43.816864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Made reservation on behalf of 4af754cadb654a7da11ac2c75ec1c6cb for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:45:43.819542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:43.838742 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:43.937775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:43.942916 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:43.973278 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:45:43.984008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59714730-769b-4106-b18a-8251bd454c90,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:43.988765 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:43.989111 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Added segment 849a4322-fec1-48a7-a160-885e9645c163 of type vlan for network f6c97f77-422c-418a-9df9-05efd28c4f38 Jul 19 03:45:44.032993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:44.065898 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:44.067044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:44.067662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:44.105453 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3168454 Jul 19 03:45:44.108353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38080) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:45:44.115730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Request body: {'subnet': {'network_id': 'f6c97f77-422c-418a-9df9-05efd28c4f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1807581548-subnet', 'tenant_id': '4af754cadb654a7da11ac2c75ec1c6cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:45:44.132466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f10520-24e9-4a20-bbe2-dbdcec7e49e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c97f77-422c-418a-9df9-05efd28c4f38,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:44.143440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f6c97f77-422c-418a-9df9-05efd28c4f38 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:45:44.171212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Made reservation on behalf of 4af754cadb654a7da11ac2c75ec1c6cb for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:45:44.175439 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:44.365593 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:44.429555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b574bd8-428a-4492-8e5c-a3128b8846d8,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:44.443856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Checking segment: {'id': '849a4322-fec1-48a7-a160-885e9645c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f6c97f77-422c-418a-9df9-05efd28c4f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:45:44.444534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Network hostable DHCP agents. Network: f6c97f77-422c-418a-9df9-05efd28c4f38, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:45:44.463867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Network f6c97f77-422c-418a-9df9-05efd28c4f38 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:45:44.474176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, f6c97f77-422c-418a-9df9-05efd28c4f38) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:45:44.480689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:44.481444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:44.485145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96216d9-a1f5-4bd8-a5fb-ae682bd54fd5 None None] Network f6c97f77-422c-418a-9df9-05efd28c4f38 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:45:44.504650 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d45225d5-454f-4940-bd39-8d727d0746c1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3868971 Jul 19 03:45:44.666509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad22fe-7427-40f8-b3c8-03554e94d881 None None] Network f6c97f77-422c-418a-9df9-05efd28c4f38 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:45:45.101014 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-030c58bc-4876-4199-8574-8ec6d7d27f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:45.127414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-230be797-a2eb-4963-9d53-49402eae29ba tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:45.129203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-230be797-a2eb-4963-9d53-49402eae29ba tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/networks?id=3c891ebe-af2e-437c-aefa-0718d23c5c68 HTTP/1.1" status: 200 len: 808 time: 0.1363277 Jul 19 03:45:45.151720 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-1e566b64-7aec-4feb-b924-4065e8666be6 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/quotas/ce4ec78c47b64b4582f2e4d92a35ce09 HTTP/1.1" status: 200 len: 375 time: 0.0153797 Jul 19 03:45:45.187814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-8bb86c8c-d9bd-499b-933d-cf4f72e200ed tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4ec78c47b64b4582f2e4d92a35ce09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301037 Jul 19 03:45:45.313904 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-d593108c-ce2b-4ec3-8c1c-142927e8ed3f service neutron] 10.222.0.20 "GET /v2.0/networks/3c891ebe-af2e-437c-aefa-0718d23c5c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191089 Jul 19 03:45:45.406892 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-5d1eac7c-fea4-4775-8d44-44d33d42bb0c service neutron] 10.222.0.20 "GET /v2.0/networks/3c891ebe-af2e-437c-aefa-0718d23c5c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877182 Jul 19 03:45:45.612877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f57d5762-9080-414f-95e3-657de5fb3202 req-31e5fe79-129f-488d-a79c-f9621e68be58 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 210 time: 0.0520482 Jul 19 03:45:45.667382 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:46.486173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:46.819094 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5abfd81-6f51-474f-a115-55178a670b9f req-9b55398c-48f6-4734-9538-b1bc0bbfbb7c tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 210 time: 0.0457809 Jul 19 03:45:46.900315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-69e3d1af-3e76-45f3-ba17-f09213c0f9d3 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:46.902788 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-69e3d1af-3e76-45f3-ba17-f09213c0f9d3 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.25 "GET /v2.0/networks?id=3c891ebe-af2e-437c-aefa-0718d23c5c68 HTTP/1.1" status: 200 len: 808 time: 0.2400484 Jul 19 03:45:46.916045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Request body: {'port': {'device_id': '3d44fe63-5ce5-469a-9e12-5297330215e2', 'network_id': '3c891ebe-af2e-437c-aefa-0718d23c5c68', 'admin_state_up': True, 'tenant_id': 'ce4ec78c47b64b4582f2e4d92a35ce09'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:45:47.072851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Made reservation on behalf of ce4ec78c47b64b4582f2e4d92a35ce09 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:45:47.078446 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:47.248226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Allocated IP 172.20.0.5 (3c891ebe-af2e-437c-aefa-0718d23c5c68/3f8f5be9-2345-4717-b868-35c9dd3a3f48/0d9e54e5-96fa-4143-b830-289a67bced3e) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:45:47.405487 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:47.444626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:47.498837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Network 3c891ebe-af2e-437c-aefa-0718d23c5c68 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:45:47.502232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:45:47.506973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:45:47.510970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Pushing event updated for resources: {'Port': ['ID=0d9e54e5-96fa-4143-b830-289a67bced3e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:47.561269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:47.561904 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:47.578792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-25be1324-ed3f-4fb0-82a2-3e7ce0e1ba01 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6675916 Jul 19 03:45:47.590924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Request body: {'port': {'device_id': '3d44fe63-5ce5-469a-9e12-5297330215e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:45:47.680470 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:47.991284 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:48.049654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9e54e5-96fa-4143-b830-289a67bced3e {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:45:48.059606 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:48.079279 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Transition to ACTIVE for port object 0d9e54e5-96fa-4143-b830-289a67bced3e will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:45:48.087452 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:48.103811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5326c-9cd0-4a80-8c76-811b400ce0a7 req-aa105771-f657-486d-9b5c-8873413fba9e tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:48.105326 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50d5326c-9cd0-4a80-8c76-811b400ce0a7 req-aa105771-f657-486d-9b5c-8873413fba9e tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 931 time: 0.1207151 Jul 19 03:45:48.178569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9e54e5-96fa-4143-b830-289a67bced3e,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:48.208015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50d5326c-9cd0-4a80-8c76-811b400ce0a7 req-5e999394-3bf6-4456-8533-fee4898a69e7 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794139 Jul 19 03:45:48.254567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Attempting to bind port 0d9e54e5-96fa-4143-b830-289a67bced3e on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:45:48.254901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Attempting to bind port 0d9e54e5-96fa-4143-b830-289a67bced3e by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'c7c2fccf-b85a-4cd5-8eec-98b543c0f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c891ebe-af2e-437c-aefa-0718d23c5c68'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:45:48.255474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Attempting to bind port 0d9e54e5-96fa-4143-b830-289a67bced3e on network 3c891ebe-af2e-437c-aefa-0718d23c5c68 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:45:48.259657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Port 0d9e54e5-96fa-4143-b830-289a67bced3e on network 3c891ebe-af2e-437c-aefa-0718d23c5c68 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:45:48.259975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Attempting to bind port 0d9e54e5-96fa-4143-b830-289a67bced3e on network 3c891ebe-af2e-437c-aefa-0718d23c5c68 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:45:48.265246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:45:48.265579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Checking segment: {'id': 'c7c2fccf-b85a-4cd5-8eec-98b543c0f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c891ebe-af2e-437c-aefa-0718d23c5c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:45:48.265977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Bound using segment: {'id': 'c7c2fccf-b85a-4cd5-8eec-98b543c0f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c891ebe-af2e-437c-aefa-0718d23c5c68'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:45:48.266403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Bound port: 0d9e54e5-96fa-4143-b830-289a67bced3e, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c2fccf-b85a-4cd5-8eec-98b543c0f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c891ebe-af2e-437c-aefa-0718d23c5c68'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:45:48.266756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:48.327933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] For port 0d9e54e5-96fa-4143-b830-289a67bced3e, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:45:48.330794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] For port 0d9e54e5-96fa-4143-b830-289a67bced3e, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d9e54e5-96fa-4143-b830-289a67bced3e,segment=NetworkSegment(c7c2fccf-b85a-4cd5-8eec-98b543c0f303),segment_id=c7c2fccf-b85a-4cd5-8eec-98b543c0f303)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:45:48.335319 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:48.370483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:48.371124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:48.372979 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] 10.222.0.25 "PUT /v2.0/ports/0d9e54e5-96fa-4143-b830-289a67bced3e HTTP/1.1" status: 200 len: 1092 time: 0.7873023 Jul 19 03:45:48.375175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d44fe63-5ce5-469a-9e12-5297330215e2', 'tag': '0d9e54e5-96fa-4143-b830-289a67bced3e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:45:48.378446 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97adb8bf-9120-47f9-abda-86c9f874067a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d44fe63-5ce5-469a-9e12-5297330215e2", "tag": "0d9e54e5-96fa-4143-b830-289a67bced3e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:45:48.409340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed27a3-e685-4fd5-940b-bde95a08f095 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9e54e5-96fa-4143-b830-289a67bced3e,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:48.446285 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12af46b1-b986-4a93-ba22-04fe99903305 x-openstack-request-id: req-12af46b1-b986-4a93-ba22-04fe99903305 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:45:48.446575 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d44fe63-5ce5-469a-9e12-5297330215e2", "tag": "0d9e54e5-96fa-4143-b830-289a67bced3e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:45:48.446938 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12af46b1-b986-4a93-ba22-04fe99903305 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:45:48.447335 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d44fe63-5ce5-469a-9e12-5297330215e2', 'tag': '0d9e54e5-96fa-4143-b830-289a67bced3e', 'status': 'completed', 'code': 200} Jul 19 03:45:48.478926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-4844bf79-b01e-4cc3-b2b3-6e53fdbab185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:48.480620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-4844bf79-b01e-4cc3-b2b3-6e53fdbab185 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ce4ec78c47b64b4582f2e4d92a35ce09&device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 1095 time: 0.0633199 Jul 19 03:45:48.522404 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-09ce4d00-d137-4133-a897-dc5abc66fd13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9e54e5-96fa-4143-b830-289a67bced3e HTTP/1.1" status: 200 len: 217 time: 0.0351217 Jul 19 03:45:48.572984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-fe160217-51cb-4a11-9cfa-f934a60a7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:48.574539 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-fe160217-51cb-4a11-9cfa-f934a60a7c4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f8f5be9-2345-4717-b868-35c9dd3a3f48 HTTP/1.1" status: 200 len: 848 time: 0.0463455 Jul 19 03:45:48.606685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-e28bbe45-7c64-4073-aff9-f9f3c05ee8c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3c891ebe-af2e-437c-aefa-0718d23c5c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262098 Jul 19 03:45:48.695438 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-6b83d3bd-a91c-47e0-84d8-3f89aeadab23 service neutron] 10.222.0.25 "GET /v2.0/networks/3c891ebe-af2e-437c-aefa-0718d23c5c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828912 Jul 19 03:45:48.793252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e37bb5e-a6d9-43c1-b2c8-3cae21b21e13 req-5638816d-a787-4126-8c69-a8a899fdd4d7 service neutron] 10.222.0.25 "GET /v2.0/networks/3c891ebe-af2e-437c-aefa-0718d23c5c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893860 Jul 19 03:45:48.889294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adb8bf-9120-47f9-abda-86c9f874067a req-cec775a1-7d5a-40c0-bbb4-d5861195beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:48.890744 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-97adb8bf-9120-47f9-abda-86c9f874067a req-cec775a1-7d5a-40c0-bbb4-d5861195beaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ce4ec78c47b64b4582f2e4d92a35ce09&device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 1095 time: 0.0518403 Jul 19 03:45:48.923867 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:45:49.352690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adb8bf-9120-47f9-abda-86c9f874067a req-402d3964-b5ca-442c-89d8-b8c61d169500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:49.354162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-97adb8bf-9120-47f9-abda-86c9f874067a req-402d3964-b5ca-442c-89d8-b8c61d169500 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3c891ebe-af2e-437c-aefa-0718d23c5c68 HTTP/1.1" status: 200 len: 908 time: 0.4570947 Jul 19 03:45:49.402637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-97adb8bf-9120-47f9-abda-86c9f874067a req-4bbb665d-0a93-4735-a234-9dcf9b360af5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9e54e5-96fa-4143-b830-289a67bced3e HTTP/1.1" status: 200 len: 217 time: 0.0406725 Jul 19 03:45:49.439759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2bb7a-033b-4d5a-ae9a-040d5558395c req-52603f9b-9f77-4d8c-b1c5-43416159b7b0 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:49.449680 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdf2bb7a-033b-4d5a-ae9a-040d5558395c req-52603f9b-9f77-4d8c-b1c5-43416159b7b0 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 943 time: 0.0943933 Jul 19 03:45:49.489706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adb8bf-9120-47f9-abda-86c9f874067a req-f2c7758c-9743-4e50-aac2-321103c551fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:49.491212 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-97adb8bf-9120-47f9-abda-86c9f874067a req-f2c7758c-9743-4e50-aac2-321103c551fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f8f5be9-2345-4717-b868-35c9dd3a3f48 HTTP/1.1" status: 200 len: 848 time: 0.0830760 Jul 19 03:45:49.514865 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fdf2bb7a-033b-4d5a-ae9a-040d5558395c req-5526cc49-ef53-49e5-9da0-1eba18516a07 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638273 Jul 19 03:45:49.534594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-97adb8bf-9120-47f9-abda-86c9f874067a req-0a935a33-c69c-4a6d-8267-4db419ef00ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3c891ebe-af2e-437c-aefa-0718d23c5c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362554 Jul 19 03:45:49.634091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-97adb8bf-9120-47f9-abda-86c9f874067a req-b554d0a2-224c-4be2-8ce2-71e15cdd41d2 service neutron] 10.222.0.25 "GET /v2.0/networks/3c891ebe-af2e-437c-aefa-0718d23c5c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919323 Jul 19 03:45:49.731802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-97adb8bf-9120-47f9-abda-86c9f874067a req-ae715caf-b29d-49f2-8ddc-9d50f2ab858c service neutron] 10.222.0.25 "GET /v2.0/networks/3c891ebe-af2e-437c-aefa-0718d23c5c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905721 Jul 19 03:45:50.736875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5203c6-6c4b-4769-af1f-a9b3482a64b8 req-b8435380-254e-4df9-9409-20b81306a767 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:50.738741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7f5203c6-6c4b-4769-af1f-a9b3482a64b8 req-b8435380-254e-4df9-9409-20b81306a767 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 943 time: 0.0832970 Jul 19 03:45:50.787516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7f5203c6-6c4b-4769-af1f-a9b3482a64b8 req-fbe78daa-3031-46e6-908d-c8ea76df041f tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Jul 19 03:45:51.983376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44d83-2584-418d-bee9-e52b68f936c1 req-40631fad-e670-45e1-9775-61bfa0e0e27d tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:51.985104 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b6c44d83-2584-418d-bee9-e52b68f936c1 req-40631fad-e670-45e1-9775-61bfa0e0e27d tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 943 time: 0.0719442 Jul 19 03:45:52.027574 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b6c44d83-2584-418d-bee9-e52b68f936c1 req-447de3a9-c144-4acb-9299-0338019e112c tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Jul 19 03:45:52.531280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d9e54e5-96fa-4143-b830-289a67bced3e details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:45:52.651471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d9e54e5-96fa-4143-b830-289a67bced3e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d9e54e5-96fa-4143-b830-289a67bced3e,segment=NetworkSegment(c7c2fccf-b85a-4cd5-8eec-98b543c0f303),segment_id=c7c2fccf-b85a-4cd5-8eec-98b543c0f303)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:45:52.681456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '0d9e54e5-96fa-4143-b830-289a67bced3e', 'network_id': '3c891ebe-af2e-437c-aefa-0718d23c5c68', 'port_id': '0d9e54e5-96fa-4143-b830-289a67bced3e', 'mac_address': 'fa:16:3e:c0:ec:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8f5be9-2345-4717-b868-35c9dd3a3f48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:45:52.722901 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:52.737705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9e54e5-96fa-4143-b830-289a67bced3e {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:45:52.759302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d9e54e5-96fa-4143-b830-289a67bced3e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d9e54e5-96fa-4143-b830-289a67bced3e,segment=NetworkSegment(c7c2fccf-b85a-4cd5-8eec-98b543c0f303),segment_id=c7c2fccf-b85a-4cd5-8eec-98b543c0f303)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:45:52.765455 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:52.820737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d9e54e5-96fa-4143-b830-289a67bced3e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:52.977343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0d9e54e5-96fa-4143-b830-289a67bced3e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:45:53.218566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410d693-75f3-45bb-8cb5-6f445cc9ad1e req-8302807d-7887-476d-8ebf-bcb0b5271ed6 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:53.221091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8410d693-75f3-45bb-8cb5-6f445cc9ad1e req-8302807d-7887-476d-8ebf-bcb0b5271ed6 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 944 time: 0.0670426 Jul 19 03:45:53.264292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8410d693-75f3-45bb-8cb5-6f445cc9ad1e req-52e03b30-1537-4ebb-839f-4da57a6e7d3a tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375235 Jul 19 03:45:54.444665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42aa303-83d9-4492-9b55-3a77d99a8a68 req-31b197ef-654b-41ea-8c29-8b827ba81b66 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:54.446234 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a42aa303-83d9-4492-9b55-3a77d99a8a68 req-31b197ef-654b-41ea-8c29-8b827ba81b66 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 944 time: 0.0697973 Jul 19 03:45:54.484834 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a42aa303-83d9-4492-9b55-3a77d99a8a68 req-de4b2064-2156-4deb-83c3-a165ff7d83b1 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323956 Jul 19 03:45:54.548972 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d9e54e5-96fa-4143-b830-289a67bced3e up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:45:54.597956 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 0d9e54e5-96fa-4143-b830-289a67bced3e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:45:54.601636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 0d9e54e5-96fa-4143-b830-289a67bced3e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:45:54.602006 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:54.680072 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:54.702415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d44fe63-5ce5-469a-9e12-5297330215e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9e54e5-96fa-4143-b830-289a67bced3e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:45:54.704558 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4321ed11-4256-4bba-be46-6271bde21d8d" -d '{"events": [{"server_uuid": "3d44fe63-5ce5-469a-9e12-5297330215e2", "name": "network-vif-plugged", "status": "completed", "tag": "0d9e54e5-96fa-4143-b830-289a67bced3e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:45:54.718226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0d9e54e5-96fa-4143-b830-289a67bced3e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d9e54e5-96fa-4143-b830-289a67bced3e,segment=NetworkSegment(c7c2fccf-b85a-4cd5-8eec-98b543c0f303),segment_id=c7c2fccf-b85a-4cd5-8eec-98b543c0f303)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:45:54.722900 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:45:54.748398 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb4f6cd-d2d3-408b-99fb-1986c93058ec x-openstack-request-id: req-3eb4f6cd-d2d3-408b-99fb-1986c93058ec {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:45:54.748711 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d44fe63-5ce5-469a-9e12-5297330215e2", "name": "network-vif-plugged", "status": "completed", "tag": "0d9e54e5-96fa-4143-b830-289a67bced3e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:45:54.748958 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3eb4f6cd-d2d3-408b-99fb-1986c93058ec {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:45:54.749343 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d44fe63-5ce5-469a-9e12-5297330215e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9e54e5-96fa-4143-b830-289a67bced3e', 'code': 200} Jul 19 03:45:54.776479 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d9e54e5-96fa-4143-b830-289a67bced3e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:45:54.861261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475be95-4379-49b2-93bb-170d84016d59 req-04806c86-397a-4cf4-845a-5c02bafc8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:54.862919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e475be95-4379-49b2-93bb-170d84016d59 req-04806c86-397a-4cf4-845a-5c02bafc8f10 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 1097 time: 0.0526447 Jul 19 03:45:54.897989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e475be95-4379-49b2-93bb-170d84016d59 req-5602475a-031b-42ce-86e9-6b4322d64f78 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286031 Jul 19 03:45:55.675938 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86159e1d-3143-4c9e-b716-e65b6ae68383 req-97eed7e4-e968-40f2-b7a7-7552659365f4 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:55.677650 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86159e1d-3143-4c9e-b716-e65b6ae68383 req-97eed7e4-e968-40f2-b7a7-7552659365f4 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 945 time: 0.0726516 Jul 19 03:45:55.725881 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86159e1d-3143-4c9e-b716-e65b6ae68383 req-93f92e1e-9934-4c89-b605-74f72b917231 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Jul 19 03:45:56.903874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a9a93-1f6d-446f-9bcc-2307ccc24ea0 req-a822f71a-08ea-49d7-97b3-bd264f6f47bd tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:56.905417 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506a9a93-1f6d-446f-9bcc-2307ccc24ea0 req-a822f71a-08ea-49d7-97b3-bd264f6f47bd tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 945 time: 0.0642495 Jul 19 03:45:56.946247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506a9a93-1f6d-446f-9bcc-2307ccc24ea0 req-ede02790-641f-4773-81e5-9cc3372a2f0f tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Jul 19 03:45:59.526879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880b555-93bc-455d-8f14-a40703b121b1 req-47d78799-4f87-4f5e-a42d-68e8358f55ef tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:45:59.528982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6880b555-93bc-455d-8f14-a40703b121b1 req-47d78799-4f87-4f5e-a42d-68e8358f55ef tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 945 time: 0.0698099 Jul 19 03:45:59.568743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6880b555-93bc-455d-8f14-a40703b121b1 req-a1ea4cdc-3702-429b-b25f-c7f7d81252d4 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337155 Jul 19 03:46:00.722820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3bd28-afda-438b-8e51-012a11be4359 req-b82eb80f-4f2a-40a8-b422-b978ee00c841 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:00.725070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32e3bd28-afda-438b-8e51-012a11be4359 req-b82eb80f-4f2a-40a8-b422-b978ee00c841 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 945 time: 0.0780380 Jul 19 03:46:00.751948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8684d-f211-43ed-9503-3e6c2819c2fb req-36fda300-ee72-4d39-b3e1-a09108458870 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:00.755444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2f8684d-f211-43ed-9503-3e6c2819c2fb req-36fda300-ee72-4d39-b3e1-a09108458870 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d44fe63-5ce5-469a-9e12-5297330215e2 HTTP/1.1" status: 200 len: 945 time: 0.0684516 Jul 19 03:46:00.796892 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2f8684d-f211-43ed-9503-3e6c2819c2fb req-5e1ac187-acf2-482c-83e1-5e812e33ef85 tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbf9404d-7641-436a-99cc-ea9eb7eab3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358553 Jul 19 03:46:00.837944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-32e3bd28-afda-438b-8e51-012a11be4359 req-eaa401d3-70fa-46ae-a91e-f23ad0c4252b tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Deleting port 0d9e54e5-96fa-4143-b830-289a67bced3e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:46:00.838319 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32e3bd28-afda-438b-8e51-012a11be4359 req-eaa401d3-70fa-46ae-a91e-f23ad0c4252b tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:00.938054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-32e3bd28-afda-438b-8e51-012a11be4359 req-eaa401d3-70fa-46ae-a91e-f23ad0c4252b tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] For port 0d9e54e5-96fa-4143-b830-289a67bced3e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0d9e54e5-96fa-4143-b830-289a67bced3e,segment=NetworkSegment(c7c2fccf-b85a-4cd5-8eec-98b543c0f303),segment_id=c7c2fccf-b85a-4cd5-8eec-98b543c0f303)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:46:00.938604 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32e3bd28-afda-438b-8e51-012a11be4359 req-eaa401d3-70fa-46ae-a91e-f23ad0c4252b tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:00.953268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-32e3bd28-afda-438b-8e51-012a11be4359 req-eaa401d3-70fa-46ae-a91e-f23ad0c4252b tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Calling delete_port for 0d9e54e5-96fa-4143-b830-289a67bced3e owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:46:01.091913 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32e3bd28-afda-438b-8e51-012a11be4359 req-eaa401d3-70fa-46ae-a91e-f23ad0c4252b tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:01.104701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0d9e54e5-96fa-4143-b830-289a67bced3e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:46:01.137508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa401d3-70fa-46ae-a91e-f23ad0c4252b tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Pushing event deleted for resources: {'Port': ['ID=0d9e54e5-96fa-4143-b830-289a67bced3e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:01.183053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e3bd28-afda-438b-8e51-012a11be4359 req-eaa401d3-70fa-46ae-a91e-f23ad0c4252b tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] No DVR routers for this DVR port 0d9e54e5-96fa-4143-b830-289a67bced3e on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:46:01.186170 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-32e3bd28-afda-438b-8e51-012a11be4359 req-eaa401d3-70fa-46ae-a91e-f23ad0c4252b tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:01.188271 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32e3bd28-afda-438b-8e51-012a11be4359 req-eaa401d3-70fa-46ae-a91e-f23ad0c4252b tempest-VolumesActionsTest-1922318159 tempest-VolumesActionsTest-1922318159-project] 10.222.0.25 "DELETE /v2.0/ports/0d9e54e5-96fa-4143-b830-289a67bced3e HTTP/1.1" status: 204 len: 173 time: 0.4575992 Jul 19 03:46:01.188713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d44fe63-5ce5-469a-9e12-5297330215e2', 'name': 'network-vif-deleted', 'tag': '0d9e54e5-96fa-4143-b830-289a67bced3e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:46:01.191108 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e29cff-4a3a-4ab5-9b21-0b95959856b0" -d '{"events": [{"server_uuid": "3d44fe63-5ce5-469a-9e12-5297330215e2", "name": "network-vif-deleted", "tag": "0d9e54e5-96fa-4143-b830-289a67bced3e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:46:01.233299 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d37921-3c6b-49f0-bfea-4267c87b628f x-openstack-request-id: req-d6d37921-3c6b-49f0-bfea-4267c87b628f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:46:01.233585 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d44fe63-5ce5-469a-9e12-5297330215e2", "name": "network-vif-deleted", "tag": "0d9e54e5-96fa-4143-b830-289a67bced3e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:46:01.233837 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6d37921-3c6b-49f0-bfea-4267c87b628f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:46:01.234239 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d44fe63-5ce5-469a-9e12-5297330215e2', 'name': 'network-vif-deleted', 'tag': '0d9e54e5-96fa-4143-b830-289a67bced3e', 'status': 'completed', 'code': 200} Jul 19 03:46:04.721910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d9e54e5-96fa-4143-b830-289a67bced3e no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:46:04.721910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 0d9e54e5-96fa-4143-b830-289a67bced3e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:46:04.721910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0d9e54e5-96fa-4143-b830-289a67bced3e not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:46:07.209416 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:07.359359 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:12.517794 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0b15d2bf-3869-48db-a554-735ff3dcb0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:15.098103 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bc88f032-3497-4cf0-8490-552796b4e28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:15.664285 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:16.481459 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:17.994631 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:18.732664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd2f-7ca4-41a5-9b87-504d33ebc003 req-983df2fb-a0e7-4080-a0f0-a21d07616f9d tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:18.734228 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-707bcd2f-7ca4-41a5-9b87-504d33ebc003 req-983df2fb-a0e7-4080-a0f0-a21d07616f9d tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 945 time: 0.0723460 Jul 19 03:46:18.777657 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-707bcd2f-7ca4-41a5-9b87-504d33ebc003 req-07862e52-157a-4657-87a9-ac0fb6b9c369 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374942 Jul 19 03:46:20.012961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae39d4-d1a6-43fd-b2ff-7cae9472d919 req-d5ee4549-c488-42de-91bb-2e312f0ca50d tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:20.015132 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bbae39d4-d1a6-43fd-b2ff-7cae9472d919 req-d5ee4549-c488-42de-91bb-2e312f0ca50d tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 945 time: 0.0740786 Jul 19 03:46:20.087568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bbae39d4-d1a6-43fd-b2ff-7cae9472d919 req-ee3bf864-f35d-4f03-b2f2-58f3642c2875 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548396 Jul 19 03:46:20.099915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ba64-88ce-4243-affc-9505e426da04 req-d47a779f-dfe1-4d57-99be-0b665d996d4d tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:20.101403 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b26ba64-88ce-4243-affc-9505e426da04 req-d47a779f-dfe1-4d57-99be-0b665d996d4d tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 945 time: 0.0817835 Jul 19 03:46:20.214800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-6b26ba64-88ce-4243-affc-9505e426da04 req-247dc4e7-9a3d-4bc0-bc4b-4854df97a079 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Deleting port 6d19b10d-81d7-474b-961c-fc05b9b9eeec {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:46:20.215304 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6b26ba64-88ce-4243-affc-9505e426da04 req-247dc4e7-9a3d-4bc0-bc4b-4854df97a079 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:20.307618 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-6b26ba64-88ce-4243-affc-9505e426da04 req-247dc4e7-9a3d-4bc0-bc4b-4854df97a079 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] For port 6d19b10d-81d7-474b-961c-fc05b9b9eeec, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=6d19b10d-81d7-474b-961c-fc05b9b9eeec,segment=NetworkSegment(df75fc86-ca0b-41d5-b687-b7bb31ce4464),segment_id=df75fc86-ca0b-41d5-b687-b7bb31ce4464)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:46:20.308581 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6b26ba64-88ce-4243-affc-9505e426da04 req-247dc4e7-9a3d-4bc0-bc4b-4854df97a079 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:20.321882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-6b26ba64-88ce-4243-affc-9505e426da04 req-247dc4e7-9a3d-4bc0-bc4b-4854df97a079 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Calling delete_port for 6d19b10d-81d7-474b-961c-fc05b9b9eeec owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:46:20.464755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6b26ba64-88ce-4243-affc-9505e426da04 req-247dc4e7-9a3d-4bc0-bc4b-4854df97a079 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:20.476969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['6d19b10d-81d7-474b-961c-fc05b9b9eeec'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:46:20.494456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dc4e7-9a3d-4bc0-bc4b-4854df97a079 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Pushing event deleted for resources: {'Port': ['ID=6d19b10d-81d7-474b-961c-fc05b9b9eeec,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:20.554387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b26ba64-88ce-4243-affc-9505e426da04 req-247dc4e7-9a3d-4bc0-bc4b-4854df97a079 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] No DVR routers for this DVR port 6d19b10d-81d7-474b-961c-fc05b9b9eeec on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:46:20.557044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6b26ba64-88ce-4243-affc-9505e426da04 req-247dc4e7-9a3d-4bc0-bc4b-4854df97a079 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:20.559668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6b26ba64-88ce-4243-affc-9505e426da04 req-247dc4e7-9a3d-4bc0-bc4b-4854df97a079 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.26 "DELETE /v2.0/ports/6d19b10d-81d7-474b-961c-fc05b9b9eeec HTTP/1.1" status: 204 len: 173 time: 0.4527781 Jul 19 03:46:20.560055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e23738c-a95c-4c43-951b-277a9f2414cc', 'name': 'network-vif-deleted', 'tag': '6d19b10d-81d7-474b-961c-fc05b9b9eeec'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:46:20.562386 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518eab79-734d-42ce-ad37-b4e582c3d82e" -d '{"events": [{"server_uuid": "6e23738c-a95c-4c43-951b-277a9f2414cc", "name": "network-vif-deleted", "tag": "6d19b10d-81d7-474b-961c-fc05b9b9eeec"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:46:20.600736 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb81c43a-a128-417d-a3ee-f948b647663c x-openstack-request-id: req-bb81c43a-a128-417d-a3ee-f948b647663c {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:46:20.601027 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e23738c-a95c-4c43-951b-277a9f2414cc", "name": "network-vif-deleted", "tag": "6d19b10d-81d7-474b-961c-fc05b9b9eeec", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:46:20.601516 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb81c43a-a128-417d-a3ee-f948b647663c {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:46:20.602083 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e23738c-a95c-4c43-951b-277a9f2414cc', 'name': 'network-vif-deleted', 'tag': '6d19b10d-81d7-474b-961c-fc05b9b9eeec', 'status': 'completed', 'code': 200} Jul 19 03:46:21.317229 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c4e98d08-1838-47f1-8635-e5c719e23b57 req-8417da58-0bc6-49ff-9998-044140117482 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e23738c-a95c-4c43-951b-277a9f2414cc HTTP/1.1" status: 200 len: 210 time: 0.0386040 Jul 19 03:46:23.449826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38910) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:23.496864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Deleting subnet 3f8f5be9-2345-4717-b868-35c9dd3a3f48 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:46:23.502085 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:23.542719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:23.583991 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:23.648084 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:23.704393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8f5be9-2345-4717-b868-35c9dd3a3f48,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:23.717501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.718166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.718734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.719247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.719764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.720275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.720795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.721301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.721811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.722335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.722830 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.723348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:23.738193 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:23.742559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-10ca3ba8-2637-454c-b9d5-e5e8d0ee3f0d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3f8f5be9-2345-4717-b868-35c9dd3a3f48 HTTP/1.1" status: 204 len: 168 time: 0.2910044 Jul 19 03:46:23.745888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38914) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:23.848507 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:23.937893 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:23.949236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c891ebe-af2e-437c-aefa-0718d23c5c68']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:23.960852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c2fccf-b85a-4cd5-8eec-98b543c0f303') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:23.961222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c2fccf-b85a-4cd5-8eec-98b543c0f303') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:23.972153 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:23.987058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:23.992879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:46:23.993259 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:46:23.995935 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:46:24.053642 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.060806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.062695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3c891ebe-af2e-437c-aefa-0718d23c5c68 HTTP/1.1" status: 204 len: 168 time: 0.3157597 Jul 19 03:46:24.066511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38918) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:24.072256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa569d0-7084-4ff6-b9db-0dadbd932a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c891ebe-af2e-437c-aefa-0718d23c5c68,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:24.121832 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f71d0d8-fe6b-4d71-a37b-aa111dab61fd admin admin] Deleting subnet 9b574bd8-428a-4492-8e5c-a3128b8846d8 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:46:24.125019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f71d0d8-fe6b-4d71-a37b-aa111dab61fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.152258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6d19b10d-81d7-474b-961c-fc05b9b9eeec no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:46:24.163189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f71d0d8-fe6b-4d71-a37b-aa111dab61fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.167551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 6d19b10d-81d7-474b-961c-fc05b9b9eeec {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:46:24.167987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 6d19b10d-81d7-474b-961c-fc05b9b9eeec not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:46:24.204547 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f71d0d8-fe6b-4d71-a37b-aa111dab61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.260125 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f71d0d8-fe6b-4d71-a37b-aa111dab61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.294739 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f71d0d8-fe6b-4d71-a37b-aa111dab61fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.296693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2f71d0d8-fe6b-4d71-a37b-aa111dab61fd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b574bd8-428a-4492-8e5c-a3128b8846d8 HTTP/1.1" status: 204 len: 168 time: 0.2286966 Jul 19 03:46:24.298541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71d0d8-fe6b-4d71-a37b-aa111dab61fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b574bd8-428a-4492-8e5c-a3128b8846d8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:24.299631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38922) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:24.371208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.454096 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.464988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c97f77-422c-418a-9df9-05efd28c4f38']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:24.474642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849a4322-fec1-48a7-a160-885e9645c163') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:24.474943 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849a4322-fec1-48a7-a160-885e9645c163') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:24.484273 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.498591 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.504436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:46:24.505031 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:46:24.506665 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:46:24.563983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.569603 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.574008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f6c97f77-422c-418a-9df9-05efd28c4f38 HTTP/1.1" status: 204 len: 168 time: 0.2726715 Jul 19 03:46:24.585686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48951b-3fa0-41d1-8b6a-0974d857a791 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c97f77-422c-418a-9df9-05efd28c4f38,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:24.743479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38934) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:24.791635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ed6190af-aeed-4b27-83b5-6c10364d1dff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce4ec78c47b64b4582f2e4d92a35ce09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469453 Jul 19 03:46:24.794858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 38940) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:24.859168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40563589-4e7d-4580-acf4-1c8aef43552b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.884312 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40563589-4e7d-4580-acf4-1c8aef43552b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.940348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40563589-4e7d-4580-acf4-1c8aef43552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.943878 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-40563589-4e7d-4580-acf4-1c8aef43552b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:24.945568 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-40563589-4e7d-4580-acf4-1c8aef43552b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbf9404d-7641-436a-99cc-ea9eb7eab3b3 HTTP/1.1" status: 204 len: 168 time: 0.1497736 Jul 19 03:46:24.956686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40563589-4e7d-4580-acf4-1c8aef43552b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf9404d-7641-436a-99cc-ea9eb7eab3b3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:25.293472 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38948) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:25.351326 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d415c001-42ef-4caa-ba48-f181f8924255 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4af754cadb654a7da11ac2c75ec1c6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566561 Jul 19 03:46:25.353711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 38954) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:25.419343 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60493ecc-5104-4e7f-9c15-d4b67d221259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:25.442844 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60493ecc-5104-4e7f-9c15-d4b67d221259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:25.493732 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60493ecc-5104-4e7f-9c15-d4b67d221259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:25.498785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60493ecc-5104-4e7f-9c15-d4b67d221259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:25.502295 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-60493ecc-5104-4e7f-9c15-d4b67d221259 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59714730-769b-4106-b18a-8251bd454c90 HTTP/1.1" status: 204 len: 168 time: 0.1446400 Jul 19 03:46:25.510503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60493ecc-5104-4e7f-9c15-d4b67d221259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59714730-769b-4106-b18a-8251bd454c90,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:25.924407 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:46:29.443121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-b40c712b-daa5-4269-8a44-a40bbf9c40d2 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:29.444645 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-b40c712b-daa5-4269-8a44-a40bbf9c40d2 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/networks?id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa HTTP/1.1" status: 200 len: 814 time: 0.1085749 Jul 19 03:46:29.460916 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-b87f260e-f627-4cea-810c-3f30bf8db142 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/quotas/6126ec5989184c0d9b78fb70de1ec198 HTTP/1.1" status: 200 len: 375 time: 0.0099213 Jul 19 03:46:29.497015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-68253c82-42ff-4e82-8bf7-2c6a614842c2 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6126ec5989184c0d9b78fb70de1ec198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298462 Jul 19 03:46:29.723821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-88b48e2f-f77e-49f9-b01b-812450c03e89 service neutron] 10.222.0.20 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157452 Jul 19 03:46:29.811572 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-10ed8849-373b-44ac-9b30-0068485a1ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819879 Jul 19 03:46:29.996128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3fa3b435-9a28-4189-a064-ec8bda768a47 req-fce82706-30e4-44e3-b255-460476f209e3 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 210 time: 0.0364625 Jul 19 03:46:31.185856 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8e0cba2b-2f5e-4372-b9d0-823d7e66a6a5 req-1b81412f-4cdb-4047-8c64-8915505efb9c tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 210 time: 0.0347323 Jul 19 03:46:31.331094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-f478c989-e2ea-4391-9611-545402184dee tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:31.333185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-f478c989-e2ea-4391-9611-545402184dee tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.26 "GET /v2.0/networks?id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa HTTP/1.1" status: 200 len: 814 time: 0.1182065 Jul 19 03:46:31.345912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Request body: {'port': {'device_id': '2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f', 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa', 'admin_state_up': True, 'tenant_id': '6126ec5989184c0d9b78fb70de1ec198'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:46:31.490623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Made reservation on behalf of 6126ec5989184c0d9b78fb70de1ec198 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:46:31.495760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:31.637453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Allocated IP 172.20.0.14 (6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa/f2726e32-523c-4f7f-86ee-83585d12f542/195f1fe9-4d65-4f64-a08e-fe646935e4d0) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:46:31.834075 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:31.880684 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:31.952411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:46:31.955836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:31.973997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:46:31.977966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Pushing event updated for resources: {'Port': ['ID=195f1fe9-4d65-4f64-a08e-fe646935e4d0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:32.036046 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:32.036772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:32.052864 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-2d783fe5-fa60-4777-8bcd-0310e6864db0 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7112329 Jul 19 03:46:32.064060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Request body: {'port': {'device_id': '2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:46:32.152646 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:32.473136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a50d2-3044-4e26-bc66-ec663610d55e req-ff3a7bac-c57b-48ba-9511-461d59f4332f tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:32.474685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-778a50d2-3044-4e26-bc66-ec663610d55e req-ff3a7bac-c57b-48ba-9511-461d59f4332f tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 932 time: 0.1104174 Jul 19 03:46:32.523614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195f1fe9-4d65-4f64-a08e-fe646935e4d0 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:46:32.537676 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:32.549786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-778a50d2-3044-4e26-bc66-ec663610d55e req-37f9c5dc-9a5e-4c9c-8440-3d58799c0fd9 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561869 Jul 19 03:46:32.557820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Transition to ACTIVE for port object 195f1fe9-4d65-4f64-a08e-fe646935e4d0 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:32.564789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:32.631375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Pushing event updated for resources: {'Port': ['ID=195f1fe9-4d65-4f64-a08e-fe646935e4d0,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:32.718739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Attempting to bind port 195f1fe9-4d65-4f64-a08e-fe646935e4d0 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:46:32.719082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Attempting to bind port 195f1fe9-4d65-4f64-a08e-fe646935e4d0 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'df75fc86-ca0b-41d5-b687-b7bb31ce4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:46:32.719409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Attempting to bind port 195f1fe9-4d65-4f64-a08e-fe646935e4d0 on network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:46:32.724187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Port 195f1fe9-4d65-4f64-a08e-fe646935e4d0 on network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:46:32.724446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Attempting to bind port 195f1fe9-4d65-4f64-a08e-fe646935e4d0 on network 6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:46:32.730623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:46:32.730984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Checking segment: {'id': 'df75fc86-ca0b-41d5-b687-b7bb31ce4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:46:32.731368 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Bound using segment: {'id': 'df75fc86-ca0b-41d5-b687-b7bb31ce4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:46:32.731801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Bound port: 195f1fe9-4d65-4f64-a08e-fe646935e4d0, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df75fc86-ca0b-41d5-b687-b7bb31ce4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:46:32.732161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:32.800246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] For port 195f1fe9-4d65-4f64-a08e-fe646935e4d0, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:46:32.803693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] For port 195f1fe9-4d65-4f64-a08e-fe646935e4d0, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=195f1fe9-4d65-4f64-a08e-fe646935e4d0,segment=NetworkSegment(df75fc86-ca0b-41d5-b687-b7bb31ce4464),segment_id=df75fc86-ca0b-41d5-b687-b7bb31ce4464)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:46:32.808230 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:32.848921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:32.848921 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:32.848921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] 10.222.0.26 "PUT /v2.0/ports/195f1fe9-4d65-4f64-a08e-fe646935e4d0 HTTP/1.1" status: 200 len: 1093 time: 0.7885582 Jul 19 03:46:32.848921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f', 'tag': '195f1fe9-4d65-4f64-a08e-fe646935e4d0'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:46:32.851518 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f", "tag": "195f1fe9-4d65-4f64-a08e-fe646935e4d0"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:46:32.898318 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86db7fa9-707d-4162-9767-2e52d32c174e x-openstack-request-id: req-86db7fa9-707d-4162-9767-2e52d32c174e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:46:32.898675 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f", "tag": "195f1fe9-4d65-4f64-a08e-fe646935e4d0", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:46:32.898998 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86db7fa9-707d-4162-9767-2e52d32c174e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:46:32.899701 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f', 'tag': '195f1fe9-4d65-4f64-a08e-fe646935e4d0', 'status': 'completed', 'code': 200} Jul 19 03:46:32.900553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c70512-b450-459c-8c80-34f8e1c1b0ad service neutron] Pushing event updated for resources: {'Port': ['ID=195f1fe9-4d65-4f64-a08e-fe646935e4d0,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:32.969010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-0b4b803c-ec37-4318-9a83-c29ee9c57649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:32.970645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-0b4b803c-ec37-4318-9a83-c29ee9c57649 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6126ec5989184c0d9b78fb70de1ec198&device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 1096 time: 0.0665445 Jul 19 03:46:33.017632 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-46096cc4-490b-49b7-b0c1-434f07646b14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=195f1fe9-4d65-4f64-a08e-fe646935e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0398750 Jul 19 03:46:33.097135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-b745a8d8-697f-4db1-8e99-6be598dd1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:33.098855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-b745a8d8-697f-4db1-8e99-6be598dd1941 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2726e32-523c-4f7f-86ee-83585d12f542 HTTP/1.1" status: 200 len: 854 time: 0.0755894 Jul 19 03:46:33.156928 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-a3c8ffaf-21f5-4230-b836-027cc76827ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513158 Jul 19 03:46:33.306472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-b7862407-7b06-47eb-9ad9-e67cb2e15c3c service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323116 Jul 19 03:46:33.497957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d6107a4-69cb-4d47-ac78-c43c112e8abb req-60fb1a89-29a2-4386-a958-6bcca47bd881 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845882 Jul 19 03:46:33.656160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd req-c227e011-c0b8-4518-8138-71c4e1e5453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:33.657705 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd req-c227e011-c0b8-4518-8138-71c4e1e5453e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6126ec5989184c0d9b78fb70de1ec198&device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 1096 time: 0.1029096 Jul 19 03:46:33.823453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd req-ad8a0970-ccb0-4a57-b297-d15f27e841f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:33.824983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd req-ad8a0970-ccb0-4a57-b297-d15f27e841f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa HTTP/1.1" status: 200 len: 914 time: 0.1610703 Jul 19 03:46:33.873654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd req-b91e7a4b-04c2-4abd-a4d6-7db83cc16559 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=195f1fe9-4d65-4f64-a08e-fe646935e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0395110 Jul 19 03:46:33.884425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa186b4c-48a6-4955-a78b-bd39d51587fe req-d3f26a5e-d316-4c96-b898-ec4a0558a492 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:33.886448 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa186b4c-48a6-4955-a78b-bd39d51587fe req-d3f26a5e-d316-4c96-b898-ec4a0558a492 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 944 time: 0.1289523 Jul 19 03:46:33.958332 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aa186b4c-48a6-4955-a78b-bd39d51587fe req-b3dfbdad-3343-4741-9429-8b2a4fa971a4 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620565 Jul 19 03:46:33.973426 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd req-3c6cf6a9-beba-49fe-a827-d264aa24a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:33.976437 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd req-3c6cf6a9-beba-49fe-a827-d264aa24a371 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2726e32-523c-4f7f-86ee-83585d12f542 HTTP/1.1" status: 200 len: 854 time: 0.0889554 Jul 19 03:46:34.022398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd req-42f3696e-973c-4f2e-964d-0c2efc59600a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375586 Jul 19 03:46:34.129019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd req-008dade1-8a42-4b32-96a4-9acb8bf7d1dc service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998132 Jul 19 03:46:34.236831 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c45f5f35-bc99-466d-ab5a-ab4df66ec4bd req-ec3fa49f-4090-4322-a3ad-2e38af8e5ce9 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007435 Jul 19 03:46:35.187694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe47e14-0179-4e7f-972e-6c48321208c1 req-8ffc2f04-b7ff-4597-9527-3badda94db48 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:35.196713 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fe47e14-0179-4e7f-972e-6c48321208c1 req-8ffc2f04-b7ff-4597-9527-3badda94db48 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 944 time: 0.1056266 Jul 19 03:46:35.234229 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fe47e14-0179-4e7f-972e-6c48321208c1 req-751b4add-854c-4156-8a66-c6352dca6812 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364134 Jul 19 03:46:36.192494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 195f1fe9-4d65-4f64-a08e-fe646935e4d0 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:46:36.446876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be526aa8-2026-490a-b2d7-aec94446edb7 req-0107a159-320b-45e4-a7c8-b75847e4c733 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:36.454698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be526aa8-2026-490a-b2d7-aec94446edb7 req-0107a159-320b-45e4-a7c8-b75847e4c733 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 944 time: 0.0741093 Jul 19 03:46:36.501375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be526aa8-2026-490a-b2d7-aec94446edb7 req-f17134de-b112-4a99-a8fb-b6ae19df0037 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456026 Jul 19 03:46:36.521310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 195f1fe9-4d65-4f64-a08e-fe646935e4d0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=195f1fe9-4d65-4f64-a08e-fe646935e4d0,segment=NetworkSegment(df75fc86-ca0b-41d5-b687-b7bb31ce4464),segment_id=df75fc86-ca0b-41d5-b687-b7bb31ce4464)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:46:36.533266 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '195f1fe9-4d65-4f64-a08e-fe646935e4d0', 'network_id': '6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa', 'port_id': '195f1fe9-4d65-4f64-a08e-fe646935e4d0', 'mac_address': 'fa:16:3e:36:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2726e32-523c-4f7f-86ee-83585d12f542', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:46:36.556935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39588) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:36.572493 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:36.586487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195f1fe9-4d65-4f64-a08e-fe646935e4d0 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:46:36.609268 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 195f1fe9-4d65-4f64-a08e-fe646935e4d0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=195f1fe9-4d65-4f64-a08e-fe646935e4d0,segment=NetworkSegment(df75fc86-ca0b-41d5-b687-b7bb31ce4464),segment_id=df75fc86-ca0b-41d5-b687-b7bb31ce4464)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:46:36.614114 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:36.688108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=195f1fe9-4d65-4f64-a08e-fe646935e4d0,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:36.699778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.700226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.700685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.701119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.701545 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.702004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.702455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.702981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.703502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.703923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.704439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.704905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:36.729635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1635fe35-0685-4d2f-845f-d0d874c5384f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94804e15d19846808eeee7f6bb96d915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713216 Jul 19 03:46:36.731896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39594) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:36.785294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2f615ed-7b09-4db7-aff7-e642bf73beec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:36.807558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2f615ed-7b09-4db7-aff7-e642bf73beec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:36.812469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['195f1fe9-4d65-4f64-a08e-fe646935e4d0'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:46:36.857717 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2f615ed-7b09-4db7-aff7-e642bf73beec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:36.860843 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c2f615ed-7b09-4db7-aff7-e642bf73beec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:36.864757 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c2f615ed-7b09-4db7-aff7-e642bf73beec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb550547-79ee-466b-99a9-a1e4deaa4818 HTTP/1.1" status: 204 len: 168 time: 0.1319404 Jul 19 03:46:36.873864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f615ed-7b09-4db7-aff7-e642bf73beec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb550547-79ee-466b-99a9-a1e4deaa4818,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:37.196275 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:37.372897 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:37.680080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68061cac-cb8f-428e-aa2c-4a4072e39b3a req-3417e36a-1cf8-44da-90d8-2421f94896f4 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:37.682458 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-68061cac-cb8f-428e-aa2c-4a4072e39b3a req-3417e36a-1cf8-44da-90d8-2421f94896f4 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 945 time: 0.0775800 Jul 19 03:46:37.750383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-68061cac-cb8f-428e-aa2c-4a4072e39b3a req-5473ab62-3b3b-4549-87fc-67e86ec49e3c tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599446 Jul 19 03:46:38.207755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 195f1fe9-4d65-4f64-a08e-fe646935e4d0 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:46:38.261044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 195f1fe9-4d65-4f64-a08e-fe646935e4d0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:46:38.265340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 195f1fe9-4d65-4f64-a08e-fe646935e4d0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:38.265709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:38.346645 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:38.368853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195f1fe9-4d65-4f64-a08e-fe646935e4d0'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:46:38.371429 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59dc45b-ed87-4a2d-86c4-6cb9af519380" -d '{"events": [{"server_uuid": "2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f", "name": "network-vif-plugged", "status": "completed", "tag": "195f1fe9-4d65-4f64-a08e-fe646935e4d0"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:46:38.383980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 195f1fe9-4d65-4f64-a08e-fe646935e4d0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=195f1fe9-4d65-4f64-a08e-fe646935e4d0,segment=NetworkSegment(df75fc86-ca0b-41d5-b687-b7bb31ce4464),segment_id=df75fc86-ca0b-41d5-b687-b7bb31ce4464)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:46:38.389372 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:38.444361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=195f1fe9-4d65-4f64-a08e-fe646935e4d0,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:38.559321 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38250151-b9f6-4e31-9dba-378f51fced94 x-openstack-request-id: req-38250151-b9f6-4e31-9dba-378f51fced94 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:46:38.559624 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f", "name": "network-vif-plugged", "status": "completed", "tag": "195f1fe9-4d65-4f64-a08e-fe646935e4d0", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:46:38.559882 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38250151-b9f6-4e31-9dba-378f51fced94 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:46:38.560285 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195f1fe9-4d65-4f64-a08e-fe646935e4d0', 'code': 200} Jul 19 03:46:38.681491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d917d3c-3547-47ea-9317-0bd440ab443b req-f05c078e-9ffe-4364-8d97-588c696808a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:38.684019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d917d3c-3547-47ea-9317-0bd440ab443b req-f05c078e-9ffe-4364-8d97-588c696808a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 1098 time: 0.0579116 Jul 19 03:46:38.728608 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d917d3c-3547-47ea-9317-0bd440ab443b req-84b66cd5-2b5d-4a6f-9e48-eb11125f388f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377121 Jul 19 03:46:38.812842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-910707c5-535a-4197-af06-03c92ea4b526 req-bf31b971-e6ad-43d7-afe3-5af22e94537c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1924424 Jul 19 03:46:38.939220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910707c5-535a-4197-af06-03c92ea4b526 req-3a6bd4d5-fd72-4073-be95-ff2aacdfef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:38.940795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-910707c5-535a-4197-af06-03c92ea4b526 req-3a6bd4d5-fd72-4073-be95-ff2aacdfef06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 1097 time: 0.0775335 Jul 19 03:46:38.944988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80be75-f201-4fde-b515-3bf5e755e7af req-21a698e2-1e8b-4b64-9843-d82c1d4edf95 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:38.946667 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e80be75-f201-4fde-b515-3bf5e755e7af req-21a698e2-1e8b-4b64-9843-d82c1d4edf95 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 946 time: 0.0723031 Jul 19 03:46:38.990251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e80be75-f201-4fde-b515-3bf5e755e7af req-006913b3-1a30-4e95-b92e-7edd59b53455 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364683 Jul 19 03:46:39.049204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910707c5-535a-4197-af06-03c92ea4b526 req-b6cb905f-97c7-4529-9abf-2fbea5cc798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:39.050639 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-910707c5-535a-4197-af06-03c92ea4b526 req-b6cb905f-97c7-4529-9abf-2fbea5cc798f service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.0899041 Jul 19 03:46:39.121795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-910707c5-535a-4197-af06-03c92ea4b526 req-8445b766-7afe-4705-a1a5-783c43f64fce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2716dc2e-8d62-403f-afbd-94168c8114c3 HTTP/1.1" status: 200 len: 1001 time: 0.0651932 Jul 19 03:46:39.176606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910707c5-535a-4197-af06-03c92ea4b526 req-31cc6950-71ba-4666-9ac4-63f0658106f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:39.178179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-910707c5-535a-4197-af06-03c92ea4b526 req-31cc6950-71ba-4666-9ac4-63f0658106f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0506465 Jul 19 03:46:39.247799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910707c5-535a-4197-af06-03c92ea4b526 req-fb897693-3713-4d1d-8501-80053d24397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:39.249358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-910707c5-535a-4197-af06-03c92ea4b526 req-fb897693-3713-4d1d-8501-80053d24397e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650647 Jul 19 03:46:39.364665 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-910707c5-535a-4197-af06-03c92ea4b526 req-deee8494-89d2-44e9-83c9-d0b0c43a2dad service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085417 Jul 19 03:46:39.466627 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-910707c5-535a-4197-af06-03c92ea4b526 req-f02fa509-1a1b-409f-ab1a-99f8dcebd9e6 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956898 Jul 19 03:46:40.208284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba746f-1652-4abb-87d5-81835630dec3 req-e0548f92-b344-4f07-85c2-d94938ca69b4 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:40.217297 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17ba746f-1652-4abb-87d5-81835630dec3 req-e0548f92-b344-4f07-85c2-d94938ca69b4 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 946 time: 0.1030338 Jul 19 03:46:40.243930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39662) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:40.266786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-17ba746f-1652-4abb-87d5-81835630dec3 req-d7a7fd0b-c589-4ffd-9fd8-1463d1836a9b tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484912 Jul 19 03:46:40.354910 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:40.504785 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:40.509787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:40.555970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39676) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:40.556271 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05b49a7c6cf54b3da33f5e64095c3286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105140 Jul 19 03:46:40.559203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64af5d8c-8416-45ee-b516-c9b772b3b536,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:40.567287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.567888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.568411 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.568929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.569470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.569980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.570530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.571041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.571564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.572193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.573294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.573802 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f7820-3f15-44ab-bae9-d9e86bd4f149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:40.677283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1700761-459d-477c-a467-63944713ea19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:40.723248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1700761-459d-477c-a467-63944713ea19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:40.737642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-80aebafc-f8d3-420d-8aff-ee5eaa2e9558 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1245179 Jul 19 03:46:40.796458 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1700761-459d-477c-a467-63944713ea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:40.798900 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1700761-459d-477c-a467-63944713ea19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:40.800036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e1700761-459d-477c-a467-63944713ea19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64af5d8c-8416-45ee-b516-c9b772b3b536 HTTP/1.1" status: 204 len: 168 time: 0.2424872 Jul 19 03:46:40.839396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1700761-459d-477c-a467-63944713ea19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64af5d8c-8416-45ee-b516-c9b772b3b536,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:40.867659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-885233f6-b2ac-4f8f-8d1a-ab3159eeba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:40.869462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-885233f6-b2ac-4f8f-8d1a-ab3159eeba76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6126ec5989184c0d9b78fb70de1ec198&device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 1098 time: 0.0854073 Jul 19 03:46:41.007015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-98ee9029-bfdc-4cb2-ae65-8b1022128f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:41.009674 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-98ee9029-bfdc-4cb2-ae65-8b1022128f77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa HTTP/1.1" status: 200 len: 914 time: 0.1196687 Jul 19 03:46:41.062020 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-37208c0f-d6f2-4173-82d0-a798b3eed6e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=195f1fe9-4d65-4f64-a08e-fe646935e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0462244 Jul 19 03:46:41.115267 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-a5d9b9d8-d927-41b2-9e91-a1d90554cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:41.116939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-a5d9b9d8-d927-41b2-9e91-a1d90554cb01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2726e32-523c-4f7f-86ee-83585d12f542 HTTP/1.1" status: 200 len: 854 time: 0.0480011 Jul 19 03:46:41.172455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-8d19343a-0daf-47ad-8fc5-ce27137bdf34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489748 Jul 19 03:46:41.183056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39684) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:41.198843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e66abd98-7deb-4a7a-8934-6c518618ff1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:41.279316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-9e4748a8-4325-4341-b5fe-163c6017ebe3 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009204 Jul 19 03:46:41.325311 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e66abd98-7deb-4a7a-8934-6c518618ff1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:41.331096 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e66abd98-7deb-4a7a-8934-6c518618ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:41.367636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e66abd98-7deb-4a7a-8934-6c518618ff1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f31ab09470ee4fa686c625d67a096f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832829 Jul 19 03:46:41.370246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39686) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:41.383467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0fdfa102-9471-4905-adae-c4ecc9c88e59 req-364f9cd8-c0cb-45f0-872a-23cbff1654f2 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982747 Jul 19 03:46:41.402778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66abd98-7deb-4a7a-8934-6c518618ff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fec459-75f7-427b-8abd-65ead1a0f1e1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:41.436301 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-176b812d-581a-4e92-8f3f-d7088c4074bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:41.458042 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-176b812d-581a-4e92-8f3f-d7088c4074bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:41.517824 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-176b812d-581a-4e92-8f3f-d7088c4074bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:41.522570 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-176b812d-581a-4e92-8f3f-d7088c4074bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:41.524790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-176b812d-581a-4e92-8f3f-d7088c4074bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20fec459-75f7-427b-8abd-65ead1a0f1e1 HTTP/1.1" status: 204 len: 168 time: 0.1533909 Jul 19 03:46:41.535427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b812d-581a-4e92-8f3f-d7088c4074bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fec459-75f7-427b-8abd-65ead1a0f1e1,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:41.950864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39704) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:42.231336 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8950058d-16c6-45ec-b24d-10965a513b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:42.337745 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d45d7b-1523-4d1a-a8ac-84c8b89e81cf req-1dd3e5be-b9d7-45ce-9839-b5d397b66bd0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:42.342876 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6d45d7b-1523-4d1a-a8ac-84c8b89e81cf req-1dd3e5be-b9d7-45ce-9839-b5d397b66bd0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 945 time: 0.1079972 Jul 19 03:46:42.403708 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6d45d7b-1523-4d1a-a8ac-84c8b89e81cf req-a6328a37-e192-4ea0-bb4b-e7eac2fe9603 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555942 Jul 19 03:46:42.436711 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8950058d-16c6-45ec-b24d-10965a513b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:42.441428 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8950058d-16c6-45ec-b24d-10965a513b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:42.482325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8950058d-16c6-45ec-b24d-10965a513b31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd16e4e1987a4a2d89e8930270d7e747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5297837 Jul 19 03:46:42.482696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950058d-16c6-45ec-b24d-10965a513b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3d0741-e1b3-41cb-9bae-fec395965f47,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:42.484439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39724) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:42.517209 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0b560300-91e0-456b-9b1a-c2d3cf2263ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:42.546963 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fffc10b-012a-4681-a181-345b88f31c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:42.571990 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fffc10b-012a-4681-a181-345b88f31c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:42.626896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fffc10b-012a-4681-a181-345b88f31c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:42.629715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8fffc10b-012a-4681-a181-345b88f31c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:42.631003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8fffc10b-012a-4681-a181-345b88f31c92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d3d0741-e1b3-41cb-9bae-fec395965f47 HTTP/1.1" status: 204 len: 168 time: 0.1447980 Jul 19 03:46:42.640189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffc10b-012a-4681-a181-345b88f31c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3d0741-e1b3-41cb-9bae-fec395965f47,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:43.079699 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39748) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:43.268569 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc3504c5-000f-4de4-959f-6efb229f46e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.365950 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc3504c5-000f-4de4-959f-6efb229f46e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.370930 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc3504c5-000f-4de4-959f-6efb229f46e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.409532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dc3504c5-000f-4de4-959f-6efb229f46e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04c6602d06dd4baaa2b2a33535378689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288696 Jul 19 03:46:43.411506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3504c5-000f-4de4-959f-6efb229f46e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad29f27-9fc8-4544-9356-a10252d2ef72,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:43.412404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39762) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:43.459689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39766) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:43.469519 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2665149-e882-4987-9d9a-47307cfee855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.497635 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2665149-e882-4987-9d9a-47307cfee855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.564009 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2665149-e882-4987-9d9a-47307cfee855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.566751 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b2665149-e882-4987-9d9a-47307cfee855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.567967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b2665149-e882-4987-9d9a-47307cfee855 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ad29f27-9fc8-4544-9356-a10252d2ef72 HTTP/1.1" status: 204 len: 168 time: 0.1532862 Jul 19 03:46:43.578516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2665149-e882-4987-9d9a-47307cfee855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad29f27-9fc8-4544-9356-a10252d2ef72,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:43.604691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-465963376-network', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:46:43.668371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Made reservation on behalf of 18f60584931d435ab5e9901cb81ecb75 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:46:43.670674 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.688724 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.723878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ecb7a-5a9e-4266-81f0-b9c25f1b8925 req-1309a5b0-e629-4e93-9e6d-a175e42d8724 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:43.725345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f6ecb7a-5a9e-4266-81f0-b9c25f1b8925 req-1309a5b0-e629-4e93-9e6d-a175e42d8724 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 945 time: 0.1788495 Jul 19 03:46:43.739088 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-8faeec59-c6e1-45ba-8856-b8cf59b0ebd2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:43.740558 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-8faeec59-c6e1-45ba-8856-b8cf59b0ebd2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 945 time: 0.1544757 Jul 19 03:46:43.841889 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5f6ecb7a-5a9e-4266-81f0-b9c25f1b8925 req-e55b123a-8f9c-435a-b84d-7c3ec24319f8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001723 Jul 19 03:46:43.947717 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.952706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Deleting port 2716dc2e-8d62-403f-afbd-94168c8114c3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:46:43.953044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:43.957386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:44.012108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:46:44.075086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:44.075344 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Added segment 3e357eeb-34c3-4168-b0eb-e4b8b605d295 of type vlan for network 4059572a-222b-4be9-8866-a23d5cf36994 Jul 19 03:46:44.076614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb2074f-e633-4065-a6e8-657bc46698ee,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:44.519290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:44.523612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] For port 2716dc2e-8d62-403f-afbd-94168c8114c3, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2716dc2e-8d62-403f-afbd-94168c8114c3,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:46:44.523964 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:44.671554 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:44.672433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:44.673003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:44.765202 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3018880 Jul 19 03:46:44.769896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39798) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:44.776338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Request body: {'subnet': {'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-465963376-subnet', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:46:44.804276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afb199-1dc4-4a9d-aca7-752f33eeafe5 admin admin] Pushing event updated for resources: {'Network': ['ID=4059572a-222b-4be9-8866-a23d5cf36994,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:44.814949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Made reservation on behalf of 18f60584931d435ab5e9901cb81ecb75 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:46:44.815770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 4059572a-222b-4be9-8866-a23d5cf36994 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:46:44.817304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:44.975687 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:44.976063 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:44.976379 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Floating IP 76e24755-d8fc-43ae-9bc2-95a852a772f7 disassociated. External IP: 172.25.2.108, port: 2716dc2e-8d62-403f-afbd-94168c8114c3. Jul 19 03:46:44.977943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Calling delete_port for 2716dc2e-8d62-403f-afbd-94168c8114c3 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:46:45.110638 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4193f899-2b40-4bcb-8640-72229ac032da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:45.141369 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:45.172045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:45.207011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'Port': ['ID=2716dc2e-8d62-403f-afbd-94168c8114c3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:45.245101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca8fa9-0058-4c31-82f7-3f4ee55957e6 req-f2e54a48-a3d2-4c11-ae07-17dd49e3c8fe tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:45.247630 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09ca8fa9-0058-4c31-82f7-3f4ee55957e6 req-f2e54a48-a3d2-4c11-ae07-17dd49e3c8fe tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 867 time: 0.2233174 Jul 19 03:46:45.256197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Checking segment: {'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:46:45.256822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Network hostable DHCP agents. Network: 4059572a-222b-4be9-8866-a23d5cf36994, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:46:45.272669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:45.299207 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Network 4059572a-222b-4be9-8866-a23d5cf36994 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:46:45.326855 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-09ca8fa9-0058-4c31-82f7-3f4ee55957e6 req-f6232569-1d46-41f7-a9b3-3e24a70bda12 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643198 Jul 19 03:46:45.328032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 4059572a-222b-4be9-8866-a23d5cf36994) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:45.334352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:45.334924 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:45.340428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb0b3d9-fc1c-4d86-b839-4721abf02731 None None] Network 4059572a-222b-4be9-8866-a23d5cf36994 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:46:45.358563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2f7d6b2d-5eab-4e73-ba11-6d60564e060f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5861261 Jul 19 03:46:45.360391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39810) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:45.362187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Router 9dff5db0-81f0-404a-b6d9-1aef29997a68 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:46:45.367470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:46:45.397789 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:45.399237 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:45.467701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:45.478041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:46:45.491074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] Sync routers for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:46:45.501571 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:46:45.502350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:46:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:45.536464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] No DVR routers for this DVR port 2716dc2e-8d62-403f-afbd-94168c8114c3 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:46:45.539581 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:45.541965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dc9c499b-8e97-4ae3-aadf-66b2b509afe9 req-78f09c4b-cbf6-4863-bfbe-e8a4ba5fdfce tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "DELETE /v2.0/ports/2716dc2e-8d62-403f-afbd-94168c8114c3 HTTP/1.1" status: 204 len: 173 time: 1.7895958 Jul 19 03:46:45.542468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bce60b-3500-4801-b609-3e97b7218295', 'name': 'network-vif-deleted', 'tag': '2716dc2e-8d62-403f-afbd-94168c8114c3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:46:45.544936 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e604262-e1ce-457b-86f4-e0bbc72f7696" -d '{"events": [{"server_uuid": "75bce60b-3500-4801-b609-3e97b7218295", "name": "network-vif-deleted", "tag": "2716dc2e-8d62-403f-afbd-94168c8114c3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:46:45.635447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-4059572a-222b-4be9-8866-a23d5cf36994', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:46:45.638043 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:45.638235 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7820f3f-e4f5-4160-bbe1-a299495b5789 x-openstack-request-id: req-d7820f3f-e4f5-4160-bbe1-a299495b5789 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:46:45.638708 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bce60b-3500-4801-b609-3e97b7218295", "name": "network-vif-deleted", "tag": "2716dc2e-8d62-403f-afbd-94168c8114c3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:46:45.638986 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7820f3f-e4f5-4160-bbe1-a299495b5789 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:46:45.639390 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bce60b-3500-4801-b609-3e97b7218295', 'name': 'network-vif-deleted', 'tag': '2716dc2e-8d62-403f-afbd-94168c8114c3', 'status': 'completed', 'code': 200} Jul 19 03:46:45.741046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:45.832048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:46:46.012381 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:46.028777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Allocated IP 172.20.0.2 (4059572a-222b-4be9-8866-a23d5cf36994/c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b/7c13ef35-45c3-4e38-81c7-eab6e54f02e8) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:46:46.262768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:46.290738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:46.301480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] Checking router: 9dff5db0-81f0-404a-b6d9-1aef29997a68 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:46:46.308033 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:46.321100 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Transition to ACTIVE for port object 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:46.323218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:46:46.323896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:46:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:46.324373 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:46.414483 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Transition to ACTIVE for port object 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:46.429107 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:46.458658 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Allocated IP 172.25.2.248 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/2b3c83ec-113c-4ce9-ac2b-068ae4576cc1) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:46:46.551596 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Network 4059572a-222b-4be9-8866-a23d5cf36994 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:46:46.563312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:46.566089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:46:46.568552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:46.569237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Pushing event updated for resources: {'Port': ['ID=7c13ef35-45c3-4e38-81c7-eab6e54f02e8,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:46.586820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cb65f21c-b06e-401d-a888-f6408d183bd7 req-978ff0b8-42d8-48cf-9e34-815b63148adf tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 210 time: 0.0426986 Jul 19 03:46:46.590078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:46:46.681299 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:46.739192 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:46.753307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Attempting to bind port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:46:46.753694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Attempting to bind port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:46:46.754103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Attempting to bind port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 on network 4059572a-222b-4be9-8866-a23d5cf36994 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:46:46.764080 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:46:46.764464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Checking segment: {'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:46:46.764873 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:46.765268 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Bound using segment: {'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:46:46.765744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Bound port: 7c13ef35-45c3-4e38-81c7-eab6e54f02e8, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:46:46.766131 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:46.788459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:46:46.795420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:46.800796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3c83ec-113c-4ce9-ac2b-068ae4576cc1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:46.803806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:46:46.817234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2716dc2e-8d62-403f-afbd-94168c8114c3 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:46:46.852831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 2716dc2e-8d62-403f-afbd-94168c8114c3 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:46:46.853997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2716dc2e-8d62-403f-afbd-94168c8114c3 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:46:46.970663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] For port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:46:46.975915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] For port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7c13ef35-45c3-4e38-81c7-eab6e54f02e8,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:46:46.984867 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:47.110409 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ef1cc-711c-459d-90d1-f409cc918f80 None None] Pushing event updated for resources: {'Port': ['ID=7c13ef35-45c3-4e38-81c7-eab6e54f02e8,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:47.141200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:47.180647 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce3fab-1761-4dfc-8e45-36e10b340600 None None] The sync data for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 is: [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:46:47.181989 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:47.499362 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:47.653114 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53582cf7-8c6b-4342-acef-86e6a3288090 None None] New status for floating IP 76e24755-d8fc-43ae-9bc2-95a852a772f7: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:46:47.683395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Router dd4d9da6-d051-4096-8142-25e3908cf395 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:46:47.833677 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:46:47.848242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Sync routers for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:46:47.871329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:46:47.871976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:46:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:47.886944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:47.892231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-06913e3a-1455-4bbc-b886-4e0b06d349a9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5292413 Jul 19 03:46:47.893796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39848) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:47.932345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-555c4604-c6e8-4043-bcef-13df7046e217 req-f6778058-94c6-41c5-ad70-d825c1bb42d8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 210 time: 0.0765693 Jul 19 03:46:48.286452 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:46:48.397451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:46:48.566838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:48.622869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad19ff7-1b21-4776-8fb7-9aa8175e31b4 None None] Network 4059572a-222b-4be9-8866-a23d5cf36994 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:46:48.645127 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:48.695804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9afcfac2-8cd2-4126-9a36-02433b3d7492 None None] Provisioning for port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:46:48.737161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:46:48.746890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:48.747181 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:48.759882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Allocated IP 172.20.0.1 (4059572a-222b-4be9-8866-a23d5cf36994/c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b/b1c96781-566f-4633-9d2b-20f10a3c4192) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:46:48.822553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:47Z', 'revision_number': 3, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:48.851004 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Checking router: dd4d9da6-d051-4096-8142-25e3908cf395 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:46:48.851354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Updating router dd4d9da6-d051-4096-8142-25e3908cf395 port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:46:48.879282 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:48.894688 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:48.895273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Transition to ACTIVE for port object b1c96781-566f-4633-9d2b-20f10a3c4192 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:48.932762 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:48.983141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Network 4059572a-222b-4be9-8866-a23d5cf36994 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:46:48.986914 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:48.990692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:46:49.020203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c96781-566f-4633-9d2b-20f10a3c4192,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:49.045496 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.246964 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd286e88-f72c-4d2e-9330-a60608bf4956 req-d824505a-b683-4b27-a944-ec8d48b50c20 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 210 time: 0.0350952 Jul 19 03:46:49.255620 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.332333 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.388070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.402673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7c13ef35-45c3-4e38-81c7-eab6e54f02e8,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:46:49.412835 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.420401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Transition to ACTIVE for port object 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:49.478660 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.480582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=7c13ef35-45c3-4e38-81c7-eab6e54f02e8,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:49.483986 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.500111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.531116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c6162-b533-41de-b553-523a1eb4d325 None None] Pushing event updated for resources: {'Port': ['ID=2b3c83ec-113c-4ce9-ac2b-068ae4576cc1,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:49.563290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Attempting to bind port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:46:49.564084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Attempting to bind port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:46:49.564084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Attempting to bind port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:46:49.570757 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.579285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:46:49.579671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:46:49.580088 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.580489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:46:49.585044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Bound port: 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:46:49.585456 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.649917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c96781-566f-4633-9d2b-20f10a3c4192,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:49.667267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] For port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:46:49.671034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] For port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2b3c83ec-113c-4ce9-ac2b-068ae4576cc1,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:46:49.681954 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.724780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Network 4059572a-222b-4be9-8866-a23d5cf36994 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:46:49.726616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:49.753176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c6162-b533-41de-b553-523a1eb4d325 None None] Pushing event updated for resources: {'Port': ['ID=2b3c83ec-113c-4ce9-ac2b-068ae4576cc1,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:49.776706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:46:49.777506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:46:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:49.889753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Router dd4d9da6-d051-4096-8142-25e3908cf395 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:46:49.907148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c215393a-7208-43c2-9b5b-23f0881e16a3 None None] Provisioning for port b1c96781-566f-4633-9d2b-20f10a3c4192 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:46:49.916924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c215393a-7208-43c2-9b5b-23f0881e16a3 None None] Provisioning complete for port b1c96781-566f-4633-9d2b-20f10a3c4192 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:49.917333 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c215393a-7208-43c2-9b5b-23f0881e16a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:49.955031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:46:50.008440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c215393a-7208-43c2-9b5b-23f0881e16a3 None None] Port b1c96781-566f-4633-9d2b-20f10a3c4192 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:46:50.049010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:46:50.061961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7514588a-99c8-450c-ab46-5fcde4f4c750 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd4d9da6-d051-4096-8142-25e3908cf395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1669350 Jul 19 03:46:50.063783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c215393a-7208-43c2-9b5b-23f0881e16a3 None None] Provisioning complete for port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:50.064158 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c215393a-7208-43c2-9b5b-23f0881e16a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:50.160166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:46:50.440375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:50.441239 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:50.555815 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d277d18a-6b12-40d5-b381-b3df0a5e4d14 req-1431a0ee-11a8-449b-b4fd-9117be8b2ec5 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bce60b-3500-4801-b609-3e97b7218295 HTTP/1.1" status: 200 len: 210 time: 0.0673926 Jul 19 03:46:50.590794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2821c951-be4d-4a0d-8d29-6170d30db900 None None] Provisioning complete for port b1c96781-566f-4633-9d2b-20f10a3c4192 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:50.591170 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2821c951-be4d-4a0d-8d29-6170d30db900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:50.628985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-2821c951-be4d-4a0d-8d29-6170d30db900 None None] Port b1c96781-566f-4633-9d2b-20f10a3c4192 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:46:50.632296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 2, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:50.682657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b51fab-ab60-499e-bb8e-d8143987bbb0 None None] The sync data for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 is: [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 2, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:46:51.024316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39884) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:51.029445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1941040353-network', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:46:51.066372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Made reservation on behalf of b6ff67760e92489cb53365a3ed242826 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:46:51.068876 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:51.078976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:51.234775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:51.242539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:51.270531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:46:51.288389 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:51.288898 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Added segment c7fcc72e-51e1-4193-8da9-22a6713f61c5 of type vlan for network 26077219-2916-4bb9-b779-d3bf0f0877ab Jul 19 03:46:51.291117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d79c5eb-020b-47b9-82aa-b59874bc6aff,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:51.368531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:51.423370 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:51.424605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:51.425419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:51.469697 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4417887 Jul 19 03:46:51.470169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 39888) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:51.475501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Request body: {'subnet': {'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1941040353-subnet', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:46:51.515219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3016ddb-2e51-4a0c-93bc-bdbaf46cc824 admin admin] Pushing event updated for resources: {'Network': ['ID=26077219-2916-4bb9-b779-d3bf0f0877ab,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:51.516790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Made reservation on behalf of b6ff67760e92489cb53365a3ed242826 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:46:51.519363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:51.527869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 26077219-2916-4bb9-b779-d3bf0f0877ab details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:46:51.796404 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:51.902230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ded2dcc-e21f-4f7a-ad4c-e96d52627b28,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:51.962913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Checking segment: {'id': 'c7fcc72e-51e1-4193-8da9-22a6713f61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:46:51.964704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Network hostable DHCP agents. Network: 26077219-2916-4bb9-b779-d3bf0f0877ab, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:46:52.028943 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Network 26077219-2916-4bb9-b779-d3bf0f0877ab is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:46:52.055788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 26077219-2916-4bb9-b779-d3bf0f0877ab) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:52.064967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1474d84-d5a1-4a55-8678-95d5104217f7 None None] Network 26077219-2916-4bb9-b779-d3bf0f0877ab requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:46:52.076465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:52.077423 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:52.104582 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-7289fad3-3fd0-43c8-9fe5-67c9adb20cff tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338281067&fields=id&tenant_id=9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 267 time: 0.1069446 Jul 19 03:46:52.121772 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4645287f-4133-4cc7-823f-a974dbeeaa4a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6502290 Jul 19 03:46:52.124601 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39904) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:52.141666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1941040353-router', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:46:52.175747 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:46:52.193996 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:52.195149 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:52.306409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-a6d22c6e-73dd-4900-97ad-0522132c4de4 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:52.316079 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-a6d22c6e-73dd-4900-97ad-0522132c4de4 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.2099710 Jul 19 03:46:52.336603 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-d2f7a068-db6f-439d-9d99-26eed7f402aa tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/quotas/9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 375 time: 0.0195253 Jul 19 03:46:52.384399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:46:52.391995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:52.392544 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:52.395890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-26077219-2916-4bb9-b779-d3bf0f0877ab', 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'fixed_ips': [{'subnet_id': '3ded2dcc-e21f-4f7a-ad4c-e96d52627b28'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:46:52.396761 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:52.468934 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-5fa46464-5aef-44e3-ba0a-abd158227581 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313303 Jul 19 03:46:52.709736 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:52.758960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Allocated IP 172.20.0.2 (26077219-2916-4bb9-b779-d3bf0f0877ab/3ded2dcc-e21f-4f7a-ad4c-e96d52627b28/7b555fce-efba-4f7b-95e6-948c49836929) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:46:52.762715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2b3c83ec-113c-4ce9-ac2b-068ae4576cc1,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:46:52.774555 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:52.882010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-cbaa9eb1-670e-485b-aea1-750c6a5bb9c1 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085965 Jul 19 03:46:52.916675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=2b3c83ec-113c-4ce9-ac2b-068ae4576cc1,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:52.927475 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:53.021814 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-86cc1fc2-bb96-4f22-8ac5-fca0af53a701 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379385 Jul 19 03:46:53.096575 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:53.119770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Transition to ACTIVE for port object 7b555fce-efba-4f7b-95e6-948c49836929 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:53.132223 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:53.174578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Transition to ACTIVE for port object 7b555fce-efba-4f7b-95e6-948c49836929 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:53.189898 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:53.252014 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Network 26077219-2916-4bb9-b779-d3bf0f0877ab is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:46:53.272902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:53.278866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:46:53.310841 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Pushing event updated for resources: {'Port': ['ID=7b555fce-efba-4f7b-95e6-948c49836929,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:53.404147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Attempting to bind port 7b555fce-efba-4f7b-95e6-948c49836929 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:46:53.404745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Attempting to bind port 7b555fce-efba-4f7b-95e6-948c49836929 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c7fcc72e-51e1-4193-8da9-22a6713f61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:46:53.405286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Attempting to bind port 7b555fce-efba-4f7b-95e6-948c49836929 on network 26077219-2916-4bb9-b779-d3bf0f0877ab {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:46:53.412966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:46:53.416433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Checking segment: {'id': 'c7fcc72e-51e1-4193-8da9-22a6713f61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:46:53.417542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:53.418026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Bound using segment: {'id': 'c7fcc72e-51e1-4193-8da9-22a6713f61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:46:53.418588 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Bound port: 7b555fce-efba-4f7b-95e6-948c49836929, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fcc72e-51e1-4193-8da9-22a6713f61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:46:53.419121 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:53.450879 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:53.486722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:53.598359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] For port 7b555fce-efba-4f7b-95e6-948c49836929, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:46:53.603724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] For port 7b555fce-efba-4f7b-95e6-948c49836929, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7b555fce-efba-4f7b-95e6-948c49836929,segment=NetworkSegment(c7fcc72e-51e1-4193-8da9-22a6713f61c5),segment_id=c7fcc72e-51e1-4193-8da9-22a6713f61c5)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:46:53.610724 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:53.658109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ddfa0af1-09ec-4d62-ade0-53b8e8a042fd req-864fc4cc-84f7-417e-9c4a-4bb214d501de tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 210 time: 0.0834644 Jul 19 03:46:53.787010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1eea58-3265-4227-948e-fd1cbeece0fc None None] Pushing event updated for resources: {'Port': ['ID=7b555fce-efba-4f7b-95e6-948c49836929,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:53.932270 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Allocated IP 172.25.2.217 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/a74322d8-821d-46b3-9f90-7c81f3ceca52) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:46:54.207633 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:46:54.309163 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Sync routers for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:46:54.321364 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:46:54.322786 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:46:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:54.333718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:54.357790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:54.358482 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:54.469506 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:54.509986 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:46:54.549146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:46:54.567455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:54.575085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:46:54.637246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Pushing event updated for resources: {'Port': ['ID=a74322d8-821d-46b3-9f90-7c81f3ceca52,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:54.891402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6af08787-013c-4683-89fa-f6e83a4af20c req-ea1e2637-6875-426d-b8aa-61a7d7e7dc3a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 210 time: 0.0470026 Jul 19 03:46:54.948691 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 2, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:54.975943 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Checking router: dd4d9da6-d051-4096-8142-25e3908cf395 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:46:54.976554 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Updating router dd4d9da6-d051-4096-8142-25e3908cf395 port b1c96781-566f-4633-9d2b-20f10a3c4192 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:46:54.991659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:55.019506 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:55.312856 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:55.417625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-c680c830-9c08-4b3a-ab5e-90ad8b676815 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:55.419498 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-c680c830-9c08-4b3a-ab5e-90ad8b676815 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.2184305 Jul 19 03:46:55.508360 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:55.524956 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Transition to ACTIVE for port object b1c96781-566f-4633-9d2b-20f10a3c4192 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:55.525504 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-dd0e408f-c248-4b06-a022-2ab7a8438edd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 379 time: 0.0974891 Jul 19 03:46:55.533795 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:55.534940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'port': {'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'admin_state_up': True, 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'security_groups': ['1f78f8b2-b21d-41b9-8ae0-a28ec4757afd']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:46:55.605383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d67d95c-8bc2-4c77-b109-b8e093f138d0 None None] Network 26077219-2916-4bb9-b779-d3bf0f0877ab requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:46:55.636109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Router 193578c0-02cd-49da-aead-546e9e7cfa72 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:46:55.644178 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Pushing event updated for resources: {'Port': ['ID=b1c96781-566f-4633-9d2b-20f10a3c4192,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:55.703473 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.709175 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.709520 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.710025 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.710392 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.710725 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.712324 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.712870 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.713979 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.714733 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.715125 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.715490 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:46:55.723853 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Attempting to bind port b1c96781-566f-4633-9d2b-20f10a3c4192 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:46:55.723853 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Attempting to bind port b1c96781-566f-4633-9d2b-20f10a3c4192 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:46:55.724021 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Attempting to bind port b1c96781-566f-4633-9d2b-20f10a3c4192 on network 4059572a-222b-4be9-8866-a23d5cf36994 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:46:55.725032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Made reservation on behalf of 9dfda4f2519046729cf1708c43c8843e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:46:55.729481 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:55.731390 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:46:55.731773 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Checking segment: {'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:46:55.732227 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:55.732619 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Bound using segment: {'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:46:55.733084 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Bound port: b1c96781-566f-4633-9d2b-20f10a3c4192, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:46:55.733516 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:55.776568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4858d77d-31f7-4583-b43b-5e4a93bf6cac None None] Provisioning for port 7b555fce-efba-4f7b-95e6-948c49836929 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:46:55.880114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:46:55.892183 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] For port b1c96781-566f-4633-9d2b-20f10a3c4192, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:46:55.898885 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] For port b1c96781-566f-4633-9d2b-20f10a3c4192, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b1c96781-566f-4633-9d2b-20f10a3c4192,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:46:55.904209 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:55.908048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-acd7add3-c905-43b9-8387-6bec9092f91a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7793622 Jul 19 03:46:55.908852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 39952) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:46:55.911632 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:55.969250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Sync routers for ids ['193578c0-02cd-49da-aead-546e9e7cfa72'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:46:56.011159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Allocated IP 172.20.0.6 (1f0a9827-cef7-491f-9caf-3ea59bd4b55d/e654ab5b-0949-4169-b95b-b7d73ce291aa/cefc2496-a173-4e6a-836f-bf7a6e85b5b2) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:46:56.091278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Routers {'193578c0-02cd-49da-aead-546e9e7cfa72'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:46:56.092237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:46:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['193578c0-02cd-49da-aead-546e9e7cfa72'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:56.140461 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19953d8c-3a4b-4ebb-8c36-211a7203d10e None None] Pushing event updated for resources: {'Port': ['ID=b1c96781-566f-4633-9d2b-20f10a3c4192,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:56.143372 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:46:56.160906 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:46:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:56.242730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7b555fce-efba-4f7b-95e6-948c49836929 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:46:56.354342 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:56.373405 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:46:56.388998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Transition to ACTIVE for port object cefc2496-a173-4e6a-836f-bf7a6e85b5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:56.445802 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:56.477140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Set router 193578c0-02cd-49da-aead-546e9e7cfa72 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:46:56.580951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:46:56.591830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 7b555fce-efba-4f7b-95e6-948c49836929 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:46:56.591950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:56.600340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7b555fce-efba-4f7b-95e6-948c49836929 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:56.600722 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:56.612562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:46:56.721184 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:55Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:56.765072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:56.828596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:56.829935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:56.857103 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ba412-2a35-4325-9bfb-322d350e4d04 None None] The sync data for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 is: [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:55Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:46:56.882109 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-83455b8a-2ca6-4f53-98a1-9f889c21a470 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3516154 Jul 19 03:46:56.896883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Request body: {'port': {'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:46:56.920134 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:57.050114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda81a16-4490-43eb-8467-04d4e3e8476e req-484018d5-71b1-4434-8ca4-0a86a795b29b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:57.052822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bda81a16-4490-43eb-8467-04d4e3e8476e req-484018d5-71b1-4434-8ca4-0a86a795b29b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 931 time: 0.6254754 Jul 19 03:46:57.075374 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 7b555fce-efba-4f7b-95e6-948c49836929, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7b555fce-efba-4f7b-95e6-948c49836929,segment=NetworkSegment(c7fcc72e-51e1-4193-8da9-22a6713f61c5),segment_id=c7fcc72e-51e1-4193-8da9-22a6713f61c5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:46:57.082486 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:57.109088 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:57.112511 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'name': 'tempest-TestVolumeBackupRestore-1941040353-router', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:52Z', 'updated_at': '2021-07-19T03:46:54Z', 'revision_number': 3, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'gw_port': {'id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:53Z', 'updated_at': '2021-07-19T03:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:57.117416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-aa067093-ab4d-49ad-9389-a371e67c6916 None None] Provisioning complete for port 7b555fce-efba-4f7b-95e6-948c49836929 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:57.124263 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa067093-ab4d-49ad-9389-a371e67c6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:57.231944 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bda81a16-4490-43eb-8467-04d4e3e8476e req-0ea83ac7-16cc-4884-afd5-0748495b6bc7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660042 Jul 19 03:46:57.243824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Checking router: 193578c0-02cd-49da-aead-546e9e7cfa72 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:46:57.244373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Updating router 193578c0-02cd-49da-aead-546e9e7cfa72 port a74322d8-821d-46b3-9f90-7c81f3ceca52 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:46:57.371963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:57.394907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=7b555fce-efba-4f7b-95e6-948c49836929,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:57.408923 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:57.852159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefc2496-a173-4e6a-836f-bf7a6e85b5b2 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:46:57.894148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:57.934725 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Transition to ACTIVE for port object cefc2496-a173-4e6a-836f-bf7a6e85b5b2 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:57.946443 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.033361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Pushing event updated for resources: {'Port': ['ID=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:58.146645 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.164218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Transition to ACTIVE for port object a74322d8-821d-46b3-9f90-7c81f3ceca52 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:58.186431 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.266688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf13ce7-e344-4330-ad95-1a2fca084aae None None] Pushing event updated for resources: {'Port': ['ID=a74322d8-821d-46b3-9f90-7c81f3ceca52,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:58.311722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b1c96781-566f-4633-9d2b-20f10a3c4192 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:46:58.312097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Attempting to bind port cefc2496-a173-4e6a-836f-bf7a6e85b5b2 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:46:58.312545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Attempting to bind port cefc2496-a173-4e6a-836f-bf7a6e85b5b2 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:46:58.312774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Attempting to bind port cefc2496-a173-4e6a-836f-bf7a6e85b5b2 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:46:58.334499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Port cefc2496-a173-4e6a-836f-bf7a6e85b5b2 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:46:58.337029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Attempting to bind port cefc2496-a173-4e6a-836f-bf7a6e85b5b2 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:46:58.362761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:46:58.363114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Checking segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:46:58.363512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Bound using segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:46:58.371547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Bound port: cefc2496-a173-4e6a-836f-bf7a6e85b5b2, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:46:58.372042 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.380019 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8a1939d1-b488-4cbe-bc98-3f406e65725b None None] Provisioning for port cefc2496-a173-4e6a-836f-bf7a6e85b5b2 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:46:58.389665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Attempting to bind port a74322d8-821d-46b3-9f90-7c81f3ceca52 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:46:58.390047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Attempting to bind port a74322d8-821d-46b3-9f90-7c81f3ceca52 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:46:58.390507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Attempting to bind port a74322d8-821d-46b3-9f90-7c81f3ceca52 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:46:58.403138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:46:58.403517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:46:58.404359 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.404761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:46:58.405253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Bound port: a74322d8-821d-46b3-9f90-7c81f3ceca52, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:46:58.405639 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.478866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port b1c96781-566f-4633-9d2b-20f10a3c4192 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:46:58.491727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b1c96781-566f-4633-9d2b-20f10a3c4192 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:58.492097 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.500661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] For port cefc2496-a173-4e6a-836f-bf7a6e85b5b2, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:46:58.505474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] For port cefc2496-a173-4e6a-836f-bf7a6e85b5b2, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:46:58.514707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.576850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] For port a74322d8-821d-46b3-9f90-7c81f3ceca52, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:46:58.580615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] For port a74322d8-821d-46b3-9f90-7c81f3ceca52, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a74322d8-821d-46b3-9f90-7c81f3ceca52,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:46:58.609803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:58.610900 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.612705 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] 10.222.0.25 "PUT /v2.0/ports/cefc2496-a173-4e6a-836f-bf7a6e85b5b2 HTTP/1.1" status: 200 len: 1092 time: 1.7212746 Jul 19 03:46:58.616999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50370731-76ce-4839-8774-053cb402ce2c', 'tag': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:46:58.621035 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "50370731-76ce-4839-8774-053cb402ce2c", "tag": "cefc2496-a173-4e6a-836f-bf7a6e85b5b2"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:46:58.732164 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea4b106-8733-4a79-925b-ae9be96d8487 x-openstack-request-id: req-7ea4b106-8733-4a79-925b-ae9be96d8487 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:46:58.732460 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50370731-76ce-4839-8774-053cb402ce2c", "tag": "cefc2496-a173-4e6a-836f-bf7a6e85b5b2", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:46:58.732714 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ea4b106-8733-4a79-925b-ae9be96d8487 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:46:58.733115 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50370731-76ce-4839-8774-053cb402ce2c', 'tag': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'status': 'completed', 'code': 200} Jul 19 03:46:58.777974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289ef53-857b-48bb-a866-d90a80b171bd service neutron] Pushing event updated for resources: {'Port': ['ID=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:58.804976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe98cf-c39c-447c-81ed-8b37a86854ea req-07b23b62-30c6-48ee-928c-eaae12400656 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:58.812955 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43fe98cf-c39c-447c-81ed-8b37a86854ea req-07b23b62-30c6-48ee-928c-eaae12400656 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.2123857 Jul 19 03:46:58.820130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Allocated IP 172.20.0.1 (26077219-2916-4bb9-b779-d3bf0f0877ab/3ded2dcc-e21f-4f7a-ad4c-e96d52627b28/369a635c-75fd-42e9-9f5a-d166a5db46a0) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:46:58.892767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-af88b6e9-28d9-4b99-be76-f0fd0a876353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:58.899070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-af88b6e9-28d9-4b99-be76-f0fd0a876353 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 1095 time: 0.2263510 Jul 19 03:46:58.923052 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43fe98cf-c39c-447c-81ed-8b37a86854ea req-42b87534-3a5e-42e0-99fd-e230ca9c975b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090162 Jul 19 03:46:58.993289 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.994818 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:58.995171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-5ffb0db8-49fb-4220-8db5-8210f9167b77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2 HTTP/1.1" status: 200 len: 217 time: 0.0694768 Jul 19 03:46:59.019549 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Transition to ACTIVE for port object 369a635c-75fd-42e9-9f5a-d166a5db46a0 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:46:59.061999 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:59.075357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-9d80d07c-c821-4a1d-bf0e-7f4f54575b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:59.077193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-9d80d07c-c821-4a1d-bf0e-7f4f54575b04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0749049 Jul 19 03:46:59.135584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Pushing event updated for resources: {'Port': ['ID=369a635c-75fd-42e9-9f5a-d166a5db46a0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:59.143210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Routers {'193578c0-02cd-49da-aead-546e9e7cfa72'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:46:59.145953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:46:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['193578c0-02cd-49da-aead-546e9e7cfa72'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:46:59.157667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf13ce7-e344-4330-ad95-1a2fca084aae None None] Pushing event updated for resources: {'Port': ['ID=a74322d8-821d-46b3-9f90-7c81f3ceca52,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:59.171347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Network 26077219-2916-4bb9-b779-d3bf0f0877ab is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:46:59.172878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:46:59.189962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:46:59.206485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-bd344aa3-372e-47f8-98c4-e6838b870ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:59.208316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-bd344aa3-372e-47f8-98c4-e6838b870ec2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245553 Jul 19 03:46:59.245083 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:59.382385 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-e98d3760-a62a-4ac7-b7a6-a52b05a6ab61 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661787 Jul 19 03:46:59.430298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:59.479861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port b1c96781-566f-4633-9d2b-20f10a3c4192, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b1c96781-566f-4633-9d2b-20f10a3c4192,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:46:59.498684 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:59.499598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7b555fce-efba-4f7b-95e6-948c49836929 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:46:59.530773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:59.544061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] Set router 193578c0-02cd-49da-aead-546e9e7cfa72 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:46:59.601986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cab7289c-c0b2-4ddb-b4b8-377fa43aeda0 req-10120f2a-5e2d-41a1-ab09-009c30cef203 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124870 Jul 19 03:46:59.740454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-34652bf3-90f0-4b9f-858a-e17da8b7c241 None None] Provisioning for port 369a635c-75fd-42e9-9f5a-d166a5db46a0 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:46:59.742477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-664b605d-b919-485a-ae74-7c82edee8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:59.745136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-664b605d-b919-485a-ae74-7c82edee8408 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 1095 time: 0.0910733 Jul 19 03:46:59.748632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=b1c96781-566f-4633-9d2b-20f10a3c4192,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:46:59.753869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-34652bf3-90f0-4b9f-858a-e17da8b7c241 None None] Provisioning complete for port 369a635c-75fd-42e9-9f5a-d166a5db46a0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:59.758813 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-34652bf3-90f0-4b9f-858a-e17da8b7c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:59.812541 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:59.819878 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:59.865952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7b555fce-efba-4f7b-95e6-948c49836929 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:46:59.866495 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:46:59.880178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-ffd97f9c-42a6-4167-b266-a1bf52b09da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:46:59.882357 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-ffd97f9c-42a6-4167-b266-a1bf52b09da3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.1310241 Jul 19 03:46:59.961370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-34652bf3-90f0-4b9f-858a-e17da8b7c241 None None] Port 369a635c-75fd-42e9-9f5a-d166a5db46a0 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:47:00.012436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-9c07a548-8b9f-4696-ac2d-909db825bbdb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2 HTTP/1.1" status: 200 len: 217 time: 0.1235058 Jul 19 03:47:00.105930 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:00.112139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Pushing event updated for resources: {'Port': ['ID=369a635c-75fd-42e9-9f5a-d166a5db46a0,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:00.164444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-38a99a74-4cec-430a-a583-68d05b8f9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:00.174900 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-38a99a74-4cec-430a-a583-68d05b8f9aee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.1555870 Jul 19 03:47:00.215269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'name': 'tempest-TestVolumeBackupRestore-1941040353-router', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:52Z', 'updated_at': '2021-07-19T03:46:54Z', 'revision_number': 3, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'gw_port': {'id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:53Z', 'updated_at': '2021-07-19T03:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:47:00.273530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703d385-a3d5-42df-ba2b-c1b41a88c566 None None] The sync data for ids ['193578c0-02cd-49da-aead-546e9e7cfa72'] in n-d-762330-18 is: [{'id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'name': 'tempest-TestVolumeBackupRestore-1941040353-router', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:52Z', 'updated_at': '2021-07-19T03:46:54Z', 'revision_number': 3, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'gw_port': {'id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:53Z', 'updated_at': '2021-07-19T03:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:47:00.303158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-6513876f-b6ba-46f7-a1b9-72ad2945e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:00.305649 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-6513876f-b6ba-46f7-a1b9-72ad2945e5f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247718 Jul 19 03:47:00.319063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b1c96781-566f-4633-9d2b-20f10a3c4192 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:47:00.433296 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-27097bda-87b6-4604-914b-0c61f87d8c25 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202354 Jul 19 03:47:00.439097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b1c96781-566f-4633-9d2b-20f10a3c4192 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:47:00.439557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:00.468656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34e88-9863-4d0f-9e2b-37a0b9022b38 req-b3210da2-460c-44ea-8328-f030c6ca4f6e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:00.474010 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ea34e88-9863-4d0f-9e2b-37a0b9022b38 req-b3210da2-460c-44ea-8328-f030c6ca4f6e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.1461532 Jul 19 03:47:00.529205 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ea34e88-9863-4d0f-9e2b-37a0b9022b38 req-5963b044-3db8-4cd4-b917-4cc126c18a9a tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524514 Jul 19 03:47:00.542018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Network 26077219-2916-4bb9-b779-d3bf0f0877ab is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:47:00.543568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:47:00.655750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d2eb1d53-3b34-4421-80b4-afb90c4cbd0a req-bf19baad-7c88-48f3-a683-055b1391d5a5 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150168 Jul 19 03:47:00.828877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Router 193578c0-02cd-49da-aead-546e9e7cfa72 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:47:01.101228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:47:01.125076 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ac5183b0-c5bf-4c62-9cda-0fa4f7192e57 admin admin] 10.222.0.20 "PUT /v2.0/routers/193578c0-02cd-49da-aead-546e9e7cfa72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2053475 Jul 19 03:47:01.128754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ebe58866-beae-46cd-9b42-8fb277c33c9a None None] Provisioning complete for port 369a635c-75fd-42e9-9f5a-d166a5db46a0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:47:01.129944 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ebe58866-beae-46cd-9b42-8fb277c33c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:01.239168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ebe58866-beae-46cd-9b42-8fb277c33c9a None None] Port 369a635c-75fd-42e9-9f5a-d166a5db46a0 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:47:01.787052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa1369-844b-486e-b6cd-84a2add8d4b6 req-8f5220bf-1f2f-47ef-944c-8f56060881b1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:01.788845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2caa1369-844b-486e-b6cd-84a2add8d4b6 req-8f5220bf-1f2f-47ef-944c-8f56060881b1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.0978351 Jul 19 03:47:01.854450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2caa1369-844b-486e-b6cd-84a2add8d4b6 req-53802ddc-aa50-46cb-8243-4a084e83a103 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588078 Jul 19 03:47:02.353576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a74322d8-821d-46b3-9f90-7c81f3ceca52 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:47:02.412733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port a74322d8-821d-46b3-9f90-7c81f3ceca52 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:47:02.418672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a74322d8-821d-46b3-9f90-7c81f3ceca52 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:47:02.419366 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:02.576588 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:02.620760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port a74322d8-821d-46b3-9f90-7c81f3ceca52, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a74322d8-821d-46b3-9f90-7c81f3ceca52,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:47:02.637364 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:02.725595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=a74322d8-821d-46b3-9f90-7c81f3ceca52,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:02.924981 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:47:02.940690 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Sync routers for ids ['193578c0-02cd-49da-aead-546e9e7cfa72'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:47:02.955866 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Routers {'193578c0-02cd-49da-aead-546e9e7cfa72'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:47:02.956677 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:46:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['193578c0-02cd-49da-aead-546e9e7cfa72'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:47:03.094317 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Set router 193578c0-02cd-49da-aead-546e9e7cfa72 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:47:03.225707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f7cf7-09fe-4058-87a3-d43a4dbbdf4a req-070300d3-21ec-41c8-bb97-7dfcf156e682 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:03.228566 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-481f7cf7-09fe-4058-87a3-d43a4dbbdf4a req-070300d3-21ec-41c8-bb97-7dfcf156e682 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.1714020 Jul 19 03:47:03.330444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-481f7cf7-09fe-4058-87a3-d43a4dbbdf4a req-a4113892-972b-4c44-9bca-0c256570c7f4 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918741 Jul 19 03:47:03.469577 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'name': 'tempest-TestVolumeBackupRestore-1941040353-router', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:52Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 4, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'gw_port': {'id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:53Z', 'updated_at': '2021-07-19T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '369a635c-75fd-42e9-9f5a-d166a5db46a0', 'name': '', 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'mac_address': 'fa:16:3e:cc:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '3ded2dcc-e21f-4f7a-ad4c-e96d52627b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:57Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 2, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'subnets': [{'id': '3ded2dcc-e21f-4f7a-ad4c-e96d52627b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:47:03.512429 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Checking router: 193578c0-02cd-49da-aead-546e9e7cfa72 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:47:03.512772 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Updating router 193578c0-02cd-49da-aead-546e9e7cfa72 port 369a635c-75fd-42e9-9f5a-d166a5db46a0 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:47:03.559734 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:04.157924 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:04.171420 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Transition to ACTIVE for port object 369a635c-75fd-42e9-9f5a-d166a5db46a0 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:47:04.177106 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:04.268057 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297604f-4891-41bc-84d3-4ba7a436bfd1 None None] Pushing event updated for resources: {'Port': ['ID=369a635c-75fd-42e9-9f5a-d166a5db46a0,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:04.345352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a74322d8-821d-46b3-9f90-7c81f3ceca52 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:47:04.370830 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Attempting to bind port 369a635c-75fd-42e9-9f5a-d166a5db46a0 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:47:04.371371 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Attempting to bind port 369a635c-75fd-42e9-9f5a-d166a5db46a0 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c7fcc72e-51e1-4193-8da9-22a6713f61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:47:04.371921 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Attempting to bind port 369a635c-75fd-42e9-9f5a-d166a5db46a0 on network 26077219-2916-4bb9-b779-d3bf0f0877ab {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:47:04.384740 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:47:04.393428 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Checking segment: {'id': 'c7fcc72e-51e1-4193-8da9-22a6713f61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:47:04.394052 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:04.394980 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Bound using segment: {'id': 'c7fcc72e-51e1-4193-8da9-22a6713f61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:47:04.397359 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Bound port: 369a635c-75fd-42e9-9f5a-d166a5db46a0, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fcc72e-51e1-4193-8da9-22a6713f61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:47:04.397359 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:04.501687 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a74322d8-821d-46b3-9f90-7c81f3ceca52 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:47:04.502063 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:04.599332 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] For port 369a635c-75fd-42e9-9f5a-d166a5db46a0, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:47:04.616468 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] For port 369a635c-75fd-42e9-9f5a-d166a5db46a0, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=369a635c-75fd-42e9-9f5a-d166a5db46a0,segment=NetworkSegment(c7fcc72e-51e1-4193-8da9-22a6713f61c5),segment_id=c7fcc72e-51e1-4193-8da9-22a6713f61c5)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:47:04.624168 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:04.633139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06bb2a-c8b4-4df1-bcdf-647853bb5277 req-3774770d-7816-4d24-ab9b-b57db0826b5b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:04.635759 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd06bb2a-c8b4-4df1-bcdf-647853bb5277 req-3774770d-7816-4d24-ab9b-b57db0826b5b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.0968592 Jul 19 03:47:04.717008 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Routers {'193578c0-02cd-49da-aead-546e9e7cfa72'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:47:04.717819 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:46:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['193578c0-02cd-49da-aead-546e9e7cfa72'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:47:04.732007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd06bb2a-c8b4-4df1-bcdf-647853bb5277 req-b7488fb5-bfc2-44eb-8a41-db59583fc363 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861568 Jul 19 03:47:04.772925 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297604f-4891-41bc-84d3-4ba7a436bfd1 None None] Pushing event updated for resources: {'Port': ['ID=369a635c-75fd-42e9-9f5a-d166a5db46a0,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:04.889110 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] Set router 193578c0-02cd-49da-aead-546e9e7cfa72 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:47:05.189338 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'name': 'tempest-TestVolumeBackupRestore-1941040353-router', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:52Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 4, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'gw_port': {'id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:53Z', 'updated_at': '2021-07-19T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '369a635c-75fd-42e9-9f5a-d166a5db46a0', 'name': '', 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'mac_address': 'fa:16:3e:cc:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '3ded2dcc-e21f-4f7a-ad4c-e96d52627b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:57Z', 'updated_at': '2021-07-19T03:47:04Z', 'revision_number': 4, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'subnets': [{'id': '3ded2dcc-e21f-4f7a-ad4c-e96d52627b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:47:05.218520 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8648fbb-9c2c-4a4d-8c00-51613d48cd0c None None] The sync data for ids ['193578c0-02cd-49da-aead-546e9e7cfa72'] in n-d-762330-18 is: [{'id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'name': 'tempest-TestVolumeBackupRestore-1941040353-router', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:52Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 4, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'gw_port': {'id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:53Z', 'updated_at': '2021-07-19T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '369a635c-75fd-42e9-9f5a-d166a5db46a0', 'name': '', 'network_id': '26077219-2916-4bb9-b779-d3bf0f0877ab', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'mac_address': 'fa:16:3e:cc:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '3ded2dcc-e21f-4f7a-ad4c-e96d52627b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:57Z', 'updated_at': '2021-07-19T03:47:04Z', 'revision_number': 4, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'subnets': [{'id': '3ded2dcc-e21f-4f7a-ad4c-e96d52627b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:47:06.037149 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eac1c3-a2bf-44e2-bd14-80e274fea4ad req-ea945554-06dc-4653-ab45-b8ab221bb0c1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:06.039665 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57eac1c3-a2bf-44e2-bd14-80e274fea4ad req-ea945554-06dc-4653-ab45-b8ab221bb0c1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.0940869 Jul 19 03:47:06.142918 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57eac1c3-a2bf-44e2-bd14-80e274fea4ad req-1301deb1-64fa-42a1-96e5-5555ceec8164 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853026 Jul 19 03:47:06.346530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 369a635c-75fd-42e9-9f5a-d166a5db46a0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:47:06.448131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 369a635c-75fd-42e9-9f5a-d166a5db46a0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:47:06.458328 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 369a635c-75fd-42e9-9f5a-d166a5db46a0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:47:06.458719 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:06.568141 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:06.607298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 369a635c-75fd-42e9-9f5a-d166a5db46a0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=369a635c-75fd-42e9-9f5a-d166a5db46a0,segment=NetworkSegment(c7fcc72e-51e1-4193-8da9-22a6713f61c5),segment_id=c7fcc72e-51e1-4193-8da9-22a6713f61c5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:47:06.619188 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:06.741551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=369a635c-75fd-42e9-9f5a-d166a5db46a0,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:07.210361 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:07.327219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb0722-cdd8-4520-934a-58e939bc6c1b req-e7cf7211-90b6-4819-a74b-fd2aeff3a226 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:07.329887 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ecb0722-cdd8-4520-934a-58e939bc6c1b req-e7cf7211-90b6-4819-a74b-fd2aeff3a226 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.0735137 Jul 19 03:47:07.399582 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:07.400304 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ecb0722-cdd8-4520-934a-58e939bc6c1b req-e91d2377-8406-4591-ae56-fddd90e6357e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633576 Jul 19 03:47:08.285197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 369a635c-75fd-42e9-9f5a-d166a5db46a0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:47:08.347786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 369a635c-75fd-42e9-9f5a-d166a5db46a0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:47:08.348605 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:08.639328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcd410-6cb8-4777-bc29-700f718d1685 req-14186e11-13e1-4e94-94ca-58288a3f182e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:08.648603 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24bcd410-6cb8-4777-bc29-700f718d1685 req-14186e11-13e1-4e94-94ca-58288a3f182e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.1022174 Jul 19 03:47:08.708787 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24bcd410-6cb8-4777-bc29-700f718d1685 req-c5e0ef84-ee86-42ed-8e91-1587409bdd14 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584424 Jul 19 03:47:09.978641 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c5d09-60cf-4650-b24d-b7c9659619a3 req-559d6c6e-5c35-432e-969f-d54359cb1430 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:09.980424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c90c5d09-60cf-4650-b24d-b7c9659619a3 req-559d6c6e-5c35-432e-969f-d54359cb1430 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.1022289 Jul 19 03:47:10.031472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c90c5d09-60cf-4650-b24d-b7c9659619a3 req-e381ad8e-c643-451c-83f2-84a13a1631af tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442834 Jul 19 03:47:11.235282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89fd1a-af4e-4a32-a2d4-ae0b49904120 req-d39f6a9b-4dcf-4fdf-98d0-72011bbcb222 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:11.237468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a89fd1a-af4e-4a32-a2d4-ae0b49904120 req-d39f6a9b-4dcf-4fdf-98d0-72011bbcb222 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.0714130 Jul 19 03:47:11.288319 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a89fd1a-af4e-4a32-a2d4-ae0b49904120 req-ce6ff04c-1fa9-4993-bcc1-35478a1782e1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438690 Jul 19 03:47:11.744609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4cddc-d903-415c-8f3a-d743b287e299 req-81d43b4f-ce88-4a02-a3fa-44781a6e4083 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:11.746493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9a4cddc-d903-415c-8f3a-d743b287e299 req-81d43b4f-ce88-4a02-a3fa-44781a6e4083 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 946 time: 0.0816021 Jul 19 03:47:11.786807 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9a4cddc-d903-415c-8f3a-d743b287e299 req-0794876c-45e0-4225-a063-c0c051bdca6d tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345125 Jul 19 03:47:12.479490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac12713-8ee6-44c9-b5d3-443f8873af2a req-cdaa1fa6-12b9-4ff8-9789-44edb086e6c6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:12.481321 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ac12713-8ee6-44c9-b5d3-443f8873af2a req-cdaa1fa6-12b9-4ff8-9789-44edb086e6c6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 943 time: 0.0712469 Jul 19 03:47:12.518822 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5a93240d-ab41-4ad0-a159-b309b742ec32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:12.526454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8ac12713-8ee6-44c9-b5d3-443f8873af2a req-587d6380-339f-4c74-b9d1-410171ce853e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392785 Jul 19 03:47:12.939472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device cefc2496-a173-4e6a-836f-bf7a6e85b5b2 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:47:12.982098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1827-3a15-46e2-a6ab-36c3f0775e46 req-1a2298ef-68de-4344-901c-87950c19880f tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:12.983821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b48f1827-3a15-46e2-a6ab-36c3f0775e46 req-1a2298ef-68de-4344-901c-87950c19880f tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 946 time: 0.0763910 Jul 19 03:47:13.037778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b48f1827-3a15-46e2-a6ab-36c3f0775e46 req-c4f804ca-39eb-4e26-9d42-1d67a8db3e5f tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/security-groups?id=8858c276-3467-48d9-9506-c972f5306199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476913 Jul 19 03:47:13.064432 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port cefc2496-a173-4e6a-836f-bf7a6e85b5b2, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:47:13.087369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'mac_address': 'fa:16:3e:70:23:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:47:13.137667 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:13.154412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefc2496-a173-4e6a-836f-bf7a6e85b5b2 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:47:13.168523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-7344887c-a396-494a-876c-cb668cf313ef tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:13.170626 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-7344887c-a396-494a-876c-cb668cf313ef tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 946 time: 0.0820215 Jul 19 03:47:13.181987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port cefc2496-a173-4e6a-836f-bf7a6e85b5b2, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:47:13.187977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:13.250747 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:13.294794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-ab5957fa-8786-43f8-840c-aa9a086b3b5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Deleting port 195f1fe9-4d65-4f64-a08e-fe646935e4d0 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:47:13.295145 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-ab5957fa-8786-43f8-840c-aa9a086b3b5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:13.389853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['cefc2496-a173-4e6a-836f-bf7a6e85b5b2'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:47:13.400594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-ab5957fa-8786-43f8-840c-aa9a086b3b5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] For port 195f1fe9-4d65-4f64-a08e-fe646935e4d0, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=195f1fe9-4d65-4f64-a08e-fe646935e4d0,segment=NetworkSegment(df75fc86-ca0b-41d5-b687-b7bb31ce4464),segment_id=df75fc86-ca0b-41d5-b687-b7bb31ce4464)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:47:13.400961 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-ab5957fa-8786-43f8-840c-aa9a086b3b5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:13.416498 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-ab5957fa-8786-43f8-840c-aa9a086b3b5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Calling delete_port for 195f1fe9-4d65-4f64-a08e-fe646935e4d0 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:47:13.564290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-ab5957fa-8786-43f8-840c-aa9a086b3b5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:13.605365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5957fa-8786-43f8-840c-aa9a086b3b5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Pushing event deleted for resources: {'Port': ['ID=195f1fe9-4d65-4f64-a08e-fe646935e4d0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:13.619405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['195f1fe9-4d65-4f64-a08e-fe646935e4d0'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:47:13.711381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-ab5957fa-8786-43f8-840c-aa9a086b3b5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] No DVR routers for this DVR port 195f1fe9-4d65-4f64-a08e-fe646935e4d0 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:47:13.716555 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-ab5957fa-8786-43f8-840c-aa9a086b3b5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:13.721682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-afd56077-5575-43c5-b0c4-6c63b7e23046 req-ab5957fa-8786-43f8-840c-aa9a086b3b5e tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.26 "DELETE /v2.0/ports/195f1fe9-4d65-4f64-a08e-fe646935e4d0 HTTP/1.1" status: 204 len: 173 time: 0.5454197 Jul 19 03:47:13.724495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f', 'name': 'network-vif-deleted', 'tag': '195f1fe9-4d65-4f64-a08e-fe646935e4d0'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:47:13.744115 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54304e45-77cc-4eb8-8f81-bd39f77fb187" -d '{"events": [{"server_uuid": "2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f", "name": "network-vif-deleted", "tag": "195f1fe9-4d65-4f64-a08e-fe646935e4d0"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:47:13.802165 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c17e4a-c6b5-4068-8a93-8e1c6b19eafa x-openstack-request-id: req-79c17e4a-c6b5-4068-8a93-8e1c6b19eafa {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:47:13.802486 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f", "name": "network-vif-deleted", "tag": "195f1fe9-4d65-4f64-a08e-fe646935e4d0", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:47:13.802753 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79c17e4a-c6b5-4068-8a93-8e1c6b19eafa {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:47:13.803150 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f', 'name': 'network-vif-deleted', 'tag': '195f1fe9-4d65-4f64-a08e-fe646935e4d0', 'status': 'completed', 'code': 200} Jul 19 03:47:13.844652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f88c2-35f5-436b-b9af-acd49a84f1b1 req-683a9509-c432-44b6-ab12-3a1e30b10eb0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:13.853071 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6c5f88c2-35f5-436b-b9af-acd49a84f1b1 req-683a9509-c432-44b6-ab12-3a1e30b10eb0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 944 time: 0.1272726 Jul 19 03:47:13.919090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6c5f88c2-35f5-436b-b9af-acd49a84f1b1 req-bd6cad09-0d1a-48d9-ab53-9afc91a9cb08 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648627 Jul 19 03:47:14.238140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9cb6db07-77fe-417f-b8ed-a6f45b09969e req-e98e67a0-c82a-4bbb-aa74-f691592623c7 tempest-VolumesSnapshotTestJSON-429679145 tempest-VolumesSnapshotTestJSON-429679145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ab0ee4f-b6e9-46b5-bde8-22c8eb54171f HTTP/1.1" status: 200 len: 210 time: 0.0520408 Jul 19 03:47:14.965148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device cefc2496-a173-4e6a-836f-bf7a6e85b5b2 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:47:15.125275 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port cefc2496-a173-4e6a-836f-bf7a6e85b5b2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:47:15.131268 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6de2ee74-7772-4137-a9e0-13b5e3a508ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:15.134430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port cefc2496-a173-4e6a-836f-bf7a6e85b5b2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:47:15.134907 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:15.171504 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf6d6c-b1b0-4f97-9efc-0439ff311cea req-32f2c7ad-cdc5-4e2a-b994-70027ed852d1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:15.182139 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2bf6d6c-b1b0-4f97-9efc-0439ff311cea req-32f2c7ad-cdc5-4e2a-b994-70027ed852d1 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 944 time: 0.1039240 Jul 19 03:47:15.236288 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2bf6d6c-b1b0-4f97-9efc-0439ff311cea req-04cd38b4-a07c-4cfc-9b25-1b278de95ed6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471148 Jul 19 03:47:15.264060 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:15.294593 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50370731-76ce-4839-8774-053cb402ce2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:47:15.297530 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5da84b4-45d9-482d-a94e-ca524a2157ee" -d '{"events": [{"server_uuid": "50370731-76ce-4839-8774-053cb402ce2c", "name": "network-vif-plugged", "status": "completed", "tag": "cefc2496-a173-4e6a-836f-bf7a6e85b5b2"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:47:15.328614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port cefc2496-a173-4e6a-836f-bf7a6e85b5b2, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:47:15.333732 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:15.363255 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf29bad-4480-4e17-9b9a-1a3868320c94 x-openstack-request-id: req-8cf29bad-4480-4e17-9b9a-1a3868320c94 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:47:15.363611 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50370731-76ce-4839-8774-053cb402ce2c", "name": "network-vif-plugged", "status": "completed", "tag": "cefc2496-a173-4e6a-836f-bf7a6e85b5b2", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:47:15.363862 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cf29bad-4480-4e17-9b9a-1a3868320c94 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:47:15.364265 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50370731-76ce-4839-8774-053cb402ce2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'code': 200} Jul 19 03:47:15.417414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:15.486424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bbcba-3f52-4238-bbcf-83b52eb79432 req-210350fb-0432-4c2f-b823-b8d319449f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:15.487983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff0bbcba-3f52-4238-bbcf-83b52eb79432 req-210350fb-0432-4c2f-b823-b8d319449f4c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 1097 time: 0.0592525 Jul 19 03:47:15.545213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ff0bbcba-3f52-4238-bbcf-83b52eb79432 req-599a0e3a-00eb-4ebc-805d-88def2317208 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499613 Jul 19 03:47:15.684863 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:16.363046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 195f1fe9-4d65-4f64-a08e-fe646935e4d0 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:47:16.403977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 195f1fe9-4d65-4f64-a08e-fe646935e4d0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:47:16.406720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 195f1fe9-4d65-4f64-a08e-fe646935e4d0 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:47:16.480720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3591eb-4cbd-449c-a717-0f2e4fa49c09 req-618a4308-6a05-42b2-82d6-0a5442f80eef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:16.482481 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3591eb-4cbd-449c-a717-0f2e4fa49c09 req-618a4308-6a05-42b2-82d6-0a5442f80eef tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 945 time: 0.0725863 Jul 19 03:47:16.494694 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:16.526155 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef3591eb-4cbd-449c-a717-0f2e4fa49c09 req-df13bf51-9e07-497e-95f0-530e74f4e1bc tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376670 Jul 19 03:47:17.735392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec074a-f665-4e1e-9c05-c78e144df7a9 req-1de91ca0-cdc0-403b-97c8-b334aebad1c0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:17.736938 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08ec074a-f665-4e1e-9c05-c78e144df7a9 req-1de91ca0-cdc0-403b-97c8-b334aebad1c0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 945 time: 0.0782058 Jul 19 03:47:17.782097 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08ec074a-f665-4e1e-9c05-c78e144df7a9 req-5eed1923-86ce-4383-b2f6-94344fd36969 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372570 Jul 19 03:47:18.031427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21603de3-f965-4f33-97cc-66f06c2023e6 req-971743ee-c1d8-441d-9a7f-d2f5acd072d5 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:18.033657 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:18.038613 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21603de3-f965-4f33-97cc-66f06c2023e6 req-971743ee-c1d8-441d-9a7f-d2f5acd072d5 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 945 time: 0.1087539 Jul 19 03:47:18.099035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-21603de3-f965-4f33-97cc-66f06c2023e6 req-91af9d70-4647-49dc-8cfd-88ccf5baadbf tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571051 Jul 19 03:47:18.119623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40318) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:47:18.326060 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29839cde-b18a-4522-885c-d4337e7f0ce5 tempest-TestVolumeBootPattern-1918072381 tempest-TestVolumeBootPattern-1918072381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:18.330043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-29839cde-b18a-4522-885c-d4337e7f0ce5 tempest-TestVolumeBootPattern-1918072381 tempest-TestVolumeBootPattern-1918072381-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 1092 time: 0.2069633 Jul 19 03:47:18.330427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40330) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:47:18.335089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:47:18.363944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:18.497914 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:18.622698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Allocated IP 172.25.2.27 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/5e10b4ba-28bd-4192-8e2c-3309c8b80090) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:47:18.747592 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:18.790194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:18.825714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:47:18.828636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:47:18.832161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:47:18.870064 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=5e10b4ba-28bd-4192-8e2c-3309c8b80090,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:19.455939 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:19.595788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:19.800628 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:19.805601 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:19.898005 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:19.901530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=5e10b4ba-28bd-4192-8e2c-3309c8b80090,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:20.027393 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Floating IP 64728088-9a55-494d-9c49-077438ca338c associated. External IP: 172.25.2.27, port: cefc2496-a173-4e6a-836f-bf7a6e85b5b2. Jul 19 03:47:20.317072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Router 9dff5db0-81f0-404a-b6d9-1aef29997a68 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:47:20.868959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:47:20.883565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] Sync routers for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:47:20.888327 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:20.897183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:47:20.897833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:47:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:47:20.939605 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-60585a56-94e8-4e36-9473-a15d0b65e693 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6079602 Jul 19 03:47:20.944554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50370731-76ce-4839-8774-053cb402ce2c', 'tag': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:47:20.947365 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3" -d '{"events": [{"name": "network-changed", "server_uuid": "50370731-76ce-4839-8774-053cb402ce2c", "tag": "cefc2496-a173-4e6a-836f-bf7a6e85b5b2"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:47:21.089311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:47:21.164939 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a168aa-6d70-45ec-96ee-913f28aa0526 x-openstack-request-id: req-71a168aa-6d70-45ec-96ee-913f28aa0526 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:47:21.166426 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50370731-76ce-4839-8774-053cb402ce2c", "tag": "cefc2496-a173-4e6a-836f-bf7a6e85b5b2", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:47:21.166879 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71a168aa-6d70-45ec-96ee-913f28aa0526 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:47:21.167447 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50370731-76ce-4839-8774-053cb402ce2c', 'tag': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'status': 'completed', 'code': 200} Jul 19 03:47:21.265995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-b430c3dc-8243-4cb4-8b83-c914e38b7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:21.271986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-b430c3dc-8243-4cb4-8b83-c914e38b7329 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 1097 time: 0.0796037 Jul 19 03:47:21.412789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-4f011c8f-85c7-4230-a931-cabcdd5d3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:21.417127 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-4f011c8f-85c7-4230-a931-cabcdd5d3e53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.1411195 Jul 19 03:47:21.423663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '64728088-9a55-494d-9c49-077438ca338c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:70:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:47:19Z', 'updated_at': '2021-07-19T03:47:19Z', 'revision_number': 0, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:47:21.452435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] Checking router: 9dff5db0-81f0-404a-b6d9-1aef29997a68 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:47:21.462288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:47:21.462909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:47:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:47:21.571720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-8f676168-f2be-4b05-b838-b03ba159dd85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2 HTTP/1.1" status: 200 len: 998 time: 0.1476617 Jul 19 03:47:21.745647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-84cedc1f-e5a1-4994-b482-4cca41f34902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:21.747224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-84cedc1f-e5a1-4994-b482-4cca41f34902 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.1686883 Jul 19 03:47:21.786145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:47:21.821671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-414afa9d-832d-4a29-bd1a-ff17732201d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:21.823359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-414afa9d-832d-4a29-bd1a-ff17732201d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686371 Jul 19 03:47:21.953608 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-52dd4b69-c574-4db3-b8b8-8f0c0cee2222 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228433 Jul 19 03:47:22.123853 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20c37827-cc4c-4c93-be9e-e63b3f41ccc3 req-41dc14ff-8478-41b4-bed2-fc65d73616be service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584775 Jul 19 03:47:22.274256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '64728088-9a55-494d-9c49-077438ca338c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:70:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:47:19Z', 'updated_at': '2021-07-19T03:47:19Z', 'revision_number': 0, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:47:22.314800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ede07-bc54-4025-864b-2471c7e97524 None None] The sync data for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 is: [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '64728088-9a55-494d-9c49-077438ca338c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:70:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:47:19Z', 'updated_at': '2021-07-19T03:47:19Z', 'revision_number': 0, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:47:22.629819 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec3e90-337a-4924-aa99-f6b7e30a4ddc None None] New status for floating IP 64728088-9a55-494d-9c49-077438ca338c: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:47:37.239079 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:37.419101 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:38.755689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-4ec09806-8303-4e53-a846-898662010247 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1207416 Jul 19 03:47:38.885391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-27b53693-d2ee-4fdd-9470-cf7404984885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:38.887239 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-27b53693-d2ee-4fdd-9470-cf7404984885 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 1097 time: 0.0566738 Jul 19 03:47:39.005777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-18d2957d-c7e2-47d5-b306-df247b31e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:39.007456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-18d2957d-c7e2-47d5-b306-df247b31e229 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.0987062 Jul 19 03:47:39.080708 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-6088f029-6adc-4593-ab02-c71dadd620c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2 HTTP/1.1" status: 200 len: 1000 time: 0.0670681 Jul 19 03:47:39.131871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-35eec67b-e68b-4a34-bbb3-dd486411a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:39.134544 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-35eec67b-e68b-4a34-bbb3-dd486411a8d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0471947 Jul 19 03:47:39.214636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-d0ca1b79-cbd2-4204-b81f-024c55e2127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:47:39.216154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-d0ca1b79-cbd2-4204-b81f-024c55e2127c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756829 Jul 19 03:47:39.331029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-e8ab528f-7739-48c4-9fe1-e805b58bc3e4 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070881 Jul 19 03:47:39.469546 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781abc8f-8b1a-4871-b6b9-cd800b03a50a req-bcdd2c4f-bf59-4552-a6e3-c5a537ec6b41 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295555 Jul 19 03:47:39.924226 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:47:42.504195 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-309fc480-9e04-4a78-984f-e1d95dd8cabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:45.102931 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ecd181b2-d519-4952-b15c-408aed3063aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:45.692765 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:45.726329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40732) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:47:45.873580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:46.038392 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:46.043237 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:46.087999 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0968c599c0aa41138574a856aa5c313d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566499 Jul 19 03:47:46.087999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac3b350-00f0-41bb-a70e-56bd0c14f066,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:46.088322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40738) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:47:46.095501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.096127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.096619 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.097113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.097613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.098134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.098651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.099131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.099630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.100121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.100948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.101594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2812-95dd-42e6-a869-0942b8dc5600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.155880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:46.177454 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:46.224034 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:46.226857 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:46.230815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ac3b350-00f0-41bb-a70e-56bd0c14f066 HTTP/1.1" status: 204 len: 168 time: 0.1387861 Jul 19 03:47:46.236656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac3b350-00f0-41bb-a70e-56bd0c14f066,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:47:46.245418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.245838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.246195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.246571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.246913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.247249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.247579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.247912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.248240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.248568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.248893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.249218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c33f263-3d1c-4ec8-9bc1-5de7663e780b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:47:46.504668 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:48.005376 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:47:53.522410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-57ef27dd-39dc-4dff-bf03-2978d4623bbe req-1b9cd524-79bd-4bc9-ba81-b1334ad67728 service neutron] (94345) timed out ('10.222.0.20', 44900) {{(pid=94345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 03:48:00.995627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 40908) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:01.044586 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca441da6-783d-4493-bd58-3db338591509 admin admin] Deleting subnet f2726e32-523c-4f7f-86ee-83585d12f542 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:48:01.047840 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca441da6-783d-4493-bd58-3db338591509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.082214 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca441da6-783d-4493-bd58-3db338591509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.120769 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca441da6-783d-4493-bd58-3db338591509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.177205 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca441da6-783d-4493-bd58-3db338591509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.192131 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca441da6-783d-4493-bd58-3db338591509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.194729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ca441da6-783d-4493-bd58-3db338591509 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2726e32-523c-4f7f-86ee-83585d12f542 HTTP/1.1" status: 204 len: 168 time: 0.1980231 Jul 19 03:48:01.197548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40912) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:01.213929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca441da6-783d-4493-bd58-3db338591509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2726e32-523c-4f7f-86ee-83585d12f542,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:01.663851 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.747604 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.758067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:48:01.767817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df75fc86-ca0b-41d5-b687-b7bb31ce4464') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:48:01.768112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df75fc86-ca0b-41d5-b687-b7bb31ce4464') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:48:01.777250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.791214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.797001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:48:01.797465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:48:01.799104 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:48:01.867998 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.873880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:01.875765 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa HTTP/1.1" status: 204 len: 168 time: 0.6767008 Jul 19 03:48:01.886911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d17b12-7fc6-4826-abed-daa656dfd4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc3d6c3-b61e-4a11-915a-dd4c5dd069fa,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:02.055885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40924) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:02.097014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3b8ad0a9-68e3-4028-8378-833cd1fe18b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6126ec5989184c0d9b78fb70de1ec198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397921 Jul 19 03:48:02.104342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 40926) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:02.155012 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23bb60b4-6ecb-41dc-a016-216682b44311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:02.175459 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23bb60b4-6ecb-41dc-a016-216682b44311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:02.224461 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23bb60b4-6ecb-41dc-a016-216682b44311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:02.226955 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23bb60b4-6ecb-41dc-a016-216682b44311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:02.230816 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-23bb60b4-6ecb-41dc-a016-216682b44311 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8858c276-3467-48d9-9506-c972f5306199 HTTP/1.1" status: 204 len: 168 time: 0.1301250 Jul 19 03:48:02.239106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb60b4-6ecb-41dc-a016-216682b44311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8858c276-3467-48d9-9506-c972f5306199,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:07.247650 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:07.423393 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:08.007162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-ed6d7aa9-d8a5-4203-8811-b48fedf00a49 req-e75395f5-a3fa-429e-b7ed-0b1058f7c126 service neutron] (94344) timed out ('10.222.0.20', 59270) {{(pid=94344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 03:48:11.427343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41076) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:11.544823 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f2b2ffc-f1ea-4e22-b034-adf11d782678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:11.647297 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f2b2ffc-f1ea-4e22-b034-adf11d782678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:11.653976 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4f2b2ffc-f1ea-4e22-b034-adf11d782678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:11.694187 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4f2b2ffc-f1ea-4e22-b034-adf11d782678 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68f4447638fe4422a2ae97dc61e0fc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654545 Jul 19 03:48:11.695150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b2ffc-f1ea-4e22-b034-adf11d782678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf5ae58-f015-4a05-8920-9e6d8b2666a4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:11.697045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41088) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:11.747619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f5789b9-71ec-4324-9557-ebad14ade5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:11.774296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f5789b9-71ec-4324-9557-ebad14ade5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:11.819161 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f5789b9-71ec-4324-9557-ebad14ade5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:11.821689 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1f5789b9-71ec-4324-9557-ebad14ade5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:11.822893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1f5789b9-71ec-4324-9557-ebad14ade5a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbf5ae58-f015-4a05-8920-9e6d8b2666a4 HTTP/1.1" status: 204 len: 168 time: 0.1248457 Jul 19 03:48:11.830421 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5789b9-71ec-4324-9557-ebad14ade5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf5ae58-f015-4a05-8920-9e6d8b2666a4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:12.506185 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-43ac973d-b18a-4488-bb1a-6b549fff8e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:15.095740 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2b97733f-6e2a-41b5-81c6-31c5560bf892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:15.675762 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:16.481126 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:16.922377 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:48:18.000934 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:37.247202 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:37.441607 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:40.702727 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-243a22b8-8785-433a-975d-544051b9db06 req-5470beee-5928-40cb-8c6e-e36ac04ff353 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538027 Jul 19 03:48:40.803017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a22b8-8785-433a-975d-544051b9db06 req-0d3d57f1-127f-4b98-a8f5-43793361aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:48:40.804551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-243a22b8-8785-433a-975d-544051b9db06 req-0d3d57f1-127f-4b98-a8f5-43793361aa97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 1097 time: 0.0587409 Jul 19 03:48:40.914147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a22b8-8785-433a-975d-544051b9db06 req-3e39503e-923c-4a04-aecb-9bff22abb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:48:40.915793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-243a22b8-8785-433a-975d-544051b9db06 req-3e39503e-923c-4a04-aecb-9bff22abb5cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.0903227 Jul 19 03:48:40.985292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-243a22b8-8785-433a-975d-544051b9db06 req-75406b0c-b086-4eff-af3a-9da696bf7e34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2 HTTP/1.1" status: 200 len: 1000 time: 0.0636876 Jul 19 03:48:41.037151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a22b8-8785-433a-975d-544051b9db06 req-9797009c-a93e-41cb-a4b5-8eb0bde42ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:48:41.038684 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-243a22b8-8785-433a-975d-544051b9db06 req-9797009c-a93e-41cb-a4b5-8eb0bde42ca1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0470941 Jul 19 03:48:41.100985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a22b8-8785-433a-975d-544051b9db06 req-9efb6852-3a97-4c29-97d7-39c07c0953dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:48:41.102978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-243a22b8-8785-433a-975d-544051b9db06 req-9efb6852-3a97-4c29-97d7-39c07c0953dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585055 Jul 19 03:48:41.202623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-243a22b8-8785-433a-975d-544051b9db06 req-4ef1e664-7a18-4fc9-9b6f-2d0d7ca96095 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932260 Jul 19 03:48:41.296905 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-243a22b8-8785-433a-975d-544051b9db06 req-a9393539-1816-417f-8b64-0fd7d62c399b service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882101 Jul 19 03:48:42.507143 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-529b5642-8ca2-439a-af03-152606ccaa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:45.105578 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-18c9667e-42f5-47e2-9aa6-6392653ff216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:45.678665 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:46.483722 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:48.003774 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:53.922994 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:48:56.413991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41658) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:56.418708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201346722', 'description': 'tempest-secgroup-smoke-1201346722 description', 'project_id': '18f60584931d435ab5e9901cb81ecb75'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:48:56.443678 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.534310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.538854 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.566232 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.567515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1524806 Jul 19 03:48:56.572042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41662) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:56.572545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:56.578174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Request body: {'security_group_rule': {'security_group_id': 'b88adbb0-0bf2-4b6a-9bbd-c20764f4e066', 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:48:56.579705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.580063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.580406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.580745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.581080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.581413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.581905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.582431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.582909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.583407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.584001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.584489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac47e8ec-36a3-4baf-bd8f-f74efce7863a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.607431 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.675812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.680185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.698833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b424b7a7-87c2-4a52-acad-21a5b6c85a8e,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:56.707923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.709788 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366017 Jul 19 03:48:56.711234 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.711576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.711912 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.712242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.712572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.712899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.713067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41664) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:56.713220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.713538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.713857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.714174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.714517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.714831 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2320bec4-e133-4006-a0bc-ce231a4b2194 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:48:56.720313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-cb20943f-404b-42cf-a317-e286e3fd8251 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Request body: {'security_group_rule': {'security_group_id': 'b88adbb0-0bf2-4b6a-9bbd-c20764f4e066', 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:48:56.749824 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb20943f-404b-42cf-a317-e286e3fd8251 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.808719 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb20943f-404b-42cf-a317-e286e3fd8251 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.812314 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb20943f-404b-42cf-a317-e286e3fd8251 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.829579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20943f-404b-42cf-a317-e286e3fd8251 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cd73e9-e838-4c76-bdc4-0d7c89fff20b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:56.837149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb20943f-404b-42cf-a317-e286e3fd8251 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.838789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cb20943f-404b-42cf-a317-e286e3fd8251 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242282 Jul 19 03:48:56.841611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41666) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:56.846093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d010e7aa-4d0e-4df7-8f6f-1c49f539a2ca tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Request body: {'security_group_rule': {'security_group_id': 'b88adbb0-0bf2-4b6a-9bbd-c20764f4e066', 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:48:56.876866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d010e7aa-4d0e-4df7-8f6f-1c49f539a2ca tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.939449 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d010e7aa-4d0e-4df7-8f6f-1c49f539a2ca tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.943928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d010e7aa-4d0e-4df7-8f6f-1c49f539a2ca tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.961215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010e7aa-4d0e-4df7-8f6f-1c49f539a2ca tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83f179a-a215-4103-a1cc-a72cedcddfcf,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:56.968216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d010e7aa-4d0e-4df7-8f6f-1c49f539a2ca tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:56.969536 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d010e7aa-4d0e-4df7-8f6f-1c49f539a2ca tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269524 Jul 19 03:48:56.972476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41668) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:56.977717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c9899b9d-1891-4ad4-9816-88fa2195e7b6 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Request body: {'security_group_rule': {'security_group_id': 'b88adbb0-0bf2-4b6a-9bbd-c20764f4e066', 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:48:57.004901 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9899b9d-1891-4ad4-9816-88fa2195e7b6 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.066840 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9899b9d-1891-4ad4-9816-88fa2195e7b6 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.072621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9899b9d-1891-4ad4-9816-88fa2195e7b6 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.091510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9899b9d-1891-4ad4-9816-88fa2195e7b6 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b3505d-21af-4b14-a988-3e6ea853f5cb,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:57.096986 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c9899b9d-1891-4ad4-9816-88fa2195e7b6 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.098795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c9899b9d-1891-4ad4-9816-88fa2195e7b6 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253347 Jul 19 03:48:57.101941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41670) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:57.106645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-fa14cc4f-6b9d-42cc-bd27-cb80986fc9bb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Request body: {'security_group_rule': {'security_group_id': 'b88adbb0-0bf2-4b6a-9bbd-c20764f4e066', 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:48:57.128440 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-fa14cc4f-6b9d-42cc-bd27-cb80986fc9bb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Project 18f60584931d435ab5e9901cb81ecb75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:48:57.134017 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fa14cc4f-6b9d-42cc-bd27-cb80986fc9bb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.194283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fa14cc4f-6b9d-42cc-bd27-cb80986fc9bb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.198094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fa14cc4f-6b9d-42cc-bd27-cb80986fc9bb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.216191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14cc4f-6b9d-42cc-bd27-cb80986fc9bb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba6abe4-898b-48cb-a112-1a5c6edad82f,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:57.225740 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fa14cc4f-6b9d-42cc-bd27-cb80986fc9bb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.229746 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fa14cc4f-6b9d-42cc-bd27-cb80986fc9bb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240573 Jul 19 03:48:57.229925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41672) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:48:57.234774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-3497cb2d-1e72-459c-9720-3f66a65d9fe7 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Request body: {'security_group_rule': {'security_group_id': 'b88adbb0-0bf2-4b6a-9bbd-c20764f4e066', 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:48:57.263000 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-3497cb2d-1e72-459c-9720-3f66a65d9fe7 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Project 18f60584931d435ab5e9901cb81ecb75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 03:48:57.268404 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3497cb2d-1e72-459c-9720-3f66a65d9fe7 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.331328 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3497cb2d-1e72-459c-9720-3f66a65d9fe7 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.335682 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3497cb2d-1e72-459c-9720-3f66a65d9fe7 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.356920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497cb2d-1e72-459c-9720-3f66a65d9fe7 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f3ac73-d275-47c3-a736-650dfd545bb1,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:48:57.360599 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3497cb2d-1e72-459c-9720-3f66a65d9fe7 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:48:57.369460 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3497cb2d-1e72-459c-9720-3f66a65d9fe7 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310842 Jul 19 03:48:57.572168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-c4b7a2ad-4bf0-4eaa-a0e1-058b379ef285 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201346722&fields=id&tenant_id=18f60584931d435ab5e9901cb81ecb75 HTTP/1.1" status: 200 len: 267 time: 0.0442655 Jul 19 03:48:57.696222 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-54b8ede3-db67-4178-a271-80f4acec1eec tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:48:57.703749 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-54b8ede3-db67-4178-a271-80f4acec1eec tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/networks?id=4059572a-222b-4be9-8866-a23d5cf36994 HTTP/1.1" status: 200 len: 813 time: 0.1256514 Jul 19 03:48:57.715593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-0159c500-e740-4c9c-ba0a-e2a4000c01cd tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/quotas/18f60584931d435ab5e9901cb81ecb75 HTTP/1.1" status: 200 len: 375 time: 0.0108304 Jul 19 03:48:57.813202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4a4c7024-2bfb-4a7e-872e-0e66ecbb81ee tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=18f60584931d435ab5e9901cb81ecb75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905638 Jul 19 03:48:57.938514 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-e789b4f9-b974-4bbf-a049-693d50c55e65 service neutron] 10.222.0.20 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981257 Jul 19 03:48:58.058529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-f0b3f220-889c-4aec-ae89-5108075bbf30 service neutron] 10.222.0.20 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123810 Jul 19 03:48:58.482635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ebc835a2-c5ba-415f-a9f6-505af351d7f1 req-84817d23-78ac-4145-aeeb-739e90a358f1 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 210 time: 0.0468001 Jul 19 03:48:59.681869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f14565d5-5992-4665-b00e-8325411256ee req-021cfcfc-fe55-43d4-b0b2-1c2bf513e4eb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 210 time: 0.0405853 Jul 19 03:48:59.899373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-b7062492-6327-43e2-b7f4-5cd485e9b8eb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:48:59.902677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-b7062492-6327-43e2-b7f4-5cd485e9b8eb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.26 "GET /v2.0/networks?id=4059572a-222b-4be9-8866-a23d5cf36994 HTTP/1.1" status: 200 len: 813 time: 0.1473320 Jul 19 03:48:59.976274 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-7723dad3-b8cb-47f0-b42e-e8dc06e5a299 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18f60584931d435ab5e9901cb81ecb75 HTTP/1.1" status: 200 len: 380 time: 0.0631049 Jul 19 03:48:59.988000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Request body: {'port': {'device_id': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'admin_state_up': True, 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'security_groups': ['b88adbb0-0bf2-4b6a-9bbd-c20764f4e066']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:49:00.148506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Made reservation on behalf of 18f60584931d435ab5e9901cb81ecb75 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:49:00.156247 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:00.305768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Allocated IP 172.20.0.4 (4059572a-222b-4be9-8866-a23d5cf36994/c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b/89845c7b-7014-45ea-88d5-93248b3848e3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:49:00.455498 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:00.469420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Transition to ACTIVE for port object 89845c7b-7014-45ea-88d5-93248b3848e3 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:49:00.509086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:00.561280 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Network 4059572a-222b-4be9-8866-a23d5cf36994 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:49:00.565028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:49:00.570073 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:49:00.576378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event updated for resources: {'Port': ['ID=89845c7b-7014-45ea-88d5-93248b3848e3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:00.637473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:00.638249 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:00.663125 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-4bcf4c54-3f5e-44e0-a8d1-351d1ba96223 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6825449 Jul 19 03:49:00.675002 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Request body: {'port': {'device_id': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:49:00.778235 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:00.945637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ce7eae64-90c8-4e4c-aa0e-bdfb13daefdb None None] Provisioning for port 89845c7b-7014-45ea-88d5-93248b3848e3 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:49:00.959771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ce7eae64-90c8-4e4c-aa0e-bdfb13daefdb None None] Provisioning complete for port 89845c7b-7014-45ea-88d5-93248b3848e3 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:49:00.960390 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce7eae64-90c8-4e4c-aa0e-bdfb13daefdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:01.039969 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ce7eae64-90c8-4e4c-aa0e-bdfb13daefdb None None] Port 89845c7b-7014-45ea-88d5-93248b3848e3 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:49:01.149094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7944d84-cffc-466b-a682-ebf68f8d5f36 req-c47582d5-2174-4a07-aeb1-f596bd9d53fd tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:01.149094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7944d84-cffc-466b-a682-ebf68f8d5f36 req-c47582d5-2174-4a07-aeb1-f596bd9d53fd tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 931 time: 0.2447529 Jul 19 03:49:01.217313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a7944d84-cffc-466b-a682-ebf68f8d5f36 req-931545af-50b2-4769-a8fc-287dcae53120 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598116 Jul 19 03:49:01.267899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89845c7b-7014-45ea-88d5-93248b3848e3 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:49:01.276272 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:01.290934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Transition to ACTIVE for port object 89845c7b-7014-45ea-88d5-93248b3848e3 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:49:01.295833 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:01.404480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Pushing event updated for resources: {'Port': ['ID=89845c7b-7014-45ea-88d5-93248b3848e3,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:01.501453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Attempting to bind port 89845c7b-7014-45ea-88d5-93248b3848e3 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:49:01.502089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Attempting to bind port 89845c7b-7014-45ea-88d5-93248b3848e3 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:49:01.502540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Attempting to bind port 89845c7b-7014-45ea-88d5-93248b3848e3 on network 4059572a-222b-4be9-8866-a23d5cf36994 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:49:01.513750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Port 89845c7b-7014-45ea-88d5-93248b3848e3 on network 4059572a-222b-4be9-8866-a23d5cf36994 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:49:01.514212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Attempting to bind port 89845c7b-7014-45ea-88d5-93248b3848e3 on network 4059572a-222b-4be9-8866-a23d5cf36994 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:49:01.527581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:49:01.528049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Checking segment: {'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:49:01.528477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Bound using segment: {'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:49:01.528894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Bound port: 89845c7b-7014-45ea-88d5-93248b3848e3, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e357eeb-34c3-4168-b0eb-e4b8b605d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:49:01.529248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:01.647882 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] For port 89845c7b-7014-45ea-88d5-93248b3848e3, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:49:01.652140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] For port 89845c7b-7014-45ea-88d5-93248b3848e3, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=89845c7b-7014-45ea-88d5-93248b3848e3,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:49:01.656751 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:01.694386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:01.695035 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:01.696474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] 10.222.0.26 "PUT /v2.0/ports/89845c7b-7014-45ea-88d5-93248b3848e3 HTTP/1.1" status: 200 len: 1092 time: 1.0259647 Jul 19 03:49:01.696939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:49:01.699619 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e634a718-f224-4892-b541-8d9c87ed9fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:49:01.736243 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eda795-2c1e-431d-b308-06a4ce3f5d7a service neutron] Pushing event updated for resources: {'Port': ['ID=89845c7b-7014-45ea-88d5-93248b3848e3,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:01.796322 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c044d70d-9c9f-416a-a97e-9ed53f004475 x-openstack-request-id: req-c044d70d-9c9f-416a-a97e-9ed53f004475 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:49:01.796621 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:49:01.796876 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c044d70d-9c9f-416a-a97e-9ed53f004475 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:49:01.797270 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3', 'status': 'completed', 'code': 200} Jul 19 03:49:01.845773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-d6022285-617f-4836-9834-af7c4e639f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:01.854129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-d6022285-617f-4836-9834-af7c4e639f91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18f60584931d435ab5e9901cb81ecb75&device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 1095 time: 0.1104620 Jul 19 03:49:01.903663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-08a270ad-f9fb-4d9a-a976-5e90f7f55f71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89845c7b-7014-45ea-88d5-93248b3848e3 HTTP/1.1" status: 200 len: 217 time: 0.0430245 Jul 19 03:49:01.968536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-1cbed6b5-2e73-40a3-a121-4de19f5f519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:01.970878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-1cbed6b5-2e73-40a3-a121-4de19f5f519e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b HTTP/1.1" status: 200 len: 852 time: 0.0607696 Jul 19 03:49:02.054892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-bc6d984a-eb16-4286-a62f-c1a1daf7c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:02.056449 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-bc6d984a-eb16-4286-a62f-c1a1daf7c441 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4059572a-222b-4be9-8866-a23d5cf36994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783477 Jul 19 03:49:02.156511 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-1e691582-554f-48d2-a35e-b3832ca6d8d6 service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941548 Jul 19 03:49:02.264590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72a1ac7b-cc60-4d2d-99d2-b10f7db0e716 req-78602007-d336-4a20-a6ec-b9aeff4ec37f service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008339 Jul 19 03:49:02.373198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-f6c24be0-c198-486f-aa46-cf5c41f78c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:02.374797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-f6c24be0-c198-486f-aa46-cf5c41f78c6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18f60584931d435ab5e9901cb81ecb75&device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 1095 time: 0.0552571 Jul 19 03:49:02.532510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbe79a-7546-4915-a859-314c820cd8fe req-1ac37d28-fd2e-44e6-bb27-79fd3b74a214 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:02.540352 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61bbe79a-7546-4915-a859-314c820cd8fe req-1ac37d28-fd2e-44e6-bb27-79fd3b74a214 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 943 time: 0.1440551 Jul 19 03:49:02.557993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-679835dd-f9b0-42b0-92a9-144bd4cfa9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:02.559651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-679835dd-f9b0-42b0-92a9-144bd4cfa9a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4059572a-222b-4be9-8866-a23d5cf36994 HTTP/1.1" status: 200 len: 913 time: 0.1792250 Jul 19 03:49:02.614908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-11052d71-9085-43b1-b063-b52237ba18f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89845c7b-7014-45ea-88d5-93248b3848e3 HTTP/1.1" status: 200 len: 217 time: 0.0492511 Jul 19 03:49:02.629295 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61bbe79a-7546-4915-a859-314c820cd8fe req-585b1d9b-f809-4ebc-b28d-0c44f56d4e88 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880547 Jul 19 03:49:02.684539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-7beffaf5-e263-46f8-89d3-eef81711d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:02.686330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-7beffaf5-e263-46f8-89d3-eef81711d033 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b HTTP/1.1" status: 200 len: 852 time: 0.0560706 Jul 19 03:49:02.760239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-fb1e7746-5ee7-4383-ba28-1ab1a0d7a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:02.761781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-fb1e7746-5ee7-4383-ba28-1ab1a0d7a41e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4059572a-222b-4be9-8866-a23d5cf36994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699494 Jul 19 03:49:02.866940 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-08c369cb-00b4-4978-9c30-b6dde254d731 service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990961 Jul 19 03:49:02.977775 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e634a718-f224-4892-b541-8d9c87ed9fe1 req-71a683bd-9307-4341-92a1-fa80cdac006a service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047242 Jul 19 03:49:03.803998 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f6563-e37f-47df-bc9d-457bd108c617 req-557104d0-8b14-4025-a3b1-e917a5cb0354 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:03.805511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad7f6563-e37f-47df-bc9d-457bd108c617 req-557104d0-8b14-4025-a3b1-e917a5cb0354 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 943 time: 0.0637348 Jul 19 03:49:03.844907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ad7f6563-e37f-47df-bc9d-457bd108c617 req-240a2f65-a4b4-413d-b724-6a49589c3a68 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Jul 19 03:49:04.359006 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5bef483f-7dab-4825-abab-6545cc1212e4 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338281067&fields=id&tenant_id=9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 267 time: 0.0339141 Jul 19 03:49:04.474598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb230-b373-4a88-9084-67c680116a82 req-232e21e8-46b9-483c-a3a8-80332d98d559 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:04.476132 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-232e21e8-46b9-483c-a3a8-80332d98d559 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.1101067 Jul 19 03:49:04.491193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-1a1e9539-301b-44f1-8e86-075a28c991e7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/quotas/9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 375 time: 0.0096900 Jul 19 03:49:04.567073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-c05f7b4e-e165-4337-b3af-691d117f4d8b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0707657 Jul 19 03:49:04.664302 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-a69c8aac-3532-4ee1-965e-832d7f965f76 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860224 Jul 19 03:49:04.751145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-04c3da86-9e82-4d53-b332-ff46c0008173 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812850 Jul 19 03:49:05.026459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499e8b8-a5cb-4587-8c5a-4c400c05a37c req-0c5de8f6-7a83-4bf7-961d-2ef8e9e3afbb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:05.028062 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9499e8b8-a5cb-4587-8c5a-4c400c05a37c req-0c5de8f6-7a83-4bf7-961d-2ef8e9e3afbb tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 943 time: 0.0730777 Jul 19 03:49:05.051567 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a77d53c5-b668-4a1f-85bf-800bea09116e req-e630aa13-8902-4c48-ac1e-d7bf4f2ffb0c tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 210 time: 0.0342050 Jul 19 03:49:05.072065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9499e8b8-a5cb-4587-8c5a-4c400c05a37c req-5ac13b66-1e4e-4bf4-8b5e-2e4dc3e96a38 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384746 Jul 19 03:49:06.132453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d6bd401-e59c-4190-859f-37a9968e6ca7 req-07f8eb89-d16a-4953-b29d-9526b2e28511 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 210 time: 0.0290878 Jul 19 03:49:06.250246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93b4ae-87d6-41bd-ad3a-5448421d11b6 req-e7f6359d-9d7b-4ba0-8373-ef86001197db tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:06.251805 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5a93b4ae-87d6-41bd-ad3a-5448421d11b6 req-e7f6359d-9d7b-4ba0-8373-ef86001197db tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 943 time: 0.0659015 Jul 19 03:49:06.292504 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5a93b4ae-87d6-41bd-ad3a-5448421d11b6 req-77359cce-0f3a-44ae-ac2d-0bb684f1fd61 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336962 Jul 19 03:49:07.080211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d6926ac0-a659-4ba3-9b33-f12af8829d4d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:07.081679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d6926ac0-a659-4ba3-9b33-f12af8829d4d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 812 time: 0.1079130 Jul 19 03:49:07.129668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-b3549016-09ab-495b-bc51-9d68226e9229 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dfda4f2519046729cf1708c43c8843e HTTP/1.1" status: 200 len: 379 time: 0.0348692 Jul 19 03:49:07.138965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'port': {'device_id': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'admin_state_up': True, 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'security_groups': ['1f78f8b2-b21d-41b9-8ae0-a28ec4757afd']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:49:07.249583 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:07.285218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99b1ea60-1fed-45c5-a81b-9bd13aa7389c req-5004979a-97e5-48d8-9803-0504984ca7af tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 210 time: 0.0351021 Jul 19 03:49:07.287379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Made reservation on behalf of 9dfda4f2519046729cf1708c43c8843e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:49:07.291310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:07.430633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Allocated IP 172.20.0.11 (1f0a9827-cef7-491f-9caf-3ea59bd4b55d/e654ab5b-0949-4169-b95b-b7d73ce291aa/0f4b42e3-ba1a-4307-9371-ffd584ab54d0) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:49:07.468090 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:07.473819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a70808-22c1-4792-9c19-57845ba7c263 req-7a30416f-e579-49cb-b614-7e782dca51db tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:07.476640 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b8a70808-22c1-4792-9c19-57845ba7c263 req-7a30416f-e579-49cb-b614-7e782dca51db tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 943 time: 0.0690553 Jul 19 03:49:07.518703 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b8a70808-22c1-4792-9c19-57845ba7c263 req-58ce015f-cac5-4403-b548-4c780a8ca533 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334671 Jul 19 03:49:07.587318 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:07.600685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Transition to ACTIVE for port object 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:49:07.632621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:07.680373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:49:07.683708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:49:07.687650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:49:07.713391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:07.744101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:07.744922 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:07.769010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-d4896f06-f866-499d-82c5-c8cab7411961 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6339607 Jul 19 03:49:07.780374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Request body: {'port': {'device_id': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:49:07.863190 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:07.992171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3ff6bc9-5edc-4b81-bf2e-6c80b7dbaac4 None None] Provisioning for port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:49:07.996652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3ff6bc9-5edc-4b81-bf2e-6c80b7dbaac4 None None] Provisioning complete for port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:49:07.997224 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3ff6bc9-5edc-4b81-bf2e-6c80b7dbaac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:08.032842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff6bc9-5edc-4b81-bf2e-6c80b7dbaac4 None None] Port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:49:08.129598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:49:08.138116 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:08.150381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Transition to ACTIVE for port object 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:49:08.155058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:08.210799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:08.287759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Attempting to bind port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:49:08.288103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Attempting to bind port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:49:08.288903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Attempting to bind port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:49:08.299134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:49:08.299454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Attempting to bind port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 on network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:49:08.316074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:49:08.316887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Checking segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:49:08.317350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Bound using segment: {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:49:08.318468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Bound port: 0f4b42e3-ba1a-4307-9371-ffd584ab54d0, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e206638b-7694-4199-80f3-f77bcdf83e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:49:08.318943 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:08.392274 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] For port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:49:08.396582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] For port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:49:08.403154 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:08.453644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:08.454607 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:08.455965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/0f4b42e3-ba1a-4307-9371-ffd584ab54d0 HTTP/1.1" status: 200 len: 1093 time: 0.6801114 Jul 19 03:49:08.456527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'tag': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:49:08.459352 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2651d06-c7d1-4f01-9d47-b84bec12790e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6687b2-28d2-4843-bef2-ace7059c7908", "tag": "0f4b42e3-ba1a-4307-9371-ffd584ab54d0"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:49:08.536783 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edb018c-de9d-4f09-9ebe-c08e57344ad7 x-openstack-request-id: req-3edb018c-de9d-4f09-9ebe-c08e57344ad7 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:49:08.537307 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6687b2-28d2-4843-bef2-ace7059c7908", "tag": "0f4b42e3-ba1a-4307-9371-ffd584ab54d0", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:49:08.537633 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3edb018c-de9d-4f09-9ebe-c08e57344ad7 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:49:08.538097 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'tag': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'status': 'completed', 'code': 200} Jul 19 03:49:08.554285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399d383-1822-4ca9-a04f-7034c62c39c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:08.576876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10801ca-8e64-4d9e-8c69-4e4de78361e3 req-8058e23b-b735-4285-8b8e-65358b9fd41f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:08.578475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d10801ca-8e64-4d9e-8c69-4e4de78361e3 req-8058e23b-b735-4285-8b8e-65358b9fd41f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 944 time: 0.1423805 Jul 19 03:49:08.623503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb230-b373-4a88-9084-67c680116a82 req-abc70da9-dc2c-4996-bc08-6466a60a9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:08.625050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-abc70da9-dc2c-4996-bc08-6466a60a9c4a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 1096 time: 0.1241884 Jul 19 03:49:08.634037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d10801ca-8e64-4d9e-8c69-4e4de78361e3 req-cc42af82-4c25-41e5-aa0e-e84a20f68dc8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488169 Jul 19 03:49:08.734376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33cb5-43c7-4072-8b54-6dc79a3b5cfb req-29b0c260-1512-486f-9fdb-cf61f4322180 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:08.736168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4fc33cb5-43c7-4072-8b54-6dc79a3b5cfb req-29b0c260-1512-486f-9fdb-cf61f4322180 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 943 time: 0.0733929 Jul 19 03:49:08.783217 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4fc33cb5-43c7-4072-8b54-6dc79a3b5cfb req-beac1685-a100-44f7-bce2-15988105bfb9 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399635 Jul 19 03:49:08.933839 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-03014c1e-bd7d-4586-9b96-84d69a9e26e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f4b42e3-ba1a-4307-9371-ffd584ab54d0 HTTP/1.1" status: 200 len: 217 time: 0.2988157 Jul 19 03:49:08.983803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb230-b373-4a88-9084-67c680116a82 req-cc611a53-d398-47d3-a7cf-3adb6d74968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:08.985511 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-cc611a53-d398-47d3-a7cf-3adb6d74968c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0447483 Jul 19 03:49:09.045334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb230-b373-4a88-9084-67c680116a82 req-22c0e835-c9da-4aab-982b-1f3cd090cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:09.046808 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-22c0e835-c9da-4aab-982b-1f3cd090cd67 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550673 Jul 19 03:49:09.141050 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-7418d324-3f1c-4509-a98e-d4ab077600e7 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874801 Jul 19 03:49:09.234650 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f6eeb230-b373-4a88-9084-67c680116a82 req-1803e02d-fd39-48eb-a781-139d8fc6c24f service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863760 Jul 19 03:49:09.334702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-b05c8047-15ca-46d2-af65-0ba4ede6d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:09.336110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-b05c8047-15ca-46d2-af65-0ba4ede6d5d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 1096 time: 0.0568922 Jul 19 03:49:09.425098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-2f9283c7-9925-4dd0-bb62-8fcc2aaced84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:09.426621 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-2f9283c7-9925-4dd0-bb62-8fcc2aaced84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.0849626 Jul 19 03:49:09.470188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-4116ae6d-6f9d-4969-b81e-501e2f61fb02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f4b42e3-ba1a-4307-9371-ffd584ab54d0 HTTP/1.1" status: 200 len: 217 time: 0.0377834 Jul 19 03:49:09.518653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-d5446f05-5320-4eac-b957-87d65e598ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:09.520216 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-d5446f05-5320-4eac-b957-87d65e598ec4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0444834 Jul 19 03:49:09.575875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-6dedea6e-f40e-4952-a776-210279f1cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:09.577380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-6dedea6e-f40e-4952-a776-210279f1cba6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514197 Jul 19 03:49:09.673670 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-8961f9bc-705a-4f61-aaa8-551b699f6ce5 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891099 Jul 19 03:49:09.800868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2651d06-c7d1-4f01-9d47-b84bec12790e req-24e453d4-3b6b-4355-9359-2dfe30a05d51 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204205 Jul 19 03:49:09.839599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b174c-e9a9-4c31-8efe-cd49b0116b23 req-77ae4276-cd62-4b1f-8db0-a6a4426f1d48 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:09.841351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-122b174c-e9a9-4c31-8efe-cd49b0116b23 req-77ae4276-cd62-4b1f-8db0-a6a4426f1d48 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 944 time: 0.0865960 Jul 19 03:49:09.881013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-122b174c-e9a9-4c31-8efe-cd49b0116b23 req-1c44d752-3e3f-4c6d-9416-00109baff271 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336301 Jul 19 03:49:09.963483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43530c17-75e9-492d-8f91-b2dea6a21c4a req-73bfe353-4409-4d6e-bcf9-554e3207c35a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:09.964932 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-43530c17-75e9-492d-8f91-b2dea6a21c4a req-73bfe353-4409-4d6e-bcf9-554e3207c35a tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 943 time: 0.0643015 Jul 19 03:49:10.003729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-43530c17-75e9-492d-8f91-b2dea6a21c4a req-b91a978d-cd30-4d28-be8e-ef7a942e60bf tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Jul 19 03:49:11.064889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4525092-b756-4ebb-a58b-0474f7bf69c1 req-e9de4a87-a745-4916-a57a-fef3926907ac tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:11.066440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4525092-b756-4ebb-a58b-0474f7bf69c1 req-e9de4a87-a745-4916-a57a-fef3926907ac tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 944 time: 0.0700436 Jul 19 03:49:11.108790 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4525092-b756-4ebb-a58b-0474f7bf69c1 req-1530d3c8-386d-4cf9-a2b5-b9cac4571096 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367458 Jul 19 03:49:11.189672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd44a4e-1256-407d-b229-828375bb1066 req-36c11e71-559c-41f1-8dec-4b6b90a1e03f tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:11.191316 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bdd44a4e-1256-407d-b229-828375bb1066 req-36c11e71-559c-41f1-8dec-4b6b90a1e03f tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 943 time: 0.0673048 Jul 19 03:49:11.236511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bdd44a4e-1256-407d-b229-828375bb1066 req-1ff245ee-57c7-444a-b7ab-7834c05b2bac tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386872 Jul 19 03:49:12.278074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b514d4-af7a-4407-929d-085eedbb13f1 req-9e0f3bf5-b825-46d6-b473-1f760b72cbdd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:12.279611 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28b514d4-af7a-4407-929d-085eedbb13f1 req-9e0f3bf5-b825-46d6-b473-1f760b72cbdd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 944 time: 0.0631416 Jul 19 03:49:12.322224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28b514d4-af7a-4407-929d-085eedbb13f1 req-4db183b5-8a2d-4c9c-87b0-c26547227aa6 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372236 Jul 19 03:49:12.412494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a517735-d875-4058-bee2-946698118242 req-d69cd68e-acb1-44a2-a470-51329bad54ce tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:12.413906 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a517735-d875-4058-bee2-946698118242 req-d69cd68e-acb1-44a2-a470-51329bad54ce tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 943 time: 0.0631864 Jul 19 03:49:12.451523 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a517735-d875-4058-bee2-946698118242 req-740d00af-7d66-461d-b86c-7e438a1c7bd7 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Jul 19 03:49:12.512280 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-11534d64-033e-4e38-92e4-8939def51f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:12.730804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 89845c7b-7014-45ea-88d5-93248b3848e3 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:49:12.822999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 89845c7b-7014-45ea-88d5-93248b3848e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=89845c7b-7014-45ea-88d5-93248b3848e3,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:49:12.833312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '89845c7b-7014-45ea-88d5-93248b3848e3', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'port_id': '89845c7b-7014-45ea-88d5-93248b3848e3', 'mac_address': 'fa:16:3e:a4:51:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:49:12.869470 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:12.885126 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89845c7b-7014-45ea-88d5-93248b3848e3 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:49:12.903569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 89845c7b-7014-45ea-88d5-93248b3848e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=89845c7b-7014-45ea-88d5-93248b3848e3,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:49:12.907125 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:12.952707 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=89845c7b-7014-45ea-88d5-93248b3848e3,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:12.960009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.960359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.960699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.961036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.961367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.961694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.962017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.962372 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.962696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.963018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.963339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:12.963657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:13.140632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['89845c7b-7014-45ea-88d5-93248b3848e3'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:49:13.497099 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee33a0a-5124-4c3a-b9dd-3e113efee48d req-66e5e9d0-c70f-4237-8d9b-9a5dbe13b930 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:13.498657 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bee33a0a-5124-4c3a-b9dd-3e113efee48d req-66e5e9d0-c70f-4237-8d9b-9a5dbe13b930 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 944 time: 0.0637250 Jul 19 03:49:13.538222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bee33a0a-5124-4c3a-b9dd-3e113efee48d req-38bce8b3-1f41-46df-963c-e9335b692fc4 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335929 Jul 19 03:49:13.625568 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c52070-51e0-4425-824d-74846c784483 req-94f1fcf3-7571-4d0a-9852-6ca89239b391 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:13.627121 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30c52070-51e0-4425-824d-74846c784483 req-94f1fcf3-7571-4d0a-9852-6ca89239b391 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 944 time: 0.0628130 Jul 19 03:49:13.665428 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-30c52070-51e0-4425-824d-74846c784483 req-d0e90ef2-4d57-4197-89ee-1cb5793e2e48 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Jul 19 03:49:14.719409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50908f5b-7cf0-4a53-b04f-83cd41c378f1 req-5e98ef2a-a155-4699-b33f-6e81e9c6ba90 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:14.721410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50908f5b-7cf0-4a53-b04f-83cd41c378f1 req-5e98ef2a-a155-4699-b33f-6e81e9c6ba90 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 944 time: 0.0739601 Jul 19 03:49:14.746638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 89845c7b-7014-45ea-88d5-93248b3848e3 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:49:14.771925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-50908f5b-7cf0-4a53-b04f-83cd41c378f1 req-d6e15f8e-0476-4af9-a6b6-43b7114b8bab tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441518 Jul 19 03:49:14.798355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 89845c7b-7014-45ea-88d5-93248b3848e3 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:49:14.804038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 89845c7b-7014-45ea-88d5-93248b3848e3 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:49:14.804409 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:14.884777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d134a67-c1db-4642-9dbd-e374d00547c0 req-94503624-bd75-4f72-b41e-ea64a298e4df tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:14.886530 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d134a67-c1db-4642-9dbd-e374d00547c0 req-94503624-bd75-4f72-b41e-ea64a298e4df tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 944 time: 0.0932753 Jul 19 03:49:14.890299 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:14.912761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:49:14.915051 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87c264e-503a-4a40-b73c-eb7d6546b07d" -d '{"events": [{"server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "name": "network-vif-plugged", "status": "completed", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:49:14.928899 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 89845c7b-7014-45ea-88d5-93248b3848e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=89845c7b-7014-45ea-88d5-93248b3848e3,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:49:14.934339 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:14.938790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d134a67-c1db-4642-9dbd-e374d00547c0 req-07e7a95b-2da4-485b-8c7c-a87c9c688444 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462384 Jul 19 03:49:14.958855 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d285572d-5700-4840-a730-2cbee9348bb7 x-openstack-request-id: req-d285572d-5700-4840-a730-2cbee9348bb7 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:49:14.959143 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "name": "network-vif-plugged", "status": "completed", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:49:14.959395 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d285572d-5700-4840-a730-2cbee9348bb7 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:49:14.959785 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3', 'code': 200} Jul 19 03:49:14.995765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=89845c7b-7014-45ea-88d5-93248b3848e3,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:15.079237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c9e70-d648-4ce4-be2a-c60214a637d7 req-ff5216ef-1ce4-4085-a2e6-328674497ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:15.081550 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-716c9e70-d648-4ce4-be2a-c60214a637d7 req-ff5216ef-1ce4-4085-a2e6-328674497ec6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 1097 time: 0.0570445 Jul 19 03:49:15.095984 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-354c68ca-e02d-4205-b680-9ffdd59f387b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:15.116588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-716c9e70-d648-4ce4-be2a-c60214a637d7 req-4c2f028d-ebb4-4eba-a3ed-6608be4dc9e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293047 Jul 19 03:49:15.680908 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:15.955892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262364b3-446d-4fed-8fa3-64b456260b81 req-89d39076-8b29-4a57-be38-3a1bf4392d77 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:15.957301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-262364b3-446d-4fed-8fa3-64b456260b81 req-89d39076-8b29-4a57-be38-3a1bf4392d77 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 944 time: 0.0705640 Jul 19 03:49:15.998479 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-262364b3-446d-4fed-8fa3-64b456260b81 req-336f6f2f-56ea-4918-b41f-fb2525fcc874 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351009 Jul 19 03:49:16.138576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf9e95-53a7-4693-9a32-66938d7b38d6 req-19e747b2-a398-4318-b422-19d7809ca5a5 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:16.140111 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ccf9e95-53a7-4693-9a32-66938d7b38d6 req-19e747b2-a398-4318-b422-19d7809ca5a5 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 945 time: 0.0672863 Jul 19 03:49:16.180134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ccf9e95-53a7-4693-9a32-66938d7b38d6 req-f7a5e315-cacd-4db8-a6d1-0d4bc2cb0d19 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330694 Jul 19 03:49:16.366121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643d5b-9d90-42ec-a571-b2d260026cc1 req-ef5c78f6-b8d2-421f-8f17-8b71998ab3f2 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:16.368097 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca643d5b-9d90-42ec-a571-b2d260026cc1 req-ef5c78f6-b8d2-421f-8f17-8b71998ab3f2 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 945 time: 0.0728719 Jul 19 03:49:16.413612 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca643d5b-9d90-42ec-a571-b2d260026cc1 req-aa9dc1e0-095f-4e0e-9349-5efe2adee035 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397024 Jul 19 03:49:16.442941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41794) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:49:16.486909 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:16.671453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba423ba9-4c21-4b07-8f01-1bb2ad49ba2f tempest-TestVolumeBackupRestore-1234746730 tempest-TestVolumeBackupRestore-1234746730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:16.673028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ba423ba9-4c21-4b07-8f01-1bb2ad49ba2f tempest-TestVolumeBackupRestore-1234746730 tempest-TestVolumeBackupRestore-1234746730-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 1092 time: 0.2290711 Jul 19 03:49:16.676186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41798) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:49:16.681195 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '89845c7b-7014-45ea-88d5-93248b3848e3', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:49:16.703619 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:16.811259 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:16.927464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Allocated IP 172.25.2.232 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/9b7475de-294c-40bd-9693-0757172c2fdc) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:49:17.032085 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:17.071684 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:17.108433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:49:17.116071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:49:17.131186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:49:17.183872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event updated for resources: {'Port': ['ID=9b7475de-294c-40bd-9693-0757172c2fdc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:17.288678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5861b-eb15-499c-a53b-df2d0b89128b req-5e933aa6-8909-49b8-9cb1-b491720a70fb tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:17.290190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-73c5861b-eb15-499c-a53b-df2d0b89128b req-5e933aa6-8909-49b8-9cb1-b491720a70fb tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 944 time: 0.1758235 Jul 19 03:49:17.381026 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-73c5861b-eb15-499c-a53b-df2d0b89128b req-fcdb193e-f2af-4725-8bb3-72efdf159856 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842690 Jul 19 03:49:17.584300 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:17.668926 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:17.837414 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:17.842001 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:17.916857 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event updated for resources: {'Port': ['ID=9b7475de-294c-40bd-9693-0757172c2fdc,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:17.926174 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:18.004786 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:18.027707 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Floating IP 18fa0542-a20c-4669-b343-dc1843256cbd associated. External IP: 172.25.2.232, port: 89845c7b-7014-45ea-88d5-93248b3848e3. Jul 19 03:49:18.236416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Router dd4d9da6-d051-4096-8142-25e3908cf395 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:49:18.343297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:49:18.353986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] Sync routers for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:49:18.360583 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:18.363763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:49:18.364426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:18.400156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-121c79ce-c469-4a27-a9d3-f9fb10d96464 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7202957 Jul 19 03:49:18.400156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:49:18.400690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 41804) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:49:18.401157 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625359b3-601e-4688-9135-55c42fb6af39" -d '{"events": [{"name": "network-changed", "server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:49:18.452169 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ce6106-12b7-4e54-921d-78fa921bdf48 x-openstack-request-id: req-76ce6106-12b7-4e54-921d-78fa921bdf48 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:49:18.452470 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:49:18.452732 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76ce6106-12b7-4e54-921d-78fa921bdf48 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:49:18.453902 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3', 'status': 'completed', 'code': 200} Jul 19 03:49:18.459132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33599829-9d69-4d4a-8a9c-6d611683a8c4 tempest-TestVolumeBackupRestore-1234746730 tempest-TestVolumeBackupRestore-1234746730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:18.464207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41810) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:49:18.465397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-33599829-9d69-4d4a-8a9c-6d611683a8c4 tempest-TestVolumeBackupRestore-1234746730 tempest-TestVolumeBackupRestore-1234746730-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 1092 time: 0.0583975 Jul 19 03:49:18.470800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2aceb683-0b2b-4bc8-aff2-f6fb918755de tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Request body: {'floatingip': {'port_id': '89845c7b-7014-45ea-88d5-93248b3848e3'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:49:18.484567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:49:18.584979 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2aceb683-0b2b-4bc8-aff2-f6fb918755de tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:18.672330 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625359b3-601e-4688-9135-55c42fb6af39 req-e05c3501-d7fb-4754-84ef-f76d5f3711b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:18.673878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-625359b3-601e-4688-9135-55c42fb6af39 req-e05c3501-d7fb-4754-84ef-f76d5f3711b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18f60584931d435ab5e9901cb81ecb75&device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 1097 time: 0.1985567 Jul 19 03:49:18.712578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '18fa0542-a20c-4669-b343-dc1843256cbd', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'port_id': '89845c7b-7014-45ea-88d5-93248b3848e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'mac_address': 'fa:16:3e:a4:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:49:17Z', 'updated_at': '2021-07-19T03:49:17Z', 'revision_number': 0, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 5, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:18.725233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ffca2-17e6-40e3-a4c5-d0e478b0642c req-b863b73c-36c2-49df-86f5-63726c1abe25 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:18.726757 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-283ffca2-17e6-40e3-a4c5-d0e478b0642c req-b863b73c-36c2-49df-86f5-63726c1abe25 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 944 time: 0.2111216 Jul 19 03:49:18.739935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] Checking router: dd4d9da6-d051-4096-8142-25e3908cf395 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:49:18.748429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:49:18.749038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:18.858473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:49:18.861013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-283ffca2-17e6-40e3-a4c5-d0e478b0642c req-f6f4810b-e71a-4ab4-bf65-712a11362a20 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221204 Jul 19 03:49:18.921305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625359b3-601e-4688-9135-55c42fb6af39 req-960323d3-c8c0-452b-9a69-670284f9193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:18.922861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-625359b3-601e-4688-9135-55c42fb6af39 req-960323d3-c8c0-452b-9a69-670284f9193c service neutron] 10.222.0.26 "GET /v2.0/networks?id=4059572a-222b-4be9-8866-a23d5cf36994 HTTP/1.1" status: 200 len: 913 time: 0.2281148 Jul 19 03:49:19.085067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '18fa0542-a20c-4669-b343-dc1843256cbd', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'port_id': '89845c7b-7014-45ea-88d5-93248b3848e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'mac_address': 'fa:16:3e:a4:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:49:17Z', 'updated_at': '2021-07-19T03:49:17Z', 'revision_number': 0, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 5, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:19.117353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95144568-4f3f-43e4-ba7b-4777eabc1a6b None None] The sync data for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 is: [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '18fa0542-a20c-4669-b343-dc1843256cbd', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'port_id': '89845c7b-7014-45ea-88d5-93248b3848e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'mac_address': 'fa:16:3e:a4:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:49:17Z', 'updated_at': '2021-07-19T03:49:17Z', 'revision_number': 0, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 5, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:49:19.302915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-625359b3-601e-4688-9135-55c42fb6af39 req-4992eece-d2cc-4e18-9c79-4b2b03ab60b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89845c7b-7014-45ea-88d5-93248b3848e3 HTTP/1.1" status: 200 len: 999 time: 0.3493254 Jul 19 03:49:19.341269 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4930a0-f861-4271-8579-7a9842226fc4 None None] New status for floating IP 18fa0542-a20c-4669-b343-dc1843256cbd: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:49:19.406090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625359b3-601e-4688-9135-55c42fb6af39 req-d2f59ffa-fb5d-4238-b9aa-8fb8e6f8a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:19.407515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-625359b3-601e-4688-9135-55c42fb6af39 req-d2f59ffa-fb5d-4238-b9aa-8fb8e6f8a9dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b HTTP/1.1" status: 200 len: 852 time: 0.0982974 Jul 19 03:49:19.412477 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:49:19.507308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:49:19.518202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'port_id': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'mac_address': 'fa:16:3e:77:a0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:49:19.542037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625359b3-601e-4688-9135-55c42fb6af39 req-618eb49f-4cfc-4d10-babb-d60823624165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:19.543598 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-625359b3-601e-4688-9135-55c42fb6af39 req-618eb49f-4cfc-4d10-babb-d60823624165 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4059572a-222b-4be9-8866-a23d5cf36994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296983 Jul 19 03:49:19.559197 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:19.573352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:49:19.593211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:49:19.597494 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:19.617528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2aceb683-0b2b-4bc8-aff2-f6fb918755de tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:19.622895 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.db.api [None req-aa4930a0-f861-4271-8579-7a9842226fc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 03:49:19.623306 n-d-762330-18 neutron-server[94347]: DEBUG oslo_db.api [None req-aa4930a0-f861-4271-8579-7a9842226fc4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 03:49:19.645890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:19.651015 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2aceb683-0b2b-4bc8-aff2-f6fb918755de tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:19.717024 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-625359b3-601e-4688-9135-55c42fb6af39 req-be31757d-5329-49e0-bb56-ac568abe555d service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462667 Jul 19 03:49:19.807987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0f4b42e3-ba1a-4307-9371-ffd584ab54d0'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:49:19.892424 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-625359b3-601e-4688-9135-55c42fb6af39 req-efccd0e2-c558-4cf4-8f27-8e36f2db9c31 service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448150 Jul 19 03:49:19.946581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aceb683-0b2b-4bc8-aff2-f6fb918755de tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Router dd4d9da6-d051-4096-8142-25e3908cf395 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:49:20.060330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5b123-41e9-4fb0-b0c0-4bac1e1ceb73 req-96774c4c-66a6-4d8f-89e6-6c5fdf5bef2f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:20.062399 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1f5b123-41e9-4fb0-b0c0-4bac1e1ceb73 req-96774c4c-66a6-4d8f-89e6-6c5fdf5bef2f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 945 time: 0.0697849 Jul 19 03:49:20.065732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aceb683-0b2b-4bc8-aff2-f6fb918755de tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:49:20.070735 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2aceb683-0b2b-4bc8-aff2-f6fb918755de tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:20.101196 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1f5b123-41e9-4fb0-b0c0-4bac1e1ceb73 req-1e190b58-4139-443f-88e7-8b56da4c884e tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334337 Jul 19 03:49:20.124994 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4930a0-f861-4271-8579-7a9842226fc4 None None] New status for floating IP 18fa0542-a20c-4669-b343-dc1843256cbd: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:49:20.151487 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2aceb683-0b2b-4bc8-aff2-f6fb918755de tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "PUT /v2.0/floatingips/18fa0542-a20c-4669-b343-dc1843256cbd HTTP/1.1" status: 200 len: 991 time: 1.6798511 Jul 19 03:49:20.348184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] Sync routers for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:49:20.357999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:49:20.358659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:20.454707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3'}, {'name': 'network-changed', 'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:49:20.457126 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb422a3f-a9c5-41f4-bd4a-0db533e29874" -d '{"events": [{"name": "network-changed", "server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3"}, {"name": "network-changed", "server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:49:20.463219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:49:20.493104 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 19 Jul 2021 03:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4586ba-fba7-4eda-903e-6ce7992e6504 x-openstack-request-id: req-0f4586ba-fba7-4eda-903e-6ce7992e6504 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:49:20.493434 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:49:20.493701 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f4586ba-fba7-4eda-903e-6ce7992e6504 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:49:20.494104 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3', 'status': 'completed', 'code': 200} Jul 19 03:49:20.494388 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3', 'status': 'completed', 'code': 200} Jul 19 03:49:20.566417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-528ecf46-202b-41d6-8a81-b0195ca9eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:20.568366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-528ecf46-202b-41d6-8a81-b0195ca9eced service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18f60584931d435ab5e9901cb81ecb75&device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 1097 time: 0.0529926 Jul 19 03:49:20.658414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-fac17026-c0ab-4fc2-abd4-cfe550a446cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:20.659942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-fac17026-c0ab-4fc2-abd4-cfe550a446cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=4059572a-222b-4be9-8866-a23d5cf36994 HTTP/1.1" status: 200 len: 913 time: 0.0855532 Jul 19 03:49:20.689486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '18fa0542-a20c-4669-b343-dc1843256cbd', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'port_id': '89845c7b-7014-45ea-88d5-93248b3848e3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'mac_address': 'fa:16:3e:a4:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:49:17Z', 'updated_at': '2021-07-19T03:49:20Z', 'revision_number': 2, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 5, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:20.715602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] Checking router: dd4d9da6-d051-4096-8142-25e3908cf395 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:49:20.723790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:49:20.724400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:20.727743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-5563176a-4d73-47e1-a861-45a2849b2793 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89845c7b-7014-45ea-88d5-93248b3848e3 HTTP/1.1" status: 200 len: 1001 time: 0.0620322 Jul 19 03:49:20.776792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-3e44ff2f-1284-4a04-8cdf-438a83afe21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:20.778353 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-3e44ff2f-1284-4a04-8cdf-438a83afe21a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b HTTP/1.1" status: 200 len: 852 time: 0.0450554 Jul 19 03:49:20.839531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-85469827-729e-4c2d-9d6c-bf145d8300b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:20.841035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-85469827-729e-4c2d-9d6c-bf145d8300b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4059572a-222b-4be9-8866-a23d5cf36994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569677 Jul 19 03:49:20.940871 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-8d73b313-a2a6-4f0c-82d8-b6542f83b140 service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937870 Jul 19 03:49:20.987902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:49:21.030440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-491c5900-9aec-4260-9140-2814dcd1178b service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834460 Jul 19 03:49:21.128305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-c7b7dc97-1c9b-4cd9-9557-86ee2933986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:21.130169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-c7b7dc97-1c9b-4cd9-9557-86ee2933986c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18f60584931d435ab5e9901cb81ecb75&device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 1097 time: 0.0602262 Jul 19 03:49:21.218174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '18fa0542-a20c-4669-b343-dc1843256cbd', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'port_id': '89845c7b-7014-45ea-88d5-93248b3848e3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'mac_address': 'fa:16:3e:a4:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:49:17Z', 'updated_at': '2021-07-19T03:49:20Z', 'revision_number': 2, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 5, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:21.232125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-e7f8c111-c3f4-4b82-b508-176a1135a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:21.233644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-e7f8c111-c3f4-4b82-b508-176a1135a023 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4059572a-222b-4be9-8866-a23d5cf36994 HTTP/1.1" status: 200 len: 913 time: 0.0975838 Jul 19 03:49:21.250347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f97a7e-d30e-4c22-999a-9ff2fe453688 None None] The sync data for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 is: [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '18fa0542-a20c-4669-b343-dc1843256cbd', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'port_id': '89845c7b-7014-45ea-88d5-93248b3848e3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'mac_address': 'fa:16:3e:a4:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:49:17Z', 'updated_at': '2021-07-19T03:49:20Z', 'revision_number': 2, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 5, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:49:21.282607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7430c1-1898-4d0b-8103-12afca6f6065 req-f5d31964-e597-4bf0-8355-00ff7a357eb3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:21.284315 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3d7430c1-1898-4d0b-8103-12afca6f6065 req-f5d31964-e597-4bf0-8355-00ff7a357eb3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 945 time: 0.0710385 Jul 19 03:49:21.308487 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-163c7db5-3440-4c22-a280-2ec9af17164f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89845c7b-7014-45ea-88d5-93248b3848e3 HTTP/1.1" status: 200 len: 1001 time: 0.0686226 Jul 19 03:49:21.325977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3d7430c1-1898-4d0b-8103-12afca6f6065 req-2c8818a1-c51f-44a9-aec2-c6853e4fb17d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351150 Jul 19 03:49:21.360541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-45137e49-11a0-4bf9-9d78-4a865af2b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:21.362034 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-45137e49-11a0-4bf9-9d78-4a865af2b291 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b HTTP/1.1" status: 200 len: 852 time: 0.0480909 Jul 19 03:49:21.412888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:49:21.419904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-184afe41-b353-4a1b-9ba3-34cc181f3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:21.421468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-184afe41-b353-4a1b-9ba3-34cc181f3cfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4059572a-222b-4be9-8866-a23d5cf36994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537176 Jul 19 03:49:21.461863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:49:21.465793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:49:21.466160 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:21.517503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-26b78a10-d37d-42e1-b780-dbae5f9824e2 service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897825 Jul 19 03:49:21.541472 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:21.566697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:49:21.569839 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b430c9-63c3-4760-a6e8-3746b7f09178" -d '{"events": [{"server_uuid": "8a6687b2-28d2-4843-bef2-ace7059c7908", "name": "network-vif-plugged", "status": "completed", "tag": "0f4b42e3-ba1a-4307-9371-ffd584ab54d0"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:49:21.582771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:49:21.591773 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:21.619794 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a6ca4e-7684-44fd-bd39-409983f0cdf3 x-openstack-request-id: req-a8a6ca4e-7684-44fd-bd39-409983f0cdf3 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:49:21.620330 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6687b2-28d2-4843-bef2-ace7059c7908", "name": "network-vif-plugged", "status": "completed", "tag": "0f4b42e3-ba1a-4307-9371-ffd584ab54d0", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:49:21.620603 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8a6ca4e-7684-44fd-bd39-409983f0cdf3 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:49:21.621051 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'code': 200} Jul 19 03:49:21.623180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb422a3f-a9c5-41f4-bd4a-0db533e29874 req-0070390c-9cc8-4278-b65e-b530ff545b77 service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988829 Jul 19 03:49:21.648351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:21.723714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db56b5b-e9ce-4917-8cec-08ae3fd2303a req-989d6599-6e94-49c2-89e0-d0d28b8b8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:21.725200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7db56b5b-e9ce-4917-8cec-08ae3fd2303a req-989d6599-6e94-49c2-89e0-d0d28b8b8227 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 1098 time: 0.0553451 Jul 19 03:49:21.758883 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7db56b5b-e9ce-4917-8cec-08ae3fd2303a req-47aff03b-228e-46ba-aa67-550df7283720 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277593 Jul 19 03:49:22.503111 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32dd1-7940-443f-8bb4-fd04f32caed1 req-7c0165a1-b7f3-4a6f-8631-a4be643dc56f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:22.506689 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ec32dd1-7940-443f-8bb4-fd04f32caed1 req-7c0165a1-b7f3-4a6f-8631-a4be643dc56f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 946 time: 0.0650384 Jul 19 03:49:22.543823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ec32dd1-7940-443f-8bb4-fd04f32caed1 req-6aee17e8-f2d3-43b9-bd14-2823c1f9f978 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327168 Jul 19 03:49:23.718942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e50c8-169f-4bef-a9e6-4db8b5c714f4 req-3707875b-28a4-423e-8ef7-888d49f83aed tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:23.720423 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-271e50c8-169f-4bef-a9e6-4db8b5c714f4 req-3707875b-28a4-423e-8ef7-888d49f83aed tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 946 time: 0.0628488 Jul 19 03:49:23.758156 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-271e50c8-169f-4bef-a9e6-4db8b5c714f4 req-4265e72f-e7ec-4d43-aa69-1c3ce7bb5aa3 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Jul 19 03:49:23.925656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990845ae-ed1a-44b7-ae70-80b64d30d13a req-b0a1f2c6-c369-4074-be11-ea7772d317aa tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:23.927811 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-990845ae-ed1a-44b7-ae70-80b64d30d13a req-b0a1f2c6-c369-4074-be11-ea7772d317aa tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 946 time: 0.0627453 Jul 19 03:49:23.970809 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-990845ae-ed1a-44b7-ae70-80b64d30d13a req-5b3c02cf-79ca-43a3-ba4f-8cead5180303 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369115 Jul 19 03:49:23.996354 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41826) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:49:24.046627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b09517b-38d9-441a-981b-c983fba963c4 tempest-TestVolumeBootPattern-1918072381 tempest-TestVolumeBootPattern-1918072381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:24.048149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0b09517b-38d9-441a-981b-c983fba963c4 tempest-TestVolumeBootPattern-1918072381 tempest-TestVolumeBootPattern-1918072381-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 1093 time: 0.0507696 Jul 19 03:49:24.050914 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41828) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:49:24.055804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:49:24.076850 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:24.175565 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:24.293777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Allocated IP 172.25.2.182 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/abd864da-004c-427e-9b4e-3260f5f2b9f3) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:49:24.393694 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:24.431911 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:24.467092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:49:24.474051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:49:24.477815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:49:24.483885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=abd864da-004c-427e-9b4e-3260f5f2b9f3,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:24.844583 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:24.922253 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:25.067904 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:25.072259 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:25.136845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event updated for resources: {'Port': ['ID=abd864da-004c-427e-9b4e-3260f5f2b9f3,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:25.149210 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:25.247432 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Floating IP 4afd0331-50a8-439a-8cf5-d8de0193cd1c associated. External IP: 172.25.2.182, port: 0f4b42e3-ba1a-4307-9371-ffd584ab54d0. Jul 19 03:49:25.692270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Router 9dff5db0-81f0-404a-b6d9-1aef29997a68 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:49:25.800335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:49:25.810201 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] Sync routers for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:49:25.816839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:25.820167 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:49:25.821035 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:25.856434 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-957259db-e9af-4051-9aba-785661f9d12d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8039057 Jul 19 03:49:25.857069 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'tag': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:49:25.859427 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e67bc56-35ba-44b6-b95e-4a8823417eef" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6687b2-28d2-4843-bef2-ace7059c7908", "tag": "0f4b42e3-ba1a-4307-9371-ffd584ab54d0"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:49:25.900500 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f7165f-2b39-4701-b286-274ca872c4d6 x-openstack-request-id: req-e9f7165f-2b39-4701-b286-274ca872c4d6 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:49:25.900789 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6687b2-28d2-4843-bef2-ace7059c7908", "tag": "0f4b42e3-ba1a-4307-9371-ffd584ab54d0", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:49:25.901040 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9f7165f-2b39-4701-b286-274ca872c4d6 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:49:25.901556 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'tag': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'status': 'completed', 'code': 200} Jul 19 03:49:25.979628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-cd9b37f6-3629-4ef2-94cc-9135c29c674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:25.981180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-cd9b37f6-3629-4ef2-94cc-9135c29c674c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 1098 time: 0.0567050 Jul 19 03:49:26.034656 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:49:26.089428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-6d30415e-3829-4523-b0ab-9033b634f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:26.091252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-6d30415e-3829-4523-b0ab-9033b634f6c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.1036179 Jul 19 03:49:26.172463 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-cbbf8a99-431b-461d-ae3b-30ea736427dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f4b42e3-ba1a-4307-9371-ffd584ab54d0 HTTP/1.1" status: 200 len: 1000 time: 0.0748320 Jul 19 03:49:26.222655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-9894492c-0e26-4a94-91ff-61bee291c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:26.224713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-9894492c-0e26-4a94-91ff-61bee291c650 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0460074 Jul 19 03:49:26.266952 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '4afd0331-50a8-439a-8cf5-d8de0193cd1c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:77:a0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:49:24Z', 'updated_at': '2021-07-19T03:49:24Z', 'revision_number': 0, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}, {'id': '64728088-9a55-494d-9c49-077438ca338c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:70:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:47:19Z', 'updated_at': '2021-07-19T03:47:22Z', 'revision_number': 1, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:26.287045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-0701e612-f0a3-4a82-add8-31730fbf60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:26.288627 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-0701e612-f0a3-4a82-add8-31730fbf60ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582631 Jul 19 03:49:26.294450 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] Checking router: 9dff5db0-81f0-404a-b6d9-1aef29997a68 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:49:26.304152 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:49:26.304464 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:26.381870 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-0f0f410f-1c1a-4d44-be73-58ae32180f8e service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870919 Jul 19 03:49:26.421351 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:49:26.480696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e67bc56-35ba-44b6-b95e-4a8823417eef req-22cfed30-57fe-4a03-bcfb-029d1385012d service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930343 Jul 19 03:49:26.661233 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '4afd0331-50a8-439a-8cf5-d8de0193cd1c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:77:a0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:49:24Z', 'updated_at': '2021-07-19T03:49:24Z', 'revision_number': 0, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}, {'id': '64728088-9a55-494d-9c49-077438ca338c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:70:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:47:19Z', 'updated_at': '2021-07-19T03:47:22Z', 'revision_number': 1, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:26.687492 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308856e-e1e9-43b7-af4a-fb3b48ea930f None None] The sync data for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 is: [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '4afd0331-50a8-439a-8cf5-d8de0193cd1c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:77:a0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:49:24Z', 'updated_at': '2021-07-19T03:49:24Z', 'revision_number': 0, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}, {'id': '64728088-9a55-494d-9c49-077438ca338c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:70:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:47:19Z', 'updated_at': '2021-07-19T03:47:22Z', 'revision_number': 1, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:49:26.888410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9f94d-d7da-4d5c-8cc9-fcf7bb47fdee None None] New status for floating IP 4afd0331-50a8-439a-8cf5-d8de0193cd1c: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:49:30.921910 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:49:37.243532 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:37.455169 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:41.665493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-fda24a46-7323-4115-954f-3526eb6f2ac9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524302 Jul 19 03:49:41.760042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-76ec1ef6-f3e1-4347-895c-2c99686834de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:41.762531 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-76ec1ef6-f3e1-4347-895c-2c99686834de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 1097 time: 0.0555077 Jul 19 03:49:41.880327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-9af94c2a-b34b-4e79-9eb7-41da05ea6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:41.881836 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-9af94c2a-b34b-4e79-9eb7-41da05ea6c9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.0992801 Jul 19 03:49:41.951576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-50ff6d31-b7f8-4a50-a90e-7d299ad8ff60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2 HTTP/1.1" status: 200 len: 1000 time: 0.0631833 Jul 19 03:49:42.004869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-4a766c77-c2f4-46c0-9bd9-a8a2f187fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:42.006348 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-4a766c77-c2f4-46c0-9bd9-a8a2f187fa44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0489559 Jul 19 03:49:42.065864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-d089a162-ae1f-41da-b54d-eb003de22b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:42.067585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-d089a162-ae1f-41da-b54d-eb003de22b6d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544219 Jul 19 03:49:42.163208 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-c8f74ad3-f86d-4087-ad67-094486c78d3f service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885451 Jul 19 03:49:42.267849 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2201e54c-35c0-4b9d-8ceb-b85456d4c197 req-0ba5c437-700a-4a76-ae12-326747983d4e service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976994 Jul 19 03:49:42.514242 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-99540b92-07dd-4767-a076-8a6262973b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:43.640243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-a13b3855-82a7-4d91-ac3a-e66a34f4b36b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507541 Jul 19 03:49:43.735937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-fafa6426-674d-46f4-baf9-de482d778217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:43.737424 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-fafa6426-674d-46f4-baf9-de482d778217 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18f60584931d435ab5e9901cb81ecb75&device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 1097 time: 0.0560684 Jul 19 03:49:43.839859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-b6bcbcbf-b396-4a8b-9190-2fe98a35e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:43.841220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-b6bcbcbf-b396-4a8b-9190-2fe98a35e843 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4059572a-222b-4be9-8866-a23d5cf36994 HTTP/1.1" status: 200 len: 913 time: 0.0832002 Jul 19 03:49:43.908087 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-5ad8516f-ff45-44c0-8120-248ea12bcfac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89845c7b-7014-45ea-88d5-93248b3848e3 HTTP/1.1" status: 200 len: 1001 time: 0.0605822 Jul 19 03:49:43.956538 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-4b0be03d-10f2-43fc-bbb0-62442dcc6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:43.958026 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-4b0be03d-10f2-43fc-bbb0-62442dcc6e42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b HTTP/1.1" status: 200 len: 852 time: 0.0439482 Jul 19 03:49:44.015339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-2e08a99a-3afa-48cf-be49-1f2f69ae6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:44.016839 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-2e08a99a-3afa-48cf-be49-1f2f69ae6feb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4059572a-222b-4be9-8866-a23d5cf36994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523682 Jul 19 03:49:44.112368 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-cb852dcb-fb2d-4c5c-8118-92c708c4b39b service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891089 Jul 19 03:49:44.210721 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-67be5f84-f53c-47ec-a58d-f55f95062451 req-31720c35-914f-44a3-8619-0bcbce96c3dd service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918584 Jul 19 03:49:45.096140 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8d65fb8d-6d8f-464a-986f-b8690366e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:45.681671 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:46.487821 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:48.008266 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:50.966866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41848) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:49:51.121314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Deleting port 9b7475de-294c-40bd-9693-0757172c2fdc {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:49:51.121773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:51.198551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:51.199520 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:51.211064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Calling delete_port for 9b7475de-294c-40bd-9693-0757172c2fdc owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:49:51.383863 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:51.410096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event deleted for resources: {'Port': ['ID=9b7475de-294c-40bd-9693-0757172c2fdc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:51.475407 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:51.475737 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Floating IP 18fa0542-a20c-4669-b343-dc1843256cbd disassociated (deleted). External IP: 172.25.2.232, port: 89845c7b-7014-45ea-88d5-93248b3848e3. Jul 19 03:49:51.679655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Router dd4d9da6-d051-4096-8142-25e3908cf395 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:49:51.786663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:49:51.791540 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:51.795906 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] Sync routers for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:49:51.805370 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:49:51.805995 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:51.831841 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4701c3c2-2b1f-4a37-9458-f2c5a1a01140 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "DELETE /v2.0/floatingips/18fa0542-a20c-4669-b343-dc1843256cbd HTTP/1.1" status: 204 len: 168 time: 0.8637905 Jul 19 03:49:51.832404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:49:51.834899 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:49:51.883061 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a39a89-c545-4c30-8641-826bb06c4840 x-openstack-request-id: req-14a39a89-c545-4c30-8641-826bb06c4840 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:49:51.883352 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:49:51.883602 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14a39a89-c545-4c30-8641-826bb06c4840 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:49:51.884002 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3', 'status': 'completed', 'code': 200} Jul 19 03:49:51.913517 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:49:51.957152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-eae4017f-ae7d-476d-af89-a5002bd5e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:51.958722 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-eae4017f-ae7d-476d-af89-a5002bd5e23c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18f60584931d435ab5e9901cb81ecb75&device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 1097 time: 0.0543654 Jul 19 03:49:52.052874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-b820064c-6789-40ba-8ca7-fe8e18cd9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:52.054628 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-b820064c-6789-40ba-8ca7-fe8e18cd9892 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4059572a-222b-4be9-8866-a23d5cf36994 HTTP/1.1" status: 200 len: 913 time: 0.0891690 Jul 19 03:49:52.107276 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-29bbf36b-835b-4a39-8332-d9a3c05835c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89845c7b-7014-45ea-88d5-93248b3848e3 HTTP/1.1" status: 200 len: 217 time: 0.0439627 Jul 19 03:49:52.118480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 5, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:52.155856 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] Checking router: dd4d9da6-d051-4096-8142-25e3908cf395 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:49:52.165942 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:49:52.166588 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:52.171290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-52b1fd78-4113-4f69-9fba-616fcf2bf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:52.172455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-52b1fd78-4113-4f69-9fba-616fcf2bf83c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b HTTP/1.1" status: 200 len: 852 time: 0.0591779 Jul 19 03:49:52.248628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-62c64dc7-01f6-4a42-b3b2-1c053aaf3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:52.250512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-62c64dc7-01f6-4a42-b3b2-1c053aaf3a62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4059572a-222b-4be9-8866-a23d5cf36994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697045 Jul 19 03:49:52.291195 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:49:52.389744 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-d8684a17-4191-46da-93ba-953150e78ed5 service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310503 Jul 19 03:49:52.438427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a61c73-5ac5-47db-a354-877cfaaee33f req-ca73ed33-676e-4cbd-86f7-655fa962df0e tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:52.439937 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24a61c73-5ac5-47db-a354-877cfaaee33f req-ca73ed33-676e-4cbd-86f7-655fa962df0e tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 945 time: 0.2782023 Jul 19 03:49:52.491744 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 5, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:49:52.521644 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fd6cf0-82b5-4bee-87f7-41ef99742caa None None] The sync data for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 is: [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:46:49Z', 'revision_number': 4, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'b1c96781-566f-4633-9d2b-20f10a3c4192', 'name': '', 'network_id': '4059572a-222b-4be9-8866-a23d5cf36994', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'mac_address': 'fa:16:3e:3c:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:48Z', 'updated_at': '2021-07-19T03:46:59Z', 'revision_number': 5, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'subnets': [{'id': 'c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:49:52.529425 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24a61c73-5ac5-47db-a354-877cfaaee33f req-cb2d9f06-c1b4-443d-91d7-e1517be72aee tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825748 Jul 19 03:49:52.531811 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc34c5d8-a82e-4d90-bb7a-c01f20de983e req-1af9bb65-eb61-4871-a37c-639d693c6119 service neutron] 10.222.0.26 "GET /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340442 Jul 19 03:49:52.731346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dec1d-875b-486b-9b76-920f20641d06 None None] New status for floating IP 18fa0542-a20c-4669-b343-dc1843256cbd: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:49:53.625916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-431537dc-31f8-4feb-b8ff-eaf59c3a7744 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:53.627708 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-431537dc-31f8-4feb-b8ff-eaf59c3a7744 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 945 time: 0.0637484 Jul 19 03:49:53.732953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-d533b5dd-5bd9-40a0-8843-4796ef5722e4 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Deleting port 89845c7b-7014-45ea-88d5-93248b3848e3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:49:53.733302 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-d533b5dd-5bd9-40a0-8843-4796ef5722e4 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:53.775506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74016a-b8cd-4c85-ab6e-d60f6ee251a2 req-1966a113-aaf7-48d4-96f0-ce8adaee508d tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:49:53.777020 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa74016a-b8cd-4c85-ab6e-d60f6ee251a2 req-1966a113-aaf7-48d4-96f0-ce8adaee508d tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 945 time: 0.1260939 Jul 19 03:49:53.814775 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa74016a-b8cd-4c85-ab6e-d60f6ee251a2 req-8d67b7eb-5016-4309-99f4-b5d0bfe28e0e tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/security-groups?id=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Jul 19 03:49:53.821527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-d533b5dd-5bd9-40a0-8843-4796ef5722e4 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] For port 89845c7b-7014-45ea-88d5-93248b3848e3, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=89845c7b-7014-45ea-88d5-93248b3848e3,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:49:53.821891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-d533b5dd-5bd9-40a0-8843-4796ef5722e4 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:53.834980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-d533b5dd-5bd9-40a0-8843-4796ef5722e4 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Calling delete_port for 89845c7b-7014-45ea-88d5-93248b3848e3 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:49:53.963340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-d533b5dd-5bd9-40a0-8843-4796ef5722e4 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:53.998684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533b5dd-5bd9-40a0-8843-4796ef5722e4 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event deleted for resources: {'Port': ['ID=89845c7b-7014-45ea-88d5-93248b3848e3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:54.039119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-d533b5dd-5bd9-40a0-8843-4796ef5722e4 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] No DVR routers for this DVR port 89845c7b-7014-45ea-88d5-93248b3848e3 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:49:54.041731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-d533b5dd-5bd9-40a0-8843-4796ef5722e4 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:54.044679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d914d7f5-dbca-40f9-9d47-bff815ba8b12 req-d533b5dd-5bd9-40a0-8843-4796ef5722e4 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.26 "DELETE /v2.0/ports/89845c7b-7014-45ea-88d5-93248b3848e3 HTTP/1.1" status: 204 len: 173 time: 0.4116471 Jul 19 03:49:54.045355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'name': 'network-vif-deleted', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:49:54.047616 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a521bb89-bf6b-49ed-9adf-a29404f05f48" -d '{"events": [{"server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "name": "network-vif-deleted", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:49:54.097416 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c1c240-3df5-4064-8d96-5a0ca17f0a5f x-openstack-request-id: req-36c1c240-3df5-4064-8d96-5a0ca17f0a5f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:49:54.097705 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa927010-fbe4-4494-b91e-4d36b3bcc889", "name": "network-vif-deleted", "tag": "89845c7b-7014-45ea-88d5-93248b3848e3", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:49:54.097954 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36c1c240-3df5-4064-8d96-5a0ca17f0a5f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:49:54.098389 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa927010-fbe4-4494-b91e-4d36b3bcc889', 'name': 'network-vif-deleted', 'tag': '89845c7b-7014-45ea-88d5-93248b3848e3', 'status': 'completed', 'code': 200} Jul 19 03:49:54.967825 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6b50216-d92f-4a58-94f2-12d9887ef39f req-dddeb25d-634d-44da-8f0e-981533a85de5 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 210 time: 0.0322003 Jul 19 03:49:56.356612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33b7798b-d2e1-41fc-b831-5d31211cb5f6 req-918c36ca-1908-418e-a587-a744b13d4b87 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 210 time: 0.2739034 Jul 19 03:49:56.931749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 89845c7b-7014-45ea-88d5-93248b3848e3 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:49:56.955140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 89845c7b-7014-45ea-88d5-93248b3848e3 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:49:56.955489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 89845c7b-7014-45ea-88d5-93248b3848e3 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:49:57.496845 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ce61715-451a-4f04-9d72-500c88fbfc25 req-6c9bca53-c5cc-41e0-9b3c-f17a09122264 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa927010-fbe4-4494-b91e-4d36b3bcc889 HTTP/1.1" status: 200 len: 210 time: 0.0291021 Jul 19 03:49:58.587898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 41876) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:49:58.644982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:58.669656 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:58.726252 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:58.728731 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:49:58.729886 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] 10.222.0.20 "DELETE /v2.0/security-groups/b88adbb0-0bf2-4b6a-9bbd-c20764f4e066 HTTP/1.1" status: 204 len: 168 time: 0.1409891 Jul 19 03:49:58.739354 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88adbb0-0bf2-4b6a-9bbd-c20764f4e066,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:49:58.747268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.747595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.747935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.748275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.748608 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.748937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.749261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.749586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.749910 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.750240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.750589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:49:58.750912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e545f2-a114-49be-a545-9789526e1c89 tempest-TestVolumeBackupRestore-1955222289 tempest-TestVolumeBackupRestore-1955222289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:02.181694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42328) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:02.547582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:02.820472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] Deleting port b1c96781-566f-4633-9d2b-20f10a3c4192 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:50:02.820816 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:02.899922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] For port b1c96781-566f-4633-9d2b-20f10a3c4192, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b1c96781-566f-4633-9d2b-20f10a3c4192,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:50:02.900271 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:02.914486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] Calling delete_port for b1c96781-566f-4633-9d2b-20f10a3c4192 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:50:03.122920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:03.148985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c96781-566f-4633-9d2b-20f10a3c4192,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:03.323410 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:03.543275 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] Router dd4d9da6-d051-4096-8142-25e3908cf395 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:50:03.647097 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:50:03.652058 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e122ef85-b00b-4538-a628-2f83fada3778 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd4d9da6-d051-4096-8142-25e3908cf395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4689415 Jul 19 03:50:03.654662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42332) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:03.657222 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] Sync routers for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:50:03.666221 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:50:03.666861 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:03.762322 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:03.780267 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:50:03.871203 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:03.924556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Deleting port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:50:03.924891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.009006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] For port 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2b3c83ec-113c-4ce9-ac2b-068ae4576cc1,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:50:04.009364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.021136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Calling delete_port for 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:50:04.063232 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:50:03Z', 'revision_number': 5, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port': {'id': '2b3c83ec-113c-4ce9-ac2b-068ae4576cc1', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:46Z', 'updated_at': '2021-07-19T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:04.094334 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] Checking router: dd4d9da6-d051-4096-8142-25e3908cf395 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:50:04.103866 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] Routers {'dd4d9da6-d051-4096-8142-25e3908cf395'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:50:04.104524 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['dd4d9da6-d051-4096-8142-25e3908cf395'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:04.191840 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] Set router dd4d9da6-d051-4096-8142-25e3908cf395 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:50:04.199414 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.232399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3c83ec-113c-4ce9-ac2b-068ae4576cc1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:04.246872 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:50:03Z', 'revision_number': 6, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:04.273138 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f6d01-e625-46a3-813c-7fae1162e163 None None] The sync data for ids ['dd4d9da6-d051-4096-8142-25e3908cf395'] in n-d-762330-18 is: [{'id': 'dd4d9da6-d051-4096-8142-25e3908cf395', 'name': 'tempest-TestVolumeBackupRestore-465963376-router', 'tenant_id': '18f60584931d435ab5e9901cb81ecb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:45Z', 'updated_at': '2021-07-19T03:50:03Z', 'revision_number': 6, 'project_id': '18f60584931d435ab5e9901cb81ecb75', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:50:04.296226 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.384621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.387239 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.430896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.431321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd4d9da6-d051-4096-8142-25e3908cf395 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:50:04.436015 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.437163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9c69db32-b275-4a02-86e2-7d88f3732b32 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dd4d9da6-d051-4096-8142-25e3908cf395 HTTP/1.1" status: 204 len: 168 time: 0.7815454 Jul 19 03:50:04.439863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42334) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:04.483881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c684c28-84f6-40d3-b828-8afa7fe573cb admin admin] Deleting subnet c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:50:04.486804 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c684c28-84f6-40d3-b828-8afa7fe573cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.520090 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c684c28-84f6-40d3-b828-8afa7fe573cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.600335 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c684c28-84f6-40d3-b828-8afa7fe573cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.671091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c684c28-84f6-40d3-b828-8afa7fe573cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.697534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c684c28-84f6-40d3-b828-8afa7fe573cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:04.704002 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0c684c28-84f6-40d3-b828-8afa7fe573cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.705910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0c684c28-84f6-40d3-b828-8afa7fe573cb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c4f91c6a-1af3-415f-b73d-94c6bdc9ec6b HTTP/1.1" status: 204 len: 168 time: 0.2651072 Jul 19 03:50:04.709279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42336) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:04.717210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b03e817-dafb-47de-b51c-0832bfd77611 None None] Network 4059572a-222b-4be9-8866-a23d5cf36994 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:50:04.788234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b1c96781-566f-4633-9d2b-20f10a3c4192 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:50:04.795657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.816408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: b1c96781-566f-4633-9d2b-20f10a3c4192 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:50:04.816753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b1c96781-566f-4633-9d2b-20f10a3c4192 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:50:04.849140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Deleting port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:50:04.849486 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.921335 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] For port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7c13ef35-45c3-4e38-81c7-eab6e54f02e8,segment=NetworkSegment(3e357eeb-34c3-4168-b0eb-e4b8b605d295),segment_id=3e357eeb-34c3-4168-b0eb-e4b8b605d295)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:50:04.921683 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:04.933165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Calling delete_port for 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:50:05.013006 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:05.037833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c13ef35-45c3-4e38-81c7-eab6e54f02e8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:05.044416 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] No DVR routers for this DVR port 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:50:05.051007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.051563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.051907 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.052241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.052570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.052896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.053219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.053541 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.053862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.054181 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.054525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.054841 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:50:05.076694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5243b9-09e6-4ef6-8fa9-4bf7aad06c4a None None] DHCP port deletion for 4059572a-222b-4be9-8866-a23d5cf36994 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:50:05.129348 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:05.139996 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4059572a-222b-4be9-8866-a23d5cf36994']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:05.150031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e357eeb-34c3-4168-b0eb-e4b8b605d295') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:05.154297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e357eeb-34c3-4168-b0eb-e4b8b605d295') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:05.162513 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:05.179269 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:05.185367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:50:05.185762 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:50:05.187876 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:50:05.246305 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:05.253887 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:05.255768 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4059572a-222b-4be9-8866-a23d5cf36994 HTTP/1.1" status: 204 len: 168 time: 0.5444164 Jul 19 03:50:05.258947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42340) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:05.267534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c388c28-ed1f-452f-b66a-fcf683705286 admin admin] Pushing event deleted for resources: {'Network': ['ID=4059572a-222b-4be9-8866-a23d5cf36994,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:05.603072 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:06.092946 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] Deleting port 369a635c-75fd-42e9-9f5a-d166a5db46a0 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:50:06.093277 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:06.168456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] For port 369a635c-75fd-42e9-9f5a-d166a5db46a0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=369a635c-75fd-42e9-9f5a-d166a5db46a0,segment=NetworkSegment(c7fcc72e-51e1-4193-8da9-22a6713f61c5),segment_id=c7fcc72e-51e1-4193-8da9-22a6713f61c5)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:50:06.168803 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:06.180491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] Calling delete_port for 369a635c-75fd-42e9-9f5a-d166a5db46a0 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:50:06.355420 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:06.385893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] Pushing event deleted for resources: {'Port': ['ID=369a635c-75fd-42e9-9f5a-d166a5db46a0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:06.391627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:50:06.417947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:50:06.418327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2b3c83ec-113c-4ce9-ac2b-068ae4576cc1 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:50:06.418757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:50:06.438403 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:50:06.438828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7c13ef35-45c3-4e38-81c7-eab6e54f02e8 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:50:06.553746 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:06.762523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] Router 193578c0-02cd-49da-aead-546e9e7cfa72 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:50:06.867145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:50:06.872226 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1334de17-e923-4e30-9d47-d6dfcbd83277 admin admin] 10.222.0.20 "PUT /v2.0/routers/193578c0-02cd-49da-aead-546e9e7cfa72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6122389 Jul 19 03:50:06.874709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42342) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:06.877550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] Sync routers for ids ['193578c0-02cd-49da-aead-546e9e7cfa72'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:50:06.887257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] Routers {'193578c0-02cd-49da-aead-546e9e7cfa72'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:50:06.887877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['193578c0-02cd-49da-aead-546e9e7cfa72'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:06.981290 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:06.994414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] Set router 193578c0-02cd-49da-aead-546e9e7cfa72 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:50:07.081109 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.143246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Deleting port a74322d8-821d-46b3-9f90-7c81f3ceca52 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:50:07.143620 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.174218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'name': 'tempest-TestVolumeBackupRestore-1941040353-router', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:52Z', 'updated_at': '2021-07-19T03:50:06Z', 'revision_number': 5, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'gw_port': {'id': 'a74322d8-821d-46b3-9f90-7c81f3ceca52', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:46:53Z', 'updated_at': '2021-07-19T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:07.201702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] Checking router: 193578c0-02cd-49da-aead-546e9e7cfa72 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:50:07.209909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] Routers {'193578c0-02cd-49da-aead-546e9e7cfa72'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:50:07.210550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:49:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['193578c0-02cd-49da-aead-546e9e7cfa72'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:07.226979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] For port a74322d8-821d-46b3-9f90-7c81f3ceca52, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a74322d8-821d-46b3-9f90-7c81f3ceca52,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:50:07.227732 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.241253 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Calling delete_port for a74322d8-821d-46b3-9f90-7c81f3ceca52 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:50:07.291647 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.306238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] Set router 193578c0-02cd-49da-aead-546e9e7cfa72 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:50:07.357949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'name': 'tempest-TestVolumeBackupRestore-1941040353-router', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:52Z', 'updated_at': '2021-07-19T03:50:07Z', 'revision_number': 6, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:07.387688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a3db7-6012-4ef3-b128-f19770eb8108 None None] The sync data for ids ['193578c0-02cd-49da-aead-546e9e7cfa72'] in n-d-762330-18 is: [{'id': '193578c0-02cd-49da-aead-546e9e7cfa72', 'name': 'tempest-TestVolumeBackupRestore-1941040353-router', 'tenant_id': 'b6ff67760e92489cb53365a3ed242826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:46:52Z', 'updated_at': '2021-07-19T03:50:07Z', 'revision_number': 6, 'project_id': 'b6ff67760e92489cb53365a3ed242826', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:50:07.414388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.443024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Pushing event deleted for resources: {'Port': ['ID=a74322d8-821d-46b3-9f90-7c81f3ceca52,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:07.469020 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.513292 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.605404 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.607495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.652696 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.653220 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 193578c0-02cd-49da-aead-546e9e7cfa72 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:50:07.657564 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.658755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ff057830-4e87-451b-9bdf-4f4d6a374353 admin admin] 10.222.0.20 "DELETE /v2.0/routers/193578c0-02cd-49da-aead-546e9e7cfa72 HTTP/1.1" status: 204 len: 168 time: 0.7831080 Jul 19 03:50:07.661382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42344) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:07.710176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-927e164a-db92-4774-8fd6-0388c39f6a11 admin admin] Deleting subnet 3ded2dcc-e21f-4f7a-ad4c-e96d52627b28 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:50:07.713210 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-927e164a-db92-4774-8fd6-0388c39f6a11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.748868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-927e164a-db92-4774-8fd6-0388c39f6a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.833379 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-927e164a-db92-4774-8fd6-0388c39f6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.887031 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-927e164a-db92-4774-8fd6-0388c39f6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.917598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e164a-db92-4774-8fd6-0388c39f6a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ded2dcc-e21f-4f7a-ad4c-e96d52627b28,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:07.919609 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-927e164a-db92-4774-8fd6-0388c39f6a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:07.923892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-927e164a-db92-4774-8fd6-0388c39f6a11 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3ded2dcc-e21f-4f7a-ad4c-e96d52627b28 HTTP/1.1" status: 204 len: 168 time: 0.2591403 Jul 19 03:50:07.924209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42346) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:07.926921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c851ca-2d6a-4cb0-80f1-b339922ac726 None None] Network 26077219-2916-4bb9-b779-d3bf0f0877ab requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:50:07.929691 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:50:07.992481 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.045622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Deleting port 7b555fce-efba-4f7b-95e6-948c49836929 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:50:08.046097 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.116718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] For port 7b555fce-efba-4f7b-95e6-948c49836929, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7b555fce-efba-4f7b-95e6-948c49836929,segment=NetworkSegment(c7fcc72e-51e1-4193-8da9-22a6713f61c5),segment_id=c7fcc72e-51e1-4193-8da9-22a6713f61c5)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:50:08.117014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.130143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Calling delete_port for 7b555fce-efba-4f7b-95e6-948c49836929 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:50:08.184883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71322b9d-4f83-48b9-9321-b8471c03b67a None None] DHCP port deletion for 26077219-2916-4bb9-b779-d3bf0f0877ab request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:50:08.217112 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.232814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-71322b9d-4f83-48b9-9321-b8471c03b67a None None] Deleting port 7b555fce-efba-4f7b-95e6-948c49836929 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:50:08.233291 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71322b9d-4f83-48b9-9321-b8471c03b67a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.246581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] No DVR routers for this DVR port 7b555fce-efba-4f7b-95e6-948c49836929 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:50:08.251753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b555fce-efba-4f7b-95e6-948c49836929,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:08.304026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-71322b9d-4f83-48b9-9321-b8471c03b67a None None] For port 7b555fce-efba-4f7b-95e6-948c49836929, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:50:08.304367 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71322b9d-4f83-48b9-9321-b8471c03b67a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.318347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-71322b9d-4f83-48b9-9321-b8471c03b67a None None] Calling delete_port for 7b555fce-efba-4f7b-95e6-948c49836929 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:50:08.321122 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-71322b9d-4f83-48b9-9321-b8471c03b67a None None] Port 7b555fce-efba-4f7b-95e6-948c49836929 was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:50:08.322553 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-71322b9d-4f83-48b9-9321-b8471c03b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.330978 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.343003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26077219-2916-4bb9-b779-d3bf0f0877ab']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:08.352120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71322b9d-4f83-48b9-9321-b8471c03b67a None None] Pushing event deleted for resources: {'Port': ['ID=7b555fce-efba-4f7b-95e6-948c49836929,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:08.355800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fcc72e-51e1-4193-8da9-22a6713f61c5') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:08.356017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71322b9d-4f83-48b9-9321-b8471c03b67a None None] No DVR routers for this DVR port 7b555fce-efba-4f7b-95e6-948c49836929 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:50:08.356464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fcc72e-51e1-4193-8da9-22a6713f61c5') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:08.372892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.393930 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.401218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:50:08.401515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 369a635c-75fd-42e9-9f5a-d166a5db46a0 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:50:08.402587 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:50:08.404619 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:50:08.422770 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 369a635c-75fd-42e9-9f5a-d166a5db46a0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:50:08.423128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 369a635c-75fd-42e9-9f5a-d166a5db46a0 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:50:08.423558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7b555fce-efba-4f7b-95e6-948c49836929 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:50:08.444078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 7b555fce-efba-4f7b-95e6-948c49836929 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:50:08.444426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7b555fce-efba-4f7b-95e6-948c49836929 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:50:08.444850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a74322d8-821d-46b3-9f90-7c81f3ceca52 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:50:08.465851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: a74322d8-821d-46b3-9f90-7c81f3ceca52 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:50:08.466208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a74322d8-821d-46b3-9f90-7c81f3ceca52 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:50:08.471295 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.482094 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.488954 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] 10.222.0.20 "DELETE /v2.0/networks/26077219-2916-4bb9-b779-d3bf0f0877ab HTTP/1.1" status: 204 len: 168 time: 0.5619822 Jul 19 03:50:08.507704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d8bf6-e221-44f9-8e89-64e560752946 admin admin] Pushing event deleted for resources: {'Network': ['ID=26077219-2916-4bb9-b779-d3bf0f0877ab,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:08.645668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42350) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:08.685206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9792cbe1-a25a-4691-b45b-7871b7426ccf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18f60584931d435ab5e9901cb81ecb75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383327 Jul 19 03:50:08.687763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42352) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:08.735004 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f72b27b-5de9-464a-ad3c-dc8084c7e29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.756995 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f72b27b-5de9-464a-ad3c-dc8084c7e29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.803270 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f72b27b-5de9-464a-ad3c-dc8084c7e29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.805912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f72b27b-5de9-464a-ad3c-dc8084c7e29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:08.807124 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5f72b27b-5de9-464a-ad3c-dc8084c7e29f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9eb2074f-e633-4065-a6e8-657bc46698ee HTTP/1.1" status: 204 len: 168 time: 0.1184757 Jul 19 03:50:08.815524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72b27b-5de9-464a-ad3c-dc8084c7e29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb2074f-e633-4065-a6e8-657bc46698ee,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:09.114380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42358) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:09.156214 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c7ac7857-2b86-43ea-b01d-e91f8dd91af9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6ff67760e92489cb53365a3ed242826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405471 Jul 19 03:50:09.158582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42360) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:09.207870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bca0-c23a-48c1-8050-a5c598e0f24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:09.229254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bca0-c23a-48c1-8050-a5c598e0f24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:09.276050 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bca0-c23a-48c1-8050-a5c598e0f24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:09.279044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bca0-c23a-48c1-8050-a5c598e0f24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:09.280254 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a5b8bca0-c23a-48c1-8050-a5c598e0f24d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d79c5eb-020b-47b9-82aa-b59874bc6aff HTTP/1.1" status: 204 len: 168 time: 0.1207209 Jul 19 03:50:09.288784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8bca0-c23a-48c1-8050-a5c598e0f24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d79c5eb-020b-47b9-82aa-b59874bc6aff,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:12.517056 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-136e392f-c67b-40b2-8922-5b0ff040bf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:15.097945 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2b3f6337-8b0d-40a7-80c0-b7158566b987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:15.682350 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:16.491891 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:18.009855 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:31.114749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-8d54f942-be26-44b1-80c9-062c78594b00 req-aa337f26-5c30-4e8d-a750-af6039bab21c service neutron] (94345) timed out ('10.222.0.25', 51434) {{(pid=94345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 03:50:37.242238 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:37.454936 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:42.521102 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1d268bd4-1b61-4629-a5dc-396ff91080fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:42.718952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-73f17f1d-a88f-478a-a1e1-a5afe0aa7775 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546784 Jul 19 03:50:42.790823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-7ca66ac8-e9b0-4568-b18e-2a97213a9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:42.792439 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-7ca66ac8-e9b0-4568-b18e-2a97213a9ad0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 1098 time: 0.0524151 Jul 19 03:50:42.897521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-56ac0b39-ea8d-4c83-a1cb-1dbde402d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:42.899296 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-56ac0b39-ea8d-4c83-a1cb-1dbde402d09c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.0880442 Jul 19 03:50:42.961623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-bed41ee0-32a6-4b65-80b5-1e9c4727ca76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f4b42e3-ba1a-4307-9371-ffd584ab54d0 HTTP/1.1" status: 200 len: 1002 time: 0.0560827 Jul 19 03:50:43.009086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-74f76d8e-fb94-44d0-90db-ac7f5792b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:43.011232 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-74f76d8e-fb94-44d0-90db-ac7f5792b665 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0437477 Jul 19 03:50:43.069797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-b2d056ba-080f-4659-8de2-f373733d27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:43.071313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-b2d056ba-080f-4659-8de2-f373733d27d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541856 Jul 19 03:50:43.159516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-56dd9542-0d21-494f-b727-5a84830b4096 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817597 Jul 19 03:50:43.489885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9e89302-1e65-4486-858a-ae179291a0e3 req-9a51c6a9-c91a-4cd9-a25e-0bda942ef7a1 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241854 Jul 19 03:50:44.927528 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:50:45.098345 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e62dfcb7-e15f-4a2e-8ed0-341dcccdb68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:45.682869 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:46.495943 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:48.012002 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:53.076486 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42368) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:50:53.232953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Deleting port abd864da-004c-427e-9b4e-3260f5f2b9f3 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:50:53.233294 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:53.305673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:53.305993 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:53.317152 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Calling delete_port for abd864da-004c-427e-9b4e-3260f5f2b9f3 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:50:53.459227 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:53.488980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'Port': ['ID=abd864da-004c-427e-9b4e-3260f5f2b9f3,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:53.547760 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:53.548104 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Floating IP 4afd0331-50a8-439a-8cf5-d8de0193cd1c disassociated (deleted). External IP: 172.25.2.182, port: 0f4b42e3-ba1a-4307-9371-ffd584ab54d0. Jul 19 03:50:53.753410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Router 9dff5db0-81f0-404a-b6d9-1aef29997a68 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:50:53.858488 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:50:53.863263 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:53.869619 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] Sync routers for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:50:53.879617 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:50:53.880231 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:50:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:53.898784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-21abea83-b29e-4941-ba25-a52002f49564 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "DELETE /v2.0/floatingips/4afd0331-50a8-439a-8cf5-d8de0193cd1c HTTP/1.1" status: 204 len: 168 time: 0.8211701 Jul 19 03:50:53.899367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'tag': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:50:53.901681 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df43feca-6872-4901-80cf-9f23bebf6a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6687b2-28d2-4843-bef2-ace7059c7908", "tag": "0f4b42e3-ba1a-4307-9371-ffd584ab54d0"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:50:53.993007 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:50:54.215847 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3026adf1-93c2-4054-a71b-87e1577eba82 x-openstack-request-id: req-3026adf1-93c2-4054-a71b-87e1577eba82 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:50:54.216327 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6687b2-28d2-4843-bef2-ace7059c7908", "tag": "0f4b42e3-ba1a-4307-9371-ffd584ab54d0", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:50:54.216418 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3026adf1-93c2-4054-a71b-87e1577eba82 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:50:54.216804 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'tag': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'status': 'completed', 'code': 200} Jul 19 03:50:54.245347 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '64728088-9a55-494d-9c49-077438ca338c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:70:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:47:19Z', 'updated_at': '2021-07-19T03:47:22Z', 'revision_number': 1, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:54.271620 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] Checking router: 9dff5db0-81f0-404a-b6d9-1aef29997a68 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:50:54.280444 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:50:54.281050 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:50:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:54.318999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5574b-5295-40d9-a1cc-984d7009ca65 req-da2d9298-1601-452e-b63f-0a34191c91dc tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:54.320523 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48f5574b-5295-40d9-a1cc-984d7009ca65 req-da2d9298-1601-452e-b63f-0a34191c91dc tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 946 time: 0.1021640 Jul 19 03:50:54.326704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-5668d63f-9155-4746-960b-28624352e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:54.328134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-5668d63f-9155-4746-960b-28624352e88e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 1098 time: 0.0806942 Jul 19 03:50:54.387735 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:50:54.392447 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-48f5574b-5295-40d9-a1cc-984d7009ca65 req-3e557c39-b7fc-4995-8a62-c7259cc8aeee tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633779 Jul 19 03:50:54.444104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-0978854c-2ef2-4184-8978-6de03f7cae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:54.445604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-0978854c-2ef2-4184-8978-6de03f7cae26 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.1098518 Jul 19 03:50:54.491250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-1c478aeb-cb57-4f73-93e2-c3a1346e4af3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f4b42e3-ba1a-4307-9371-ffd584ab54d0 HTTP/1.1" status: 200 len: 217 time: 0.0389740 Jul 19 03:50:54.540309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-8130c2ee-7241-4816-97c9-b68f12891561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:54.541749 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-8130c2ee-7241-4816-97c9-b68f12891561 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0440667 Jul 19 03:50:54.598092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-4c2697f7-2e70-4fa7-97f7-07950d60154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:54.599685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-4c2697f7-2e70-4fa7-97f7-07950d60154c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513794 Jul 19 03:50:54.613030 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '64728088-9a55-494d-9c49-077438ca338c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:70:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:47:19Z', 'updated_at': '2021-07-19T03:47:22Z', 'revision_number': 1, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:50:54.639662 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a50e77a-b0ed-42f9-8166-13e157a78679 None None] The sync data for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 is: [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '64728088-9a55-494d-9c49-077438ca338c', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'port_id': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'mac_address': 'fa:16:3e:70:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370731-76ce-4839-8774-053cb402ce2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:47:19Z', 'updated_at': '2021-07-19T03:47:22Z', 'revision_number': 1, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:50:54.696047 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-9f9620b3-1432-4d7d-8a36-6da723023921 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897419 Jul 19 03:50:54.788507 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df43feca-6872-4901-80cf-9f23bebf6a1e req-7d8bb53f-35dd-4661-ab86-702fa26c6231 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852664 Jul 19 03:50:54.862111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514980eb-099e-425f-ba79-224d62cb25b1 None None] New status for floating IP 4afd0331-50a8-439a-8cf5-d8de0193cd1c: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:50:55.570203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1b42e-1e39-4c5b-997e-1a0b84af8087 req-dc9dbe1d-f257-46ce-a825-8017b74fc59b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:55.572286 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-51b1b42e-1e39-4c5b-997e-1a0b84af8087 req-dc9dbe1d-f257-46ce-a825-8017b74fc59b tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 946 time: 0.0685720 Jul 19 03:50:55.610886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-51b1b42e-1e39-4c5b-997e-1a0b84af8087 req-cf21c97c-7571-43b3-80ad-9925975e81d8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Jul 19 03:50:55.708318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-e16b0c46-d8fe-47b6-9224-e1eff050e2bb tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:50:55.709669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-e16b0c46-d8fe-47b6-9224-e1eff050e2bb tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 946 time: 0.0610375 Jul 19 03:50:55.812387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-bbb07df5-a792-4349-9381-953fb0e96c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Deleting port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:50:55.812728 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-bbb07df5-a792-4349-9381-953fb0e96c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:55.905219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-bbb07df5-a792-4349-9381-953fb0e96c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] For port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:50:55.905578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-bbb07df5-a792-4349-9381-953fb0e96c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:55.921375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-bbb07df5-a792-4349-9381-953fb0e96c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Calling delete_port for 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:50:56.067550 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-bbb07df5-a792-4349-9381-953fb0e96c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:56.098257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb07df5-a792-4349-9381-953fb0e96c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'Port': ['ID=0f4b42e3-ba1a-4307-9371-ffd584ab54d0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:50:56.156082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-bbb07df5-a792-4349-9381-953fb0e96c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] No DVR routers for this DVR port 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:50:56.158660 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-bbb07df5-a792-4349-9381-953fb0e96c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:50:56.160976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-353f8f05-e689-485d-9b0e-151cfc6c789e req-bbb07df5-a792-4349-9381-953fb0e96c5d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "DELETE /v2.0/ports/0f4b42e3-ba1a-4307-9371-ffd584ab54d0 HTTP/1.1" status: 204 len: 173 time: 0.4460158 Jul 19 03:50:56.217764 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'name': 'network-vif-deleted', 'tag': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:50:56.220336 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d455e0-6e39-413f-99d8-85c1153f11dc" -d '{"events": [{"server_uuid": "8a6687b2-28d2-4843-bef2-ace7059c7908", "name": "network-vif-deleted", "tag": "0f4b42e3-ba1a-4307-9371-ffd584ab54d0"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:50:56.260778 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f015ae55-0281-483b-94d0-f92dd170b412 x-openstack-request-id: req-f015ae55-0281-483b-94d0-f92dd170b412 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:50:56.261065 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6687b2-28d2-4843-bef2-ace7059c7908", "name": "network-vif-deleted", "tag": "0f4b42e3-ba1a-4307-9371-ffd584ab54d0", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:50:56.261342 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f015ae55-0281-483b-94d0-f92dd170b412 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:50:56.261764 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6687b2-28d2-4843-bef2-ace7059c7908', 'name': 'network-vif-deleted', 'tag': '0f4b42e3-ba1a-4307-9371-ffd584ab54d0', 'status': 'completed', 'code': 200} Jul 19 03:50:56.753996 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f0e17223-5fe8-4e6a-bde5-75f506e57352 req-80fd2659-2f5c-400f-b0d5-5eb00b7c04fd tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 210 time: 0.0287418 Jul 19 03:50:57.898324 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5b93c786-7b2b-46e2-b59e-a68f84038cff req-314c1007-041f-4888-ad9c-614d1cf8a060 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 210 time: 0.0295210 Jul 19 03:50:59.039518 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c251a68f-3a70-490b-a9a1-7332138fd853 req-9a20018c-9955-44f7-a16f-fcdc094840d2 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a6687b2-28d2-4843-bef2-ace7059c7908 HTTP/1.1" status: 200 len: 210 time: 0.0279047 Jul 19 03:50:59.791930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:50:59.815347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:50:59.815696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0f4b42e3-ba1a-4307-9371-ffd584ab54d0 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:51:04.432520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42406) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:04.592056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Deleting port 5e10b4ba-28bd-4192-8e2c-3309c8b80090 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:04.592391 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:04.664489 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:04.664812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:04.676172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Calling delete_port for 5e10b4ba-28bd-4192-8e2c-3309c8b80090 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:04.819813 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:04.845499 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'Port': ['ID=5e10b4ba-28bd-4192-8e2c-3309c8b80090,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:04.908601 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:04.908932 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Floating IP 64728088-9a55-494d-9c49-077438ca338c disassociated (deleted). External IP: 172.25.2.27, port: cefc2496-a173-4e6a-836f-bf7a6e85b5b2. Jul 19 03:51:05.109258 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Router 9dff5db0-81f0-404a-b6d9-1aef29997a68 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:51:05.215002 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:51:05.219712 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:05.224256 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] Sync routers for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:51:05.233821 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:51:05.234461 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:50:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:05.261734 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d6c31393-74e6-40dd-a889-1340a4896b80 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "DELETE /v2.0/floatingips/64728088-9a55-494d-9c49-077438ca338c HTTP/1.1" status: 204 len: 168 time: 0.8280525 Jul 19 03:51:05.262294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50370731-76ce-4839-8774-053cb402ce2c', 'tag': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:51:05.264585 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b173c998-93dc-4609-af7e-ce12cde1eb55" -d '{"events": [{"name": "network-changed", "server_uuid": "50370731-76ce-4839-8774-053cb402ce2c", "tag": "cefc2496-a173-4e6a-836f-bf7a6e85b5b2"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:51:05.302041 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fbd4f4-dc1c-4e5a-8f8e-5b423351df87 x-openstack-request-id: req-57fbd4f4-dc1c-4e5a-8f8e-5b423351df87 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:51:05.302487 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50370731-76ce-4839-8774-053cb402ce2c", "tag": "cefc2496-a173-4e6a-836f-bf7a6e85b5b2", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:51:05.302839 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57fbd4f4-dc1c-4e5a-8f8e-5b423351df87 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:51:05.303334 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50370731-76ce-4839-8774-053cb402ce2c', 'tag': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'status': 'completed', 'code': 200} Jul 19 03:51:05.381333 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-6566c922-1c8c-47bb-a983-7d8eff42c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:05.382945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-6566c922-1c8c-47bb-a983-7d8eff42c1fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dfda4f2519046729cf1708c43c8843e&device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 1097 time: 0.0565186 Jul 19 03:51:05.430367 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:51:05.482368 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-ff5c20b9-3fe5-4cc3-97f0-1c189e5eb0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:05.487987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-ff5c20b9-3fe5-4cc3-97f0-1c189e5eb0ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 200 len: 912 time: 0.0985775 Jul 19 03:51:05.533170 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-2c3bed83-f6db-4f16-bd3e-cffeff17d3da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2 HTTP/1.1" status: 200 len: 217 time: 0.0371435 Jul 19 03:51:05.620645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-07212818-72a1-41f3-ac74-18866c883054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:05.622086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-07212818-72a1-41f3-ac74-18866c883054 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 200 len: 851 time: 0.0812531 Jul 19 03:51:05.643023 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:05.672010 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] Checking router: 9dff5db0-81f0-404a-b6d9-1aef29997a68 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:51:05.680621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3f5f8-bb91-425d-b1e6-78fba900db58 req-9de50ae6-38ef-4ad7-8232-65ed53ff90f8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:05.681303 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:51:05.681885 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:50:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:05.683202 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ce3f5f8-bb91-425d-b1e6-78fba900db58 req-9de50ae6-38ef-4ad7-8232-65ed53ff90f8 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 945 time: 0.1069765 Jul 19 03:51:05.725295 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-bb0ac23e-d2c5-439b-9ada-8cde88fd36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:05.726842 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-bb0ac23e-d2c5-439b-9ada-8cde88fd36e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f0a9827-cef7-491f-9caf-3ea59bd4b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983679 Jul 19 03:51:05.734909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ce3f5f8-bb91-425d-b1e6-78fba900db58 req-c901402f-a339-4dd6-9f64-a28eebd61d0f tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461421 Jul 19 03:51:05.787025 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:51:05.822652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-bbb63f4c-b551-437e-bcc5-b45f3f12f4e9 service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867584 Jul 19 03:51:05.913391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b173c998-93dc-4609-af7e-ce12cde1eb55 req-6a2287bc-8736-4457-b1cc-c76b7aa7f96d service neutron] 10.222.0.25 "GET /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842686 Jul 19 03:51:05.980620 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:06.006529 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae17368-bea8-4dc1-aeb0-fce6f4514ffe None None] The sync data for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 is: [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:54Z', 'revision_number': 4, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '8e565e8c-59b7-4583-997b-e1f918b63f41', 'name': '', 'network_id': '1f0a9827-cef7-491f-9caf-3ea59bd4b55d', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'mac_address': 'fa:16:3e:be:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:53Z', 'updated_at': '2021-07-19T03:40:08Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'subnets': [{'id': 'e654ab5b-0949-4169-b95b-b7d73ce291aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:51:06.127419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-8f190ca1-8b1a-4877-9e1f-a21ca1b27820 req-1f420e7e-e335-43fd-bcac-8ab1371a673c service neutron] (94345) timed out ('10.222.0.20', 39412) {{(pid=94345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 03:51:06.216393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a65e6d-abaa-49c2-b85d-cc88f00afddb None None] New status for floating IP 64728088-9a55-494d-9c49-077438ca338c: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:51:06.916316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2a6a-a453-47f9-ae41-0d12119776bc req-33df68ab-1ec1-497e-aa2a-e2a4a104ac6d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:06.917842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2ce2a6a-a453-47f9-ae41-0d12119776bc req-33df68ab-1ec1-497e-aa2a-e2a4a104ac6d tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 945 time: 0.0641718 Jul 19 03:51:06.955615 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a2ce2a6a-a453-47f9-ae41-0d12119776bc req-547cd639-f260-433f-b3a8-8eae2da961b7 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320895 Jul 19 03:51:06.991956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687da845-3221-4b20-b04b-b95bcf0e335c req-463749af-e3ff-4216-b762-35359545a3dc tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:06.993493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-687da845-3221-4b20-b04b-b95bcf0e335c req-463749af-e3ff-4216-b762-35359545a3dc tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 945 time: 0.0688705 Jul 19 03:51:07.089851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-687da845-3221-4b20-b04b-b95bcf0e335c req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Deleting port cefc2496-a173-4e6a-836f-bf7a6e85b5b2 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:07.090106 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-687da845-3221-4b20-b04b-b95bcf0e335c req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:07.184620 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-687da845-3221-4b20-b04b-b95bcf0e335c req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] For port cefc2496-a173-4e6a-836f-bf7a6e85b5b2, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:07.184982 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-687da845-3221-4b20-b04b-b95bcf0e335c req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:07.196990 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-687da845-3221-4b20-b04b-b95bcf0e335c req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Calling delete_port for cefc2496-a173-4e6a-836f-bf7a6e85b5b2 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:07.253286 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:07.324563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-687da845-3221-4b20-b04b-b95bcf0e335c req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:07.357594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'Port': ['ID=cefc2496-a173-4e6a-836f-bf7a6e85b5b2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:07.369925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.370287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.370644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.370983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.371316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.371646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.371973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.372300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.372626 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.372947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.373268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.373588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:07.412685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-687da845-3221-4b20-b04b-b95bcf0e335c req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] No DVR routers for this DVR port cefc2496-a173-4e6a-836f-bf7a6e85b5b2 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:51:07.415150 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-687da845-3221-4b20-b04b-b95bcf0e335c req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:07.417145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-687da845-3221-4b20-b04b-b95bcf0e335c req-ce5278ad-5669-4d9a-a4e7-3a57ccb35508 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.25 "DELETE /v2.0/ports/cefc2496-a173-4e6a-836f-bf7a6e85b5b2 HTTP/1.1" status: 204 len: 173 time: 0.4188168 Jul 19 03:51:07.417581 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50370731-76ce-4839-8774-053cb402ce2c', 'name': 'network-vif-deleted', 'tag': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:51:07.419858 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24ac836-a4bf-456d-90b2-c097fcd78f13" -d '{"events": [{"server_uuid": "50370731-76ce-4839-8774-053cb402ce2c", "name": "network-vif-deleted", "tag": "cefc2496-a173-4e6a-836f-bf7a6e85b5b2"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:51:07.459975 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886a71f0-9fd1-473c-b84d-64a573d5d967 x-openstack-request-id: req-886a71f0-9fd1-473c-b84d-64a573d5d967 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:51:07.460288 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50370731-76ce-4839-8774-053cb402ce2c", "name": "network-vif-deleted", "tag": "cefc2496-a173-4e6a-836f-bf7a6e85b5b2", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:51:07.460554 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-886a71f0-9fd1-473c-b84d-64a573d5d967 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:51:07.460777 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:07.461029 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50370731-76ce-4839-8774-053cb402ce2c', 'name': 'network-vif-deleted', 'tag': 'cefc2496-a173-4e6a-836f-bf7a6e85b5b2', 'status': 'completed', 'code': 200} Jul 19 03:51:08.098322 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-847f12cd-b997-455d-92f4-70a5ded41e49 req-d52ffd44-e4e5-4d1a-8995-57308c590a88 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 210 time: 0.0291462 Jul 19 03:51:09.242373 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7fb80d9d-d21a-4797-a418-939b21b1153f req-6c71c0b9-f353-45ad-968d-b447cd1764eb tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 210 time: 0.0286927 Jul 19 03:51:09.806691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device cefc2496-a173-4e6a-836f-bf7a6e85b5b2 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:51:09.830648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: cefc2496-a173-4e6a-836f-bf7a6e85b5b2 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:51:09.831002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device cefc2496-a173-4e6a-836f-bf7a6e85b5b2 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:51:10.388370 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1e27e7b-0004-4206-b1ca-be50e3c4e7b7 req-39b359f6-beaf-4343-9de8-7ded42e513e0 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "GET /v2.0/ports?device_id=50370731-76ce-4839-8774-053cb402ce2c HTTP/1.1" status: 200 len: 210 time: 0.0303900 Jul 19 03:51:11.479308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42426) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:11.602487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Deleting port 4ae654c7-1680-4990-b064-60807545cded {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:11.602821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:11.676629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:11.676879 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:11.689002 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Calling delete_port for 4ae654c7-1680-4990-b064-60807545cded owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:11.819788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:11.844333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'Port': ['ID=4ae654c7-1680-4990-b064-60807545cded,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:11.855318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.855691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.856029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.856362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.856692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.857018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.857339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.857658 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.857975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.858316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.858638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.858954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:11.919368 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:11.921899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:11.923100 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c2e9dcd7-6f2c-43e3-ad1d-d028702b1dad tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "DELETE /v2.0/floatingips/76e24755-d8fc-43ae-9bc2-95a852a772f7 HTTP/1.1" status: 204 len: 168 time: 0.4427989 Jul 19 03:51:12.521162 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-52271746-1fb0-4cdc-8a92-d8a03806b628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:14.237993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42440) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:14.305236 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9102853-0c4b-40cc-ba46-3bbd9cd95358 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:14.330788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9102853-0c4b-40cc-ba46-3bbd9cd95358 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:14.392220 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9102853-0c4b-40cc-ba46-3bbd9cd95358 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:14.394812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b9102853-0c4b-40cc-ba46-3bbd9cd95358 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:14.395984 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b9102853-0c4b-40cc-ba46-3bbd9cd95358 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f78f8b2-b21d-41b9-8ae0-a28ec4757afd HTTP/1.1" status: 204 len: 168 time: 0.1569159 Jul 19 03:51:14.406058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9102853-0c4b-40cc-ba46-3bbd9cd95358 tempest-TestVolumeBootPattern-2024169775 tempest-TestVolumeBootPattern-2024169775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f78f8b2-b21d-41b9-8ae0-a28ec4757afd,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:14.456095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42444) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:14.988857 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:15.098523 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2c54-e352-4f92-87d9-0fd1ae952365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:15.248334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] Deleting port 8e565e8c-59b7-4583-997b-e1f918b63f41 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:15.248602 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:15.324589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] For port 8e565e8c-59b7-4583-997b-e1f918b63f41, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=8e565e8c-59b7-4583-997b-e1f918b63f41,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:15.324951 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:15.341300 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] Calling delete_port for 8e565e8c-59b7-4583-997b-e1f918b63f41 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:15.683198 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:15.760274 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:15.786615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e565e8c-59b7-4583-997b-e1f918b63f41,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:15.951680 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:16.165871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] Router 9dff5db0-81f0-404a-b6d9-1aef29997a68 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:51:16.270008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:51:16.275129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e4825ff0-6e45-46ef-9c75-c8a5f87f803e admin admin] 10.222.0.20 "PUT /v2.0/routers/9dff5db0-81f0-404a-b6d9-1aef29997a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8180125 Jul 19 03:51:16.277683 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42448) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:16.278215 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f960de-909d-4528-8364-49ba02544d75 None None] Sync routers for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:51:16.287150 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f960de-909d-4528-8364-49ba02544d75 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:51:16.287759 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-47f960de-909d-4528-8364-49ba02544d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:51:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:16.382128 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:16.397483 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-47f960de-909d-4528-8364-49ba02544d75 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:51:16.491267 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:16.499954 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:16.544197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Deleting port 57bdf592-4a6c-4710-94f0-454aac20f944 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:16.544559 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:16.577461 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-47f960de-909d-4528-8364-49ba02544d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:51:15Z', 'revision_number': 5, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port': {'id': '57bdf592-4a6c-4710-94f0-454aac20f944', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:16.604421 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f960de-909d-4528-8364-49ba02544d75 None None] Checking router: 9dff5db0-81f0-404a-b6d9-1aef29997a68 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:51:16.612409 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f960de-909d-4528-8364-49ba02544d75 None None] Routers {'9dff5db0-81f0-404a-b6d9-1aef29997a68'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:51:16.613020 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-47f960de-909d-4528-8364-49ba02544d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:51:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9dff5db0-81f0-404a-b6d9-1aef29997a68'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:16.627167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] For port 57bdf592-4a6c-4710-94f0-454aac20f944, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=57bdf592-4a6c-4710-94f0-454aac20f944,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:16.627528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:16.639367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Calling delete_port for 57bdf592-4a6c-4710-94f0-454aac20f944 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:16.698281 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-47f960de-909d-4528-8364-49ba02544d75 None None] Set router 9dff5db0-81f0-404a-b6d9-1aef29997a68 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:51:16.749349 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-47f960de-909d-4528-8364-49ba02544d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:51:16Z', 'revision_number': 6, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:16.778745 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f960de-909d-4528-8364-49ba02544d75 None None] The sync data for ids ['9dff5db0-81f0-404a-b6d9-1aef29997a68'] in n-d-762330-18 is: [{'id': '9dff5db0-81f0-404a-b6d9-1aef29997a68', 'name': 'tempest-TestVolumeBootPattern-1284306504-router', 'tenant_id': '9dfda4f2519046729cf1708c43c8843e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:50Z', 'updated_at': '2021-07-19T03:51:16Z', 'revision_number': 6, 'project_id': '9dfda4f2519046729cf1708c43c8843e', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:51:16.809999 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:16.834188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Pushing event deleted for resources: {'Port': ['ID=57bdf592-4a6c-4710-94f0-454aac20f944,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:16.896073 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:16.984219 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:16.986602 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.033064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.033598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dff5db0-81f0-404a-b6d9-1aef29997a68 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:51:17.037827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.039004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bd818c7a-3404-4f53-a12f-8ec5352834be admin admin] 10.222.0.20 "DELETE /v2.0/routers/9dff5db0-81f0-404a-b6d9-1aef29997a68 HTTP/1.1" status: 204 len: 168 time: 0.7603502 Jul 19 03:51:17.041624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42450) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:17.084610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64a4156-6f0e-4aaa-beba-f0ca668ee582 admin admin] Deleting subnet e654ab5b-0949-4169-b95b-b7d73ce291aa {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:51:17.088126 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e64a4156-6f0e-4aaa-beba-f0ca668ee582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.123403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e64a4156-6f0e-4aaa-beba-f0ca668ee582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.212389 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e64a4156-6f0e-4aaa-beba-f0ca668ee582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.264284 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e64a4156-6f0e-4aaa-beba-f0ca668ee582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.291393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a4156-6f0e-4aaa-beba-f0ca668ee582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e654ab5b-0949-4169-b95b-b7d73ce291aa,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:17.293350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e64a4156-6f0e-4aaa-beba-f0ca668ee582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.295262 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e64a4156-6f0e-4aaa-beba-f0ca668ee582 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e654ab5b-0949-4169-b95b-b7d73ce291aa HTTP/1.1" status: 204 len: 168 time: 0.2527077 Jul 19 03:51:17.297446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f63e1a-c528-4140-998e-c7a5b5bc8ec3 None None] Network 1f0a9827-cef7-491f-9caf-3ea59bd4b55d requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:51:17.297690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42452) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:17.369071 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.421625 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Deleting port f20ebf88-2160-48cd-a507-2079deb952ce {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:17.421962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.487678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] For port f20ebf88-2160-48cd-a507-2079deb952ce, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f20ebf88-2160-48cd-a507-2079deb952ce,segment=NetworkSegment(e206638b-7694-4199-80f3-f77bcdf83e7c),segment_id=e206638b-7694-4199-80f3-f77bcdf83e7c)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:17.488043 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.500746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Calling delete_port for f20ebf88-2160-48cd-a507-2079deb952ce owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:17.558910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] DHCP port deletion for 1f0a9827-cef7-491f-9caf-3ea59bd4b55d request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:51:17.587429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.607597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Deleting port f20ebf88-2160-48cd-a507-2079deb952ce {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:17.608065 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.613923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Pushing event deleted for resources: {'Port': ['ID=f20ebf88-2160-48cd-a507-2079deb952ce,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:17.615800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] No DVR routers for this DVR port f20ebf88-2160-48cd-a507-2079deb952ce on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:51:17.679376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] For port f20ebf88-2160-48cd-a507-2079deb952ce, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:17.679764 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.691137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Calling delete_port for f20ebf88-2160-48cd-a507-2079deb952ce owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:17.693784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Port f20ebf88-2160-48cd-a507-2079deb952ce was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 03:51:17.694137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.695045 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.704748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0a9827-cef7-491f-9caf-3ea59bd4b55d']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:17.715352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e206638b-7694-4199-80f3-f77bcdf83e7c') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:17.715661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e206638b-7694-4199-80f3-f77bcdf83e7c') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:17.719151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Pushing event deleted for resources: {'Port': ['ID=f20ebf88-2160-48cd-a507-2079deb952ce,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:17.724906 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.728131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.728474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.728815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.729150 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.729483 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.729819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.730143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.730492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.730825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.731154 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.731470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.731788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:51:17.736361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a2249-cfe8-4b8f-92b3-ca0cb4dac16b None None] No DVR routers for this DVR port f20ebf88-2160-48cd-a507-2079deb952ce on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:51:17.738916 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.749659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:51:17.750110 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:51:17.752120 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:51:17.809396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.816699 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:17.822340 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f0a9827-cef7-491f-9caf-3ea59bd4b55d HTTP/1.1" status: 204 len: 168 time: 0.5204024 Jul 19 03:51:17.823082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42454) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:17.840361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a048be7-3b34-4621-8a8e-bc4263ddf26e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0a9827-cef7-491f-9caf-3ea59bd4b55d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:18.015450 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:18.181690 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:18.435121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] Deleting port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:18.435431 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:18.436663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f20ebf88-2160-48cd-a507-2079deb952ce no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:51:18.457185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: f20ebf88-2160-48cd-a507-2079deb952ce {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:51:18.457529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f20ebf88-2160-48cd-a507-2079deb952ce not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:51:18.457949 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 57bdf592-4a6c-4710-94f0-454aac20f944 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:51:18.476414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 57bdf592-4a6c-4710-94f0-454aac20f944 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:51:18.476773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 57bdf592-4a6c-4710-94f0-454aac20f944 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:51:18.477712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8e565e8c-59b7-4583-997b-e1f918b63f41 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:51:18.495747 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 8e565e8c-59b7-4583-997b-e1f918b63f41 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:51:18.496106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 8e565e8c-59b7-4583-997b-e1f918b63f41 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:51:18.514598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] For port 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44,segment=NetworkSegment(60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9),segment_id=60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:18.514966 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:18.531643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] Calling delete_port for 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:18.706033 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:18.732084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:18.896605 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:19.355225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] Router 925aa841-ec0b-4161-b334-69a45944adc7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:51:19.460682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:51:19.465684 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-289714c4-4a0a-4ab0-a5d3-ae3fd34a73d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/925aa841-ec0b-4161-b334-69a45944adc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6416802 Jul 19 03:51:19.468142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42456) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:19.471491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] Sync routers for ids ['925aa841-ec0b-4161-b334-69a45944adc7'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:51:19.481344 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] Routers {'925aa841-ec0b-4161-b334-69a45944adc7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:51:19.482032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:51:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['925aa841-ec0b-4161-b334-69a45944adc7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:19.576523 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:19.685009 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:19.737009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Deleting port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:19.737355 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:19.743686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] Set router 925aa841-ec0b-4161-b334-69a45944adc7 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:51:19.817290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] For port 88eaf5d8-8ae7-4992-a909-a2003cca2c1f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=88eaf5d8-8ae7-4992-a909-a2003cca2c1f,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:19.817658 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:19.834485 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Calling delete_port for 88eaf5d8-8ae7-4992-a909-a2003cca2c1f owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:19.918443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925aa841-ec0b-4161-b334-69a45944adc7', 'name': 'tempest-TestVolumeBootPattern-1324447939-router', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:57Z', 'updated_at': '2021-07-19T03:51:18Z', 'revision_number': 5, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'gw_port': {'id': '88eaf5d8-8ae7-4992-a909-a2003cca2c1f', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925aa841-ec0b-4161-b334-69a45944adc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:39:58Z', 'updated_at': '2021-07-19T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:19.944509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] Checking router: 925aa841-ec0b-4161-b334-69a45944adc7 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:51:19.952892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] Routers {'925aa841-ec0b-4161-b334-69a45944adc7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:51:19.953511 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:51:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['925aa841-ec0b-4161-b334-69a45944adc7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:19.994515 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.026196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Pushing event deleted for resources: {'Port': ['ID=88eaf5d8-8ae7-4992-a909-a2003cca2c1f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:20.046076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] Set router 925aa841-ec0b-4161-b334-69a45944adc7 gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:51:20.090454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.098433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925aa841-ec0b-4161-b334-69a45944adc7', 'name': 'tempest-TestVolumeBootPattern-1324447939-router', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:57Z', 'updated_at': '2021-07-19T03:51:19Z', 'revision_number': 6, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:20.128456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51dbefc-dd5e-4de3-83b0-98b4b4186faa None None] The sync data for ids ['925aa841-ec0b-4161-b334-69a45944adc7'] in n-d-762330-18 is: [{'id': '925aa841-ec0b-4161-b334-69a45944adc7', 'name': 'tempest-TestVolumeBootPattern-1324447939-router', 'tenant_id': 'ea0458227d3f4a31af477fc90a42b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:39:57Z', 'updated_at': '2021-07-19T03:51:19Z', 'revision_number': 6, 'project_id': 'ea0458227d3f4a31af477fc90a42b363', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:51:20.184756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.186859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.233690 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.234241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925aa841-ec0b-4161-b334-69a45944adc7 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 03:51:20.238605 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.239787 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bc5c97d5-5d6f-4477-b6bb-c45472152936 admin admin] 10.222.0.20 "DELETE /v2.0/routers/925aa841-ec0b-4161-b334-69a45944adc7 HTTP/1.1" status: 204 len: 168 time: 0.7707295 Jul 19 03:51:20.242388 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42458) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:20.285817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-86075488-4b92-460b-a181-2e0edf2c06d4 admin admin] Deleting subnet aaef4072-48cc-42e6-be58-86f6c03c9224 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:51:20.288659 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86075488-4b92-460b-a181-2e0edf2c06d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.322445 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86075488-4b92-460b-a181-2e0edf2c06d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.396409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86075488-4b92-460b-a181-2e0edf2c06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.454574 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86075488-4b92-460b-a181-2e0edf2c06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.480230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86075488-4b92-460b-a181-2e0edf2c06d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaef4072-48cc-42e6-be58-86f6c03c9224,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:20.483688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86075488-4b92-460b-a181-2e0edf2c06d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.485569 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-86075488-4b92-460b-a181-2e0edf2c06d4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aaef4072-48cc-42e6-be58-86f6c03c9224 HTTP/1.1" status: 204 len: 168 time: 0.2415340 Jul 19 03:51:20.488392 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42460) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:20.490115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040f642-c4b9-48fd-87f2-b9f2f1e16a85 None None] Network eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:51:20.571311 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.630799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Deleting port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:20.631140 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.694192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] For port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=0f6b62ec-0d02-4f60-8d74-d1c076eebcea,segment=NetworkSegment(60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9),segment_id=60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:20.694586 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.705766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Calling delete_port for 0f6b62ec-0d02-4f60-8d74-d1c076eebcea owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:20.785915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.812049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6b62ec-0d02-4f60-8d74-d1c076eebcea,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:20.813797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] No DVR routers for this DVR port 0f6b62ec-0d02-4f60-8d74-d1c076eebcea on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:51:20.885969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.896412 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:20.908825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:20.909126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c9e369-8eb2-47b3-89a3-7a64ecdf2fd9') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:51:20.912849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c83308-ecef-4eb8-812c-3b1cd442784b None None] DHCP port deletion for eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 03:51:20.919863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.937064 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.941746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:51:20.943670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:51:20.944058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: timer() Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:51:20.945812 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:51:20.964306 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:51:20.964959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2bfdbade-e83c-4acd-a8b6-9f92ee3a6c44 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:51:21.000816 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:21.006501 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:21.008573 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] 10.222.0.20 "DELETE /v2.0/networks/eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4 HTTP/1.1" status: 204 len: 168 time: 0.5186853 Jul 19 03:51:21.019508 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cbc46-1e9e-41d8-8ca3-ad2f2633d464 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9329a5-b4d3-4422-9c3e-d4cfcabd96e4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:21.143039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42464) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:21.186317 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-518805e5-ce35-4357-923a-cf4058e7e7bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dfda4f2519046729cf1708c43c8843e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420108 Jul 19 03:51:21.188698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42466) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:21.244849 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca11aad9-206e-462f-8bb8-407b7d6ad20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:21.265673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca11aad9-206e-462f-8bb8-407b7d6ad20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:21.312034 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca11aad9-206e-462f-8bb8-407b7d6ad20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:21.314543 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca11aad9-206e-462f-8bb8-407b7d6ad20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:21.315704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ca11aad9-206e-462f-8bb8-407b7d6ad20a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a29324da-b52f-49d9-85ff-f20b469eaaf7 HTTP/1.1" status: 204 len: 168 time: 0.1260798 Jul 19 03:51:21.329967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11aad9-206e-462f-8bb8-407b7d6ad20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29324da-b52f-49d9-85ff-f20b469eaaf7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:21.636881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42472) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:21.676323 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-45eec13f-c0ce-480d-8400-4d616d59d744 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea0458227d3f4a31af477fc90a42b363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382588 Jul 19 03:51:21.678781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42474) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:21.725475 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2442ef30-d72c-47d9-8834-5ebaa815caca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:21.746036 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2442ef30-d72c-47d9-8834-5ebaa815caca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:21.791910 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2442ef30-d72c-47d9-8834-5ebaa815caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:21.794472 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2442ef30-d72c-47d9-8834-5ebaa815caca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:21.795621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2442ef30-d72c-47d9-8834-5ebaa815caca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3a98485-06e1-4eb4-b7e1-479039c21d3a HTTP/1.1" status: 204 len: 168 time: 0.1159561 Jul 19 03:51:21.802974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442ef30-d72c-47d9-8834-5ebaa815caca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a98485-06e1-4eb4-b7e1-479039c21d3a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:21.926786 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:51:22.431778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 88eaf5d8-8ae7-4992-a909-a2003cca2c1f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:51:22.452293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 88eaf5d8-8ae7-4992-a909-a2003cca2c1f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:51:22.452636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 88eaf5d8-8ae7-4992-a909-a2003cca2c1f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:51:22.453051 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0f6b62ec-0d02-4f60-8d74-d1c076eebcea no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:51:22.471536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 0f6b62ec-0d02-4f60-8d74-d1c076eebcea {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:51:22.471883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 0f6b62ec-0d02-4f60-8d74-d1c076eebcea not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:51:28.043111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-31d1f8cd-e55d-41c3-8868-b598838b8af2 req-3500867b-ea6e-4409-929d-e12d3da51503 service neutron] (94344) timed out ('10.222.0.26', 50951) {{(pid=94344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 03:51:31.417471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-e73166b2-788b-4da7-9021-4272568abcc3 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dc69107ec467474d92974e1ce88a4ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308478 Jul 19 03:51:31.601075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-55c5c634-ace2-4edc-8977-569008dc856f tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:31.602705 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-55c5c634-ace2-4edc-8977-569008dc856f tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792612 Jul 19 03:51:31.617813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-a1a198a2-de0e-40d9-b2b5-7918e67799e1 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/quotas/dc69107ec467474d92974e1ce88a4ea6 HTTP/1.1" status: 200 len: 375 time: 0.0097139 Jul 19 03:51:31.656698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-03cec850-36fa-4777-a1ee-a9ab11746720 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc69107ec467474d92974e1ce88a4ea6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333405 Jul 19 03:51:31.825029 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2b0e538-45ca-4584-84b2-5f1ae27067bc req-d9b57857-3a5f-4ce2-a95a-252e50cdcfe0 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 210 time: 0.0320094 Jul 19 03:51:32.938218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-230f3879-40f4-4e1b-add6-01303f585886 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=dc69107ec467474d92974e1ce88a4ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224771 Jul 19 03:51:32.979769 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cc4fe355-c42c-478a-aea8-7d34259f34c5 req-cf51491a-9a75-4a05-a8dc-4a274969d8c8 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 210 time: 0.0372658 Jul 19 03:51:33.076522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-3ff8f5f4-d971-445d-8103-6df2d5b05c74 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:33.077987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-3ff8f5f4-d971-445d-8103-6df2d5b05c74 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344821 Jul 19 03:51:33.090067 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Request body: {'port': {'device_id': '35f51f97-74ed-42bf-849b-93896cc01f1e', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'admin_state_up': True, 'tenant_id': 'dc69107ec467474d92974e1ce88a4ea6'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:51:33.198550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Made reservation on behalf of dc69107ec467474d92974e1ce88a4ea6 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:51:33.202091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:33.210631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:33.303919 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:33.308333 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:33.375051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ee2362-0659-488a-bc93-87bb7f483768,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:33.439949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Allocated IP 192.168.233.31 (41a88b73-d039-48ad-b047-ba82d352b2b9/98e66f4b-7d02-437c-83a3-0a7a1d2a5a37/76226fed-643d-4b62-86b9-845ae7351ac2) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:51:33.583131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:33.596472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Transition to ACTIVE for port object 76226fed-643d-4b62-86b9-845ae7351ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:51:33.629336 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:33.671345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Network 41a88b73-d039-48ad-b047-ba82d352b2b9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:51:33.676463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:51:33.678950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:51:33.708798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Pushing event updated for resources: {'Port': ['ID=76226fed-643d-4b62-86b9-845ae7351ac2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:33.735213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:33.735826 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:33.751018 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-d868e411-665d-4e8d-96ff-872b2e1b6202 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6651344 Jul 19 03:51:33.760697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-eb311942-9557-44c1-84e9-f84385d23ed4 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:51:33.761703 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-eb311942-9557-44c1-84e9-f84385d23ed4 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053849 Jul 19 03:51:33.872446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Request body: {'port': {'device_id': '35f51f97-74ed-42bf-849b-93896cc01f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:51:33.946580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:33.947279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-61fb0567-6088-4795-a6ee-82c498c6c832 None None] Provisioning for port 76226fed-643d-4b62-86b9-845ae7351ac2 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:51:33.950934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-61fb0567-6088-4795-a6ee-82c498c6c832 None None] Provisioning complete for port 76226fed-643d-4b62-86b9-845ae7351ac2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:51:33.951265 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-61fb0567-6088-4795-a6ee-82c498c6c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:33.989223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-61fb0567-6088-4795-a6ee-82c498c6c832 None None] Port 76226fed-643d-4b62-86b9-845ae7351ac2 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:51:34.174337 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5aca3-0deb-4045-a2fd-2a2f75353039 req-72240b5a-46ee-4ef4-8a56-dbd1f371cc0d tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:34.175847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9d5aca3-0deb-4045-a2fd-2a2f75353039 req-72240b5a-46ee-4ef4-8a56-dbd1f371cc0d tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 935 time: 0.0648777 Jul 19 03:51:34.214045 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9d5aca3-0deb-4045-a2fd-2a2f75353039 req-2ddf712e-4147-4f68-90b5-58e67e1e8768 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ee2362-0659-488a-bc93-87bb7f483768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322869 Jul 19 03:51:34.215633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76226fed-643d-4b62-86b9-845ae7351ac2 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:51:34.223185 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:34.236350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Transition to ACTIVE for port object 76226fed-643d-4b62-86b9-845ae7351ac2 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:51:34.238825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:34.307413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Pushing event updated for resources: {'Port': ['ID=76226fed-643d-4b62-86b9-845ae7351ac2,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:34.361063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Attempting to bind port 76226fed-643d-4b62-86b9-845ae7351ac2 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:51:34.361397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Attempting to bind port 76226fed-643d-4b62-86b9-845ae7351ac2 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:51:34.361735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Attempting to bind port 76226fed-643d-4b62-86b9-845ae7351ac2 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:51:34.366218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Port 76226fed-643d-4b62-86b9-845ae7351ac2 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:51:34.366570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Attempting to bind port 76226fed-643d-4b62-86b9-845ae7351ac2 on network 41a88b73-d039-48ad-b047-ba82d352b2b9 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:51:34.371781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:51:34.372117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Checking segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:51:34.372491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Bound using segment: {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:51:34.372948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Bound port: 76226fed-643d-4b62-86b9-845ae7351ac2, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224035d-bf8e-4251-ae3e-b2fa05e6ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:51:34.373250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:34.443370 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] For port 76226fed-643d-4b62-86b9-845ae7351ac2, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:51:34.447262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] For port 76226fed-643d-4b62-86b9-845ae7351ac2, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=76226fed-643d-4b62-86b9-845ae7351ac2,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:51:34.451916 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:34.485655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:34.486320 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:34.487751 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] 10.222.0.26 "PUT /v2.0/ports/76226fed-643d-4b62-86b9-845ae7351ac2 HTTP/1.1" status: 200 len: 1096 time: 0.7197003 Jul 19 03:51:34.488190 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f51f97-74ed-42bf-849b-93896cc01f1e', 'tag': '76226fed-643d-4b62-86b9-845ae7351ac2'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:51:34.490482 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4789de02-72ae-414d-b26f-6666f16a40d8" -d '{"events": [{"name": "network-changed", "server_uuid": "35f51f97-74ed-42bf-849b-93896cc01f1e", "tag": "76226fed-643d-4b62-86b9-845ae7351ac2"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:51:34.516319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e8ddb-176b-496d-97de-71a3c9ad904f service neutron] Pushing event updated for resources: {'Port': ['ID=76226fed-643d-4b62-86b9-845ae7351ac2,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:34.562319 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d44a38-1d9f-4851-92ea-f58d62f9e88c x-openstack-request-id: req-58d44a38-1d9f-4851-92ea-f58d62f9e88c {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:51:34.562319 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f51f97-74ed-42bf-849b-93896cc01f1e", "tag": "76226fed-643d-4b62-86b9-845ae7351ac2", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:51:34.562618 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58d44a38-1d9f-4851-92ea-f58d62f9e88c {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:51:34.562828 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f51f97-74ed-42bf-849b-93896cc01f1e', 'tag': '76226fed-643d-4b62-86b9-845ae7351ac2', 'status': 'completed', 'code': 200} Jul 19 03:51:34.593970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-c3ae2fce-2686-4d5a-8832-dc8adcdd57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:34.595675 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-c3ae2fce-2686-4d5a-8832-dc8adcdd57d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc69107ec467474d92974e1ce88a4ea6&device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 1099 time: 0.0653760 Jul 19 03:51:34.643746 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-4fa60f8c-e9bf-4b3a-97c5-c579f6ca02fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=76226fed-643d-4b62-86b9-845ae7351ac2 HTTP/1.1" status: 200 len: 217 time: 0.0409796 Jul 19 03:51:34.702960 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-0ea9e715-64a3-4c81-90aa-bcf819fb66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:34.704560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-0ea9e715-64a3-4c81-90aa-bcf819fb66eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0545597 Jul 19 03:51:34.763075 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-2684ea8c-9fc0-4372-8a65-9afce6cabcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:34.764580 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-2684ea8c-9fc0-4372-8a65-9afce6cabcde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544033 Jul 19 03:51:34.857601 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-3f7441c7-eb67-41c8-8a63-8cdf76d309bb service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865223 Jul 19 03:51:34.944446 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-801b47bb-f8be-47dd-8ceb-d7e58c2fca3e req-0d4d1a28-dc79-49b7-9e19-26fc8bb13745 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806773 Jul 19 03:51:35.043385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-f23cad47-cc9f-4c99-8243-09c349613daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:35.044853 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-f23cad47-cc9f-4c99-8243-09c349613daf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc69107ec467474d92974e1ce88a4ea6&device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 1099 time: 0.0529819 Jul 19 03:51:35.392672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-b0b636df-08bc-4ddf-b1bd-ef6a08616b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:35.394102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-b0b636df-08bc-4ddf-b1bd-ef6a08616b07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41a88b73-d039-48ad-b047-ba82d352b2b9 HTTP/1.1" status: 200 len: 869 time: 0.3434365 Jul 19 03:51:35.394421 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ac1cf-8666-485e-be32-4f299279b243 req-29d20594-c564-410a-b1c0-296092d12c82 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:35.395920 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-085ac1cf-8666-485e-be32-4f299279b243 req-29d20594-c564-410a-b1c0-296092d12c82 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 947 time: 0.0641973 Jul 19 03:51:35.433455 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-085ac1cf-8666-485e-be32-4f299279b243 req-fdbbdaa1-8503-4640-98ba-51dae2edce74 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ee2362-0659-488a-bc93-87bb7f483768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Jul 19 03:51:35.436343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-103e8fac-bc29-4c13-b95a-992b2f640f4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=76226fed-643d-4b62-86b9-845ae7351ac2 HTTP/1.1" status: 200 len: 217 time: 0.0347643 Jul 19 03:51:35.489194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-2fe4b9ea-9519-4162-b844-64a992884145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:35.490660 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-2fe4b9ea-9519-4162-b844-64a992884145 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98e66f4b-7d02-437c-83a3-0a7a1d2a5a37 HTTP/1.1" status: 200 len: 843 time: 0.0475404 Jul 19 03:51:35.547054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-d873809f-9bb2-403f-89b7-2a002d1b5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:35.548522 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-d873809f-9bb2-403f-89b7-2a002d1b5648 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41a88b73-d039-48ad-b047-ba82d352b2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516591 Jul 19 03:51:35.637951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-450e8bf3-caf8-4cfd-8630-59fd46deded8 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823295 Jul 19 03:51:35.732311 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4789de02-72ae-414d-b26f-6666f16a40d8 req-0d758331-ce06-4716-859c-8e8d2a2e7767 service neutron] 10.222.0.26 "GET /v2.0/networks/41a88b73-d039-48ad-b047-ba82d352b2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877337 Jul 19 03:51:36.607432 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474836e8-0251-4fe1-8138-2fc23917019b req-84ee5ce3-4e9c-4103-99d7-4aa7e1f6586c tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:36.608940 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-474836e8-0251-4fe1-8138-2fc23917019b req-84ee5ce3-4e9c-4103-99d7-4aa7e1f6586c tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 947 time: 0.0637767 Jul 19 03:51:36.646296 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-474836e8-0251-4fe1-8138-2fc23917019b req-ddd9ca50-c337-402b-8a18-7f27a07d0e5f tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ee2362-0659-488a-bc93-87bb7f483768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Jul 19 03:51:37.269161 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:37.285071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 76226fed-643d-4b62-86b9-845ae7351ac2 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:51:37.376868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 76226fed-643d-4b62-86b9-845ae7351ac2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=76226fed-643d-4b62-86b9-845ae7351ac2,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:37.387333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '76226fed-643d-4b62-86b9-845ae7351ac2', 'network_id': '41a88b73-d039-48ad-b047-ba82d352b2b9', 'port_id': '76226fed-643d-4b62-86b9-845ae7351ac2', 'mac_address': 'fa:16:3e:4e:d3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e66f4b-7d02-437c-83a3-0a7a1d2a5a37', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:51:37.425715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:37.438194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76226fed-643d-4b62-86b9-845ae7351ac2 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:51:37.456724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 76226fed-643d-4b62-86b9-845ae7351ac2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=76226fed-643d-4b62-86b9-845ae7351ac2,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:37.463824 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:37.494252 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:37.514955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=76226fed-643d-4b62-86b9-845ae7351ac2,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:37.712638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['76226fed-643d-4b62-86b9-845ae7351ac2'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:51:37.823686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96a7d6-6b91-4638-a954-ae491174bbac req-c6124afe-2bb3-41c9-adcb-3cbe71889d8e tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:37.826229 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce96a7d6-6b91-4638-a954-ae491174bbac req-c6124afe-2bb3-41c9-adcb-3cbe71889d8e tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 948 time: 0.0684628 Jul 19 03:51:37.867966 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce96a7d6-6b91-4638-a954-ae491174bbac req-e454f316-85cb-46b0-9fa4-b39a0b9504b7 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ee2362-0659-488a-bc93-87bb7f483768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344462 Jul 19 03:51:39.042715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539ef64-83dc-4de1-90b6-6e643a23eb61 req-4cdbfd04-7de6-4d29-b53b-ee1437d6a641 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:39.044208 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2539ef64-83dc-4de1-90b6-6e643a23eb61 req-4cdbfd04-7de6-4d29-b53b-ee1437d6a641 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 948 time: 0.0682917 Jul 19 03:51:39.081141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2539ef64-83dc-4de1-90b6-6e643a23eb61 req-627b88e7-56cd-4503-ba65-24ff22b13763 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ee2362-0659-488a-bc93-87bb7f483768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Jul 19 03:51:39.301262 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 76226fed-643d-4b62-86b9-845ae7351ac2 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:51:39.348979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 76226fed-643d-4b62-86b9-845ae7351ac2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:51:39.352800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 76226fed-643d-4b62-86b9-845ae7351ac2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:51:39.353173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:39.426573 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:39.451264 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f51f97-74ed-42bf-849b-93896cc01f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76226fed-643d-4b62-86b9-845ae7351ac2'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:51:39.453498 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ae6e61-d54e-4cf3-b02d-0efc10e3683f" -d '{"events": [{"server_uuid": "35f51f97-74ed-42bf-849b-93896cc01f1e", "name": "network-vif-plugged", "status": "completed", "tag": "76226fed-643d-4b62-86b9-845ae7351ac2"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:51:39.465810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 76226fed-643d-4b62-86b9-845ae7351ac2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=76226fed-643d-4b62-86b9-845ae7351ac2,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:39.469487 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:39.517301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=76226fed-643d-4b62-86b9-845ae7351ac2,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:39.552973 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c6405a-5c35-475b-9d5b-4a546e539bee x-openstack-request-id: req-37c6405a-5c35-475b-9d5b-4a546e539bee {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:51:39.553268 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f51f97-74ed-42bf-849b-93896cc01f1e", "name": "network-vif-plugged", "status": "completed", "tag": "76226fed-643d-4b62-86b9-845ae7351ac2", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:51:39.553524 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37c6405a-5c35-475b-9d5b-4a546e539bee {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:51:39.553925 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f51f97-74ed-42bf-849b-93896cc01f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76226fed-643d-4b62-86b9-845ae7351ac2', 'code': 200} Jul 19 03:51:39.660593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95b94-2a5b-4c7a-b3ee-2066ef5e47be req-e81d7915-2639-421c-82ef-b8c3e565a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:39.662067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2ca95b94-2a5b-4c7a-b3ee-2066ef5e47be req-e81d7915-2639-421c-82ef-b8c3e565a5c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 1101 time: 0.0511937 Jul 19 03:51:39.695666 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2ca95b94-2a5b-4c7a-b3ee-2066ef5e47be req-0967a6dc-f58a-4937-9e58-faf2db43bb8f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=20ee2362-0659-488a-bc93-87bb7f483768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269144 Jul 19 03:51:40.254294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b9a63-5e4b-4098-ae24-d353c9577500 req-1b952993-3b18-4614-af11-879746b168ad tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:40.255803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-415b9a63-5e4b-4098-ae24-d353c9577500 req-1b952993-3b18-4614-af11-879746b168ad tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 949 time: 0.0662391 Jul 19 03:51:40.293051 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-415b9a63-5e4b-4098-ae24-d353c9577500 req-1c9c26c1-b864-4a36-9ab1-44d937b3f643 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ee2362-0659-488a-bc93-87bb7f483768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Jul 19 03:51:41.468807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1da3d-2edc-45dd-a300-e5de267f5829 req-5a3a85db-2165-4de5-8dbe-c100cd95e9c9 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:41.470212 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f6f1da3d-2edc-45dd-a300-e5de267f5829 req-5a3a85db-2165-4de5-8dbe-c100cd95e9c9 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 949 time: 0.0663886 Jul 19 03:51:41.507966 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f6f1da3d-2edc-45dd-a300-e5de267f5829 req-dc224578-1aba-44ca-9b67-cb932a85da1d tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ee2362-0659-488a-bc93-87bb7f483768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Jul 19 03:51:42.521249 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cc3-bca3-4c7a-98a8-3319567894ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:42.744891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32fccc-c051-4c4b-b29c-37067cbaa690 req-c3341f0e-cb38-4d4a-ada7-dc2211b9a0ad tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:42.746398 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8b32fccc-c051-4c4b-b29c-37067cbaa690 req-c3341f0e-cb38-4d4a-ada7-dc2211b9a0ad tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 949 time: 0.0651734 Jul 19 03:51:42.782957 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8b32fccc-c051-4c4b-b29c-37067cbaa690 req-3a457852-cfb4-413c-820a-1b2b550816e6 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ee2362-0659-488a-bc93-87bb7f483768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308390 Jul 19 03:51:43.948096 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-09a8e301-64cf-468f-897a-2f6c7e067365 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:43.949560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-09a8e301-64cf-468f-897a-2f6c7e067365 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.26 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 949 time: 0.0936649 Jul 19 03:51:44.021026 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c8d29-effe-42e1-8290-8476b4595cad req-64035de0-2b75-456c-aeb3-309dd59c79b1 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:44.022557 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f5c8d29-effe-42e1-8290-8476b4595cad req-64035de0-2b75-456c-aeb3-309dd59c79b1 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 949 time: 0.1195312 Jul 19 03:51:44.085984 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f5c8d29-effe-42e1-8290-8476b4595cad req-a32e143b-9d44-4c16-b198-c90fee3b26ac tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ee2362-0659-488a-bc93-87bb7f483768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559902 Jul 19 03:51:44.101512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-f35ac24b-7768-47eb-a541-e7dcb6c89161 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Deleting port 76226fed-643d-4b62-86b9-845ae7351ac2 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:51:44.101856 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-f35ac24b-7768-47eb-a541-e7dcb6c89161 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:44.193897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-f35ac24b-7768-47eb-a541-e7dcb6c89161 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] For port 76226fed-643d-4b62-86b9-845ae7351ac2, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=76226fed-643d-4b62-86b9-845ae7351ac2,segment=NetworkSegment(0224035d-bf8e-4251-ae3e-b2fa05e6ef97),segment_id=0224035d-bf8e-4251-ae3e-b2fa05e6ef97)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:44.194257 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-f35ac24b-7768-47eb-a541-e7dcb6c89161 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:44.206652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-f35ac24b-7768-47eb-a541-e7dcb6c89161 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Calling delete_port for 76226fed-643d-4b62-86b9-845ae7351ac2 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:51:44.331902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-f35ac24b-7768-47eb-a541-e7dcb6c89161 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:44.344732 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['76226fed-643d-4b62-86b9-845ae7351ac2'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:51:44.362884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ac24b-7768-47eb-a541-e7dcb6c89161 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Pushing event deleted for resources: {'Port': ['ID=76226fed-643d-4b62-86b9-845ae7351ac2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:44.410222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-f35ac24b-7768-47eb-a541-e7dcb6c89161 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] No DVR routers for this DVR port 76226fed-643d-4b62-86b9-845ae7351ac2 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:51:44.412941 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-f35ac24b-7768-47eb-a541-e7dcb6c89161 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:44.415087 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0887ead4-9587-4793-8dcf-e61cd1e36aca req-f35ac24b-7768-47eb-a541-e7dcb6c89161 tempest-ServersAdminNegativeTestJSON-522026112 tempest-ServersAdminNegativeTestJSON-522026112-project] 10.222.0.26 "DELETE /v2.0/ports/76226fed-643d-4b62-86b9-845ae7351ac2 HTTP/1.1" status: 204 len: 173 time: 0.4580171 Jul 19 03:51:44.415624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f51f97-74ed-42bf-849b-93896cc01f1e', 'name': 'network-vif-deleted', 'tag': '76226fed-643d-4b62-86b9-845ae7351ac2'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:51:44.417937 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8172231-8e88-467a-bbe5-2b6e2ed8940c" -d '{"events": [{"server_uuid": "35f51f97-74ed-42bf-849b-93896cc01f1e", "name": "network-vif-deleted", "tag": "76226fed-643d-4b62-86b9-845ae7351ac2"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:51:44.457669 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cb2423-3397-4051-be10-efe6e13df39f x-openstack-request-id: req-a1cb2423-3397-4051-be10-efe6e13df39f {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:51:44.458339 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f51f97-74ed-42bf-849b-93896cc01f1e", "name": "network-vif-deleted", "tag": "76226fed-643d-4b62-86b9-845ae7351ac2", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:51:44.458601 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1cb2423-3397-4051-be10-efe6e13df39f {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:51:44.459009 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f51f97-74ed-42bf-849b-93896cc01f1e', 'name': 'network-vif-deleted', 'tag': '76226fed-643d-4b62-86b9-845ae7351ac2', 'status': 'completed', 'code': 200} Jul 19 03:51:44.623171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03a9a5b1-3259-4820-83cc-d6f973c13b05 req-49080536-1383-4bb2-ac61-9460bff098d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35f51f97-74ed-42bf-849b-93896cc01f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268233 Jul 19 03:51:44.690652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03a9a5b1-3259-4820-83cc-d6f973c13b05 req-2045f1f3-ba81-4097-9596-2e8328ee7988 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc69107ec467474d92974e1ce88a4ea6&device_id=35f51f97-74ed-42bf-849b-93896cc01f1e HTTP/1.1" status: 200 len: 210 time: 0.0269351 Jul 19 03:51:44.739709 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03a9a5b1-3259-4820-83cc-d6f973c13b05 req-f373270b-2736-46dc-850a-9bdf8f995075 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dc69107ec467474d92974e1ce88a4ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288379 Jul 19 03:51:44.900903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9a5b1-3259-4820-83cc-d6f973c13b05 req-b8734c63-fe08-4428-8f05-d2d495b8ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:44.902339 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03a9a5b1-3259-4820-83cc-d6f973c13b05 req-b8734c63-fe08-4428-8f05-d2d495b8ea66 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1561422 Jul 19 03:51:45.099526 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-28911dca-0dfe-439c-9973-3ce5692f1901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:45.406753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42626) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:45.533778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e3fd5c38-0ec4-4174-b0ca-8e1febcfe10f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc69107ec467474d92974e1ce88a4ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258008 Jul 19 03:51:45.536265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42630) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:45.584083 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ade3c79-b86a-4887-acb5-d6ff6d76ed74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:45.606375 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ade3c79-b86a-4887-acb5-d6ff6d76ed74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:45.654500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ade3c79-b86a-4887-acb5-d6ff6d76ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:45.656931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-0ade3c79-b86a-4887-acb5-d6ff6d76ed74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:45.658129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-0ade3c79-b86a-4887-acb5-d6ff6d76ed74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20ee2362-0659-488a-bc93-87bb7f483768 HTTP/1.1" status: 204 len: 168 time: 0.1208920 Jul 19 03:51:45.666466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade3c79-b86a-4887-acb5-d6ff6d76ed74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ee2362-0659-488a-bc93-87bb7f483768,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:45.689332 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:45.913643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42636) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:45.927062 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-988794af-3877-4e61-ae2c-d0f305dad1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:46.012107 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-988794af-3877-4e61-ae2c-d0f305dad1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:46.015767 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-988794af-3877-4e61-ae2c-d0f305dad1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:46.053335 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-988794af-3877-4e61-ae2c-d0f305dad1e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d9644b0afa348c8b9df47b20b29f6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385581 Jul 19 03:51:46.054632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988794af-3877-4e61-ae2c-d0f305dad1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e05f65b-4274-4b8e-b11b-c028e30b1ae0,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:46.056688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42638) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:46.105580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8125e943-9029-454b-adbf-68d75f2afabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:46.126932 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8125e943-9029-454b-adbf-68d75f2afabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:46.173311 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8125e943-9029-454b-adbf-68d75f2afabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:46.175960 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8125e943-9029-454b-adbf-68d75f2afabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:46.177127 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8125e943-9029-454b-adbf-68d75f2afabd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e05f65b-4274-4b8e-b11b-c028e30b1ae0 HTTP/1.1" status: 204 len: 168 time: 0.1194265 Jul 19 03:51:46.185771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125e943-9029-454b-adbf-68d75f2afabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e05f65b-4274-4b8e-b11b-c028e30b1ae0,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:46.500404 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:46.811408 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42660) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:46.905352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1720007966-network', 'tenant_id': 'e7498412ddaf4ac2acec5a9c2944e28e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:51:46.926285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Made reservation on behalf of e7498412ddaf4ac2acec5a9c2944e28e for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:51:46.928559 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:46.937468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:47.024603 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:47.028296 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:47.052303 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:51:47.062671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8decc5-3e96-4562-b2dd-9ef2a556171a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:47.068441 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:47.068789 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Added segment 5e6bebbf-47e5-4e97-ab64-cf6c83d23e16 of type vlan for network ce752751-dfb4-46cc-a910-8ad785ed4eda Jul 19 03:51:47.109741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:47.140390 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:47.141392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:47.141973 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:47.173134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3606091 Jul 19 03:51:47.176730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42664) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:51:47.182938 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Request body: {'subnet': {'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1720007966-subnet', 'tenant_id': 'e7498412ddaf4ac2acec5a9c2944e28e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:51:47.203565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a35ae5-a160-4b2d-88c3-419b1b281147 admin admin] Pushing event updated for resources: {'Network': ['ID=ce752751-dfb4-46cc-a910-8ad785ed4eda,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:47.204242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Made reservation on behalf of e7498412ddaf4ac2acec5a9c2944e28e for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:51:47.206818 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:47.214140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ce752751-dfb4-46cc-a910-8ad785ed4eda details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:51:47.348301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 76226fed-643d-4b62-86b9-845ae7351ac2 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:51:47.368688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 76226fed-643d-4b62-86b9-845ae7351ac2 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:51:47.369033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 76226fed-643d-4b62-86b9-845ae7351ac2 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:51:47.380354 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:47.434992 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3583898-5c34-4b82-8705-afbf9c9e8b96,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:47.441904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Checking segment: {'id': '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:51:47.442279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Network hostable DHCP agents. Network: ce752751-dfb4-46cc-a910-8ad785ed4eda, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:51:47.458396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Network ce752751-dfb4-46cc-a910-8ad785ed4eda is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:51:47.466699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ce752751-dfb4-46cc-a910-8ad785ed4eda) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:51:47.470583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:47.471158 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:47.475265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa777bb-ac6b-4a15-a6a2-0babbd46775c None None] Network ce752751-dfb4-46cc-a910-8ad785ed4eda requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:51:47.484654 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-971bdfa8-6b4e-477f-9bfc-b5af5d4269b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3065548 Jul 19 03:51:47.601466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d6dc55-dd17-4dc0-a74f-4cac81dc3462 None None] Network ce752751-dfb4-46cc-a910-8ad785ed4eda requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:51:47.905540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-62ba5ac3-82a1-43ba-8b0f-5f3dde0cccc1 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:47.907077 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-62ba5ac3-82a1-43ba-8b0f-5f3dde0cccc1 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/networks?id=ce752751-dfb4-46cc-a910-8ad785ed4eda HTTP/1.1" status: 200 len: 812 time: 0.1087086 Jul 19 03:51:47.921699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-3984cfd9-8c07-4fa6-9b69-d70f7b116034 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/quotas/e7498412ddaf4ac2acec5a9c2944e28e HTTP/1.1" status: 200 len: 375 time: 0.0093827 Jul 19 03:51:47.953810 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-7dcc4f5d-f627-4398-865e-d32ea34a8f43 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7498412ddaf4ac2acec5a9c2944e28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274544 Jul 19 03:51:48.017623 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:48.019032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-fafd5372-c46f-4b53-9942-8a96eb2ac4c8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:51:48.020051 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-fafd5372-c46f-4b53-9942-8a96eb2ac4c8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599177 Jul 19 03:51:48.421122 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-bcb1b2fb-a415-4641-97a4-2a61f333a11a service neutron] 10.222.0.20 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944297 Jul 19 03:51:48.508003 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-b3bed2da-a265-42e1-a59d-755d26080ba4 service neutron] 10.222.0.20 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813291 Jul 19 03:51:48.672938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a587a1d1-b39b-4368-b583-f32c59e760fd req-20137be9-50e0-47f5-8ba1-0dbeabf9bdfd tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 210 time: 0.0283837 Jul 19 03:51:49.680878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-72e405fe-d46b-4997-8fee-aeb11ffdd66a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:49.682888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-72e405fe-d46b-4997-8fee-aeb11ffdd66a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.26 "GET /v2.0/networks?id=ce752751-dfb4-46cc-a910-8ad785ed4eda HTTP/1.1" status: 200 len: 812 time: 0.1091242 Jul 19 03:51:49.701104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Request body: {'port': {'device_id': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda', 'admin_state_up': True, 'tenant_id': 'e7498412ddaf4ac2acec5a9c2944e28e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:51:49.816405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Made reservation on behalf of e7498412ddaf4ac2acec5a9c2944e28e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:51:49.819924 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:49.822017 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5f3c4dc8-d097-4d48-a7dd-174176ddff8b req-9bd1cf5a-9366-44ce-8e6a-67458155c2f8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 210 time: 0.0337725 Jul 19 03:51:49.942472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Allocated IP 172.20.0.5 (ce752751-dfb4-46cc-a910-8ad785ed4eda/c3583898-5c34-4b82-8705-afbf9c9e8b96/51688222-79ae-4a4c-921b-9c466d15bc85) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:51:50.090769 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:50.128667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:50.174517 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Network ce752751-dfb4-46cc-a910-8ad785ed4eda is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:51:50.177638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:51:50.181778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:51:50.204976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Pushing event updated for resources: {'Port': ['ID=51688222-79ae-4a4c-921b-9c466d15bc85,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:50.232037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:50.232649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:50.246212 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-80806cea-6c6a-4554-ac96-aceff26500c8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5494182 Jul 19 03:51:50.257912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Request body: {'port': {'device_id': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:51:50.332183 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:50.592001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51688222-79ae-4a4c-921b-9c466d15bc85 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:51:50.599473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:50.611157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Transition to ACTIVE for port object 51688222-79ae-4a4c-921b-9c466d15bc85 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:51:50.614541 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:50.686423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=51688222-79ae-4a4c-921b-9c466d15bc85,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:50.732364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Attempting to bind port 51688222-79ae-4a4c-921b-9c466d15bc85 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:51:50.732704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Attempting to bind port 51688222-79ae-4a4c-921b-9c466d15bc85 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:51:50.733038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Attempting to bind port 51688222-79ae-4a4c-921b-9c466d15bc85 on network ce752751-dfb4-46cc-a910-8ad785ed4eda {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:51:50.737223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Port 51688222-79ae-4a4c-921b-9c466d15bc85 on network ce752751-dfb4-46cc-a910-8ad785ed4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:51:50.737548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Attempting to bind port 51688222-79ae-4a4c-921b-9c466d15bc85 on network ce752751-dfb4-46cc-a910-8ad785ed4eda {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:51:50.742374 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:51:50.743301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Checking segment: {'id': '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:51:50.743684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Bound using segment: {'id': '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:51:50.744111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Bound port: 51688222-79ae-4a4c-921b-9c466d15bc85, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:51:50.744463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:50.810416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:51:50.813676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=51688222-79ae-4a4c-921b-9c466d15bc85,segment=NetworkSegment(5e6bebbf-47e5-4e97-ab64-cf6c83d23e16),segment_id=5e6bebbf-47e5-4e97-ab64-cf6c83d23e16)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:51:50.818284 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:50.855442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:50.856128 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:50.857558 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] 10.222.0.26 "PUT /v2.0/ports/51688222-79ae-4a4c-921b-9c466d15bc85 HTTP/1.1" status: 200 len: 1092 time: 0.6037753 Jul 19 03:51:50.857998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:51:50.860288 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcfe36a-0623-4f8e-9055-1c278afb8544" -d '{"events": [{"name": "network-changed", "server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:51:50.895453 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c508666-cb99-4244-8f61-ba5011532cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=51688222-79ae-4a4c-921b-9c466d15bc85,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:50.907987 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e909a04b-f405-4e69-992b-d12f3ac4e6c5 x-openstack-request-id: req-e909a04b-f405-4e69-992b-d12f3ac4e6c5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:51:50.908270 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:51:50.908515 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e909a04b-f405-4e69-992b-d12f3ac4e6c5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:51:50.908912 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85', 'status': 'completed', 'code': 200} Jul 19 03:51:50.960189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-d37d51eb-cfa9-45ca-b423-5eb4a84cc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:50.962093 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-d37d51eb-cfa9-45ca-b423-5eb4a84cc9c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7498412ddaf4ac2acec5a9c2944e28e&device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 1095 time: 0.0560076 Jul 19 03:51:51.028511 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-895eb7ce-4937-4e65-9f98-fffc05c9f9bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51688222-79ae-4a4c-921b-9c466d15bc85 HTTP/1.1" status: 200 len: 217 time: 0.0595844 Jul 19 03:51:51.087598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-63323bd7-1b9b-4043-a856-9478c76118c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:51.089025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-63323bd7-1b9b-4043-a856-9478c76118c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3583898-5c34-4b82-8705-afbf9c9e8b96 HTTP/1.1" status: 200 len: 852 time: 0.0540338 Jul 19 03:51:51.100912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc792d2b-8e64-4840-9ce4-2a71537a4018 req-8f097a17-20ea-434c-bbab-7dde19583ef6 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:51.103026 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dc792d2b-8e64-4840-9ce4-2a71537a4018 req-8f097a17-20ea-434c-bbab-7dde19583ef6 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 943 time: 0.1357780 Jul 19 03:51:51.140232 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-d0f8c7cf-a3f2-408b-85a6-d9dcb918e820 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce752751-dfb4-46cc-a910-8ad785ed4eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362880 Jul 19 03:51:51.184083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dc792d2b-8e64-4840-9ce4-2a71537a4018 req-0580d37d-e965-4778-ad24-56580a63a30a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729375 Jul 19 03:51:51.243733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-b29fa395-2baf-4c63-99f8-d145911ad47a service neutron] 10.222.0.26 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971692 Jul 19 03:51:51.334992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7251321a-dda1-4c8a-b47d-78f7d0c8fcb0 req-36d87823-52e8-4146-ae53-1a0d19b58e8b service neutron] 10.222.0.26 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852764 Jul 19 03:51:51.439214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfe36a-0623-4f8e-9055-1c278afb8544 req-7bbaa712-f9c7-4ec8-bce6-14ccf5ba6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:51.441493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bcfe36a-0623-4f8e-9055-1c278afb8544 req-7bbaa712-f9c7-4ec8-bce6-14ccf5ba6b7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7498412ddaf4ac2acec5a9c2944e28e&device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 1095 time: 0.0548911 Jul 19 03:51:51.530066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfe36a-0623-4f8e-9055-1c278afb8544 req-ae1de5bd-09e5-4a29-be5f-10b338df7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:51.531582 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bcfe36a-0623-4f8e-9055-1c278afb8544 req-ae1de5bd-09e5-4a29-be5f-10b338df7d87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce752751-dfb4-46cc-a910-8ad785ed4eda HTTP/1.1" status: 200 len: 912 time: 0.0840411 Jul 19 03:51:51.574700 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bcfe36a-0623-4f8e-9055-1c278afb8544 req-8d52f85c-d23d-4d3d-aa5b-2494cc67f9ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51688222-79ae-4a4c-921b-9c466d15bc85 HTTP/1.1" status: 200 len: 217 time: 0.0370135 Jul 19 03:51:51.621427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfe36a-0623-4f8e-9055-1c278afb8544 req-71e36f30-2ca5-4c01-a977-cdf28a6258a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:51.622868 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bcfe36a-0623-4f8e-9055-1c278afb8544 req-71e36f30-2ca5-4c01-a977-cdf28a6258a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3583898-5c34-4b82-8705-afbf9c9e8b96 HTTP/1.1" status: 200 len: 852 time: 0.0423727 Jul 19 03:51:51.656946 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bcfe36a-0623-4f8e-9055-1c278afb8544 req-5f35ccbd-048d-44d3-b72b-b1ad9660742f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce752751-dfb4-46cc-a910-8ad785ed4eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269022 Jul 19 03:51:51.746780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bcfe36a-0623-4f8e-9055-1c278afb8544 req-0c26e9d1-5a4d-4918-bbd3-31d8402621c7 service neutron] 10.222.0.26 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836184 Jul 19 03:51:51.840536 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7bcfe36a-0623-4f8e-9055-1c278afb8544 req-afb7b675-b327-4907-823a-a1df18246176 service neutron] 10.222.0.26 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869839 Jul 19 03:51:52.355580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939c4e-0b81-4e69-8e87-c8a5b477bbb2 req-0d1ee100-6888-4f18-8976-aedc79a59846 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:52.357049 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea939c4e-0b81-4e69-8e87-c8a5b477bbb2 req-0d1ee100-6888-4f18-8976-aedc79a59846 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 943 time: 0.0614917 Jul 19 03:51:52.394044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea939c4e-0b81-4e69-8e87-c8a5b477bbb2 req-381f52aa-23b1-4f34-a811-4dfa2fdc600f tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Jul 19 03:51:53.410046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 51688222-79ae-4a4c-921b-9c466d15bc85 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:51:53.503705 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=51688222-79ae-4a4c-921b-9c466d15bc85,segment=NetworkSegment(5e6bebbf-47e5-4e97-ab64-cf6c83d23e16),segment_id=5e6bebbf-47e5-4e97-ab64-cf6c83d23e16)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:53.518836 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '51688222-79ae-4a4c-921b-9c466d15bc85', 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda', 'port_id': '51688222-79ae-4a4c-921b-9c466d15bc85', 'mac_address': 'fa:16:3e:c0:88:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3583898-5c34-4b82-8705-afbf9c9e8b96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:51:53.555586 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:53.568146 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51688222-79ae-4a4c-921b-9c466d15bc85 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:51:53.568763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51bf30-37ff-4c84-add0-426a10820b27 req-a2aedc7c-c8ec-4ab6-9e9d-7b9cf3fc604f tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:53.570403 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7b51bf30-37ff-4c84-add0-426a10820b27 req-a2aedc7c-c8ec-4ab6-9e9d-7b9cf3fc604f tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 943 time: 0.0665848 Jul 19 03:51:53.588211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=51688222-79ae-4a4c-921b-9c466d15bc85,segment=NetworkSegment(5e6bebbf-47e5-4e97-ab64-cf6c83d23e16),segment_id=5e6bebbf-47e5-4e97-ab64-cf6c83d23e16)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:53.592346 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:53.608903 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7b51bf30-37ff-4c84-add0-426a10820b27 req-f6ee524c-b2c6-4530-96f0-23f8cb25ecaf tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Jul 19 03:51:53.639454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=51688222-79ae-4a4c-921b-9c466d15bc85,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:53.773535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['51688222-79ae-4a4c-921b-9c466d15bc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:51:54.777089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2b808-0f38-4aab-9332-e43d0e5382e8 req-b5fa694b-dbfe-4369-a218-4e38877e0443 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:54.778591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8f2b808-0f38-4aab-9332-e43d0e5382e8 req-b5fa694b-dbfe-4369-a218-4e38877e0443 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 944 time: 0.0622320 Jul 19 03:51:54.815352 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e8f2b808-0f38-4aab-9332-e43d0e5382e8 req-81890e48-58bd-4602-b8f2-71e05ed134dc tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313206 Jul 19 03:51:55.409729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 51688222-79ae-4a4c-921b-9c466d15bc85 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:51:55.456551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 51688222-79ae-4a4c-921b-9c466d15bc85 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:51:55.460327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 51688222-79ae-4a4c-921b-9c466d15bc85 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:51:55.460692 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:55.536493 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:55.559001 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:51:55.561240 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037f8cad-9857-415c-a141-600bd537debe" -d '{"events": [{"server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "name": "network-vif-plugged", "status": "completed", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:51:55.575048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=51688222-79ae-4a4c-921b-9c466d15bc85,segment=NetworkSegment(5e6bebbf-47e5-4e97-ab64-cf6c83d23e16),segment_id=5e6bebbf-47e5-4e97-ab64-cf6c83d23e16)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:51:55.578853 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:51:55.606459 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b95715b-1b17-4675-b888-cf452edb9650 x-openstack-request-id: req-9b95715b-1b17-4675-b888-cf452edb9650 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:51:55.606748 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "name": "network-vif-plugged", "status": "completed", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:51:55.606999 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b95715b-1b17-4675-b888-cf452edb9650 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:51:55.607389 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85', 'code': 200} Jul 19 03:51:55.635214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=51688222-79ae-4a4c-921b-9c466d15bc85,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:51:55.707472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2521f-46b6-4104-90b5-7210e7efb459 req-41d5a8e2-2cd6-4876-be30-cafabff5d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:55.708853 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0e2521f-46b6-4104-90b5-7210e7efb459 req-41d5a8e2-2cd6-4876-be30-cafabff5d50a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 1097 time: 0.0511029 Jul 19 03:51:55.741469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c0e2521f-46b6-4104-90b5-7210e7efb459 req-e98c01c7-a005-44bc-ae62-2403ba6d3f4c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261564 Jul 19 03:51:55.989625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7095b-e68c-428b-be2b-a82dc02e7b65 req-e232979b-ec94-46bd-8470-fb5345873c46 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:55.991136 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3dc7095b-e68c-428b-be2b-a82dc02e7b65 req-e232979b-ec94-46bd-8470-fb5345873c46 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0651612 Jul 19 03:51:56.028698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3dc7095b-e68c-428b-be2b-a82dc02e7b65 req-2eac957c-8689-43bc-bebb-68b863d49c55 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309656 Jul 19 03:51:57.203702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6542f-9850-4a8f-9772-9ba7687a13be req-912a1adc-5674-4e4b-b929-393b97531de0 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:57.205172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24f6542f-9850-4a8f-9772-9ba7687a13be req-912a1adc-5674-4e4b-b929-393b97531de0 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0621033 Jul 19 03:51:57.245279 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-24f6542f-9850-4a8f-9772-9ba7687a13be req-0c5217e6-2db8-4383-ac75-438cad1845dd tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346370 Jul 19 03:51:57.664696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-a56d6d31-4141-484b-bfa7-43484e9f3136 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1445358 Jul 19 03:51:57.673489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939be55d-339a-43ee-8cdf-922b7c201eb6 req-5f27f17b-6bb2-4d0f-925e-f94dfd98eb76 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:57.674932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-939be55d-339a-43ee-8cdf-922b7c201eb6 req-5f27f17b-6bb2-4d0f-925e-f94dfd98eb76 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.1030307 Jul 19 03:51:57.715822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-939be55d-339a-43ee-8cdf-922b7c201eb6 req-8ccfe3b9-f38b-4c59-ab4f-2989acea36f9 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349920 Jul 19 03:51:58.899336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073794f-53b7-4539-9c47-87d6af5c93d9 req-8fd42daa-a990-44e0-a9bb-cbe3e5c8d144 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:58.900948 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b073794f-53b7-4539-9c47-87d6af5c93d9 req-8fd42daa-a990-44e0-a9bb-cbe3e5c8d144 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0681040 Jul 19 03:51:58.926133 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:51:58.939849 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b073794f-53b7-4539-9c47-87d6af5c93d9 req-88ac5116-c4c7-4ec2-8ecf-96f07d6487c2 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331914 Jul 19 03:51:58.944119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-f880698f-32fd-4172-8940-214d118f4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:58.945748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-f880698f-32fd-4172-8940-214d118f4007 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7498412ddaf4ac2acec5a9c2944e28e&device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 1097 time: 0.0554287 Jul 19 03:51:59.033339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-242e82e8-5d9d-421c-90e6-a0279384430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:59.034758 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-242e82e8-5d9d-421c-90e6-a0279384430e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce752751-dfb4-46cc-a910-8ad785ed4eda HTTP/1.1" status: 200 len: 912 time: 0.0835819 Jul 19 03:51:59.078220 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-66d5c552-0bfb-473d-b063-116090312ac4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51688222-79ae-4a4c-921b-9c466d15bc85 HTTP/1.1" status: 200 len: 217 time: 0.0367763 Jul 19 03:51:59.124825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-3582d5c7-3597-4f13-bc93-f6cf872ac49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:51:59.126502 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-3582d5c7-3597-4f13-bc93-f6cf872ac49b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3583898-5c34-4b82-8705-afbf9c9e8b96 HTTP/1.1" status: 200 len: 852 time: 0.0424149 Jul 19 03:51:59.157134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-bcbf5b0f-8469-44f9-9060-724bc9db42f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce752751-dfb4-46cc-a910-8ad785ed4eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250671 Jul 19 03:51:59.508596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-e3fb4fd9-6924-43e0-bd53-d8342a580e27 service neutron] 10.222.0.26 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452151 Jul 19 03:51:59.594418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-2e325800-7257-4b6a-b184-d72efec4ff68 service neutron] 10.222.0.26 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798440 Jul 19 03:52:00.126258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4d2d6-4017-4f1f-a3a9-53d4220d70b1 req-3c920a95-7711-4a5c-870a-ba75054d7447 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:00.127780 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3d4d2d6-4017-4f1f-a3a9-53d4220d70b1 req-3c920a95-7711-4a5c-870a-ba75054d7447 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0632036 Jul 19 03:52:00.169436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3d4d2d6-4017-4f1f-a3a9-53d4220d70b1 req-a50b6603-671a-4549-8205-d4597b3cc7bf tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360575 Jul 19 03:52:01.342220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb88b3d-cef4-4080-829c-5d597324079e req-40e82847-736f-4b92-8447-d1b54fe183fc tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:01.343770 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-acb88b3d-cef4-4080-829c-5d597324079e req-40e82847-736f-4b92-8447-d1b54fe183fc tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0623040 Jul 19 03:52:01.386151 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-acb88b3d-cef4-4080-829c-5d597324079e req-bd2e6cf7-419c-4757-81b1-e2da61d96ae7 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366549 Jul 19 03:52:02.556891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27141080-1880-41f3-82fb-e97659dca291 req-440b4758-f303-4aab-a6ce-67517735b92c tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:02.558379 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27141080-1880-41f3-82fb-e97659dca291 req-440b4758-f303-4aab-a6ce-67517735b92c tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0621061 Jul 19 03:52:02.594576 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27141080-1880-41f3-82fb-e97659dca291 req-915fd553-8238-4542-8648-a32b6473d51a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Jul 19 03:52:03.789165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562d23a-56ef-42dc-8668-16638a305030 req-da19a9fc-8df6-4b77-b637-863f54ca2ac1 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:03.790882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5562d23a-56ef-42dc-8668-16638a305030 req-da19a9fc-8df6-4b77-b637-863f54ca2ac1 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0698645 Jul 19 03:52:03.828871 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5562d23a-56ef-42dc-8668-16638a305030 req-301d4143-4e8d-4fe1-b96d-68e120af15b3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Jul 19 03:52:05.004451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ea0a0-688d-4777-ae54-4fae1d971775 req-25b14791-ee0d-4dd6-8e65-4285471d543b tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:05.005935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e6ea0a0-688d-4777-ae54-4fae1d971775 req-25b14791-ee0d-4dd6-8e65-4285471d543b tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0626936 Jul 19 03:52:05.043190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6e6ea0a0-688d-4777-ae54-4fae1d971775 req-ff1f920a-ccf2-4468-b876-91bf474a83f1 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Jul 19 03:52:06.214813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19cd79-4322-477b-9110-7e4950995dd9 req-1b8a6436-62b0-4e20-aaa2-fd1d49e6492a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:06.216315 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa19cd79-4322-477b-9110-7e4950995dd9 req-1b8a6436-62b0-4e20-aaa2-fd1d49e6492a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0627110 Jul 19 03:52:06.254495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa19cd79-4322-477b-9110-7e4950995dd9 req-98d0c1d8-f78d-4f5f-80af-c6ad843d4153 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Jul 19 03:52:07.282903 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:07.433242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20604837-a2a6-4ec0-acd3-d62a1b4d1943 req-940b93c9-4bcf-4e62-9d5a-d9fcce4eb88c tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:07.434673 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20604837-a2a6-4ec0-acd3-d62a1b4d1943 req-940b93c9-4bcf-4e62-9d5a-d9fcce4eb88c tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0694528 Jul 19 03:52:07.467026 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:07.472273 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-20604837-a2a6-4ec0-acd3-d62a1b4d1943 req-7157cf7d-9e93-4d1b-b774-09be3cbce72c tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320537 Jul 19 03:52:08.655100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dae60-3b93-495d-9de9-871ec19f82e8 req-f881f5fa-b153-4a11-a5e8-2a825bfe9322 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:08.656498 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8a3dae60-3b93-495d-9de9-871ec19f82e8 req-f881f5fa-b153-4a11-a5e8-2a825bfe9322 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0667670 Jul 19 03:52:08.693659 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8a3dae60-3b93-495d-9de9-871ec19f82e8 req-964cae81-3484-4f67-b6f4-cb094c4049b4 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Jul 19 03:52:09.865092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da2313-a704-4b8a-8cdc-0789cac05026 req-45174822-62ae-4c67-9188-343b2606a363 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:09.866586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-82da2313-a704-4b8a-8cdc-0789cac05026 req-45174822-62ae-4c67-9188-343b2606a363 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0616789 Jul 19 03:52:09.903435 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-82da2313-a704-4b8a-8cdc-0789cac05026 req-2206e6e1-b817-41fc-ab05-c68c6dc5ed40 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312498 Jul 19 03:52:11.074758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96f1b2-714f-4b85-950b-7a0ada892563 req-16b25a2b-7f6f-405b-8774-838d69c163ef tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:11.076242 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c96f1b2-714f-4b85-950b-7a0ada892563 req-16b25a2b-7f6f-405b-8774-838d69c163ef tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0634220 Jul 19 03:52:11.113036 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c96f1b2-714f-4b85-950b-7a0ada892563 req-d1107bd5-0c8c-4e4c-8311-c2fface59b3a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Jul 19 03:52:12.288211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b5290-9343-4f52-b337-03d94cedebd8 req-8f87fbc5-dd37-4cfa-afeb-e92c1a8978d6 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:12.289797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e21b5290-9343-4f52-b337-03d94cedebd8 req-8f87fbc5-dd37-4cfa-afeb-e92c1a8978d6 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0660949 Jul 19 03:52:12.326587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e21b5290-9343-4f52-b337-03d94cedebd8 req-366220eb-cbe3-484b-96e4-4a5132513b34 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310471 Jul 19 03:52:12.523236 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-699f8e50-d860-4ba5-9f0d-c3e5fb441f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:13.501693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e1c48-a342-4a72-a4eb-af7e7010c390 req-c15c7cea-964b-4096-813e-0803c617e983 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:13.503211 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f18e1c48-a342-4a72-a4eb-af7e7010c390 req-c15c7cea-964b-4096-813e-0803c617e983 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0624869 Jul 19 03:52:13.544707 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f18e1c48-a342-4a72-a4eb-af7e7010c390 req-dfa12b10-f66f-4813-8f99-4068229b928b tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358880 Jul 19 03:52:14.718722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185b73-5cd7-4431-8ab8-aa8e3b230492 req-7e716632-b147-44f1-8ce6-4d32d0ddc795 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:14.720097 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33185b73-5cd7-4431-8ab8-aa8e3b230492 req-7e716632-b147-44f1-8ce6-4d32d0ddc795 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0618491 Jul 19 03:52:14.757201 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33185b73-5cd7-4431-8ab8-aa8e3b230492 req-916354d3-5312-4c8c-8f2a-e73928c82a4d tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Jul 19 03:52:15.099820 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b7df6683-79e9-4f28-9439-8aff58451a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:15.680401 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:15.926220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ae3a8-05ac-4d4c-8ba6-b6877db37ba2 req-0fa464d2-38b5-4f40-a81a-309cfd2b25b0 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:15.927719 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b39ae3a8-05ac-4d4c-8ba6-b6877db37ba2 req-0fa464d2-38b5-4f40-a81a-309cfd2b25b0 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0633862 Jul 19 03:52:15.965697 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b39ae3a8-05ac-4d4c-8ba6-b6877db37ba2 req-30c1ccf9-e7dc-456e-934b-54a39c7eb945 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Jul 19 03:52:16.503878 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:17.136451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6043e-0c9c-46ea-9062-059dd72c059c req-22c38c1c-d499-49aa-980c-dbda10a3b0a8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:17.137975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6de6043e-0c9c-46ea-9062-059dd72c059c req-22c38c1c-d499-49aa-980c-dbda10a3b0a8 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0629628 Jul 19 03:52:17.175552 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6de6043e-0c9c-46ea-9062-059dd72c059c req-453783e9-10a5-493f-9494-d450f9954634 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Jul 19 03:52:18.019463 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:18.349034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c3e53-ceaf-4d0b-bce3-667a17a8b004 req-6539ba61-d302-476d-8ad9-9ef7eeb98149 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:18.350542 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d6c3e53-ceaf-4d0b-bce3-667a17a8b004 req-6539ba61-d302-476d-8ad9-9ef7eeb98149 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0622680 Jul 19 03:52:18.388142 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d6c3e53-ceaf-4d0b-bce3-667a17a8b004 req-a9fe1b53-ca0c-4c0b-b66b-202f4af0708a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Jul 19 03:52:19.561823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1659c2-2319-4339-ac9f-8fed0bd1b9e0 req-5c829e5d-4409-4e8d-a66c-86fe63da4339 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:19.563347 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c1659c2-2319-4339-ac9f-8fed0bd1b9e0 req-5c829e5d-4409-4e8d-a66c-86fe63da4339 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0667071 Jul 19 03:52:19.600116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7c1659c2-2319-4339-ac9f-8fed0bd1b9e0 req-fe758242-b462-46bd-8caa-d79edbe7294b tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Jul 19 03:52:20.772036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4824a-7613-4d7a-b6c2-dc637dcafe7f req-38239ac3-4956-452e-be84-fb415938d290 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:20.773523 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c9d4824a-7613-4d7a-b6c2-dc637dcafe7f req-38239ac3-4956-452e-be84-fb415938d290 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0658474 Jul 19 03:52:20.811138 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c9d4824a-7613-4d7a-b6c2-dc637dcafe7f req-cf1048e2-2926-41cf-98ee-d982acfb190d tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Jul 19 03:52:21.979457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40557a08-acc1-40fa-8427-c01fb6a95bb5 req-9a91c3bc-b0ec-4a07-b575-4bd9b8a22c36 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:21.980948 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40557a08-acc1-40fa-8427-c01fb6a95bb5 req-9a91c3bc-b0ec-4a07-b575-4bd9b8a22c36 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0627642 Jul 19 03:52:22.019937 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40557a08-acc1-40fa-8427-c01fb6a95bb5 req-9d55855d-15ab-4e2e-b2fc-309adba87c8e tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335612 Jul 19 03:52:23.189051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7bddf-26a3-4a9f-b5dc-3159778dc6b2 req-670913f3-84c9-463c-ae40-3907bc386380 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:23.190576 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10f7bddf-26a3-4a9f-b5dc-3159778dc6b2 req-670913f3-84c9-463c-ae40-3907bc386380 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0626438 Jul 19 03:52:23.227726 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10f7bddf-26a3-4a9f-b5dc-3159778dc6b2 req-4e2f9e0d-c2fe-49f8-b53d-c100fa8500c2 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316319 Jul 19 03:52:24.408113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c168-fc51-49ae-ac57-9270c9d57f42 req-945ce686-267a-489a-bcd1-c716b600cda0 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:24.408905 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d210c168-fc51-49ae-ac57-9270c9d57f42 req-945ce686-267a-489a-bcd1-c716b600cda0 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0679758 Jul 19 03:52:24.445813 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d210c168-fc51-49ae-ac57-9270c9d57f42 req-9d565041-d51f-4572-b9e3-63c06920a0c9 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313497 Jul 19 03:52:25.615811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72aa872-65e7-438c-8e52-db643a96b69f req-f4c01a9d-1bb2-494d-884e-590ec9c6337a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:25.617322 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a72aa872-65e7-438c-8e52-db643a96b69f req-f4c01a9d-1bb2-494d-884e-590ec9c6337a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0629313 Jul 19 03:52:25.659211 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a72aa872-65e7-438c-8e52-db643a96b69f req-29b0c1b0-5672-457c-86f0-f26d3ec5ffa0 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357096 Jul 19 03:52:26.543755 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-a0cdc8a4-51e0-48b0-9496-d53f97fdb006 service neutron] show failed (client error): The resource could not be found. Jul 19 03:52:26.544759 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-a0cdc8a4-51e0-48b0-9496-d53f97fdb006 service neutron] 10.222.0.26 "GET /v2.0/ports/51688222-79ae-4a4c-921b-9c466d15bc85/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0560265 Jul 19 03:52:26.912506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3691bc-0f3e-4a8a-9399-8454d2e9c7f0 req-8dd5023f-e20c-4a45-8abd-3e6ca3805565 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:26.914002 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d3691bc-0f3e-4a8a-9399-8454d2e9c7f0 req-8dd5023f-e20c-4a45-8abd-3e6ca3805565 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.1385925 Jul 19 03:52:26.916928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-b530fe3c-9f90-4ef8-ad18-2150c18f2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:26.918323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-b530fe3c-9f90-4ef8-ad18-2150c18f2813 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe&tenant_id=e7498412ddaf4ac2acec5a9c2944e28e HTTP/1.1" status: 200 len: 1097 time: 0.1766095 Jul 19 03:52:26.930504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:52:26.987321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d3691bc-0f3e-4a8a-9399-8454d2e9c7f0 req-039754fe-9eb3-408b-b6d3-7c19d86c041b tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671909 Jul 19 03:52:27.023918 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:27.221968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=51688222-79ae-4a4c-921b-9c466d15bc85,segment=NetworkSegment(5e6bebbf-47e5-4e97-ab64-cf6c83d23e16),segment_id=5e6bebbf-47e5-4e97-ab64-cf6c83d23e16)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:52:27.254203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:52:27.291862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:52:27.294148 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f7cf20-dc5c-43f2-ab5b-ceff492157fe" -d '{"events": [{"server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "name": "network-vif-unplugged", "status": "completed", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:52:27.297959 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:27.310573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Transition to ACTIVE for port object 51688222-79ae-4a4c-921b-9c466d15bc85 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:52:27.314707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:27.344300 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6655193-f14e-46da-8d34-43b74b2c820e x-openstack-request-id: req-b6655193-f14e-46da-8d34-43b74b2c820e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:52:27.344598 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "name": "network-vif-unplugged", "status": "completed", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:52:27.344855 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6655193-f14e-46da-8d34-43b74b2c820e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:52:27.345245 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85', 'code': 200} Jul 19 03:52:27.385724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] No DVR routers for this DVR port 51688222-79ae-4a4c-921b-9c466d15bc85 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:52:27.388781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=51688222-79ae-4a4c-921b-9c466d15bc85,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:27.399742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.400090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.400435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.400775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.401111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.401447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.401779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.402108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.402462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.402812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.403122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.403446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:27.435109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Attempting to bind port 51688222-79ae-4a4c-921b-9c466d15bc85 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:52:27.435450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Attempting to bind port 51688222-79ae-4a4c-921b-9c466d15bc85 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:52:27.435781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Attempting to bind port 51688222-79ae-4a4c-921b-9c466d15bc85 on network ce752751-dfb4-46cc-a910-8ad785ed4eda {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:52:27.440005 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Port 51688222-79ae-4a4c-921b-9c466d15bc85 on network ce752751-dfb4-46cc-a910-8ad785ed4eda not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:52:27.440327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Attempting to bind port 51688222-79ae-4a4c-921b-9c466d15bc85 on network ce752751-dfb4-46cc-a910-8ad785ed4eda {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:52:27.445110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:52:27.445447 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Checking segment: {'id': '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:52:27.445828 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Bound using segment: {'id': '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:52:27.446428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Bound port: 51688222-79ae-4a4c-921b-9c466d15bc85, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:52:27.446834 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:27.510236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:52:27.513106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=51688222-79ae-4a4c-921b-9c466d15bc85,segment=NetworkSegment(5e6bebbf-47e5-4e97-ab64-cf6c83d23e16),segment_id=5e6bebbf-47e5-4e97-ab64-cf6c83d23e16)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:52:27.517302 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:27.551287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:27.551906 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:27.553298 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] 10.222.0.25 "PUT /v2.0/ports/51688222-79ae-4a4c-921b-9c466d15bc85 HTTP/1.1" status: 200 len: 1092 time: 0.6274388 Jul 19 03:52:27.573383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8dd1d-8403-47aa-af0b-5143120e6dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=51688222-79ae-4a4c-921b-9c466d15bc85,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:27.631205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ee86caf9-70e5-4c00-aa98-b5ad2430c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:27.632710 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-ee86caf9-70e5-4c00-aa98-b5ad2430c9d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7498412ddaf4ac2acec5a9c2944e28e&device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 1095 time: 0.0565019 Jul 19 03:52:27.720366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-7bb6cdca-6d6f-4b49-a997-6723f1c602f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:27.721829 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-7bb6cdca-6d6f-4b49-a997-6723f1c602f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce752751-dfb4-46cc-a910-8ad785ed4eda HTTP/1.1" status: 200 len: 912 time: 0.0830877 Jul 19 03:52:27.765817 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-83d450ad-e454-462c-bc6b-39f355c1aa56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51688222-79ae-4a4c-921b-9c466d15bc85 HTTP/1.1" status: 200 len: 217 time: 0.0371964 Jul 19 03:52:27.812158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-bb85c5b5-f574-41e9-9f42-68fccbc3b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:27.813566 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-bb85c5b5-f574-41e9-9f42-68fccbc3b537 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c3583898-5c34-4b82-8705-afbf9c9e8b96 HTTP/1.1" status: 200 len: 852 time: 0.0424557 Jul 19 03:52:27.845600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-9e0a294a-b463-4430-bc62-5cfe1257a4a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce752751-dfb4-46cc-a910-8ad785ed4eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260966 Jul 19 03:52:27.856975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-b43f1f17-1d65-4a55-abdd-1d1357dead1d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:52:27.857947 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-b43f1f17-1d65-4a55-abdd-1d1357dead1d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056283 Jul 19 03:52:27.949675 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-a0647b94-8440-4a48-9c89-93f514194944 service neutron] 10.222.0.25 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856295 Jul 19 03:52:28.039431 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-348cb92c-9c6b-40ee-9bb9-6bf2fa4c498e req-88431802-a636-40a0-baf8-5df1839a3f7c service neutron] 10.222.0.25 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835378 Jul 19 03:52:28.171366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a19d7-e484-4e5d-979e-1007329b2db8 req-f7791996-7178-4a76-a59d-e4660de4250c tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:28.172910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a9a19d7-e484-4e5d-979e-1007329b2db8 req-f7791996-7178-4a76-a59d-e4660de4250c tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 943 time: 0.0706406 Jul 19 03:52:28.211654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a9a19d7-e484-4e5d-979e-1007329b2db8 req-a321599b-ef96-433d-bd60-0fd1e1f2b50d tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Jul 19 03:52:29.346355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:52:29.348706 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a334c8c9-1b8d-4204-8412-aec177d50db3" -d '{"events": [{"name": "network-changed", "server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:52:29.391380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b937d31-c0a0-4132-ac82-011fd75317c8 req-d6e58ed8-b31f-4f4e-bb36-e0f9b966c746 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:29.393015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9b937d31-c0a0-4132-ac82-011fd75317c8 req-d6e58ed8-b31f-4f4e-bb36-e0f9b966c746 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 943 time: 0.0660527 Jul 19 03:52:29.395128 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b8d738-8fb9-4496-83f2-b4cfe7c986fc x-openstack-request-id: req-d8b8d738-8fb9-4496-83f2-b4cfe7c986fc {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:52:29.395410 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:52:29.395669 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8b8d738-8fb9-4496-83f2-b4cfe7c986fc {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:52:29.396066 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85', 'status': 'completed', 'code': 200} Jul 19 03:52:29.434577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9b937d31-c0a0-4132-ac82-011fd75317c8 req-ceb3e13f-8e6e-4a05-9709-0fd370686e4a tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353355 Jul 19 03:52:29.509511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-3fa0dccf-67bc-4847-b31b-e196806430b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:29.511068 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-3fa0dccf-67bc-4847-b31b-e196806430b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7498412ddaf4ac2acec5a9c2944e28e&device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 1095 time: 0.0947120 Jul 19 03:52:29.512860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-1ff018a9-a680-4517-9708-462b52b41d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:29.514211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-1ff018a9-a680-4517-9708-462b52b41d95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7498412ddaf4ac2acec5a9c2944e28e&device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 1095 time: 0.0966651 Jul 19 03:52:29.677104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-199ff2a0-47f5-480d-980a-62da59ee11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:29.678609 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-199ff2a0-47f5-480d-980a-62da59ee11f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce752751-dfb4-46cc-a910-8ad785ed4eda HTTP/1.1" status: 200 len: 912 time: 0.1603065 Jul 19 03:52:29.679709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-d73b340f-5b16-47ea-9736-0c6778feee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:29.681599 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-d73b340f-5b16-47ea-9736-0c6778feee90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce752751-dfb4-46cc-a910-8ad785ed4eda HTTP/1.1" status: 200 len: 912 time: 0.1556351 Jul 19 03:52:29.721985 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-7c1e7036-32d2-4c1a-8151-95bc3b427610 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51688222-79ae-4a4c-921b-9c466d15bc85 HTTP/1.1" status: 200 len: 217 time: 0.0375521 Jul 19 03:52:29.755981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-ebf04434-415b-498f-b14b-b73012740c01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51688222-79ae-4a4c-921b-9c466d15bc85 HTTP/1.1" status: 200 len: 217 time: 0.0662761 Jul 19 03:52:29.827128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-98cbe757-bb58-44c5-923a-991e3c28b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:29.828557 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-98cbe757-bb58-44c5-923a-991e3c28b95a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c3583898-5c34-4b82-8705-afbf9c9e8b96 HTTP/1.1" status: 200 len: 852 time: 0.0807190 Jul 19 03:52:29.831816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-a56eccbb-9dfd-488d-a194-bf96e315d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:29.833146 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-a56eccbb-9dfd-488d-a194-bf96e315d865 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3583898-5c34-4b82-8705-afbf9c9e8b96 HTTP/1.1" status: 200 len: 852 time: 0.0557008 Jul 19 03:52:29.881213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-a64967f8-edf6-457b-95cc-0447c5486cdc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce752751-dfb4-46cc-a910-8ad785ed4eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464365 Jul 19 03:52:29.883042 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-6e5ca241-7370-4cfb-b106-d06328c43f47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce752751-dfb4-46cc-a910-8ad785ed4eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408187 Jul 19 03:52:30.038952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-e416d616-931d-4744-9cb0-0ef5fe158fa3 service neutron] 10.222.0.25 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516359 Jul 19 03:52:30.041395 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-ce1396f3-4937-41f8-bbde-cbddc8a6d47d service neutron] 10.222.0.26 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476767 Jul 19 03:52:30.182675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 51688222-79ae-4a4c-921b-9c466d15bc85 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:52:30.194166 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-91d4462d-3e75-4e3c-ae33-449ea9d35e50 service neutron] 10.222.0.25 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496470 Jul 19 03:52:30.196661 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a334c8c9-1b8d-4204-8412-aec177d50db3 req-cb538ab8-4919-4dd6-b4c9-c031b2b1ef0f service neutron] 10.222.0.26 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453068 Jul 19 03:52:30.277620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=51688222-79ae-4a4c-921b-9c466d15bc85,segment=NetworkSegment(5e6bebbf-47e5-4e97-ab64-cf6c83d23e16),segment_id=5e6bebbf-47e5-4e97-ab64-cf6c83d23e16)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:52:30.288095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '51688222-79ae-4a4c-921b-9c466d15bc85', 'network_id': 'ce752751-dfb4-46cc-a910-8ad785ed4eda', 'port_id': '51688222-79ae-4a4c-921b-9c466d15bc85', 'mac_address': 'fa:16:3e:c0:88:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3583898-5c34-4b82-8705-afbf9c9e8b96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:52:30.323458 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:30.335338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51688222-79ae-4a4c-921b-9c466d15bc85 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:52:30.354682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=51688222-79ae-4a4c-921b-9c466d15bc85,segment=NetworkSegment(5e6bebbf-47e5-4e97-ab64-cf6c83d23e16),segment_id=5e6bebbf-47e5-4e97-ab64-cf6c83d23e16)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:52:30.358769 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:30.408156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=51688222-79ae-4a4c-921b-9c466d15bc85,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:30.415419 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.415765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.416109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.416440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.416767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.417091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.417414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.417733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.418053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.418407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.418728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.419043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:30.612531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a5e5b-8563-4ab9-9c6d-388c5934b20c req-c7511e56-b90e-46c6-958b-de2d7b92c85b tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:30.613911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-259a5e5b-8563-4ab9-9c6d-388c5934b20c req-c7511e56-b90e-46c6-958b-de2d7b92c85b tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 944 time: 0.0620737 Jul 19 03:52:30.626076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['51688222-79ae-4a4c-921b-9c466d15bc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:52:30.652920 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-259a5e5b-8563-4ab9-9c6d-388c5934b20c req-2ba7204d-7697-4858-a8ae-543c9176e58d tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331850 Jul 19 03:52:31.065522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-8cb901d5-842d-4b22-a47c-43fc5d6b5add tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:31.067017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-8cb901d5-842d-4b22-a47c-43fc5d6b5add tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.26 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe&tenant_id=e7498412ddaf4ac2acec5a9c2944e28e&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 944 time: 0.1122701 Jul 19 03:52:31.126497 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-0163b8a0-eeb9-440f-acb5-076588eec7ef service neutron] delete failed (client error): The resource could not be found. Jul 19 03:52:31.127519 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-0163b8a0-eeb9-440f-acb5-076588eec7ef service neutron] 10.222.0.26 "DELETE /v2.0/ports/51688222-79ae-4a4c-921b-9c466d15bc85/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0540109 Jul 19 03:52:31.225860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-b6d22f9c-fe6f-40ce-ac96-94ecb6a5aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:31.227590 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-b6d22f9c-fe6f-40ce-ac96-94ecb6a5aaab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7498412ddaf4ac2acec5a9c2944e28e&device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 1096 time: 0.0567088 Jul 19 03:52:31.314970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-2fa48f64-df62-4bc9-91ab-1941d14857d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:31.316452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-2fa48f64-df62-4bc9-91ab-1941d14857d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce752751-dfb4-46cc-a910-8ad785ed4eda HTTP/1.1" status: 200 len: 912 time: 0.0834742 Jul 19 03:52:31.360853 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-f8186b38-d4b9-4ec2-aac7-2ace47748ba8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51688222-79ae-4a4c-921b-9c466d15bc85 HTTP/1.1" status: 200 len: 217 time: 0.0382066 Jul 19 03:52:31.549159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 51688222-79ae-4a4c-921b-9c466d15bc85 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:52:31.589814 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 51688222-79ae-4a4c-921b-9c466d15bc85 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:52:31.691443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-508e8978-c327-4c7d-895e-a1ea621eb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:31.692880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-508e8978-c327-4c7d-895e-a1ea621eb326 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3583898-5c34-4b82-8705-afbf9c9e8b96 HTTP/1.1" status: 200 len: 852 time: 0.3261364 Jul 19 03:52:31.725931 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-d6d28822-baef-4e19-a4c5-f9e0b5837985 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce752751-dfb4-46cc-a910-8ad785ed4eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262506 Jul 19 03:52:31.814340 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-3d57ea5e-3f77-4e81-b554-14a01877044d service neutron] 10.222.0.26 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824256 Jul 19 03:52:31.905981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-4e5b0698-d802-46ce-9a5e-738f1ee1d628 service neutron] 10.222.0.26 "GET /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859442 Jul 19 03:52:32.188644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 51688222-79ae-4a4c-921b-9c466d15bc85 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:52:32.241821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 51688222-79ae-4a4c-921b-9c466d15bc85 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:52:32.248130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 51688222-79ae-4a4c-921b-9c466d15bc85 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:52:32.248853 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:32.328034 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:32.350482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:52:32.352928 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7c31f6-802d-4143-b2a5-b7171bd4132d" -d '{"events": [{"server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "name": "network-vif-plugged", "status": "completed", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:52:32.368286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=51688222-79ae-4a4c-921b-9c466d15bc85,segment=NetworkSegment(5e6bebbf-47e5-4e97-ab64-cf6c83d23e16),segment_id=5e6bebbf-47e5-4e97-ab64-cf6c83d23e16)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:52:32.373702 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:32.404615 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1e5efc-553c-4b76-a991-5eb5a7873f5c x-openstack-request-id: req-fa1e5efc-553c-4b76-a991-5eb5a7873f5c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:52:32.404824 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "name": "network-vif-plugged", "status": "completed", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:52:32.405076 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa1e5efc-553c-4b76-a991-5eb5a7873f5c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:52:32.405459 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85', 'code': 200} Jul 19 03:52:32.433393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=51688222-79ae-4a4c-921b-9c466d15bc85,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:32.712612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ac660-4bc3-4d1c-adcf-a7d1297d1f3d req-b4760504-8244-47fb-8a9d-255cc6f68b20 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:32.713980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c45ac660-4bc3-4d1c-adcf-a7d1297d1f3d req-b4760504-8244-47fb-8a9d-255cc6f68b20 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0671136 Jul 19 03:52:32.750731 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c45ac660-4bc3-4d1c-adcf-a7d1297d1f3d req-9bbb0d80-bc25-4e10-8f27-562a31ec53bf tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308444 Jul 19 03:52:33.907178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-9da84854-ab55-4600-a6a2-0cd3062ffe89 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:33.908673 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-9da84854-ab55-4600-a6a2-0cd3062ffe89 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.25 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0628562 Jul 19 03:52:33.923764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd6d0a-55fb-472d-928d-dfa0a9cda7fb req-a077a95c-5bbc-477c-a226-3846f4406ea1 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:33.925267 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6abd6d0a-55fb-472d-928d-dfa0a9cda7fb req-a077a95c-5bbc-477c-a226-3846f4406ea1 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/ports?device_id=448ca827-c9da-41b7-9bd7-0ad8aaab28fe HTTP/1.1" status: 200 len: 945 time: 0.0638304 Jul 19 03:52:33.962778 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6abd6d0a-55fb-472d-928d-dfa0a9cda7fb req-1d95492a-78a7-4309-ab6b-c083471cec72 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8decc5-3e96-4562-b2dd-9ef2a556171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318098 Jul 19 03:52:34.015276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-22bac1a5-016f-4da2-ad22-7bb922b6ccc3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Deleting port 51688222-79ae-4a4c-921b-9c466d15bc85 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:52:34.015631 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-22bac1a5-016f-4da2-ad22-7bb922b6ccc3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:34.103079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-22bac1a5-016f-4da2-ad22-7bb922b6ccc3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] For port 51688222-79ae-4a4c-921b-9c466d15bc85, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=51688222-79ae-4a4c-921b-9c466d15bc85,segment=NetworkSegment(5e6bebbf-47e5-4e97-ab64-cf6c83d23e16),segment_id=5e6bebbf-47e5-4e97-ab64-cf6c83d23e16)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:52:34.103351 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-22bac1a5-016f-4da2-ad22-7bb922b6ccc3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:34.115459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-22bac1a5-016f-4da2-ad22-7bb922b6ccc3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Calling delete_port for 51688222-79ae-4a4c-921b-9c466d15bc85 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:52:34.244163 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-22bac1a5-016f-4da2-ad22-7bb922b6ccc3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:34.255371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['51688222-79ae-4a4c-921b-9c466d15bc85'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:52:34.273347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bac1a5-016f-4da2-ad22-7bb922b6ccc3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Pushing event deleted for resources: {'Port': ['ID=51688222-79ae-4a4c-921b-9c466d15bc85,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:34.316851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-22bac1a5-016f-4da2-ad22-7bb922b6ccc3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] No DVR routers for this DVR port 51688222-79ae-4a4c-921b-9c466d15bc85 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:52:34.319399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-22bac1a5-016f-4da2-ad22-7bb922b6ccc3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:34.322037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c159afc2-5ce5-4571-bfb0-e545607d7371 req-22bac1a5-016f-4da2-ad22-7bb922b6ccc3 tempest-DeleteServersTestJSON-204263880 tempest-DeleteServersTestJSON-204263880-project] 10.222.0.25 "DELETE /v2.0/ports/51688222-79ae-4a4c-921b-9c466d15bc85 HTTP/1.1" status: 204 len: 173 time: 0.4075794 Jul 19 03:52:34.322492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'name': 'network-vif-deleted', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:52:34.324720 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1818a2d6-f2fd-4a3a-9b95-29678e649ef6" -d '{"events": [{"server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "name": "network-vif-deleted", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:52:34.361214 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be02456-dcfc-4553-a5d5-736f1d3633a1 x-openstack-request-id: req-6be02456-dcfc-4553-a5d5-736f1d3633a1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:52:34.361514 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448ca827-c9da-41b7-9bd7-0ad8aaab28fe", "name": "network-vif-deleted", "tag": "51688222-79ae-4a4c-921b-9c466d15bc85", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:52:34.361770 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6be02456-dcfc-4553-a5d5-736f1d3633a1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:52:34.362171 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448ca827-c9da-41b7-9bd7-0ad8aaab28fe', 'name': 'network-vif-deleted', 'tag': '51688222-79ae-4a4c-921b-9c466d15bc85', 'status': 'completed', 'code': 200} Jul 19 03:52:35.201849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42824) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:52:35.249878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Deleting subnet c3583898-5c34-4b82-8705-afbf9c9e8b96 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:52:35.253012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.286357 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.323607 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.374752 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.401356 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3583898-5c34-4b82-8705-afbf9c9e8b96,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:35.404433 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.405635 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c3583898-5c34-4b82-8705-afbf9c9e8b96 HTTP/1.1" status: 204 len: 168 time: 0.2027073 Jul 19 03:52:35.408338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42826) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:52:35.412113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.412458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.412797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.413130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.413459 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.413787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.414110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.414455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.415378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.415711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.416032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.416350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ff463-5067-4856-821b-27dc05408993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:52:35.484024 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.564655 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.574730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce752751-dfb4-46cc-a910-8ad785ed4eda']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:52:35.584387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:52:35.584691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6bebbf-47e5-4e97-ab64-cf6c83d23e16') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:52:35.593947 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.607929 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.613902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:52:35.614347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:52:35.616114 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:52:35.668812 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.674404 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.676291 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ce752751-dfb4-46cc-a910-8ad785ed4eda HTTP/1.1" status: 204 len: 168 time: 0.2668471 Jul 19 03:52:35.687412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415ae8e-0304-46ee-b133-fe97ea1d5ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce752751-dfb4-46cc-a910-8ad785ed4eda,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:35.779869 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42830) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:52:35.819853 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c3d53628-880c-4c75-8d02-d89596c21506 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7498412ddaf4ac2acec5a9c2944e28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386744 Jul 19 03:52:35.822154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42832) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:52:35.873343 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-739ef22c-8b54-44fd-93c7-94f5e14ba987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.894465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-739ef22c-8b54-44fd-93c7-94f5e14ba987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.925017 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:52:35.938822 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-739ef22c-8b54-44fd-93c7-94f5e14ba987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.941352 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-739ef22c-8b54-44fd-93c7-94f5e14ba987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:35.942551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-739ef22c-8b54-44fd-93c7-94f5e14ba987 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e8decc5-3e96-4562-b2dd-9ef2a556171a HTTP/1.1" status: 204 len: 168 time: 0.1194191 Jul 19 03:52:35.950660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ef22c-8b54-44fd-93c7-94f5e14ba987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8decc5-3e96-4562-b2dd-9ef2a556171a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:36.574800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 42854) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:52:36.667464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1270216403-network', 'tenant_id': '73f7dce103924cfdac375a594260a7c3'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:52:36.688166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Made reservation on behalf of 73f7dce103924cfdac375a594260a7c3 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:52:36.690755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:36.699865 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:36.786534 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:36.790059 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:36.816786 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:52:36.824975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00983c2-dfdd-43a1-918e-f2de2247a065,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:36.831045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:36.831446 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Added segment ad921e31-3c67-4cb3-85da-5e629a81544a of type vlan for network 33861540-036b-4f01-b6b7-5348590b7c53 Jul 19 03:52:36.874750 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:36.902503 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:36.903446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:36.903993 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:36.935067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3591554 Jul 19 03:52:36.938069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 42858) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:52:36.943283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Request body: {'subnet': {'network_id': '33861540-036b-4f01-b6b7-5348590b7c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1270216403-subnet', 'tenant_id': '73f7dce103924cfdac375a594260a7c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:52:36.963958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Made reservation on behalf of 73f7dce103924cfdac375a594260a7c3 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:52:36.965327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75748e39-a014-4973-ae0f-c72b5b86b60d admin admin] Pushing event updated for resources: {'Network': ['ID=33861540-036b-4f01-b6b7-5348590b7c53,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:36.966359 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:36.975267 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 33861540-036b-4f01-b6b7-5348590b7c53 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:52:37.136148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:37.190721 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7680621-03d5-4392-8180-8ae31ad6d12c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:37.206657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Checking segment: {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:52:37.207005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Network hostable DHCP agents. Network: 33861540-036b-4f01-b6b7-5348590b7c53, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:52:37.222781 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Network 33861540-036b-4f01-b6b7-5348590b7c53 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:52:37.231314 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 33861540-036b-4f01-b6b7-5348590b7c53) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:52:37.235129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:37.235728 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:37.240116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9cab0-5be8-4014-8064-2ce80965c76f None None] Network 33861540-036b-4f01-b6b7-5348590b7c53 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:52:37.249975 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ca4fc36c-a9f0-4b24-9954-57251b1e2bb1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3104489 Jul 19 03:52:37.319044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:37.377435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c99267-11c8-4769-b801-2803f36b516d None None] Network 33861540-036b-4f01-b6b7-5348590b7c53 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:52:37.511461 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:37.670746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1737c-054e-4709-9927-d57c3386e3ca req-7ea70109-4103-40d2-92e7-8851a7add55f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:37.672230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-7ea70109-4103-40d2-92e7-8851a7add55f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 815 time: 0.1060035 Jul 19 03:52:37.686775 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-d870c4cd-d6c7-4547-871b-dc0a03ac275a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/quotas/73f7dce103924cfdac375a594260a7c3 HTTP/1.1" status: 200 len: 375 time: 0.0092800 Jul 19 03:52:37.719421 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-a4639de2-88dc-4773-9028-14872b12acab tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280809 Jul 19 03:52:37.778702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-189b34c8-6b51-4357-a47c-0f2d3046ecc2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 03:52:37.779723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-189b34c8-6b51-4357-a47c-0f2d3046ecc2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543971 Jul 19 03:52:37.866926 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-8ec7a3c5-bba6-42ae-9d81-4f7152a59333 service neutron] 10.222.0.20 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813715 Jul 19 03:52:37.959599 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-4314ec76-b260-4b56-a469-6123163fc3a9 service neutron] 10.222.0.20 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863061 Jul 19 03:52:38.124910 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-eff944c8-7595-4721-957b-d3e10abf87d4 req-aff590b5-cce1-4223-abbb-81db4b8fb80a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 210 time: 0.0284336 Jul 19 03:52:38.210363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 51688222-79ae-4a4c-921b-9c466d15bc85 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:52:38.230450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 51688222-79ae-4a4c-921b-9c466d15bc85 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:52:38.230905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 51688222-79ae-4a4c-921b-9c466d15bc85 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:52:39.141782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1737c-054e-4709-9927-d57c3386e3ca req-8a8a17ce-ec93-4151-84eb-f287b72197f1 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:39.143290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-8a8a17ce-ec93-4151-84eb-f287b72197f1 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.25 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 815 time: 0.1048195 Jul 19 03:52:39.157376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Request body: {'port': {'device_id': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53', 'admin_state_up': True, 'tenant_id': '73f7dce103924cfdac375a594260a7c3'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:52:39.278733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be9fab8b-e594-4f9f-bb6f-7e6285591323 req-ab186996-bfab-4401-b350-ac946c59853a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 210 time: 0.0345232 Jul 19 03:52:39.299592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Made reservation on behalf of 73f7dce103924cfdac375a594260a7c3 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:52:39.303283 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:39.428446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Allocated IP 172.20.0.11 (33861540-036b-4f01-b6b7-5348590b7c53/f7680621-03d5-4392-8180-8ae31ad6d12c/0df37732-31fa-48be-bafc-11dbcccc2729) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:52:39.574495 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:39.611615 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:39.657897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Network 33861540-036b-4f01-b6b7-5348590b7c53 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:52:39.661065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:52:39.665024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:52:39.671436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Pushing event updated for resources: {'Port': ['ID=0df37732-31fa-48be-bafc-11dbcccc2729,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:39.716080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:39.716700 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:39.730023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-5b1e2fd9-fc74-4d14-9e35-b582c2889c33 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766659 Jul 19 03:52:39.740972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Request body: {'port': {'device_id': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:52:39.815533 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:40.068706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df37732-31fa-48be-bafc-11dbcccc2729 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:52:40.076422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:40.088918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Transition to ACTIVE for port object 0df37732-31fa-48be-bafc-11dbcccc2729 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:52:40.093504 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:40.142041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Pushing event updated for resources: {'Port': ['ID=0df37732-31fa-48be-bafc-11dbcccc2729,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:40.214849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Attempting to bind port 0df37732-31fa-48be-bafc-11dbcccc2729 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:52:40.215185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Attempting to bind port 0df37732-31fa-48be-bafc-11dbcccc2729 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:52:40.215509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Attempting to bind port 0df37732-31fa-48be-bafc-11dbcccc2729 on network 33861540-036b-4f01-b6b7-5348590b7c53 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:52:40.219723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Port 0df37732-31fa-48be-bafc-11dbcccc2729 on network 33861540-036b-4f01-b6b7-5348590b7c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:52:40.220048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Attempting to bind port 0df37732-31fa-48be-bafc-11dbcccc2729 on network 33861540-036b-4f01-b6b7-5348590b7c53 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:52:40.224858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:52:40.225199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Checking segment: {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:52:40.225583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Bound using segment: {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:52:40.226009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Bound port: 0df37732-31fa-48be-bafc-11dbcccc2729, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:52:40.226393 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:40.287657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:52:40.290658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0df37732-31fa-48be-bafc-11dbcccc2729,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:52:40.295076 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:40.337429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:40.338085 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:40.339534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] 10.222.0.25 "PUT /v2.0/ports/0df37732-31fa-48be-bafc-11dbcccc2729 HTTP/1.1" status: 200 len: 1093 time: 0.6026225 Jul 19 03:52:40.339978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:52:40.342298 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1513c2d6-0434-4201-8977-6dcc040c7ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:52:40.366952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccc756-b079-492c-b010-5683ed3fdf99 service neutron] Pushing event updated for resources: {'Port': ['ID=0df37732-31fa-48be-bafc-11dbcccc2729,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:40.379730 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a9be0f-29cb-4f53-8378-b29d820b5312 x-openstack-request-id: req-50a9be0f-29cb-4f53-8378-b29d820b5312 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:52:40.380037 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:52:40.380292 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50a9be0f-29cb-4f53-8378-b29d820b5312 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:52:40.380697 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729', 'status': 'completed', 'code': 200} Jul 19 03:52:40.437883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1737c-054e-4709-9927-d57c3386e3ca req-9ce279c5-9fab-473f-9ee9-4657a43f0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:40.439440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-9ce279c5-9fab-473f-9ee9-4657a43f0845 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 1096 time: 0.0548186 Jul 19 03:52:40.472168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c36b9-94d9-4471-9da4-f9cc25f0f6d3 req-34757d31-2e88-4343-a63b-157bdda4c3b4 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:40.473695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-893c36b9-94d9-4471-9da4-f9cc25f0f6d3 req-34757d31-2e88-4343-a63b-157bdda4c3b4 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 944 time: 0.0654581 Jul 19 03:52:40.482259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-17c6ac02-c652-43c1-81c0-df3a3ce7c9c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df37732-31fa-48be-bafc-11dbcccc2729 HTTP/1.1" status: 200 len: 217 time: 0.0351622 Jul 19 03:52:40.512007 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-893c36b9-94d9-4471-9da4-f9cc25f0f6d3 req-33226a1a-dee9-4fd0-88f6-4885eb651031 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324976 Jul 19 03:52:40.531852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1737c-054e-4709-9927-d57c3386e3ca req-9b370ecb-ae1a-40aa-af07-bdb75dbed8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:40.533374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-9b370ecb-ae1a-40aa-af07-bdb75dbed8fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0445042 Jul 19 03:52:40.569881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-0d552556-81b7-4844-8bda-8f74e1ee05c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297532 Jul 19 03:52:40.657542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-dcb70ba2-5e37-4475-ad9d-d7926cf60dfc service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809855 Jul 19 03:52:40.750832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29c1737c-054e-4709-9927-d57c3386e3ca req-3d3ae7fa-4080-4d92-b310-7962b6afd73f service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855145 Jul 19 03:52:40.849055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c2d6-0434-4201-8977-6dcc040c7ab8 req-640c0fcb-f7c9-4b1b-88f9-a778f1c5fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:40.850601 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1513c2d6-0434-4201-8977-6dcc040c7ab8 req-640c0fcb-f7c9-4b1b-88f9-a778f1c5fc7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 1096 time: 0.0517857 Jul 19 03:52:40.941742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c2d6-0434-4201-8977-6dcc040c7ab8 req-442419ae-d1da-40a9-94e0-6da829c83961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:40.943157 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1513c2d6-0434-4201-8977-6dcc040c7ab8 req-442419ae-d1da-40a9-94e0-6da829c83961 service neutron] 10.222.0.25 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.0862737 Jul 19 03:52:40.982890 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1513c2d6-0434-4201-8977-6dcc040c7ab8 req-73bd83e6-8619-4c23-b926-a4efd4bbe879 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df37732-31fa-48be-bafc-11dbcccc2729 HTTP/1.1" status: 200 len: 217 time: 0.0329993 Jul 19 03:52:41.031629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c2d6-0434-4201-8977-6dcc040c7ab8 req-632919ac-6d68-4f47-8934-532635cfe2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:41.033029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1513c2d6-0434-4201-8977-6dcc040c7ab8 req-632919ac-6d68-4f47-8934-532635cfe2af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0433936 Jul 19 03:52:41.068186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1513c2d6-0434-4201-8977-6dcc040c7ab8 req-5fba92df-e706-4578-bd5d-d331a4e15723 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281794 Jul 19 03:52:41.156068 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1513c2d6-0434-4201-8977-6dcc040c7ab8 req-a4656a06-3f25-49d5-bcf9-203b4690ef7e service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809820 Jul 19 03:52:41.249333 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1513c2d6-0434-4201-8977-6dcc040c7ab8 req-87081bc3-2f88-4570-9603-f8ba5069565f service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843790 Jul 19 03:52:41.685615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fb410-7f13-4dc2-bf28-9339f32a14a5 req-7ef10ca3-71a5-4ae6-82b0-56bb02b0dc29 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:41.687158 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f4fb410-7f13-4dc2-bf28-9339f32a14a5 req-7ef10ca3-71a5-4ae6-82b0-56bb02b0dc29 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 944 time: 0.0651700 Jul 19 03:52:41.725181 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f4fb410-7f13-4dc2-bf28-9339f32a14a5 req-2eeda222-d0fc-48a8-b46c-015ce1d238ef tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Jul 19 03:52:42.525192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bef02da0-b521-4bf0-b646-2a17f1eb9a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:42.901066 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe15c4e-50eb-4602-8321-b7cbf31121d8 req-c15bd6d5-98a7-4b15-bb22-e70d4ee0cea8 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:42.902592 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1fe15c4e-50eb-4602-8321-b7cbf31121d8 req-c15bd6d5-98a7-4b15-bb22-e70d4ee0cea8 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 944 time: 0.0674598 Jul 19 03:52:42.939778 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1fe15c4e-50eb-4602-8321-b7cbf31121d8 req-9d2b5e98-64e5-4ec0-8967-b516875b9251 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Jul 19 03:52:44.112789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b993c-e388-4d83-a26c-4b7f0c719169 req-8d49e8a5-0847-4eae-87c6-af03398cb002 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:44.114291 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d67b993c-e388-4d83-a26c-4b7f0c719169 req-8d49e8a5-0847-4eae-87c6-af03398cb002 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 944 time: 0.0618029 Jul 19 03:52:44.156270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d67b993c-e388-4d83-a26c-4b7f0c719169 req-caf7962d-75f2-4512-8274-b39e14a3f25d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356660 Jul 19 03:52:44.251160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0df37732-31fa-48be-bafc-11dbcccc2729 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:52:44.496801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0df37732-31fa-48be-bafc-11dbcccc2729,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:52:44.507532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '0df37732-31fa-48be-bafc-11dbcccc2729', 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53', 'port_id': '0df37732-31fa-48be-bafc-11dbcccc2729', 'mac_address': 'fa:16:3e:12:88:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7680621-03d5-4392-8180-8ae31ad6d12c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:52:44.543175 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:44.555602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df37732-31fa-48be-bafc-11dbcccc2729 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:52:44.577733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0df37732-31fa-48be-bafc-11dbcccc2729,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:52:44.581770 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:44.627269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0df37732-31fa-48be-bafc-11dbcccc2729,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:44.764734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['0df37732-31fa-48be-bafc-11dbcccc2729'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:52:45.100213 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-885511e3-507a-41be-bd5f-27689c46b7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:45.332053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848859f5-6956-495a-84d1-7b035b64dcd8 req-49cf344c-2162-44c1-9b61-63a0e33767b4 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:45.333568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-848859f5-6956-495a-84d1-7b035b64dcd8 req-49cf344c-2162-44c1-9b61-63a0e33767b4 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 945 time: 0.0635116 Jul 19 03:52:45.371221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-848859f5-6956-495a-84d1-7b035b64dcd8 req-badc9b64-434f-43b1-a716-3c7e8eaa5e74 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315161 Jul 19 03:52:45.681666 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:46.268686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0df37732-31fa-48be-bafc-11dbcccc2729 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:52:46.319419 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 0df37732-31fa-48be-bafc-11dbcccc2729 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:52:46.323269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 0df37732-31fa-48be-bafc-11dbcccc2729 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:52:46.323645 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:46.398199 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:46.421206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:52:46.423733 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044f8235-b481-42f4-a056-8d359a6c02a3" -d '{"events": [{"server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "name": "network-vif-plugged", "status": "completed", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:52:46.436988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0df37732-31fa-48be-bafc-11dbcccc2729,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:52:46.442107 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:46.468831 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d2b773-6aa6-4875-8118-18c14fc57ccb x-openstack-request-id: req-74d2b773-6aa6-4875-8118-18c14fc57ccb {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:52:46.469124 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "name": "network-vif-plugged", "status": "completed", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:52:46.469385 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74d2b773-6aa6-4875-8118-18c14fc57ccb {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:52:46.469774 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729', 'code': 200} Jul 19 03:52:46.506387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=0df37732-31fa-48be-bafc-11dbcccc2729,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:52:46.519577 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:46.591599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbb6d7-fae2-4fc1-969b-f88fd6625044 req-a0b60467-bf82-436b-853b-4fa7345d8c13 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:46.592684 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aafbb6d7-fae2-4fc1-969b-f88fd6625044 req-a0b60467-bf82-436b-853b-4fa7345d8c13 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.1034796 Jul 19 03:52:46.619411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c4b5c-4daa-4826-b26c-c13cce511de5 req-36f169ea-be64-48dc-aa85-22b989d8ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:46.620751 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f2c4b5c-4daa-4826-b26c-c13cce511de5 req-36f169ea-be64-48dc-aa85-22b989d8ffd5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 1098 time: 0.0863280 Jul 19 03:52:46.652262 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aafbb6d7-fae2-4fc1-969b-f88fd6625044 req-d104cae3-f00c-4854-8c12-b899d9efec6a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515847 Jul 19 03:52:46.666686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f2c4b5c-4daa-4826-b26c-c13cce511de5 req-e7b4d5df-3246-4015-a28a-d567b54e2664 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392385 Jul 19 03:52:47.824671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6668ee0-689d-419e-9eda-480e0252603e req-f3b3e151-6672-4fba-93b7-a62fc949dff0 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:47.826182 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6668ee0-689d-419e-9eda-480e0252603e req-f3b3e151-6672-4fba-93b7-a62fc949dff0 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0627904 Jul 19 03:52:47.864355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c6668ee0-689d-419e-9eda-480e0252603e req-0581a02a-440b-4263-9594-8c8b291a0aae tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Jul 19 03:52:48.023008 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:52:48.044591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf454a-cff5-446d-a963-6de97ab391bc req-ec5b25a8-15ec-4e9b-bb95-170d1b0aae59 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:48.046117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eccf454a-cff5-446d-a963-6de97ab391bc req-ec5b25a8-15ec-4e9b-bb95-170d1b0aae59 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0673482 Jul 19 03:52:48.083459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eccf454a-cff5-446d-a963-6de97ab391bc req-9a1608e6-5fc6-4b20-866c-dab0b80d34a5 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315189 Jul 19 03:52:48.420056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd58c32-7094-4732-9770-de1d5322bd52 req-759c85b5-dc16-4c16-82cb-a44ec7cf42a0 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:48.422174 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3dd58c32-7094-4732-9770-de1d5322bd52 req-759c85b5-dc16-4c16-82cb-a44ec7cf42a0 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0633960 Jul 19 03:52:48.458832 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3dd58c32-7094-4732-9770-de1d5322bd52 req-a646792e-1ff3-4c1e-8221-349ed7bbdb9a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Jul 19 03:52:48.631599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85478669-2b68-4ef8-9c55-4fca54752693 req-f246353f-418c-454f-a2f4-7828b6729969 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:48.633568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85478669-2b68-4ef8-9c55-4fca54752693 req-f246353f-418c-454f-a2f4-7828b6729969 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0660856 Jul 19 03:52:48.670509 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85478669-2b68-4ef8-9c55-4fca54752693 req-53582984-e7aa-47d1-8803-7be830d0579f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Jul 19 03:52:48.996583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-bb537632-9774-44f7-82a7-04a66c14d797 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503671 Jul 19 03:52:49.060672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80816df-0c30-4715-b3f5-b5f6f470f048 req-77d6aab9-7963-4b66-ba0e-776219c58436 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:49.062229 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c80816df-0c30-4715-b3f5-b5f6f470f048 req-77d6aab9-7963-4b66-ba0e-776219c58436 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0676620 Jul 19 03:52:49.100685 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c80816df-0c30-4715-b3f5-b5f6f470f048 req-f4fd05cd-0600-4217-bc7e-345cee3dd37c tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329332 Jul 19 03:52:50.287239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3c123-dfac-4eae-8699-e84730839bf1 req-e5a490fc-8da5-4d8f-ad1d-d03f3adb2f1f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:50.291175 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-86d3c123-dfac-4eae-8699-e84730839bf1 req-e5a490fc-8da5-4d8f-ad1d-d03f3adb2f1f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0752931 Jul 19 03:52:50.361125 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-86d3c123-dfac-4eae-8699-e84730839bf1 req-7c957413-26af-487c-a276-218a09859479 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624623 Jul 19 03:52:50.390570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-a674cb07-22d8-4637-a1b6-c6ab56357b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:50.391997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-a674cb07-22d8-4637-a1b6-c6ab56357b1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 1098 time: 0.0741124 Jul 19 03:52:50.486234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-d71fea4d-a5eb-4d73-84b7-dc0da0b2b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:50.487733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-d71fea4d-a5eb-4d73-84b7-dc0da0b2b2c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.0889716 Jul 19 03:52:50.527306 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-09aa61d5-a46e-4233-8350-098ec0638da8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df37732-31fa-48be-bafc-11dbcccc2729 HTTP/1.1" status: 200 len: 217 time: 0.0337107 Jul 19 03:52:50.573713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-cd838d1b-eafc-4c8e-bf96-ea6864b6b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:50.575205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-cd838d1b-eafc-4c8e-bf96-ea6864b6b42e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0421731 Jul 19 03:52:50.610542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-8dae68ed-cf53-40fd-9e7e-d339b40cd8d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291598 Jul 19 03:52:50.700237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-fe197d40-e46b-4478-be41-7ecd8fa62f4b service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832946 Jul 19 03:52:50.794339 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-156e2ca6-bdc8-40f2-b111-cab7cd75d922 service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879579 Jul 19 03:52:51.537837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536c176-8d8b-4875-bdea-4039ab2b8ca8 req-05f70499-5dca-435b-855d-4b2cd061fd7e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:51.540228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6536c176-8d8b-4875-bdea-4039ab2b8ca8 req-05f70499-5dca-435b-855d-4b2cd061fd7e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0680373 Jul 19 03:52:51.576960 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6536c176-8d8b-4875-bdea-4039ab2b8ca8 req-4c89782e-cf35-46bf-bfa3-0dcc07e04440 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Jul 19 03:52:52.748080 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44710df9-e441-410d-bf59-feb6a04f1105 req-913bda57-0432-4a23-b9e2-b389f55d918c tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:52.749584 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-44710df9-e441-410d-bf59-feb6a04f1105 req-913bda57-0432-4a23-b9e2-b389f55d918c tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0632718 Jul 19 03:52:52.786653 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-44710df9-e441-410d-bf59-feb6a04f1105 req-34b2d4d1-0c3b-4f3c-9583-5321225b149d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Jul 19 03:52:53.961318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0e2b2-ae07-4ccc-85ab-df46e42657ea req-e6ae512b-8129-46c6-a11a-f3ce3b4b2e2e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:53.962816 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04d0e2b2-ae07-4ccc-85ab-df46e42657ea req-e6ae512b-8129-46c6-a11a-f3ce3b4b2e2e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0623491 Jul 19 03:52:54.001073 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-04d0e2b2-ae07-4ccc-85ab-df46e42657ea req-9f2ca62f-c9c6-4e88-9ef6-00eed525adb3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Jul 19 03:52:55.172820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc157a13-09c5-47c7-94f2-8d8f29aea11e req-740579da-dccb-4e1e-b3e3-a4d815df42ec tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:55.174318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fc157a13-09c5-47c7-94f2-8d8f29aea11e req-740579da-dccb-4e1e-b3e3-a4d815df42ec tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0640171 Jul 19 03:52:55.211334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fc157a13-09c5-47c7-94f2-8d8f29aea11e req-debcb757-d723-4737-bd4c-fe025a5a9432 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308132 Jul 19 03:52:56.381618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fcb4b-b77f-4678-bb46-71879abe7a6b req-872aa70e-32f9-47d8-9e8c-c321d278ebbc tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:56.383682 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e70fcb4b-b77f-4678-bb46-71879abe7a6b req-872aa70e-32f9-47d8-9e8c-c321d278ebbc tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0635111 Jul 19 03:52:56.420817 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e70fcb4b-b77f-4678-bb46-71879abe7a6b req-f766d24c-3778-4bb0-883e-e865653831ed tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Jul 19 03:52:57.610193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa8f25-11e6-49c0-b32d-5a30bbcbb798 req-090351e9-3fb3-4cd4-860d-40a24b27a2d2 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:57.611871 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8fa8f25-11e6-49c0-b32d-5a30bbcbb798 req-090351e9-3fb3-4cd4-860d-40a24b27a2d2 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0699584 Jul 19 03:52:57.650964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f8fa8f25-11e6-49c0-b32d-5a30bbcbb798 req-bc10765f-8d7c-40f6-a961-58df6c284a8e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Jul 19 03:52:58.826862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8b47d-b3e4-495b-a2b8-a0803323319a req-35811318-acac-4196-a1e2-22ff76ec35a3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:52:58.828353 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11d8b47d-b3e4-495b-a2b8-a0803323319a req-35811318-acac-4196-a1e2-22ff76ec35a3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0673456 Jul 19 03:52:58.865250 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11d8b47d-b3e4-495b-a2b8-a0803323319a req-a67075e5-e970-4d6a-ae28-419662fe9ef8 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Jul 19 03:53:00.057452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c901904-8730-4029-92ef-6667b0399f9e req-81d41a32-ac5c-4d6e-a8db-6a2f167f5cd6 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:00.059007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c901904-8730-4029-92ef-6667b0399f9e req-81d41a32-ac5c-4d6e-a8db-6a2f167f5cd6 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0727499 Jul 19 03:53:00.105142 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c901904-8730-4029-92ef-6667b0399f9e req-5b25d1df-1d1f-471e-8eda-61fd828955cc tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390308 Jul 19 03:53:01.278416 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f20028-39b1-4e34-8ee2-114442d2d19c req-291bf6da-f1fc-4b4c-a673-111b7106a2d6 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:01.279935 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21f20028-39b1-4e34-8ee2-114442d2d19c req-291bf6da-f1fc-4b4c-a673-111b7106a2d6 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0630567 Jul 19 03:53:01.316828 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21f20028-39b1-4e34-8ee2-114442d2d19c req-cdf24eca-9267-4c41-be05-b08a0b48de4b tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Jul 19 03:53:02.490594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4a436-3c71-4111-b0a5-302dfa256ae5 req-5c1817a1-24f9-4c71-b0f0-fdf977765b8d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:02.492287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88a4a436-3c71-4111-b0a5-302dfa256ae5 req-5c1817a1-24f9-4c71-b0f0-fdf977765b8d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0670791 Jul 19 03:53:02.530189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-88a4a436-3c71-4111-b0a5-302dfa256ae5 req-9cac34e4-89f3-403f-b499-b23cb26cc898 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325029 Jul 19 03:53:03.706723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa3987-05ac-4fcb-b291-680ddc7013e0 req-7b0fe5ab-def3-4438-bf53-38823a0cfda2 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:03.708211 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77fa3987-05ac-4fcb-b291-680ddc7013e0 req-7b0fe5ab-def3-4438-bf53-38823a0cfda2 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0658593 Jul 19 03:53:03.746298 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-77fa3987-05ac-4fcb-b291-680ddc7013e0 req-a0ded007-b03a-4246-8fbd-99dfb59aac74 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Jul 19 03:53:04.916851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ab5f5-2c2e-4110-b102-b1256b220ebe req-0efab3b9-6c5e-40c3-b4c2-8e5d12adba87 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:04.918350 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-531ab5f5-2c2e-4110-b102-b1256b220ebe req-0efab3b9-6c5e-40c3-b4c2-8e5d12adba87 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0629759 Jul 19 03:53:04.956059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-531ab5f5-2c2e-4110-b102-b1256b220ebe req-284f62d8-22db-45a8-9a8d-6e73a4e4f761 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Jul 19 03:53:06.126192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9305e-ec9b-43ee-8358-39b73cfac3be req-ac5fb7ac-2fd1-487a-a52a-bc8917cd330a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:06.127703 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-81c9305e-ec9b-43ee-8358-39b73cfac3be req-ac5fb7ac-2fd1-487a-a52a-bc8917cd330a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0630105 Jul 19 03:53:06.166378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-81c9305e-ec9b-43ee-8358-39b73cfac3be req-07a66c4c-a062-457c-8756-b905bdd4955f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Jul 19 03:53:07.293713 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:07.337627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5442-817a-42a8-9a42-7bdc04a3dadb req-1d9c0c05-46eb-4a6f-bc4d-e4fb2bd0a537 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:07.339173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ebf5442-817a-42a8-9a42-7bdc04a3dadb req-1d9c0c05-46eb-4a6f-bc4d-e4fb2bd0a537 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0632150 Jul 19 03:53:07.377016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ebf5442-817a-42a8-9a42-7bdc04a3dadb req-db907d54-ad9b-49cb-894d-77ed43f203b1 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Jul 19 03:53:07.504635 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:08.548549 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a53b5e-478f-4992-977f-4627d3c2b9e4 req-c4a73b17-c455-4e30-9145-e9e08180d761 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:08.550056 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-35a53b5e-478f-4992-977f-4627d3c2b9e4 req-c4a73b17-c455-4e30-9145-e9e08180d761 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0632989 Jul 19 03:53:08.588221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-35a53b5e-478f-4992-977f-4627d3c2b9e4 req-96400915-7b65-44d7-b98b-69282d8c33be tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Jul 19 03:53:09.766589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd1916-c707-4f68-ad04-174d29177ca3 req-2ee6e230-2a88-4e70-8888-25000e653ace tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:09.768044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43dd1916-c707-4f68-ad04-174d29177ca3 req-2ee6e230-2a88-4e70-8888-25000e653ace tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0657856 Jul 19 03:53:09.804199 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43dd1916-c707-4f68-ad04-174d29177ca3 req-5aa3893d-2d4c-4680-b33d-bca08588a159 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307696 Jul 19 03:53:10.977199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa325fd-1059-44b4-9d6d-c37ad6c95eff req-06d0fbc8-8e68-46b0-807b-757ba7c0dc5f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:10.978657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dfa325fd-1059-44b4-9d6d-c37ad6c95eff req-06d0fbc8-8e68-46b0-807b-757ba7c0dc5f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0663276 Jul 19 03:53:11.015741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dfa325fd-1059-44b4-9d6d-c37ad6c95eff req-ca615b58-d282-49d1-94df-05f349a310ed tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Jul 19 03:53:12.186809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1f7b9-c0fe-480c-b059-f40c45b65601 req-e10e29a4-b924-4907-8f5e-63e037f680c1 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:12.188309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cf1f7b9-c0fe-480c-b059-f40c45b65601 req-e10e29a4-b924-4907-8f5e-63e037f680c1 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0637341 Jul 19 03:53:12.225742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cf1f7b9-c0fe-480c-b059-f40c45b65601 req-00017188-bf90-454f-ac21-d4d881da3a7a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319803 Jul 19 03:53:12.525818 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-41691e82-528c-4ce2-ae7e-f5580055159e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:12.923480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:53:13.400186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e1a21-89db-4b7c-9887-72bbbe45a177 req-4a0d0cb0-cb0b-4c4f-803f-6b6eb3e44e60 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:13.401673 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d2e1a21-89db-4b7c-9887-72bbbe45a177 req-4a0d0cb0-cb0b-4c4f-803f-6b6eb3e44e60 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0627179 Jul 19 03:53:13.438521 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6d2e1a21-89db-4b7c-9887-72bbbe45a177 req-fcffdaf9-926b-4f14-a64f-d716d1da7516 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Jul 19 03:53:14.610883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65d99e-0b6e-4519-bd19-058d03365ff6 req-18999b2b-0674-405f-a3a6-20269b6c5aec tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:14.612411 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb65d99e-0b6e-4519-bd19-058d03365ff6 req-18999b2b-0674-405f-a3a6-20269b6c5aec tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0664761 Jul 19 03:53:14.650959 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fb65d99e-0b6e-4519-bd19-058d03365ff6 req-6705c664-467f-4765-88b0-17c9cbc8fe6d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Jul 19 03:53:15.101049 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-904aeba6-40ee-4cad-88dc-7602e88da573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:15.683478 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:15.829191 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6060ce-d62b-445a-91c8-84bd575ac57e req-b6b4356a-6379-4b55-ba0c-1ca6a72889c3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:15.830725 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab6060ce-d62b-445a-91c8-84bd575ac57e req-b6b4356a-6379-4b55-ba0c-1ca6a72889c3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0678644 Jul 19 03:53:15.868844 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ab6060ce-d62b-445a-91c8-84bd575ac57e req-022a9aa1-d279-4ce9-90e4-4b16ea889d59 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324764 Jul 19 03:53:16.509730 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:17.041481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253ae6d-5642-475a-a5da-7799f0fe8102 req-b02376f9-3b2f-404d-831b-ccfd8f41d130 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:17.043011 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8253ae6d-5642-475a-a5da-7799f0fe8102 req-b02376f9-3b2f-404d-831b-ccfd8f41d130 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0638814 Jul 19 03:53:17.079923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8253ae6d-5642-475a-a5da-7799f0fe8102 req-f50f0346-01d1-41f8-b325-eacf453f6a74 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Jul 19 03:53:17.725143 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-67beffb5-2623-466f-ae57-234788b53067 service neutron] show failed (client error): The resource could not be found. Jul 19 03:53:17.726124 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-67beffb5-2623-466f-ae57-234788b53067 service neutron] 10.222.0.25 "GET /v2.0/ports/0df37732-31fa-48be-bafc-11dbcccc2729/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0524895 Jul 19 03:53:17.977429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-c1288d30-9a0f-485b-bc27-8c964152fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:17.978968 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-c1288d30-9a0f-485b-bc27-8c964152fa28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd&tenant_id=73f7dce103924cfdac375a594260a7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0565796 Jul 19 03:53:17.989390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:53:18.026223 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:18.060606 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:18.261734 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14ef5-ee82-4ad7-a958-1ad2e95a30d9 req-3de7ce94-721c-4aa6-a018-c8cfa49ed82f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:18.263310 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9b14ef5-ee82-4ad7-a958-1ad2e95a30d9 req-3de7ce94-721c-4aa6-a018-c8cfa49ed82f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0684159 Jul 19 03:53:18.305005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9b14ef5-ee82-4ad7-a958-1ad2e95a30d9 req-e9212c13-49ac-4d03-b58a-7f12b24ed786 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356741 Jul 19 03:53:18.528897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=0df37732-31fa-48be-bafc-11dbcccc2729,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:53:18.559879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:53:18.600065 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:53:18.602477 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a51ea0b-0383-41a7-b608-008f4df3125e" -d '{"events": [{"server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:53:18.606251 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:18.618825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Transition to ACTIVE for port object 0df37732-31fa-48be-bafc-11dbcccc2729 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:53:18.623285 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:18.657482 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36d4f3a-8d67-4f21-aada-1e75c13cbe38 x-openstack-request-id: req-b36d4f3a-8d67-4f21-aada-1e75c13cbe38 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:53:18.657776 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:53:18.658030 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b36d4f3a-8d67-4f21-aada-1e75c13cbe38 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:53:18.658454 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729', 'code': 200} Jul 19 03:53:18.689443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] No DVR routers for this DVR port 0df37732-31fa-48be-bafc-11dbcccc2729 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:53:18.693369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Pushing event updated for resources: {'Port': ['ID=0df37732-31fa-48be-bafc-11dbcccc2729,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:53:18.729021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Attempting to bind port 0df37732-31fa-48be-bafc-11dbcccc2729 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:53:18.729351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Attempting to bind port 0df37732-31fa-48be-bafc-11dbcccc2729 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:53:18.729674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Attempting to bind port 0df37732-31fa-48be-bafc-11dbcccc2729 on network 33861540-036b-4f01-b6b7-5348590b7c53 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:53:18.733843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Port 0df37732-31fa-48be-bafc-11dbcccc2729 on network 33861540-036b-4f01-b6b7-5348590b7c53 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:53:18.734163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Attempting to bind port 0df37732-31fa-48be-bafc-11dbcccc2729 on network 33861540-036b-4f01-b6b7-5348590b7c53 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:53:18.738994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:53:18.739328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Checking segment: {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:53:18.739705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Bound using segment: {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:53:18.740123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Bound port: 0df37732-31fa-48be-bafc-11dbcccc2729, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:53:18.740468 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:18.806690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:53:18.809529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=0df37732-31fa-48be-bafc-11dbcccc2729,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:53:18.813789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:18.849992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:18.850635 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:18.852835 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] 10.222.0.26 "PUT /v2.0/ports/0df37732-31fa-48be-bafc-11dbcccc2729 HTTP/1.1" status: 200 len: 1093 time: 0.8674121 Jul 19 03:53:18.870239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885dd10-ac3c-4304-b002-c78583694a45 service neutron] Pushing event updated for resources: {'Port': ['ID=0df37732-31fa-48be-bafc-11dbcccc2729,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:53:18.924660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-b2c56008-c995-4efc-bf0d-eff8fce1e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:18.926136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-b2c56008-c995-4efc-bf0d-eff8fce1e843 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 1096 time: 0.0521154 Jul 19 03:53:19.014847 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-283494d9-dd1d-404b-87b1-b81ddb8c94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:19.016286 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-283494d9-dd1d-404b-87b1-b81ddb8c94f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.0846105 Jul 19 03:53:19.055664 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-32df8644-7ef9-48e3-bad8-dc41a50fc200 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df37732-31fa-48be-bafc-11dbcccc2729 HTTP/1.1" status: 200 len: 217 time: 0.0333698 Jul 19 03:53:19.104911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-d316c056-d2f3-48d2-b431-7fa30521ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:19.106233 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-d316c056-d2f3-48d2-b431-7fa30521ba96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0450680 Jul 19 03:53:19.137827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-80cb2b35-5e1c-4fd2-8fd4-b42e2471a8c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256059 Jul 19 03:53:19.226174 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-e6c3e73a-3010-41a7-b7e9-9c9b5cc5ff8c service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820785 Jul 19 03:53:19.316872 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2575c03-cf2d-473b-80b5-486f079edfb8 req-1daa0170-5dc6-4784-befd-18489da144ff service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838814 Jul 19 03:53:19.484322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f724eb-f26a-4f88-8387-70684ce6b045 req-2f75441f-c1a3-483d-9ad3-b9d6d518881b tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:19.485846 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5f724eb-f26a-4f88-8387-70684ce6b045 req-2f75441f-c1a3-483d-9ad3-b9d6d518881b tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 944 time: 0.0646133 Jul 19 03:53:19.528446 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5f724eb-f26a-4f88-8387-70684ce6b045 req-4fbb4589-28bf-4fab-885b-d09a4ce69916 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Jul 19 03:53:20.446031 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0df37732-31fa-48be-bafc-11dbcccc2729 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:53:20.483424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 0df37732-31fa-48be-bafc-11dbcccc2729 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:53:20.667293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:53:20.669512 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499c3859-6272-461e-b4bd-f5718e5018ee" -d '{"events": [{"name": "network-changed", "server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:53:20.709363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81e681-e5d8-4c7a-bb9f-8f7a23d2c70d req-ae99fe59-166f-4a8c-9dad-cfc45f3e4956 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:20.711679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6c81e681-e5d8-4c7a-bb9f-8f7a23d2c70d req-ae99fe59-166f-4a8c-9dad-cfc45f3e4956 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 944 time: 0.0730102 Jul 19 03:53:20.725483 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fce953c-8095-4d18-80db-f6e0a2753ab2 x-openstack-request-id: req-8fce953c-8095-4d18-80db-f6e0a2753ab2 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:53:20.727315 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:53:20.727860 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fce953c-8095-4d18-80db-f6e0a2753ab2 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:53:20.728253 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729', 'status': 'completed', 'code': 200} Jul 19 03:53:20.823941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6c81e681-e5d8-4c7a-bb9f-8f7a23d2c70d req-88a019c8-410a-47d0-ad75-67a3a702f929 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060021 Jul 19 03:53:20.853840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3859-6272-461e-b4bd-f5718e5018ee req-2984dc1d-52bd-4b99-945e-ec12f75d5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:20.855400 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-2984dc1d-52bd-4b99-945e-ec12f75d5cc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 1096 time: 0.1077199 Jul 19 03:53:20.861329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3859-6272-461e-b4bd-f5718e5018ee req-d8c9658e-3bfd-4760-9a14-af190988df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:20.862820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-d8c9658e-3bfd-4760-9a14-af190988df51 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 1096 time: 0.1262567 Jul 19 03:53:21.020431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3859-6272-461e-b4bd-f5718e5018ee req-38f25689-4564-4dfa-924d-8767745a7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:21.021934 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-38f25689-4564-4dfa-924d-8767745a7167 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.1582754 Jul 19 03:53:21.023629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3859-6272-461e-b4bd-f5718e5018ee req-17503a79-43e4-412a-ac8c-78099d78918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:21.025028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-17503a79-43e4-412a-ac8c-78099d78918c service neutron] 10.222.0.25 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.1540427 Jul 19 03:53:21.071362 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-8763a759-780e-43b1-ac7c-87f596482e73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df37732-31fa-48be-bafc-11dbcccc2729 HTTP/1.1" status: 200 len: 217 time: 0.0429566 Jul 19 03:53:21.104881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-b4236f1e-ae81-4287-96f7-64be5403a2a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df37732-31fa-48be-bafc-11dbcccc2729 HTTP/1.1" status: 200 len: 217 time: 0.0701134 Jul 19 03:53:21.177478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3859-6272-461e-b4bd-f5718e5018ee req-4aea53fa-a9f6-4a0f-9925-f7d7d2db8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:21.178987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-4aea53fa-a9f6-4a0f-9925-f7d7d2db8798 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0821130 Jul 19 03:53:21.183961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3859-6272-461e-b4bd-f5718e5018ee req-e03d7021-0ae5-471c-ad2d-2b41f742ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:21.185332 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-e03d7021-0ae5-471c-ad2d-2b41f742ccd1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0620232 Jul 19 03:53:21.219708 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-875006d6-4f68-4d1d-862e-c34f2a13f5bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334787 Jul 19 03:53:21.237147 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-cec42d0e-4ab5-4c95-8eb5-e9540954f8dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429051 Jul 19 03:53:21.387929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-0e16d93d-994f-4514-93f2-8f91d5e145a9 service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527619 Jul 19 03:53:21.390004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-c2307fac-8dbc-4a39-8cdd-c4340f8d8b56 service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455791 Jul 19 03:53:21.545091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-7ab4888c-c9bc-4fd8-81bd-bef58480477e service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515875 Jul 19 03:53:21.550289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-499c3859-6272-461e-b4bd-f5718e5018ee req-6723653f-d835-408a-9b69-16917964b1fa service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484838 Jul 19 03:53:21.883114 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 0df37732-31fa-48be-bafc-11dbcccc2729 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:53:21.981244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=0df37732-31fa-48be-bafc-11dbcccc2729,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:53:21.992636 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '0df37732-31fa-48be-bafc-11dbcccc2729', 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53', 'port_id': '0df37732-31fa-48be-bafc-11dbcccc2729', 'mac_address': 'fa:16:3e:12:88:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7680621-03d5-4392-8180-8ae31ad6d12c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:53:22.002691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04e68-9fd2-4208-a43f-c3de0b78f23a req-6dbc5e87-d093-492a-a2fb-55595a383b59 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:22.004229 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99a04e68-9fd2-4208-a43f-c3de0b78f23a req-6dbc5e87-d093-492a-a2fb-55595a383b59 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 944 time: 0.0646980 Jul 19 03:53:22.030403 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:22.042936 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99a04e68-9fd2-4208-a43f-c3de0b78f23a req-f9d6b345-cfc8-4abc-8210-5c5c94fa8c6d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Jul 19 03:53:22.043247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df37732-31fa-48be-bafc-11dbcccc2729 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:53:22.065159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=0df37732-31fa-48be-bafc-11dbcccc2729,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:53:22.069429 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:22.121387 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=0df37732-31fa-48be-bafc-11dbcccc2729,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:53:22.280037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['0df37732-31fa-48be-bafc-11dbcccc2729'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:53:22.348379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5117c-ac19-4f32-ae4c-52977b8faa5c req-4e3a9a0c-9074-41c0-ad50-d07a88327528 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:22.350847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ea5117c-ac19-4f32-ae4c-52977b8faa5c req-4e3a9a0c-9074-41c0-ad50-d07a88327528 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 945 time: 0.0667071 Jul 19 03:53:22.364779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-5439699c-27c8-4ba1-9f7f-d001548c359a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:22.366299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-5439699c-27c8-4ba1-9f7f-d001548c359a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.25 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd&tenant_id=73f7dce103924cfdac375a594260a7c3&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 945 time: 0.0802143 Jul 19 03:53:22.390988 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9ea5117c-ac19-4f32-ae4c-52977b8faa5c req-6e1f3450-5b59-4014-a445-76ea3aee79db tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344760 Jul 19 03:53:22.428105 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-876bae94-7d4c-4198-9f95-1900f23e43f5 service neutron] delete failed (client error): The resource could not be found. Jul 19 03:53:22.429146 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-876bae94-7d4c-4198-9f95-1900f23e43f5 service neutron] 10.222.0.25 "DELETE /v2.0/ports/0df37732-31fa-48be-bafc-11dbcccc2729/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0560939 Jul 19 03:53:22.523988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-c1336788-e7bf-4437-83dd-aac2e2e6bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:22.525515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-c1336788-e7bf-4437-83dd-aac2e2e6bc7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 1097 time: 0.0537467 Jul 19 03:53:22.616770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-77bb7565-d189-4545-bfd4-00acb8428a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:22.618396 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-77bb7565-d189-4545-bfd4-00acb8428a2d service neutron] 10.222.0.25 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.0869868 Jul 19 03:53:22.659509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-cd09e152-546b-4bd3-938f-4c7aad0ba552 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df37732-31fa-48be-bafc-11dbcccc2729 HTTP/1.1" status: 200 len: 217 time: 0.0349195 Jul 19 03:53:22.711180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-15ee0030-5a46-4f63-901b-4f2ba6b3cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:22.712630 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-15ee0030-5a46-4f63-901b-4f2ba6b3cac8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0471354 Jul 19 03:53:22.743981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-5bcf8f71-72ce-4e32-8d86-c93a43a05c04 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253091 Jul 19 03:53:22.831145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-1dbebc2d-fe4c-45ec-a38e-5cd25f7b11f3 service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809298 Jul 19 03:53:22.923920 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab046ae8-258a-47e3-bf1d-dba4a00a0a14 req-bcda3405-1a48-43c4-bf57-40fedb9dc244 service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856426 Jul 19 03:53:23.567282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f96a-57ab-4eb4-a2bd-54f0be54acbe req-397d3c9e-7e17-447d-8988-243aca641826 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:23.568783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be07f96a-57ab-4eb4-a2bd-54f0be54acbe req-397d3c9e-7e17-447d-8988-243aca641826 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 945 time: 0.0639889 Jul 19 03:53:23.606205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be07f96a-57ab-4eb4-a2bd-54f0be54acbe req-6272c831-4007-4ea8-9063-653a86430aaa tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Jul 19 03:53:23.780244 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5087888-ab12-4869-8b9b-7d05806f121c req-58a4f660-c7b6-4005-8f03-9c1b22175758 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:23.781730 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5087888-ab12-4869-8b9b-7d05806f121c req-58a4f660-c7b6-4005-8f03-9c1b22175758 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 945 time: 0.0667264 Jul 19 03:53:23.818849 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5087888-ab12-4869-8b9b-7d05806f121c req-e619c001-6b31-4433-9bf4-189de2e49987 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315588 Jul 19 03:53:23.905355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 0df37732-31fa-48be-bafc-11dbcccc2729 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:53:23.959320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 0df37732-31fa-48be-bafc-11dbcccc2729 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:53:23.963147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 0df37732-31fa-48be-bafc-11dbcccc2729 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:53:23.963517 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:24.003326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd57179-f243-4a72-8f7a-76ebb2b5744a req-2620220f-486f-41bd-8c8e-f4622f9c29de tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:24.004865 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bd57179-f243-4a72-8f7a-76ebb2b5744a req-2620220f-486f-41bd-8c8e-f4622f9c29de tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 945 time: 0.0695667 Jul 19 03:53:24.041643 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:24.050708 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bd57179-f243-4a72-8f7a-76ebb2b5744a req-b524d878-b560-4095-b5ce-a2a52ffbba99 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Jul 19 03:53:24.064872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:53:24.067290 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa57596-69dd-4a19-adb9-c407a4d8eefa" -d '{"events": [{"server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "name": "network-vif-plugged", "status": "completed", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:53:24.080661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=0df37732-31fa-48be-bafc-11dbcccc2729,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:53:24.085030 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:24.110078 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaf6371-7f0f-4ef3-9c5c-c889c3fa0ad7 x-openstack-request-id: req-adaf6371-7f0f-4ef3-9c5c-c889c3fa0ad7 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:53:24.110336 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "name": "network-vif-plugged", "status": "completed", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:53:24.110589 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adaf6371-7f0f-4ef3-9c5c-c889c3fa0ad7 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:53:24.110973 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729', 'code': 200} Jul 19 03:53:24.137238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=0df37732-31fa-48be-bafc-11dbcccc2729,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:53:24.491067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-1831d7f4-e280-408a-bdb9-ce5b01f38a51 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:24.492725 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-1831d7f4-e280-408a-bdb9-ce5b01f38a51 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 815 time: 0.1017902 Jul 19 03:53:24.507155 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-d92cbea0-eb23-4912-9b21-918b76ead35a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/quotas/73f7dce103924cfdac375a594260a7c3 HTTP/1.1" status: 200 len: 375 time: 0.0091584 Jul 19 03:53:24.576761 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-93133fae-d479-4ca4-92e6-6bfe3e3cc85d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647159 Jul 19 03:53:24.665691 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-5cd6c57e-21dc-46a5-898f-1d819cbb7b48 service neutron] 10.222.0.20 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822644 Jul 19 03:53:24.758142 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a660149a-e670-41ba-aa0e-07553964fd02 service neutron] 10.222.0.20 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868106 Jul 19 03:53:24.924062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0512ed07-6aa1-42ca-b9ed-46b4083206d1 req-36583d53-c355-47e4-8bd4-90e45f21373c tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 210 time: 0.0287306 Jul 19 03:53:25.600373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-324cad56-692a-4700-afb2-71082f3e11ee tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:25.602116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-324cad56-692a-4700-afb2-71082f3e11ee tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.26 "GET /v2.0/ports?device_id=66cb7ff6-9e4d-4e6a-83a5-d767250e48dd HTTP/1.1" status: 200 len: 946 time: 0.0633450 Jul 19 03:53:25.704405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Deleting port 0df37732-31fa-48be-bafc-11dbcccc2729 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:53:25.704753 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:25.797328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] For port 0df37732-31fa-48be-bafc-11dbcccc2729, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=0df37732-31fa-48be-bafc-11dbcccc2729,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:53:25.797698 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:25.810865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Calling delete_port for 0df37732-31fa-48be-bafc-11dbcccc2729 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:53:25.924158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-eed309aa-f7a0-4c34-b9d6-77219367883a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:25.925882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-eed309aa-f7a0-4c34-b9d6-77219367883a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.26 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 815 time: 0.1091909 Jul 19 03:53:25.938351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Request body: {'port': {'device_id': '4178c360-67bf-486d-9dca-d87898f24a78', 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53', 'admin_state_up': True, 'tenant_id': '73f7dce103924cfdac375a594260a7c3'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:53:25.946747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:25.959194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['0df37732-31fa-48be-bafc-11dbcccc2729'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:53:25.979622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Pushing event deleted for resources: {'Port': ['ID=0df37732-31fa-48be-bafc-11dbcccc2729,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:53:26.044912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] No DVR routers for this DVR port 0df37732-31fa-48be-bafc-11dbcccc2729 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:53:26.047715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:26.050006 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.26 "DELETE /v2.0/ports/0df37732-31fa-48be-bafc-11dbcccc2729 HTTP/1.1" status: 204 len: 173 time: 0.4420543 Jul 19 03:53:26.050698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'name': 'network-vif-deleted', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:53:26.053927 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e539b031-f42c-4761-9816-372dbc620ee5" -d '{"events": [{"server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "name": "network-vif-deleted", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:53:26.099632 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be27208f-53d8-4378-a187-8f2f666b6913 x-openstack-request-id: req-be27208f-53d8-4378-a187-8f2f666b6913 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:53:26.099955 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cb7ff6-9e4d-4e6a-83a5-d767250e48dd", "name": "network-vif-deleted", "tag": "0df37732-31fa-48be-bafc-11dbcccc2729", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:53:26.100211 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be27208f-53d8-4378-a187-8f2f666b6913 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:53:26.100611 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cb7ff6-9e4d-4e6a-83a5-d767250e48dd', 'name': 'network-vif-deleted', 'tag': '0df37732-31fa-48be-bafc-11dbcccc2729', 'status': 'completed', 'code': 200} Jul 19 03:53:26.114078 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3501d07-f2d3-4fc0-aa66-e237bc429862 req-82a533dc-b6d2-45af-80d7-fa6eebf2a183 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 210 time: 0.0366011 Jul 19 03:53:26.130486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Made reservation on behalf of 73f7dce103924cfdac375a594260a7c3 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:53:26.134389 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:26.268589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Allocated IP 172.20.0.9 (33861540-036b-4f01-b6b7-5348590b7c53/f7680621-03d5-4392-8180-8ae31ad6d12c/512c373b-4828-4365-966e-ffd264402938) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:53:26.426391 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:26.463355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:26.475526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['0df37732-31fa-48be-bafc-11dbcccc2729'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:53:26.505188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Network 33861540-036b-4f01-b6b7-5348590b7c53 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:53:26.510348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:53:26.514023 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:53:26.540899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Pushing event updated for resources: {'Port': ['ID=512c373b-4828-4365-966e-ffd264402938,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:53:26.566077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:26.566702 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:26.579767 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-4653e2ae-f47e-4af4-86cb-26f15ac4181d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459920 Jul 19 03:53:26.590427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Request body: {'port': {'device_id': '4178c360-67bf-486d-9dca-d87898f24a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:53:26.666417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:26.970376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512c373b-4828-4365-966e-ffd264402938 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:53:26.977884 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:26.989352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Transition to ACTIVE for port object 512c373b-4828-4365-966e-ffd264402938 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:53:26.992960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:27.044281 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Pushing event updated for resources: {'Port': ['ID=512c373b-4828-4365-966e-ffd264402938,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:53:27.109489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Attempting to bind port 512c373b-4828-4365-966e-ffd264402938 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:53:27.109822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Attempting to bind port 512c373b-4828-4365-966e-ffd264402938 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:53:27.110150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Attempting to bind port 512c373b-4828-4365-966e-ffd264402938 on network 33861540-036b-4f01-b6b7-5348590b7c53 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:53:27.114435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Port 512c373b-4828-4365-966e-ffd264402938 on network 33861540-036b-4f01-b6b7-5348590b7c53 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:53:27.114764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Attempting to bind port 512c373b-4828-4365-966e-ffd264402938 on network 33861540-036b-4f01-b6b7-5348590b7c53 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:53:27.120204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:53:27.120543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Checking segment: {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:53:27.120923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Bound using segment: {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:53:27.121347 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Bound port: 512c373b-4828-4365-966e-ffd264402938, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:53:27.121700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:27.189235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] For port 512c373b-4828-4365-966e-ffd264402938, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:53:27.192336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] For port 512c373b-4828-4365-966e-ffd264402938, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=512c373b-4828-4365-966e-ffd264402938,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:53:27.197254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:27.232302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:27.232936 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:27.234418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] 10.222.0.26 "PUT /v2.0/ports/512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 200 len: 1092 time: 0.6480787 Jul 19 03:53:27.234866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'tag': '512c373b-4828-4365-966e-ffd264402938'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:53:27.237122 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce440309-0a8e-4a69-96aa-90d438ca5543" -d '{"events": [{"name": "network-changed", "server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "tag": "512c373b-4828-4365-966e-ffd264402938"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:53:27.263023 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76359a0-d7ca-40a3-ab64-e0cc7e525422 service neutron] Pushing event updated for resources: {'Port': ['ID=512c373b-4828-4365-966e-ffd264402938,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:53:27.307855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652d667-ea6a-4255-ad7f-ea1a6d0e3a6e req-b36f144f-1ba7-4731-b606-eddd40c09ed9 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:27.309929 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5652d667-ea6a-4255-ad7f-ea1a6d0e3a6e req-b36f144f-1ba7-4731-b606-eddd40c09ed9 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 943 time: 0.0744538 Jul 19 03:53:27.350080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-ba441f6b-7e87-4de7-9875-e31c5c43172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:27.350245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5652d667-ea6a-4255-ad7f-ea1a6d0e3a6e req-b347f63b-ec4a-4ff7-91f6-7488b9e4fbee tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345180 Jul 19 03:53:27.352650 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-ba441f6b-7e87-4de7-9875-e31c5c43172c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 1095 time: 0.0620289 Jul 19 03:53:27.355877 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7f5efa-08ed-438e-8c60-d2cb396dad97 x-openstack-request-id: req-0d7f5efa-08ed-438e-8c60-d2cb396dad97 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:53:27.356167 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "tag": "512c373b-4828-4365-966e-ffd264402938", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:53:27.356418 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d7f5efa-08ed-438e-8c60-d2cb396dad97 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:53:27.356814 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'tag': '512c373b-4828-4365-966e-ffd264402938', 'status': 'completed', 'code': 200} Jul 19 03:53:27.399845 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-92c4ba4e-1538-4230-be94-069c891aca2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 200 len: 217 time: 0.0379701 Jul 19 03:53:27.446637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-715d41cf-ae48-43ac-925b-766e6591bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:27.448038 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-715d41cf-ae48-43ac-925b-766e6591bd63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0417013 Jul 19 03:53:27.479928 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-7677ae45-659f-4e9d-87de-6bd1676e477f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257597 Jul 19 03:53:27.568190 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-d3046977-adc4-40cb-91c4-76d0e48439ab service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821714 Jul 19 03:53:27.653614 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5eaecf68-721a-4bdf-82f2-8a784e6150d1 req-cf05f45a-4dfd-4090-a969-49b23420de84 service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792210 Jul 19 03:53:27.759650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce440309-0a8e-4a69-96aa-90d438ca5543 req-40d2b58d-4244-4c15-86b2-193c8b789e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:27.761137 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce440309-0a8e-4a69-96aa-90d438ca5543 req-40d2b58d-4244-4c15-86b2-193c8b789e77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 1095 time: 0.0573869 Jul 19 03:53:27.849563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce440309-0a8e-4a69-96aa-90d438ca5543 req-182715b0-e492-44eb-983d-3be00d9b59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:27.851030 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce440309-0a8e-4a69-96aa-90d438ca5543 req-182715b0-e492-44eb-983d-3be00d9b59c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.0839653 Jul 19 03:53:27.895040 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce440309-0a8e-4a69-96aa-90d438ca5543 req-6c9c1fc6-1eac-4ff2-ad7d-25fceeae673e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 200 len: 217 time: 0.0380893 Jul 19 03:53:27.941775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce440309-0a8e-4a69-96aa-90d438ca5543 req-223ee173-97d7-4780-bd27-f6392c573e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:27.943220 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce440309-0a8e-4a69-96aa-90d438ca5543 req-223ee173-97d7-4780-bd27-f6392c573e36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0419183 Jul 19 03:53:27.976592 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce440309-0a8e-4a69-96aa-90d438ca5543 req-148346f2-1883-4578-af29-36b4b646f915 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263276 Jul 19 03:53:28.066652 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce440309-0a8e-4a69-96aa-90d438ca5543 req-8b92eb71-142d-461f-9b46-335069e61582 service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832987 Jul 19 03:53:28.155843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce440309-0a8e-4a69-96aa-90d438ca5543 req-7eee21fd-e81c-49f1-977e-7cf87a711170 service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820324 Jul 19 03:53:28.527890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaae45-2ca9-4f6d-8750-9d2b4a4db96a req-741bcedd-f1ba-4207-b419-e7b4d34ad090 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:28.529356 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11eaae45-2ca9-4f6d-8750-9d2b4a4db96a req-741bcedd-f1ba-4207-b419-e7b4d34ad090 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 943 time: 0.0662882 Jul 19 03:53:28.565246 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-11eaae45-2ca9-4f6d-8750-9d2b4a4db96a req-4bed1fe9-08b3-4b5e-9600-aa087757f3b3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303528 Jul 19 03:53:29.739206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63276a4a-0a82-41ba-8e40-760c73e0d510 req-58b9b3cd-d6d9-440c-8622-a3f45cd2b312 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:29.740693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63276a4a-0a82-41ba-8e40-760c73e0d510 req-58b9b3cd-d6d9-440c-8622-a3f45cd2b312 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 943 time: 0.0633810 Jul 19 03:53:29.779284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-63276a4a-0a82-41ba-8e40-760c73e0d510 req-ac2da00c-2c7c-4388-955b-5eb10be0d07f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Jul 19 03:53:29.952712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 0df37732-31fa-48be-bafc-11dbcccc2729 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:53:29.954697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 512c373b-4828-4365-966e-ffd264402938 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:53:29.979363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 0df37732-31fa-48be-bafc-11dbcccc2729 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:53:29.979703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 0df37732-31fa-48be-bafc-11dbcccc2729 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:53:30.065203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 512c373b-4828-4365-966e-ffd264402938, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=512c373b-4828-4365-966e-ffd264402938,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:53:30.075760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '512c373b-4828-4365-966e-ffd264402938', 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53', 'port_id': '512c373b-4828-4365-966e-ffd264402938', 'mac_address': 'fa:16:3e:39:e4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7680621-03d5-4392-8180-8ae31ad6d12c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:53:30.112994 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:30.126101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512c373b-4828-4365-966e-ffd264402938 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:53:30.145400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 512c373b-4828-4365-966e-ffd264402938, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=512c373b-4828-4365-966e-ffd264402938,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:53:30.149322 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:30.194734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=512c373b-4828-4365-966e-ffd264402938,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:53:30.329684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['512c373b-4828-4365-966e-ffd264402938'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:53:30.949938 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a493f-bae2-4429-a444-b06d84a146cb req-0c3733ca-b158-4d8c-99c2-e33ae659e6f3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:30.952945 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-474a493f-bae2-4429-a444-b06d84a146cb req-0c3733ca-b158-4d8c-99c2-e33ae659e6f3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 944 time: 0.0646541 Jul 19 03:53:30.990330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-474a493f-bae2-4429-a444-b06d84a146cb req-1930bd13-ac35-4c21-ad02-bb90df4e1cb1 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Jul 19 03:53:31.962045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 512c373b-4828-4365-966e-ffd264402938 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:53:32.010282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 512c373b-4828-4365-966e-ffd264402938 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:53:32.013912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 512c373b-4828-4365-966e-ffd264402938 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:53:32.014305 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:32.093196 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:32.115643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512c373b-4828-4365-966e-ffd264402938'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:53:32.118363 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a34be69-6629-4b65-9c2b-ff1e3a31cac6" -d '{"events": [{"server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "name": "network-vif-plugged", "status": "completed", "tag": "512c373b-4828-4365-966e-ffd264402938"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:53:32.131458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 512c373b-4828-4365-966e-ffd264402938, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=512c373b-4828-4365-966e-ffd264402938,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:53:32.141224 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:32.164949 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5974ad9d-3f96-465f-ba22-fc04a5bde6a3 x-openstack-request-id: req-5974ad9d-3f96-465f-ba22-fc04a5bde6a3 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:53:32.165251 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "name": "network-vif-plugged", "status": "completed", "tag": "512c373b-4828-4365-966e-ffd264402938", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:53:32.165504 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5974ad9d-3f96-465f-ba22-fc04a5bde6a3 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:53:32.165893 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512c373b-4828-4365-966e-ffd264402938', 'code': 200} Jul 19 03:53:32.180327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6652a69-598d-43b9-b126-4123dbb9e519 req-f2e2796c-3657-4db5-b119-15868c340a5c tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:32.182620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6652a69-598d-43b9-b126-4123dbb9e519 req-f2e2796c-3657-4db5-b119-15868c340a5c tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 944 time: 0.0811415 Jul 19 03:53:32.194193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=512c373b-4828-4365-966e-ffd264402938,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:53:32.202881 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.203232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.203573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.203907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.204251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.204579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.204907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.205549 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.205733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.206040 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.206388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.206711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:53:32.225374 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b6652a69-598d-43b9-b126-4123dbb9e519 req-dc27af39-fb09-4e46-a26a-f33e940899c7 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Jul 19 03:53:32.273123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e2271-f72a-44dc-b5ec-16dee96dd0a3 req-b6447117-e468-4581-be19-958954c3f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:32.274631 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f6e2271-f72a-44dc-b5ec-16dee96dd0a3 req-b6447117-e468-4581-be19-958954c3f57f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 1097 time: 0.0514894 Jul 19 03:53:32.310057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f6e2271-f72a-44dc-b5ec-16dee96dd0a3 req-2f9c0c0f-4e5c-4224-bf58-0af46fcd974f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293140 Jul 19 03:53:33.400232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ec858-6236-4396-82c3-4ec060b5b54b req-2de075c4-aac8-472f-bf3a-f63bd7dc3366 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:33.401941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8e9ec858-6236-4396-82c3-4ec060b5b54b req-2de075c4-aac8-472f-bf3a-f63bd7dc3366 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0669506 Jul 19 03:53:33.438726 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8e9ec858-6236-4396-82c3-4ec060b5b54b req-5585ec34-cecc-44ce-8348-3a9e575a7fef tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313387 Jul 19 03:53:33.609580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2a9a-7bb8-461e-89b7-23163647ca00 req-3d5c91df-9223-4a43-8466-4ed2761f0149 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:33.611116 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-861f2a9a-7bb8-461e-89b7-23163647ca00 req-3d5c91df-9223-4a43-8466-4ed2761f0149 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0631292 Jul 19 03:53:33.648922 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-861f2a9a-7bb8-461e-89b7-23163647ca00 req-35023bdf-dcfb-44b7-b0a9-4f5afbdb21e6 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Jul 19 03:53:33.989032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-4519aa1c-ce8b-4f01-aea6-b57d93a7bfbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0598907 Jul 19 03:53:34.048375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee5c4d-06bf-410e-b157-0d362b8f3cdd req-a14df9dd-6bcb-40a3-96de-3b6cf7036ace tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:34.049877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e7ee5c4d-06bf-410e-b157-0d362b8f3cdd req-a14df9dd-6bcb-40a3-96de-3b6cf7036ace tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0724399 Jul 19 03:53:34.089552 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e7ee5c4d-06bf-410e-b157-0d362b8f3cdd req-6b94b894-239e-4481-a79a-1d1243e9f00c tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340574 Jul 19 03:53:35.092503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-ac7eef8a-2d55-419c-bf6c-0fe590694ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:35.094012 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-ac7eef8a-2d55-419c-bf6c-0fe590694ab7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 1097 time: 0.0526111 Jul 19 03:53:35.189343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-9c384855-4d66-46a7-8044-8ffb579e8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:35.190907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-9c384855-4d66-46a7-8044-8ffb579e8634 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.0910413 Jul 19 03:53:35.234168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-4c4554a7-e791-465a-81fb-8d882e8a14ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 200 len: 217 time: 0.0372183 Jul 19 03:53:35.311655 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-eb353fcf-cef5-4135-9f25-447947876485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:35.313055 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-eb353fcf-cef5-4135-9f25-447947876485 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0713017 Jul 19 03:53:35.353237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-b361cdfa-d114-42fb-b4c8-1131c6de87c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333042 Jul 19 03:53:35.365069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988884de-3114-4c4d-89dd-6c11a2360a15 req-ac7e7262-6f8e-427f-b858-d1ca09103e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:35.366546 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-988884de-3114-4c4d-89dd-6c11a2360a15 req-ac7e7262-6f8e-427f-b858-d1ca09103e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.1348445 Jul 19 03:53:35.455324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-988884de-3114-4c4d-89dd-6c11a2360a15 req-cb043eb4-5d9e-421f-8cd9-dd44d73714a7 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810206 Jul 19 03:53:35.480032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-541d1e10-e47a-41b6-a6b9-452d23e2d73c service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123927 Jul 19 03:53:35.568270 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-eb376990-5525-4f14-9c84-6db6ab9efe35 service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817871 Jul 19 03:53:36.631111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dc683-5863-4d82-ada9-39e34b507cba req-e53ba868-51d9-4c94-a15b-960e34d6079e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:36.632723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-797dc683-5863-4d82-ada9-39e34b507cba req-e53ba868-51d9-4c94-a15b-960e34d6079e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0627742 Jul 19 03:53:36.670720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-797dc683-5863-4d82-ada9-39e34b507cba req-4b1b5bbd-b2a1-4742-90c0-b6f922512f5d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Jul 19 03:53:37.295937 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:37.505701 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:38.161255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581dbdf-7de4-46de-be25-481aaaee8874 req-18b92952-74fa-4319-ae33-57dbc289b288 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:38.162843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1581dbdf-7de4-46de-be25-481aaaee8874 req-18b92952-74fa-4319-ae33-57dbc289b288 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.3796411 Jul 19 03:53:38.199713 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1581dbdf-7de4-46de-be25-481aaaee8874 req-30a82bb4-0f16-4e4d-913e-5c8e2a517c9e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306859 Jul 19 03:53:39.375296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbe530-7972-454b-a33d-20930cae3c8b req-5ed4d7d2-c8a6-4265-b6c1-60637bbc4c72 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:39.377009 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbbbe530-7972-454b-a33d-20930cae3c8b req-5ed4d7d2-c8a6-4265-b6c1-60637bbc4c72 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0677521 Jul 19 03:53:39.413420 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dbbbe530-7972-454b-a33d-20930cae3c8b req-1538cc75-f7c1-495b-b6bd-5fae2dfcf5ce tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Jul 19 03:53:40.586128 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57050be8-0bca-4b65-a1fc-8cbb73f78a17 req-50ec4df0-c14c-4db0-a4b7-849a2c2d5acd tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:40.587738 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57050be8-0bca-4b65-a1fc-8cbb73f78a17 req-50ec4df0-c14c-4db0-a4b7-849a2c2d5acd tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0627415 Jul 19 03:53:40.624726 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57050be8-0bca-4b65-a1fc-8cbb73f78a17 req-b225b445-b6db-417d-8d47-8c4fefccba29 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313969 Jul 19 03:53:41.800638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efda2c-de76-4e46-9d60-138ffc1ff324 req-34c0b885-4275-47ce-a525-fb69fd29cb88 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:41.802159 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51efda2c-de76-4e46-9d60-138ffc1ff324 req-34c0b885-4275-47ce-a525-fb69fd29cb88 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0671577 Jul 19 03:53:41.839491 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-51efda2c-de76-4e46-9d60-138ffc1ff324 req-cdf27d9d-5f79-42ac-8434-a42d49d0db3e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312016 Jul 19 03:53:42.526558 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3720b704-5591-4a27-a8dc-c61344d28d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:43.011129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9ac10-985f-43d9-893c-75442a234b95 req-e6567ec5-5953-4b06-a63e-aa5123555d32 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:43.012631 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7aa9ac10-985f-43d9-893c-75442a234b95 req-e6567ec5-5953-4b06-a63e-aa5123555d32 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0645602 Jul 19 03:53:43.052953 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7aa9ac10-985f-43d9-893c-75442a234b95 req-a74c7c00-90bd-4f73-9ab9-640799e61d92 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348003 Jul 19 03:53:44.222047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6ffc2-4959-4790-8324-aa6abbb35b57 req-c7bd45aa-6aaf-4eb5-a0aa-dada9c822826 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:44.223556 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc6ffc2-4959-4790-8324-aa6abbb35b57 req-c7bd45aa-6aaf-4eb5-a0aa-dada9c822826 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0620468 Jul 19 03:53:44.261070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2bc6ffc2-4959-4790-8324-aa6abbb35b57 req-3ba6f2d4-1016-4f66-a3f1-5e4e5f162e52 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314002 Jul 19 03:53:45.102502 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-03b5ed37-6abb-4112-a835-b65b689ed6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:45.433664 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059aa66d-555d-469d-a4fb-f986b61b4483 req-db7dfbd1-c991-4849-8f84-e239342a88b5 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:45.435131 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-059aa66d-555d-469d-a4fb-f986b61b4483 req-db7dfbd1-c991-4849-8f84-e239342a88b5 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0634453 Jul 19 03:53:45.472178 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-059aa66d-555d-469d-a4fb-f986b61b4483 req-aa310808-f3f9-400b-8ded-5836ea5cd23d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Jul 19 03:53:45.684091 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:46.513033 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:46.653266 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261003a-7e3b-478a-a576-4f044e384e0e req-e008ff56-788b-4b98-855c-16a64bcc502e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:46.654825 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2261003a-7e3b-478a-a576-4f044e384e0e req-e008ff56-788b-4b98-855c-16a64bcc502e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0677094 Jul 19 03:53:46.658478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1637447-d35c-44bf-b9ab-9a08921c1f8c req-01912ffd-5115-4dfb-80d5-fce8482e230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:46.659976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1637447-d35c-44bf-b9ab-9a08921c1f8c req-01912ffd-5115-4dfb-80d5-fce8482e230f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 1097 time: 0.0543761 Jul 19 03:53:46.694512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2261003a-7e3b-478a-a576-4f044e384e0e req-d6e10bec-9013-4f09-8fa9-726708a756a7 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340974 Jul 19 03:53:46.766469 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1637447-d35c-44bf-b9ab-9a08921c1f8c req-8c85dfbd-6584-49a0-9534-ae27b67c565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:46.767954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1637447-d35c-44bf-b9ab-9a08921c1f8c req-8c85dfbd-6584-49a0-9534-ae27b67c565c service neutron] 10.222.0.26 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.0870790 Jul 19 03:53:46.807556 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1637447-d35c-44bf-b9ab-9a08921c1f8c req-27e7b0d1-cbe6-459f-9370-862388e7d95a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 200 len: 217 time: 0.0325940 Jul 19 03:53:46.858842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1637447-d35c-44bf-b9ab-9a08921c1f8c req-0bb59845-e080-4492-bf88-3b643a52b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:46.860353 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1637447-d35c-44bf-b9ab-9a08921c1f8c req-0bb59845-e080-4492-bf88-3b643a52b696 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0474689 Jul 19 03:53:46.892824 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1637447-d35c-44bf-b9ab-9a08921c1f8c req-284047ed-4975-4d0e-abec-06b3e8c688b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268979 Jul 19 03:53:46.979254 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1637447-d35c-44bf-b9ab-9a08921c1f8c req-98e3b565-00af-4cba-b54f-dc138a316b7c service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800266 Jul 19 03:53:47.069190 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a1637447-d35c-44bf-b9ab-9a08921c1f8c req-283eb63d-745b-4530-814e-a25407e6e951 service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842941 Jul 19 03:53:47.873848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969cba3-86d8-460f-9cba-e2061959329d req-437437bf-9f97-4637-b5d2-1a92daf4fbae tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:47.875367 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6969cba3-86d8-460f-9cba-e2061959329d req-437437bf-9f97-4637-b5d2-1a92daf4fbae tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0643868 Jul 19 03:53:47.916573 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6969cba3-86d8-460f-9cba-e2061959329d req-e4167d53-2c75-4679-80ee-7cbe39b9459a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353401 Jul 19 03:53:48.029007 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:53:49.087849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad23ef2-21cb-4a9e-8f0b-7915c09c1461 req-b3213090-adf8-470a-8a45-9c16a8d43e89 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:49.089347 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dad23ef2-21cb-4a9e-8f0b-7915c09c1461 req-b3213090-adf8-470a-8a45-9c16a8d43e89 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0632496 Jul 19 03:53:49.127676 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dad23ef2-21cb-4a9e-8f0b-7915c09c1461 req-67542f19-42cd-4132-a1e5-9f0194a8162e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 Jul 19 03:53:49.923083 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:53:50.301862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bc5c7-78f9-4be6-a1b7-54e700482410 req-4f87447e-9bbe-48ce-a8be-4ec32bbca365 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:50.303357 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-041bc5c7-78f9-4be6-a1b7-54e700482410 req-4f87447e-9bbe-48ce-a8be-4ec32bbca365 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0660193 Jul 19 03:53:50.341960 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-041bc5c7-78f9-4be6-a1b7-54e700482410 req-85d30b16-ab49-4581-a12e-e018e4f1452f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Jul 19 03:53:51.517823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c23fe-3eea-44bd-bc0e-1d5309fc431b req-8913529e-d28c-4669-9524-5ddbb30a3677 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:51.519343 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-670c23fe-3eea-44bd-bc0e-1d5309fc431b req-8913529e-d28c-4669-9524-5ddbb30a3677 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0675197 Jul 19 03:53:51.556283 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-670c23fe-3eea-44bd-bc0e-1d5309fc431b req-2ec87e3b-c78a-4220-85e4-2dcedf4d8e14 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312557 Jul 19 03:53:52.727643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2e164-3924-4842-857b-0607b75009c5 req-43b17784-0b4f-4e08-9223-673bbe085ec3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:52.729146 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-16a2e164-3924-4842-857b-0607b75009c5 req-43b17784-0b4f-4e08-9223-673bbe085ec3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0632682 Jul 19 03:53:52.766994 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-16a2e164-3924-4842-857b-0607b75009c5 req-a88f3649-0f63-4c70-9283-44196e4a6684 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Jul 19 03:53:53.937490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbb6bf-acbb-4782-8be7-2e4db1fe67d3 req-db6956bc-4358-4eea-bdd4-9ec03ac9b1c9 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:53.939007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8fbb6bf-acbb-4782-8be7-2e4db1fe67d3 req-db6956bc-4358-4eea-bdd4-9ec03ac9b1c9 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0632217 Jul 19 03:53:53.975724 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8fbb6bf-acbb-4782-8be7-2e4db1fe67d3 req-77d9d5c7-ec95-496f-b215-e116093ed5b5 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Jul 19 03:53:55.149245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa300f-b260-4885-9998-da435ae553ed req-a0287f86-34ea-46a4-9c7a-b18cbe33e31d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:55.151504 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-beaa300f-b260-4885-9998-da435ae553ed req-a0287f86-34ea-46a4-9c7a-b18cbe33e31d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0642121 Jul 19 03:53:55.189381 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-beaa300f-b260-4885-9998-da435ae553ed req-635dd67a-55a9-4126-9bfa-9ff3bfb93b2f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Jul 19 03:53:56.362567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a7470-dc1a-4a74-8a06-215c6b55dd52 req-5b88ced2-2632-428f-9604-9583411215f2 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:56.364031 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-881a7470-dc1a-4a74-8a06-215c6b55dd52 req-5b88ced2-2632-428f-9604-9583411215f2 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0618646 Jul 19 03:53:56.405587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-881a7470-dc1a-4a74-8a06-215c6b55dd52 req-7529bd10-1d55-42a3-87fe-7e01feb816c3 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357172 Jul 19 03:53:57.583859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ed05-4871-42e4-8de3-f6d8aa1dbf1d req-448d88b3-8c15-485b-bc67-856f77733a66 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:57.585349 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cb14ed05-4871-42e4-8de3-f6d8aa1dbf1d req-448d88b3-8c15-485b-bc67-856f77733a66 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0660088 Jul 19 03:53:57.623361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cb14ed05-4871-42e4-8de3-f6d8aa1dbf1d req-896ac2cf-a90f-40be-9ccc-2a72cacfe76d tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Jul 19 03:53:58.794871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa4e21-b1cd-4243-80e8-b62101188584 req-253baab5-bac5-4195-b1d3-d3c100bb5c4f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:53:58.796358 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9caa4e21-b1cd-4243-80e8-b62101188584 req-253baab5-bac5-4195-b1d3-d3c100bb5c4f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0631096 Jul 19 03:53:58.833563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9caa4e21-b1cd-4243-80e8-b62101188584 req-119c4dd8-33fd-4959-8456-2599f6dfe363 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Jul 19 03:54:00.005711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc0af-f185-4533-aebb-c1d2444114d3 req-919916d5-c095-4cd7-a0db-87427a94d48e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:00.007254 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24bdc0af-f185-4533-aebb-c1d2444114d3 req-919916d5-c095-4cd7-a0db-87427a94d48e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0634611 Jul 19 03:54:00.044862 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24bdc0af-f185-4533-aebb-c1d2444114d3 req-f79f02b8-2bd0-43dd-a846-aa2470431ac8 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Jul 19 03:54:01.217344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28197cab-bfa4-4c4c-b419-147ea3747475 req-46fb7bc8-c9e1-44b1-a284-6df34ea8a25b tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:01.218862 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28197cab-bfa4-4c4c-b419-147ea3747475 req-46fb7bc8-c9e1-44b1-a284-6df34ea8a25b tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0634923 Jul 19 03:54:01.256433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28197cab-bfa4-4c4c-b419-147ea3747475 req-4379db77-2018-4a53-8883-48bc1966a750 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Jul 19 03:54:02.362991 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2ce4e1b0-f28d-4ec0-8caf-37b89b2c805d service neutron] show failed (client error): The resource could not be found. Jul 19 03:54:02.364050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2ce4e1b0-f28d-4ec0-8caf-37b89b2c805d service neutron] 10.222.0.26 "GET /v2.0/ports/512c373b-4828-4365-966e-ffd264402938/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0663044 Jul 19 03:54:02.452575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452caaf-8c03-49ed-a3b8-b216d073b8cd req-11c2ec71-c290-4075-b695-1b93fb6218bb tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:02.453999 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7452caaf-8c03-49ed-a3b8-b216d073b8cd req-11c2ec71-c290-4075-b695-1b93fb6218bb tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0732627 Jul 19 03:54:02.496418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7452caaf-8c03-49ed-a3b8-b216d073b8cd req-274e7e54-5f9e-4b7e-a60f-2e2fa4af099e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363009 Jul 19 03:54:02.626360 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-deb89363-ed00-4da4-8ed4-f35f48b243a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:02.628106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-deb89363-ed00-4da4-8ed4-f35f48b243a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78&tenant_id=73f7dce103924cfdac375a594260a7c3 HTTP/1.1" status: 200 len: 1097 time: 0.0576892 Jul 19 03:54:02.638999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:02.708574 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:02.905881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] For port 512c373b-4828-4365-966e-ffd264402938, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=512c373b-4828-4365-966e-ffd264402938,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:02.938211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] For port 512c373b-4828-4365-966e-ffd264402938, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:54:02.981055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512c373b-4828-4365-966e-ffd264402938'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:54:02.983348 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fa6320-6226-41e2-8f14-6b885efe5c3e" -d '{"events": [{"server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "name": "network-vif-unplugged", "status": "completed", "tag": "512c373b-4828-4365-966e-ffd264402938"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:54:02.986866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:02.999098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Transition to ACTIVE for port object 512c373b-4828-4365-966e-ffd264402938 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:54:03.004390 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:03.036818 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb447d5-c9e1-4791-bad6-ebfea851c771 x-openstack-request-id: req-5fb447d5-c9e1-4791-bad6-ebfea851c771 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:54:03.037094 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "name": "network-vif-unplugged", "status": "completed", "tag": "512c373b-4828-4365-966e-ffd264402938", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:54:03.037351 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fb447d5-c9e1-4791-bad6-ebfea851c771 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:54:03.037812 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512c373b-4828-4365-966e-ffd264402938', 'code': 200} Jul 19 03:54:03.055822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Pushing event updated for resources: {'Port': ['ID=512c373b-4828-4365-966e-ffd264402938,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:03.074480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] No DVR routers for this DVR port 512c373b-4828-4365-966e-ffd264402938 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:54:03.082330 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.082689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.083033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.083371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.083707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.084042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.084369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.084697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.085023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.085353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.085678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.086001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:03.121018 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Attempting to bind port 512c373b-4828-4365-966e-ffd264402938 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:54:03.121359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Attempting to bind port 512c373b-4828-4365-966e-ffd264402938 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:54:03.121686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Attempting to bind port 512c373b-4828-4365-966e-ffd264402938 on network 33861540-036b-4f01-b6b7-5348590b7c53 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:54:03.125900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Port 512c373b-4828-4365-966e-ffd264402938 on network 33861540-036b-4f01-b6b7-5348590b7c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:54:03.126223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Attempting to bind port 512c373b-4828-4365-966e-ffd264402938 on network 33861540-036b-4f01-b6b7-5348590b7c53 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:54:03.131312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:54:03.131673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Checking segment: {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:54:03.132042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Bound using segment: {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:54:03.132467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Bound port: 512c373b-4828-4365-966e-ffd264402938, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad921e31-3c67-4cb3-85da-5e629a81544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:54:03.132827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:03.199518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] For port 512c373b-4828-4365-966e-ffd264402938, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:54:03.202455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] For port 512c373b-4828-4365-966e-ffd264402938, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=512c373b-4828-4365-966e-ffd264402938,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:54:03.206652 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:03.240379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:03.240990 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:03.242438 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] 10.222.0.25 "PUT /v2.0/ports/512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 200 len: 1092 time: 0.6073875 Jul 19 03:54:03.265550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2315f3-7190-4339-b556-b47373cd2db7 service neutron] Pushing event updated for resources: {'Port': ['ID=512c373b-4828-4365-966e-ffd264402938,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:03.318824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-55e2aff1-4738-4fcd-b713-acc78f8c0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:03.320335 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-55e2aff1-4738-4fcd-b713-acc78f8c0492 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 1095 time: 0.0558217 Jul 19 03:54:03.410081 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2b27cb40-ea77-4dc3-a80a-07aa010a3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:03.411549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-2b27cb40-ea77-4dc3-a80a-07aa010a3ed0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.0852308 Jul 19 03:54:03.450779 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-589c8875-2f16-44bb-81c3-079981616527 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 200 len: 217 time: 0.0327868 Jul 19 03:54:03.496604 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-446ac28e-b686-41fc-95e9-5ad99acc8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:03.497917 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-446ac28e-b686-41fc-95e9-5ad99acc8556 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0416343 Jul 19 03:54:03.534001 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-cd12546b-d373-45f9-b626-1ae4abc9dd46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289927 Jul 19 03:54:03.621984 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-39657966-0c69-4d65-8eb0-f140d646910d service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819027 Jul 19 03:54:03.670688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcf215-41d3-4200-902c-6e3b4a894da5 req-7572805a-d583-4111-a07a-4b9ba83582d9 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:03.672226 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f0dcf215-41d3-4200-902c-6e3b4a894da5 req-7572805a-d583-4111-a07a-4b9ba83582d9 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 943 time: 0.0640798 Jul 19 03:54:03.710759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f0dcf215-41d3-4200-902c-6e3b4a894da5 req-f51b382c-22e1-4a3b-aacb-dc189c9efa75 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Jul 19 03:54:03.715247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2cbffa28-bf2a-4073-a3d3-2b644455e22a req-c98c8048-3f8c-40f9-9fff-2c4a1a24d8d4 service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872483 Jul 19 03:54:04.887734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db561a-c550-4189-8558-fc34e607efe0 req-21c2d4c3-5ae4-4e4f-9022-30fee1e5fb2e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:04.889222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06db561a-c550-4189-8558-fc34e607efe0 req-21c2d4c3-5ae4-4e4f-9022-30fee1e5fb2e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 943 time: 0.0629003 Jul 19 03:54:04.925820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06db561a-c550-4189-8558-fc34e607efe0 req-384b02fe-cdba-4859-9bff-7e108575f632 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310507 Jul 19 03:54:05.038849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'tag': '512c373b-4828-4365-966e-ffd264402938'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:54:05.041270 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828e92a9-4dd9-4bdb-9c36-92076aa21672" -d '{"events": [{"name": "network-changed", "server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "tag": "512c373b-4828-4365-966e-ffd264402938"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:54:05.087419 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22ff4f1-3e6a-4bfa-b75c-4019a821216c x-openstack-request-id: req-b22ff4f1-3e6a-4bfa-b75c-4019a821216c {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:54:05.087911 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "tag": "512c373b-4828-4365-966e-ffd264402938", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:54:05.088328 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b22ff4f1-3e6a-4bfa-b75c-4019a821216c {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:54:05.088719 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'tag': '512c373b-4828-4365-966e-ffd264402938', 'status': 'completed', 'code': 200} Jul 19 03:54:05.170863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-4227330e-9313-4604-9dc6-e5c24019370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:05.172326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-f0117f65-f55b-49f2-9023-3c3b47b5af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:05.172491 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-4227330e-9313-4604-9dc6-e5c24019370a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 1095 time: 0.0607047 Jul 19 03:54:05.173848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-f0117f65-f55b-49f2-9023-3c3b47b5af62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 1095 time: 0.0592742 Jul 19 03:54:05.266644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-0d7390c8-9db0-4091-ae25-af4c9a719b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:05.268143 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-0d7390c8-9db0-4091-ae25-af4c9a719b55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.0899396 Jul 19 03:54:05.289100 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-7f896832-ee5a-455e-9d67-cfb7286dfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:05.290542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-7f896832-ee5a-455e-9d67-cfb7286dfd4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.1065736 Jul 19 03:54:05.317258 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-35834338-6349-4711-8364-fbb110185e2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 200 len: 217 time: 0.0427988 Jul 19 03:54:05.344552 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-c1442ccf-dafb-420b-a84f-e3be850f16a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 200 len: 217 time: 0.0391901 Jul 19 03:54:05.368516 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-fce8941e-a584-4034-8d06-df9e8a1735c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:05.370158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-fce8941e-a584-4034-8d06-df9e8a1735c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0471885 Jul 19 03:54:05.392675 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-8645f41a-8f34-4f70-ab76-37e4c8abb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:05.394160 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-8645f41a-8f34-4f70-ab76-37e4c8abb814 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0441952 Jul 19 03:54:05.403301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-0c872a4d-90c3-4297-b9ed-c4b62ea8ee9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273931 Jul 19 03:54:05.427458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-0e814ef0-3cd7-4408-ab0e-d7ea54028ab0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260808 Jul 19 03:54:05.493623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-1318a2aa-6aa4-4630-a322-03169f9132dc service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843558 Jul 19 03:54:05.593048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-5cb10006-f5fe-45ad-b3d8-b2e118b63cdc service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920982 Jul 19 03:54:05.788571 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-3a58a188-2d4d-4150-bb45-93988d4d49c1 service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552065 Jul 19 03:54:05.878935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-828e92a9-4dd9-4bdb-9c36-92076aa21672 req-8a65579a-6a0c-4527-86e6-0bb9c4c018e5 service neutron] 10.222.0.25 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833590 Jul 19 03:54:06.099194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768267d-9b8f-4748-b6f5-90a4df4cdd64 req-d2f84d14-2dfd-4f14-99d8-2aedf5edc8f4 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:06.100686 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9768267d-9b8f-4748-b6f5-90a4df4cdd64 req-d2f84d14-2dfd-4f14-99d8-2aedf5edc8f4 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 943 time: 0.0637553 Jul 19 03:54:06.124907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 512c373b-4828-4365-966e-ffd264402938 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:54:06.144270 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9768267d-9b8f-4748-b6f5-90a4df4cdd64 req-5e2e5072-cf1f-4252-beaf-f13599cc480b tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377486 Jul 19 03:54:06.166566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 512c373b-4828-4365-966e-ffd264402938 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:54:06.435229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e59cb-4e1d-4849-ad3f-4b2623b683d7 req-6bec834e-0d75-4cb2-aba5-213e5167e9d4 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:06.436652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-702e59cb-4e1d-4849-ad3f-4b2623b683d7 req-6bec834e-0d75-4cb2-aba5-213e5167e9d4 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 943 time: 0.0638778 Jul 19 03:54:06.475353 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-702e59cb-4e1d-4849-ad3f-4b2623b683d7 req-bc846752-f07e-4f0f-8f8d-6992528ec105 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328197 Jul 19 03:54:06.494138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-02174b50-7a2e-49c1-9e64-a50b4f94c1b2 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:06.495713 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-02174b50-7a2e-49c1-9e64-a50b4f94c1b2 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.26 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78&tenant_id=73f7dce103924cfdac375a594260a7c3&binding%3Ahost_id=n-h1-762330-18 HTTP/1.1" status: 200 len: 943 time: 0.1168168 Jul 19 03:54:06.554587 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-d33ceb50-5245-4fc9-8a83-65ec24656f91 service neutron] delete failed (client error): The resource could not be found. Jul 19 03:54:06.555585 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-d33ceb50-5245-4fc9-8a83-65ec24656f91 service neutron] 10.222.0.26 "DELETE /v2.0/ports/512c373b-4828-4365-966e-ffd264402938/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0531642 Jul 19 03:54:06.647127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-375380fd-8fb3-4cd1-ac59-3dcd2cea7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:06.648609 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-375380fd-8fb3-4cd1-ac59-3dcd2cea7d73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73f7dce103924cfdac375a594260a7c3&device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 1095 time: 0.0525401 Jul 19 03:54:06.671468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 512c373b-4828-4365-966e-ffd264402938 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:54:06.742470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-94f6fe26-8a19-4271-86b4-0bcbdb0fffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:06.744101 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-94f6fe26-8a19-4271-86b4-0bcbdb0fffd8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 200 len: 915 time: 0.0885324 Jul 19 03:54:06.771297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 512c373b-4828-4365-966e-ffd264402938, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=512c373b-4828-4365-966e-ffd264402938,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:06.783108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '512c373b-4828-4365-966e-ffd264402938', 'network_id': '33861540-036b-4f01-b6b7-5348590b7c53', 'port_id': '512c373b-4828-4365-966e-ffd264402938', 'mac_address': 'fa:16:3e:39:e4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7680621-03d5-4392-8180-8ae31ad6d12c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:54:06.787438 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-9e62b0ac-58fe-43bd-a446-b84b78b1aa9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 200 len: 217 time: 0.0374277 Jul 19 03:54:06.823512 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:06.836244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512c373b-4828-4365-966e-ffd264402938 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:54:06.839203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-5542e86c-ce1b-4c14-b227-9d5cfb771863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:06.840699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-5542e86c-ce1b-4c14-b227-9d5cfb771863 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 200 len: 855 time: 0.0477488 Jul 19 03:54:06.856806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 512c373b-4828-4365-966e-ffd264402938, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=512c373b-4828-4365-966e-ffd264402938,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:06.861927 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:06.873924 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-7deedbf6-f2c3-493e-88af-31a71cf2000f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33861540-036b-4f01-b6b7-5348590b7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274127 Jul 19 03:54:06.911277 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=512c373b-4828-4365-966e-ffd264402938,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:06.966306 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-25c4b31a-5fb3-4057-8f59-4f8d8acd8b3e service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861177 Jul 19 03:54:07.054475 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-651b2759-2a56-47fc-afb5-d4314e9f5664 req-4e5eca1f-ea73-4c30-a894-e4a0f251cae2 service neutron] 10.222.0.26 "GET /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823247 Jul 19 03:54:07.074248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['512c373b-4828-4365-966e-ffd264402938'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:54:07.307697 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:07.512283 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:07.657175 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1f722-ce0d-40b6-8be7-192d4e097617 req-b1143282-ce7d-4fb5-a917-227d2add098f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:07.666363 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cf1f722-ce0d-40b6-8be7-192d4e097617 req-b1143282-ce7d-4fb5-a917-227d2add098f tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 944 time: 0.0682409 Jul 19 03:54:07.703405 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cf1f722-ce0d-40b6-8be7-192d4e097617 req-afe8afc8-df4b-4178-8701-7c1a0b3bfdcc tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361671 Jul 19 03:54:07.873981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cde073-9402-41db-827f-9b7951b849fe req-1969f279-7fd3-4a07-9bdb-37e15fd40f22 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:07.875509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40cde073-9402-41db-827f-9b7951b849fe req-1969f279-7fd3-4a07-9bdb-37e15fd40f22 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 944 time: 0.0643239 Jul 19 03:54:07.913272 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40cde073-9402-41db-827f-9b7951b849fe req-62fa55c2-53db-43b8-8501-d566c981358b tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Jul 19 03:54:08.083110 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee444d-8661-4298-944b-b6ca447cbed8 req-66abf391-37af-4891-9cc3-99c75742b5a1 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:08.084617 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b8ee444d-8661-4298-944b-b6ca447cbed8 req-66abf391-37af-4891-9cc3-99c75742b5a1 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 944 time: 0.0631356 Jul 19 03:54:08.122872 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b8ee444d-8661-4298-944b-b6ca447cbed8 req-c36a7a77-b83b-4875-92ff-42f92d3abe8e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321288 Jul 19 03:54:08.672604 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 512c373b-4828-4365-966e-ffd264402938 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:54:08.728301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 512c373b-4828-4365-966e-ffd264402938 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:54:08.732181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 512c373b-4828-4365-966e-ffd264402938 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:08.732552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:08.812405 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:08.836489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512c373b-4828-4365-966e-ffd264402938'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:54:08.839566 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4e8268-c9f0-4202-ad22-a11982560d00" -d '{"events": [{"server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "name": "network-vif-plugged", "status": "completed", "tag": "512c373b-4828-4365-966e-ffd264402938"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:54:08.853285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 512c373b-4828-4365-966e-ffd264402938, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=512c373b-4828-4365-966e-ffd264402938,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:08.857905 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:08.884413 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e4cb04-1434-4670-8c99-d9cd27c32046 x-openstack-request-id: req-65e4cb04-1434-4670-8c99-d9cd27c32046 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:54:08.885319 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "name": "network-vif-plugged", "status": "completed", "tag": "512c373b-4828-4365-966e-ffd264402938", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:54:08.885725 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65e4cb04-1434-4670-8c99-d9cd27c32046 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:54:08.886165 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512c373b-4828-4365-966e-ffd264402938', 'code': 200} Jul 19 03:54:08.887051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fab466-03f0-4cf3-9c9d-441066423bf5 req-042d9c11-a9e5-4cfe-aacc-ceb4b2e8589b tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:08.888652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-00fab466-03f0-4cf3-9c9d-441066423bf5 req-042d9c11-a9e5-4cfe-aacc-ceb4b2e8589b tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 944 time: 0.0744188 Jul 19 03:54:08.912373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=512c373b-4828-4365-966e-ffd264402938,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:08.929171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-00fab466-03f0-4cf3-9c9d-441066423bf5 req-c76bba80-5bd8-49d3-a1ff-4252edf3a3c9 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341685 Jul 19 03:54:09.862716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-21cc5274-0f62-441e-8df3-6d342ea46d75 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:09.864177 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-21cc5274-0f62-441e-8df3-6d342ea46d75 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.25 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0650063 Jul 19 03:54:09.967665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-c8dfdbb3-df48-4796-b8cc-debdbcd3470e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Deleting port 512c373b-4828-4365-966e-ffd264402938 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:54:09.968208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-c8dfdbb3-df48-4796-b8cc-debdbcd3470e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:10.057736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-c8dfdbb3-df48-4796-b8cc-debdbcd3470e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] For port 512c373b-4828-4365-966e-ffd264402938, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=512c373b-4828-4365-966e-ffd264402938,segment=NetworkSegment(ad921e31-3c67-4cb3-85da-5e629a81544a),segment_id=ad921e31-3c67-4cb3-85da-5e629a81544a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:10.058217 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-c8dfdbb3-df48-4796-b8cc-debdbcd3470e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:10.070576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-c8dfdbb3-df48-4796-b8cc-debdbcd3470e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Calling delete_port for 512c373b-4828-4365-966e-ffd264402938 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:54:10.103942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a71028-70cb-4cf7-ae60-8fcade800717 req-d5456e61-046d-4606-8b2b-e8155ced38e6 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:10.105507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-62a71028-70cb-4cf7-ae60-8fcade800717 req-d5456e61-046d-4606-8b2b-e8155ced38e6 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/ports?device_id=4178c360-67bf-486d-9dca-d87898f24a78 HTTP/1.1" status: 200 len: 945 time: 0.0627394 Jul 19 03:54:10.153032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-62a71028-70cb-4cf7-ae60-8fcade800717 req-7cd781a7-35eb-4dc3-91cf-fabfc6da3f43 tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.20 "GET /v2.0/security-groups?id=b00983c2-dfdd-43a1-918e-f2de2247a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352941 Jul 19 03:54:10.206511 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-c8dfdbb3-df48-4796-b8cc-debdbcd3470e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:10.218811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['512c373b-4828-4365-966e-ffd264402938'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:54:10.237741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfdbb3-df48-4796-b8cc-debdbcd3470e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Pushing event deleted for resources: {'Port': ['ID=512c373b-4828-4365-966e-ffd264402938,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:10.280145 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-c8dfdbb3-df48-4796-b8cc-debdbcd3470e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] No DVR routers for this DVR port 512c373b-4828-4365-966e-ffd264402938 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:54:10.282622 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-c8dfdbb3-df48-4796-b8cc-debdbcd3470e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:10.284600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b0c350c3-7d25-4a88-99ee-c5842ac1e6e2 req-c8dfdbb3-df48-4796-b8cc-debdbcd3470e tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] 10.222.0.25 "DELETE /v2.0/ports/512c373b-4828-4365-966e-ffd264402938 HTTP/1.1" status: 204 len: 173 time: 0.4143279 Jul 19 03:54:10.285048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'name': 'network-vif-deleted', 'tag': '512c373b-4828-4365-966e-ffd264402938'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:54:10.287342 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802d5793-3a33-4fec-b364-15bddf12cc7d" -d '{"events": [{"server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "name": "network-vif-deleted", "tag": "512c373b-4828-4365-966e-ffd264402938"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:54:10.324243 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a363d6cd-2568-4142-afb6-619a1727528c x-openstack-request-id: req-a363d6cd-2568-4142-afb6-619a1727528c {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:54:10.324541 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4178c360-67bf-486d-9dca-d87898f24a78", "name": "network-vif-deleted", "tag": "512c373b-4828-4365-966e-ffd264402938", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:54:10.324797 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a363d6cd-2568-4142-afb6-619a1727528c {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:54:10.325227 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4178c360-67bf-486d-9dca-d87898f24a78', 'name': 'network-vif-deleted', 'tag': '512c373b-4828-4365-966e-ffd264402938', 'status': 'completed', 'code': 200} Jul 19 03:54:11.379329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43176) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:11.427713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Deleting subnet f7680621-03d5-4392-8180-8ae31ad6d12c {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 03:54:11.430631 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.468977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.506229 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.556880 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.583766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7680621-03d5-4392-8180-8ae31ad6d12c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:11.586549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.588130 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f7680621-03d5-4392-8180-8ae31ad6d12c HTTP/1.1" status: 204 len: 168 time: 0.2076015 Jul 19 03:54:11.590669 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43178) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:11.595080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.595427 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.595771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.596108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.596450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.596776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.597105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.597432 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.597755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.598078 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.598513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.598836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e8b88-563f-4832-af4a-58d3400ac8f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:11.665157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.746779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.756756 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33861540-036b-4f01-b6b7-5348590b7c53']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:11.767184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad921e31-3c67-4cb3-85da-5e629a81544a') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:11.767481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad921e31-3c67-4cb3-85da-5e629a81544a') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:11.776487 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.789526 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.795284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 03:54:11.795669 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: timer() Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 03:54:11.797273 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 03:54:11.852370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.857747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:11.859597 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] 10.222.0.20 "DELETE /v2.0/networks/33861540-036b-4f01-b6b7-5348590b7c53 HTTP/1.1" status: 204 len: 168 time: 0.2679379 Jul 19 03:54:11.870849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b925a4-7a09-426e-a44f-f8aa9586cd06 admin admin] Pushing event deleted for resources: {'Network': ['ID=33861540-036b-4f01-b6b7-5348590b7c53,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:11.964705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43182) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:12.005594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-74c707c2-6e45-412f-914d-9111a90f2979 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73f7dce103924cfdac375a594260a7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395916 Jul 19 03:54:12.008082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43184) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:12.059404 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94dbe266-3058-4019-a964-bb9e4a5d78d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:12.079645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94dbe266-3058-4019-a964-bb9e4a5d78d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:12.125626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94dbe266-3058-4019-a964-bb9e4a5d78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:12.128378 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94dbe266-3058-4019-a964-bb9e4a5d78d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:12.129518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-94dbe266-3058-4019-a964-bb9e4a5d78d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b00983c2-dfdd-43a1-918e-f2de2247a065 HTTP/1.1" status: 204 len: 168 time: 0.1205616 Jul 19 03:54:12.138122 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbe266-3058-4019-a964-bb9e4a5d78d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00983c2-dfdd-43a1-918e-f2de2247a065,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:12.528395 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2525d129-8d44-4496-a325-0bfc9764bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:12.718726 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 512c373b-4828-4365-966e-ffd264402938 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:54:12.738434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 512c373b-4828-4365-966e-ffd264402938 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:54:12.738784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 512c373b-4828-4365-966e-ffd264402938 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:54:12.765694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43206) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:12.859126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1049896270-network', 'tenant_id': '110cbcf4d1254576814284b7c8211463'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:12.880086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Made reservation on behalf of 110cbcf4d1254576814284b7c8211463 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:54:12.882587 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:12.891584 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:12.979470 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:12.983079 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.008450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 03:54:13.018357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8dd4b6-f36e-48ec-a259-6f57e6f4897d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:13.023471 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.023828 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Added segment 9abb6a67-7722-4f9b-a439-924df460ced2 of type vlan for network f9de8f16-06fb-4868-b0b5-6f4936464847 Jul 19 03:54:13.063797 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.094755 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.095950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:13.096525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.127525 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3604615 Jul 19 03:54:13.130652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43210) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:13.139800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Request body: {'subnet': {'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1049896270-subnet', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:13.158558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9acad7-0f71-4336-ab41-cb5d6afc2a46 admin admin] Pushing event updated for resources: {'Network': ['ID=f9de8f16-06fb-4868-b0b5-6f4936464847,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:13.160542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Made reservation on behalf of 110cbcf4d1254576814284b7c8211463 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:54:13.162812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.170445 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network f9de8f16-06fb-4868-b0b5-6f4936464847 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 03:54:13.328995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.390611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc497ee6-de2f-48ba-a6a9-73b61f0c759d,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:13.397275 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:54:13.397636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Network hostable DHCP agents. Network: f9de8f16-06fb-4868-b0b5-6f4936464847, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 03:54:13.413857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Network f9de8f16-06fb-4868-b0b5-6f4936464847 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 03:54:13.422917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, f9de8f16-06fb-4868-b0b5-6f4936464847) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:54:13.426794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:13.427385 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.432059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72304691-0bb0-45d8-a5d5-532d03d7d9d7 None None] Network f9de8f16-06fb-4868-b0b5-6f4936464847 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:54:13.445110 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a954f6a2-4613-4a69-a511-6b2395d3011a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3126671 Jul 19 03:54:13.447799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43212) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:13.452570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:13.475704 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.476684 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.563855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.580292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-f9de8f16-06fb-4868-b0b5-6f4936464847', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 03:54:13.581186 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.703895 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.711512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Allocated IP 172.20.0.2 (f9de8f16-06fb-4868-b0b5-6f4936464847/dc497ee6-de2f-48ba-a6a9-73b61f0c759d/7df8c7c3-be29-4325-b646-9c3765349b89) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:54:13.856666 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.864992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Transition to ACTIVE for port object 7df8c7c3-be29-4325-b646-9c3765349b89 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:54:13.880108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Transition to ACTIVE for port object 7df8c7c3-be29-4325-b646-9c3765349b89 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:54:13.885677 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.922806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.927301 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Network f9de8f16-06fb-4868-b0b5-6f4936464847 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:54:13.930173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:54:13.932951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:54:13.940147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Pushing event updated for resources: {'Port': ['ID=7df8c7c3-be29-4325-b646-9c3765349b89,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:13.951759 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:13.997614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Attempting to bind port 7df8c7c3-be29-4325-b646-9c3765349b89 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:54:13.997983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Attempting to bind port 7df8c7c3-be29-4325-b646-9c3765349b89 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:54:13.998444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Attempting to bind port 7df8c7c3-be29-4325-b646-9c3765349b89 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:54:14.003788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:54:14.004205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:54:14.004572 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:14.004947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:54:14.005418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Bound port: 7df8c7c3-be29-4325-b646-9c3765349b89, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:54:14.005780 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:14.057427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Allocated IP 172.25.2.134 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/031f6ba0-d1d8-4407-b78a-42f52d8e8c2e) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:54:14.073675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] For port 7df8c7c3-be29-4325-b646-9c3765349b89, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:54:14.076920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] For port 7df8c7c3-be29-4325-b646-9c3765349b89, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7df8c7c3-be29-4325-b646-9c3765349b89,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:54:14.081848 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:14.146093 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54e1b4-edfb-4281-b74c-183edad09962 None None] Pushing event updated for resources: {'Port': ['ID=7df8c7c3-be29-4325-b646-9c3765349b89,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:14.172501 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:14.211979 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:14.249851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:54:14.255101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:54:14.259223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:54:14.290437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=031f6ba0-d1d8-4407-b78a-42f52d8e8c2e,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:14.528460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:14.564652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7df8c7c3-be29-4325-b646-9c3765349b89 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:54:14.612129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 7df8c7c3-be29-4325-b646-9c3765349b89 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:54:14.726033 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:14.868858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 03:54:14.980558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:54:14.990852 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:54:14.998250 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:14.999564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2f3435da-d100-47de-b35b-aa2403443ff6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5506268 Jul 19 03:54:15.001142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0d93f-4169-4074-86d8-2b0811f5289d None None] Network f9de8f16-06fb-4868-b0b5-6f4936464847 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 03:54:15.002773 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43214) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:15.005091 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:54:15.006324 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:53:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:15.078459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0cd7450b-86f9-430e-bf84-faaead826926 None None] Provisioning for port 7df8c7c3-be29-4325-b646-9c3765349b89 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:54:15.087088 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0cd7450b-86f9-430e-bf84-faaead826926 None None] Provisioning complete for port 7df8c7c3-be29-4325-b646-9c3765349b89 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:15.087461 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0cd7450b-86f9-430e-bf84-faaead826926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.205085 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-264b4498-b9e0-4a26-8d15-4cad770e588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.222444 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:54:15.262989 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0cd7450b-86f9-430e-bf84-faaead826926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.299610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0cd7450b-86f9-430e-bf84-faaead826926 None None] For port 7df8c7c3-be29-4325-b646-9c3765349b89, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7df8c7c3-be29-4325-b646-9c3765349b89,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:15.304202 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0cd7450b-86f9-430e-bf84-faaead826926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.358137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7450b-86f9-430e-bf84-faaead826926 None None] Pushing event updated for resources: {'Port': ['ID=7df8c7c3-be29-4325-b646-9c3765349b89,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:15.427280 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:14Z', 'revision_number': 3, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:15.450869 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.455888 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:54:15.456234 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Updating router 70841771-d00e-47f1-b144-6eccbeaf34c7 port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:54:15.491648 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.524411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3fb743d4-a9af-46ab-9876-b3eedb251ba4 None None] Provisioning complete for port 7df8c7c3-be29-4325-b646-9c3765349b89 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:15.524709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3fb743d4-a9af-46ab-9876-b3eedb251ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.618172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Allocated IP 172.20.0.1 (f9de8f16-06fb-4868-b0b5-6f4936464847/dc497ee6-de2f-48ba-a6a9-73b61f0c759d/66bec104-65dc-4364-957d-96324a0a41a5) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:54:15.688847 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.733067 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.746626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Transition to ACTIVE for port object 66bec104-65dc-4364-957d-96324a0a41a5 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:54:15.753170 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.763328 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Transition to ACTIVE for port object 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:54:15.768698 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.780200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.820547 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Attempting to bind port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:54:15.820910 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Attempting to bind port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:54:15.821232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Network f9de8f16-06fb-4868-b0b5-6f4936464847 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:54:15.821350 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Attempting to bind port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:54:15.824567 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Pushing event updated for resources: {'Port': ['ID=031f6ba0-d1d8-4407-b78a-42f52d8e8c2e,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:15.824729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:54:15.828451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:54:15.829113 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:54:15.829535 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:54:15.829907 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.830294 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:54:15.830737 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Bound port: 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:54:15.831085 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.855768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Pushing event updated for resources: {'Port': ['ID=66bec104-65dc-4364-957d-96324a0a41a5,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:15.856992 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.857331 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.857663 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.857991 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.862573 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.862919 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.863813 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.864427 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.864757 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.865535 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.865867 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.866221 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:54:15.874046 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.904585 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] For port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:54:15.908261 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] For port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=031f6ba0-d1d8-4407-b78a-42f52d8e8c2e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:54:15.913909 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:15.974547 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:54:15.975192 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:54:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:16.024236 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f108ba7-2ffa-4ab7-b52f-18a0298fdf39 None None] Pushing event updated for resources: {'Port': ['ID=031f6ba0-d1d8-4407-b78a-42f52d8e8c2e,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:16.027459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:16.087078 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:54:16.139356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-994918ca-2dd4-4270-84be-8ad9a6418dd0 None None] Provisioning for port 66bec104-65dc-4364-957d-96324a0a41a5 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:54:16.143205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-994918ca-2dd4-4270-84be-8ad9a6418dd0 None None] Provisioning complete for port 66bec104-65dc-4364-957d-96324a0a41a5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:16.143587 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-994918ca-2dd4-4270-84be-8ad9a6418dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:16.183882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-994918ca-2dd4-4270-84be-8ad9a6418dd0 None None] Port 66bec104-65dc-4364-957d-96324a0a41a5 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:54:16.209719 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:16.215369 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:16.268776 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:14Z', 'revision_number': 3, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:16.282121 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:16.283898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Pushing event updated for resources: {'Port': ['ID=66bec104-65dc-4364-957d-96324a0a41a5,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:16.294810 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f6ad0-5056-429d-9c59-44b3aa7f4433 None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:14Z', 'revision_number': 3, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:54:16.381237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Network f9de8f16-06fb-4868-b0b5-6f4936464847 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:54:16.382762 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:54:16.537875 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:16.557343 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:54:16.565594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7df8c7c3-be29-4325-b646-9c3765349b89 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:54:16.625424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 7df8c7c3-be29-4325-b646-9c3765349b89 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:16.626013 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:16.687763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:54:16.693196 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d3bcde09-a037-46c0-a94a-2884da5de796 admin admin] 10.222.0.20 "PUT /v2.0/routers/70841771-d00e-47f1-b144-6eccbeaf34c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893771 Jul 19 03:54:16.726740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cffb4057-f263-4b58-b7fe-47ed886d2ce3 None None] Provisioning complete for port 66bec104-65dc-4364-957d-96324a0a41a5 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:16.727210 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cffb4057-f263-4b58-b7fe-47ed886d2ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:16.762832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cffb4057-f263-4b58-b7fe-47ed886d2ce3 None None] Port 66bec104-65dc-4364-957d-96324a0a41a5 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:54:17.820497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:54:17.829954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:54:17.830610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:54:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:18.077765 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.104323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:54:18.301793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:16Z', 'revision_number': 2, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:18.328186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:54:18.328542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Updating router 70841771-d00e-47f1-b144-6eccbeaf34c7 port 66bec104-65dc-4364-957d-96324a0a41a5 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 03:54:18.363139 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.382374 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43224) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:18.387399 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ac8e12d9-84a2-4f20-91fb-00a61e39765a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716177633', 'description': 'tempest-description--228622478'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:18.410169 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac8e12d9-84a2-4f20-91fb-00a61e39765a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.496353 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac8e12d9-84a2-4f20-91fb-00a61e39765a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.501644 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac8e12d9-84a2-4f20-91fb-00a61e39765a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.532640 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e12d9-84a2-4f20-91fb-00a61e39765a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2583ee9c-8172-4b86-aa58-2b015c0cc55b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:18.535374 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac8e12d9-84a2-4f20-91fb-00a61e39765a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.538324 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ac8e12d9-84a2-4f20-91fb-00a61e39765a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1532021 Jul 19 03:54:18.539674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43226) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:18.545127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-cc79baca-850d-4b42-8f27-ff436da3d7f1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'security_group_rule': {'security_group_id': '2583ee9c-8172-4b86-aa58-2b015c0cc55b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:18.557943 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:54:18.573124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc79baca-850d-4b42-8f27-ff436da3d7f1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.630120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc79baca-850d-4b42-8f27-ff436da3d7f1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.633810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc79baca-850d-4b42-8f27-ff436da3d7f1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.649005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:54:18.651540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79baca-850d-4b42-8f27-ff436da3d7f1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d90ca80-2a50-4b7e-a016-33090704044d,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:18.661052 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cc79baca-850d-4b42-8f27-ff436da3d7f1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.664689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cc79baca-850d-4b42-8f27-ff436da3d7f1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215837 Jul 19 03:54:18.664879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43228) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:18.669497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b0173990-a06d-447b-aea4-c59f5da98ec4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'security_group_rule': {'security_group_id': '2583ee9c-8172-4b86-aa58-2b015c0cc55b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:18.673254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:18.673623 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.695881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0173990-a06d-447b-aea4-c59f5da98ec4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.715985 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.730958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Transition to ACTIVE for port object 66bec104-65dc-4364-957d-96324a0a41a5 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:54:18.738287 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.756622 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0173990-a06d-447b-aea4-c59f5da98ec4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.760666 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0173990-a06d-447b-aea4-c59f5da98ec4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.782562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0173990-a06d-447b-aea4-c59f5da98ec4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e650d371-b088-4cea-a113-7a9703d29130,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:18.788017 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b0173990-a06d-447b-aea4-c59f5da98ec4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.789257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b0173990-a06d-447b-aea4-c59f5da98ec4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234169 Jul 19 03:54:18.792706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43230) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:18.797356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:18.810056 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9a038-6003-4f97-b0da-0bb1c838cd70 None None] Pushing event updated for resources: {'Port': ['ID=66bec104-65dc-4364-957d-96324a0a41a5,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:18.821399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.848876 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.895639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=031f6ba0-d1d8-4407-b78a-42f52d8e8c2e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:18.902550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Attempting to bind port 66bec104-65dc-4364-957d-96324a0a41a5 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:54:18.902976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Attempting to bind port 66bec104-65dc-4364-957d-96324a0a41a5 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:54:18.903343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Attempting to bind port 66bec104-65dc-4364-957d-96324a0a41a5 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:54:18.905707 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.913671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:54:18.914055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:54:18.914497 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.914894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:54:18.915377 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Bound port: 66bec104-65dc-4364-957d-96324a0a41a5, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:54:18.916354 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.927575 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:18.996786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=031f6ba0-d1d8-4407-b78a-42f52d8e8c2e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:19.024777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] For port 66bec104-65dc-4364-957d-96324a0a41a5, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:54:19.028597 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] For port 66bec104-65dc-4364-957d-96324a0a41a5, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=66bec104-65dc-4364-957d-96324a0a41a5,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:54:19.032537 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:19.040697 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Allocated IP 172.25.2.33 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/e7b1e262-d85e-4876-99a1-098163cd909a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:54:19.090923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:54:19.091557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:54:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:19.131423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9a038-6003-4f97-b0da-0bb1c838cd70 None None] Pushing event updated for resources: {'Port': ['ID=66bec104-65dc-4364-957d-96324a0a41a5,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:19.159747 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:19.206800 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:19.218602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:54:19.256501 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:54:19.262553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:54:19.264571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event updated for resources: {'Port': ['ID=e7b1e262-d85e-4876-99a1-098163cd909a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:19.266783 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:54:19.348978 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:19.392334 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:19.440771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:19Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:19.471733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7782c5f-2e26-4e9e-b622-efa34f9dd2c0 None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:19Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:54:19.559470 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:19.565465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:19.921996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event updated for resources: {'Port': ['ID=e7b1e262-d85e-4876-99a1-098163cd909a,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:19.934480 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:19.949138 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:19.950456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-13028b76-a5b7-4501-9b60-5a48608fa33f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1567748 Jul 19 03:54:20.092852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-065ef4e8-310d-4439-ac96-073abba0d60c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--716177633&fields=id&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 267 time: 0.0350955 Jul 19 03:54:20.537613 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-a0d5f840-0dd8-4754-83ac-b42c2f8ea7f6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:20.539126 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-a0d5f840-0dd8-4754-83ac-b42c2f8ea7f6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 812 time: 0.4395561 Jul 19 03:54:20.555478 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-e3269aeb-7b0b-47ba-8feb-01e89cdc867a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/quotas/110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 375 time: 0.0099392 Jul 19 03:54:20.606106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:54:20.632800 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-4fb34745-0c61-4cdc-8708-c755779041e6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709255 Jul 19 03:54:20.654340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:20.654724 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:20.731112 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-aade5293-b340-4a5f-b686-fa1beaa60bf1 service neutron] 10.222.0.20 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864697 Jul 19 03:54:20.735703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 66bec104-65dc-4364-957d-96324a0a41a5 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:54:20.782914 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 66bec104-65dc-4364-957d-96324a0a41a5 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:54:20.786537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 66bec104-65dc-4364-957d-96324a0a41a5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:20.786914 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:20.822877 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-d3954fae-7f9c-474e-8962-999fe8e36190 service neutron] 10.222.0.20 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859892 Jul 19 03:54:20.863048 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:20.895793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 66bec104-65dc-4364-957d-96324a0a41a5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=66bec104-65dc-4364-957d-96324a0a41a5,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:20.898993 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:20.955913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=66bec104-65dc-4364-957d-96324a0a41a5,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:20.995308 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b876c554-e104-4fef-a1fd-ca561827a0cf req-e7afaf36-c97e-4e80-985b-44803bd179d0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 210 time: 0.0293050 Jul 19 03:54:22.022974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-c34c308a-dab6-4042-a57c-0a91886a7694 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:22.024477 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-c34c308a-dab6-4042-a57c-0a91886a7694 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 812 time: 0.1027753 Jul 19 03:54:22.080248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-a5a8fbaf-642d-4f34-8c39-e7525f4b2919 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 379 time: 0.0393269 Jul 19 03:54:22.090749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'port': {'device_id': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'admin_state_up': True, 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'security_groups': ['2583ee9c-8172-4b86-aa58-2b015c0cc55b']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:22.145740 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1efdb994-d621-4de8-a276-6d10a8e25ce2 req-d38cbddb-e113-41a1-8eb1-f58d9c360ed2 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 210 time: 0.0298672 Jul 19 03:54:22.205745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Made reservation on behalf of 110cbcf4d1254576814284b7c8211463 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:54:22.209299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:22.335249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Allocated IP 172.20.0.14 (f9de8f16-06fb-4868-b0b5-6f4936464847/dc497ee6-de2f-48ba-a6a9-73b61f0c759d/a4e4a778-00ee-41cb-b629-0a2cba184bf6) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:54:22.467225 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:22.486609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Transition to ACTIVE for port object a4e4a778-00ee-41cb-b629-0a2cba184bf6 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:54:22.523098 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:22.533063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 66bec104-65dc-4364-957d-96324a0a41a5 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:54:22.569362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Network f9de8f16-06fb-4868-b0b5-6f4936464847 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:54:22.572727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:54:22.576937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:54:22.580678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 66bec104-65dc-4364-957d-96324a0a41a5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:22.581063 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:22.600983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event updated for resources: {'Port': ['ID=a4e4a778-00ee-41cb-b629-0a2cba184bf6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:22.632977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:22.633738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:22.650564 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-7f78797a-308f-4393-b77c-af9da800ea3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637107 Jul 19 03:54:22.662186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Request body: {'port': {'device_id': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:22.745491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:22.865465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bcb00c5c-fb8c-4a63-baf9-fd2c778c355a None None] Provisioning for port a4e4a778-00ee-41cb-b629-0a2cba184bf6 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:54:22.868973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-bcb00c5c-fb8c-4a63-baf9-fd2c778c355a None None] Provisioning complete for port a4e4a778-00ee-41cb-b629-0a2cba184bf6 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:22.869454 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcb00c5c-fb8c-4a63-baf9-fd2c778c355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:22.906921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-bcb00c5c-fb8c-4a63-baf9-fd2c778c355a None None] Port a4e4a778-00ee-41cb-b629-0a2cba184bf6 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:54:23.004531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e4a778-00ee-41cb-b629-0a2cba184bf6 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:54:23.012289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:23.023808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Transition to ACTIVE for port object a4e4a778-00ee-41cb-b629-0a2cba184bf6 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:54:23.027844 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:23.079563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Pushing event updated for resources: {'Port': ['ID=a4e4a778-00ee-41cb-b629-0a2cba184bf6,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:23.153763 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Attempting to bind port a4e4a778-00ee-41cb-b629-0a2cba184bf6 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:54:23.154101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Attempting to bind port a4e4a778-00ee-41cb-b629-0a2cba184bf6 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:54:23.154463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Attempting to bind port a4e4a778-00ee-41cb-b629-0a2cba184bf6 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:54:23.159050 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Port a4e4a778-00ee-41cb-b629-0a2cba184bf6 on network f9de8f16-06fb-4868-b0b5-6f4936464847 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:54:23.159372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Attempting to bind port a4e4a778-00ee-41cb-b629-0a2cba184bf6 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:54:23.164255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:54:23.164594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:54:23.164977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:54:23.165404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Bound port: a4e4a778-00ee-41cb-b629-0a2cba184bf6, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:54:23.165761 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:23.234908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:54:23.238540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:54:23.244711 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:23.313028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:23.313666 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:23.315119 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] 10.222.0.25 "PUT /v2.0/ports/a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 1093 time: 0.6577895 Jul 19 03:54:23.315564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:54:23.317874 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d362e1-7607-47b4-9f8c-450302198d38" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:54:23.354749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ab613-0c71-4af7-bc26-1e3dfa55603e service neutron] Pushing event updated for resources: {'Port': ['ID=a4e4a778-00ee-41cb-b629-0a2cba184bf6,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:23.374542 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8839a5e6-e49a-49c5-921f-9fc2d8e3484e x-openstack-request-id: req-8839a5e6-e49a-49c5-921f-9fc2d8e3484e {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:54:23.374829 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:54:23.375077 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8839a5e6-e49a-49c5-921f-9fc2d8e3484e {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:54:23.375492 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'status': 'completed', 'code': 200} Jul 19 03:54:23.432176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432628a6-6de2-4611-8a07-4f58ffd1ce3f req-a7db2d1b-aab1-4be5-9370-39446852d549 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:23.434078 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-432628a6-6de2-4611-8a07-4f58ffd1ce3f req-a7db2d1b-aab1-4be5-9370-39446852d549 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 944 time: 0.1637890 Jul 19 03:54:23.451573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-c00be6da-42df-4436-8e1b-9f13fd897239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:23.453080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-c00be6da-42df-4436-8e1b-9f13fd897239 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1096 time: 0.0926981 Jul 19 03:54:23.501086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-a942a22a-a996-4ca6-bddd-41e6ee72bdd8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 217 time: 0.0394583 Jul 19 03:54:23.545113 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-432628a6-6de2-4611-8a07-4f58ffd1ce3f req-4cbb05d9-2dac-42e9-936f-ef2994ef29e6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044254 Jul 19 03:54:23.564118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-3b59ba68-a995-4d72-ab2b-5889d2330cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:23.565597 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-3b59ba68-a995-4d72-ab2b-5889d2330cc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0586329 Jul 19 03:54:23.623808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-a5540339-800c-47d8-9a98-95ecd365c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:23.625285 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-a5540339-800c-47d8-9a98-95ecd365c91e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530472 Jul 19 03:54:23.715112 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-2b547e1f-b0a4-4b06-9a8b-7000c70d9c25 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827289 Jul 19 03:54:23.807027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-10b91a78-fbc8-4148-8d4c-3529aea92cd9 req-811f626f-7e1f-4648-ac5e-38db60941af4 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850894 Jul 19 03:54:23.903722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-721ad57c-2882-43ac-8863-16b971bfa4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:23.905219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-721ad57c-2882-43ac-8863-16b971bfa4e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1096 time: 0.0534155 Jul 19 03:54:23.998984 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-54174c5c-90d3-4a92-9e51-ebf700b565ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:24.000473 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-54174c5c-90d3-4a92-9e51-ebf700b565ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0892310 Jul 19 03:54:24.043302 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-ab75541c-ad74-4e4a-97b5-c748ec6b68dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 217 time: 0.0349040 Jul 19 03:54:24.090089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-8b4a224b-d752-42ba-91cf-2522d829ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:24.091528 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-8b4a224b-d752-42ba-91cf-2522d829ba76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0422847 Jul 19 03:54:24.152663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-b3cc7393-c087-4337-9fc2-995ba1331989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:24.154171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-b3cc7393-c087-4337-9fc2-995ba1331989 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561690 Jul 19 03:54:24.243803 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-35a8f387-2db4-4b57-950c-63df97e8f82a service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821028 Jul 19 03:54:24.337069 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f3d362e1-7607-47b4-9f8c-450302198d38 req-6546136a-bb05-402f-acfb-5c52877afc00 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860744 Jul 19 03:54:24.723690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cbff3-4915-4f7a-bac0-16b471763b41 req-b753b71e-501d-4a79-b3cb-6b9695a0f08c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:24.725179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f77cbff3-4915-4f7a-bac0-16b471763b41 req-b753b71e-501d-4a79-b3cb-6b9695a0f08c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 944 time: 0.0667245 Jul 19 03:54:24.762963 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f77cbff3-4915-4f7a-bac0-16b471763b41 req-ee46d957-277f-4cec-aef1-3e0c68326381 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319393 Jul 19 03:54:25.935102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19ef56-2213-4889-a1cd-48753e6c5e37 req-b27b1ac1-602b-406a-a1f7-30baff42a849 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:25.936609 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee19ef56-2213-4889-a1cd-48753e6c5e37 req-b27b1ac1-602b-406a-a1f7-30baff42a849 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 944 time: 0.0635219 Jul 19 03:54:25.973538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee19ef56-2213-4889-a1cd-48753e6c5e37 req-fa365b5a-f175-457b-a524-a688527b2af3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Jul 19 03:54:26.777196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a4e4a778-00ee-41cb-b629-0a2cba184bf6 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:54:26.869691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:26.880896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'mac_address': 'fa:16:3e:9c:3e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:54:26.921566 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:26.922051 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:54:26.934579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e4a778-00ee-41cb-b629-0a2cba184bf6 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:54:26.953787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:26.957352 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:27.004325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=a4e4a778-00ee-41cb-b629-0a2cba184bf6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:27.144639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60671d2-4c11-4c66-842f-0c7a4a14c735 req-bab0797c-61e3-43ab-b823-2d8d37c9a81a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:27.145912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['a4e4a778-00ee-41cb-b629-0a2cba184bf6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:54:27.146112 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b60671d2-4c11-4c66-842f-0c7a4a14c735 req-bab0797c-61e3-43ab-b823-2d8d37c9a81a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 945 time: 0.0624380 Jul 19 03:54:27.185642 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b60671d2-4c11-4c66-842f-0c7a4a14c735 req-bd147604-339b-4304-a9a0-bf06f6d9c88d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331564 Jul 19 03:54:28.360884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcfe00-8df9-4842-8e11-233788e2a188 req-c5b791a4-3a08-4f3c-bfbc-0c3d3382722b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:28.362398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61bcfe00-8df9-4842-8e11-233788e2a188 req-c5b791a4-3a08-4f3c-bfbc-0c3d3382722b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 945 time: 0.0669191 Jul 19 03:54:28.399100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-61bcfe00-8df9-4842-8e11-233788e2a188 req-719cdfd2-e54d-4584-9e8a-ae0783e94714 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312464 Jul 19 03:54:28.792886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a4e4a778-00ee-41cb-b629-0a2cba184bf6 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:54:28.840120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port a4e4a778-00ee-41cb-b629-0a2cba184bf6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:54:28.843625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port a4e4a778-00ee-41cb-b629-0a2cba184bf6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:54:28.843998 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:28.917390 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:28.941639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:54:28.943909 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4067f1b-2988-47e0-9a64-511d120b2849" -d '{"events": [{"server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "name": "network-vif-plugged", "status": "completed", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:54:28.956999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:54:28.960821 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:28.983841 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86658287-530f-4c2c-a5d5-9fb68e3a0be8 x-openstack-request-id: req-86658287-530f-4c2c-a5d5-9fb68e3a0be8 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:54:28.984129 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "name": "network-vif-plugged", "status": "completed", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:54:28.984385 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86658287-530f-4c2c-a5d5-9fb68e3a0be8 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:54:28.984772 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'code': 200} Jul 19 03:54:29.012195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=a4e4a778-00ee-41cb-b629-0a2cba184bf6,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:54:29.095066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d899311-234c-4e0c-ad01-fd42a99ffbee req-7b83d020-8298-4928-b9c4-d9c4e7731696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:29.096587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d899311-234c-4e0c-ad01-fd42a99ffbee req-7b83d020-8298-4928-b9c4-d9c4e7731696 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1098 time: 0.0525050 Jul 19 03:54:29.129904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d899311-234c-4e0c-ad01-fd42a99ffbee req-430a9770-4719-490f-89af-211d271157b7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273633 Jul 19 03:54:29.573729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0ab4c-bf8f-4508-a876-2fceb7bd95f1 req-0e1d50f8-7eef-4015-a476-8ce36c290ecd tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:29.575273 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36a0ab4c-bf8f-4508-a876-2fceb7bd95f1 req-0e1d50f8-7eef-4015-a476-8ce36c290ecd tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0638556 Jul 19 03:54:29.613090 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-36a0ab4c-bf8f-4508-a876-2fceb7bd95f1 req-7aa5b7da-b8cc-40bc-a21d-0682c980cf85 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322919 Jul 19 03:54:30.784041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc56ca-2a32-4eb5-944f-7ad35dae3f19 req-bbf67850-6a1f-4c0e-ac92-d1af45d1a5e4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:30.785456 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3dc56ca-2a32-4eb5-944f-7ad35dae3f19 req-bbf67850-6a1f-4c0e-ac92-d1af45d1a5e4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0635448 Jul 19 03:54:30.828004 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a3dc56ca-2a32-4eb5-944f-7ad35dae3f19 req-2e026866-c0a4-411e-8ee2-bbb8ff78e769 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368779 Jul 19 03:54:30.999254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e0420-f3df-4406-a68f-d9631f064a8c req-e951c028-2039-4984-89b1-c10a05e6cdf7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:31.000750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d54e0420-f3df-4406-a68f-d9631f064a8c req-e951c028-2039-4984-89b1-c10a05e6cdf7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0697172 Jul 19 03:54:31.009977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43276) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:54:31.014644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-bcf04e5e-ab11-4800-af82-7bf78520dcb6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'floatingip': {'port_id': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:54:31.054026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcf04e5e-ab11-4800-af82-7bf78520dcb6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:31.512382 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcf04e5e-ab11-4800-af82-7bf78520dcb6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:31.516497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcf04e5e-ab11-4800-af82-7bf78520dcb6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:31.617100 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-bcf04e5e-ab11-4800-af82-7bf78520dcb6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727 associated. External IP: 172.25.2.33, port: a4e4a778-00ee-41cb-b629-0a2cba184bf6. Jul 19 03:54:31.825559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf04e5e-ab11-4800-af82-7bf78520dcb6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:54:31.939241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf04e5e-ab11-4800-af82-7bf78520dcb6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:54:31.944137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-bcf04e5e-ab11-4800-af82-7bf78520dcb6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:31.948569 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:54:31.957756 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:54:31.958408 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:54:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:31.979987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bcf04e5e-ab11-4800-af82-7bf78520dcb6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "PUT /v2.0/floatingips/8f76340c-289f-422b-8d03-8a24d2d9e727 HTTP/1.1" status: 200 len: 991 time: 0.9688091 Jul 19 03:54:31.980656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:54:31.983083 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdfe490-323b-49b0-bc5e-2ee811871960" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:54:32.020389 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaaf8c8-4bb5-44b3-bcf2-6b83d2a7f551 x-openstack-request-id: req-edaaf8c8-4bb5-44b3-bcf2-6b83d2a7f551 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:54:32.021016 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:54:32.021016 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edaaf8c8-4bb5-44b3-bcf2-6b83d2a7f551 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:54:32.021310 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'status': 'completed', 'code': 200} Jul 19 03:54:32.068025 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:54:32.096826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-b6ba3766-4c67-4aea-869b-5b62d6fe3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:32.097866 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-b6ba3766-4c67-4aea-869b-5b62d6fe3b6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1098 time: 0.0533419 Jul 19 03:54:32.191493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-bbcd03ca-76ec-435c-9bc9-e9383981107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:32.192996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-bbcd03ca-76ec-435c-9bc9-e9383981107e service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0885775 Jul 19 03:54:32.258297 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-64da620b-dbdd-48a0-bd53-0619768d1474 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 999 time: 0.0583620 Jul 19 03:54:32.294684 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:9c:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T03:54:31Z', 'revision_number': 1, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:32.306176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-b06f2141-03e4-43b3-bbbe-78fa1d9a0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:32.308391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-b06f2141-03e4-43b3-bbbe-78fa1d9a0062 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0439594 Jul 19 03:54:32.321402 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:54:32.329660 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:54:32.330288 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:54:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:32.368160 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-6cee75fd-bde1-4653-b7f0-f433bc9f73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:32.370416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-6cee75fd-bde1-4653-b7f0-f433bc9f73a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562100 Jul 19 03:54:32.434705 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:54:32.458539 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-94475362-7a66-4929-b556-ea0e72af8566 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821955 Jul 19 03:54:32.750439 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:9c:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T03:54:31Z', 'revision_number': 1, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:54:32.780734 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e038940-7f52-4d03-b09c-2cb43a1e8f4d None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:9c:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T03:54:31Z', 'revision_number': 1, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:54:32.847043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cdfe490-323b-49b0-bc5e-2ee811871960 req-f2221652-331c-4a75-8f84-82173f12e7a7 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818390 Jul 19 03:54:32.965209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed7292-4e2c-401d-9112-c80318961e6b None None] New status for floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:54:37.308656 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:37.505201 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:42.529886 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce8da81e-f860-4bac-a0c6-79be4bfb9ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:45.105044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e8fbca96-8165-4c93-afae-8f5fa23bcaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:45.690639 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:46.514677 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:48.033140 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:54:49.684722 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-f5097fdd-015a-420d-8333-b7c89bbe87a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537853 Jul 19 03:54:49.777692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-09ffc41a-5688-4f1d-bc63-0feee1e044fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:49.779250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-09ffc41a-5688-4f1d-bc63-0feee1e044fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1098 time: 0.0532982 Jul 19 03:54:49.891814 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-008da856-f29d-469c-b800-7258e0f23ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:49.893225 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-008da856-f29d-469c-b800-7258e0f23ec6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0912111 Jul 19 03:54:49.957587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-2e1defcd-edf4-4030-8434-c0704dc3bbb1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 1001 time: 0.0567970 Jul 19 03:54:50.013293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-3163b2ca-338f-4065-ae05-24e3d011f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:50.014786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-3163b2ca-338f-4065-ae05-24e3d011f080 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0509272 Jul 19 03:54:50.072777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-af8058ef-5d9f-4509-b16f-6b1a438d0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:54:50.074972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-af8058ef-5d9f-4509-b16f-6b1a438d0121 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536737 Jul 19 03:54:50.165726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-54f7969b-2303-44dc-9512-8a18f5d5d20c service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836563 Jul 19 03:54:50.257316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77bc29c9-d5d7-48c3-ab73-f92a294d56f1 req-2b4f8c4c-4ff9-4403-9d47-08a041dca6ca service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846372 Jul 19 03:55:03.921442 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:55:07.311851 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:07.506813 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:12.529973 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a30d78b6-13b2-45c9-ba7d-b9ff58ee37d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:15.105868 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-886d50e5-48b1-4964-a62b-49cedb8b1c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:15.691584 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:16.516962 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:18.036960 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:37.308653 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:37.508432 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:40.920883 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:55:42.530407 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3dffeb33-ecb6-4d5c-a21f-a401f811edc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:45.107484 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c52a0352-98e6-48b8-bb6d-3e51c447b6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:45.691968 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:46.519787 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:48.040034 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:55:51.683139 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-728e0db3-cc85-4f7c-8585-9fb83f5a8bc2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512278 Jul 19 03:55:51.779518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-c5214f03-60db-4a37-a9e7-4d30601b4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:55:51.781065 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-c5214f03-60db-4a37-a9e7-4d30601b4d84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1098 time: 0.0567424 Jul 19 03:55:51.882172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-c81ee8ed-7fe7-457e-85c9-3b663a84e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:55:51.883733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-c81ee8ed-7fe7-457e-85c9-3b663a84e334 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0835562 Jul 19 03:55:51.951195 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-e9249437-b2ca-46eb-9974-30693055d5c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 1001 time: 0.0607333 Jul 19 03:55:51.996565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-98e1bcd2-4631-4c18-b2dc-8936f532929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:55:51.997956 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-98e1bcd2-4631-4c18-b2dc-8936f532929d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0412178 Jul 19 03:55:52.053464 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-1bc6844f-4752-4d9e-988a-a651f9afff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:55:52.054951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-1bc6844f-4752-4d9e-988a-a651f9afff55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510180 Jul 19 03:55:52.147455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-e3a9620d-246c-4372-9919-e815ad89c401 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852003 Jul 19 03:55:52.238673 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-80e9f6aa-c47a-4ce5-b3c9-76afe1e21843 req-15e9adc9-a118-401f-bf9b-bfedfe127ea7 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844030 Jul 19 03:56:06.985118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed19121-dadb-4caf-aed9-ade463fef12b req-a3142d47-9859-4645-9d17-8d6512c0f409 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:06.986759 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eed19121-dadb-4caf-aed9-ade463fef12b req-a3142d47-9859-4645-9d17-8d6512c0f409 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.1391933 Jul 19 03:56:07.025021 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eed19121-dadb-4caf-aed9-ade463fef12b req-d58f4b53-c089-4b4f-8d7e-dc45ddeb988b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326309 Jul 19 03:56:07.308839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 43488) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:56:07.314973 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:07.455879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ed91b-1fb3-4460-816a-20596c8b2844 req-279604e5-5f88-4ccf-8202-17dd63d93fe4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:07.457359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-887ed91b-1fb3-4460-816a-20596c8b2844 req-279604e5-5f88-4ccf-8202-17dd63d93fe4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.1001570 Jul 19 03:56:07.463455 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-daa19cf2-f4d6-435e-8f75-cf5d155b1c1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1533306 Jul 19 03:56:07.496988 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-887ed91b-1fb3-4460-816a-20596c8b2844 req-aa59164f-388b-46f1-844d-371958d90238 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325899 Jul 19 03:56:07.516207 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:08.653028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-64d6d759-9794-430e-b284-236483fa664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:08.654605 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-64d6d759-9794-430e-b284-236483fa664c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1098 time: 0.0568771 Jul 19 03:56:08.743980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-0e0810ae-4523-4fa7-b5f5-7e4c61d92b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:08.745513 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-0e0810ae-4523-4fa7-b5f5-7e4c61d92b63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0853808 Jul 19 03:56:08.747252 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148af14-a7a1-4582-a214-73e51f12f42d req-b4eb1746-4ec6-4df0-a06c-9d3191f513be tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:08.748793 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7148af14-a7a1-4582-a214-73e51f12f42d req-b4eb1746-4ec6-4df0-a06c-9d3191f513be tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.1258700 Jul 19 03:56:08.788489 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7148af14-a7a1-4582-a214-73e51f12f42d req-15e8afad-3a0f-4eb5-95c3-98b577c6aca5 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333989 Jul 19 03:56:08.817069 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-a1f59183-65e2-4ee8-b31f-c1b093de68d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 1001 time: 0.0648310 Jul 19 03:56:08.865556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-fedb0221-8a0e-4914-8561-fe561b237f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:08.867351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-fedb0221-8a0e-4914-8561-fe561b237f76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0446093 Jul 19 03:56:08.924305 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-e33495fd-29ef-4d0e-8a5e-00ee69dfbf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:08.925765 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-e33495fd-29ef-4d0e-8a5e-00ee69dfbf74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515418 Jul 19 03:56:09.019904 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-86d124de-6524-42ed-a859-feb9950f5226 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877635 Jul 19 03:56:09.108861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-7742021c-ffc9-4f45-a1da-533664d6dd25 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827360 Jul 19 03:56:09.971978 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6aef4-e2d8-4eed-9886-289013f2df9f req-499412e4-b141-4324-b6b5-1c57d0a5492b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:09.973474 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1bb6aef4-e2d8-4eed-9886-289013f2df9f req-499412e4-b141-4324-b6b5-1c57d0a5492b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0692189 Jul 19 03:56:10.011115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1bb6aef4-e2d8-4eed-9886-289013f2df9f req-3aae461b-86ca-4ab4-af3d-7d2170bce1f6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320921 Jul 19 03:56:11.187994 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b40c3-531c-4fbb-9d2c-2ee424e4936e req-bc48850e-8936-4984-ab8e-61479b9c71f4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:11.189489 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-725b40c3-531c-4fbb-9d2c-2ee424e4936e req-bc48850e-8936-4984-ab8e-61479b9c71f4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0625832 Jul 19 03:56:11.225856 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-725b40c3-531c-4fbb-9d2c-2ee424e4936e req-3a67b6b8-9537-4af0-9921-2259f9535b3d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307906 Jul 19 03:56:12.398766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9415d-30ef-49f2-893a-0b56bc562e9f req-0338ff18-e22e-491c-b383-dc274490d74d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:12.400318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04d9415d-30ef-49f2-893a-0b56bc562e9f req-0338ff18-e22e-491c-b383-dc274490d74d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0628519 Jul 19 03:56:12.437234 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04d9415d-30ef-49f2-893a-0b56bc562e9f req-c2805243-4c48-4071-81c0-02d96356dd3d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315385 Jul 19 03:56:12.530976 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-350a6f37-4a73-42a5-b7f8-a3fc78352c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:13.613948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa097ced-d43d-4df5-9e0f-1ecdadfc9e42 req-3979d9ec-0681-421a-a20d-1aff497178b1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:13.615474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa097ced-d43d-4df5-9e0f-1ecdadfc9e42 req-3979d9ec-0681-421a-a20d-1aff497178b1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0669780 Jul 19 03:56:13.653281 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fa097ced-d43d-4df5-9e0f-1ecdadfc9e42 req-6b25a10d-1406-49cd-88c3-9c8112486c2c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322616 Jul 19 03:56:14.824550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dd066-42e5-4670-b421-c50a30fc1a65 req-a671cf22-983c-4bfc-8236-e7cdb28288e6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:14.825958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab3dd066-42e5-4670-b421-c50a30fc1a65 req-a671cf22-983c-4bfc-8236-e7cdb28288e6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0632365 Jul 19 03:56:14.863256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ab3dd066-42e5-4670-b421-c50a30fc1a65 req-114110d7-bd57-4207-9799-6344c8e2320d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Jul 19 03:56:15.107270 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07eaf69e-8f8d-4b92-9e35-6c5aa173df0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:15.692221 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:16.037652 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94430a75-dfcb-49fd-b039-3c5cb57d3cd6 req-9d547685-e6a5-4e5b-8532-d3a4f7471929 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:16.039200 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94430a75-dfcb-49fd-b039-3c5cb57d3cd6 req-9d547685-e6a5-4e5b-8532-d3a4f7471929 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0648432 Jul 19 03:56:16.076638 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-94430a75-dfcb-49fd-b039-3c5cb57d3cd6 req-bc90622a-e539-46a5-bad5-ed88883c2d0b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318606 Jul 19 03:56:16.521902 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:17.251928 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f307d-a1d7-4081-81c5-d90c47af9bce req-93519a25-c816-419c-b0d1-ef3a92cbe8c6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:17.253426 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-958f307d-a1d7-4081-81c5-d90c47af9bce req-93519a25-c816-419c-b0d1-ef3a92cbe8c6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0670066 Jul 19 03:56:17.291251 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-958f307d-a1d7-4081-81c5-d90c47af9bce req-23722f4f-9a58-4766-a1ce-a958191cc466 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320580 Jul 19 03:56:17.920407 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:56:18.042229 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:18.460909 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad952d-3caa-4ffc-9a0e-13f41024bde0 req-51fe6af3-760e-4384-9d08-d3c69f77b852 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:18.462438 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-90ad952d-3caa-4ffc-9a0e-13f41024bde0 req-51fe6af3-760e-4384-9d08-d3c69f77b852 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0628448 Jul 19 03:56:18.504507 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-90ad952d-3caa-4ffc-9a0e-13f41024bde0 req-a8950c03-ffc7-4fe4-945d-f13b0347b6bc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366154 Jul 19 03:56:19.677853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be766cad-85b7-4edc-aadc-9489356a62ac req-edf689f9-e00d-49c2-8cf7-cc8c6b34bcac tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:19.679362 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be766cad-85b7-4edc-aadc-9489356a62ac req-edf689f9-e00d-49c2-8cf7-cc8c6b34bcac tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0625539 Jul 19 03:56:19.715517 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-be766cad-85b7-4edc-aadc-9489356a62ac req-a76b7915-946b-466a-a25b-0bf3bcbf1bf7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307333 Jul 19 03:56:20.890025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b5582-9b89-4ba2-9445-49e27412824d req-30f2492b-d1f6-4d54-afdb-a388227e7fb8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:20.891996 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e85b5582-9b89-4ba2-9445-49e27412824d req-30f2492b-d1f6-4d54-afdb-a388227e7fb8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0640099 Jul 19 03:56:20.929061 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e85b5582-9b89-4ba2-9445-49e27412824d req-bc7e38e0-c71a-47c1-a134-07f4cdfbcfdf tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316939 Jul 19 03:56:20.997481 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-c5dd9cd9-a687-4307-8de1-2338c5b94250 service neutron] show failed (client error): The resource could not be found. Jul 19 03:56:20.998531 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-c5dd9cd9-a687-4307-8de1-2338c5b94250 service neutron] 10.222.0.25 "GET /v2.0/ports/a4e4a778-00ee-41cb-b629-0a2cba184bf6/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0574884 Jul 19 03:56:21.278225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-67c282cc-b3eb-45a0-8dde-5d0a5df4297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:21.279759 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-67c282cc-b3eb-45a0-8dde-5d0a5df4297d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 1098 time: 0.0863903 Jul 19 03:56:21.290896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:56:21.358460 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:21.555125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:56:21.587321 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:56:21.630196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:56:21.632995 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca32a819-752e-4d2b-8945-b79794e46b50" -d '{"events": [{"server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:56:21.636822 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:21.649957 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Transition to ACTIVE for port object a4e4a778-00ee-41cb-b629-0a2cba184bf6 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:56:21.653386 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:21.682499 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349e82d7-48c1-4e6d-88d4-4b77ef401c2d x-openstack-request-id: req-349e82d7-48c1-4e6d-88d4-4b77ef401c2d {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:56:21.682797 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:56:21.683045 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-349e82d7-48c1-4e6d-88d4-4b77ef401c2d {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:56:21.683436 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'code': 200} Jul 19 03:56:21.771693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e4a778-00ee-41cb-b629-0a2cba184bf6,revision_number=6']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:56:21.796470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.796871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.797398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.797890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.798240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.798607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.798941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.799272 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.799602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.799926 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.800254 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.800577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:21.845845 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] No DVR routers for this DVR port a4e4a778-00ee-41cb-b629-0a2cba184bf6 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:56:21.977911 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Attempting to bind port a4e4a778-00ee-41cb-b629-0a2cba184bf6 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:56:21.978539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Attempting to bind port a4e4a778-00ee-41cb-b629-0a2cba184bf6 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:56:21.978650 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Attempting to bind port a4e4a778-00ee-41cb-b629-0a2cba184bf6 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:56:21.982824 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Port a4e4a778-00ee-41cb-b629-0a2cba184bf6 on network f9de8f16-06fb-4868-b0b5-6f4936464847 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:56:21.983143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Attempting to bind port a4e4a778-00ee-41cb-b629-0a2cba184bf6 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:56:21.988647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:56:21.988978 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:56:21.989357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:56:21.989777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Bound port: a4e4a778-00ee-41cb-b629-0a2cba184bf6, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:56:21.990124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:22.084987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:56:22.100620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:56:22.105994 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:22.148756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:22.149373 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:22.150803 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 1093 time: 0.8639741 Jul 19 03:56:22.169403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6dc45-ea83-4bd2-8c00-475bdad97868 req-29022b36-8862-406b-9241-124cfaad7fd8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:22.171014 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fde6dc45-ea83-4bd2-8c00-475bdad97868 req-29022b36-8862-406b-9241-124cfaad7fd8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 944 time: 0.1294100 Jul 19 03:56:22.223468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a17c70-9e3b-45b0-bb72-23a0f8650643 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e4a778-00ee-41cb-b629-0a2cba184bf6,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:56:22.260235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fde6dc45-ea83-4bd2-8c00-475bdad97868 req-b57a654b-2520-49b0-b068-47c92219c046 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768917 Jul 19 03:56:22.277381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-957ef2d1-dce7-4843-9bcc-ffd34c00a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:22.279057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-957ef2d1-dce7-4843-9bcc-ffd34c00a7bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1096 time: 0.0969510 Jul 19 03:56:22.373800 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-465c6899-e59b-4410-8080-3d4651ff0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:22.375410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-465c6899-e59b-4410-8080-3d4651ff0a54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0890422 Jul 19 03:56:22.471082 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-34cae0e1-000f-44e1-a4cd-655194c3f4e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 999 time: 0.0897195 Jul 19 03:56:22.517636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-e05daaa2-982b-41e6-a44d-34d878741915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:22.519091 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-e05daaa2-982b-41e6-a44d-34d878741915 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0420437 Jul 19 03:56:22.579035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-12f2661d-f81b-43ce-8701-83e0091b1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:22.580537 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-12f2661d-f81b-43ce-8701-83e0091b1bb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554447 Jul 19 03:56:22.668045 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-dc7fc7f3-e07d-4ae9-877b-2008053f9471 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811701 Jul 19 03:56:22.756260 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1ff42ff7-bda5-4985-9153-2a017515a24a req-99edcbae-0fb8-485e-8a61-7f063e870e80 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824969 Jul 19 03:56:23.435556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd99264-a66b-4aa6-9a6c-2e9085690b24 req-1d4a38c7-9bbd-4de3-a0f7-d3421004973e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:23.436963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfd99264-a66b-4aa6-9a6c-2e9085690b24 req-1d4a38c7-9bbd-4de3-a0f7-d3421004973e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 944 time: 0.0640438 Jul 19 03:56:23.474285 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfd99264-a66b-4aa6-9a6c-2e9085690b24 req-70dcf33c-530b-442e-933f-cd5a8d740fbd tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316463 Jul 19 03:56:23.684395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:56:23.686800 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab5f826-f6eb-457e-846a-73858b077b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:56:23.732637 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790977b8-d69d-4fe1-8151-4a71656e987a x-openstack-request-id: req-790977b8-d69d-4fe1-8151-4a71656e987a {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:56:23.732929 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:56:23.733189 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-790977b8-d69d-4fe1-8151-4a71656e987a {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:56:23.733585 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'status': 'completed', 'code': 200} Jul 19 03:56:23.805664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5f826-f6eb-457e-846a-73858b077b4b req-2bdfc9c3-9a09-4c08-9f27-fd9b1fde2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:23.806737 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5f826-f6eb-457e-846a-73858b077b4b req-cd966e66-818f-44d5-b66b-13ad7f260dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:23.807236 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-2bdfc9c3-9a09-4c08-9f27-fd9b1fde2219 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1096 time: 0.0541790 Jul 19 03:56:23.808231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-cd966e66-818f-44d5-b66b-13ad7f260dad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1096 time: 0.0521345 Jul 19 03:56:23.901006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5f826-f6eb-457e-846a-73858b077b4b req-f81eaa42-88e0-4afb-89c4-2d0f3fbeba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:23.901271 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5f826-f6eb-457e-846a-73858b077b4b req-72f1aad0-3afc-4e5d-83b1-20c4e71345a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:23.902559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-f81eaa42-88e0-4afb-89c4-2d0f3fbeba74 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0889034 Jul 19 03:56:23.902679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-72f1aad0-3afc-4e5d-83b1-20c4e71345a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0877366 Jul 19 03:56:23.966596 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-eabad0a8-ab40-408f-b34d-c7030d8b2040 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 999 time: 0.0571117 Jul 19 03:56:23.966819 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-2da8fd75-5721-4894-a6f2-9f9da9ab7aea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 999 time: 0.0566494 Jul 19 03:56:24.015835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5f826-f6eb-457e-846a-73858b077b4b req-7e3a5957-c87e-4c43-8962-05eb2a229ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:24.017439 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-7e3a5957-c87e-4c43-8962-05eb2a229ea3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0436397 Jul 19 03:56:24.019382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5f826-f6eb-457e-846a-73858b077b4b req-96d56539-8692-4b97-8eed-5a6ff50a4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:24.020886 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-96d56539-8692-4b97-8eed-5a6ff50a4a47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0487876 Jul 19 03:56:24.078865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5f826-f6eb-457e-846a-73858b077b4b req-d062ee26-12b0-4c1f-ab0b-a1545fae151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:24.079153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5f826-f6eb-457e-846a-73858b077b4b req-53bcf027-f416-4645-b712-6eb9482b0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:24.080766 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-53bcf027-f416-4645-b712-6eb9482b0cb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566101 Jul 19 03:56:24.080892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-d062ee26-12b0-4c1f-ab0b-a1545fae151a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538199 Jul 19 03:56:24.171695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-da26e418-9b14-40da-a4d8-359254a83e27 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849450 Jul 19 03:56:24.172105 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-43becbe1-71aa-4343-9d1f-de9a41c7b34e service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833409 Jul 19 03:56:24.265809 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-2840f409-3c84-437d-b8a9-0ca5aa053c73 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882983 Jul 19 03:56:24.270774 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fab5f826-f6eb-457e-846a-73858b077b4b req-c0aaba0d-8918-4dad-8569-9a15102a3ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917690 Jul 19 03:56:24.498845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a4e4a778-00ee-41cb-b629-0a2cba184bf6 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:56:24.595172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:56:24.606067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'mac_address': 'fa:16:3e:9c:3e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:56:24.644653 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:24.648115 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ac5f4-c107-4053-8c5b-a4e7c73959d4 req-325f9eb7-751b-4685-b14e-30b1b0faf474 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:24.649668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a21ac5f4-c107-4053-8c5b-a4e7c73959d4 req-325f9eb7-751b-4685-b14e-30b1b0faf474 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 944 time: 0.0647635 Jul 19 03:56:24.658141 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e4a778-00ee-41cb-b629-0a2cba184bf6 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:56:24.677217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:56:24.682040 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:24.689682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a21ac5f4-c107-4053-8c5b-a4e7c73959d4 req-0c70e7db-4051-48e7-a1ef-7007e45519dc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344663 Jul 19 03:56:24.731907 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a4e4a778-00ee-41cb-b629-0a2cba184bf6,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:56:24.739163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.739512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.739855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.740193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.740542 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.740859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.741184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.741509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.741837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.742184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.742547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.742873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:24.922119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a4e4a778-00ee-41cb-b629-0a2cba184bf6'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:56:25.040834 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-1fdd7ec5-2bd4-481b-ab29-0e717f6e519b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:25.042404 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-1fdd7ec5-2bd4-481b-ab29-0e717f6e519b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea&tenant_id=110cbcf4d1254576814284b7c8211463&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 945 time: 0.1167450 Jul 19 03:56:25.053327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85384d96-8ca8-4674-a17b-fd8880c9d9d1 req-bd9c0d58-a214-4898-8812-0b81baa46557 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:25.054826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85384d96-8ca8-4674-a17b-fd8880c9d9d1 req-bd9c0d58-a214-4898-8812-0b81baa46557 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 945 time: 0.1194658 Jul 19 03:56:25.130957 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85384d96-8ca8-4674-a17b-fd8880c9d9d1 req-f69e1130-bb5b-416d-8cd7-58863b9cdd95 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691364 Jul 19 03:56:25.136835 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-6974eb48-24d1-4e91-88d2-9537533ba14b service neutron] delete failed (client error): The resource could not be found. Jul 19 03:56:25.137949 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-6974eb48-24d1-4e91-88d2-9537533ba14b service neutron] 10.222.0.25 "DELETE /v2.0/ports/a4e4a778-00ee-41cb-b629-0a2cba184bf6/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0822415 Jul 19 03:56:25.235866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-86cdc059-d217-4872-b4fb-b2f9c39b0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:25.237454 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-86cdc059-d217-4872-b4fb-b2f9c39b0265 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 1097 time: 0.0568542 Jul 19 03:56:25.325235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-beab772a-e010-457c-bcfb-bb5abeea6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:25.326737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-beab772a-e010-457c-bcfb-bb5abeea6e70 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0834265 Jul 19 03:56:25.360757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a4e4a778-00ee-41cb-b629-0a2cba184bf6 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:56:25.394651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-2a349f01-fef1-4e82-877a-87d7ddc6254f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0618963 Jul 19 03:56:25.399066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a4e4a778-00ee-41cb-b629-0a2cba184bf6 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:56:25.443757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-f2307dcb-770d-40cf-a69e-bf8f534fdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:25.445172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-f2307dcb-770d-40cf-a69e-bf8f534fdf7d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0450234 Jul 19 03:56:25.500351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-0deb8f88-96ca-4733-ba6a-9492c8806f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:25.502368 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-0deb8f88-96ca-4733-ba6a-9492c8806f4f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509405 Jul 19 03:56:25.592115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-b0aac5fe-a54f-45a9-92c4-1dabc3e3cd21 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838463 Jul 19 03:56:25.679672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-781f2374-a7e3-4f75-8beb-5e2d10b7f837 req-75d42a6e-97a4-4156-a2be-2c316e67d3dd service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808613 Jul 19 03:56:26.308076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27d7d-f404-4590-b9c6-32d974fadc21 req-a345da45-81f2-4241-b76f-75eec83645f8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:26.309621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fcd27d7d-f404-4590-b9c6-32d974fadc21 req-a345da45-81f2-4241-b76f-75eec83645f8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 945 time: 0.0656216 Jul 19 03:56:26.350493 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fcd27d7d-f404-4590-b9c6-32d974fadc21 req-7b920294-017e-495b-81a1-72a621899be0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338447 Jul 19 03:56:26.514347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a4e4a778-00ee-41cb-b629-0a2cba184bf6 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:56:26.527817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a08e58-ffd3-4305-abce-da475c41ab7a req-7a857148-8e6a-4192-8834-cdc21827897a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:26.529351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65a08e58-ffd3-4305-abce-da475c41ab7a req-7a857148-8e6a-4192-8834-cdc21827897a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 945 time: 0.0672476 Jul 19 03:56:26.565461 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port a4e4a778-00ee-41cb-b629-0a2cba184bf6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:56:26.568970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port a4e4a778-00ee-41cb-b629-0a2cba184bf6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:56:26.569340 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:26.570257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65a08e58-ffd3-4305-abce-da475c41ab7a req-ea5267f1-f7a7-4e7b-9311-d42eff9ba334 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345519 Jul 19 03:56:26.645765 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:26.667327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:56:26.669684 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6764148-fc4e-4799-bc71-7948011e3548" -d '{"events": [{"server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "name": "network-vif-plugged", "status": "completed", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:56:26.683673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:56:26.687932 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:26.717079 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5196159e-cb4c-4b76-851c-69b83bade625 x-openstack-request-id: req-5196159e-cb4c-4b76-851c-69b83bade625 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:56:26.717368 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "name": "network-vif-plugged", "status": "completed", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:56:26.717615 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5196159e-cb4c-4b76-851c-69b83bade625 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:56:26.717995 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'code': 200} Jul 19 03:56:26.744297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a4e4a778-00ee-41cb-b629-0a2cba184bf6,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:56:26.751753 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abeb5f-7015-457e-91b0-b7d5e25dbd9e req-c1311a8c-cff9-42f8-9856-d679cc30e929 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:26.753501 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-33abeb5f-7015-457e-91b0-b7d5e25dbd9e req-c1311a8c-cff9-42f8-9856-d679cc30e929 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0693007 Jul 19 03:56:26.791739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-33abeb5f-7015-457e-91b0-b7d5e25dbd9e req-b970c9ef-f6ea-49e7-b5da-3654274caee0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323930 Jul 19 03:56:27.169662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772286ca-5193-443b-95d1-d6969a4fef19 req-90c9c32f-8d48-4bbb-9d7b-c87a32fe7130 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:27.171213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-772286ca-5193-443b-95d1-d6969a4fef19 req-90c9c32f-8d48-4bbb-9d7b-c87a32fe7130 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0705078 Jul 19 03:56:27.209831 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-772286ca-5193-443b-95d1-d6969a4fef19 req-6ec1a6fe-bb5c-4686-b28e-6c07d80ccd20 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Jul 19 03:56:28.318715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-406592a4-d1f1-4394-8c86-f046e291316a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:28.320570 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-406592a4-d1f1-4394-8c86-f046e291316a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0643983 Jul 19 03:56:28.388146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f6ad1-1af2-4a44-8acf-b76f49a63790 req-3a955bec-7aaa-4ec6-afa1-818df1e85aa1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:28.389671 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86f6ad1-1af2-4a44-8acf-b76f49a63790 req-3a955bec-7aaa-4ec6-afa1-818df1e85aa1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea HTTP/1.1" status: 200 len: 946 time: 0.0641391 Jul 19 03:56:28.425855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Deleting port a4e4a778-00ee-41cb-b629-0a2cba184bf6 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:56:28.426103 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:28.428180 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86f6ad1-1af2-4a44-8acf-b76f49a63790 req-adab675d-fae5-4647-b76e-0f31757deb2a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Jul 19 03:56:28.514194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] For port a4e4a778-00ee-41cb-b629-0a2cba184bf6, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a4e4a778-00ee-41cb-b629-0a2cba184bf6,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:56:28.514587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:28.725259 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:28.725535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:28.725846 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727 disassociated. External IP: 172.25.2.33, port: a4e4a778-00ee-41cb-b629-0a2cba184bf6. Jul 19 03:56:28.726178 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Calling delete_port for a4e4a778-00ee-41cb-b629-0a2cba184bf6 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:56:28.851906 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:28.879209 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event deleted for resources: {'Port': ['ID=a4e4a778-00ee-41cb-b629-0a2cba184bf6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:56:28.997041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:56:29.107588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:56:29.117364 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:56:29.126253 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:56:29.126936 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:56:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:56:29.150132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] No DVR routers for this DVR port a4e4a778-00ee-41cb-b629-0a2cba184bf6 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:56:29.153048 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:29.155143 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d4ac763-d6ab-4157-827d-06d85c846734 req-366e7cab-9f0f-4d3f-8052-4e649f7cfa44 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.26 "DELETE /v2.0/ports/a4e4a778-00ee-41cb-b629-0a2cba184bf6 HTTP/1.1" status: 204 len: 173 time: 0.8294523 Jul 19 03:56:29.155584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'name': 'network-vif-deleted', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:56:29.157832 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3be8d36-a493-43b5-a55e-40bd9d0152f5" -d '{"events": [{"server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "name": "network-vif-deleted", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:56:29.197802 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a185292c-4ac0-4762-9473-d8a35cc10cb9 x-openstack-request-id: req-a185292c-4ac0-4762-9473-d8a35cc10cb9 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:56:29.198115 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea", "name": "network-vif-deleted", "tag": "a4e4a778-00ee-41cb-b629-0a2cba184bf6", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:56:29.198398 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a185292c-4ac0-4762-9473-d8a35cc10cb9 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:56:29.198830 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3b116b-52d3-41b7-b136-8fdb4d9ef1ea', 'name': 'network-vif-deleted', 'tag': 'a4e4a778-00ee-41cb-b629-0a2cba184bf6', 'status': 'completed', 'code': 200} Jul 19 03:56:29.239458 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:56:29.439947 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:56:29.471533 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:56:29.481227 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:56:29.481872 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:56:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:56:29.591908 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:56:29.738685 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-b986fa18-81f0-49bf-8f64-575f84439681 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--716177633&fields=id&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 267 time: 0.0317941 Jul 19 03:56:29.788971 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:56:29.815714 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1e6d9-765d-4c30-9a05-56e0367449d1 None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:56:29.850349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-44190f53-c0bf-4e1e-a592-9d36d12c81f0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:29.852032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-44190f53-c0bf-4e1e-a592-9d36d12c81f0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 812 time: 0.1065564 Jul 19 03:56:29.867490 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-8fe84432-7f28-4440-ba9c-8dcfc1af4499 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/quotas/110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 375 time: 0.0101414 Jul 19 03:56:29.942707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-f4cad76d-3c5e-47c2-addb-9bcaded3bd73 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696502 Jul 19 03:56:30.036359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59938cc-110b-4a44-b6b8-ebd5ab9334f9 None None] New status for floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:56:30.047300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cf508431-4dc9-498a-8146-c6ea20970a73 service neutron] 10.222.0.20 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932016 Jul 19 03:56:30.137047 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-63e84307-ca83-48d9-a72e-103906b1caf5 service neutron] 10.222.0.20 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832987 Jul 19 03:56:30.329117 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3dd51944-8193-4d1a-8471-c5fd2de075a0 req-33b01beb-f9d7-47c1-a84b-912a2154c67b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 210 time: 0.0365417 Jul 19 03:56:31.344123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-4cfad1eb-6201-4ad8-93ac-4240b1288ed3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:31.346201 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-4cfad1eb-6201-4ad8-93ac-4240b1288ed3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 812 time: 0.1100984 Jul 19 03:56:31.395610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-a4a87986-6f7e-4174-97d1-b266ced0f559 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 379 time: 0.0390708 Jul 19 03:56:31.404648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'port': {'device_id': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'admin_state_up': True, 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'security_groups': ['2583ee9c-8172-4b86-aa58-2b015c0cc55b']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:56:31.504424 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3cca080d-555b-444d-9b47-8f8238ad7771 req-526a214d-5889-495d-ac15-7e04d02d203b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 210 time: 0.0358226 Jul 19 03:56:31.545844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Made reservation on behalf of 110cbcf4d1254576814284b7c8211463 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:56:31.549654 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:31.676545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Allocated IP 172.20.0.9 (f9de8f16-06fb-4868-b0b5-6f4936464847/dc497ee6-de2f-48ba-a6a9-73b61f0c759d/7f7d1756-4c0d-4a2d-9591-ecb904450830) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:56:31.810990 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:31.823957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Transition to ACTIVE for port object 7f7d1756-4c0d-4a2d-9591-ecb904450830 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:56:31.858460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:31.908629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Network f9de8f16-06fb-4868-b0b5-6f4936464847 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:56:31.913870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:56:31.916369 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:56:31.952358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event updated for resources: {'Port': ['ID=7f7d1756-4c0d-4a2d-9591-ecb904450830,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:56:31.965255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.965605 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.965953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.966313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.966651 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.966987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.967320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.967654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.967981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.968307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.968633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.968958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:56:31.984445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:31.985096 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:32.000126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-54bfa21a-e1d9-4d59-8794-0b8ee547ea61 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5995014 Jul 19 03:56:32.011751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Request body: {'port': {'device_id': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:56:32.087199 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:32.185869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-35fcb730-6901-41e3-b87d-769fd98f3660 None None] Provisioning for port 7f7d1756-4c0d-4a2d-9591-ecb904450830 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:56:32.190574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-35fcb730-6901-41e3-b87d-769fd98f3660 None None] Provisioning complete for port 7f7d1756-4c0d-4a2d-9591-ecb904450830 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:56:32.190982 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-35fcb730-6901-41e3-b87d-769fd98f3660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:32.224876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-35fcb730-6901-41e3-b87d-769fd98f3660 None None] Port 7f7d1756-4c0d-4a2d-9591-ecb904450830 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:56:32.351357 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7d1756-4c0d-4a2d-9591-ecb904450830 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:56:32.358830 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:32.370951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Transition to ACTIVE for port object 7f7d1756-4c0d-4a2d-9591-ecb904450830 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:56:32.374520 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:32.425584 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d1756-4c0d-4a2d-9591-ecb904450830,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:56:32.495589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Attempting to bind port 7f7d1756-4c0d-4a2d-9591-ecb904450830 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:56:32.495937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Attempting to bind port 7f7d1756-4c0d-4a2d-9591-ecb904450830 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:56:32.496268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Attempting to bind port 7f7d1756-4c0d-4a2d-9591-ecb904450830 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:56:32.500825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Port 7f7d1756-4c0d-4a2d-9591-ecb904450830 on network f9de8f16-06fb-4868-b0b5-6f4936464847 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:56:32.501150 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Attempting to bind port 7f7d1756-4c0d-4a2d-9591-ecb904450830 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:56:32.506241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:56:32.506613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:56:32.506999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:56:32.507684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Bound port: 7f7d1756-4c0d-4a2d-9591-ecb904450830, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:56:32.508045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:32.514517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a4e4a778-00ee-41cb-b629-0a2cba184bf6 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:56:32.553156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: a4e4a778-00ee-41cb-b629-0a2cba184bf6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:56:32.553547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a4e4a778-00ee-41cb-b629-0a2cba184bf6 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:56:32.589643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:56:32.593293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:56:32.597824 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:32.630460 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:32.631089 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:32.632729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] 10.222.0.25 "PUT /v2.0/ports/7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 1092 time: 0.6254213 Jul 19 03:56:32.633165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:56:32.635728 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:56:32.717840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e1760-8d15-4e63-bf40-2c8fade81c20 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d1756-4c0d-4a2d-9591-ecb904450830,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:56:32.718444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48fbd9-8530-43fe-9be9-a8be3c7eaa64 req-8832319a-2bcd-4d8d-8f6f-ee97c23070be tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:32.719992 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8e48fbd9-8530-43fe-9be9-a8be3c7eaa64 req-8832319a-2bcd-4d8d-8f6f-ee97c23070be tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 943 time: 0.0906889 Jul 19 03:56:32.756901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-eaaf377c-a3c1-4b12-bbeb-c4b9ab35a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:32.759012 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-eaaf377c-a3c1-4b12-bbeb-c4b9ab35a3eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1095 time: 0.0719743 Jul 19 03:56:32.760495 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e1b465-ca65-46b8-83d0-15064f492dac x-openstack-request-id: req-60e1b465-ca65-46b8-83d0-15064f492dac {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:56:32.760784 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:56:32.761037 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60e1b465-ca65-46b8-83d0-15064f492dac {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:56:32.761426 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'status': 'completed', 'code': 200} Jul 19 03:56:32.764915 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8e48fbd9-8530-43fe-9be9-a8be3c7eaa64 req-1082fc35-c397-4676-9400-3e75995040ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383215 Jul 19 03:56:32.807143 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-f930cc64-f509-4410-bbfe-fcf1f9b16ba1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 217 time: 0.0399404 Jul 19 03:56:32.857926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-2094caee-257c-46d3-95e3-f3edf65a1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:32.859462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-2094caee-257c-46d3-95e3-f3edf65a1088 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0460014 Jul 19 03:56:32.917746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-ee2895fe-d4be-47a3-b0ba-1103bc81e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:32.919450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-ee2895fe-d4be-47a3-b0ba-1103bc81e759 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540457 Jul 19 03:56:33.011157 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-ee3b3061-4bc6-4e29-aea4-dfa206dbcdc8 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853386 Jul 19 03:56:33.100208 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c92a6512-f92c-45e7-bb40-d3ff81c4ce2c req-c7c1e6d7-0e98-4a93-80ce-0370ed8558c6 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813696 Jul 19 03:56:33.203750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-cbb284f3-fa04-4ded-a263-3fd6647382cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:33.205786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-cbb284f3-fa04-4ded-a263-3fd6647382cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1095 time: 0.0567005 Jul 19 03:56:33.292941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-c4bbf233-5acd-4d1c-955f-e97b6493b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:33.294391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-c4bbf233-5acd-4d1c-955f-e97b6493b7f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0832214 Jul 19 03:56:33.338530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-730be525-3e29-4a00-80e4-5af083eec664 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 217 time: 0.0368476 Jul 19 03:56:33.665440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-ad255b9f-b8bc-4431-aa7e-72359ea26bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:33.666860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-ad255b9f-b8bc-4431-aa7e-72359ea26bb0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.3223648 Jul 19 03:56:33.723255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-98cb3fb5-c639-46c8-b060-21cde054b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:33.724709 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-98cb3fb5-c639-46c8-b060-21cde054b0f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507660 Jul 19 03:56:33.815888 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-be5bf2c6-194a-43b1-a3f8-622686570e95 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840721 Jul 19 03:56:33.941713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df76b3d1-28ff-4ae7-a359-b8316c42dcc3 req-f3d99dea-46fe-46c5-924f-cf4667b1f022 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183703 Jul 19 03:56:33.962626 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091fcbe-f4cc-4a3c-b436-e5b4fde77e39 req-13932b70-74da-4ad1-a8e7-d6bf880b5fca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:33.964094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a091fcbe-f4cc-4a3c-b436-e5b4fde77e39 req-13932b70-74da-4ad1-a8e7-d6bf880b5fca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 943 time: 0.0859611 Jul 19 03:56:34.001565 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a091fcbe-f4cc-4a3c-b436-e5b4fde77e39 req-00145c45-5a2c-4f38-b375-ffda0730c4a2 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319154 Jul 19 03:56:35.172249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829e442-83f3-413d-b2ec-0f70fbeea5b8 req-42a011c5-95ec-403b-87eb-f7c3c45b5426 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:35.174249 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d829e442-83f3-413d-b2ec-0f70fbeea5b8 req-42a011c5-95ec-403b-87eb-f7c3c45b5426 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 943 time: 0.0630238 Jul 19 03:56:35.211272 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d829e442-83f3-413d-b2ec-0f70fbeea5b8 req-d26213ed-470c-4f7e-81df-409ca400ccf3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 Jul 19 03:56:35.407485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 7f7d1756-4c0d-4a2d-9591-ecb904450830 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:56:35.503727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:56:35.514470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'mac_address': 'fa:16:3e:25:d8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:56:35.550073 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:35.561977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7d1756-4c0d-4a2d-9591-ecb904450830 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:56:35.580896 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:56:35.584765 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:35.633493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=7f7d1756-4c0d-4a2d-9591-ecb904450830,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:56:35.806333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['7f7d1756-4c0d-4a2d-9591-ecb904450830'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:56:36.389040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bce6ff-108f-42d9-859c-0dc0f4d636af req-5b0a07a0-5b7f-44e2-8234-62442563dacc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:36.390570 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41bce6ff-108f-42d9-859c-0dc0f4d636af req-5b0a07a0-5b7f-44e2-8234-62442563dacc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 944 time: 0.0656705 Jul 19 03:56:36.427674 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-41bce6ff-108f-42d9-859c-0dc0f4d636af req-bcf6a3fa-372a-4698-9e38-d3e16fc82da2 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306575 Jul 19 03:56:37.328844 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:37.411148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 7f7d1756-4c0d-4a2d-9591-ecb904450830 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:56:37.460573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 7f7d1756-4c0d-4a2d-9591-ecb904450830 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:56:37.464427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 7f7d1756-4c0d-4a2d-9591-ecb904450830 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:56:37.464803 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:37.537387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:37.552061 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:37.573986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:56:37.576226 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7772577-89ac-45cb-baa2-4731094ba721" -d '{"events": [{"server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:56:37.589469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:56:37.594399 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:37.612603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddfff0-8783-4101-b728-48115964049d req-54249c6b-2c19-4c71-926a-05a3b1043c37 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:37.614485 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12ddfff0-8783-4101-b728-48115964049d req-54249c6b-2c19-4c71-926a-05a3b1043c37 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 944 time: 0.0718446 Jul 19 03:56:37.621235 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1954fd-9ead-4956-b89b-28775a670983 x-openstack-request-id: req-cb1954fd-9ead-4956-b89b-28775a670983 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:56:37.621538 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:56:37.621775 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb1954fd-9ead-4956-b89b-28775a670983 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:56:37.622297 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'code': 200} Jul 19 03:56:37.653777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=7f7d1756-4c0d-4a2d-9591-ecb904450830,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:56:37.659044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12ddfff0-8783-4101-b728-48115964049d req-640199d1-49e6-48ab-9d1b-ed421676491a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391111 Jul 19 03:56:37.735975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8fd2-0605-4d89-8b29-b35d8ab2fd80 req-3ba96082-5f98-4b1a-8a88-ad109260ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:37.738194 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4cfb8fd2-0605-4d89-8b29-b35d8ab2fd80 req-3ba96082-5f98-4b1a-8a88-ad109260ca7c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1097 time: 0.0539970 Jul 19 03:56:37.771134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4cfb8fd2-0605-4d89-8b29-b35d8ab2fd80 req-91c3031b-1f7b-4244-96fc-c02ad6cba83d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262496 Jul 19 03:56:38.828091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d58aec-d99b-4673-b476-23abe4bd2336 req-a18702ea-7ca8-49c1-94ba-6dda017abe56 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:38.829465 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94d58aec-d99b-4673-b476-23abe4bd2336 req-a18702ea-7ca8-49c1-94ba-6dda017abe56 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0626755 Jul 19 03:56:38.866203 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94d58aec-d99b-4673-b476-23abe4bd2336 req-0bac9249-6654-499a-909c-a67ad3fd5daa tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Jul 19 03:56:39.030321 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea6168-046a-42f4-af31-49b1bb06b82c req-3a41db42-a81c-44ca-8cca-ebba4e7f5f09 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:39.031793 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-01ea6168-046a-42f4-af31-49b1bb06b82c req-3a41db42-a81c-44ca-8cca-ebba4e7f5f09 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0631013 Jul 19 03:56:39.040400 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 43630) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:56:39.045000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-067c78dd-6efb-4f8b-8e4c-fc22ff2a3aef tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'floatingip': {'port_id': '7f7d1756-4c0d-4a2d-9591-ecb904450830'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:56:39.086639 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-067c78dd-6efb-4f8b-8e4c-fc22ff2a3aef tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:39.842060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-067c78dd-6efb-4f8b-8e4c-fc22ff2a3aef tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:39.846062 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-067c78dd-6efb-4f8b-8e4c-fc22ff2a3aef tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:39.944330 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-067c78dd-6efb-4f8b-8e4c-fc22ff2a3aef tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727 associated. External IP: 172.25.2.33, port: 7f7d1756-4c0d-4a2d-9591-ecb904450830. Jul 19 03:56:40.144583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067c78dd-6efb-4f8b-8e4c-fc22ff2a3aef tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:56:40.254477 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067c78dd-6efb-4f8b-8e4c-fc22ff2a3aef tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:56:40.259693 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-067c78dd-6efb-4f8b-8e4c-fc22ff2a3aef tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:40.263880 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:56:40.272621 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:56:40.273232 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:56:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:56:40.298543 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-067c78dd-6efb-4f8b-8e4c-fc22ff2a3aef tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "PUT /v2.0/floatingips/8f76340c-289f-422b-8d03-8a24d2d9e727 HTTP/1.1" status: 200 len: 990 time: 1.2543938 Jul 19 03:56:40.298543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:56:40.298916 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3031d15-18db-4831-8036-5c209badce39" -d '{"events": [{"name": "network-changed", "server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:56:40.337763 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa4f3ae-a717-4e80-941f-09a21c3872f4 x-openstack-request-id: req-7fa4f3ae-a717-4e80-941f-09a21c3872f4 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:56:40.338124 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:56:40.338544 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fa4f3ae-a717-4e80-941f-09a21c3872f4 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:56:40.339103 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'status': 'completed', 'code': 200} Jul 19 03:56:40.383072 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:56:40.416162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031d15-18db-4831-8036-5c209badce39 req-653754d0-a89d-4b8d-958e-8bf3d629ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:40.417695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3031d15-18db-4831-8036-5c209badce39 req-653754d0-a89d-4b8d-958e-8bf3d629ed34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1097 time: 0.0559585 Jul 19 03:56:40.513855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031d15-18db-4831-8036-5c209badce39 req-01f033b1-9ae7-45fe-b9b5-321aff3ec968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:40.515377 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3031d15-18db-4831-8036-5c209badce39 req-01f033b1-9ae7-45fe-b9b5-321aff3ec968 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0897324 Jul 19 03:56:40.579148 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3031d15-18db-4831-8036-5c209badce39 req-bb1ef033-3e0e-4865-91fb-84dd2a68b8b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 998 time: 0.0575879 Jul 19 03:56:40.609276 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:25:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T03:56:39Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:56:40.630920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031d15-18db-4831-8036-5c209badce39 req-2e529661-7766-4dce-8521-17cdcba80357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:40.632388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3031d15-18db-4831-8036-5c209badce39 req-2e529661-7766-4dce-8521-17cdcba80357 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0472333 Jul 19 03:56:40.635635 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:56:40.644319 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:56:40.644924 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:56:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:56:40.689061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031d15-18db-4831-8036-5c209badce39 req-6eda8911-07b0-48da-8486-77423b91ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:40.691105 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3031d15-18db-4831-8036-5c209badce39 req-6eda8911-07b0-48da-8486-77423b91ee33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527165 Jul 19 03:56:40.784141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3031d15-18db-4831-8036-5c209badce39 req-7caa0524-ba0c-4b36-a657-4fa2493dc54e service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865588 Jul 19 03:56:40.838353 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:56:40.877726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3031d15-18db-4831-8036-5c209badce39 req-88115b3f-4000-4713-b6a9-ce2b7dd1e311 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878401 Jul 19 03:56:41.057330 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:25:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T03:56:39Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:56:41.082821 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3266577-bb3b-46ec-9a22-960e2fa75cdf None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:25:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T03:56:39Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:56:41.261684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b587d-10a1-4ff1-b6a1-74a6bcc7c16d None None] New status for floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:56:42.534308 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5f8c52f2-e5a3-4af0-88c4-a619f5111f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:45.108109 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-85878af3-6361-471c-96aa-2ad55a9c4adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:45.692367 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:46.525055 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:48.045626 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:56:53.662228 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-294a7806-90fd-450b-80fe-af47f72d29ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511937 Jul 19 03:56:53.760902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-d043e796-d9ec-4b17-ac01-274b24f9e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:53.762328 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-d043e796-d9ec-4b17-ac01-274b24f9e205 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1097 time: 0.0570292 Jul 19 03:56:53.868174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-bf49a757-4fc5-4b87-8072-bd1487832102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:53.869644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-bf49a757-4fc5-4b87-8072-bd1487832102 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0854762 Jul 19 03:56:53.937495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-b4773c85-78e9-4736-bea1-0e6f10cded6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 1000 time: 0.0609667 Jul 19 03:56:53.984504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-8b3ada0c-3666-4f0b-a81f-dab2adf1fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:53.985896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-8b3ada0c-3666-4f0b-a81f-dab2adf1fa6b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0422318 Jul 19 03:56:54.041954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-5595d16e-2cce-4bc0-92ea-4577270b3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:56:54.043390 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-5595d16e-2cce-4bc0-92ea-4577270b3e91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516357 Jul 19 03:56:54.138329 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-474bc542-5ffc-4194-979c-66deed9c31e1 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872405 Jul 19 03:56:54.226980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a260799-94af-45d1-95a1-a0dabbbf5dd9 req-23637587-a35a-4c35-982a-70c25d163acf service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815909 Jul 19 03:56:54.919396 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:57:07.338998 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:07.517784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:12.535800 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-570eb510-031b-4665-8ab1-a901a7e31e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:15.108314 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c29b8959-2d4d-4818-b4d3-c56f2c5ffb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:15.694310 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:16.528446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:18.047253 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:31.919209 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:57:37.354044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:37.519697 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:42.536302 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-20d639ec-eea6-44ca-84ed-a27bc1b6bb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:45.107946 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-06b45e57-b6e3-4a3f-900d-c9e800b9d09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:45.695170 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:46.531091 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:48.049186 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:57:53.725719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-4bd50a47-7a6e-4918-9725-023c39fc32d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1017272 Jul 19 03:57:53.821728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-93cb25b4-4bd0-41d5-aba7-d82f1f756894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:57:53.823311 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-93cb25b4-4bd0-41d5-aba7-d82f1f756894 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1097 time: 0.0547223 Jul 19 03:57:53.925594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-7211791d-2080-4ab2-a429-6dadb03227a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:57:53.927026 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-7211791d-2080-4ab2-a429-6dadb03227a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0845413 Jul 19 03:57:53.993552 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-e58f0e5f-9922-4b50-acd6-8e67b1d49abb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 1000 time: 0.0605478 Jul 19 03:57:54.041580 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-80cac895-d478-4bbd-86a6-8c358315a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:57:54.043056 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-80cac895-d478-4bbd-86a6-8c358315a049 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0439241 Jul 19 03:57:54.098208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-fa632863-995d-4624-b0e0-b144cfe9455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:57:54.099757 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-fa632863-995d-4624-b0e0-b144cfe9455e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506392 Jul 19 03:57:54.195551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-1cfe8219-0889-4b55-bc23-44aca4ae5e67 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893188 Jul 19 03:57:54.285882 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-34d19951-02e6-460f-ba86-7bfa0969f116 req-a8f8e7f1-e10e-482a-99c8-07196ba74dfd service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841908 Jul 19 03:58:02.453887 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-18c5d9de-cf36-405b-96fb-1481d969cb9e req-a99541bd-a2e1-4d03-bdaf-94053c4379ad service neutron] (94344) timed out ('10.222.0.25', 51913) {{(pid=94344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 03:58:07.354657 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:07.521464 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:08.919280 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:58:12.535880 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dca49a1c-809d-4449-a3ff-e3eda3a56e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:15.108653 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-069a63c3-492c-4924-87e5-ae4997d13eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:15.609236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047bc57-20ab-47f0-844a-21c2c71961c4 req-274d64ce-34dc-4e2b-a867-4f89776c9f36 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:15.610746 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8047bc57-20ab-47f0-844a-21c2c71961c4 req-274d64ce-34dc-4e2b-a867-4f89776c9f36 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0677011 Jul 19 03:58:15.648516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8047bc57-20ab-47f0-844a-21c2c71961c4 req-e24fb152-fabe-447e-8a5b-2ac51fe623cc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316174 Jul 19 03:58:15.696237 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:16.533616 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:16.831229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d657c7e-1503-4c3d-86ed-953435a3f6fd req-4854da26-5fe2-4d5b-9257-f0a3098fabe9 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:16.833275 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d657c7e-1503-4c3d-86ed-953435a3f6fd req-4854da26-5fe2-4d5b-9257-f0a3098fabe9 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0689719 Jul 19 03:58:16.870325 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d657c7e-1503-4c3d-86ed-953435a3f6fd req-beeaa160-e828-4d56-8c68-fdf0c7811813 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314915 Jul 19 03:58:18.051126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ae7a-2f46-4b20-b58f-10ed5c61da45 req-01496b34-d456-494d-8864-ba7570900c8e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:18.053045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4357ae7a-2f46-4b20-b58f-10ed5c61da45 req-01496b34-d456-494d-8864-ba7570900c8e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0704761 Jul 19 03:58:18.053929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:18.090829 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4357ae7a-2f46-4b20-b58f-10ed5c61da45 req-a2fd76f1-327a-4113-ae3f-3c8a22981800 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319169 Jul 19 03:58:19.264518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec640256-b4fa-4170-a354-cdb156004e1e req-7b70b61d-89f1-40dd-ac36-125f55a9ba06 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:19.266008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec640256-b4fa-4170-a354-cdb156004e1e req-7b70b61d-89f1-40dd-ac36-125f55a9ba06 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0629652 Jul 19 03:58:19.303299 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec640256-b4fa-4170-a354-cdb156004e1e req-0fea4d6f-b34a-4e3e-8470-948e9728c76a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316236 Jul 19 03:58:20.479859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69304e4e-b191-4304-8ba7-798cc24e7aed req-47dae7af-e4ee-4db4-9c4b-ad5ec85c8f1c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:20.481331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-69304e4e-b191-4304-8ba7-798cc24e7aed req-47dae7af-e4ee-4db4-9c4b-ad5ec85c8f1c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0651755 Jul 19 03:58:20.518443 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-69304e4e-b191-4304-8ba7-798cc24e7aed req-7befa367-021f-4f30-8049-d96c5fb433c6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315726 Jul 19 03:58:21.694896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090e7e9-1d88-411d-9fde-bd5c01fe76e5 req-77a41c61-c3de-41de-87a1-6b08714a634b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:21.696381 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8090e7e9-1d88-411d-9fde-bd5c01fe76e5 req-77a41c61-c3de-41de-87a1-6b08714a634b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0669522 Jul 19 03:58:21.733741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8090e7e9-1d88-411d-9fde-bd5c01fe76e5 req-792a6cfc-facf-4757-ab88-24faa2f6973a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318241 Jul 19 03:58:22.907726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f3d13-8161-47aa-90f4-8c19ca139fbc req-ba1ae6f0-dd37-44a0-94da-6539bf7cc898 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:22.909126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f77f3d13-8161-47aa-90f4-8c19ca139fbc req-ba1ae6f0-dd37-44a0-94da-6539bf7cc898 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0641181 Jul 19 03:58:22.947522 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f77f3d13-8161-47aa-90f4-8c19ca139fbc req-53bb10dd-09c6-4ef4-84db-4c1ad78fa927 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322912 Jul 19 03:58:24.124738 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c65abc-902d-42f4-bec9-7f4d17549f94 req-7f4926c9-16cd-46e5-ac9b-583b0c56aa8b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:24.126451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5c65abc-902d-42f4-bec9-7f4d17549f94 req-7f4926c9-16cd-46e5-ac9b-583b0c56aa8b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0641475 Jul 19 03:58:24.167000 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a5c65abc-902d-42f4-bec9-7f4d17549f94 req-c9129331-c54e-4678-aa17-fe8ba82c99a4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340285 Jul 19 03:58:25.338805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba556b-6a13-4f70-a923-24020a7195fa req-40aa077e-591a-4b46-8c38-67d631ad62c6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:25.340316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9fba556b-6a13-4f70-a923-24020a7195fa req-40aa077e-591a-4b46-8c38-67d631ad62c6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0628903 Jul 19 03:58:25.377065 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9fba556b-6a13-4f70-a923-24020a7195fa req-ff3ee02f-4737-4ca9-8370-7684cbc2022c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313289 Jul 19 03:58:26.549869 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33c5ad-4737-4039-82d1-591055fdb983 req-073056fe-36b1-4258-b238-463f9ff50951 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:26.551427 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c33c5ad-4737-4039-82d1-591055fdb983 req-073056fe-36b1-4258-b238-463f9ff50951 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0636818 Jul 19 03:58:26.588294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c33c5ad-4737-4039-82d1-591055fdb983 req-20517901-5641-41f5-8106-426975ea34d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313876 Jul 19 03:58:26.923854 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-70828376-b67e-4831-a0f6-e7ae53199648 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556479 Jul 19 03:58:26.985451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a684aa-cd43-4cde-8fe1-fd91fa7e40d2 req-98b3146f-d22d-4877-8710-3647a7ae9f49 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:26.987003 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-82a684aa-cd43-4cde-8fe1-fd91fa7e40d2 req-98b3146f-d22d-4877-8710-3647a7ae9f49 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0701854 Jul 19 03:58:27.026143 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-82a684aa-cd43-4cde-8fe1-fd91fa7e40d2 req-abaf6c2b-6e3d-48e7-b650-4db9a9217850 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330875 Jul 19 03:58:28.196063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d1c97-df3f-447a-bbd5-ba0774817236 req-0b3b5db4-ce86-4cbc-a7c8-5319bec31df6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:28.197533 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-832d1c97-df3f-447a-bbd5-ba0774817236 req-0b3b5db4-ce86-4cbc-a7c8-5319bec31df6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0625091 Jul 19 03:58:28.239948 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-832d1c97-df3f-447a-bbd5-ba0774817236 req-9d2412af-56a4-4c32-94cb-2fdfe47025a9 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369422 Jul 19 03:58:29.419910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366e7f1-edb8-4a86-8452-8498973e4d2f req-b074fb46-a8da-4259-9d1d-d56eb5e1e583 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:29.421442 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b366e7f1-edb8-4a86-8452-8498973e4d2f req-b074fb46-a8da-4259-9d1d-d56eb5e1e583 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0708659 Jul 19 03:58:29.461144 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b366e7f1-edb8-4a86-8452-8498973e4d2f req-83019f19-3d39-46c0-b0cc-1f2aca09df52 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337155 Jul 19 03:58:30.634586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b4486-da8a-44c3-9719-b16cc99091e1 req-cdd714fc-6ece-45f4-a2fd-9d431849195f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:30.636326 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b9b4486-da8a-44c3-9719-b16cc99091e1 req-cdd714fc-6ece-45f4-a2fd-9d431849195f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0626872 Jul 19 03:58:30.672131 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b9b4486-da8a-44c3-9719-b16cc99091e1 req-3d42a07f-309b-4cd8-aaff-3af92cd69f75 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304301 Jul 19 03:58:31.857200 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9e0a9-38a6-44db-80df-97d1f5e65832 req-062eaa70-4a86-4b84-bfa7-e3a154f008de tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:31.858768 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ce9e0a9-38a6-44db-80df-97d1f5e65832 req-062eaa70-4a86-4b84-bfa7-e3a154f008de tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0693729 Jul 19 03:58:31.909033 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6ce9e0a9-38a6-44db-80df-97d1f5e65832 req-7aabb110-7826-4ea3-83fa-b9d63efb68d4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431423 Jul 19 03:58:32.225636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-20d24854-87fd-41d3-b69a-edf7eb3d4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:32.227169 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-20d24854-87fd-41d3-b69a-edf7eb3d4270 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1097 time: 0.0567200 Jul 19 03:58:32.315745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-18aecad4-a92f-4035-8b4b-629932879de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:32.317430 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-18aecad4-a92f-4035-8b4b-629932879de7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0839088 Jul 19 03:58:32.384492 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-953f2fc3-4ea3-4924-9c30-b27f24aa146f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 1000 time: 0.0609109 Jul 19 03:58:32.431909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-0b39100b-9c90-4e42-92e7-1ea7ea65d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:32.433245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-0b39100b-9c90-4e42-92e7-1ea7ea65d234 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0427270 Jul 19 03:58:32.487748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-74c79021-b5d9-4dcb-b0fb-52bad5e8c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:32.489823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-74c79021-b5d9-4dcb-b0fb-52bad5e8c0a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503170 Jul 19 03:58:32.580677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-43fdf4f7-3f0b-44cd-b04b-cf66d9004501 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845528 Jul 19 03:58:32.668936 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-d1e8b6e6-1cf9-4ad3-a9f4-7143080ed26c service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813479 Jul 19 03:58:33.089330 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de67eb-3c2a-4a79-9dba-2d4cef6e9158 req-ca121ab1-529e-48a2-8118-9b9aa193a962 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:33.090782 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e6de67eb-3c2a-4a79-9dba-2d4cef6e9158 req-ca121ab1-529e-48a2-8118-9b9aa193a962 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0682883 Jul 19 03:58:33.127750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e6de67eb-3c2a-4a79-9dba-2d4cef6e9158 req-fd1390f7-9aab-41c5-a184-460a0f6799fa tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314817 Jul 19 03:58:34.300811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2ad45-a888-4417-8b13-01b2612f2e4e req-e71d8438-da0c-4bca-a630-e7d92a169aff tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:34.302463 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75e2ad45-a888-4417-8b13-01b2612f2e4e req-e71d8438-da0c-4bca-a630-e7d92a169aff tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0630686 Jul 19 03:58:34.339301 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75e2ad45-a888-4417-8b13-01b2612f2e4e req-a0d96920-3afe-47df-b813-940f1704d48f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Jul 19 03:58:34.566752 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-8e34482d-74dc-4ad1-a76c-d347cd24dd4d service neutron] show failed (client error): The resource could not be found. Jul 19 03:58:34.568019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-8e34482d-74dc-4ad1-a76c-d347cd24dd4d service neutron] 10.222.0.25 "GET /v2.0/ports/7f7d1756-4c0d-4a2d-9591-ecb904450830/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0550063 Jul 19 03:58:34.911475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-4847c220-586d-4479-bc85-92992e538056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:34.912946 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-4847c220-586d-4479-bc85-92992e538056 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 1097 time: 0.1542301 Jul 19 03:58:34.923980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:58:34.997077 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:35.197873 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:58:35.230433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:58:35.267969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:58:35.270847 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abf1167-2a30-4e1c-b51f-1c05be8f1197" -d '{"events": [{"server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:58:35.274679 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:35.288135 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Transition to ACTIVE for port object 7f7d1756-4c0d-4a2d-9591-ecb904450830 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:58:35.292293 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:35.401370 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d1756-4c0d-4a2d-9591-ecb904450830,revision_number=6']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:58:35.404444 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41264f15-ec5f-4c95-a4f9-4d8f827632cd x-openstack-request-id: req-41264f15-ec5f-4c95-a4f9-4d8f827632cd {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:58:35.405039 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:58:35.405296 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41264f15-ec5f-4c95-a4f9-4d8f827632cd {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:58:35.405979 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'code': 200} Jul 19 03:58:35.424855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] No DVR routers for this DVR port 7f7d1756-4c0d-4a2d-9591-ecb904450830 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:58:35.432259 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.432665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.433010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.433344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.433676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.434004 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.434349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.434675 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.435000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.435694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.435901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.436358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:35.596196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268c21-3fc0-4ec1-8b1c-c65216e08d44 req-8355b7d9-d8bb-409a-97a3-dd120f55adea tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:35.597608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56268c21-3fc0-4ec1-8b1c-c65216e08d44 req-8355b7d9-d8bb-409a-97a3-dd120f55adea tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 943 time: 0.1200182 Jul 19 03:58:35.644552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Attempting to bind port 7f7d1756-4c0d-4a2d-9591-ecb904450830 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:58:35.645521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Attempting to bind port 7f7d1756-4c0d-4a2d-9591-ecb904450830 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:58:35.645848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Attempting to bind port 7f7d1756-4c0d-4a2d-9591-ecb904450830 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:58:35.654238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Port 7f7d1756-4c0d-4a2d-9591-ecb904450830 on network f9de8f16-06fb-4868-b0b5-6f4936464847 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:58:35.654518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Attempting to bind port 7f7d1756-4c0d-4a2d-9591-ecb904450830 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:58:35.667444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:58:35.667780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:58:35.668159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:58:35.668575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Bound port: 7f7d1756-4c0d-4a2d-9591-ecb904450830, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:58:35.668925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:35.673843 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-56268c21-3fc0-4ec1-8b1c-c65216e08d44 req-42cde75b-04a7-43bd-9b89-1a154387940f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553849 Jul 19 03:58:35.732847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:58:35.736153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:58:35.740848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:35.778510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:35.779123 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:35.780520 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] 10.222.0.26 "PUT /v2.0/ports/7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 1092 time: 0.8604293 Jul 19 03:58:35.801890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37915f-78cd-4147-9139-0a3e9a63e525 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d1756-4c0d-4a2d-9591-ecb904450830,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:58:35.866886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-019796ca-c020-4584-be12-6ff4ec01d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:35.868590 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-019796ca-c020-4584-be12-6ff4ec01d880 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1095 time: 0.0567703 Jul 19 03:58:35.959290 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-c4ed1a27-e147-4443-a13c-4389b928ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:35.960785 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-c4ed1a27-e147-4443-a13c-4389b928ec5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0864673 Jul 19 03:58:36.026567 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-08f61371-4662-49c6-9a69-a2489121ad0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 998 time: 0.0596488 Jul 19 03:58:36.074633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-05d360ce-abae-443e-b063-f02d310ba641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:36.076080 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-05d360ce-abae-443e-b063-f02d310ba641 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0435672 Jul 19 03:58:36.133500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-39e9516e-3107-42f6-a19d-c33c6d5429b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:36.135035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-39e9516e-3107-42f6-a19d-c33c6d5429b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522223 Jul 19 03:58:36.226598 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-56b61baf-58b8-41ca-9bdb-d8d2c6dcd425 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850418 Jul 19 03:58:36.317881 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5e9a5a3b-d5c2-47a0-992e-e381aa8e3e17 req-1f47a814-3753-4ad8-9f78-828291b88ac0 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849786 Jul 19 03:58:36.851896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea7a8-c0d7-4bd5-97a2-ce6626404fc7 req-1c3c30f1-022a-45c4-bf00-3aa9f03eb9a8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:36.853322 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81bea7a8-c0d7-4bd5-97a2-ce6626404fc7 req-1c3c30f1-022a-45c4-bf00-3aa9f03eb9a8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 943 time: 0.0671949 Jul 19 03:58:36.890700 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-81bea7a8-c0d7-4bd5-97a2-ce6626404fc7 req-f5b996b2-3c0c-4392-9ec5-7aca8289599e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Jul 19 03:58:37.353198 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:37.407580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:58:37.409851 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034" -d '{"events": [{"name": "network-changed", "server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:58:37.456699 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd10cd7-c363-4793-bb1b-2929c985be85 x-openstack-request-id: req-4bd10cd7-c363-4793-bb1b-2929c985be85 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:58:37.456994 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:58:37.457252 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bd10cd7-c363-4793-bb1b-2929c985be85 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:58:37.457655 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'status': 'completed', 'code': 200} Jul 19 03:58:37.525992 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:37.540107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-ee7a6f2b-8fc6-4072-ad1f-d8da0891d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:37.541846 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-ee7a6f2b-8fc6-4072-ad1f-d8da0891d348 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1095 time: 0.0643702 Jul 19 03:58:37.548206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-9762d4e0-e715-47b8-986b-3c1df49a6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:37.549836 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-9762d4e0-e715-47b8-986b-3c1df49a6dd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1095 time: 0.0653958 Jul 19 03:58:37.635311 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-b93f72f5-ca95-46da-b8ac-89031795bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:37.637063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-b93f72f5-ca95-46da-b8ac-89031795bad4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0894711 Jul 19 03:58:37.643329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-a9597c95-cff3-4fdc-b628-a65982b65b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:37.644884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-a9597c95-cff3-4fdc-b628-a65982b65b16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0889933 Jul 19 03:58:37.708057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-1355e391-8ee0-4f06-a869-079e355004a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 998 time: 0.0642431 Jul 19 03:58:37.714960 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-6a04c26a-8d19-42d9-89d6-8e147881e895 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 998 time: 0.0638843 Jul 19 03:58:37.757176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-6dff76f2-5209-42e9-b3db-6ee04e7dd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:37.758710 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-6dff76f2-5209-42e9-b3db-6ee04e7dd776 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0446572 Jul 19 03:58:37.762424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-f76cee0f-8f81-40aa-805b-331a6705fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:37.763862 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-f76cee0f-8f81-40aa-805b-331a6705fdcd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0434697 Jul 19 03:58:37.815315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-83725a62-0aef-46c4-97a0-1e7ea8ff4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:37.816843 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-83725a62-0aef-46c4-97a0-1e7ea8ff4c47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520084 Jul 19 03:58:37.819795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-75500b3f-9e15-4422-af85-9d40d56c955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:37.821270 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-75500b3f-9e15-4422-af85-9d40d56c955f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508285 Jul 19 03:58:37.913730 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-ea398ea4-ce5a-4016-94ac-f4a6cb39e49b service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862889 Jul 19 03:58:37.918733 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-8bbf3fff-3db8-4661-8ddf-e90bee5a12cf service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954523 Jul 19 03:58:37.939036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 7f7d1756-4c0d-4a2d-9591-ecb904450830 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:58:37.983117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 7f7d1756-4c0d-4a2d-9591-ecb904450830 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:58:38.019866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-f9e1681b-acb3-44fc-a935-24c52b3cbfaf service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000464 Jul 19 03:58:38.034209 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6bb8702f-9804-491f-9bb8-4c6b7c3bd034 req-654cb72c-8aae-4f6e-b493-c9190105ff26 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098518 Jul 19 03:58:38.089877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4304d1-faa6-49e3-b69d-713e5e51004c req-f9b1f137-6081-41d5-8bd8-cbdbd4802102 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:38.091405 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c4304d1-faa6-49e3-b69d-713e5e51004c req-f9b1f137-6081-41d5-8bd8-cbdbd4802102 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 943 time: 0.0728102 Jul 19 03:58:38.128599 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8c4304d1-faa6-49e3-b69d-713e5e51004c req-d15a3e8c-53b3-4a7e-b758-ae096c0ee664 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Jul 19 03:58:38.471057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f347-d21f-481e-b12d-2e4c758ad5ec req-9f2ce796-3083-4646-bed1-e232b5385b17 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:38.472559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e32f347-d21f-481e-b12d-2e4c758ad5ec req-9f2ce796-3083-4646-bed1-e232b5385b17 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 943 time: 0.1118886 Jul 19 03:58:38.482002 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-da7cd82a-a8e5-420b-acd4-be173a730541 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:38.483421 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-da7cd82a-a8e5-420b-acd4-be173a730541 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449&tenant_id=110cbcf4d1254576814284b7c8211463&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 943 time: 0.1214740 Jul 19 03:58:38.549188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9e32f347-d21f-481e-b12d-2e4c758ad5ec req-918e79e5-5d91-45b3-8ac7-82f15bb7bfff tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647542 Jul 19 03:58:38.568091 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-0e64b2e9-cab7-4e97-b258-e542368df13c service neutron] delete failed (client error): The resource could not be found. Jul 19 03:58:38.569107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-0e64b2e9-cab7-4e97-b258-e542368df13c service neutron] 10.222.0.25 "DELETE /v2.0/ports/7f7d1756-4c0d-4a2d-9591-ecb904450830/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0783389 Jul 19 03:58:38.665939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-e41ef604-67bb-4617-a77e-dac06f212e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:38.667480 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-e41ef604-67bb-4617-a77e-dac06f212e86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1095 time: 0.0537934 Jul 19 03:58:38.758371 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-0865e3b9-ca79-41a5-bbbe-7330bc46fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:38.759812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-0865e3b9-ca79-41a5-bbbe-7330bc46fed0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0862346 Jul 19 03:58:38.823690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-f3e3944c-de45-47da-8e11-0b51a64d46f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 998 time: 0.0575972 Jul 19 03:58:38.874090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-75f22691-0ba7-4324-9407-78c09a6e95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:38.875549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-75f22691-0ba7-4324-9407-78c09a6e95c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0457478 Jul 19 03:58:38.932264 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-12d03139-17e5-4291-b49f-a4fd66a7f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:38.933731 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-12d03139-17e5-4291-b49f-a4fd66a7f454 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512626 Jul 19 03:58:39.020526 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-5fae82de-647f-4f75-9e41-eac95b626efd service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805013 Jul 19 03:58:39.111859 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e97ab41f-baa6-4cbe-91a2-58fcfcd69dd6 req-057ae65f-a1fd-4067-9c3d-4b10cf974f75 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851083 Jul 19 03:58:39.137928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7f7d1756-4c0d-4a2d-9591-ecb904450830 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:58:39.235811 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:58:39.246468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'mac_address': 'fa:16:3e:25:d8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:58:39.282729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:39.294804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7d1756-4c0d-4a2d-9591-ecb904450830 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:58:39.313585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:58:39.317078 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:39.362424 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=7f7d1756-4c0d-4a2d-9591-ecb904450830,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:58:39.369463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.369816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.370157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.370522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.370857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.371190 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.371520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.371848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.372172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.372497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.372821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.373144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:39.516155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['7f7d1756-4c0d-4a2d-9591-ecb904450830'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:58:39.737955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85741c-e63d-43b0-8866-ad72e9327228 req-8fb8cee0-04c9-4606-b664-315a75fe225b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:39.740094 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ac85741c-e63d-43b0-8866-ad72e9327228 req-8fb8cee0-04c9-4606-b664-315a75fe225b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 944 time: 0.0707505 Jul 19 03:58:39.778450 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ac85741c-e63d-43b0-8866-ad72e9327228 req-01c08190-4a49-430b-a5e6-c6f08550470e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326300 Jul 19 03:58:39.951980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325b4d4-96cb-4db4-ae37-c85670456121 req-b4840991-d0d4-438e-8744-369e898349a4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:39.953467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9325b4d4-96cb-4db4-ae37-c85670456121 req-b4840991-d0d4-438e-8744-369e898349a4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 944 time: 0.0631397 Jul 19 03:58:39.990812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9325b4d4-96cb-4db4-ae37-c85670456121 req-0b7a8566-0ea4-4596-ae3a-4b8ee2bc7cbd tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Jul 19 03:58:40.307451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-99f6276b-cddb-4b18-89dc-c8c52b76cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:40.308914 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-99f6276b-cddb-4b18-89dc-c8c52b76cf91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 1096 time: 0.0584023 Jul 19 03:58:40.326148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156134-5794-4de7-8a79-e42841cc2493 req-4de74b42-07c4-4579-8cf8-ba6f4aa14efe tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:40.327656 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f156134-5794-4de7-8a79-e42841cc2493 req-4de74b42-07c4-4579-8cf8-ba6f4aa14efe tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 944 time: 0.0677917 Jul 19 03:58:40.366157 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f156134-5794-4de7-8a79-e42841cc2493 req-356a5581-9d09-4da6-88c3-1c06a9692883 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328953 Jul 19 03:58:40.403544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-e2308922-d785-4a5d-bab9-8d095b5e02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:40.405019 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-e2308922-d785-4a5d-bab9-8d095b5e02c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0902953 Jul 19 03:58:40.467359 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-7c94b03d-24d4-4547-9146-fc22b06eb079 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 200 len: 999 time: 0.0548279 Jul 19 03:58:40.514594 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-98941bcc-36a2-4521-9f26-8880cc7bfa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:40.516006 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-98941bcc-36a2-4521-9f26-8880cc7bfa87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0415602 Jul 19 03:58:40.575438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-74c16932-1905-4445-9e77-e2bcf2b3be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:40.576836 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-74c16932-1905-4445-9e77-e2bcf2b3be89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542128 Jul 19 03:58:40.664939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-fb2c94da-d3b1-4987-9922-b2a8c1637b82 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805931 Jul 19 03:58:40.753731 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-af9635bb-693a-482f-a59c-5eee5ebf7f05 req-db79ffa7-16ab-49e5-886f-d1a2acb5c34c service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827689 Jul 19 03:58:41.153626 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7f7d1756-4c0d-4a2d-9591-ecb904450830 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:58:41.202824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 7f7d1756-4c0d-4a2d-9591-ecb904450830 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:58:41.206598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 7f7d1756-4c0d-4a2d-9591-ecb904450830 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:58:41.207000 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:41.286886 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:41.308244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:58:41.310509 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b36807-9aa5-4465-ad9a-51bcf3d35319" -d '{"events": [{"server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:58:41.323582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:58:41.327604 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:41.374654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=7f7d1756-4c0d-4a2d-9591-ecb904450830,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:58:41.410529 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1d5c06-a507-402a-9b43-3a8e1640c7c3 x-openstack-request-id: req-aa1d5c06-a507-402a-9b43-3a8e1640c7c3 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:58:41.410822 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:58:41.411595 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa1d5c06-a507-402a-9b43-3a8e1640c7c3 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:58:41.412000 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'code': 200} Jul 19 03:58:41.537686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b70b-fdc3-4586-86a1-669400b1a58b req-822ee724-b09b-4263-a654-8f778e0d99eb tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:41.539211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25f5b70b-fdc3-4586-86a1-669400b1a58b req-822ee724-b09b-4263-a654-8f778e0d99eb tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0626850 Jul 19 03:58:41.575881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25f5b70b-fdc3-4586-86a1-669400b1a58b req-1b361d1b-7580-4c1d-b781-52bb07da7ed0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Jul 19 03:58:41.948359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1cf76-d382-48d0-9683-616ec3279bd4 req-dd6de67f-6712-400e-b012-fb0ed76ad634 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:41.950356 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43e1cf76-d382-48d0-9683-616ec3279bd4 req-dd6de67f-6712-400e-b012-fb0ed76ad634 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0628140 Jul 19 03:58:41.987249 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-43e1cf76-d382-48d0-9683-616ec3279bd4 req-9ae4efef-a832-4d1b-bf6d-96dced62b3e1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314877 Jul 19 03:58:42.535817 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3b973e47-f5de-4f45-b6ff-623f136c2d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:43.107722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-86f2fbf8-3c82-4521-bcc8-821c03e4cca3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:43.109210 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-86f2fbf8-3c82-4521-bcc8-821c03e4cca3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.0633643 Jul 19 03:58:43.238788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c266fdd-334b-4eed-8641-48effcf3f900 req-970013e1-7f09-4534-a8c0-0fae4dfddc08 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:43.240649 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c266fdd-334b-4eed-8641-48effcf3f900 req-970013e1-7f09-4534-a8c0-0fae4dfddc08 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 945 time: 0.1305587 Jul 19 03:58:43.281081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Deleting port 7f7d1756-4c0d-4a2d-9591-ecb904450830 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 03:58:43.281339 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:43.306328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c266fdd-334b-4eed-8641-48effcf3f900 req-b9d939a6-0438-41c1-bc3b-99e94e696c3e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590272 Jul 19 03:58:43.377233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] For port 7f7d1756-4c0d-4a2d-9591-ecb904450830, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=7f7d1756-4c0d-4a2d-9591-ecb904450830,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:58:43.377593 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:43.541219 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:43.541507 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:43.541821 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727 disassociated. External IP: 172.25.2.33, port: 7f7d1756-4c0d-4a2d-9591-ecb904450830. Jul 19 03:58:43.542163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Calling delete_port for 7f7d1756-4c0d-4a2d-9591-ecb904450830 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 03:58:43.668706 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:43.697376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event deleted for resources: {'Port': ['ID=7f7d1756-4c0d-4a2d-9591-ecb904450830,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:58:44.154338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:58:44.260332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:58:44.270837 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:58:44.279729 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:58:44.280340 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:58:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:58:44.302895 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] No DVR routers for this DVR port 7f7d1756-4c0d-4a2d-9591-ecb904450830 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 03:58:44.305504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:44.307511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3478aa1a-9e28-4f46-a31b-0a8b61569d92 req-5f3a6091-c6bf-4379-a185-778d90f1a3ca tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.26 "DELETE /v2.0/ports/7f7d1756-4c0d-4a2d-9591-ecb904450830 HTTP/1.1" status: 204 len: 173 time: 1.1882000 Jul 19 03:58:44.307970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'name': 'network-vif-deleted', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:58:44.310286 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8567a129-e2a5-4024-95c7-022f35f2ff76" -d '{"events": [{"server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "name": "network-vif-deleted", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:58:44.351762 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d1c5f1-33fb-47fa-8d75-aaa624fd7272 x-openstack-request-id: req-72d1c5f1-33fb-47fa-8d75-aaa624fd7272 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:58:44.352096 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8aed7dc-acdc-4bea-945c-d532b0591449", "name": "network-vif-deleted", "tag": "7f7d1756-4c0d-4a2d-9591-ecb904450830", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:58:44.352393 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72d1c5f1-33fb-47fa-8d75-aaa624fd7272 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:58:44.352873 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8aed7dc-acdc-4bea-945c-d532b0591449', 'name': 'network-vif-deleted', 'tag': '7f7d1756-4c0d-4a2d-9591-ecb904450830', 'status': 'completed', 'code': 200} Jul 19 03:58:44.397516 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:58:44.472869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5acd254a-cbb6-4c96-b2b8-3f31b413fb4a req-4c6f4d40-48ee-41f1-82b9-847ed689a5fd tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8aed7dc-acdc-4bea-945c-d532b0591449 HTTP/1.1" status: 200 len: 210 time: 0.0484350 Jul 19 03:58:44.606468 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:58:44.635165 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:58:44.644122 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:58:44.645002 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:58:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:58:44.753293 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:58:44.941740 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:58:44.970747 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b1396c-4402-455e-bb00-5df0d0272485 None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:58:45.111525 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c458-d5fa-46e6-9a76-8ce694a2b1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:45.184401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f6cbc-2447-4489-8d37-fafefccbbb71 None None] New status for floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:58:45.697669 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:45.821802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-32a79e5c-8097-4ecb-bf6b-67e812b98023 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--716177633&fields=id&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 267 time: 0.0376899 Jul 19 03:58:45.918871 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:58:45.926222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-aaa5440b-5616-4ccb-b4b3-0a1e382fcd9f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:45.928353 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-aaa5440b-5616-4ccb-b4b3-0a1e382fcd9f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 812 time: 0.1001225 Jul 19 03:58:45.942632 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-d9806ced-5226-4292-bca9-7bde6721254b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/quotas/110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 375 time: 0.0088637 Jul 19 03:58:46.015386 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-9b9723f5-8aff-4d89-843a-fc39c1a024ea tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681555 Jul 19 03:58:46.190891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-c3420816-0c4f-4442-b437-7997628bf5de service neutron] 10.222.0.20 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636789 Jul 19 03:58:46.283934 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-afc2ecba-32ef-497d-b508-52a14f25928e service neutron] 10.222.0.20 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870893 Jul 19 03:58:46.448047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c8b7f14b-b9d9-4f0b-bf67-081e20a98e2f req-7222b121-7aa8-48a1-97ef-bee35f436efc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 210 time: 0.0274177 Jul 19 03:58:46.537526 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:47.169005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7f7d1756-4c0d-4a2d-9591-ecb904450830 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 03:58:47.188720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 7f7d1756-4c0d-4a2d-9591-ecb904450830 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 03:58:47.189071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 7f7d1756-4c0d-4a2d-9591-ecb904450830 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 03:58:47.893004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c40dbbcb-bfb5-4ae8-8d4c-2da38b22bc50 req-e48a484b-2d41-492a-8bfc-c0a39da7952b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 210 time: 0.3203332 Jul 19 03:58:47.919733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-622910bb-7313-45e9-8147-2773ab6d13e3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:47.921210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-622910bb-7313-45e9-8147-2773ab6d13e3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 812 time: 0.4156122 Jul 19 03:58:47.963466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-9e724f62-c287-4173-9ba0-019a8ffc970f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 379 time: 0.0337024 Jul 19 03:58:47.972017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'port': {'device_id': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'admin_state_up': True, 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'security_groups': ['2583ee9c-8172-4b86-aa58-2b015c0cc55b']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:58:48.056759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:48.078456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Made reservation on behalf of 110cbcf4d1254576814284b7c8211463 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 03:58:48.081927 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:48.206940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Allocated IP 172.20.0.13 (f9de8f16-06fb-4868-b0b5-6f4936464847/dc497ee6-de2f-48ba-a6a9-73b61f0c759d/9da3a129-8bb5-42ac-b446-adb72b662263) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 03:58:48.338019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:48.355696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Transition to ACTIVE for port object 9da3a129-8bb5-42ac-b446-adb72b662263 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:58:48.388403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:48.433169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Network f9de8f16-06fb-4868-b0b5-6f4936464847 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 03:58:48.436229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 03:58:48.440108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 03:58:48.446613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:58:48.475925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.476282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.476626 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.476967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.477304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.477638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.477965 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.478312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.478642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.478970 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.479296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.479617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 03:58:48.504924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:48.505569 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:48.521701 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-fb198f58-9b92-4012-a423-0e491e34d20a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535152 Jul 19 03:58:48.532711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Request body: {'port': {'device_id': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:58:48.612356 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:48.643462 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9a3387b1-23d0-42d3-8293-dc05b5c10770 None None] Provisioning for port 9da3a129-8bb5-42ac-b446-adb72b662263 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:58:48.647731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9a3387b1-23d0-42d3-8293-dc05b5c10770 None None] Provisioning complete for port 9da3a129-8bb5-42ac-b446-adb72b662263 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:58:48.648100 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9a3387b1-23d0-42d3-8293-dc05b5c10770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:48.682252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9a3387b1-23d0-42d3-8293-dc05b5c10770 None None] Port 9da3a129-8bb5-42ac-b446-adb72b662263 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 03:58:48.869906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da3a129-8bb5-42ac-b446-adb72b662263 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:58:48.877116 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:48.889033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Transition to ACTIVE for port object 9da3a129-8bb5-42ac-b446-adb72b662263 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 03:58:48.892464 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:48.944161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:58:49.026211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 03:58:49.026598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 03:58:49.026963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:58:49.031825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Port 9da3a129-8bb5-42ac-b446-adb72b662263 on network f9de8f16-06fb-4868-b0b5-6f4936464847 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 03:58:49.032149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 03:58:49.037838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 3, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 03:58:49.038185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 03:58:49.038663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 03:58:49.039110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Bound port: 9da3a129-8bb5-42ac-b446-adb72b662263, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 03:58:49.039462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:49.090067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5041a6c-99ee-4968-b38f-67c4f2f6987d req-2621cb01-2775-4aae-a995-742d406d1a1c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:49.091775 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5041a6c-99ee-4968-b38f-67c4f2f6987d req-2621cb01-2775-4aae-a995-742d406d1a1c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 944 time: 0.0749857 Jul 19 03:58:49.107994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 03:58:49.111336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 03:58:49.117958 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:49.136991 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5041a6c-99ee-4968-b38f-67c4f2f6987d req-943bd915-c57b-4b44-a8cd-7bea527fd70a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390327 Jul 19 03:58:49.157358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:49.158328 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:49.159794 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] 10.222.0.25 "PUT /v2.0/ports/9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1093 time: 0.6314945 Jul 19 03:58:49.160301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:58:49.163206 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb13b25-dfe4-4c6e-b61f-393344abdf49" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:58:49.199235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee6f66-18e5-4107-9478-4945f87e9a72 service neutron] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:58:49.208912 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50d4f9f-7850-4afd-a064-635057991c2a x-openstack-request-id: req-c50d4f9f-7850-4afd-a064-635057991c2a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:58:49.209563 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:58:49.209688 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c50d4f9f-7850-4afd-a064-635057991c2a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:58:49.210307 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263', 'status': 'completed', 'code': 200} Jul 19 03:58:49.274758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-a27ab813-9e6b-424d-b3b5-487c698d48db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:49.276288 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-a27ab813-9e6b-424d-b3b5-487c698d48db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1096 time: 0.0588813 Jul 19 03:58:49.319672 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-d9ef23cb-6b57-4abb-acb6-6e385e56a715 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 217 time: 0.0366747 Jul 19 03:58:49.366939 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-069280c1-04b6-45fb-9b1f-15fc52028088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:49.368371 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-069280c1-04b6-45fb-9b1f-15fc52028088 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0432611 Jul 19 03:58:49.428723 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-b369d30c-ea1c-4be3-88d3-8f73ffb66e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:49.430216 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-b369d30c-ea1c-4be3-88d3-8f73ffb66e59 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556858 Jul 19 03:58:49.517731 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-10f7eeaa-4ea9-45f8-b985-cc0d989e72b0 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810425 Jul 19 03:58:49.609118 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-38745a7c-3bd7-4040-97f5-5a3cb5b64342 req-73b904e5-5388-462f-a860-240c7903fcda service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844965 Jul 19 03:58:49.707091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-4930154c-d254-4b54-a36d-d8711bdf0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:49.709129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-4930154c-d254-4b54-a36d-d8711bdf0168 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1096 time: 0.0517526 Jul 19 03:58:49.800032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-220dec60-a0e6-4dea-b7a1-8204e04c5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:49.801391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-220dec60-a0e6-4dea-b7a1-8204e04c5c3d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0865583 Jul 19 03:58:49.842518 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-b3e88322-20a1-4551-a16d-0be3867cd875 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 217 time: 0.0341499 Jul 19 03:58:49.889169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-9215847f-3d96-4214-ac66-a02808469a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:49.890600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-9215847f-3d96-4214-ac66-a02808469a48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0421774 Jul 19 03:58:49.950505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-7b7159d1-c091-455c-80c5-425a3b5e2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:49.951976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-7b7159d1-c091-455c-80c5-425a3b5e2200 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537453 Jul 19 03:58:50.039913 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-51dad3fb-6aa7-4128-b7a3-5f9907105bb5 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804300 Jul 19 03:58:50.133321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dfb13b25-dfe4-4c6e-b61f-393344abdf49 req-3adad564-ffbd-4f28-bef4-22abf31a4a17 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862777 Jul 19 03:58:50.313503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f1808-80e4-4940-9934-fb3eb9b2867d req-522f4812-0611-4ae5-9e55-b7ac466b084c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:50.315028 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d01f1808-80e4-4940-9934-fb3eb9b2867d req-522f4812-0611-4ae5-9e55-b7ac466b084c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 944 time: 0.0634091 Jul 19 03:58:50.352941 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d01f1808-80e4-4940-9934-fb3eb9b2867d req-d0e7b86a-5efa-48f6-86c4-5a6b89cdd330 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Jul 19 03:58:51.526736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48b88d-b489-467b-9766-b9a877c27e54 req-ac7f7438-1f69-4d0c-828e-5ef86254d604 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:51.528245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db48b88d-b489-467b-9766-b9a877c27e54 req-ac7f7438-1f69-4d0c-828e-5ef86254d604 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 944 time: 0.0642321 Jul 19 03:58:51.565822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-db48b88d-b489-467b-9766-b9a877c27e54 req-7a50715a-7c6c-45c0-939d-39b886a0791c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320272 Jul 19 03:58:51.994809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 03:58:52.091340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:58:52.102054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '9da3a129-8bb5-42ac-b446-adb72b662263', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': '9da3a129-8bb5-42ac-b446-adb72b662263', 'mac_address': 'fa:16:3e:a8:0b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 03:58:52.138067 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:52.151155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da3a129-8bb5-42ac-b446-adb72b662263 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 03:58:52.170580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:58:52.174048 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:52.219191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:58:52.381957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['9da3a129-8bb5-42ac-b446-adb72b662263'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 03:58:52.737899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa3ed6-c382-488c-bd6d-86c2767d198e req-14bb1eeb-6c43-40e7-b8d3-4af9e829392e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:52.739538 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71fa3ed6-c382-488c-bd6d-86c2767d198e req-14bb1eeb-6c43-40e7-b8d3-4af9e829392e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 945 time: 0.0655403 Jul 19 03:58:52.777567 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71fa3ed6-c382-488c-bd6d-86c2767d198e req-b04611da-5200-4a2b-9808-8a4da74bca54 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324838 Jul 19 03:58:53.953170 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae205e78-9aac-448f-9a7e-96323156991c req-d08c8827-62fa-430e-9eac-132f3cc0a778 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:53.954697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ae205e78-9aac-448f-9a7e-96323156991c req-d08c8827-62fa-430e-9eac-132f3cc0a778 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 945 time: 0.0633466 Jul 19 03:58:53.985453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 03:58:53.998982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ae205e78-9aac-448f-9a7e-96323156991c req-de4ac170-5aa4-4afa-8909-0219122c6e4c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382099 Jul 19 03:58:54.032558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 9da3a129-8bb5-42ac-b446-adb72b662263 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 03:58:54.036828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 9da3a129-8bb5-42ac-b446-adb72b662263 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 03:58:54.037141 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:54.113288 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:54.135791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:58:54.138670 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a89237-928b-4235-b727-03f2e0fadb5f" -d '{"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-plugged", "status": "completed", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:58:54.152980 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 03:58:54.157161 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:54.183993 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 03:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763b3a64-460a-4e5b-a876-5d7babde413e x-openstack-request-id: req-763b3a64-460a-4e5b-a876-5d7babde413e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:58:54.184288 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-plugged", "status": "completed", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:58:54.184548 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-763b3a64-460a-4e5b-a876-5d7babde413e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:58:54.184936 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263', 'code': 200} Jul 19 03:58:54.215046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 03:58:54.285102 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f85e-3ccb-4161-8027-07753b0850ab req-007de7ea-2fa8-485b-95b5-bdb956e96780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:54.286981 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a444f85e-3ccb-4161-8027-07753b0850ab req-007de7ea-2fa8-485b-95b5-bdb956e96780 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1098 time: 0.0509562 Jul 19 03:58:54.320556 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a444f85e-3ccb-4161-8027-07753b0850ab req-3620e8c0-0dd4-44f4-9ad2-2d7bc51464fa service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271721 Jul 19 03:58:55.174686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b7874-f85b-47b3-8a6e-96d171f33e38 req-2c2ae4dc-0ca9-4f0b-8c0d-a765de089acc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:55.176200 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-342b7874-f85b-47b3-8a6e-96d171f33e38 req-2c2ae4dc-0ca9-4f0b-8c0d-a765de089acc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0646274 Jul 19 03:58:55.213723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-342b7874-f85b-47b3-8a6e-96d171f33e38 req-3f8a8890-a3f0-4f93-9f78-a557be1b2eab tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313995 Jul 19 03:58:56.389029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e08b0b-fe26-4cff-ba8a-1e1736c41f61 req-9f32fed5-76d7-4066-85a6-3544d4ec2df0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:56.390525 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-28e08b0b-fe26-4cff-ba8a-1e1736c41f61 req-9f32fed5-76d7-4066-85a6-3544d4ec2df0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0624344 Jul 19 03:58:56.429340 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-28e08b0b-fe26-4cff-ba8a-1e1736c41f61 req-3736d1d0-5f28-47ed-90ec-e1ad5a2433f5 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328977 Jul 19 03:58:56.597569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2eb4-48e0-4781-9824-da241ba6c93c req-01e2d9a2-d412-4903-aaeb-efcf1f84cd2d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:56.599622 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c35b2eb4-48e0-4781-9824-da241ba6c93c req-01e2d9a2-d412-4903-aaeb-efcf1f84cd2d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0680356 Jul 19 03:58:56.608123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44016) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 03:58:56.612827 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-34d90e99-d20e-4a59-b06e-40405ae882c0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'floatingip': {'port_id': '9da3a129-8bb5-42ac-b446-adb72b662263'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 03:58:56.652205 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34d90e99-d20e-4a59-b06e-40405ae882c0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:57.106859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34d90e99-d20e-4a59-b06e-40405ae882c0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:57.110913 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34d90e99-d20e-4a59-b06e-40405ae882c0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:57.210793 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-34d90e99-d20e-4a59-b06e-40405ae882c0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727 associated. External IP: 172.25.2.33, port: 9da3a129-8bb5-42ac-b446-adb72b662263. Jul 19 03:58:57.414940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d90e99-d20e-4a59-b06e-40405ae882c0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 03:58:57.521859 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d90e99-d20e-4a59-b06e-40405ae882c0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 03:58:57.526813 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-34d90e99-d20e-4a59-b06e-40405ae882c0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:58:57.531053 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 03:58:57.539634 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:58:57.540266 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:58:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:58:57.562616 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-34d90e99-d20e-4a59-b06e-40405ae882c0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "PUT /v2.0/floatingips/8f76340c-289f-422b-8d03-8a24d2d9e727 HTTP/1.1" status: 200 len: 991 time: 0.9534254 Jul 19 03:58:57.563392 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 03:58:57.565865 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 03:58:57.608577 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 03:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a22dbe-201d-4975-86a1-e9d2bc450590 x-openstack-request-id: req-57a22dbe-201d-4975-86a1-e9d2bc450590 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 03:58:57.609225 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 03:58:57.609537 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57a22dbe-201d-4975-86a1-e9d2bc450590 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 03:58:57.610021 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263', 'status': 'completed', 'code': 200} Jul 19 03:58:57.648377 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:58:57.685268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-07de1698-e3a7-4128-866e-0bac088d54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:57.686846 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-07de1698-e3a7-4128-866e-0bac088d54a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1098 time: 0.0555537 Jul 19 03:58:57.783000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-8f7d15f0-ded6-4664-8fca-9e3f390e37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:57.784553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-8f7d15f0-ded6-4664-8fca-9e3f390e37e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0916374 Jul 19 03:58:57.853927 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-c35566dd-68bf-433c-b712-5ed80720b2c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 999 time: 0.0625489 Jul 19 03:58:57.900690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-b220ab33-bd17-4e7f-80ea-7255e55de24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:57.902143 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-b220ab33-bd17-4e7f-80ea-7255e55de24c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0427277 Jul 19 03:58:57.956915 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': '9da3a129-8bb5-42ac-b446-adb72b662263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:a8:0b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T03:58:57Z', 'revision_number': 9, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:58:57.964805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-f0be4645-199c-4531-a6f3-aa46597e6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:58:57.966372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-f0be4645-199c-4531-a6f3-aa46597e6875 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581431 Jul 19 03:58:57.986378 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 03:58:57.995174 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 03:58:57.996675 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T03:58:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:58:58.061000 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-96c184f8-dee1-4270-8ba7-b2e4f5924298 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886493 Jul 19 03:58:58.101567 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 03:58:58.333718 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': '9da3a129-8bb5-42ac-b446-adb72b662263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:a8:0b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T03:58:57Z', 'revision_number': 9, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 03:58:58.365022 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cacf6-7b7b-404f-9da9-5566127d5bbd None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': '9da3a129-8bb5-42ac-b446-adb72b662263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:a8:0b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T03:58:57Z', 'revision_number': 9, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 03:58:58.450469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4baaa9dd-ca42-40f0-ba36-12bd1949fb45 req-e435bc64-65ad-4dd8-ba2c-1ec7200bab8f service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836315 Jul 19 03:58:58.559607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f56a9d-be08-419f-9548-bec31630d011 None None] New status for floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 03:59:07.353682 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:07.530484 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:12.537500 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a9f0fdd-2cdd-4a71-b2b1-c1a1bed23323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:15.117111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b6e10491-0103-4c75-8d8f-cecbd2b9e6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:15.698512 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:16.541387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:18.060301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:22.917864 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 03:59:37.352830 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:37.539930 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:42.540284 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-41eceebe-8c11-4dff-9144-c6e2369a5555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:45.117628 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd56e-d64d-43f4-a0a0-df82974e8401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:45.698792 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:46.542743 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:48.062350 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 03:59:53.659466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-6f61062a-5caa-4162-9fd6-22f718bc7a32 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520499 Jul 19 03:59:53.749372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-72749a53-1157-4a9c-a812-8fdb353d027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:59:53.750915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-72749a53-1157-4a9c-a812-8fdb353d027f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1098 time: 0.0511730 Jul 19 03:59:53.856346 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-7946506b-edf0-43d5-83fa-6f6c0950879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:59:53.857827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-7946506b-edf0-43d5-83fa-6f6c0950879d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0870976 Jul 19 03:59:53.921791 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-2345ef47-a39f-4600-a2de-515591398b46 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1002 time: 0.0576570 Jul 19 03:59:53.974279 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-50c1bf8d-18ae-4403-a3e9-0666f0c3918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:59:53.976821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-50c1bf8d-18ae-4403-a3e9-0666f0c3918a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0488939 Jul 19 03:59:54.039411 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-fb5cba12-293f-4b8d-8c3e-64d2eaa5777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 03:59:54.040896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-fb5cba12-293f-4b8d-8c3e-64d2eaa5777d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529463 Jul 19 03:59:54.130059 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-e4ff60c5-a9a2-4314-a856-54e81760d039 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828300 Jul 19 03:59:54.220622 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b98cc95-7e27-4ec8-bd40-51ea73e9830f req-71a5f5c9-8aa3-4550-bbef-51683bff051a service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835717 Jul 19 03:59:59.917115 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:00:07.367729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:07.538560 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:12.541013 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-33a288e9-9899-41ad-9f94-8f5f3c0be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:15.118374 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f2c17da4-1c72-4043-bccf-3df97a8757ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:15.700677 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:16.545658 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:18.064382 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:32.902413 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-0932a9b0-fde4-434f-86af-e12912490172 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039922 Jul 19 04:00:32.914830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a61321-70bd-4caf-bad1-d158cc299813 req-d610b83c-b129-42b1-a063-fed5e4e4edb4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:32.916347 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9a61321-70bd-4caf-bad1-d158cc299813 req-d610b83c-b129-42b1-a063-fed5e4e4edb4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0716751 Jul 19 04:00:32.960294 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9a61321-70bd-4caf-bad1-d158cc299813 req-721b2c55-212f-49c4-98ba-91e17625083f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376012 Jul 19 04:00:34.182153 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbe6a8-b5d5-4c9c-9ec9-fc10b3f9ca75 req-2ff26181-52d1-4e4a-87d2-b81878b69993 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:34.183695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cfdbe6a8-b5d5-4c9c-9ec9-fc10b3f9ca75 req-2ff26181-52d1-4e4a-87d2-b81878b69993 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.1051791 Jul 19 04:00:34.189771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-2c7b0602-0ad4-4117-8c67-f7aa92aff4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:34.191195 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-2c7b0602-0ad4-4117-8c67-f7aa92aff4ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1098 time: 0.0799956 Jul 19 04:00:34.250441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cfdbe6a8-b5d5-4c9c-9ec9-fc10b3f9ca75 req-0617a1b3-adcc-4a51-bb15-890170978745 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582421 Jul 19 04:00:34.304719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-3523b918-d11b-4815-96ee-b9e6395ffb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:34.306176 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-3523b918-d11b-4815-96ee-b9e6395ffb38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.1076007 Jul 19 04:00:34.369386 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-5ddf760d-f552-49c7-af4b-4df674faafd7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1002 time: 0.0565467 Jul 19 04:00:34.420179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-638179a9-7e13-40c4-b044-b7808bbeaba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:34.421492 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-638179a9-7e13-40c4-b044-b7808bbeaba2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0457568 Jul 19 04:00:34.477121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-022644fa-3719-409f-b0a0-1ab3b63588b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:34.478620 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-022644fa-3719-409f-b0a0-1ab3b63588b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511968 Jul 19 04:00:34.566392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-b84d86b5-a32a-4a20-b141-5509c5f7b362 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807855 Jul 19 04:00:34.658030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-bad45e09-a92f-4043-a060-c4867542d07b service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857003 Jul 19 04:00:35.422401 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1f76a-acee-489e-b2fd-b9a0898c35de req-e1a8ecc5-2ce2-41be-9592-bc0a4c540b78 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:35.423813 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aac1f76a-acee-489e-b2fd-b9a0898c35de req-e1a8ecc5-2ce2-41be-9592-bc0a4c540b78 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0624790 Jul 19 04:00:35.460614 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aac1f76a-acee-489e-b2fd-b9a0898c35de req-acd09b7c-8ee5-4a12-be62-4784125c3d4d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306275 Jul 19 04:00:36.631987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56686cf-c356-4df6-a3a6-19638c489181 req-8c25b518-6cd1-42d1-8de0-d1e6c00167f7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:36.633486 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e56686cf-c356-4df6-a3a6-19638c489181 req-8c25b518-6cd1-42d1-8de0-d1e6c00167f7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0629091 Jul 19 04:00:36.670610 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e56686cf-c356-4df6-a3a6-19638c489181 req-0e8261cb-85de-42b8-8afb-a9aea05a322b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313165 Jul 19 04:00:36.916803 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:00:37.366321 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:37.528059 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:37.842107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e738bae-c672-4a8c-b448-22de9ac26533 req-44149f58-3929-4517-92c0-976f534334a3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:37.843623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1e738bae-c672-4a8c-b448-22de9ac26533 req-44149f58-3929-4517-92c0-976f534334a3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0625951 Jul 19 04:00:37.879963 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1e738bae-c672-4a8c-b448-22de9ac26533 req-07d70330-40bf-4d0b-9854-de8979f47314 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308850 Jul 19 04:00:39.057849 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3ed0b-e08c-4546-b73b-329ae7b5e760 req-9f89f582-8764-4c9c-910d-5cf547dee942 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:39.059346 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68e3ed0b-e08c-4546-b73b-329ae7b5e760 req-9f89f582-8764-4c9c-910d-5cf547dee942 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0700669 Jul 19 04:00:39.096057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68e3ed0b-e08c-4546-b73b-329ae7b5e760 req-75729fa7-8aba-4838-a311-d134cb628635 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311670 Jul 19 04:00:40.276342 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d2e57-df06-4ceb-8ddb-6172247a0c56 req-473e83fa-2f28-4f59-8105-b83b3fe4704f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:40.277848 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f37d2e57-df06-4ceb-8ddb-6172247a0c56 req-473e83fa-2f28-4f59-8105-b83b3fe4704f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0659313 Jul 19 04:00:40.316485 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f37d2e57-df06-4ceb-8ddb-6172247a0c56 req-0eda5120-20d8-41e1-9579-b74f4b449d78 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330100 Jul 19 04:00:41.490043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8d9f-de67-4944-b99f-eb2bbe84ba47 req-f7af051a-2f8f-40cc-b85b-4a4610bb9a45 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:41.491586 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-429f8d9f-de67-4944-b99f-eb2bbe84ba47 req-f7af051a-2f8f-40cc-b85b-4a4610bb9a45 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0635798 Jul 19 04:00:41.530679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-429f8d9f-de67-4944-b99f-eb2bbe84ba47 req-7768c596-58a0-4bdd-9baa-8fbe1dddfc01 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326443 Jul 19 04:00:42.540712 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0323e8d8-9523-411e-a52d-d73a3e16d00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:42.713801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6aec4-e02d-460b-9e8a-cd3467040e28 req-a820da9f-be55-41a3-bfea-851dd1ba35c2 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:42.715251 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5a6aec4-e02d-460b-9e8a-cd3467040e28 req-a820da9f-be55-41a3-bfea-851dd1ba35c2 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0628586 Jul 19 04:00:42.752098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5a6aec4-e02d-460b-9e8a-cd3467040e28 req-3bdd7c29-4fe3-46a3-a62b-33d58c6c8ae0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311916 Jul 19 04:00:43.924726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfa874-eaeb-4613-9a9f-2d6fc277c38e req-14a066d5-f734-4736-b7b5-25acb05e2cc8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:43.926208 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1bfa874-eaeb-4613-9a9f-2d6fc277c38e req-14a066d5-f734-4736-b7b5-25acb05e2cc8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0620079 Jul 19 04:00:43.963729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c1bfa874-eaeb-4613-9a9f-2d6fc277c38e req-a91a0098-d06f-44a2-84ad-e36742f93b79 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314686 Jul 19 04:00:45.119913 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-48c02994-af4c-4bef-b61f-74e9d4054d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:45.135180 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619c115-75d5-4c13-9c78-7b88d6d0f054 req-b7c9366b-d68f-4b11-9559-f97ea7c7a9ed tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:45.136712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c619c115-75d5-4c13-9c78-7b88d6d0f054 req-b7c9366b-d68f-4b11-9559-f97ea7c7a9ed tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0636384 Jul 19 04:00:45.179406 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c619c115-75d5-4c13-9c78-7b88d6d0f054 req-36cdbbac-3492-4854-9c9d-f66417cf3362 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367775 Jul 19 04:00:45.700945 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:46.355078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e88a1-1bf0-4d11-86f7-0e069be604ae req-83861d8c-2000-48a5-ae3c-8fc96c609fbf tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:46.356580 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-590e88a1-1bf0-4d11-86f7-0e069be604ae req-83861d8c-2000-48a5-ae3c-8fc96c609fbf tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0667427 Jul 19 04:00:46.394682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-590e88a1-1bf0-4d11-86f7-0e069be604ae req-d9cafc82-bb70-4fc6-bd2d-61997b1dbd92 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Jul 19 04:00:46.548636 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:46.574357 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-33d00824-5dd0-4196-b29c-def5004222a7 service neutron] show failed (client error): The resource could not be found. Jul 19 04:00:46.575397 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-33d00824-5dd0-4196-b29c-def5004222a7 service neutron] 10.222.0.25 "GET /v2.0/ports/9da3a129-8bb5-42ac-b446-adb72b662263/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0548933 Jul 19 04:00:46.812544 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-ffc83891-082b-4048-a978-67aa5eddbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:46.814017 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-ffc83891-082b-4048-a978-67aa5eddbeb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 1098 time: 0.0512304 Jul 19 04:00:46.825226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:00:46.893620 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:47.096879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:00:47.128817 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:00:47.168424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:00:47.170799 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8782fe41-6b68-4e2e-8328-dce66065dbd9" -d '{"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-unplugged", "status": "completed", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:00:47.174282 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:47.186959 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Transition to ACTIVE for port object 9da3a129-8bb5-42ac-b446-adb72b662263 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:00:47.190945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:47.223138 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 04:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1301e7f2-2a9a-4193-b894-62e245dd22c4 x-openstack-request-id: req-1301e7f2-2a9a-4193-b894-62e245dd22c4 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:00:47.223407 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-unplugged", "status": "completed", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:00:47.223661 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1301e7f2-2a9a-4193-b894-62e245dd22c4 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:00:47.224072 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263', 'code': 200} Jul 19 04:00:47.275811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=6']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:00:47.288036 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.288376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.288712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.289044 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.289371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.289696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.290019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.290363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.290687 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.291008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.291333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.291648 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:47.326362 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] No DVR routers for this DVR port 9da3a129-8bb5-42ac-b446-adb72b662263 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:00:47.463219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:00:47.463556 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:00:47.463882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:00:47.468107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Port 9da3a129-8bb5-42ac-b446-adb72b662263 on network f9de8f16-06fb-4868-b0b5-6f4936464847 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:00:47.468426 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:00:47.473144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:00:47.473476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:00:47.473844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:00:47.474338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Bound port: 9da3a129-8bb5-42ac-b446-adb72b662263, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:00:47.474851 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:47.537413 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:00:47.540793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:00:47.545414 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:47.569351 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751c828-e691-4fdc-b400-94d58fea1da7 req-a0f038d6-f533-40b4-a8c1-f540d89e4fcc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:47.570968 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a751c828-e691-4fdc-b400-94d58fea1da7 req-a0f038d6-f533-40b4-a8c1-f540d89e4fcc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 944 time: 0.0670154 Jul 19 04:00:47.578409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:47.579023 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:47.580410 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] 10.222.0.26 "PUT /v2.0/ports/9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1093 time: 0.7591546 Jul 19 04:00:47.624257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a751c828-e691-4fdc-b400-94d58fea1da7 req-1778bd8c-1c68-4669-b89f-71b755388b5b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468485 Jul 19 04:00:47.639643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1b340-e359-455e-9dd0-9c93ecf50a78 service neutron] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:00:47.668700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-31c18382-8753-46b0-88ad-f42decadfc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:47.670312 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-31c18382-8753-46b0-88ad-f42decadfc4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1096 time: 0.0674105 Jul 19 04:00:47.765045 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-51d72e2d-8394-4b84-89bb-44865a39600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:47.766657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-51d72e2d-8394-4b84-89bb-44865a39600b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0894644 Jul 19 04:00:47.835213 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-4b47a6fe-7b52-4d04-bd10-3873a2a2737e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1000 time: 0.0621226 Jul 19 04:00:47.882719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-2944384c-3dca-4076-b466-9b9f4b833710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:47.884037 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-2944384c-3dca-4076-b466-9b9f4b833710 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0431674 Jul 19 04:00:47.939887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-0af16ac5-6580-45b0-8053-184ff31990e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:47.941401 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-0af16ac5-6580-45b0-8053-184ff31990e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513210 Jul 19 04:00:48.037607 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-90838a87-497c-4e2d-88b6-a54846b623f9 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895743 Jul 19 04:00:48.067493 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:48.127933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095dfa3c-93b0-4e3f-b641-686d494e3e42 req-ba92d1ba-9f45-4426-b14a-d0bcf234892b service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846457 Jul 19 04:00:48.798283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10608e2-f49d-44a1-899b-a559c0ae7178 req-37c88e9d-61aa-497b-99d0-d722412c7a39 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:48.799797 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b10608e2-f49d-44a1-899b-a559c0ae7178 req-37c88e9d-61aa-497b-99d0-d722412c7a39 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 944 time: 0.0679610 Jul 19 04:00:48.837065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b10608e2-f49d-44a1-899b-a559c0ae7178 req-4203c19d-133a-47b3-83a3-0bd4c30251f3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Jul 19 04:00:49.225135 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:00:49.227525 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f770618-8625-440f-a33d-e72fb4af4b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:00:49.273687 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf1bb25-87fd-445d-8268-e626b91d4e88 x-openstack-request-id: req-abf1bb25-87fd-445d-8268-e626b91d4e88 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:00:49.273978 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:00:49.274793 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abf1bb25-87fd-445d-8268-e626b91d4e88 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:00:49.275214 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263', 'status': 'completed', 'code': 200} Jul 19 04:00:49.344904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-ce710fc5-cf38-423f-946f-6c9c377ad26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:49.346530 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-ce710fc5-cf38-423f-946f-6c9c377ad26b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1096 time: 0.0551314 Jul 19 04:00:49.352073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-d930467e-2f51-4583-9539-8c8f760d2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:49.353600 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-d930467e-2f51-4583-9539-8c8f760d2f55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1096 time: 0.0560489 Jul 19 04:00:49.437163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-33799132-c782-4de2-9110-d3f96c9829c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:49.438651 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-33799132-c782-4de2-9110-d3f96c9829c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0861897 Jul 19 04:00:49.445101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-c5157804-a777-497d-a8fd-dde242af61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:49.446606 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-c5157804-a777-497d-a8fd-dde242af61f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0866013 Jul 19 04:00:49.507764 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-ab8b8744-3a7a-4891-8cec-0d0110f2d994 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1000 time: 0.0633030 Jul 19 04:00:49.510709 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-13ffcc58-d83a-4e42-a860-bc750e0471cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1000 time: 0.0571563 Jul 19 04:00:49.560352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-e6dcbbba-8545-4771-8fd0-45fe8fc60f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:49.561841 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-e6dcbbba-8545-4771-8fd0-45fe8fc60f8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0471823 Jul 19 04:00:49.563349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-3d3e6250-9610-4cd1-9111-33ca62a02592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:49.565086 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-3d3e6250-9610-4cd1-9111-33ca62a02592 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0466881 Jul 19 04:00:49.623955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-d61c9513-58d2-4a5b-a602-7e7d038d8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:49.625481 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-d61c9513-58d2-4a5b-a602-7e7d038d8bf4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581107 Jul 19 04:00:49.641887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-226a6f9c-dabf-4505-9daa-2bee0b7367cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:49.643469 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-226a6f9c-dabf-4505-9daa-2bee0b7367cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667372 Jul 19 04:00:49.727895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-eea6425c-62a0-416f-8a2b-ccd93357ceb4 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960124 Jul 19 04:00:49.742614 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-d4760603-5bc6-4962-ab56-2a5c2d086b8d service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925694 Jul 19 04:00:49.771795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:00:49.820730 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-c19f8afc-e169-47da-a9b7-011ad81e4b39 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849938 Jul 19 04:00:49.840991 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f770618-8625-440f-a33d-e72fb4af4b9f req-703a7fb7-d248-45cc-b681-3fbf29973545 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927389 Jul 19 04:00:49.873186 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:00:49.884326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '9da3a129-8bb5-42ac-b446-adb72b662263', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': '9da3a129-8bb5-42ac-b446-adb72b662263', 'mac_address': 'fa:16:3e:a8:0b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:00:49.921087 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:49.933214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da3a129-8bb5-42ac-b446-adb72b662263 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:00:49.952744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:00:49.956475 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:50.012519 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9f218-8e98-463a-bd31-8c7ddb41b2fa req-ee45c665-5ad8-4eb3-82c9-4ce91d2890ce tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:50.014423 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1eb9f218-8e98-463a-bd31-8c7ddb41b2fa req-ee45c665-5ad8-4eb3-82c9-4ce91d2890ce tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 945 time: 0.0651166 Jul 19 04:00:50.055499 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1eb9f218-8e98-463a-bd31-8c7ddb41b2fa req-82d68f1a-7cce-4920-876d-c24ef0c7d620 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352809 Jul 19 04:00:50.165197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:00:50.172508 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.172831 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.173166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.173498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.173822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.174155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.174606 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.174927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.175247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.175565 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.175889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.176217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:50.219518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['9da3a129-8bb5-42ac-b446-adb72b662263'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:00:50.360246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:00:50.399688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:00:50.500991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9947acea-7d50-49ad-96e1-5665d64a09f8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:50.502483 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9947acea-7d50-49ad-96e1-5665d64a09f8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad&tenant_id=110cbcf4d1254576814284b7c8211463&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 945 time: 0.1069987 Jul 19 04:00:50.566018 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04830a9-a4b8-4a82-b378-37f84c97ebe0 req-30429659-0aaf-48b6-a4a7-389f33894d93 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:50.568043 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a04830a9-a4b8-4a82-b378-37f84c97ebe0 req-30429659-0aaf-48b6-a4a7-389f33894d93 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 945 time: 0.1133025 Jul 19 04:00:50.598149 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-0264dac6-262a-4d15-ba36-785748be0cc3 service neutron] 10.222.0.26 "GET /v2.0/ports/9da3a129-8bb5-42ac-b446-adb72b662263/bindings/n-h2-762330-18 HTTP/1.1" status: 200 len: 383 time: 0.0875020 Jul 19 04:00:50.617336 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a04830a9-a4b8-4a82-b378-37f84c97ebe0 req-9bb17251-0c33-4df8-b65b-9b30ce1642ab tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432961 Jul 19 04:00:50.676861 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-f0766f64-46f6-4d05-8041-5b113704e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:50.679255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-f0766f64-46f6-4d05-8041-5b113704e1ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1097 time: 0.0583038 Jul 19 04:00:50.770968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-e655d7db-c225-4f47-a276-54fe8d1b0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:50.772361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-e655d7db-c225-4f47-a276-54fe8d1b0543 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0860186 Jul 19 04:00:50.837772 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-d7b976cc-cf9d-43ed-abfd-07f037a0f65a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1001 time: 0.0595126 Jul 19 04:00:50.884172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-7bfa621b-9431-45da-a716-a3609e7c313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:50.885577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-7bfa621b-9431-45da-a716-a3609e7c313a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0423226 Jul 19 04:00:50.939835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-213eb34e-8210-4d73-93c5-af1d01ef11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:50.941263 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-213eb34e-8210-4d73-93c5-af1d01ef11d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495214 Jul 19 04:00:51.032961 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-b53c4282-8610-4e17-b062-936abbaf5b77 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848296 Jul 19 04:00:51.120770 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-c0266ffd-5fb8-41dc-bffb-4b6b2322e3c8 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821908 Jul 19 04:00:51.796032 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbab5b2-23ce-4c23-a60b-09a62ddf0776 req-d45feb6b-29e8-4f12-b7ec-1f09a46302de tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:51.797507 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bdbab5b2-23ce-4c23-a60b-09a62ddf0776 req-d45feb6b-29e8-4f12-b7ec-1f09a46302de tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 945 time: 0.0674400 Jul 19 04:00:51.807434 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:00:51.835173 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bdbab5b2-23ce-4c23-a60b-09a62ddf0776 req-46de142f-d152-4219-b0c4-48edb8d17dab tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Jul 19 04:00:51.858530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 9da3a129-8bb5-42ac-b446-adb72b662263 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:00:51.861913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 9da3a129-8bb5-42ac-b446-adb72b662263 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:00:51.862316 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:51.938810 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:51.960350 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:00:51.962588 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12e35c-c6b9-42d3-9a8c-9426bb59947c" -d '{"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-plugged", "status": "completed", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:00:51.975526 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:00:51.979547 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:52.015809 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1727ce50-6790-49a1-a483-b21e320a4d53 x-openstack-request-id: req-1727ce50-6790-49a1-a483-b21e320a4d53 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:00:52.016110 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-plugged", "status": "completed", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:00:52.016365 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1727ce50-6790-49a1-a483-b21e320a4d53 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:00:52.016762 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263', 'code': 200} Jul 19 04:00:52.032007 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:00:53.010904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d5830-03bb-449d-9248-0ebcc9cdf235 req-1f6cce39-bd23-46f8-8bb0-df41732e2e76 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:53.012410 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728d5830-03bb-449d-9248-0ebcc9cdf235 req-1f6cce39-bd23-46f8-8bb0-df41732e2e76 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0642569 Jul 19 04:00:53.060406 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-728d5830-03bb-449d-9248-0ebcc9cdf235 req-f147ca73-5288-4319-8178-2811878120ee tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420878 Jul 19 04:00:53.106762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-4d139d65-0cb3-4a0f-b771-642529fdd39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:53.108247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-4d139d65-0cb3-4a0f-b771-642529fdd39f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 1098 time: 0.0629568 Jul 19 04:00:53.118951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:00:53.190362 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:53.389885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:00:53.421833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:00:53.464665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:00:53.466930 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b99d8b-41e9-47e9-95de-de72e47d2b3a" -d '{"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-unplugged", "status": "completed", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:00:53.470751 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:53.483260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Transition to ACTIVE for port object 9da3a129-8bb5-42ac-b446-adb72b662263 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:00:53.486833 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:53.516185 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 04:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04d05b3-8c49-4eea-a25e-91a908e19b49 x-openstack-request-id: req-f04d05b3-8c49-4eea-a25e-91a908e19b49 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:00:53.516485 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-unplugged", "status": "completed", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:00:53.516741 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f04d05b3-8c49-4eea-a25e-91a908e19b49 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:00:53.517127 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263', 'code': 200} Jul 19 04:00:53.593147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:00:53.618331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.618642 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.618987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.619328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.619663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.619998 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.620326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.620652 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.620980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.621314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.621641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.621966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:00:53.672023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] No DVR routers for this DVR port 9da3a129-8bb5-42ac-b446-adb72b662263 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:00:53.807134 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:00:53.807478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:00:53.807809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:00:53.812011 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Port 9da3a129-8bb5-42ac-b446-adb72b662263 on network f9de8f16-06fb-4868-b0b5-6f4936464847 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:00:53.812334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Attempting to bind port 9da3a129-8bb5-42ac-b446-adb72b662263 on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:00:53.817104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:00:53.817444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:00:53.818477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:00:53.818898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Bound port: 9da3a129-8bb5-42ac-b446-adb72b662263, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:00:53.819251 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:53.882873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:00:53.885818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:00:53.890819 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:53.921873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:53.922651 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:53.923891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] 10.222.0.25 "PUT /v2.0/ports/9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1094 time: 0.8088744 Jul 19 04:00:53.959951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bc080-e585-4799-83cb-2b800626438b service neutron] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=11']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:00:54.006785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-3c66af67-5d87-4f08-bb50-1d30b3ce499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:54.008380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-3c66af67-5d87-4f08-bb50-1d30b3ce499c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1097 time: 0.0603127 Jul 19 04:00:54.107112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-44ec2749-c322-45d8-b091-79f576d63369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:54.108614 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-44ec2749-c322-45d8-b091-79f576d63369 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0937281 Jul 19 04:00:54.182737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-5eba9650-9bc1-427f-bb34-ef235f1f59b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1000 time: 0.0663817 Jul 19 04:00:54.267729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-c6d303b1-d318-44ff-a9e6-ddeeda3ec1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:54.269109 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-c6d303b1-d318-44ff-a9e6-ddeeda3ec1e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0743804 Jul 19 04:00:54.292840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580a72d-54df-44a6-afc6-7e57ca0fde43 req-48367263-b99e-49cc-a424-f3d7ee7be85d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:54.294280 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6580a72d-54df-44a6-afc6-7e57ca0fde43 req-48367263-b99e-49cc-a424-f3d7ee7be85d tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 945 time: 0.1106052 Jul 19 04:00:54.355179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6580a72d-54df-44a6-afc6-7e57ca0fde43 req-2306964c-206b-4887-bbbc-4c4d545f9504 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439789 Jul 19 04:00:54.363350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-adf5a991-00b1-4165-b0d2-19e62ecbbfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:54.365379 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-adf5a991-00b1-4165-b0d2-19e62ecbbfcd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884457 Jul 19 04:00:54.457990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-5e3b3646-169e-4f5e-af89-f3aa7fd32833 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860178 Jul 19 04:00:54.546231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c27a4432-0430-4690-8ad8-fe52bb62d276 req-92692434-4bc1-44ec-a371-ad7bcd4eaead service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820775 Jul 19 04:00:54.687883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-0501f269-fb52-4f51-a919-ef1cd4aeecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:54.689401 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-0501f269-fb52-4f51-a919-ef1cd4aeecbe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1097 time: 0.0562406 Jul 19 04:00:54.791891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-7857953d-fc7a-4066-9ffa-a7a7e940643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:54.793392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-7857953d-fc7a-4066-9ffa-a7a7e940643f service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0845828 Jul 19 04:00:54.861432 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-ed8fc2c1-caa0-4bb3-9a48-13a7ac394121 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1000 time: 0.0601130 Jul 19 04:00:54.909493 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-b8b44209-c8e9-40a6-a5cd-fe513af34842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:54.910935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-b8b44209-c8e9-40a6-a5cd-fe513af34842 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0430274 Jul 19 04:00:54.967315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-725ba171-cfe3-474b-805f-92d97cc5f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:54.968783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-725ba171-cfe3-474b-805f-92d97cc5f7ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503423 Jul 19 04:00:55.060110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-6f896328-75a2-49a0-95a6-b2cb066ad9ab service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842607 Jul 19 04:00:55.149153 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d8581383-b5e9-4f92-a7a0-3a42cc42c1b6 req-7e1b62fd-eebb-4e9f-8d7b-a6f852e5c8ae service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822964 Jul 19 04:00:55.518108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:00:55.520553 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6aa911-11a0-4f66-9196-dc47f238243d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:00:55.532938 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff0785-c20b-4fda-be40-c716adabf413 req-bc8c0afe-3adc-4624-bb21-1eae8cfe6d40 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:55.534675 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cff0785-c20b-4fda-be40-c716adabf413 req-bc8c0afe-3adc-4624-bb21-1eae8cfe6d40 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 945 time: 0.0672009 Jul 19 04:00:55.571115 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4501e4-9042-4936-a6b7-a5de1ecd4f30 x-openstack-request-id: req-ee4501e4-9042-4936-a6b7-a5de1ecd4f30 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:00:55.571405 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:00:55.571659 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee4501e4-9042-4936-a6b7-a5de1ecd4f30 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:00:55.572136 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263', 'status': 'completed', 'code': 200} Jul 19 04:00:55.575858 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0cff0785-c20b-4fda-be40-c716adabf413 req-253c520e-ddec-453b-9db5-85cb436a7590 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351548 Jul 19 04:00:55.647226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-8b30c9b5-e7a9-4ca6-9609-35fd6e19b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:55.647612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-46389223-b781-4c78-975c-2f02fbd83655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:55.648742 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-8b30c9b5-e7a9-4ca6-9609-35fd6e19b578 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1097 time: 0.0545051 Jul 19 04:00:55.649094 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-46389223-b781-4c78-975c-2f02fbd83655 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 1097 time: 0.0568585 Jul 19 04:00:55.743059 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-1903a250-d491-4eea-be2c-9bcaaf22ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:55.743321 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-d06ff674-0a34-4ce6-99b3-7e84e29faaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:55.744677 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-d06ff674-0a34-4ce6-99b3-7e84e29faaff service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0882947 Jul 19 04:00:55.744804 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-1903a250-d491-4eea-be2c-9bcaaf22ae5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0891798 Jul 19 04:00:55.810599 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-8bbf564e-f684-410b-b151-38c9587268a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1000 time: 0.0590127 Jul 19 04:00:55.817662 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-f1c6510a-72ca-426f-8cbb-0b7dd7f3ea63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 200 len: 1000 time: 0.0639796 Jul 19 04:00:55.822744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:00:55.861447 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-584f707a-8a9a-478c-9c01-199496a24c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:55.863472 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-584f707a-8a9a-478c-9c01-199496a24c9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0463743 Jul 19 04:00:55.871653 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:00:55.875752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-45a344be-c543-4971-a69e-01f483ef20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:55.876749 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-45a344be-c543-4971-a69e-01f483ef20b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0522969 Jul 19 04:00:55.940610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-70328bba-bed6-4704-9492-25c648388b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:55.942129 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-70328bba-bed6-4704-9492-25c648388b0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630031 Jul 19 04:00:55.944633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-20c296bd-1f50-44e6-9aef-f4a1a15b014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:55.946151 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-20c296bd-1f50-44e6-9aef-f4a1a15b014e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551736 Jul 19 04:00:56.037743 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-7235ca8b-7f20-4217-a6f4-de96b814781a service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883548 Jul 19 04:00:56.048476 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-09bf8957-b9ac-453f-bb85-6836371ca3cc service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939894 Jul 19 04:00:56.141877 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-79f3587b-2c05-40e2-8e59-8fa3194bd045 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977871 Jul 19 04:00:56.146729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b6aa911-11a0-4f66-9196-dc47f238243d req-38c5b03a-b2fd-4326-910a-c664dfc5ac3c service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916128 Jul 19 04:00:56.391138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:00:56.483968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:00:56.494417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '9da3a129-8bb5-42ac-b446-adb72b662263', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': '9da3a129-8bb5-42ac-b446-adb72b662263', 'mac_address': 'fa:16:3e:a8:0b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:00:56.530129 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:56.542648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da3a129-8bb5-42ac-b446-adb72b662263 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:00:56.561416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:00:56.565119 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:56.618104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=12']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:00:56.760383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60491a-008c-44fb-9be1-766ad2349d32 req-710a9e47-3778-43c1-8d6e-b957d8f84b2f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:56.761820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb60491a-008c-44fb-9be1-766ad2349d32 req-710a9e47-3778-43c1-8d6e-b957d8f84b2f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0727251 Jul 19 04:00:56.785196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['9da3a129-8bb5-42ac-b446-adb72b662263'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:00:56.802355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb60491a-008c-44fb-9be1-766ad2349d32 req-bbc1605c-6a5b-43e4-9943-0cfba5ca544e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339906 Jul 19 04:00:56.981067 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72d748-9987-4742-8615-43b2d759b673 req-1e5b5636-fa9b-4bfd-8e11-3b919d861928 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:56.982612 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e72d748-9987-4742-8615-43b2d759b673 req-1e5b5636-fa9b-4bfd-8e11-3b919d861928 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0647645 Jul 19 04:00:57.020895 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e72d748-9987-4742-8615-43b2d759b673 req-ab081992-1ac6-4535-be54-c761293c6720 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324690 Jul 19 04:00:57.193224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95335-8af0-4e35-9caa-f088dfc96c42 req-ff72df0a-b752-46db-b792-92cbdd252339 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:57.194739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-54b95335-8af0-4e35-9caa-f088dfc96c42 req-ff72df0a-b752-46db-b792-92cbdd252339 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0640616 Jul 19 04:00:57.231706 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-54b95335-8af0-4e35-9caa-f088dfc96c42 req-439564c1-4429-47d7-bdc8-edb03ca5c195 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312328 Jul 19 04:00:57.601226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac18e9f-b861-4bd7-a715-ea6d7750b283 req-04cd4d83-49f0-4368-87ca-76c879dc51f5 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:57.602636 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ac18e9f-b861-4bd7-a715-ea6d7750b283 req-04cd4d83-49f0-4368-87ca-76c879dc51f5 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 946 time: 0.0625474 Jul 19 04:00:57.639864 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8ac18e9f-b861-4bd7-a715-ea6d7750b283 req-79f37ba5-b3bf-447d-8061-fb5029e4bd88 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Jul 19 04:00:58.395101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:00:58.442833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 9da3a129-8bb5-42ac-b446-adb72b662263 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:00:58.446406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 9da3a129-8bb5-42ac-b446-adb72b662263 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:00:58.446785 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:58.524704 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:58.546578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:00:58.548815 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519501c7-aa11-4dbf-a1cf-da911c422a18" -d '{"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-plugged", "status": "completed", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:00:58.561694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:00:58.565755 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:58.590395 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af25e3c8-4936-4de6-8b99-590c9eda117c x-openstack-request-id: req-af25e3c8-4936-4de6-8b99-590c9eda117c {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:00:58.590691 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-plugged", "status": "completed", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:00:58.590946 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af25e3c8-4936-4de6-8b99-590c9eda117c {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:00:58.591340 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263', 'code': 200} Jul 19 04:00:58.617034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=13']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:00:58.847749 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8d918-70c0-469d-a790-fbc7f8873899 req-6a6394ab-53f7-4b8b-a54d-62796a8ec32f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:58.849318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ec8d918-70c0-469d-a790-fbc7f8873899 req-6a6394ab-53f7-4b8b-a54d-62796a8ec32f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 947 time: 0.0979841 Jul 19 04:00:58.860071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-99363eb2-ab8b-43dc-8cbc-8bb703327a43 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:00:58.861507 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-99363eb2-ab8b-43dc-8cbc-8bb703327a43 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 947 time: 0.1186697 Jul 19 04:00:58.934055 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6ec8d918-70c0-469d-a790-fbc7f8873899 req-209483b7-4033-4442-8667-d99732284ac7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715518 Jul 19 04:00:58.991531 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Deleting port 9da3a129-8bb5-42ac-b446-adb72b662263 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:00:58.991882 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:59.078312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] For port 9da3a129-8bb5-42ac-b446-adb72b662263, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=9da3a129-8bb5-42ac-b446-adb72b662263,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:00:59.078679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:59.531599 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:59.531966 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:59.532273 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727 disassociated. External IP: 172.25.2.33, port: 9da3a129-8bb5-42ac-b446-adb72b662263. Jul 19 04:00:59.532613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Calling delete_port for 9da3a129-8bb5-42ac-b446-adb72b662263 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:00:59.655342 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:59.687265 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event deleted for resources: {'Port': ['ID=9da3a129-8bb5-42ac-b446-adb72b662263,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:00:59.801483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:00:59.913190 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:00:59.922312 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352fe541-357e-46f1-845c-c067c480c186 None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:00:59.930816 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352fe541-357e-46f1-845c-c067c480c186 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:00:59.931447 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-352fe541-357e-46f1-845c-c067c480c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:00:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:00:59.955222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] No DVR routers for this DVR port 9da3a129-8bb5-42ac-b446-adb72b662263 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:00:59.957994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:00:59.960762 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-92e8a74a-c7fa-4ac6-8e19-d17ece47dcf9 req-81af36cc-d007-4318-87bc-34874aca0a99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "DELETE /v2.0/ports/9da3a129-8bb5-42ac-b446-adb72b662263 HTTP/1.1" status: 204 len: 173 time: 1.0912795 Jul 19 04:00:59.961212 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-deleted', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:00:59.963512 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288c3cf3-173c-47ec-bd96-64203b4afe5e" -d '{"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-deleted", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:01:00.021830 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf98947-0d24-46d4-ad59-a41d93c455b4 x-openstack-request-id: req-1cf98947-0d24-46d4-ad59-a41d93c455b4 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:01:00.022370 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ad1948-ce73-4574-b892-cb8ceff664ad", "name": "network-vif-deleted", "tag": "9da3a129-8bb5-42ac-b446-adb72b662263", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:01:00.022582 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cf98947-0d24-46d4-ad59-a41d93c455b4 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:01:00.022983 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad1948-ce73-4574-b892-cb8ceff664ad', 'name': 'network-vif-deleted', 'tag': '9da3a129-8bb5-42ac-b446-adb72b662263', 'status': 'completed', 'code': 200} Jul 19 04:01:00.046891 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-352fe541-357e-46f1-845c-c067c480c186 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:01:00.112211 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8f7e4124-6477-46ac-9dff-4854b9cd58b5 req-49220548-fcd6-4199-af21-2d9301d50395 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ad1948-ce73-4574-b892-cb8ceff664ad HTTP/1.1" status: 200 len: 210 time: 0.0299952 Jul 19 04:01:00.250204 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-352fe541-357e-46f1-845c-c067c480c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:01:00.278824 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352fe541-357e-46f1-845c-c067c480c186 None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:01:00.287157 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352fe541-357e-46f1-845c-c067c480c186 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:01:00.287749 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-352fe541-357e-46f1-845c-c067c480c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:00:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:01:00.392301 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-352fe541-357e-46f1-845c-c067c480c186 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:01:00.591300 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-352fe541-357e-46f1-845c-c067c480c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:01:00.617283 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352fe541-357e-46f1-845c-c067c480c186 None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:01:00.826948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752075f0-f6d6-4d44-b0ce-991b18db03e5 None None] New status for floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:01:01.474578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-94e706b8-7545-428f-a596-8c048350f5bb tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--716177633&fields=id&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 267 time: 0.0331402 Jul 19 04:01:01.583916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-79555175-4cde-44a2-ac98-767a619b7d6c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:01.585394 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-79555175-4cde-44a2-ac98-767a619b7d6c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 812 time: 0.1045952 Jul 19 04:01:01.600797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-7a0f5802-ca4b-4dc1-8e96-5d6b99eb4c9a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/quotas/110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 375 time: 0.0100520 Jul 19 04:01:01.668311 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-c633cee1-7215-424c-adac-d3a92247d475 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627880 Jul 19 04:01:01.765697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-f1f34e8d-825c-4c67-9953-6733a43f0c2e service neutron] 10.222.0.20 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863400 Jul 19 04:01:01.853909 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-dc3ba666-9f69-4109-9108-f313bbbec08b service neutron] 10.222.0.20 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818899 Jul 19 04:01:02.025187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-44cc7679-e46d-4f37-a833-b47e81f1b44f req-3e13815a-53bd-4712-bf0f-cd52e67e1bcc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 210 time: 0.0322742 Jul 19 04:01:02.422406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:01:02.448554 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 9da3a129-8bb5-42ac-b446-adb72b662263 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:01:02.448911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 9da3a129-8bb5-42ac-b446-adb72b662263 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:01:03.024472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-786abe8f-c94b-45e0-8279-68059d44619a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:03.025955 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-786abe8f-c94b-45e0-8279-68059d44619a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 812 time: 0.1107016 Jul 19 04:01:03.078303 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-6504127f-a86c-44f0-ae9a-b4cb0052ca88 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 379 time: 0.0367215 Jul 19 04:01:03.087443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'port': {'device_id': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'admin_state_up': True, 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'security_groups': ['2583ee9c-8172-4b86-aa58-2b015c0cc55b']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:01:03.196368 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b7b1bdc-d68c-490a-bff4-1f4c45039171 req-a2476026-171f-4976-afc2-932eebe6f3d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 210 time: 0.0407195 Jul 19 04:01:03.232159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Made reservation on behalf of 110cbcf4d1254576814284b7c8211463 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:01:03.235781 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:03.358668 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Allocated IP 172.20.0.12 (f9de8f16-06fb-4868-b0b5-6f4936464847/dc497ee6-de2f-48ba-a6a9-73b61f0c759d/dd3311fd-f0e4-467a-974c-4d9d57ff613a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:01:03.501832 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:03.515951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Transition to ACTIVE for port object dd3311fd-f0e4-467a-974c-4d9d57ff613a will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:01:03.548501 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:03.588780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Network f9de8f16-06fb-4868-b0b5-6f4936464847 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:01:03.591996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:01:03.594412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:01:03.638711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:01:03.660521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:03.661605 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:03.676669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-3d58f544-3818-4595-b504-c7cbbd64089b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5936048 Jul 19 04:01:03.688112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Request body: {'port': {'device_id': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:01:03.764445 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:03.824623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fd6bb882-1594-427c-b083-272ebd9a2388 None None] Provisioning for port dd3311fd-f0e4-467a-974c-4d9d57ff613a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:01:03.828870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-fd6bb882-1594-427c-b083-272ebd9a2388 None None] Provisioning complete for port dd3311fd-f0e4-467a-974c-4d9d57ff613a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:01:03.829233 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb882-1594-427c-b083-272ebd9a2388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:03.862674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bb882-1594-427c-b083-272ebd9a2388 None None] Port dd3311fd-f0e4-467a-974c-4d9d57ff613a cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:01:04.025881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3311fd-f0e4-467a-974c-4d9d57ff613a {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:01:04.033388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:04.046702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Transition to ACTIVE for port object dd3311fd-f0e4-467a-974c-4d9d57ff613a will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:01:04.050073 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:04.100573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:01:04.174854 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:01:04.175187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:01:04.175738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:01:04.181495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Port dd3311fd-f0e4-467a-974c-4d9d57ff613a on network f9de8f16-06fb-4868-b0b5-6f4936464847 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:01:04.181890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:01:04.187563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:01:04.187902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:01:04.188287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:01:04.188710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Bound port: dd3311fd-f0e4-467a-974c-4d9d57ff613a, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:01:04.189065 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:04.263233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:01:04.266757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:01:04.270386 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:04.307035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:04.307680 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:04.309093 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] 10.222.0.25 "PUT /v2.0/ports/dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1093 time: 0.6253939 Jul 19 04:01:04.309539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:01:04.312084 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10" -d '{"events": [{"name": "network-changed", "server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:01:04.340181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726addcb-a3ba-404d-a315-dbd6cb7c5bbc service neutron] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:01:04.386415 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dac12e-b96c-4773-a632-0262c015c515 x-openstack-request-id: req-75dac12e-b96c-4773-a632-0262c015c515 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:01:04.386702 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:01:04.386951 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75dac12e-b96c-4773-a632-0262c015c515 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:01:04.387346 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'status': 'completed', 'code': 200} Jul 19 04:01:04.412878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-fc5e3ca6-fb74-4217-b9a8-2a8398ac7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:04.414637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-fc5e3ca6-fb74-4217-b9a8-2a8398ac7dfc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1096 time: 0.0624022 Jul 19 04:01:04.421741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc58e5-f0c1-4653-8e86-7313aa5bc6f4 req-ca6ee598-dfc7-4ae4-ac40-8c2aed756e17 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:04.423459 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26cc58e5-f0c1-4653-8e86-7313aa5bc6f4 req-ca6ee598-dfc7-4ae4-ac40-8c2aed756e17 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.1085732 Jul 19 04:01:04.462489 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-6c345679-4063-4e78-b989-24f81cb5fa5d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 217 time: 0.0409017 Jul 19 04:01:04.465139 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-26cc58e5-f0c1-4653-8e86-7313aa5bc6f4 req-c4524f28-9379-406b-8138-5ae9774dd112 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347025 Jul 19 04:01:04.513551 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-ac4adf36-db57-4045-8cbc-db165dc91079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:04.515342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-ac4adf36-db57-4045-8cbc-db165dc91079 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0463576 Jul 19 04:01:04.572478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-a8c890b0-f942-4c03-9de5-df8ecb1c259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:04.573964 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-a8c890b0-f942-4c03-9de5-df8ecb1c259d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521815 Jul 19 04:01:04.666552 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-69fa1dc8-3ded-4024-8bdf-1110c60e825e service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860479 Jul 19 04:01:04.758806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1245b7-c379-4303-b51b-04f493b1e7e9 req-7c44d42e-9907-4ac7-b551-ab9400cbf9a3 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858495 Jul 19 04:01:04.854665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-9ba59ee6-d45c-4243-a337-ae9481623649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:04.856144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-9ba59ee6-d45c-4243-a337-ae9481623649 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1096 time: 0.0512037 Jul 19 04:01:04.948214 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-f606d70d-4748-4ff5-b3c8-b81e8e835b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:04.949627 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-f606d70d-4748-4ff5-b3c8-b81e8e835b9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0876245 Jul 19 04:01:04.990707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-03d52d5c-f2ce-4674-8992-f8ba9e88953d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 217 time: 0.0346212 Jul 19 04:01:05.043359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-222eee0e-c9ae-4232-8027-98daef8d7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:05.044799 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-222eee0e-c9ae-4232-8027-98daef8d7e21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0483532 Jul 19 04:01:05.100825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-e5a5347e-b7d9-4a8b-87da-cf377f37bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:05.102309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-e5a5347e-b7d9-4a8b-87da-cf377f37bce8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503221 Jul 19 04:01:05.195029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-f3269585-5f36-4bf7-84c7-8fbd04f23b9c service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834930 Jul 19 04:01:05.283958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ce6ea96-6bf8-4b1f-980a-c7d75d742f10 req-820cd754-541b-42b1-9b99-0337efa4ebf0 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811071 Jul 19 04:01:05.639988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c59142-cb93-48d7-9940-9211657d4e08 req-16db58f0-1a40-49ac-bd06-a401f3013d9f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:05.641387 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33c59142-cb93-48d7-9940-9211657d4e08 req-16db58f0-1a40-49ac-bd06-a401f3013d9f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0632794 Jul 19 04:01:05.682405 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33c59142-cb93-48d7-9940-9211657d4e08 req-77b2f2c3-eb4d-4111-9caf-30298c9c07f8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348322 Jul 19 04:01:06.438087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device dd3311fd-f0e4-467a-974c-4d9d57ff613a details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:01:06.529570 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:01:06.543251 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'mac_address': 'fa:16:3e:4a:89:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:01:06.580711 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:06.593181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3311fd-f0e4-467a-974c-4d9d57ff613a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:01:06.612058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:01:06.616413 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:06.661416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:01:06.803159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['dd3311fd-f0e4-467a-974c-4d9d57ff613a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:01:06.858859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1f7be-aae6-464a-814c-0f528af71494 req-1e35db74-972e-4f9c-95df-b6fdf58253d8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:06.860380 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f0e1f7be-aae6-464a-814c-0f528af71494 req-1e35db74-972e-4f9c-95df-b6fdf58253d8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0646210 Jul 19 04:01:06.899005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f0e1f7be-aae6-464a-814c-0f528af71494 req-047cff91-dd10-41a7-bdcb-e7f77369decd tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319262 Jul 19 04:01:07.383638 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:07.547807 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:08.152229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbd53a-c1be-4f64-b85a-31b77b5d5471 req-f4d53ddb-842e-459c-a634-16e3549c562b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:08.153654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47dbd53a-c1be-4f64-b85a-31b77b5d5471 req-f4d53ddb-842e-459c-a634-16e3549c562b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.1413243 Jul 19 04:01:08.191035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-47dbd53a-c1be-4f64-b85a-31b77b5d5471 req-744d7515-425b-47b8-bfc4-7a51ff4199cb tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317230 Jul 19 04:01:08.441223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device dd3311fd-f0e4-467a-974c-4d9d57ff613a up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:01:08.488795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port dd3311fd-f0e4-467a-974c-4d9d57ff613a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:01:08.492473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port dd3311fd-f0e4-467a-974c-4d9d57ff613a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:01:08.492841 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:08.570159 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:08.592223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:01:08.594478 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a3c316-32ca-4de9-ab65-e5affef6c15d" -d '{"events": [{"server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "name": "network-vif-plugged", "status": "completed", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:01:08.607204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:01:08.611630 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:08.634705 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eab0d8-7e67-4f5e-9ede-3b0613ccec35 x-openstack-request-id: req-f0eab0d8-7e67-4f5e-9ede-3b0613ccec35 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:01:08.634991 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "name": "network-vif-plugged", "status": "completed", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:01:08.635242 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0eab0d8-7e67-4f5e-9ede-3b0613ccec35 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:01:08.635680 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'code': 200} Jul 19 04:01:08.662586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:01:08.743864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c802f-7bd2-4390-a2c0-681d4ec20e56 req-91920a72-c5c8-4cdb-a133-5bb870fb29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:08.745352 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e14c802f-7bd2-4390-a2c0-681d4ec20e56 req-91920a72-c5c8-4cdb-a133-5bb870fb29f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1098 time: 0.0510514 Jul 19 04:01:08.779747 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e14c802f-7bd2-4390-a2c0-681d4ec20e56 req-3abbfacf-2cb9-42ad-932f-3c1f70dd332f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276914 Jul 19 04:01:09.364840 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac5958-7672-41ae-8826-d17e6c06e265 req-2affeb5a-a12e-481b-bf98-fd91ff23a11a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:09.366461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25ac5958-7672-41ae-8826-d17e6c06e265 req-2affeb5a-a12e-481b-bf98-fd91ff23a11a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0658731 Jul 19 04:01:09.406372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-25ac5958-7672-41ae-8826-d17e6c06e265 req-352e5f79-025b-4f0d-939c-835826abbbf9 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343606 Jul 19 04:01:10.634517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42d85-21b9-4569-b769-4ba0ee8acaea req-589a2451-e2bf-4830-b0f9-f000db883ab4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:10.636039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1d42d85-21b9-4569-b769-4ba0ee8acaea req-589a2451-e2bf-4830-b0f9-f000db883ab4 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.1136127 Jul 19 04:01:10.673850 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1d42d85-21b9-4569-b769-4ba0ee8acaea req-24d9a912-ed99-4051-b65c-82239466df1b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Jul 19 04:01:10.839127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b7976-42f9-43ec-b96f-419659510bf9 req-7dc366fe-3d43-48e1-ab89-f27446458aa8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:10.840645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e1b7976-42f9-43ec-b96f-419659510bf9 req-7dc366fe-3d43-48e1-ab89-f27446458aa8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0630200 Jul 19 04:01:10.849140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44408) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:01:10.853628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5de4904d-cedb-4ff8-bd5f-b1a3c3229510 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Request body: {'floatingip': {'port_id': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:01:10.895427 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5de4904d-cedb-4ff8-bd5f-b1a3c3229510 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:11.329415 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5de4904d-cedb-4ff8-bd5f-b1a3c3229510 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:11.333773 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5de4904d-cedb-4ff8-bd5f-b1a3c3229510 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:11.432077 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-5de4904d-cedb-4ff8-bd5f-b1a3c3229510 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727 associated. External IP: 172.25.2.33, port: dd3311fd-f0e4-467a-974c-4d9d57ff613a. Jul 19 04:01:11.926394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de4904d-cedb-4ff8-bd5f-b1a3c3229510 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:01:12.035123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de4904d-cedb-4ff8-bd5f-b1a3c3229510 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:01:12.040522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5de4904d-cedb-4ff8-bd5f-b1a3c3229510 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:12.046558 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:01:12.055515 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:01:12.056134 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:00:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:01:12.076032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5de4904d-cedb-4ff8-bd5f-b1a3c3229510 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "PUT /v2.0/floatingips/8f76340c-289f-422b-8d03-8a24d2d9e727 HTTP/1.1" status: 200 len: 992 time: 1.2258389 Jul 19 04:01:12.076726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:01:12.079130 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795f9788-8e81-470d-95d8-93154fee2316" -d '{"events": [{"name": "network-changed", "server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:01:12.118110 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955af4e2-0165-48e1-b0cc-7c774c601488 x-openstack-request-id: req-955af4e2-0165-48e1-b0cc-7c774c601488 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:01:12.118446 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:01:12.118696 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-955af4e2-0165-48e1-b0cc-7c774c601488 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:01:12.119095 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'status': 'completed', 'code': 200} Jul 19 04:01:12.207404 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f9788-8e81-470d-95d8-93154fee2316 req-890472a8-a519-44cc-8196-2283e4a91b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:12.209028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-795f9788-8e81-470d-95d8-93154fee2316 req-890472a8-a519-44cc-8196-2283e4a91b11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1098 time: 0.0591786 Jul 19 04:01:12.257948 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:01:12.303078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f9788-8e81-470d-95d8-93154fee2316 req-d0e49148-ffd7-4b06-98ad-882f346d6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:12.304575 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-795f9788-8e81-470d-95d8-93154fee2316 req-d0e49148-ffd7-4b06-98ad-882f346d6f8f service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0895696 Jul 19 04:01:12.372650 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-795f9788-8e81-470d-95d8-93154fee2316 req-0aac5b22-0fa7-4d39-b1dd-7b9c38ea0937 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1000 time: 0.0621247 Jul 19 04:01:12.421431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f9788-8e81-470d-95d8-93154fee2316 req-2621d58e-5094-48c6-b477-9b7e761e2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:12.422916 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-795f9788-8e81-470d-95d8-93154fee2316 req-2621d58e-5094-48c6-b477-9b7e761e2f58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0439920 Jul 19 04:01:12.478406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f9788-8e81-470d-95d8-93154fee2316 req-af91d55c-e7a2-4fd8-8e55-6a59163ac6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:12.479925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-795f9788-8e81-470d-95d8-93154fee2316 req-af91d55c-e7a2-4fd8-8e55-6a59163ac6e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510192 Jul 19 04:01:12.543553 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ee31a21c-6ce2-43e3-9ece-e5f4010a3f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:12.581922 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-795f9788-8e81-470d-95d8-93154fee2316 req-511cb0c4-ea80-4b10-b2e5-03ee7cc28358 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948877 Jul 19 04:01:12.583118 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:4a:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T04:01:11Z', 'revision_number': 13, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:01:12.609122 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:01:12.617868 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:01:12.618499 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:00:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:01:12.672459 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-795f9788-8e81-470d-95d8-93154fee2316 req-9eee9773-a7bc-4b47-9495-7116118adadf service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847087 Jul 19 04:01:12.721691 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:01:12.939314 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:4a:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T04:01:11Z', 'revision_number': 13, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:01:12.966274 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49c66-4de6-401e-a69d-152e6acd912d None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '8f76340c-289f-422b-8d03-8a24d2d9e727', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'port_id': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'mac_address': 'fa:16:3e:4a:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T03:54:19Z', 'updated_at': '2021-07-19T04:01:11Z', 'revision_number': 13, 'project_id': '110cbcf4d1254576814284b7c8211463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:01:13.153893 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c9c4e-1576-4d4e-8a59-948786c0d8eb None None] New status for floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:01:13.917208 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:01:15.119132 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32d58334-d618-476a-b7c8-2413a8300c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:15.702215 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:16.551341 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:18.069805 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:37.383363 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:37.550075 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:42.544749 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2d67575a-1287-4ba3-a764-29c85885cf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:45.120016 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5c0f0887-4a8a-4d32-b0ac-ca1587e424f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:45.702908 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:46.554903 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:48.073034 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:01:50.916646 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:01:54.657611 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-f3d18810-13c0-48fa-8f4f-d1416782a4d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509872 Jul 19 04:01:54.757180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-428a01dc-2a4e-45f2-96e8-c8c2131ef1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:54.758730 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-428a01dc-2a4e-45f2-96e8-c8c2131ef1ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1098 time: 0.0587540 Jul 19 04:01:54.860773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-db132155-097c-4249-b65d-bb803af82fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:54.862243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-db132155-097c-4249-b65d-bb803af82fe3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0828354 Jul 19 04:01:54.929516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-2cc7dbad-21a4-40e5-aea8-f524052b324a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1002 time: 0.0613172 Jul 19 04:01:54.976950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-b7602c69-e83b-46f8-afd0-04d9c9f51d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:54.978383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-b7602c69-e83b-46f8-afd0-04d9c9f51d49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0424776 Jul 19 04:01:55.034545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-0aaa5169-bb26-4db0-8cc9-0aa5bd374e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:01:55.036083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-0aaa5169-bb26-4db0-8cc9-0aa5bd374e1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510745 Jul 19 04:01:55.129940 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-49f98a13-bd65-4457-bb06-3e4f49fac0e2 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876455 Jul 19 04:01:55.219962 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8851aeef-e2c2-47b2-bafd-8ac8a2f8c6c2 req-abe9b224-5e1f-4310-80d1-7e1bda6c3f55 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835834 Jul 19 04:02:07.382734 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:07.572477 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:12.545417 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-de9c6137-e4af-4a5b-ae37-49d8cf1dc9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:15.119784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-297acc9e-4f65-4c08-a7e9-4ed8d0c036b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:15.704002 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:16.557096 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:18.074593 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:27.916640 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:02:37.381250 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:37.597397 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:42.545345 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ec488d15-9d2e-402e-b7fc-6cba013a5eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:45.119507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-55fb7639-8f41-4234-809e-2dbc0717d431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:45.705455 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:46.559644 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:48.078799 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:02:48.323157 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296c648-4777-476f-8c9d-7f1257d897ca req-0003fb8e-39a3-4f9e-a3b7-30495d12d2f6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:02:48.324654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9296c648-4777-476f-8c9d-7f1257d897ca req-0003fb8e-39a3-4f9e-a3b7-30495d12d2f6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0676985 Jul 19 04:02:48.362373 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9296c648-4777-476f-8c9d-7f1257d897ca req-018d1e8a-358d-409b-8d8a-52a361c910e2 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321913 Jul 19 04:02:55.695080 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd2f904-d5be-486b-9020-d624fb39455d req-86850d90-6a10-492b-8b3d-fa592b46bd78 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955989 Jul 19 04:02:55.788207 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f904-d5be-486b-9020-d624fb39455d req-5908573e-861d-48c4-af0a-788619701157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:02:55.789690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd2f904-d5be-486b-9020-d624fb39455d req-5908573e-861d-48c4-af0a-788619701157 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1098 time: 0.0540211 Jul 19 04:02:55.893607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f904-d5be-486b-9020-d624fb39455d req-28a6b1fe-734c-4979-9fbe-26aa682da234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:02:55.895004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd2f904-d5be-486b-9020-d624fb39455d req-28a6b1fe-734c-4979-9fbe-26aa682da234 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0859001 Jul 19 04:02:55.958238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd2f904-d5be-486b-9020-d624fb39455d req-3faba4a0-3e8f-4497-bf3c-d3289f668321 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1002 time: 0.0569098 Jul 19 04:02:56.009979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f904-d5be-486b-9020-d624fb39455d req-8a42aa3f-df88-4901-997c-cd7d1c58e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:02:56.011428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd2f904-d5be-486b-9020-d624fb39455d req-8a42aa3f-df88-4901-997c-cd7d1c58e44d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0470521 Jul 19 04:02:56.066434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f904-d5be-486b-9020-d624fb39455d req-ed6c12cd-636d-4ab8-be33-eee33a78e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:02:56.067899 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd2f904-d5be-486b-9020-d624fb39455d req-ed6c12cd-636d-4ab8-be33-eee33a78e184 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505857 Jul 19 04:02:56.078386 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-4fd2f904-d5be-486b-9020-d624fb39455d req-f78a8286-9659-450a-a516-8ce25b5b1614 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:02:56.079342 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd2f904-d5be-486b-9020-d624fb39455d req-f78a8286-9659-450a-a516-8ce25b5b1614 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050955 Jul 19 04:02:56.170414 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd2f904-d5be-486b-9020-d624fb39455d req-7956f62d-58ea-4921-8b79-0c581115b967 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Jul 19 04:02:56.262659 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4fd2f904-d5be-486b-9020-d624fb39455d req-c4f318b5-71c7-4b4d-834e-b677206cf022 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861974 Jul 19 04:02:58.595625 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-5a4f0fc9-ad56-4ed5-ade3-ba3bc3ff1464 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983629 Jul 19 04:02:58.610009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1c688-77d3-40bc-a7e1-809ee262b444 req-caaf28ca-c883-4f40-9272-7288661b098c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:02:58.611568 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cc1c688-77d3-40bc-a7e1-809ee262b444 req-caaf28ca-c883-4f40-9272-7288661b098c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0661781 Jul 19 04:02:58.651418 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3cc1c688-77d3-40bc-a7e1-809ee262b444 req-880cfae1-0493-478b-995b-41962ff6f879 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332890 Jul 19 04:02:59.832456 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39822d7-4c11-4871-93ab-cd3f4ffb4f1d req-f4b74a0b-1740-423c-bcf3-f1da737c3f2c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:02:59.834125 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c39822d7-4c11-4871-93ab-cd3f4ffb4f1d req-f4b74a0b-1740-423c-bcf3-f1da737c3f2c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0675840 Jul 19 04:02:59.876725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c39822d7-4c11-4871-93ab-cd3f4ffb4f1d req-4915bae6-98d6-4ed2-999a-2a9c3d676ebd tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370319 Jul 19 04:02:59.956204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-0e862cb0-6bac-4cf7-a61c-42f92fb9d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:02:59.957741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-0e862cb0-6bac-4cf7-a61c-42f92fb9d1bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1098 time: 0.0534039 Jul 19 04:03:00.053393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-8693b196-532c-47b6-b02c-1c0fbd43bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:00.054924 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-8693b196-532c-47b6-b02c-1c0fbd43bc4c service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0901146 Jul 19 04:03:00.119158 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-e24fdfb6-5869-4bd9-9282-93fb5da32331 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1002 time: 0.0575614 Jul 19 04:03:00.167713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-f9fcca5b-7f87-41a6-b35a-227d11a26e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:00.169186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-f9fcca5b-7f87-41a6-b35a-227d11a26e62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0441966 Jul 19 04:03:00.229215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-74f1c0a1-6a1e-45d5-948e-cd17801457c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:00.230761 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-74f1c0a1-6a1e-45d5-948e-cd17801457c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554774 Jul 19 04:03:00.318793 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-19aad5b5-6903-4783-85eb-3a5d1d8ac602 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810847 Jul 19 04:03:00.411247 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-8d3040f1-e1d4-4d57-b81e-6941ca6c95d9 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865934 Jul 19 04:03:01.057900 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f325d-0a96-4a82-8295-337fde9fdcd5 req-3239f618-6607-4d20-b1b6-2b6c1c3a3d39 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:01.059365 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-667f325d-0a96-4a82-8295-337fde9fdcd5 req-3239f618-6607-4d20-b1b6-2b6c1c3a3d39 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0677679 Jul 19 04:03:01.097559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-667f325d-0a96-4a82-8295-337fde9fdcd5 req-73755332-e7c0-43e8-9fbe-379c22c7c6e6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326157 Jul 19 04:03:02.276921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02818d81-3cad-4a17-a5b9-40a2e80db64c req-4ae85b22-3fe6-434c-ac39-41e729f3bbbb tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:02.278452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-02818d81-3cad-4a17-a5b9-40a2e80db64c req-4ae85b22-3fe6-434c-ac39-41e729f3bbbb tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0649276 Jul 19 04:03:02.314804 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-02818d81-3cad-4a17-a5b9-40a2e80db64c req-ca75615b-87b0-433e-8414-779aa2db7a1a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309370 Jul 19 04:03:03.674256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573c387-d264-40ef-a7e3-6a6fe857a8d2 req-922ee01a-a3b7-4fb2-b1ae-3b5f97795662 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:03.675761 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1573c387-d264-40ef-a7e3-6a6fe857a8d2 req-922ee01a-a3b7-4fb2-b1ae-3b5f97795662 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0623548 Jul 19 04:03:03.713333 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1573c387-d264-40ef-a7e3-6a6fe857a8d2 req-e4c336de-7c50-448f-baa7-644c565cbb1b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313118 Jul 19 04:03:04.884181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dbe51-f439-4a68-9ec7-940e803640c4 req-d985879f-0bca-42d4-aab8-bcdf25d957ea tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:04.885565 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f67dbe51-f439-4a68-9ec7-940e803640c4 req-d985879f-0bca-42d4-aab8-bcdf25d957ea tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0622883 Jul 19 04:03:04.916104 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:03:04.927641 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f67dbe51-f439-4a68-9ec7-940e803640c4 req-656ffdf5-ab63-4428-9ccf-2f1239f25c2c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365765 Jul 19 04:03:06.102946 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d031f9d-e40d-4b03-b83f-814de788b957 req-46480a29-67b2-4172-bdae-e39df516ceb1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:06.104465 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5d031f9d-e40d-4b03-b83f-814de788b957 req-46480a29-67b2-4172-bdae-e39df516ceb1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0667696 Jul 19 04:03:06.141626 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5d031f9d-e40d-4b03-b83f-814de788b957 req-ae2318bd-1530-45c8-8382-3de2d21ee9d8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316701 Jul 19 04:03:07.315839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3106e-fa5c-41a1-9145-348a91409e30 req-7615c968-5e0e-48d4-b273-466be33051d8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:07.317391 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9bd3106e-fa5c-41a1-9145-348a91409e30 req-7615c968-5e0e-48d4-b273-466be33051d8 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0645132 Jul 19 04:03:07.355238 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9bd3106e-fa5c-41a1-9145-348a91409e30 req-cf243f44-479d-427e-ab17-793fd25a15f3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319698 Jul 19 04:03:07.394444 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:07.586077 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:08.525750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e90b-189b-420c-b564-c4d5a6704eac req-11254a00-3fcc-43e9-b140-62a98769ccf1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:08.527267 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3765e90b-189b-420c-b564-c4d5a6704eac req-11254a00-3fcc-43e9-b140-62a98769ccf1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0624795 Jul 19 04:03:08.564412 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3765e90b-189b-420c-b564-c4d5a6704eac req-619eb8c2-e444-4f3c-ac5a-aa03c662a5fe tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Jul 19 04:03:09.736587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca62b2b-a48a-4611-ad2c-4155c4e81a75 req-c2dd3b4f-259b-4643-a437-cb87e57fadb7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:09.738062 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ca62b2b-a48a-4611-ad2c-4155c4e81a75 req-c2dd3b4f-259b-4643-a437-cb87e57fadb7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0622492 Jul 19 04:03:09.780366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ca62b2b-a48a-4611-ad2c-4155c4e81a75 req-db706a13-2346-4574-b838-eb29c92185f9 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339735 Jul 19 04:03:10.955472 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3ebc2-0efb-4983-b8e7-8367053b6755 req-46ea464c-257d-4fea-b9bd-a5cdd0b8cb1e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:10.956942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5d3ebc2-0efb-4983-b8e7-8367053b6755 req-46ea464c-257d-4fea-b9bd-a5cdd0b8cb1e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0616028 Jul 19 04:03:10.994754 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5d3ebc2-0efb-4983-b8e7-8367053b6755 req-3e2240c6-8e2b-4f02-9f0d-36287bbd06a9 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315943 Jul 19 04:03:12.177878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfecf0-b911-41f3-bd2f-dc7205175270 req-c8b3d89d-bbbf-4123-910a-ef333c40769e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:12.179555 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1dcfecf0-b911-41f3-bd2f-dc7205175270 req-c8b3d89d-bbbf-4123-910a-ef333c40769e tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0693014 Jul 19 04:03:12.216051 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1dcfecf0-b911-41f3-bd2f-dc7205175270 req-2ff6ac70-7a11-4166-bb79-85c4873e84a6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309792 Jul 19 04:03:12.545655 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3a06b69c-d255-430b-b807-9063932a8df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:13.394736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651e3af-5e2a-469f-895b-5519e826156c req-0d41dd09-0bb5-4ab9-975c-1dd899c3e17b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:13.397012 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9651e3af-5e2a-469f-895b-5519e826156c req-0d41dd09-0bb5-4ab9-975c-1dd899c3e17b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0677907 Jul 19 04:03:13.435124 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9651e3af-5e2a-469f-895b-5519e826156c req-68168eba-d9df-4244-aace-5a7f35ab0856 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Jul 19 04:03:14.045218 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-67e0ef51-9664-48db-855c-b413e38c52d0 service neutron] show failed (client error): The resource could not be found. Jul 19 04:03:14.046259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-67e0ef51-9664-48db-855c-b413e38c52d0 service neutron] 10.222.0.25 "GET /v2.0/ports/dd3311fd-f0e4-467a-974c-4d9d57ff613a/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0540760 Jul 19 04:03:14.294312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-13b1a19c-1c30-4f2f-8a25-54210f4766ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:14.295813 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-13b1a19c-1c30-4f2f-8a25-54210f4766ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 1098 time: 0.0529466 Jul 19 04:03:14.307150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:03:14.379016 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:14.579433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:14.612624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:03:14.613236 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e74cee-c0d7-492b-bc0e-f2ad64481b10 req-07df81fc-316e-4aff-a740-b811e9d234a5 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:14.615710 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91e74cee-c0d7-492b-bc0e-f2ad64481b10 req-07df81fc-316e-4aff-a740-b811e9d234a5 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0662010 Jul 19 04:03:14.653328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:03:14.653812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-91e74cee-c0d7-492b-bc0e-f2ad64481b10 req-3429ba4d-da49-4baa-bd69-cc2c7fed5211 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325739 Jul 19 04:03:14.655607 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0836cade-1a86-4410-b7a7-33d0e2f8c0c9" -d '{"events": [{"server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "name": "network-vif-unplugged", "status": "completed", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:03:14.659254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:14.672715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Transition to ACTIVE for port object dd3311fd-f0e4-467a-974c-4d9d57ff613a will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:03:14.683177 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:14.709359 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 04:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31f83ea-a21d-4d15-b04e-757075e8b0a3 x-openstack-request-id: req-e31f83ea-a21d-4d15-b04e-757075e8b0a3 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:03:14.709657 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "name": "network-vif-unplugged", "status": "completed", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:03:14.709923 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e31f83ea-a21d-4d15-b04e-757075e8b0a3 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:03:14.710327 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'code': 200} Jul 19 04:03:14.768593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=6']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:14.781091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.781445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.781788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.782126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.782485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.782813 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.783147 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.783473 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.783798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.784125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.784448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.784768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:14.819906 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] No DVR routers for this DVR port dd3311fd-f0e4-467a-974c-4d9d57ff613a on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:03:15.105639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device dd3311fd-f0e4-467a-974c-4d9d57ff613a no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:03:15.146514 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8c83484c-2454-4d1f-80bf-3c6ce5569723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:15.155737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device dd3311fd-f0e4-467a-974c-4d9d57ff613a not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:03:15.306809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:03:15.307140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:03:15.307463 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:03:15.311612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Port dd3311fd-f0e4-467a-974c-4d9d57ff613a on network f9de8f16-06fb-4868-b0b5-6f4936464847 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:03:15.311922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:03:15.316604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:03:15.316938 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:03:15.317319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:03:15.317941 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Bound port: dd3311fd-f0e4-467a-974c-4d9d57ff613a, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:03:15.318394 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:15.379115 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:03:15.382339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:03:15.386875 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:15.423307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:15.423879 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:15.425278 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] 10.222.0.26 "PUT /v2.0/ports/dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1093 time: 1.1220503 Jul 19 04:03:15.447518 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadda9c2-d771-4321-a65e-f512356fd70c service neutron] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:15.504297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-6c44e7f2-f767-4071-915d-31630555f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:15.506929 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-6c44e7f2-f767-4071-915d-31630555f073 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1096 time: 0.0565286 Jul 19 04:03:15.601626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-b6c1b291-df83-475b-af97-3a8b6dbe4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:15.603230 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-b6c1b291-df83-475b-af97-3a8b6dbe4a07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0901775 Jul 19 04:03:15.668067 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-6443ed1d-7289-49df-a480-410368d05ac5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1000 time: 0.0581553 Jul 19 04:03:15.707574 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:15.718865 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-99fc788d-8efd-42f7-af04-3e66574a4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:15.720338 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-99fc788d-8efd-42f7-af04-3e66574a4c58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0460629 Jul 19 04:03:15.781328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-33e82832-e5a4-40ef-8ee2-857e291c4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:15.783195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-33e82832-e5a4-40ef-8ee2-857e291c4fdd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562046 Jul 19 04:03:15.795713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-9343657f-64f0-48e1-9cf4-6b2595dd4753 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:03:15.796701 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-9343657f-64f0-48e1-9cf4-6b2595dd4753 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076666 Jul 19 04:03:15.840505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7c2d4-40cb-457f-88b3-be59337041d0 req-5830093b-17f3-4c53-953d-e68335ab0b73 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:15.842021 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0c7c2d4-40cb-457f-88b3-be59337041d0 req-5830093b-17f3-4c53-953d-e68335ab0b73 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0714903 Jul 19 04:03:15.880178 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d0c7c2d4-40cb-457f-88b3-be59337041d0 req-70b9829f-0592-4bb6-b9a5-623b57222b57 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323713 Jul 19 04:03:15.885170 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-fa8db610-f904-44bc-ac66-fa13f3ce3ab1 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818963 Jul 19 04:03:15.977119 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-adc3f54b-afa1-4c4f-a397-2438e5a07167 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863261 Jul 19 04:03:16.562146 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:16.712052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:03:16.714481 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbfda50-9f65-4f21-8eae-d59167c569ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:03:16.764559 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b089524-e8ea-47ec-b816-03e895b6546c x-openstack-request-id: req-9b089524-e8ea-47ec-b816-03e895b6546c {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:03:16.764859 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:03:16.765425 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b089524-e8ea-47ec-b816-03e895b6546c {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:03:16.766077 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'status': 'completed', 'code': 200} Jul 19 04:03:16.838435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-900ac76a-68ab-42ae-a171-9cb8d1a24507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:16.839895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-900ac76a-68ab-42ae-a171-9cb8d1a24507 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1096 time: 0.0564964 Jul 19 04:03:16.848408 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-2f30552f-eaa6-45f5-ba77-d7cd6c28606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:16.850257 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-2f30552f-eaa6-45f5-ba77-d7cd6c28606a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1096 time: 0.0570877 Jul 19 04:03:16.938505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-a13bdf5d-5f79-4a8c-828b-1a7fe0b8b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:16.940219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-a13bdf5d-5f79-4a8c-828b-1a7fe0b8b0e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0944872 Jul 19 04:03:16.954057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-49e07c32-91e0-456c-9ea7-f5b2616c155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:16.955742 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-49e07c32-91e0-456c-9ea7-f5b2616c155d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0997331 Jul 19 04:03:17.016923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-6048093a-2d30-4dfc-9322-c3587f3bf7b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1000 time: 0.0694640 Jul 19 04:03:17.026252 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-b7b8062d-fc55-4b32-b299-aecffbf2d048 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1000 time: 0.0640838 Jul 19 04:03:17.075546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-8afda205-d9cf-454e-bfc3-79b5e3d6a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:17.077204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-8afda205-d9cf-454e-bfc3-79b5e3d6a160 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0447402 Jul 19 04:03:17.104797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-ee12bccd-8989-4595-b3cd-37bb167434be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:17.106205 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-ee12bccd-8989-4595-b3cd-37bb167434be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0781898 Jul 19 04:03:17.144068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-8068faea-564f-4bff-a022-809b87f55b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:17.146934 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-8068faea-564f-4bff-a022-809b87f55b82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627010 Jul 19 04:03:17.152062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a6c93-31ce-4dd8-945a-68e582a5fcbd req-44ac757a-e1a6-472c-819d-f802cb125ddd tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:17.153612 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-809a6c93-31ce-4dd8-945a-68e582a5fcbd req-44ac757a-e1a6-472c-819d-f802cb125ddd tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.1356771 Jul 19 04:03:17.211280 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-809a6c93-31ce-4dd8-945a-68e582a5fcbd req-69685e39-50e0-4064-91f4-afd6fd550765 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516467 Jul 19 04:03:17.213191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-1fe25679-2d66-4739-b1d2-3772ae3b604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:17.215478 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-1fe25679-2d66-4739-b1d2-3772ae3b604c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024134 Jul 19 04:03:17.245397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-1ffa4276-8d8c-4ccf-83a9-4cf67ff66de0 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918212 Jul 19 04:03:17.322032 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-1d3f806d-6aa5-459f-a629-4a750aba6116 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998936 Jul 19 04:03:17.345833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-ade974dc-492a-46a8-a256-029ad2a719a4 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941072 Jul 19 04:03:17.413707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8cbfda50-9f65-4f21-8eae-d59167c569ff req-e5a3e563-9c55-45bb-8b7e-b8fd59cb2bc4 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854473 Jul 19 04:03:18.081446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:18.392825 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a8d12-ff2c-41c8-8b90-a8bb15c362e4 req-0f29f657-bf4c-4029-8bc7-7d0962c3d26f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:18.394388 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-504a8d12-ff2c-41c8-8b90-a8bb15c362e4 req-0f29f657-bf4c-4029-8bc7-7d0962c3d26f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0651333 Jul 19 04:03:18.434102 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-504a8d12-ff2c-41c8-8b90-a8bb15c362e4 req-26a75532-618e-4adf-ad53-f7a314802176 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337186 Jul 19 04:03:19.616638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249c45d-05b9-4212-9022-535d237c8eca req-936f04db-7317-4551-ac41-a3dc8346f7a7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:19.618145 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f249c45d-05b9-4212-9022-535d237c8eca req-936f04db-7317-4551-ac41-a3dc8346f7a7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0675590 Jul 19 04:03:19.657187 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f249c45d-05b9-4212-9022-535d237c8eca req-cfd048df-0ac7-4cc6-b0e7-9273aad237ec tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333078 Jul 19 04:03:20.837665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e7b5-2335-4aa8-ab58-2070efddc0be req-7bc4378d-e6ec-490d-b949-eca4f62dd21f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:20.839231 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5a15e7b5-2335-4aa8-ab58-2070efddc0be req-7bc4378d-e6ec-490d-b949-eca4f62dd21f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0676801 Jul 19 04:03:20.876378 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5a15e7b5-2335-4aa8-ab58-2070efddc0be req-7c44c86b-28b2-47d5-8d30-4d5317377a29 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316355 Jul 19 04:03:22.048322 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca4a69-fd3c-4d41-ba4c-133ea06a9ae4 req-303c2f63-f699-4953-ac66-3cdec3dd5e41 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:22.049795 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32ca4a69-fd3c-4d41-ba4c-133ea06a9ae4 req-303c2f63-f699-4953-ac66-3cdec3dd5e41 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0627995 Jul 19 04:03:22.087252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-32ca4a69-fd3c-4d41-ba4c-133ea06a9ae4 req-edac7368-2d1b-4a62-a3ff-6037be64afe2 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Jul 19 04:03:23.259460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f293ffd-8caa-4589-8af8-aa17e95954d9 req-f34fabaa-023e-48cb-af03-c7a764915a9c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:23.260960 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f293ffd-8caa-4589-8af8-aa17e95954d9 req-f34fabaa-023e-48cb-af03-c7a764915a9c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0638397 Jul 19 04:03:23.298437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f293ffd-8caa-4589-8af8-aa17e95954d9 req-81ce3f4f-1a5f-4d4e-bb4e-bc0fd27ec350 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315750 Jul 19 04:03:24.472926 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ebbad-c4e6-4b68-93f5-f5368d7d401a req-4b48537f-2446-496d-b5e6-18e1f359dcb9 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:24.474436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-548ebbad-c4e6-4b68-93f5-f5368d7d401a req-4b48537f-2446-496d-b5e6-18e1f359dcb9 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0662768 Jul 19 04:03:24.511336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-548ebbad-c4e6-4b68-93f5-f5368d7d401a req-2d855d09-7ecd-4c30-bab2-3a2c5198b2d2 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314007 Jul 19 04:03:25.687220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc087ac5-07d8-4b24-a8e5-5fa7a6216ff1 req-b23751c2-dcc8-4177-951f-f632cdb62256 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:25.688735 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc087ac5-07d8-4b24-a8e5-5fa7a6216ff1 req-b23751c2-dcc8-4177-951f-f632cdb62256 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0632365 Jul 19 04:03:25.725789 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fc087ac5-07d8-4b24-a8e5-5fa7a6216ff1 req-36a19b38-2230-4b63-b01f-777ba6945cfc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315688 Jul 19 04:03:26.902628 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ad7f0-23ff-4b89-989b-f710746d0677 req-1ca32064-5711-4c44-8780-f1ce1c159cc1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:26.904047 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-047ad7f0-23ff-4b89-989b-f710746d0677 req-1ca32064-5711-4c44-8780-f1ce1c159cc1 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0640604 Jul 19 04:03:26.944973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-047ad7f0-23ff-4b89-989b-f710746d0677 req-7e05f5af-e72f-445a-aa1c-ff48ee6ca4ba tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354252 Jul 19 04:03:27.341740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-cb4b705e-9f50-476b-bf19-a86ea35c0c62 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:27.343328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-cb4b705e-9f50-476b-bf19-a86ea35c0c62 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.26 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56&tenant_id=110cbcf4d1254576814284b7c8211463&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 944 time: 0.0781686 Jul 19 04:03:27.392890 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8282e6-9882-46a2-bbc4-7cbc914e910f req-2d812089-617b-4338-b165-917511cffd8a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:27.394457 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a8282e6-9882-46a2-bbc4-7cbc914e910f req-2d812089-617b-4338-b165-917511cffd8a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0646355 Jul 19 04:03:27.405133 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-55a89dc6-1e8d-40b1-9c82-f65835473075 service neutron] 10.222.0.26 "GET /v2.0/ports/dd3311fd-f0e4-467a-974c-4d9d57ff613a/bindings/n-h2-762330-18 HTTP/1.1" status: 200 len: 383 time: 0.0549507 Jul 19 04:03:27.433860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1a8282e6-9882-46a2-bbc4-7cbc914e910f req-5060802a-58d8-45e1-a2b8-9c63eac92dc0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331023 Jul 19 04:03:27.482192 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-6ee5a193-ece4-4608-8c4a-6cda6e69d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:27.484020 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-6ee5a193-ece4-4608-8c4a-6cda6e69d2b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1096 time: 0.0553203 Jul 19 04:03:27.576644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-c737140c-3b64-464d-8a7b-9ac852f801a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:27.578114 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-c737140c-3b64-464d-8a7b-9ac852f801a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0878890 Jul 19 04:03:27.642131 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-a8f69926-5517-4173-80fa-9a4b6d01a098 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1000 time: 0.0573549 Jul 19 04:03:27.694099 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-56df900e-992a-4e1f-bf35-bf171b46a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:27.695554 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-56df900e-992a-4e1f-bf35-bf171b46a4ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0477011 Jul 19 04:03:27.750923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-f4235c52-8043-46df-ab62-54a63b76da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:27.752409 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-f4235c52-8043-46df-ab62-54a63b76da2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508397 Jul 19 04:03:27.840573 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-055d5d2e-606c-4e62-bc25-e5dda094f1fd service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815935 Jul 19 04:03:27.935084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-a862a6ad-87dc-4891-ae02-c861b336898c service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878112 Jul 19 04:03:28.507305 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device dd3311fd-f0e4-467a-974c-4d9d57ff613a details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:03:28.603113 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:28.611776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233983-d9ed-4447-8ba7-eaacff1a08f4 req-d1102ce8-a480-46c8-a27e-abc6b6de22cc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:28.613328 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71233983-d9ed-4447-8ba7-eaacff1a08f4 req-d1102ce8-a480-46c8-a27e-abc6b6de22cc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.0643597 Jul 19 04:03:28.614198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'mac_address': 'fa:16:3e:4a:89:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:03:28.651315 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:28.652456 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71233983-d9ed-4447-8ba7-eaacff1a08f4 req-559c9467-d50c-4939-8b1b-4e3f857d9839 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326188 Jul 19 04:03:28.664866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3311fd-f0e4-467a-974c-4d9d57ff613a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:03:28.684739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:28.688771 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:28.733904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:28.741817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.742168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.742537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.742877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.743210 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.743537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.743862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.744185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.744507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.744843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.745155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.745473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:28.915412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['dd3311fd-f0e4-467a-974c-4d9d57ff613a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:03:29.829996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967ab61-fac5-4944-93ce-7095f50e05b2 req-c61d3b54-2992-4542-af05-9db47e779bad tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:29.831441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1967ab61-fac5-4944-93ce-7095f50e05b2 req-c61d3b54-2992-4542-af05-9db47e779bad tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0682518 Jul 19 04:03:29.871129 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1967ab61-fac5-4944-93ce-7095f50e05b2 req-df468dd4-328d-4fd2-989d-03a7938d6ecc tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335000 Jul 19 04:03:30.538835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device dd3311fd-f0e4-467a-974c-4d9d57ff613a details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:03:30.631228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:30.645303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'mac_address': 'fa:16:3e:4a:89:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:03:31.054561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14db77-8c4d-4d91-bccb-2b5e763a597b req-5c2ea8ce-5991-49a1-b796-2d79885463a7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:31.056102 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de14db77-8c4d-4d91-bccb-2b5e763a597b req-5c2ea8ce-5991-49a1-b796-2d79885463a7 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0701289 Jul 19 04:03:31.094222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-de14db77-8c4d-4d91-bccb-2b5e763a597b req-91a0ca71-60ec-4ba2-bb38-650314a66514 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324986 Jul 19 04:03:31.601395 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-3d9a027c-7399-4cf3-956d-84336bd152f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:31.602935 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-3d9a027c-7399-4cf3-956d-84336bd152f4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56&tenant_id=110cbcf4d1254576814284b7c8211463 HTTP/1.1" status: 200 len: 1097 time: 0.0597625 Jul 19 04:03:31.613379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:03:31.688262 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:31.892091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:31.924536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:03:31.955274 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dd3311fd-f0e4-467a-974c-4d9d57ff613a {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:03:31.964196 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:31.976068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Ignored duplicate provisioning block setup for port dd3311fd-f0e4-467a-974c-4d9d57ff613a by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 19 04:03:31.979299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:32.064782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=9']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:32.078712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.079068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.079415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.079766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.080109 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.080443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.080775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.081103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.081437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.081765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.082091 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.082443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:03:32.112101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] No DVR routers for this DVR port dd3311fd-f0e4-467a-974c-4d9d57ff613a on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:03:32.296969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:03:32.297302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:03:32.297629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:03:32.304757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Port dd3311fd-f0e4-467a-974c-4d9d57ff613a on network f9de8f16-06fb-4868-b0b5-6f4936464847 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:03:32.305078 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Attempting to bind port dd3311fd-f0e4-467a-974c-4d9d57ff613a on network f9de8f16-06fb-4868-b0b5-6f4936464847 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:03:32.312806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:03:32.313035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Checking segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:03:32.313414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Bound using segment: {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:03:32.313836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Bound port: dd3311fd-f0e4-467a-974c-4d9d57ff613a, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abb6a67-7722-4f9b-a439-924df460ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:03:32.314191 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:32.330691 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f84802-bb3b-4df9-ba67-b162ff5c50e9 req-83b26851-96c4-497e-8ded-854df3751593 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:32.332182 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c7f84802-bb3b-4df9-ba67-b162ff5c50e9 req-83b26851-96c4-497e-8ded-854df3751593 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 944 time: 0.1205142 Jul 19 04:03:32.402573 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c7f84802-bb3b-4df9-ba67-b162ff5c50e9 req-fc44ce4d-5141-4b2d-a0af-7e83d8bd73ab tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641828 Jul 19 04:03:32.412108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:03:32.415318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:03:32.419662 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:32.452168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:32.452849 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:32.454183 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] 10.222.0.25 "PUT /v2.0/ports/dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1093 time: 0.8447771 Jul 19 04:03:32.454643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:03:32.456889 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518a713d-bcde-46b8-9b5e-e0629b09a5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:03:32.514509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11a8b4-a7a1-49d0-b703-376236e82600 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:32.543977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-44f1cfeb-5b30-4598-ac69-9a840270586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:32.545539 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-44f1cfeb-5b30-4598-ac69-9a840270586c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1097 time: 0.0651481 Jul 19 04:03:32.556733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device dd3311fd-f0e4-467a-974c-4d9d57ff613a no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:03:32.582969 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2b5bfd-0e73-485c-a1d0-0436d124a8f1 x-openstack-request-id: req-3f2b5bfd-0e73-485c-a1d0-0436d124a8f1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:03:32.583790 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:03:32.584062 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f2b5bfd-0e73-485c-a1d0-0436d124a8f1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:03:32.584466 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'status': 'completed', 'code': 200} Jul 19 04:03:32.604720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device dd3311fd-f0e4-467a-974c-4d9d57ff613a not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:03:32.648260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-7b982509-e7f1-4e99-928c-6e18663688ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:32.649945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-7b982509-e7f1-4e99-928c-6e18663688ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0981781 Jul 19 04:03:32.673403 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-e30c6b34-7ea5-4d16-aaac-0d0e3ec4334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:32.675014 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-e30c6b34-7ea5-4d16-aaac-0d0e3ec4334f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1097 time: 0.0586205 Jul 19 04:03:32.720696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-f793b5a1-c016-489c-b15e-fd45df0220b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1000 time: 0.0649009 Jul 19 04:03:32.769042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-985fcd1f-5f66-4ebf-b7c3-341395241bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:32.770316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-985fcd1f-5f66-4ebf-b7c3-341395241bbc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0439384 Jul 19 04:03:32.772381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-2bc2e16d-bf74-4186-ab28-8d632851f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:32.773905 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-2bc2e16d-bf74-4186-ab28-8d632851f441 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.0926175 Jul 19 04:03:32.827294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-cf0f2903-5ca2-4dd5-9fef-5e81b02ac23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:32.828791 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-cf0f2903-5ca2-4dd5-9fef-5e81b02ac23d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516152 Jul 19 04:03:32.838530 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-417c6852-118e-482b-b80a-44adf9e732b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1000 time: 0.0583043 Jul 19 04:03:32.890822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-b138f96b-6957-475c-8451-bfd869ba79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:32.892572 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-b138f96b-6957-475c-8451-bfd869ba79c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0482378 Jul 19 04:03:32.922081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-de80c0d9-b381-4529-8874-91ddbed5c7a3 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868568 Jul 19 04:03:32.949558 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-e824fefa-a4af-4e03-9ed5-da65ffd94ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:32.951151 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-e824fefa-a4af-4e03-9ed5-da65ffd94ba0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522833 Jul 19 04:03:33.011061 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcd8a817-a1e7-4d48-b0c7-d90e90a1b50d req-0d0fbf28-dd02-485d-a3f0-feafadf9cb95 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825813 Jul 19 04:03:33.042820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-a658687d-6186-41e0-8f18-f54da19edea9 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845158 Jul 19 04:03:33.109241 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-19cdf2d9-83e6-4a88-8564-7f064430a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:33.110830 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-19cdf2d9-83e6-4a88-8564-7f064430a0a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=110cbcf4d1254576814284b7c8211463&device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 1097 time: 0.0594797 Jul 19 04:03:33.142671 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-9c7dc062-cb91-45c9-8553-36496c94ddc4 service neutron] 10.222.0.26 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942328 Jul 19 04:03:33.499183 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-87a34264-cf22-47c3-9559-275f97fec3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:33.500698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-87a34264-cf22-47c3-9559-275f97fec3bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 200 len: 912 time: 0.3841450 Jul 19 04:03:33.598676 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-0de568d9-42f9-4622-a04a-cc7b9fadccef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 200 len: 1000 time: 0.0921082 Jul 19 04:03:33.657883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91af05-8bf9-42b6-ad6c-0ff09fffa42c req-5c52b0c3-f252-4a85-bf58-d8bca0d1363c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:33.659405 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7d91af05-8bf9-42b6-ad6c-0ff09fffa42c req-5c52b0c3-f252-4a85-bf58-d8bca0d1363c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.1144025 Jul 19 04:03:33.675176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-527dac4d-44b4-475d-9a77-b37a5540b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:33.676592 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-527dac4d-44b4-475d-9a77-b37a5540b3df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 200 len: 851 time: 0.0708506 Jul 19 04:03:33.735265 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7d91af05-8bf9-42b6-ad6c-0ff09fffa42c req-d19ed700-296f-48b3-b243-5b1789688e99 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696356 Jul 19 04:03:33.759632 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-b90ff87f-fb2f-4474-80d4-adebad369e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:33.761154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-b90ff87f-fb2f-4474-80d4-adebad369e3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9de8f16-06fb-4868-b0b5-6f4936464847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777655 Jul 19 04:03:33.850621 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-877de9bc-58f4-46ec-818c-194bc0df2927 service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833004 Jul 19 04:03:33.946570 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-518a713d-bcde-46b8-9b5e-e0629b09a5c6 req-47138cfb-da9b-4e9b-8d26-f90c1c3a6aca service neutron] 10.222.0.25 "GET /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893202 Jul 19 04:03:34.914550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963417-18dd-46aa-b52b-acabd44b2232 req-f929d9aa-ce29-4fa5-91cd-b1480694306b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:34.916072 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4963417-18dd-46aa-b52b-acabd44b2232 req-f929d9aa-ce29-4fa5-91cd-b1480694306b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0634768 Jul 19 04:03:34.953063 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f4963417-18dd-46aa-b52b-acabd44b2232 req-0e48a95c-a68c-4b24-9deb-0c9972c0a450 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312626 Jul 19 04:03:36.136421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38cac5-2818-4396-a464-078fc11cd172 req-a1a0ddee-1864-4b20-b94e-da759e116829 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:36.137972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d38cac5-2818-4396-a464-078fc11cd172 req-a1a0ddee-1864-4b20-b94e-da759e116829 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0637462 Jul 19 04:03:36.176475 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1d38cac5-2818-4396-a464-078fc11cd172 req-aee2a07c-79c3-4062-b796-a84dfdef63be tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Jul 19 04:03:37.358240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0ab7a-59b2-4abb-8317-179b575be8d3 req-c67997bc-71f8-4a06-9a57-af89f2953096 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:37.359773 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b6a0ab7a-59b2-4abb-8317-179b575be8d3 req-c67997bc-71f8-4a06-9a57-af89f2953096 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0678642 Jul 19 04:03:37.398246 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b6a0ab7a-59b2-4abb-8317-179b575be8d3 req-7229dd69-93b5-4bb2-a23f-493b337e3c71 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Jul 19 04:03:37.414639 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:37.604454 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:38.578523 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfe567-8a6a-4d62-b8e2-670c89476612 req-4384a147-19a1-4bf5-bba3-dca58e87d056 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:38.580000 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11bfe567-8a6a-4d62-b8e2-670c89476612 req-4384a147-19a1-4bf5-bba3-dca58e87d056 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0656765 Jul 19 04:03:38.617632 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-11bfe567-8a6a-4d62-b8e2-670c89476612 req-0d2989e3-3627-4d35-aeb8-10f7ae1fa7b9 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315437 Jul 19 04:03:39.789124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de59a7-9716-4956-a065-9d4aa6525fdc req-e426501c-b8b2-4d62-ab11-0ed31d976b73 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:39.790695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2de59a7-9716-4956-a065-9d4aa6525fdc req-e426501c-b8b2-4d62-ab11-0ed31d976b73 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0635624 Jul 19 04:03:39.828229 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c2de59a7-9716-4956-a065-9d4aa6525fdc req-67a88744-cb4c-4f50-9957-00242e5615b9 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318899 Jul 19 04:03:41.000213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85431db-c7ff-41b1-9453-000322d28f47 req-5e54f6ec-a493-4e8f-8e3d-61cf16f3c1a2 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:41.001690 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e85431db-c7ff-41b1-9453-000322d28f47 req-5e54f6ec-a493-4e8f-8e3d-61cf16f3c1a2 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0627451 Jul 19 04:03:41.038988 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e85431db-c7ff-41b1-9453-000322d28f47 req-8f8b848b-26e9-4304-b0ff-751468a257af tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310764 Jul 19 04:03:41.915443 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:03:42.212140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf566-8e5d-4add-a08f-5b0f930df78c req-a794572a-96c9-4baf-9b92-4a7aaa5dd9aa tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:42.213546 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c70bf566-8e5d-4add-a08f-5b0f930df78c req-a794572a-96c9-4baf-9b92-4a7aaa5dd9aa tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0620263 Jul 19 04:03:42.249617 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c70bf566-8e5d-4add-a08f-5b0f930df78c req-25e3213a-94ba-41c6-a4ae-46e1e1834c55 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306010 Jul 19 04:03:42.546098 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2031-f647-493f-8bda-571fcc6ce361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:43.421524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6a543-9dee-47e4-b238-2a5d75c4dd76 req-3b81ca29-0be3-45b7-b206-759b34a54a40 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:43.422993 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c5d6a543-9dee-47e4-b238-2a5d75c4dd76 req-3b81ca29-0be3-45b7-b206-759b34a54a40 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0630836 Jul 19 04:03:43.461618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c5d6a543-9dee-47e4-b238-2a5d75c4dd76 req-8ab3d06b-bcab-4496-bdcc-11c7c2540206 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328448 Jul 19 04:03:44.639930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c9841-7871-4324-9ad3-556c7d8543d1 req-73dbbca8-515e-4659-b5ed-8d0007791061 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:44.641661 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e53c9841-7871-4324-9ad3-556c7d8543d1 req-73dbbca8-515e-4659-b5ed-8d0007791061 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0665479 Jul 19 04:03:44.678591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e53c9841-7871-4324-9ad3-556c7d8543d1 req-82954eb8-1595-451d-9642-4e63992aee4c tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306017 Jul 19 04:03:44.854702 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bf814-a6dc-4d35-a23c-9992b25811bc req-f3bb7aa0-1e72-4c9c-a5dd-8eb7fc4ce340 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:44.856177 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e0bf814-a6dc-4d35-a23c-9992b25811bc req-f3bb7aa0-1e72-4c9c-a5dd-8eb7fc4ce340 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0668278 Jul 19 04:03:44.895536 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e0bf814-a6dc-4d35-a23c-9992b25811bc req-14e9ae62-c64b-45a3-a794-9598e042996f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338466 Jul 19 04:03:45.068820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1614109-e88a-4d6b-baa7-cf2387c84663 req-db60d92c-c00a-4e47-b589-57c3b5a0462f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:45.070212 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c1614109-e88a-4d6b-baa7-cf2387c84663 req-db60d92c-c00a-4e47-b589-57c3b5a0462f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0633388 Jul 19 04:03:45.108320 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c1614109-e88a-4d6b-baa7-cf2387c84663 req-4fadd8ce-0548-4a7f-b22c-1fe98d5a6c95 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325179 Jul 19 04:03:45.123033 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-65c8884e-7051-4654-ae25-382c1ad9a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:45.222162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device dd3311fd-f0e4-467a-974c-4d9d57ff613a details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:03:45.320020 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:45.489493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'port_id': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'mac_address': 'fa:16:3e:4a:89:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:03:45.498349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71097daa-2153-40ba-8516-b8398e4f4794 req-350bfb07-486a-4662-b3ac-e89996169536 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:45.499882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71097daa-2153-40ba-8516-b8398e4f4794 req-350bfb07-486a-4662-b3ac-e89996169536 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 945 time: 0.0702407 Jul 19 04:03:45.530095 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:45.543241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3311fd-f0e4-467a-974c-4d9d57ff613a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:03:45.548015 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-71097daa-2153-40ba-8516-b8398e4f4794 req-bfbd5ce9-4395-4ff6-ab92-88a545e8d03f tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345516 Jul 19 04:03:45.567448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:45.571351 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:45.617323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=11']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:45.709779 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:45.835134 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['dd3311fd-f0e4-467a-974c-4d9d57ff613a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:03:46.565421 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:46.721185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22016ba-4614-4252-b22b-44585665cd9a req-567268a9-77d5-4d84-b524-e6b56debac32 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:46.722972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c22016ba-4614-4252-b22b-44585665cd9a req-567268a9-77d5-4d84-b524-e6b56debac32 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0629377 Jul 19 04:03:46.760398 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c22016ba-4614-4252-b22b-44585665cd9a req-96720bab-0f70-44e7-9969-323c02d7bf8a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups?id=2583ee9c-8172-4b86-aa58-2b015c0cc55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312340 Jul 19 04:03:46.995922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c098e-4461-4014-ac96-556d9856335c req-6f8bc3e4-c86d-42d1-8411-904882ff2d39 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:03:46.997396 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cb9c098e-4461-4014-ac96-556d9856335c req-6f8bc3e4-c86d-42d1-8411-904882ff2d39 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 946 time: 0.0683126 Jul 19 04:03:47.096057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Deleting port dd3311fd-f0e4-467a-974c-4d9d57ff613a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:03:47.096379 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:47.187306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:47.187664 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:47.249981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device dd3311fd-f0e4-467a-974c-4d9d57ff613a no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:03:47.325949 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:47.339073 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dd3311fd-f0e4-467a-974c-4d9d57ff613a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:03:47.357200 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:47.357577 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:47.357750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port dd3311fd-f0e4-467a-974c-4d9d57ff613a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=dd3311fd-f0e4-467a-974c-4d9d57ff613a,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:47.357877 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727 disassociated. External IP: 172.25.2.33, port: dd3311fd-f0e4-467a-974c-4d9d57ff613a. Jul 19 04:03:47.358218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Calling delete_port for dd3311fd-f0e4-467a-974c-4d9d57ff613a owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:03:47.362560 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:47.408471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=12']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:47.490172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:47.520257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event deleted for resources: {'Port': ['ID=dd3311fd-f0e4-467a-974c-4d9d57ff613a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:47.636306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:03:47.746868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:03:47.755921 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:03:47.765806 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:03:47.766702 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:03:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:47.790734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] No DVR routers for this DVR port dd3311fd-f0e4-467a-974c-4d9d57ff613a on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:03:47.793426 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:47.795457 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cb9c098e-4461-4014-ac96-556d9856335c req-6ad68342-3400-4b91-abdf-f4b4f0aa9f34 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.25 "DELETE /v2.0/ports/dd3311fd-f0e4-467a-974c-4d9d57ff613a HTTP/1.1" status: 204 len: 173 time: 0.7926514 Jul 19 04:03:47.796270 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'name': 'network-vif-deleted', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:03:47.798221 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a66c36-7246-4cdc-ad2f-89d72f741b10" -d '{"events": [{"server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "name": "network-vif-deleted", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:03:47.840529 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68099c50-3b5e-4996-84a4-ed29353b3b05 x-openstack-request-id: req-68099c50-3b5e-4996-84a4-ed29353b3b05 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:03:47.840822 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3148c0d4-595d-451b-a244-c9c4744c3c56", "name": "network-vif-deleted", "tag": "dd3311fd-f0e4-467a-974c-4d9d57ff613a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:03:47.841226 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68099c50-3b5e-4996-84a4-ed29353b3b05 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:03:47.841692 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3148c0d4-595d-451b-a244-c9c4744c3c56', 'name': 'network-vif-deleted', 'tag': 'dd3311fd-f0e4-467a-974c-4d9d57ff613a', 'status': 'completed', 'code': 200} Jul 19 04:03:47.888624 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:03:47.917150 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2f0ce80e-be5a-43ab-b146-b6c49b4128a9 req-6e38a0de-4d99-49e2-a194-b25bbf991389 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 210 time: 0.0319695 Jul 19 04:03:48.089902 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:48.091797 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:48.118710 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:03:48.126906 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:03:48.127502 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:03:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:48.316640 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:03:48.510712 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:48.542212 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3bc794-a3a5-4ff5-bda7-acca32c32ae7 None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:15Z', 'revision_number': 4, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '66bec104-65dc-4364-957d-96324a0a41a5', 'name': '', 'network_id': 'f9de8f16-06fb-4868-b0b5-6f4936464847', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'mac_address': 'fa:16:3e:43:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:15Z', 'updated_at': '2021-07-19T03:54:20Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'subnets': [{'id': 'dc497ee6-de2f-48ba-a6a9-73b61f0c759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:03:48.758323 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22acaa63-c5ef-46f4-8f27-207317d60106 None None] New status for floating IP 8f76340c-289f-422b-8d03-8a24d2d9e727: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:03:49.066318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-657049b2-c45d-4b26-9de0-fbb4e9341931 req-f0b60072-d239-470e-937b-973aca62c0b0 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 210 time: 0.0289302 Jul 19 04:03:50.209634 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec15e960-f15f-479c-aae9-31db78b6c347 req-8fdc9c28-97e7-4d5d-aaee-aa771857b561 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 210 time: 0.0283575 Jul 19 04:03:51.364691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-09fff86a-d2e6-4096-bc10-a348ec2b9db4 req-f0f94f5e-2add-49a7-88a4-24577dbc96a3 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/ports?device_id=3148c0d4-595d-451b-a244-c9c4744c3c56 HTTP/1.1" status: 200 len: 210 time: 0.0318284 Jul 19 04:03:55.358089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44830) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:03:55.412820 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98a40996-9ccc-4e8d-b332-cc00f58cc51b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:55.436441 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98a40996-9ccc-4e8d-b332-cc00f58cc51b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:55.484901 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98a40996-9ccc-4e8d-b332-cc00f58cc51b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:55.487564 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-98a40996-9ccc-4e8d-b332-cc00f58cc51b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:55.488736 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-98a40996-9ccc-4e8d-b332-cc00f58cc51b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "DELETE /v2.0/security-groups/2583ee9c-8172-4b86-aa58-2b015c0cc55b HTTP/1.1" status: 204 len: 168 time: 0.1295958 Jul 19 04:03:55.491853 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44832) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:03:55.497688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a40996-9ccc-4e8d-b332-cc00f58cc51b tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2583ee9c-8172-4b86-aa58-2b015c0cc55b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:55.505415 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-1f0a2253-cba2-41d8-bbb0-1962f9eb9f3a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] show failed (client error): The resource could not be found. Jul 19 04:03:55.508560 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1f0a2253-cba2-41d8-bbb0-1962f9eb9f3a tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "GET /v2.0/security-groups/2583ee9c-8172-4b86-aa58-2b015c0cc55b HTTP/1.1" status: 404 len: 347 time: 0.0156486 Jul 19 04:03:55.511358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44834) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:03:55.639448 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0315c298-f5a7-4655-8555-a82f412b95d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Deleting port e7b1e262-d85e-4876-99a1-098163cd909a {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:03:55.639799 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0315c298-f5a7-4655-8555-a82f412b95d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:55.719664 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0315c298-f5a7-4655-8555-a82f412b95d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:55.719909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0315c298-f5a7-4655-8555-a82f412b95d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:55.731410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-0315c298-f5a7-4655-8555-a82f412b95d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Calling delete_port for e7b1e262-d85e-4876-99a1-098163cd909a owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:03:55.862169 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0315c298-f5a7-4655-8555-a82f412b95d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:55.885228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c298-f5a7-4655-8555-a82f412b95d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Pushing event deleted for resources: {'Port': ['ID=e7b1e262-d85e-4876-99a1-098163cd909a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:55.949181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0315c298-f5a7-4655-8555-a82f412b95d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:55.951722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0315c298-f5a7-4655-8555-a82f412b95d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:55.955766 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0315c298-f5a7-4655-8555-a82f412b95d6 tempest-ServerActionsTestJSON-1321188557 tempest-ServerActionsTestJSON-1321188557-project] 10.222.0.20 "DELETE /v2.0/floatingips/8f76340c-289f-422b-8d03-8a24d2d9e727 HTTP/1.1" status: 204 len: 168 time: 0.4404278 Jul 19 04:03:55.955917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44836) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:03:56.355119 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:56.598360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] Deleting port 66bec104-65dc-4364-957d-96324a0a41a5 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:03:56.599027 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:56.673170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] For port 66bec104-65dc-4364-957d-96324a0a41a5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=66bec104-65dc-4364-957d-96324a0a41a5,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:56.673439 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:56.685877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] Calling delete_port for 66bec104-65dc-4364-957d-96324a0a41a5 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:03:56.861523 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:56.889405 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=66bec104-65dc-4364-957d-96324a0a41a5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:57.054445 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:57.262769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] Router 70841771-d00e-47f1-b144-6eccbeaf34c7 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:03:57.366483 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:03:57.373891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ac9cf5cd-c9c7-46f4-81e9-009d06f6f7aa admin admin] 10.222.0.20 "PUT /v2.0/routers/70841771-d00e-47f1-b144-6eccbeaf34c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4144180 Jul 19 04:03:57.374023 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44840) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:03:57.374549 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] Sync routers for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:03:57.384180 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:03:57.384828 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:03:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:57.488991 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:03:57.671427 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T04:03:56Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:57.697975 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] Checking router: 70841771-d00e-47f1-b144-6eccbeaf34c7 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:03:57.706557 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] Routers {'70841771-d00e-47f1-b144-6eccbeaf34c7'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:03:57.707187 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:03:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['70841771-d00e-47f1-b144-6eccbeaf34c7'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:57.815407 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] Set router 70841771-d00e-47f1-b144-6eccbeaf34c7 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:03:57.821569 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:57.922406 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:57.981672 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Deleting port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:03:57.982211 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:57.996699 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T04:03:56Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:58.023216 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2d9b1-66cc-4960-8d88-75d29593cf92 None None] The sync data for ids ['70841771-d00e-47f1-b144-6eccbeaf34c7'] in n-d-762330-18 is: [{'id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'name': 'tempest-ServerActionsTestJSON-1049896270-router', 'tenant_id': '110cbcf4d1254576814284b7c8211463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T04:03:56Z', 'revision_number': 5, 'project_id': '110cbcf4d1254576814284b7c8211463', 'gw_port': {'id': '031f6ba0-d1d8-4407-b78a-42f52d8e8c2e', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70841771-d00e-47f1-b144-6eccbeaf34c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T03:54:13Z', 'updated_at': '2021-07-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:03:58.064210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] For port 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=031f6ba0-d1d8-4407-b78a-42f52d8e8c2e,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:58.064578 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.077364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Calling delete_port for 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:03:58.243267 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.271961 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Pushing event deleted for resources: {'Port': ['ID=031f6ba0-d1d8-4407-b78a-42f52d8e8c2e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:58.330981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.421622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.423848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.468566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.469303 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70841771-d00e-47f1-b144-6eccbeaf34c7 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:03:58.475353 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.479657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3656010e-efb9-4a99-871a-304749e7c013 admin admin] 10.222.0.20 "DELETE /v2.0/routers/70841771-d00e-47f1-b144-6eccbeaf34c7 HTTP/1.1" status: 204 len: 168 time: 1.1020055 Jul 19 04:03:58.479657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44842) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:03:58.528210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba50001-a693-4499-b3a5-ab34b1255a32 admin admin] Deleting subnet dc497ee6-de2f-48ba-a6a9-73b61f0c759d {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:03:58.531165 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba50001-a693-4499-b3a5-ab34b1255a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.565221 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba50001-a693-4499-b3a5-ab34b1255a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.645401 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba50001-a693-4499-b3a5-ab34b1255a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.698133 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba50001-a693-4499-b3a5-ab34b1255a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.727103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba50001-a693-4499-b3a5-ab34b1255a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc497ee6-de2f-48ba-a6a9-73b61f0c759d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:58.732552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0ba50001-a693-4499-b3a5-ab34b1255a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.734651 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0ba50001-a693-4499-b3a5-ab34b1255a32 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc497ee6-de2f-48ba-a6a9-73b61f0c759d HTTP/1.1" status: 204 len: 168 time: 0.2540007 Jul 19 04:03:58.737094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44844) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:03:58.737801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704f6f9-8cd0-417b-8bd1-a0c34c4769ce None None] Network f9de8f16-06fb-4868-b0b5-6f4936464847 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:03:58.805328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.856108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Deleting port 7df8c7c3-be29-4325-b646-9c3765349b89 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:03:58.856821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.926585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] For port 7df8c7c3-be29-4325-b646-9c3765349b89, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=7df8c7c3-be29-4325-b646-9c3765349b89,segment=NetworkSegment(9abb6a67-7722-4f9b-a439-924df460ced2),segment_id=9abb6a67-7722-4f9b-a439-924df460ced2)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:58.926873 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:58.938554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Calling delete_port for 7df8c7c3-be29-4325-b646-9c3765349b89 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:03:58.983818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e49f534-dce8-41e8-aa84-f40d3e2945da None None] DHCP port deletion for f9de8f16-06fb-4868-b0b5-6f4936464847 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:03:59.033955 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.037630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8e49f534-dce8-41e8-aa84-f40d3e2945da None None] Deleting port 7df8c7c3-be29-4325-b646-9c3765349b89 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:03:59.038007 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e49f534-dce8-41e8-aa84-f40d3e2945da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.056307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7df8c7c3-be29-4325-b646-9c3765349b89 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:03:59.072858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] No DVR routers for this DVR port 7df8c7c3-be29-4325-b646-9c3765349b89 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:03:59.077949 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df8c7c3-be29-4325-b646-9c3765349b89,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:59.088718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 7df8c7c3-be29-4325-b646-9c3765349b89 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:03:59.089066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 7df8c7c3-be29-4325-b646-9c3765349b89 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:03:59.089492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:03:59.137008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:03:59.137357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 031f6ba0-d1d8-4407-b78a-42f52d8e8c2e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:03:59.137785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 66bec104-65dc-4364-957d-96324a0a41a5 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:03:59.146947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.157532 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9de8f16-06fb-4868-b0b5-6f4936464847']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:59.160824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-8e49f534-dce8-41e8-aa84-f40d3e2945da None None] For port 7df8c7c3-be29-4325-b646-9c3765349b89, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:03:59.161221 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e49f534-dce8-41e8-aa84-f40d3e2945da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.164192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 66bec104-65dc-4364-957d-96324a0a41a5 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:03:59.164537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 66bec104-65dc-4364-957d-96324a0a41a5 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:03:59.168886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abb6a67-7722-4f9b-a439-924df460ced2') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:59.169182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abb6a67-7722-4f9b-a439-924df460ced2') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:03:59.175343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8e49f534-dce8-41e8-aa84-f40d3e2945da None None] Calling delete_port for 7df8c7c3-be29-4325-b646-9c3765349b89 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:03:59.178006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-8e49f534-dce8-41e8-aa84-f40d3e2945da None None] Port 7df8c7c3-be29-4325-b646-9c3765349b89 was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 04:03:59.179002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.179339 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8e49f534-dce8-41e8-aa84-f40d3e2945da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.192622 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.199029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:03:59.199429 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:03:59.201048 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:03:59.209961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49f534-dce8-41e8-aa84-f40d3e2945da None None] Pushing event deleted for resources: {'Port': ['ID=7df8c7c3-be29-4325-b646-9c3765349b89,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:59.211888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49f534-dce8-41e8-aa84-f40d3e2945da None None] No DVR routers for this DVR port 7df8c7c3-be29-4325-b646-9c3765349b89 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:03:59.263654 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.269789 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.271706 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f9de8f16-06fb-4868-b0b5-6f4936464847 HTTP/1.1" status: 204 len: 168 time: 0.5336781 Jul 19 04:03:59.282714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1e2a0-73ce-436b-9bdc-c3e2b005e756 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9de8f16-06fb-4868-b0b5-6f4936464847,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:03:59.376578 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44848) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:03:59.415679 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-73efa0eb-86f4-4b9a-94dd-d9fa6c71b715 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=110cbcf4d1254576814284b7c8211463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379183 Jul 19 04:03:59.418151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:03:59.463957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dd4ac5b8-0625-472b-a0b2-3e921dd25b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.484611 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dd4ac5b8-0625-472b-a0b2-3e921dd25b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.530942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dd4ac5b8-0625-472b-a0b2-3e921dd25b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.533672 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dd4ac5b8-0625-472b-a0b2-3e921dd25b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:03:59.534990 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dd4ac5b8-0625-472b-a0b2-3e921dd25b83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e8dd4b6-f36e-48ec-a259-6f57e6f4897d HTTP/1.1" status: 204 len: 168 time: 0.1158221 Jul 19 04:03:59.543201 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ac5b8-0625-472b-a0b2-3e921dd25b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8dd4b6-f36e-48ec-a259-6f57e6f4897d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:00.229884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 44872) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:00.333972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1772820818-network', 'tenant_id': 'b8258af45018405cbfd550fd74bb5cd1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:00.358600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Made reservation on behalf of b8258af45018405cbfd550fd74bb5cd1 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:00.361097 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.370073 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.458351 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.461932 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.482005 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:04:00.497424 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091c49c2-daa0-44fc-99e0-3743389ae7ea,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:00.500419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.500764 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Added segment dc57f3c4-842b-4962-8557-eb9ace70a3d5 of type vlan for network 9a1279be-b188-4211-be8a-5639ec4976f5 Jul 19 04:04:00.540469 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.568357 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.569602 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:00.570197 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.601450 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3704042 Jul 19 04:04:00.604441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 44876) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:00.609671 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Request body: {'subnet': {'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1772820818-subnet', 'tenant_id': 'b8258af45018405cbfd550fd74bb5cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:00.632540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Made reservation on behalf of b8258af45018405cbfd550fd74bb5cd1 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:00.635018 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.639127 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bb6e6-766a-49a2-97e7-7f33fecadfaa admin admin] Pushing event updated for resources: {'Network': ['ID=9a1279be-b188-4211-be8a-5639ec4976f5,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:00.650624 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 9a1279be-b188-4211-be8a-5639ec4976f5 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:04:00.805621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.862644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b3c115-c64c-43ad-a628-9a8ab33ef636,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:00.870137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Checking segment: {'id': 'dc57f3c4-842b-4962-8557-eb9ace70a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:00.870539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Network hostable DHCP agents. Network: 9a1279be-b188-4211-be8a-5639ec4976f5, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:04:00.888161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Network 9a1279be-b188-4211-be8a-5639ec4976f5 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:04:00.899066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 9a1279be-b188-4211-be8a-5639ec4976f5) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:00.904176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:00.904762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:00.909409 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c069ff-fab3-45b1-a984-398c7c54c4e4 None None] Network 9a1279be-b188-4211-be8a-5639ec4976f5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:00.922117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-240491bc-4e0b-4748-beb5-6745ff7346f6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3164787 Jul 19 04:04:01.035256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234eadee-6f2c-4e71-ad09-70517e0b64a7 None None] Network 9a1279be-b188-4211-be8a-5639ec4976f5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:01.343125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-21280ccf-c7c7-4bb3-b14b-71585be651af tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:01.344503 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-21280ccf-c7c7-4bb3-b14b-71585be651af tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/networks?id=9a1279be-b188-4211-be8a-5639ec4976f5 HTTP/1.1" status: 200 len: 814 time: 0.1000752 Jul 19 04:04:01.358856 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-3778f488-582c-4d75-98c4-169bcc375ee1 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/quotas/b8258af45018405cbfd550fd74bb5cd1 HTTP/1.1" status: 200 len: 375 time: 0.0089555 Jul 19 04:04:01.391837 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-694dd3ac-6d77-4a86-9cbb-35d155d7c6d7 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8258af45018405cbfd550fd74bb5cd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280008 Jul 19 04:04:01.447291 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-4342b1f0-66d2-4b14-a274-a4d2aef9db4f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:04:01.448290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-4342b1f0-66d2-4b14-a274-a4d2aef9db4f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503213 Jul 19 04:04:01.539033 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-0a81f897-891a-496c-8588-1085ad1082b4 service neutron] 10.222.0.20 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848303 Jul 19 04:04:01.631504 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-4d7937bd-0105-4d19-9b4f-f96c222be6bd service neutron] 10.222.0.20 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867112 Jul 19 04:04:01.798880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-809a7f04-f280-420b-b757-f9df65c04a5e req-d4e91d36-45ab-48c7-bd9f-f5c4cd1ca359 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 210 time: 0.0326700 Jul 19 04:04:02.807819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-aed51d1b-3cd4-4b9c-90f2-14282c35ea21 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:02.809349 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-aed51d1b-3cd4-4b9c-90f2-14282c35ea21 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.25 "GET /v2.0/networks?id=9a1279be-b188-4211-be8a-5639ec4976f5 HTTP/1.1" status: 200 len: 814 time: 0.1045642 Jul 19 04:04:02.825607 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Request body: {'port': {'device_id': 'a3835802-77b3-403a-bee1-d2cf034028a0', 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5', 'admin_state_up': True, 'tenant_id': 'b8258af45018405cbfd550fd74bb5cd1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:02.942252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Made reservation on behalf of b8258af45018405cbfd550fd74bb5cd1 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:02.945876 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-93d1e594-9944-4878-9c40-9e305c51c1cc req-87370422-3c25-45a5-ad02-eec5b79b5328 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 210 time: 0.0292511 Jul 19 04:04:02.946394 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:03.070196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Allocated IP 172.20.0.11 (9a1279be-b188-4211-be8a-5639ec4976f5/68b3c115-c64c-43ad-a628-9a8ab33ef636/8e307f27-a981-4b56-8741-ded91b093213) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:03.219855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:03.257898 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:03.303441 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Network 9a1279be-b188-4211-be8a-5639ec4976f5 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:03.306595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:03.310465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:03.338216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Pushing event updated for resources: {'Port': ['ID=8e307f27-a981-4b56-8741-ded91b093213,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:03.365588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:03.366193 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:03.379876 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-d79b880c-c68c-470c-9091-bf5372df999d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5578990 Jul 19 04:04:03.392003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Request body: {'port': {'device_id': 'a3835802-77b3-403a-bee1-d2cf034028a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:03.460859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:03.716903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e307f27-a981-4b56-8741-ded91b093213 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:04:03.724131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:03.736087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Transition to ACTIVE for port object 8e307f27-a981-4b56-8741-ded91b093213 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:03.739345 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:03.787327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e307f27-a981-4b56-8741-ded91b093213,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:03.855262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Attempting to bind port 8e307f27-a981-4b56-8741-ded91b093213 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:03.855913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Attempting to bind port 8e307f27-a981-4b56-8741-ded91b093213 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'dc57f3c4-842b-4962-8557-eb9ace70a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:03.855913 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Attempting to bind port 8e307f27-a981-4b56-8741-ded91b093213 on network 9a1279be-b188-4211-be8a-5639ec4976f5 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:03.860064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Port 8e307f27-a981-4b56-8741-ded91b093213 on network 9a1279be-b188-4211-be8a-5639ec4976f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:04:03.860385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Attempting to bind port 8e307f27-a981-4b56-8741-ded91b093213 on network 9a1279be-b188-4211-be8a-5639ec4976f5 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:03.865161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:03.865569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Checking segment: {'id': 'dc57f3c4-842b-4962-8557-eb9ace70a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:03.865950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Bound using segment: {'id': 'dc57f3c4-842b-4962-8557-eb9ace70a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:03.866405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Bound port: 8e307f27-a981-4b56-8741-ded91b093213, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc57f3c4-842b-4962-8557-eb9ace70a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:03.866756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:03.931082 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] For port 8e307f27-a981-4b56-8741-ded91b093213, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:03.933980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] For port 8e307f27-a981-4b56-8741-ded91b093213, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8e307f27-a981-4b56-8741-ded91b093213,segment=NetworkSegment(dc57f3c4-842b-4962-8557-eb9ace70a3d5),segment_id=dc57f3c4-842b-4962-8557-eb9ace70a3d5)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:03.938162 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:03.971572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:03.972187 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:03.973575 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] 10.222.0.25 "PUT /v2.0/ports/8e307f27-a981-4b56-8741-ded91b093213 HTTP/1.1" status: 200 len: 1093 time: 0.5859194 Jul 19 04:04:03.974007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3835802-77b3-403a-bee1-d2cf034028a0', 'tag': '8e307f27-a981-4b56-8741-ded91b093213'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:04:03.976346 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29059471-3cf2-4ea8-9b70-77947d77b96b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3835802-77b3-403a-bee1-d2cf034028a0", "tag": "8e307f27-a981-4b56-8741-ded91b093213"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:04:04.002948 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c75c5-8bfd-44a8-a9a1-e37a47b82ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e307f27-a981-4b56-8741-ded91b093213,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:04.028905 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21692ab-87a2-43bf-9caa-3f57cb9c50ef x-openstack-request-id: req-f21692ab-87a2-43bf-9caa-3f57cb9c50ef {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:04:04.029199 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3835802-77b3-403a-bee1-d2cf034028a0", "tag": "8e307f27-a981-4b56-8741-ded91b093213", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:04:04.029450 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f21692ab-87a2-43bf-9caa-3f57cb9c50ef {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:04:04.029843 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3835802-77b3-403a-bee1-d2cf034028a0', 'tag': '8e307f27-a981-4b56-8741-ded91b093213', 'status': 'completed', 'code': 200} Jul 19 04:04:04.104494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-7db23ed3-0445-4fc3-82f6-e15bffd3d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:04.105973 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-7db23ed3-0445-4fc3-82f6-e15bffd3d973 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8258af45018405cbfd550fd74bb5cd1&device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 1096 time: 0.0899606 Jul 19 04:04:04.153447 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-f32ea320-a228-4cb3-93e6-4b47b7002651 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e307f27-a981-4b56-8741-ded91b093213 HTTP/1.1" status: 200 len: 217 time: 0.0401495 Jul 19 04:04:04.200076 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af622-e0f1-4d42-a1f1-bbec9bbc548b req-06735537-c7cd-4f2d-ab3b-10b4f0c3f821 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:04.201538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f4af622-e0f1-4d42-a1f1-bbec9bbc548b req-06735537-c7cd-4f2d-ab3b-10b4f0c3f821 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 944 time: 0.1366560 Jul 19 04:04:04.229812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-67cf50e9-14b5-4e0a-8c9e-2b0447a16d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:04.231352 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-67cf50e9-14b5-4e0a-8c9e-2b0447a16d40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=68b3c115-c64c-43ad-a628-9a8ab33ef636 HTTP/1.1" status: 200 len: 854 time: 0.0712078 Jul 19 04:04:04.276198 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-e8798ded-4d83-4536-b7e7-f25676a7a210 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a1279be-b188-4211-be8a-5639ec4976f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388536 Jul 19 04:04:04.279466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1f4af622-e0f1-4d42-a1f1-bbec9bbc548b req-8c1cce90-f671-42a9-a5ce-3ecef46f482a tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722623 Jul 19 04:04:04.364734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-f6583707-e130-479e-8545-f78a8d6ed641 service neutron] 10.222.0.25 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821764 Jul 19 04:04:04.457482 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b5faed52-bc36-44ca-869b-04fda3152af6 req-64d442ec-5baa-44ef-b2a7-17591b98e5ed service neutron] 10.222.0.25 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851490 Jul 19 04:04:04.553634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059471-3cf2-4ea8-9b70-77947d77b96b req-416b9144-696e-4388-93fb-7102dd436f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:04.555025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29059471-3cf2-4ea8-9b70-77947d77b96b req-416b9144-696e-4388-93fb-7102dd436f6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8258af45018405cbfd550fd74bb5cd1&device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 1096 time: 0.0527201 Jul 19 04:04:04.646782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059471-3cf2-4ea8-9b70-77947d77b96b req-04e1246c-bdc2-4e1a-b6d4-1ae89092f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:04.648268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29059471-3cf2-4ea8-9b70-77947d77b96b req-04e1246c-bdc2-4e1a-b6d4-1ae89092f073 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a1279be-b188-4211-be8a-5639ec4976f5 HTTP/1.1" status: 200 len: 914 time: 0.0869653 Jul 19 04:04:04.690588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29059471-3cf2-4ea8-9b70-77947d77b96b req-8fdd784a-aad8-49d2-9191-b2ebe3ef311d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e307f27-a981-4b56-8741-ded91b093213 HTTP/1.1" status: 200 len: 217 time: 0.0345957 Jul 19 04:04:04.736778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059471-3cf2-4ea8-9b70-77947d77b96b req-0af3e835-63c0-4669-9282-0c426692cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:04.738190 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29059471-3cf2-4ea8-9b70-77947d77b96b req-0af3e835-63c0-4669-9282-0c426692cc69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=68b3c115-c64c-43ad-a628-9a8ab33ef636 HTTP/1.1" status: 200 len: 854 time: 0.0416894 Jul 19 04:04:04.770968 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29059471-3cf2-4ea8-9b70-77947d77b96b req-9aac2623-ba8d-40f9-8e1b-61218556dc90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a1279be-b188-4211-be8a-5639ec4976f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251040 Jul 19 04:04:04.863450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29059471-3cf2-4ea8-9b70-77947d77b96b req-23d7440a-0624-4baf-9210-9aebd6b21c28 service neutron] 10.222.0.25 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845804 Jul 19 04:04:04.955185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-29059471-3cf2-4ea8-9b70-77947d77b96b req-b9323436-d43e-4a17-af9f-1937374a6a5d service neutron] 10.222.0.25 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841148 Jul 19 04:04:05.450322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f58456-37f4-4dc1-a8ce-3827748d429c req-7ad5dea7-0fd2-4741-b628-4a8d5837c6f8 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:05.451721 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06f58456-37f4-4dc1-a8ce-3827748d429c req-7ad5dea7-0fd2-4741-b628-4a8d5837c6f8 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 944 time: 0.0627179 Jul 19 04:04:05.488976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-06f58456-37f4-4dc1-a8ce-3827748d429c req-8e8f69a8-126a-4daa-ae1f-ca954bcd4d81 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Jul 19 04:04:06.658967 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619495-9e60-4d69-95af-d23857df40fc req-cfbc4782-6197-4c36-bb16-95f641f28a76 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:06.660465 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e619495-9e60-4d69-95af-d23857df40fc req-cfbc4782-6197-4c36-bb16-95f641f28a76 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 944 time: 0.0635631 Jul 19 04:04:06.697748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3e619495-9e60-4d69-95af-d23857df40fc req-3de10912-24ff-4cfb-9e7b-cea8a6ba4cde tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Jul 19 04:04:07.311889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8e307f27-a981-4b56-8741-ded91b093213 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:04:07.415497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8e307f27-a981-4b56-8741-ded91b093213, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8e307f27-a981-4b56-8741-ded91b093213,segment=NetworkSegment(dc57f3c4-842b-4962-8557-eb9ace70a3d5),segment_id=dc57f3c4-842b-4962-8557-eb9ace70a3d5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:07.424842 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:07.427148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '8e307f27-a981-4b56-8741-ded91b093213', 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5', 'port_id': '8e307f27-a981-4b56-8741-ded91b093213', 'mac_address': 'fa:16:3e:cc:86:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b3c115-c64c-43ad-a628-9a8ab33ef636', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:04:07.463905 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:07.476039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e307f27-a981-4b56-8741-ded91b093213 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:04:07.494997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8e307f27-a981-4b56-8741-ded91b093213, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8e307f27-a981-4b56-8741-ded91b093213,segment=NetworkSegment(dc57f3c4-842b-4962-8557-eb9ace70a3d5),segment_id=dc57f3c4-842b-4962-8557-eb9ace70a3d5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:07.498534 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:07.543940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=8e307f27-a981-4b56-8741-ded91b093213,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:07.622654 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:07.682025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['8e307f27-a981-4b56-8741-ded91b093213'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:04:07.873355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c9ffc-c805-424f-994d-094b3c6d6b05 req-bf0282ba-cf6d-42b5-84e8-a42f7ae240f1 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:07.874873 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-250c9ffc-c805-424f-994d-094b3c6d6b05 req-bf0282ba-cf6d-42b5-84e8-a42f7ae240f1 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 945 time: 0.0661368 Jul 19 04:04:07.912809 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-250c9ffc-c805-424f-994d-094b3c6d6b05 req-8a213ef1-e0fc-4956-878d-6a0be90a51f0 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Jul 19 04:04:09.089015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9900900-5ba0-4324-a976-48b160e55668 req-2b794cc7-d689-4467-970c-4da7a4622456 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:09.090467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9900900-5ba0-4324-a976-48b160e55668 req-2b794cc7-d689-4467-970c-4da7a4622456 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 945 time: 0.0664213 Jul 19 04:04:09.127325 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f9900900-5ba0-4324-a976-48b160e55668 req-dfae2aea-e42f-4823-8c59-345595772bfa tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Jul 19 04:04:09.324864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8e307f27-a981-4b56-8741-ded91b093213 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:09.371939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 8e307f27-a981-4b56-8741-ded91b093213 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:09.375400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 8e307f27-a981-4b56-8741-ded91b093213 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:09.375773 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:09.452257 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:09.473261 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3835802-77b3-403a-bee1-d2cf034028a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e307f27-a981-4b56-8741-ded91b093213'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:04:09.475650 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9223a7-fb22-4d31-9819-7f64e281df5b" -d '{"events": [{"server_uuid": "a3835802-77b3-403a-bee1-d2cf034028a0", "name": "network-vif-plugged", "status": "completed", "tag": "8e307f27-a981-4b56-8741-ded91b093213"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:04:09.488037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8e307f27-a981-4b56-8741-ded91b093213, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8e307f27-a981-4b56-8741-ded91b093213,segment=NetworkSegment(dc57f3c4-842b-4962-8557-eb9ace70a3d5),segment_id=dc57f3c4-842b-4962-8557-eb9ace70a3d5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:09.493876 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:09.539425 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=8e307f27-a981-4b56-8741-ded91b093213,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:09.568402 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da49442-40a9-485b-9beb-7469176b70bd x-openstack-request-id: req-9da49442-40a9-485b-9beb-7469176b70bd {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:04:09.568695 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3835802-77b3-403a-bee1-d2cf034028a0", "name": "network-vif-plugged", "status": "completed", "tag": "8e307f27-a981-4b56-8741-ded91b093213", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:04:09.569089 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9da49442-40a9-485b-9beb-7469176b70bd {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:04:09.569348 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3835802-77b3-403a-bee1-d2cf034028a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e307f27-a981-4b56-8741-ded91b093213', 'code': 200} Jul 19 04:04:09.686151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31975d29-be62-406a-a836-2d401c2ea825 req-10a6c1e6-23c0-4476-98cf-727a089c0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:09.687607 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31975d29-be62-406a-a836-2d401c2ea825 req-10a6c1e6-23c0-4476-98cf-727a089c0940 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 1098 time: 0.0568528 Jul 19 04:04:09.721729 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-31975d29-be62-406a-a836-2d401c2ea825 req-b261ef84-d7ba-402b-a7be-7864d1eee141 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274920 Jul 19 04:04:10.480878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbda5d9-64b2-4e14-9554-4bf55dd849eb req-b929de85-5b09-4900-8620-47f519e9abd4 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:10.482408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecbda5d9-64b2-4e14-9554-4bf55dd849eb req-b929de85-5b09-4900-8620-47f519e9abd4 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.0625951 Jul 19 04:04:10.520885 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ecbda5d9-64b2-4e14-9554-4bf55dd849eb req-fd60779c-df01-4421-b6a9-f763e3413a17 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Jul 19 04:04:11.693850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57197f7-f01e-4535-adb0-9d53b0e43aaa req-b5363fc9-3152-4322-b84b-655ad0eb796e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:11.695376 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f57197f7-f01e-4535-adb0-9d53b0e43aaa req-b5363fc9-3152-4322-b84b-655ad0eb796e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.0626895 Jul 19 04:04:11.732788 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f57197f7-f01e-4535-adb0-9d53b0e43aaa req-db9dad76-46ce-4a2c-a43f-c4ae98439028 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Jul 19 04:04:11.981527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-8d4372e6-6d1b-48b6-968a-3616b0436140 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:11.983248 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-8d4372e6-6d1b-48b6-968a-3616b0436140 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/networks?id=9a1279be-b188-4211-be8a-5639ec4976f5 HTTP/1.1" status: 200 len: 814 time: 0.1211405 Jul 19 04:04:11.999406 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-5ae74ca0-2828-4292-9c03-0d81b586f0f8 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/quotas/b8258af45018405cbfd550fd74bb5cd1 HTTP/1.1" status: 200 len: 375 time: 0.0106220 Jul 19 04:04:12.070601 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-ba0b3cf5-892b-4ae0-a621-938eedde9ee0 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8258af45018405cbfd550fd74bb5cd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640311 Jul 19 04:04:12.139000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-279a5012-6fa0-46bb-b058-909e5df0ab56 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:04:12.140027 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-279a5012-6fa0-46bb-b058-909e5df0ab56 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0612881 Jul 19 04:04:12.546556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-09082b8f-8311-461a-9028-2aec606e7238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:12.559489 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-f290b0a3-69d5-4a79-85dd-0481c06c20af service neutron] 10.222.0.20 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132440 Jul 19 04:04:12.650735 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-679d89ed-3bcb-4096-a523-753ef8caa5f7 service neutron] 10.222.0.20 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853150 Jul 19 04:04:12.815212 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b21851c4-2bab-44e7-b065-63d8157b20bc req-923a40c7-8cca-4ed8-a701-4499f511b336 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 210 time: 0.0289655 Jul 19 04:04:13.956349 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d54ac053-2c3d-4135-ba7f-e5679f2d2f7e req-8b26145b-3000-4509-86f2-092faa737c89 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 210 time: 0.0302415 Jul 19 04:04:13.985048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-fe5c47a0-013b-41fe-a915-902be822c854 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:13.986547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-fe5c47a0-013b-41fe-a915-902be822c854 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.26 "GET /v2.0/networks?id=9a1279be-b188-4211-be8a-5639ec4976f5 HTTP/1.1" status: 200 len: 814 time: 0.1177976 Jul 19 04:04:13.997814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Request body: {'port': {'device_id': 'eafe596f-091e-4a42-8c01-e4ded9fd843b', 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5', 'admin_state_up': True, 'tenant_id': 'b8258af45018405cbfd550fd74bb5cd1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:14.112913 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Made reservation on behalf of b8258af45018405cbfd550fd74bb5cd1 for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:14.117038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:14.243540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Allocated IP 172.20.0.5 (9a1279be-b188-4211-be8a-5639ec4976f5/68b3c115-c64c-43ad-a628-9a8ab33ef636/a190f577-3331-46a5-9c89-738f50211b78) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:14.393754 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:14.431659 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:14.444242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['8e307f27-a981-4b56-8741-ded91b093213'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:04:14.477898 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Network 9a1279be-b188-4211-be8a-5639ec4976f5 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:14.481245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:14.485255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:14.491799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Pushing event updated for resources: {'Port': ['ID=a190f577-3331-46a5-9c89-738f50211b78,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:14.542612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:14.543228 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:14.558434 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-baa55c02-1499-4f23-8f7b-188aa5e5957f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642262 Jul 19 04:04:14.619284 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Request body: {'port': {'device_id': 'eafe596f-091e-4a42-8c01-e4ded9fd843b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:14.689673 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:14.950865 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a190f577-3331-46a5-9c89-738f50211b78 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:04:14.957945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:14.970142 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Transition to ACTIVE for port object a190f577-3331-46a5-9c89-738f50211b78 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:14.973847 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:15.025905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Pushing event updated for resources: {'Port': ['ID=a190f577-3331-46a5-9c89-738f50211b78,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:15.051202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.051546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.051885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.052245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.052572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.052896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.053216 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.053542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.053864 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.054186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.054525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.054844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:15.127047 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-216e01dd-7037-4cb0-aa35-1c390fe49c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:15.141246 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Attempting to bind port a190f577-3331-46a5-9c89-738f50211b78 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:15.141839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Attempting to bind port a190f577-3331-46a5-9c89-738f50211b78 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'dc57f3c4-842b-4962-8557-eb9ace70a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:15.142162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Attempting to bind port a190f577-3331-46a5-9c89-738f50211b78 on network 9a1279be-b188-4211-be8a-5639ec4976f5 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:15.151872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Port a190f577-3331-46a5-9c89-738f50211b78 on network 9a1279be-b188-4211-be8a-5639ec4976f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:04:15.152194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Attempting to bind port a190f577-3331-46a5-9c89-738f50211b78 on network 9a1279be-b188-4211-be8a-5639ec4976f5 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:15.159549 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:15.159889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Checking segment: {'id': 'dc57f3c4-842b-4962-8557-eb9ace70a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:15.160265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Bound using segment: {'id': 'dc57f3c4-842b-4962-8557-eb9ace70a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:15.160683 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Bound port: a190f577-3331-46a5-9c89-738f50211b78, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc57f3c4-842b-4962-8557-eb9ace70a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:15.161037 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:15.182478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0993b6-f0a3-4a04-926d-2a589edf80b8 req-5d1c2d9a-9c25-4efa-bc7e-aef8244794b8 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:15.183981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd0993b6-f0a3-4a04-926d-2a589edf80b8 req-5d1c2d9a-9c25-4efa-bc7e-aef8244794b8 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 943 time: 0.1086860 Jul 19 04:04:15.251921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd0993b6-f0a3-4a04-926d-2a589edf80b8 req-77dccecb-bbd6-431e-971f-a83d0b490d99 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478561 Jul 19 04:04:15.261535 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] For port a190f577-3331-46a5-9c89-738f50211b78, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:15.265151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] For port a190f577-3331-46a5-9c89-738f50211b78, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a190f577-3331-46a5-9c89-738f50211b78,segment=NetworkSegment(dc57f3c4-842b-4962-8557-eb9ace70a3d5),segment_id=dc57f3c4-842b-4962-8557-eb9ace70a3d5)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:15.270878 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:15.305051 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:15.305661 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:15.307083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] 10.222.0.26 "PUT /v2.0/ports/a190f577-3331-46a5-9c89-738f50211b78 HTTP/1.1" status: 200 len: 1092 time: 0.7402291 Jul 19 04:04:15.307507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe596f-091e-4a42-8c01-e4ded9fd843b', 'tag': 'a190f577-3331-46a5-9c89-738f50211b78'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:04:15.309705 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1186a3-fcec-454c-9a5b-652896acc823" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe596f-091e-4a42-8c01-e4ded9fd843b", "tag": "a190f577-3331-46a5-9c89-738f50211b78"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:04:15.334054 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeddc64-d1d0-4019-8369-196c4d3c5a17 service neutron] Pushing event updated for resources: {'Port': ['ID=a190f577-3331-46a5-9c89-738f50211b78,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:15.400039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-4409301a-06b9-4bdf-abf3-3a1fe17d5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:15.401575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-4409301a-06b9-4bdf-abf3-3a1fe17d5b5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8258af45018405cbfd550fd74bb5cd1&device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 1095 time: 0.0582232 Jul 19 04:04:15.415359 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7781c314-7c0f-4f6f-9f54-5c942e5be32a x-openstack-request-id: req-7781c314-7c0f-4f6f-9f54-5c942e5be32a {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:04:15.415642 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe596f-091e-4a42-8c01-e4ded9fd843b", "tag": "a190f577-3331-46a5-9c89-738f50211b78", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:04:15.415888 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7781c314-7c0f-4f6f-9f54-5c942e5be32a {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:04:15.416273 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe596f-091e-4a42-8c01-e4ded9fd843b', 'tag': 'a190f577-3331-46a5-9c89-738f50211b78', 'status': 'completed', 'code': 200} Jul 19 04:04:15.445601 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-49a71288-e1c5-4e91-b56f-b622b7cf57b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a190f577-3331-46a5-9c89-738f50211b78 HTTP/1.1" status: 200 len: 217 time: 0.0367637 Jul 19 04:04:15.491838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-03dab1df-4a61-43a4-8ea1-252cc6609269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:15.493214 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-03dab1df-4a61-43a4-8ea1-252cc6609269 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68b3c115-c64c-43ad-a628-9a8ab33ef636 HTTP/1.1" status: 200 len: 854 time: 0.0418916 Jul 19 04:04:15.528898 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-a33ec8c5-bac5-4be7-80f2-d1bd94c8971a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a1279be-b188-4211-be8a-5639ec4976f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294676 Jul 19 04:04:15.615379 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-75df2470-b351-4f7f-9a55-0fedda624b09 service neutron] 10.222.0.26 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797870 Jul 19 04:04:15.705171 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3bb4199d-0903-4133-b8e7-36fce642a870 req-35fe5470-d163-4076-b4df-7f715c652804 service neutron] 10.222.0.26 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839415 Jul 19 04:04:15.710554 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:15.801583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1186a3-fcec-454c-9a5b-652896acc823 req-c93c09c2-eb2c-45fe-8420-44c881c6fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:15.803057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf1186a3-fcec-454c-9a5b-652896acc823 req-c93c09c2-eb2c-45fe-8420-44c881c6fa3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8258af45018405cbfd550fd74bb5cd1&device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 1095 time: 0.0524094 Jul 19 04:04:15.893376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1186a3-fcec-454c-9a5b-652896acc823 req-351d57e6-f629-4f5f-9333-151a6d620e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:15.894899 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf1186a3-fcec-454c-9a5b-652896acc823 req-351d57e6-f629-4f5f-9333-151a6d620e20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a1279be-b188-4211-be8a-5639ec4976f5 HTTP/1.1" status: 200 len: 914 time: 0.0858924 Jul 19 04:04:15.934238 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf1186a3-fcec-454c-9a5b-652896acc823 req-306c7d95-31c6-43d0-b32f-95e9bc994dfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a190f577-3331-46a5-9c89-738f50211b78 HTTP/1.1" status: 200 len: 217 time: 0.0331652 Jul 19 04:04:15.981628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1186a3-fcec-454c-9a5b-652896acc823 req-e92429dd-15f0-46c3-81cb-a91ac1ff7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:15.983131 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf1186a3-fcec-454c-9a5b-652896acc823 req-e92429dd-15f0-46c3-81cb-a91ac1ff7896 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68b3c115-c64c-43ad-a628-9a8ab33ef636 HTTP/1.1" status: 200 len: 854 time: 0.0428977 Jul 19 04:04:16.015760 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf1186a3-fcec-454c-9a5b-652896acc823 req-a02c514d-f67c-468f-91db-f72fde7ebd0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a1279be-b188-4211-be8a-5639ec4976f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251849 Jul 19 04:04:16.108407 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf1186a3-fcec-454c-9a5b-652896acc823 req-ed6ed12b-4722-435d-a198-f3b5fa12ed36 service neutron] 10.222.0.26 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856917 Jul 19 04:04:16.204018 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cf1186a3-fcec-454c-9a5b-652896acc823 req-faab83b2-dc33-4547-963f-62f605ef5039 service neutron] 10.222.0.26 "GET /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883737 Jul 19 04:04:16.425740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205eb505-b75f-46c0-9dec-7b47e24b60f1 req-7a984293-e906-4850-9067-a19db0412068 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:16.427792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-205eb505-b75f-46c0-9dec-7b47e24b60f1 req-7a984293-e906-4850-9067-a19db0412068 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 943 time: 0.0638032 Jul 19 04:04:16.464032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-205eb505-b75f-46c0-9dec-7b47e24b60f1 req-06f22e2c-2970-4f95-a8a3-42f5ed7d5fa2 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305274 Jul 19 04:04:16.569565 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:17.641304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578d9cf-21bd-4e48-9c98-ea361f4c3e68 req-dddcd7ff-8422-4691-a285-002160413ee7 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:17.643088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7578d9cf-21bd-4e48-9c98-ea361f4c3e68 req-dddcd7ff-8422-4691-a285-002160413ee7 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 943 time: 0.0664637 Jul 19 04:04:17.681311 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7578d9cf-21bd-4e48-9c98-ea361f4c3e68 req-383ee1da-6d9d-405a-9c8e-47d02eccd307 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Jul 19 04:04:18.086828 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:18.708044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a190f577-3331-46a5-9c89-738f50211b78 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:04:18.804728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a190f577-3331-46a5-9c89-738f50211b78, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a190f577-3331-46a5-9c89-738f50211b78,segment=NetworkSegment(dc57f3c4-842b-4962-8557-eb9ace70a3d5),segment_id=dc57f3c4-842b-4962-8557-eb9ace70a3d5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:18.815654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'a190f577-3331-46a5-9c89-738f50211b78', 'network_id': '9a1279be-b188-4211-be8a-5639ec4976f5', 'port_id': 'a190f577-3331-46a5-9c89-738f50211b78', 'mac_address': 'fa:16:3e:4f:49:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b3c115-c64c-43ad-a628-9a8ab33ef636', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:04:18.852446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:18.852686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9540e2-0e93-41cc-a365-ca413323443e req-71035b2a-a816-4c3d-b8ec-e47f8f488df1 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:18.854020 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b9540e2-0e93-41cc-a365-ca413323443e req-71035b2a-a816-4c3d-b8ec-e47f8f488df1 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 943 time: 0.0630004 Jul 19 04:04:18.865322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a190f577-3331-46a5-9c89-738f50211b78 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:04:18.884786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a190f577-3331-46a5-9c89-738f50211b78, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a190f577-3331-46a5-9c89-738f50211b78,segment=NetworkSegment(dc57f3c4-842b-4962-8557-eb9ace70a3d5),segment_id=dc57f3c4-842b-4962-8557-eb9ace70a3d5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:18.888632 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:18.892533 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2b9540e2-0e93-41cc-a365-ca413323443e req-d14e2f4e-7ac0-4f97-8eda-3171c9914720 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Jul 19 04:04:18.922146 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:04:18.936940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a190f577-3331-46a5-9c89-738f50211b78,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:19.070839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a190f577-3331-46a5-9c89-738f50211b78'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:04:20.063393 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36f75b-0121-49c1-8fbb-8486b363c040 req-2d79e70d-3a0f-43b0-a48d-abcceab19fb6 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:20.064863 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed36f75b-0121-49c1-8fbb-8486b363c040 req-2d79e70d-3a0f-43b0-a48d-abcceab19fb6 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 944 time: 0.0632815 Jul 19 04:04:20.104331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ed36f75b-0121-49c1-8fbb-8486b363c040 req-fd0b4af5-409b-49a7-99d8-d93105722fcf tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Jul 19 04:04:20.723321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a190f577-3331-46a5-9c89-738f50211b78 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:20.770910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port a190f577-3331-46a5-9c89-738f50211b78 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:20.774536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port a190f577-3331-46a5-9c89-738f50211b78 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:20.775520 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:20.850793 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:20.872552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe596f-091e-4a42-8c01-e4ded9fd843b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a190f577-3331-46a5-9c89-738f50211b78'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:04:20.874808 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e284843-c0f3-4f22-9e87-33784437a4cf" -d '{"events": [{"server_uuid": "eafe596f-091e-4a42-8c01-e4ded9fd843b", "name": "network-vif-plugged", "status": "completed", "tag": "a190f577-3331-46a5-9c89-738f50211b78"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:04:20.887274 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a190f577-3331-46a5-9c89-738f50211b78, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a190f577-3331-46a5-9c89-738f50211b78,segment=NetworkSegment(dc57f3c4-842b-4962-8557-eb9ace70a3d5),segment_id=dc57f3c4-842b-4962-8557-eb9ace70a3d5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:20.891123 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:20.913925 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da72ef95-305f-43fb-8db1-312635a5e417 x-openstack-request-id: req-da72ef95-305f-43fb-8db1-312635a5e417 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:04:20.914215 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe596f-091e-4a42-8c01-e4ded9fd843b", "name": "network-vif-plugged", "status": "completed", "tag": "a190f577-3331-46a5-9c89-738f50211b78", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:04:20.914491 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da72ef95-305f-43fb-8db1-312635a5e417 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:04:20.914881 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe596f-091e-4a42-8c01-e4ded9fd843b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a190f577-3331-46a5-9c89-738f50211b78', 'code': 200} Jul 19 04:04:20.940843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a190f577-3331-46a5-9c89-738f50211b78,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:21.020846 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183a8b-15d7-4981-950c-8bf29d3083de req-0ac83d86-a15b-45c9-8bf3-20f82538d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:21.022361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c183a8b-15d7-4981-950c-8bf29d3083de req-0ac83d86-a15b-45c9-8bf3-20f82538d4a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 1097 time: 0.0546954 Jul 19 04:04:21.056586 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c183a8b-15d7-4981-950c-8bf29d3083de req-cdeb1049-e145-42aa-bdbc-31761fc3895b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275648 Jul 19 04:04:21.278872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63cf97-6692-41cd-af74-36baadd04d30 req-c642b96d-5344-41ff-a503-8c0ba1d1d3d3 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:21.280259 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d63cf97-6692-41cd-af74-36baadd04d30 req-c642b96d-5344-41ff-a503-8c0ba1d1d3d3 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 945 time: 0.0664754 Jul 19 04:04:21.316861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4d63cf97-6692-41cd-af74-36baadd04d30 req-3808a6fc-a837-4ba0-9147-ab893a9c3051 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Jul 19 04:04:22.492419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f42f0-c9bb-43be-9c91-65fc8675afbc req-82302fec-a7e8-4284-92fe-37f7cda5aee1 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:22.494597 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc0f42f0-c9bb-43be-9c91-65fc8675afbc req-82302fec-a7e8-4284-92fe-37f7cda5aee1 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 945 time: 0.0620623 Jul 19 04:04:22.531010 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc0f42f0-c9bb-43be-9c91-65fc8675afbc req-d84dc8c8-b704-4279-8a87-68a999d9afbe tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Jul 19 04:04:22.906309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccef50-1e8c-4057-8a83-a06d65022e79 req-7272d5f5-a674-4fba-ab16-cf9da251fb7b tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:22.907841 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57ccef50-1e8c-4057-8a83-a06d65022e79 req-7272d5f5-a674-4fba-ab16-cf9da251fb7b tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 945 time: 0.0674748 Jul 19 04:04:22.945143 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-57ccef50-1e8c-4057-8a83-a06d65022e79 req-6c01a6ce-a95d-4a3c-a5e8-dafb40d21c5d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Jul 19 04:04:24.092428 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-6110c284-2ebb-4d30-85b8-150cba18664d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:24.094163 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-6110c284-2ebb-4d30-85b8-150cba18664d tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.26 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 945 time: 0.0648129 Jul 19 04:04:24.122648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03022143-6329-4b7c-be24-a16f44b4c786 req-f4a77409-dda7-4113-a0ab-ce7b9e196850 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:24.124160 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03022143-6329-4b7c-be24-a16f44b4c786 req-f4a77409-dda7-4113-a0ab-ce7b9e196850 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=eafe596f-091e-4a42-8c01-e4ded9fd843b HTTP/1.1" status: 200 len: 945 time: 0.0672147 Jul 19 04:04:24.162923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-03022143-6329-4b7c-be24-a16f44b4c786 req-1db15b90-114b-4bf6-9b82-5bbf4e3c6642 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332153 Jul 19 04:04:24.193777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-40a56700-a3b1-4745-995f-7001a91b5776 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Deleting port a190f577-3331-46a5-9c89-738f50211b78 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:04:24.194118 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-40a56700-a3b1-4745-995f-7001a91b5776 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:24.283806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-40a56700-a3b1-4745-995f-7001a91b5776 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] For port a190f577-3331-46a5-9c89-738f50211b78, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a190f577-3331-46a5-9c89-738f50211b78,segment=NetworkSegment(dc57f3c4-842b-4962-8557-eb9ace70a3d5),segment_id=dc57f3c4-842b-4962-8557-eb9ace70a3d5)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:24.284079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-40a56700-a3b1-4745-995f-7001a91b5776 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:24.296625 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-40a56700-a3b1-4745-995f-7001a91b5776 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Calling delete_port for a190f577-3331-46a5-9c89-738f50211b78 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:04:24.420923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-40a56700-a3b1-4745-995f-7001a91b5776 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:24.435397 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a190f577-3331-46a5-9c89-738f50211b78'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:04:24.438021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['8e307f27-a981-4b56-8741-ded91b093213'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:04:24.450528 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a56700-a3b1-4745-995f-7001a91b5776 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Pushing event deleted for resources: {'Port': ['ID=a190f577-3331-46a5-9c89-738f50211b78,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:24.498007 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-40a56700-a3b1-4745-995f-7001a91b5776 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] No DVR routers for this DVR port a190f577-3331-46a5-9c89-738f50211b78 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:04:24.500964 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-40a56700-a3b1-4745-995f-7001a91b5776 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:24.503495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97109c00-ae2e-4840-8664-0ec89bd02398 req-40a56700-a3b1-4745-995f-7001a91b5776 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.26 "DELETE /v2.0/ports/a190f577-3331-46a5-9c89-738f50211b78 HTTP/1.1" status: 204 len: 173 time: 0.4040971 Jul 19 04:04:24.503947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe596f-091e-4a42-8c01-e4ded9fd843b', 'name': 'network-vif-deleted', 'tag': 'a190f577-3331-46a5-9c89-738f50211b78'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:04:24.507301 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0746bc3e86a41e81770faec3f580624580b517db3173dac9f627bf63ae8306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb89d5eb-a79e-42c1-99a1-f23f30a8f0fc" -d '{"events": [{"server_uuid": "eafe596f-091e-4a42-8c01-e4ded9fd843b", "name": "network-vif-deleted", "tag": "a190f577-3331-46a5-9c89-738f50211b78"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:04:24.547870 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b6cf9b-8652-4164-80a3-71896968b156 x-openstack-request-id: req-74b6cf9b-8652-4164-80a3-71896968b156 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:04:24.548166 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe596f-091e-4a42-8c01-e4ded9fd843b", "name": "network-vif-deleted", "tag": "a190f577-3331-46a5-9c89-738f50211b78", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:04:24.548421 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74b6cf9b-8652-4164-80a3-71896968b156 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:04:24.548822 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe596f-091e-4a42-8c01-e4ded9fd843b', 'name': 'network-vif-deleted', 'tag': 'a190f577-3331-46a5-9c89-738f50211b78', 'status': 'completed', 'code': 200} Jul 19 04:04:25.407114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d6629-51e0-4e5c-b95d-36f44d51b809 req-5d691109-abbe-4a8d-b499-f08c03e29a9c tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:25.408534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d8d6629-51e0-4e5c-b95d-36f44d51b809 req-5d691109-abbe-4a8d-b499-f08c03e29a9c tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.0666070 Jul 19 04:04:25.445174 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1d8d6629-51e0-4e5c-b95d-36f44d51b809 req-48394193-cfee-40cb-983d-b22936286cb9 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311053 Jul 19 04:04:25.632451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8a647-23b2-455e-8e85-a2354ccfe072 req-c2521b36-e57c-484f-8451-1c5f726f2ebf tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:25.633959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36c8a647-23b2-455e-8e85-a2354ccfe072 req-c2521b36-e57c-484f-8451-1c5f726f2ebf tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.0627260 Jul 19 04:04:25.672715 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-36c8a647-23b2-455e-8e85-a2354ccfe072 req-74c0ba50-893f-4f7b-a698-0b2ab764bd62 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329206 Jul 19 04:04:25.843350 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dda62-cc9b-4be4-a4cc-c19b77628968 req-37ab0879-3898-451b-94f0-f586b44449fa tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:25.844839 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-806dda62-cc9b-4be4-a4cc-c19b77628968 req-37ab0879-3898-451b-94f0-f586b44449fa tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.0627046 Jul 19 04:04:25.886338 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-806dda62-cc9b-4be4-a4cc-c19b77628968 req-acfb546e-689e-4286-bb95-e6ccbe9d97b5 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358171 Jul 19 04:04:26.160352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6130109-9836-4896-a216-fe58d7fdf908 req-c02969e9-45f8-4cd3-9a45-2ea0d099d79c tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:26.161835 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6130109-9836-4896-a216-fe58d7fdf908 req-c02969e9-45f8-4cd3-9a45-2ea0d099d79c tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.0629201 Jul 19 04:04:26.200168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c6130109-9836-4896-a216-fe58d7fdf908 req-63527eed-b972-444a-a8c0-c520e81639e8 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Jul 19 04:04:26.368887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d379c-d17b-4246-81f5-87361502f774 req-24b03384-8efd-4b7a-a85c-d6e3b758a009 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:26.371100 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d9d379c-d17b-4246-81f5-87361502f774 req-24b03384-8efd-4b7a-a85c-d6e3b758a009 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.0615921 Jul 19 04:04:26.407239 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9d9d379c-d17b-4246-81f5-87361502f774 req-16221718-19e9-43b2-9152-09bfa430b13f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305731 Jul 19 04:04:26.591113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82c5fb-5bf1-4454-86ae-deb8df22770a req-a6ae2523-5152-4b42-8904-841abce4c841 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:26.592608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea82c5fb-5bf1-4454-86ae-deb8df22770a req-a6ae2523-5152-4b42-8904-841abce4c841 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.0661409 Jul 19 04:04:26.629950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ea82c5fb-5bf1-4454-86ae-deb8df22770a req-f729065e-1975-4dc9-b0ea-1459a818900a tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Jul 19 04:04:27.138491 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e159dc-abc3-4cbd-94df-8ebd813a354d req-c6248e41-dca6-47c7-aec6-9b8f0578bfea tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:27.140056 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86e159dc-abc3-4cbd-94df-8ebd813a354d req-c6248e41-dca6-47c7-aec6-9b8f0578bfea tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.0625072 Jul 19 04:04:27.178521 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86e159dc-abc3-4cbd-94df-8ebd813a354d req-b10d6ff3-fc77-4d1b-a4e4-b0dea5b88fc6 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Jul 19 04:04:28.403058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84051985-10a4-4507-b3ce-c953ad0cca89 req-23ec2a6e-385d-4ea8-aba3-f652e11f717f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:28.404470 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-84051985-10a4-4507-b3ce-c953ad0cca89 req-23ec2a6e-385d-4ea8-aba3-f652e11f717f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.1094480 Jul 19 04:04:28.412656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-c9efde0f-4494-4215-a014-2b29d6993b0f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:28.414013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-c9efde0f-4494-4215-a014-2b29d6993b0f tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3835802-77b3-403a-bee1-d2cf034028a0 HTTP/1.1" status: 200 len: 946 time: 0.0918536 Jul 19 04:04:28.482364 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-84051985-10a4-4507-b3ce-c953ad0cca89 req-d1a19c0b-9b9c-4e8e-be1e-3516c92ca2b0 tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.20 "GET /v2.0/security-groups?id=091c49c2-daa0-44fc-99e0-3743389ae7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673401 Jul 19 04:04:28.536678 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-6c0440a9-0009-4492-acd4-6b0d3cbdec7e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Deleting port 8e307f27-a981-4b56-8741-ded91b093213 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:04:28.537045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-6c0440a9-0009-4492-acd4-6b0d3cbdec7e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:28.627991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-6c0440a9-0009-4492-acd4-6b0d3cbdec7e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] For port 8e307f27-a981-4b56-8741-ded91b093213, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8e307f27-a981-4b56-8741-ded91b093213,segment=NetworkSegment(dc57f3c4-842b-4962-8557-eb9ace70a3d5),segment_id=dc57f3c4-842b-4962-8557-eb9ace70a3d5)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:28.628369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-6c0440a9-0009-4492-acd4-6b0d3cbdec7e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:28.639843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-6c0440a9-0009-4492-acd4-6b0d3cbdec7e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Calling delete_port for 8e307f27-a981-4b56-8741-ded91b093213 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:04:28.739720 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a190f577-3331-46a5-9c89-738f50211b78 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:04:28.759343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: a190f577-3331-46a5-9c89-738f50211b78 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:04:28.759682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a190f577-3331-46a5-9c89-738f50211b78 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:04:28.767457 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-6c0440a9-0009-4492-acd4-6b0d3cbdec7e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:28.780953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['8e307f27-a981-4b56-8741-ded91b093213'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:04:28.798750 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0440a9-0009-4492-acd4-6b0d3cbdec7e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Pushing event deleted for resources: {'Port': ['ID=8e307f27-a981-4b56-8741-ded91b093213,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:28.840465 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-6c0440a9-0009-4492-acd4-6b0d3cbdec7e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] No DVR routers for this DVR port 8e307f27-a981-4b56-8741-ded91b093213 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:04:28.843008 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-6c0440a9-0009-4492-acd4-6b0d3cbdec7e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:28.844998 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9d440def-ad83-47db-bf7a-2c3aad1b0dcc req-6c0440a9-0009-4492-acd4-6b0d3cbdec7e tempest-ServersNegativeTestJSON-490456800 tempest-ServersNegativeTestJSON-490456800-project] 10.222.0.25 "DELETE /v2.0/ports/8e307f27-a981-4b56-8741-ded91b093213 HTTP/1.1" status: 204 len: 173 time: 0.4241629 Jul 19 04:04:28.845422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3835802-77b3-403a-bee1-d2cf034028a0', 'name': 'network-vif-deleted', 'tag': '8e307f27-a981-4b56-8741-ded91b093213'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:04:28.847779 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66df447-0274-419d-8af0-feb836e75f63" -d '{"events": [{"server_uuid": "a3835802-77b3-403a-bee1-d2cf034028a0", "name": "network-vif-deleted", "tag": "8e307f27-a981-4b56-8741-ded91b093213"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:04:28.883189 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b758a707-9f3f-47d1-a44d-1ca5f9c85251 x-openstack-request-id: req-b758a707-9f3f-47d1-a44d-1ca5f9c85251 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:04:28.883474 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3835802-77b3-403a-bee1-d2cf034028a0", "name": "network-vif-deleted", "tag": "8e307f27-a981-4b56-8741-ded91b093213", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:04:28.883783 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b758a707-9f3f-47d1-a44d-1ca5f9c85251 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:04:28.884180 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3835802-77b3-403a-bee1-d2cf034028a0', 'name': 'network-vif-deleted', 'tag': '8e307f27-a981-4b56-8741-ded91b093213', 'status': 'completed', 'code': 200} Jul 19 04:04:29.574442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45030) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:29.618985 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f507307-91a5-4dd7-97bf-bd9909beac8c admin admin] Deleting subnet 68b3c115-c64c-43ad-a628-9a8ab33ef636 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:04:29.622212 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f507307-91a5-4dd7-97bf-bd9909beac8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:29.659771 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f507307-91a5-4dd7-97bf-bd9909beac8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:29.697487 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f507307-91a5-4dd7-97bf-bd9909beac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:29.749265 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f507307-91a5-4dd7-97bf-bd9909beac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:29.774992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f507307-91a5-4dd7-97bf-bd9909beac8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b3c115-c64c-43ad-a628-9a8ab33ef636,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:29.780776 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-2f507307-91a5-4dd7-97bf-bd9909beac8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:29.784943 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-2f507307-91a5-4dd7-97bf-bd9909beac8c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68b3c115-c64c-43ad-a628-9a8ab33ef636 HTTP/1.1" status: 204 len: 168 time: 0.2070005 Jul 19 04:04:29.785083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45032) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:29.856738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:29.932618 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:29.942199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1279be-b188-4211-be8a-5639ec4976f5']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:29.952481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc57f3c4-842b-4962-8557-eb9ace70a3d5') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:29.952777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc57f3c4-842b-4962-8557-eb9ace70a3d5') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:29.961289 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:29.975313 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:29.981125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:04:29.981528 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:04:29.983252 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:04:30.040645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:30.047029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:30.048727 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9a1279be-b188-4211-be8a-5639ec4976f5 HTTP/1.1" status: 204 len: 168 time: 0.2626674 Jul 19 04:04:30.058127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c967ce-b8d4-4d25-8f53-85ef5c966008 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a1279be-b188-4211-be8a-5639ec4976f5,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:30.155968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45036) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:30.195027 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-de31b756-b4a9-46d5-a1a2-4300880dbb4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8258af45018405cbfd550fd74bb5cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378749 Jul 19 04:04:30.198240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45038) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:30.248780 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc30f089-c530-4490-89f6-de4c5b39e99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:30.269820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc30f089-c530-4490-89f6-de4c5b39e99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:30.315328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc30f089-c530-4490-89f6-de4c5b39e99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:30.317918 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bc30f089-c530-4490-89f6-de4c5b39e99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:30.321823 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bc30f089-c530-4490-89f6-de4c5b39e99a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/091c49c2-daa0-44fc-99e0-3743389ae7ea HTTP/1.1" status: 204 len: 168 time: 0.1224320 Jul 19 04:04:30.329846 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30f089-c530-4490-89f6-de4c5b39e99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091c49c2-daa0-44fc-99e0-3743389ae7ea,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:30.971830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45060) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:31.064322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-94802789'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:31.085887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Made reservation on behalf of cbd68aff3ca74a6b9a4683e7589456a9 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:31.090019 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:31.098662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:31.197243 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:31.201146 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:31.231526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:04:31.236958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d20103-ca74-4bb2-81ee-62a5583905aa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:31.247220 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:31.247220 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Added segment 1a2cd997-e22b-46cf-a583-69664c7ac658 of type vlan for network 1e4ff0fb-5b60-4107-b86d-98cf311c35e4 Jul 19 04:04:31.289084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:31.318253 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:31.323955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:31.324539 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:31.361673 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3886852 Jul 19 04:04:31.396149 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5755dc-a69e-4630-9f03-65fe8b85c7a6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'Network': ['ID=1e4ff0fb-5b60-4107-b86d-98cf311c35e4,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:31.408269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 1e4ff0fb-5b60-4107-b86d-98cf311c35e4 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:04:31.627824 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8e307f27-a981-4b56-8741-ded91b093213 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:04:31.655273 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 8e307f27-a981-4b56-8741-ded91b093213 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:04:31.655621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8e307f27-a981-4b56-8741-ded91b093213 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:04:34.566747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45064) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:34.571904 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Request body: {'subnet': {'network_id': '1e4ff0fb-5b60-4107-b86d-98cf311c35e4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:34.662578 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Made reservation on behalf of cbd68aff3ca74a6b9a4683e7589456a9 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:34.666166 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:34.842317 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:34.904098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'Subnet': ['ID=a2aaf8f8-a4f2-4294-b283-98871df8506c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:34.908393 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Checking segment: {'id': '1a2cd997-e22b-46cf-a583-69664c7ac658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1e4ff0fb-5b60-4107-b86d-98cf311c35e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:34.908751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Network hostable DHCP agents. Network: 1e4ff0fb-5b60-4107-b86d-98cf311c35e4, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:04:34.924371 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Network 1e4ff0fb-5b60-4107-b86d-98cf311c35e4 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:04:34.933063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 1e4ff0fb-5b60-4107-b86d-98cf311c35e4) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:34.938034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:34.939733 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:34.941294 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd1d6a-b8fa-4867-bc1f-efa553389ad2 None None] Network 1e4ff0fb-5b60-4107-b86d-98cf311c35e4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:34.954917 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8de0d2e8-e8b4-4607-9dcd-161b108baf24 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3870661 Jul 19 04:04:34.958409 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45066) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:34.963302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659527731'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:34.982984 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Made reservation on behalf of cbd68aff3ca74a6b9a4683e7589456a9 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:34.986604 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.011843 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:04:35.021015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.021355 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Added segment d45d9086-ad32-4685-8237-5f800d4e153e of type vlan for network 99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc Jul 19 04:04:35.060863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.089279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-1e4ff0fb-5b60-4107-b86d-98cf311c35e4', 'network_id': '1e4ff0fb-5b60-4107-b86d-98cf311c35e4', 'tenant_id': 'cbd68aff3ca74a6b9a4683e7589456a9', 'fixed_ips': [{'subnet_id': 'a2aaf8f8-a4f2-4294-b283-98871df8506c'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:04:35.089795 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.090247 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.095336 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:35.095852 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.127917 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1684682 Jul 19 04:04:35.135555 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45068) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:35.136177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Request body: {'subnet': {'network_id': '99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:35.230127 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Allocated IP 2001:db8:0:ffff::2 (1e4ff0fb-5b60-4107-b86d-98cf311c35e4/a2aaf8f8-a4f2-4294-b283-98871df8506c/bb73ef84-4ed2-4fa9-8b7a-7dd7db562259) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:35.380110 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.389658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Transition to ACTIVE for port object bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:35.406034 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Transition to ACTIVE for port object bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:35.411394 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.453675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Network 1e4ff0fb-5b60-4107-b86d-98cf311c35e4 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:35.456737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:35.461165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:35.464557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Pushing event updated for resources: {'Port': ['ID=bb73ef84-4ed2-4fa9-8b7a-7dd7db562259,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:35.490916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.491249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.491590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.491925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.492256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.492586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.492916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.493239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.493562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.493909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.494759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.495084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:35.531092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Attempting to bind port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:35.531466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Attempting to bind port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '1a2cd997-e22b-46cf-a583-69664c7ac658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1e4ff0fb-5b60-4107-b86d-98cf311c35e4'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:35.531833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Attempting to bind port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 on network 1e4ff0fb-5b60-4107-b86d-98cf311c35e4 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:35.536665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:35.537035 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Checking segment: {'id': '1a2cd997-e22b-46cf-a583-69664c7ac658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1e4ff0fb-5b60-4107-b86d-98cf311c35e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:35.537434 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.537827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Bound using segment: {'id': '1a2cd997-e22b-46cf-a583-69664c7ac658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1e4ff0fb-5b60-4107-b86d-98cf311c35e4'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:35.538314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Bound port: bb73ef84-4ed2-4fa9-8b7a-7dd7db562259, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2cd997-e22b-46cf-a583-69664c7ac658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1e4ff0fb-5b60-4107-b86d-98cf311c35e4'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:35.538696 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.543584 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af59832-f932-4197-ab7b-fd74b1e16e01 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'Network': ['ID=99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:35.574903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:04:35.610154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Made reservation on behalf of cbd68aff3ca74a6b9a4683e7589456a9 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:35.613748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.657254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] For port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:35.669359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] For port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bb73ef84-4ed2-4fa9-8b7a-7dd7db562259,segment=NetworkSegment(1a2cd997-e22b-46cf-a583-69664c7ac658),segment_id=1a2cd997-e22b-46cf-a583-69664c7ac658)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:35.673887 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.731509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981ad23-9224-44f8-9805-588d99318c17 None None] Pushing event updated for resources: {'Port': ['ID=bb73ef84-4ed2-4fa9-8b7a-7dd7db562259,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:35.804934 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.861844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'Subnet': ['ID=75f2ea7a-e4a0-4e27-95ac-a92eb4743d66,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:35.900228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Checking segment: {'id': 'd45d9086-ad32-4685-8237-5f800d4e153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:35.901144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Network hostable DHCP agents. Network: 99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:04:35.921383 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Network 99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:04:35.930407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:35.934888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:35.935722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:35.941806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf06630-47b3-49e8-a4e5-9354633ba87a None None] Network 99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:35.952725 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6c728524-391f-4a29-b6e7-4b7222edb803 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8208306 Jul 19 04:04:35.955610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45070) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:36.063892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.099075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365de165-f132-4589-9a45-dac2d037074a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc', 'network_id': '99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc', 'tenant_id': 'cbd68aff3ca74a6b9a4683e7589456a9', 'fixed_ips': [{'subnet_id': '75f2ea7a-e4a0-4e27-95ac-a92eb4743d66'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:04:36.100103 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-365de165-f132-4589-9a45-dac2d037074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.149038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.241860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-365de165-f132-4589-9a45-dac2d037074a None None] Allocated IP 2001:db8::2 (99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc/75f2ea7a-e4a0-4e27-95ac-a92eb4743d66/bfbe949c-0709-4505-bfd4-2e491ad8516d) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:36.387005 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-365de165-f132-4589-9a45-dac2d037074a None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.395715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-365de165-f132-4589-9a45-dac2d037074a None None] Transition to ACTIVE for port object bfbe949c-0709-4505-bfd4-2e491ad8516d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:36.411388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-365de165-f132-4589-9a45-dac2d037074a None None] Transition to ACTIVE for port object bfbe949c-0709-4505-bfd4-2e491ad8516d will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:36.417554 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-365de165-f132-4589-9a45-dac2d037074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.437723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.458427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365de165-f132-4589-9a45-dac2d037074a None None] Network 99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:36.464192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-365de165-f132-4589-9a45-dac2d037074a None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:36.464871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Subnet': ['ID=75f2ea7a-e4a0-4e27-95ac-a92eb4743d66,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:36.467662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365de165-f132-4589-9a45-dac2d037074a None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:36.480486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365de165-f132-4589-9a45-dac2d037074a None None] Pushing event updated for resources: {'Port': ['ID=bfbe949c-0709-4505-bfd4-2e491ad8516d,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:36.540105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-365de165-f132-4589-9a45-dac2d037074a None None] Attempting to bind port bfbe949c-0709-4505-bfd4-2e491ad8516d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:36.540486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-365de165-f132-4589-9a45-dac2d037074a None None] Attempting to bind port bfbe949c-0709-4505-bfd4-2e491ad8516d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'd45d9086-ad32-4685-8237-5f800d4e153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:36.540859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365de165-f132-4589-9a45-dac2d037074a None None] Attempting to bind port bfbe949c-0709-4505-bfd4-2e491ad8516d on network 99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:36.546229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365de165-f132-4589-9a45-dac2d037074a None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:36.546468 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.546689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365de165-f132-4589-9a45-dac2d037074a None None] Checking segment: {'id': 'd45d9086-ad32-4685-8237-5f800d4e153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:36.547239 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-365de165-f132-4589-9a45-dac2d037074a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.547772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365de165-f132-4589-9a45-dac2d037074a None None] Bound using segment: {'id': 'd45d9086-ad32-4685-8237-5f800d4e153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:36.548866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-365de165-f132-4589-9a45-dac2d037074a None None] Bound port: bfbe949c-0709-4505-bfd4-2e491ad8516d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45d9086-ad32-4685-8237-5f800d4e153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:36.549408 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-365de165-f132-4589-9a45-dac2d037074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.557631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:36.569567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45d9086-ad32-4685-8237-5f800d4e153e') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:36.569865 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45d9086-ad32-4685-8237-5f800d4e153e') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:36.580757 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.595155 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.601827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:04:36.602246 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:04:36.606034 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:04:36.623981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-365de165-f132-4589-9a45-dac2d037074a None None] For port bfbe949c-0709-4505-bfd4-2e491ad8516d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:36.656165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c76cf4-5dae-4a54-8f76-b038fb8293fc None None] Network 1e4ff0fb-5b60-4107-b86d-98cf311c35e4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:36.673669 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.db.api [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 19 04:04:36.673669 n-d-762330-18 neutron-server[94345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 19 04:04:36.673669 n-d-762330-18 neutron-server[94345]: [parameters: {'id': '99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc'}] Jul 19 04:04:36.673669 n-d-762330-18 neutron-server[94345]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 04:04:36.675014 n-d-762330-18 neutron-server[94345]: DEBUG oslo_db.api [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 04:04:36.696728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-365de165-f132-4589-9a45-dac2d037074a None None] For port bfbe949c-0709-4505-bfd4-2e491ad8516d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bfbe949c-0709-4505-bfd4-2e491ad8516d,segment=NetworkSegment(d45d9086-ad32-4685-8237-5f800d4e153e),segment_id=d45d9086-ad32-4685-8237-5f800d4e153e)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:36.703728 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-365de165-f132-4589-9a45-dac2d037074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:36.837163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365de165-f132-4589-9a45-dac2d037074a None None] Pushing event updated for resources: {'Port': ['ID=bfbe949c-0709-4505-bfd4-2e491ad8516d,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:36.839801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1b0d479a-06b4-41f3-b0ef-6a3ac8b49b31 None None] Provisioning for port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:36.886229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900302d7-f674-44a1-ada9-18ce0c6044e3 None None] Network 99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:36.888217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:37.067041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:37.075209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:37.075575 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.167400 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.175425 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.202977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bb73ef84-4ed2-4fa9-8b7a-7dd7db562259,segment=NetworkSegment(1a2cd997-e22b-46cf-a583-69664c7ac658),segment_id=1a2cd997-e22b-46cf-a583-69664c7ac658)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:37.207526 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.235505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Deleting port bfbe949c-0709-4505-bfd4-2e491ad8516d {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:04:37.235843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.264361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=bb73ef84-4ed2-4fa9-8b7a-7dd7db562259,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:37.280255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec9d5e0-13b9-4a15-8dd0-515d05a8629e None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 04:04:37.300948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] For port bfbe949c-0709-4505-bfd4-2e491ad8516d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bfbe949c-0709-4505-bfd4-2e491ad8516d,segment=NetworkSegment(d45d9086-ad32-4685-8237-5f800d4e153e),segment_id=d45d9086-ad32-4685-8237-5f800d4e153e)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:37.301559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.314165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Calling delete_port for bfbe949c-0709-4505-bfd4-2e491ad8516d owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:04:37.316680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-03bd2dc1-0596-4d22-8553-6b467707279d None None] Provisioning complete for port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:37.317102 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-03bd2dc1-0596-4d22-8553-6b467707279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.383242 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9d5e0-13b9-4a15-8dd0-515d05a8629e None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 04:04:37.397045 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.424186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Port': ['ID=bfbe949c-0709-4505-bfd4-2e491ad8516d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:37.426170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] No DVR routers for this DVR port bfbe949c-0709-4505-bfd4-2e491ad8516d on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:04:37.476917 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.503007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.513486 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:37.528224 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45d9086-ad32-4685-8237-5f800d4e153e') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:37.528522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45d9086-ad32-4685-8237-5f800d4e153e') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:37.537469 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.552049 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.558540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:04:37.559018 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:04:37.562338 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:04:37.620708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.629644 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.631490 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/networks/99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc HTTP/1.1" status: 204 len: 168 time: 1.6746912 Jul 19 04:04:37.639536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45072) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:37.642248 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.644634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2fc8b-b0e1-4803-a2ee-118498743d81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Network': ['ID=99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:37.650129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961902056'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:37.678154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Made reservation on behalf of cbd68aff3ca74a6b9a4683e7589456a9 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:37.682334 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.707504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:04:37.717472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.717819 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Added segment 094c0c91-675b-4f1e-af9b-0a9256b7c315 of type vlan for network 45b057a5-6a59-405e-bebc-c0c5331bf74a Jul 19 04:04:37.766517 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.797007 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.802968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:37.803551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:37.858056 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2159746 Jul 19 04:04:37.861022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45074) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:37.866546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Request body: {'subnet': {'network_id': '45b057a5-6a59-405e-bebc-c0c5331bf74a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:37.910421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'Network': ['ID=45b057a5-6a59-405e-bebc-c0c5331bf74a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:37.918798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.919162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.919511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.919852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.920191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.920530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.920865 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.921197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.921553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.921878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.922204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.922559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6808ae-535b-4741-8d50-e6f3cbad408e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:37.933243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 45b057a5-6a59-405e-bebc-c0c5331bf74a details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:04:37.966497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Made reservation on behalf of cbd68aff3ca74a6b9a4683e7589456a9 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:37.970046 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.027365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Performing IP validity checks on allocation pools {{(pid=94345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 19 04:04:38.027886 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.ipam_backend_mixin [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 19 04:04:38.153351 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.209776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'Subnet': ['ID=a3139248-c4ae-4199-a02b-be710f547080,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:38.220268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Checking segment: {'id': '094c0c91-675b-4f1e-af9b-0a9256b7c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '45b057a5-6a59-405e-bebc-c0c5331bf74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:38.220628 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Network hostable DHCP agents. Network: 45b057a5-6a59-405e-bebc-c0c5331bf74a, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:04:38.236586 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Network 45b057a5-6a59-405e-bebc-c0c5331bf74a is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:04:38.245317 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 45b057a5-6a59-405e-bebc-c0c5331bf74a) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:38.249273 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:38.249859 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.253901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679c0ff-bb00-42de-b4b8-30b9343f0ed7 None None] Network 45b057a5-6a59-405e-bebc-c0c5331bf74a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:38.266539 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5d82bc5d-97c8-4366-80f7-f1860ec0161e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4019227 Jul 19 04:04:38.267056 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45076) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:38.366799 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.398850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f131106b-19f2-4732-bc5b-3c3b1a80fe13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-45b057a5-6a59-405e-bebc-c0c5331bf74a', 'network_id': '45b057a5-6a59-405e-bebc-c0c5331bf74a', 'tenant_id': 'cbd68aff3ca74a6b9a4683e7589456a9', 'fixed_ips': [{'subnet_id': 'a3139248-c4ae-4199-a02b-be710f547080'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:04:38.399752 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f131106b-19f2-4732-bc5b-3c3b1a80fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.418989 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.479580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server [None req-f131106b-19f2-4732-bc5b-3c3b1a80fe13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3139248-c4ae-4199-a02b-be710f547080: This subnet is being modified by another concurrent operation. Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise exception Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3139248-c4ae-4199-a02b-be710f547080: This subnet is being modified by another concurrent operation. Jul 19 04:04:38.493392 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Jul 19 04:04:38.516931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb655b0-1147-4b50-a509-d648341d6afd None None] Network 45b057a5-6a59-405e-bebc-c0c5331bf74a requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:38.519302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Subnet': ['ID=a3139248-c4ae-4199-a02b-be710f547080,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:38.587204 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.597031 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b057a5-6a59-405e-bebc-c0c5331bf74a']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:38.606901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094c0c91-675b-4f1e-af9b-0a9256b7c315') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:38.607206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094c0c91-675b-4f1e-af9b-0a9256b7c315') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:38.615941 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.627892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9534ae-0ba6-4c1b-9951-5b8acb0c5166 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 04:04:38.630522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.637055 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:04:38.637450 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:04:38.640550 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:04:38.695402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9534ae-0ba6-4c1b-9951-5b8acb0c5166 None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 04:04:38.702013 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.706911 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.709148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/networks/45b057a5-6a59-405e-bebc-c0c5331bf74a HTTP/1.1" status: 204 len: 168 time: 0.4411492 Jul 19 04:04:38.713853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45078) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:38.719587 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-51509704'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:38.723856 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b5bc7-c603-4e0b-8269-afe7f6641434 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Network': ['ID=45b057a5-6a59-405e-bebc-c0c5331bf74a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:38.740435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Made reservation on behalf of cbd68aff3ca74a6b9a4683e7589456a9 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:38.744133 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.768015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:04:38.777969 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.778391 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Added segment c18b2dc3-8478-479e-8083-fc495bd26b74 of type vlan for network 7d00eaf6-378b-4345-8f80-e5b99ef2f4c5 Jul 19 04:04:38.829606 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.866028 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.872648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:38.873241 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:38.884734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:38.911139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45080) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:38.911711 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1956878 Jul 19 04:04:38.918160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Request body: {'subnet': {'network_id': '7d00eaf6-378b-4345-8f80-e5b99ef2f4c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:38.946044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a085a3-3f50-4381-8d18-2cc8018fe75c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'Network': ['ID=7d00eaf6-378b-4345-8f80-e5b99ef2f4c5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:38.957296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7d00eaf6-378b-4345-8f80-e5b99ef2f4c5 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:04:38.981689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:38.981983 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.016339 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Made reservation on behalf of cbd68aff3ca74a6b9a4683e7589456a9 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:39.020204 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.218940 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.286958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'Subnet': ['ID=742a01a9-9e1b-4a6d-a664-510a39d18eab,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:39.292176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Checking segment: {'id': 'c18b2dc3-8478-479e-8083-fc495bd26b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d00eaf6-378b-4345-8f80-e5b99ef2f4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:39.292539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Network hostable DHCP agents. Network: 7d00eaf6-378b-4345-8f80-e5b99ef2f4c5, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:04:39.308256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Network 7d00eaf6-378b-4345-8f80-e5b99ef2f4c5 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:04:39.316746 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7d00eaf6-378b-4345-8f80-e5b99ef2f4c5) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:39.320814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:39.321346 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.325599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d1cd2c-979d-4243-9958-57709fe0c161 None None] Network 7d00eaf6-378b-4345-8f80-e5b99ef2f4c5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:39.335271 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1770a193-d773-4a9c-9a84-33ebca5a7e81 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4228437 Jul 19 04:04:39.339615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45082) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:39.344713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-426771393'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:39.364539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Made reservation on behalf of cbd68aff3ca74a6b9a4683e7589456a9 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:39.367991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.392076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:04:39.401788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.402129 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Added segment 495037a1-9fe2-4ead-904e-821f0da7b752 of type vlan for network 0e1beca5-f1c5-4556-9027-e08838bec977 Jul 19 04:04:39.440979 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.471339 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.473380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-7d00eaf6-378b-4345-8f80-e5b99ef2f4c5', 'network_id': '7d00eaf6-378b-4345-8f80-e5b99ef2f4c5', 'tenant_id': 'cbd68aff3ca74a6b9a4683e7589456a9', 'fixed_ips': [{'subnet_id': '742a01a9-9e1b-4a6d-a664-510a39d18eab'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:04:39.474250 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.476955 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:39.477537 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.512186 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1714249 Jul 19 04:04:39.515043 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45084) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:39.522245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Request body: {'subnet': {'network_id': '0e1beca5-f1c5-4556-9027-e08838bec977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:39.570492 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae0980-5d0b-4238-9929-483cc57691d0 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'Network': ['ID=0e1beca5-f1c5-4556-9027-e08838bec977,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:39.584635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 0e1beca5-f1c5-4556-9027-e08838bec977 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:04:39.639211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Made reservation on behalf of cbd68aff3ca74a6b9a4683e7589456a9 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:39.643079 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.659456 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Allocated IP 2001:db8::2 (7d00eaf6-378b-4345-8f80-e5b99ef2f4c5/742a01a9-9e1b-4a6d-a664-510a39d18eab/3a9eb692-fc0e-4c6d-8844-25a8f07a19ed) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:39.820747 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.829642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Transition to ACTIVE for port object 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:39.831517 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.845699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Transition to ACTIVE for port object 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:39.851349 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.887338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Network 7d00eaf6-378b-4345-8f80-e5b99ef2f4c5 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:39.891381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event updated for resources: {'Subnet': ['ID=08cd5540-48c5-4da9-b7cb-cef5793ad604,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:39.892490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:39.895878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:39.900933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Checking segment: {'id': '495037a1-9fe2-4ead-904e-821f0da7b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e1beca5-f1c5-4556-9027-e08838bec977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:39.901282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Network hostable DHCP agents. Network: 0e1beca5-f1c5-4556-9027-e08838bec977, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:04:39.907406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Pushing event updated for resources: {'Port': ['ID=3a9eb692-fc0e-4c6d-8844-25a8f07a19ed,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:39.919318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Network 0e1beca5-f1c5-4556-9027-e08838bec977 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:04:39.927968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 0e1beca5-f1c5-4556-9027-e08838bec977) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:39.933970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:39.934662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.949078 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9b31172f-2765-4559-9a03-0d04165814c9 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4328771 Jul 19 04:04:39.950408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4264748b-bbbd-4c7b-9f64-7ebe59196772 None None] Network 0e1beca5-f1c5-4556-9027-e08838bec977 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:39.951609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45086) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:39.983691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Attempting to bind port 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:39.984075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Attempting to bind port 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c18b2dc3-8478-479e-8083-fc495bd26b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d00eaf6-378b-4345-8f80-e5b99ef2f4c5'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:39.984451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Attempting to bind port 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed on network 7d00eaf6-378b-4345-8f80-e5b99ef2f4c5 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:39.993567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:39.994484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Checking segment: {'id': 'c18b2dc3-8478-479e-8083-fc495bd26b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d00eaf6-378b-4345-8f80-e5b99ef2f4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:39.994909 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:39.995342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Bound using segment: {'id': 'c18b2dc3-8478-479e-8083-fc495bd26b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d00eaf6-378b-4345-8f80-e5b99ef2f4c5'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:39.995900 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Bound port: 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18b2dc3-8478-479e-8083-fc495bd26b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d00eaf6-378b-4345-8f80-e5b99ef2f4c5'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:39.996259 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.053255 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.128378 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.128614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] For port 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:40.132984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] For port 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3a9eb692-fc0e-4c6d-8844-25a8f07a19ed,segment=NetworkSegment(c18b2dc3-8478-479e-8083-fc495bd26b74),segment_id=c18b2dc3-8478-479e-8083-fc495bd26b74)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:40.137105 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.197952 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.204465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee16d6-7a28-4e47-8a72-2fd13f2953bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-0e1beca5-f1c5-4556-9027-e08838bec977', 'network_id': '0e1beca5-f1c5-4556-9027-e08838bec977', 'tenant_id': 'cbd68aff3ca74a6b9a4683e7589456a9', 'fixed_ips': [{'subnet_id': '08cd5540-48c5-4da9-b7cb-cef5793ad604'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:04:40.205305 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-52ee16d6-7a28-4e47-8a72-2fd13f2953bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.226815 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Subnet': ['ID=08cd5540-48c5-4da9-b7cb-cef5793ad604,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:40.230045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa298-b6dc-42ef-af25-2c6e098deb2d None None] Pushing event updated for resources: {'Port': ['ID=3a9eb692-fc0e-4c6d-8844-25a8f07a19ed,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:40.301065 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.305205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e204a9-a0e6-4fc5-a038-2f760e7371ea None None] Network 0e1beca5-f1c5-4556-9027-e08838bec977 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:40.313136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1beca5-f1c5-4556-9027-e08838bec977']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:40.323955 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495037a1-9fe2-4ead-904e-821f0da7b752') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:40.324258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495037a1-9fe2-4ead-904e-821f0da7b752') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:40.333311 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.347925 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.354900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:04:40.355282 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:04:40.358630 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:04:40.449277 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.459741 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.461645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/networks/0e1beca5-f1c5-4556-9027-e08838bec977 HTTP/1.1" status: 204 len: 168 time: 0.5090234 Jul 19 04:04:40.467093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45088) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:40.487560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3e95b-51f7-44c3-aa80-c775df8b960f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Network': ['ID=0e1beca5-f1c5-4556-9027-e08838bec977,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:40.507387 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72009fb-b77f-42a8-9836-0cdc7553f857 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] GET failed (client error): The resource could not be found. Jul 19 04:04:40.508759 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b72009fb-b77f-42a8-9836-0cdc7553f857 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "GET /v2.0/subnets/08cd5540-48c5-4da9-b7cb-cef5793ad604 HTTP/1.1" status: 404 len: 337 time: 0.0404873 Jul 19 04:04:40.511665 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45090) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:40.532219 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6255d62-508a-4d4b-9c58-435eb946b46c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] DELETE failed (client error): The resource could not be found. Jul 19 04:04:40.532789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6255d62-508a-4d4b-9c58-435eb946b46c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 04:04:40.536516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a6255d62-508a-4d4b-9c58-435eb946b46c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/networks/0e1beca5-f1c5-4556-9027-e08838bec977 HTTP/1.1" status: 404 len: 339 time: 0.0218792 Jul 19 04:04:40.538352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45092) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:40.565901 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee16173-2c39-4f1e-8ddc-357649a1d519 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] DELETE failed (client error): The resource could not be found. Jul 19 04:04:40.566381 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee16173-2c39-4f1e-8ddc-357649a1d519 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 04:04:40.568333 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5ee16173-2c39-4f1e-8ddc-357649a1d519 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/subnets/08cd5540-48c5-4da9-b7cb-cef5793ad604 HTTP/1.1" status: 404 len: 337 time: 0.0287886 Jul 19 04:04:40.570712 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45094) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:40.589601 n-d-762330-18 neutron-server[94345]: INFO neutron.pecan_wsgi.hooks.translation [None req-187e49ef-c0d7-474e-84f4-63e96b393b30 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] DELETE failed (client error): The resource could not be found. Jul 19 04:04:40.590126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187e49ef-c0d7-474e-84f4-63e96b393b30 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 04:04:40.591787 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-187e49ef-c0d7-474e-84f4-63e96b393b30 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/networks/0e1beca5-f1c5-4556-9027-e08838bec977 HTTP/1.1" status: 404 len: 339 time: 0.0200729 Jul 19 04:04:40.594019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45096) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:40.647626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ab5e9c-623a-47e2-a433-e688f8e500f1 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Deleting subnet 742a01a9-9e1b-4a6d-a664-510a39d18eab {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:04:40.650547 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-17ab5e9c-623a-47e2-a433-e688f8e500f1 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.691819 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-17ab5e9c-623a-47e2-a433-e688f8e500f1 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.771998 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-17ab5e9c-623a-47e2-a433-e688f8e500f1 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.842812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-17ab5e9c-623a-47e2-a433-e688f8e500f1 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.869443 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab5e9c-623a-47e2-a433-e688f8e500f1 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Subnet': ['ID=742a01a9-9e1b-4a6d-a664-510a39d18eab,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:40.876298 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-17ab5e9c-623a-47e2-a433-e688f8e500f1 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:40.878202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-17ab5e9c-623a-47e2-a433-e688f8e500f1 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/subnets/742a01a9-9e1b-4a6d-a664-510a39d18eab HTTP/1.1" status: 204 len: 168 time: 0.2832558 Jul 19 04:04:40.880634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45098) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:40.904514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:40.952718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:40.973449 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.027344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Deleting port 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:04:41.027684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.097542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] For port 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3a9eb692-fc0e-4c6d-8844-25a8f07a19ed,segment=NetworkSegment(c18b2dc3-8478-479e-8083-fc495bd26b74),segment_id=c18b2dc3-8478-479e-8083-fc495bd26b74)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:41.097909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.110087 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Calling delete_port for 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:04:41.175692 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3ae75c-59fd-4b72-acb8-73d81c245bd4 None None] Network 7d00eaf6-378b-4345-8f80-e5b99ef2f4c5 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:41.192838 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.222318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Port': ['ID=3a9eb692-fc0e-4c6d-8844-25a8f07a19ed,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:41.225851 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] No DVR routers for this DVR port 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:04:41.247201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-efe6e3e8-13b3-409a-a2a0-774887db1caa None None] Could not find standard attr ID for object 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed. {{(pid=94346) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 19 04:04:41.303803 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.314259 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d00eaf6-378b-4345-8f80-e5b99ef2f4c5']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:41.324507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18b2dc3-8478-479e-8083-fc495bd26b74') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:41.324803 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18b2dc3-8478-479e-8083-fc495bd26b74') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:41.333563 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8d6d7e-91d7-42c3-afd3-6e82807d24f6 None None] DHCP port deletion for 7d00eaf6-378b-4345-8f80-e5b99ef2f4c5 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:04:41.333858 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.352546 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.358742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:04:41.359120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:04:41.361969 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:04:41.418712 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.425148 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.427012 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/networks/7d00eaf6-378b-4345-8f80-e5b99ef2f4c5 HTTP/1.1" status: 204 len: 168 time: 0.5451605 Jul 19 04:04:41.429640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45100) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:41.438460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a029458-a4f7-4eb4-ba5b-618dffa59d8d tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Network': ['ID=7d00eaf6-378b-4345-8f80-e5b99ef2f4c5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:41.461304 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68805d7-31a2-4c9b-a9df-57cb587af4e5 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] DELETE failed (client error): The resource could not be found. Jul 19 04:04:41.461751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68805d7-31a2-4c9b-a9df-57cb587af4e5 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 04:04:41.463608 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b68805d7-31a2-4c9b-a9df-57cb587af4e5 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/subnets/a3139248-c4ae-4199-a02b-be710f547080 HTTP/1.1" status: 404 len: 337 time: 0.0329201 Jul 19 04:04:41.466072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45102) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:41.483338 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cce70e-192d-4737-980c-d1658adf782e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] DELETE failed (client error): The resource could not be found. Jul 19 04:04:41.483856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cce70e-192d-4737-980c-d1658adf782e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 04:04:41.485451 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-05cce70e-192d-4737-980c-d1658adf782e tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/networks/45b057a5-6a59-405e-bebc-c0c5331bf74a HTTP/1.1" status: 404 len: 339 time: 0.0184689 Jul 19 04:04:41.487585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45104) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:41.513182 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc18422a-ef44-46e3-91f0-69c3eb69f39c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] DELETE failed (client error): The resource could not be found. Jul 19 04:04:41.513622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc18422a-ef44-46e3-91f0-69c3eb69f39c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 04:04:41.515300 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dc18422a-ef44-46e3-91f0-69c3eb69f39c tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/subnets/75f2ea7a-e4a0-4e27-95ac-a92eb4743d66 HTTP/1.1" status: 404 len: 337 time: 0.0268717 Jul 19 04:04:41.518094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45106) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:41.535182 n-d-762330-18 neutron-server[94344]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac81c853-e011-4129-b44a-15319932e461 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] DELETE failed (client error): The resource could not be found. Jul 19 04:04:41.535704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac81c853-e011-4129-b44a-15319932e461 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 19 04:04:41.537321 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ac81c853-e011-4129-b44a-15319932e461 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/networks/99bd7e0c-fa1b-41b0-b08c-99bf99cda8bc HTTP/1.1" status: 404 len: 339 time: 0.0183229 Jul 19 04:04:41.539924 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45108) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:41.588718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5722e6-279e-4233-a0b0-f083456bdf3f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Deleting subnet a2aaf8f8-a4f2-4294-b283-98871df8506c {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:04:41.591668 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f5722e6-279e-4233-a0b0-f083456bdf3f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.629285 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f5722e6-279e-4233-a0b0-f083456bdf3f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.715102 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f5722e6-279e-4233-a0b0-f083456bdf3f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.771420 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f5722e6-279e-4233-a0b0-f083456bdf3f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.799942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5722e6-279e-4233-a0b0-f083456bdf3f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Subnet': ['ID=a2aaf8f8-a4f2-4294-b283-98871df8506c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:41.801983 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f5722e6-279e-4233-a0b0-f083456bdf3f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.804618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5f5722e6-279e-4233-a0b0-f083456bdf3f tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/subnets/a2aaf8f8-a4f2-4294-b283-98871df8506c HTTP/1.1" status: 204 len: 168 time: 0.2630856 Jul 19 04:04:41.806302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45110) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:41.809064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e49f9-c2cb-4967-a3ef-e85eca40854d None None] Network 1e4ff0fb-5b60-4107-b86d-98cf311c35e4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:41.885702 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:41.937007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Deleting port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:04:41.937465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.001294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] For port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bb73ef84-4ed2-4fa9-8b7a-7dd7db562259,segment=NetworkSegment(1a2cd997-e22b-46cf-a583-69664c7ac658),segment_id=1a2cd997-e22b-46cf-a583-69664c7ac658)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:42.001666 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.003447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86393aff-5b34-442c-bfa4-09f2a055c91f None None] DHCP port deletion for 1e4ff0fb-5b60-4107-b86d-98cf311c35e4 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:04:42.020440 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Calling delete_port for bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:04:42.049285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-86393aff-5b34-442c-bfa4-09f2a055c91f None None] Deleting port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:04:42.049658 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-86393aff-5b34-442c-bfa4-09f2a055c91f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.097709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.114017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-86393aff-5b34-442c-bfa4-09f2a055c91f None None] For port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=bb73ef84-4ed2-4fa9-8b7a-7dd7db562259,segment=NetworkSegment(1a2cd997-e22b-46cf-a583-69664c7ac658),segment_id=1a2cd997-e22b-46cf-a583-69664c7ac658)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:42.114440 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-86393aff-5b34-442c-bfa4-09f2a055c91f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.124808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Port': ['ID=bb73ef84-4ed2-4fa9-8b7a-7dd7db562259,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:42.126370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-86393aff-5b34-442c-bfa4-09f2a055c91f None None] Calling delete_port for bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:04:42.126704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] No DVR routers for this DVR port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:04:42.199078 n-d-762330-18 neutron-server[94346]: self.session.flush() Jul 19 04:04:42.206107 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-86393aff-5b34-442c-bfa4-09f2a055c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.208000 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.218660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4ff0fb-5b60-4107-b86d-98cf311c35e4']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:42.229119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2cd997-e22b-46cf-a583-69664c7ac658') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:42.229400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2cd997-e22b-46cf-a583-69664c7ac658') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:42.233957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86393aff-5b34-442c-bfa4-09f2a055c91f None None] Pushing event deleted for resources: {'Port': ['ID=bb73ef84-4ed2-4fa9-8b7a-7dd7db562259,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:42.238351 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.240369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86393aff-5b34-442c-bfa4-09f2a055c91f None None] No DVR routers for this DVR port bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:04:42.253815 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.260029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:04:42.260479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:04:42.263486 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:04:42.322756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.329456 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.331283 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] 10.222.0.20 "DELETE /v2.0/networks/1e4ff0fb-5b60-4107-b86d-98cf311c35e4 HTTP/1.1" status: 204 len: 168 time: 0.5238674 Jul 19 04:04:42.343090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a48400-f8ca-491e-8d9a-4635c50d2ef6 tempest-NetworksIpV6Test-24492340 tempest-NetworksIpV6Test-24492340-project] Pushing event deleted for resources: {'Network': ['ID=1e4ff0fb-5b60-4107-b86d-98cf311c35e4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:42.546349 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-55a894e0-d410-4656-9d46-8e3aa7f1f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.561734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45116) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:42.686452 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-58eb7abf-4509-48e2-b41a-c900db438f3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbd68aff3ca74a6b9a4683e7589456a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1234388 Jul 19 04:04:42.688853 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45120) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:42.735363 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6350f54a-8f4e-40ac-8151-54c1a2d01efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.756358 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6350f54a-8f4e-40ac-8151-54c1a2d01efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.802214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6350f54a-8f4e-40ac-8151-54c1a2d01efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.804798 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6350f54a-8f4e-40ac-8151-54c1a2d01efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:42.806296 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6350f54a-8f4e-40ac-8151-54c1a2d01efd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4d20103-ca74-4bb2-81ee-62a5583905aa HTTP/1.1" status: 204 len: 168 time: 0.1162431 Jul 19 04:04:42.813874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350f54a-8f4e-40ac-8151-54c1a2d01efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d20103-ca74-4bb2-81ee-62a5583905aa,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:42.877916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:04:42.899934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:04:42.900361 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device bb73ef84-4ed2-4fa9-8b7a-7dd7db562259 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:04:42.900793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:04:42.920263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:04:42.920619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3a9eb692-fc0e-4c6d-8844-25a8f07a19ed not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:04:43.419021 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45142) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:43.506092 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-ad1512df-4344-42e3-a47f-3eb963234b2a tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-715563138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:43.530007 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad1512df-4344-42e3-a47f-3eb963234b2a tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.531009 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad1512df-4344-42e3-a47f-3eb963234b2a tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.582503 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad1512df-4344-42e3-a47f-3eb963234b2a tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.586517 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad1512df-4344-42e3-a47f-3eb963234b2a tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.601770 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ad1512df-4344-42e3-a47f-3eb963234b2a tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.602975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ad1512df-4344-42e3-a47f-3eb963234b2a tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1829557 Jul 19 04:04:43.605718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45146) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:43.610554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-947784634'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:43.629810 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Made reservation on behalf of 1688a2ebed87489fa4cfb04f41daad6d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:43.633112 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.642002 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.730220 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.733856 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.759336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:04:43.770744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136cc301-d9b3-4573-b9f9-2aadc15c1425,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:43.776080 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.776421 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Added segment e2098ba8-4938-4835-a10d-cf2bb623deb4 of type vlan for network 537b4ddf-b01d-4bfe-a236-db1348e602d4 Jul 19 04:04:43.815177 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.842491 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.847944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:43.848519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:43.884323 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2775874 Jul 19 04:04:43.887149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45148) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:43.894173 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Request body: {'subnet': {'network_id': '537b4ddf-b01d-4bfe-a236-db1348e602d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:43.934161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e18cb9-a782-4e28-b2c1-5b9d38af4a63 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Pushing event updated for resources: {'Network': ['ID=537b4ddf-b01d-4bfe-a236-db1348e602d4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:43.944246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 537b4ddf-b01d-4bfe-a236-db1348e602d4 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:04:44.007676 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Made reservation on behalf of 1688a2ebed87489fa4cfb04f41daad6d for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:44.011305 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.190972 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.260478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Pushing event updated for resources: {'Subnet': ['ID=38aa5fc6-b95c-4063-9d1f-4899a4161ec7,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:44.268543 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Checking segment: {'id': 'e2098ba8-4938-4835-a10d-cf2bb623deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '537b4ddf-b01d-4bfe-a236-db1348e602d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:44.268908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Network hostable DHCP agents. Network: 537b4ddf-b01d-4bfe-a236-db1348e602d4, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:04:44.285325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Network 537b4ddf-b01d-4bfe-a236-db1348e602d4 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:04:44.293995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 537b4ddf-b01d-4bfe-a236-db1348e602d4) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:44.298117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:44.298779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.302823 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f6eb1-42e3-4636-85ee-ffad234fa240 None None] Network 537b4ddf-b01d-4bfe-a236-db1348e602d4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:44.313944 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1fc6024a-a76a-406c-8547-59131700c910 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4257951 Jul 19 04:04:44.317193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45150) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:44.323203 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-406947077'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:44.343817 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Made reservation on behalf of 1688a2ebed87489fa4cfb04f41daad6d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:44.347235 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.371726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:04:44.380681 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.381026 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Added segment 0ea1605c-948d-481d-895a-f7a9d97ab6de of type vlan for network 6a175cad-dfbf-4a0e-8188-8bf6a3be7815 Jul 19 04:04:44.420500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.449356 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.452423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-537b4ddf-b01d-4bfe-a236-db1348e602d4', 'network_id': '537b4ddf-b01d-4bfe-a236-db1348e602d4', 'tenant_id': '1688a2ebed87489fa4cfb04f41daad6d', 'fixed_ips': [{'subnet_id': '38aa5fc6-b95c-4063-9d1f-4899a4161ec7'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:04:44.453277 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.454966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:44.455577 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.489236 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1708326 Jul 19 04:04:44.492105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45152) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:44.498822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Request body: {'subnet': {'network_id': '6a175cad-dfbf-4a0e-8188-8bf6a3be7815', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:44.528345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e1945-04d2-461b-934c-26de85c0f7a4 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Pushing event updated for resources: {'Network': ['ID=6a175cad-dfbf-4a0e-8188-8bf6a3be7815,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:44.540587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 6a175cad-dfbf-4a0e-8188-8bf6a3be7815 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:04:44.597433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Made reservation on behalf of 1688a2ebed87489fa4cfb04f41daad6d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:44.601101 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.648805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Allocated IP 172.20.0.2 (537b4ddf-b01d-4bfe-a236-db1348e602d4/38aa5fc6-b95c-4063-9d1f-4899a4161ec7/b8e03fbb-0729-493c-b386-3960e6c35af5) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:44.783002 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.789454 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.799054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Transition to ACTIVE for port object b8e03fbb-0729-493c-b386-3960e6c35af5 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:44.814317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Transition to ACTIVE for port object b8e03fbb-0729-493c-b386-3960e6c35af5 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:44.820083 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.845074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Pushing event updated for resources: {'Subnet': ['ID=c1079088-aa59-4702-b3ee-f373d201e078,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:44.852300 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Checking segment: {'id': '0ea1605c-948d-481d-895a-f7a9d97ab6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a175cad-dfbf-4a0e-8188-8bf6a3be7815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:44.852668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Network hostable DHCP agents. Network: 6a175cad-dfbf-4a0e-8188-8bf6a3be7815, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:04:44.865221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Network 537b4ddf-b01d-4bfe-a236-db1348e602d4 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:44.868240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:44.870926 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Network 6a175cad-dfbf-4a0e-8188-8bf6a3be7815 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:04:44.871476 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:44.882194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 6a175cad-dfbf-4a0e-8188-8bf6a3be7815) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:44.886092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Pushing event updated for resources: {'Port': ['ID=b8e03fbb-0729-493c-b386-3960e6c35af5,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:44.888300 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:44.888940 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:44.903964 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9e99ff27-b9b8-4631-ae29-4a7064b214a1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4106359 Jul 19 04:04:44.906685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45154) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:44.908257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65899a40-7ccc-42f2-9cf4-b17e6e93f4f6 None None] Network 6a175cad-dfbf-4a0e-8188-8bf6a3be7815 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:44.911189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4cd72f98-fbb9-4cf5-9442-9c9e12b75750 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a175cad-dfbf-4a0e-8188-8bf6a3be7815'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:44.988600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Attempting to bind port b8e03fbb-0729-493c-b386-3960e6c35af5 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:44.989189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Attempting to bind port b8e03fbb-0729-493c-b386-3960e6c35af5 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'e2098ba8-4938-4835-a10d-cf2bb623deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '537b4ddf-b01d-4bfe-a236-db1348e602d4'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:44.989322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Attempting to bind port b8e03fbb-0729-493c-b386-3960e6c35af5 on network 537b4ddf-b01d-4bfe-a236-db1348e602d4 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:45.000739 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:45.001117 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Checking segment: {'id': 'e2098ba8-4938-4835-a10d-cf2bb623deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '537b4ddf-b01d-4bfe-a236-db1348e602d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:45.001521 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.001911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Bound using segment: {'id': 'e2098ba8-4938-4835-a10d-cf2bb623deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '537b4ddf-b01d-4bfe-a236-db1348e602d4'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:45.002400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Bound port: b8e03fbb-0729-493c-b386-3960e6c35af5, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2098ba8-4938-4835-a10d-cf2bb623deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '537b4ddf-b01d-4bfe-a236-db1348e602d4'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:45.002784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.109376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] For port b8e03fbb-0729-493c-b386-3960e6c35af5, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:45.113125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4cd72f98-fbb9-4cf5-9442-9c9e12b75750 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.114218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] For port b8e03fbb-0729-493c-b386-3960e6c35af5, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b8e03fbb-0729-493c-b386-3960e6c35af5,segment=NetworkSegment(e2098ba8-4938-4835-a10d-cf2bb623deb4),segment_id=e2098ba8-4938-4835-a10d-cf2bb623deb4)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:45.143893 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.153135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d1dcf-994c-4ad6-93d6-4a24997efd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-6a175cad-dfbf-4a0e-8188-8bf6a3be7815', 'network_id': '6a175cad-dfbf-4a0e-8188-8bf6a3be7815', 'tenant_id': '1688a2ebed87489fa4cfb04f41daad6d', 'fixed_ips': [{'subnet_id': 'c1079088-aa59-4702-b3ee-f373d201e078'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:04:45.153323 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b46d1dcf-994c-4ad6-93d6-4a24997efd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.194084 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75f5755c-c25c-4c9e-af63-929a480be082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.231756 n-d-762330-18 neutron-server[94345]: INFO neutron.api.v2.resource [None req-4cd72f98-fbb9-4cf5-9442-9c9e12b75750 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 19 04:04:45.238245 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4cd72f98-fbb9-4cf5-9442-9c9e12b75750 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "PUT /v2.0/routers/b142a7a3-7642-4712-9df5-631a1368baff HTTP/1.1" status: 400 len: 364 time: 0.3253753 Jul 19 04:04:45.238799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45156) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:45.281185 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc4c0b-f29f-4c71-b560-ce579d881c3e None None] Pushing event updated for resources: {'Port': ['ID=b8e03fbb-0729-493c-b386-3960e6c35af5,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:45.291381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-539e026b-0aee-4f1b-a531-b5b904d210bc tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Deleting subnet c1079088-aa59-4702-b3ee-f373d201e078 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:04:45.295086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-539e026b-0aee-4f1b-a531-b5b904d210bc tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.336345 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-539e026b-0aee-4f1b-a531-b5b904d210bc tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.386415 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-539e026b-0aee-4f1b-a531-b5b904d210bc tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.459447 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-539e026b-0aee-4f1b-a531-b5b904d210bc tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server [None req-b46d1dcf-994c-4ad6-93d6-4a24997efd5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1079088-aa59-4702-b3ee-f373d201e078: This subnet is being modified by another concurrent operation. Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise self.value Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server raise exception Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1079088-aa59-4702-b3ee-f373d201e078: This subnet is being modified by another concurrent operation. Jul 19 04:04:45.464017 n-d-762330-18 neutron-server[94346]: ERROR oslo_messaging.rpc.server Jul 19 04:04:45.487126 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b82d9-ccb9-4916-9105-746f12e1e157 None None] Network 6a175cad-dfbf-4a0e-8188-8bf6a3be7815 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:45.487478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e026b-0aee-4f1b-a531-b5b904d210bc tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Pushing event deleted for resources: {'Subnet': ['ID=c1079088-aa59-4702-b3ee-f373d201e078,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:45.494310 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-539e026b-0aee-4f1b-a531-b5b904d210bc tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.498751 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-539e026b-0aee-4f1b-a531-b5b904d210bc tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "DELETE /v2.0/subnets/c1079088-aa59-4702-b3ee-f373d201e078 HTTP/1.1" status: 204 len: 168 time: 0.2565057 Jul 19 04:04:45.499242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45158) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:45.584635 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.674577 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.685186 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a175cad-dfbf-4a0e-8188-8bf6a3be7815']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:45.695803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea1605c-948d-481d-895a-f7a9d97ab6de') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:45.696475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea1605c-948d-481d-895a-f7a9d97ab6de') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:45.708644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.711783 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.723397 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.730066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:04:45.730595 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:04:45.733844 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:04:45.791258 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.798827 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.800540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "DELETE /v2.0/networks/6a175cad-dfbf-4a0e-8188-8bf6a3be7815 HTTP/1.1" status: 204 len: 168 time: 0.3002954 Jul 19 04:04:45.803238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45160) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:45.816719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d49cf7-bc8d-44c6-863c-24a87df31170 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Pushing event deleted for resources: {'Network': ['ID=6a175cad-dfbf-4a0e-8188-8bf6a3be7815,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:45.856512 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-605a4388-f3c5-47b1-a0ed-206c7b095ab1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Deleting subnet 38aa5fc6-b95c-4063-9d1f-4899a4161ec7 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:04:45.859902 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-605a4388-f3c5-47b1-a0ed-206c7b095ab1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.901377 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-605a4388-f3c5-47b1-a0ed-206c7b095ab1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:45.991473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-605a4388-f3c5-47b1-a0ed-206c7b095ab1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.054152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-605a4388-f3c5-47b1-a0ed-206c7b095ab1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.082046 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a4388-f3c5-47b1-a0ed-206c7b095ab1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Pushing event deleted for resources: {'Subnet': ['ID=38aa5fc6-b95c-4063-9d1f-4899a4161ec7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:46.086774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-605a4388-f3c5-47b1-a0ed-206c7b095ab1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.091465 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-605a4388-f3c5-47b1-a0ed-206c7b095ab1 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "DELETE /v2.0/subnets/38aa5fc6-b95c-4063-9d1f-4899a4161ec7 HTTP/1.1" status: 204 len: 168 time: 0.2848921 Jul 19 04:04:46.091762 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45162) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:46.168391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8796f1dd-711f-4cac-a368-f773bbfb7484 None None] Network 537b4ddf-b01d-4bfe-a236-db1348e602d4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:46.174995 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.230151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Deleting port b8e03fbb-0729-493c-b386-3960e6c35af5 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:04:46.230527 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.233076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-812b1b2b-0470-4e7c-85a3-54ef23437e5e None None] Provisioning for port b8e03fbb-0729-493c-b386-3960e6c35af5 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:46.297466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] For port b8e03fbb-0729-493c-b386-3960e6c35af5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b8e03fbb-0729-493c-b386-3960e6c35af5,segment=NetworkSegment(e2098ba8-4938-4835-a10d-cf2bb623deb4),segment_id=e2098ba8-4938-4835-a10d-cf2bb623deb4)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:46.297826 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.310430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Calling delete_port for b8e03fbb-0729-493c-b386-3960e6c35af5 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:04:46.357264 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160705c6-73a7-49cd-8d28-b858b2c976eb None None] DHCP port deletion for 537b4ddf-b01d-4bfe-a236-db1348e602d4 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:04:46.391676 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.403032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-160705c6-73a7-49cd-8d28-b858b2c976eb None None] Deleting port b8e03fbb-0729-493c-b386-3960e6c35af5 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:04:46.403406 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-160705c6-73a7-49cd-8d28-b858b2c976eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.417341 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Pushing event deleted for resources: {'Port': ['ID=b8e03fbb-0729-493c-b386-3960e6c35af5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:46.421125 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] No DVR routers for this DVR port b8e03fbb-0729-493c-b386-3960e6c35af5 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:04:46.469783 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-160705c6-73a7-49cd-8d28-b858b2c976eb None None] For port b8e03fbb-0729-493c-b386-3960e6c35af5, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:46.470175 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-160705c6-73a7-49cd-8d28-b858b2c976eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.482243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-160705c6-73a7-49cd-8d28-b858b2c976eb None None] Calling delete_port for b8e03fbb-0729-493c-b386-3960e6c35af5 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:04:46.484786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-160705c6-73a7-49cd-8d28-b858b2c976eb None None] Port b8e03fbb-0729-493c-b386-3960e6c35af5 was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 04:04:46.486021 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-160705c6-73a7-49cd-8d28-b858b2c976eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.500304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.510000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537b4ddf-b01d-4bfe-a236-db1348e602d4']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:46.512261 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160705c6-73a7-49cd-8d28-b858b2c976eb None None] Pushing event deleted for resources: {'Port': ['ID=b8e03fbb-0729-493c-b386-3960e6c35af5,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:46.514787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160705c6-73a7-49cd-8d28-b858b2c976eb None None] No DVR routers for this DVR port b8e03fbb-0729-493c-b386-3960e6c35af5 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:04:46.525899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2098ba8-4938-4835-a10d-cf2bb623deb4') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:46.526202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2098ba8-4938-4835-a10d-cf2bb623deb4') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:46.530514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0614e50-7e23-4680-b83b-4d210437b7e6 None None] get_active_networks_info from n-d-762330-18 {{(pid=94346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 04:04:46.536014 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.550127 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.556136 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:04:46.556653 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:04:46.560111 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:04:46.577002 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.600543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0614e50-7e23-4680-b83b-4d210437b7e6 None None] Resources bound (agent type, host, resource id): {{(pid=94346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 19 04:04:46.620590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.637869 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.639872 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "DELETE /v2.0/networks/537b4ddf-b01d-4bfe-a236-db1348e602d4 HTTP/1.1" status: 204 len: 168 time: 0.5473397 Jul 19 04:04:46.641231 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f3eda-d2f0-4d8d-931b-b485a9fa8355 tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Pushing event deleted for resources: {'Network': ['ID=537b4ddf-b01d-4bfe-a236-db1348e602d4,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:46.643711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45164) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:46.673719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-694fb3b9-e81d-43b7-a968-f25f95c3c51b tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "GET /v2.0/ports?device_id=b142a7a3-7642-4712-9df5-631a1368baff HTTP/1.1" status: 200 len: 205 time: 0.0281348 Jul 19 04:04:46.676047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45166) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:46.752868 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7eebc61-0209-4566-90ef-8dfb93060bdd tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.914696 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7eebc61-0209-4566-90ef-8dfb93060bdd tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:46.916840 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7eebc61-0209-4566-90ef-8dfb93060bdd tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:47.251447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7eebc61-0209-4566-90ef-8dfb93060bdd tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:47.252101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eebc61-0209-4566-90ef-8dfb93060bdd tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Fanout notify agent at l3_agent the message router_deleted on router b142a7a3-7642-4712-9df5-631a1368baff {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:04:47.259076 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f7eebc61-0209-4566-90ef-8dfb93060bdd tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:47.260278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f7eebc61-0209-4566-90ef-8dfb93060bdd tempest-RoutersNegativeTest-633867571 tempest-RoutersNegativeTest-633867571-project] 10.222.0.20 "DELETE /v2.0/routers/b142a7a3-7642-4712-9df5-631a1368baff HTTP/1.1" status: 204 len: 168 time: 0.5831432 Jul 19 04:04:47.488484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45174) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:47.612612 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d19c6765-84d7-47a2-a062-1e5d3f6d387e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1688a2ebed87489fa4cfb04f41daad6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1229708 Jul 19 04:04:47.615086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45178) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:47.662015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2767a490-db8e-4d05-8877-647b461d4fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:47.682829 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2767a490-db8e-4d05-8877-647b461d4fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:47.727122 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2767a490-db8e-4d05-8877-647b461d4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:47.729920 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2767a490-db8e-4d05-8877-647b461d4fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:47.731098 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2767a490-db8e-4d05-8877-647b461d4fa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/136cc301-d9b3-4573-b9f9-2aadc15c1425 HTTP/1.1" status: 204 len: 168 time: 0.1151230 Jul 19 04:04:47.738355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767a490-db8e-4d05-8877-647b461d4fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136cc301-d9b3-4573-b9f9-2aadc15c1425,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:48.091331 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.329222 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45200) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:48.419189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1850351327-network', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:48.439904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Made reservation on behalf of 863b74c748ce4ef78f93bfe7a916be9d for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:48.442166 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.451057 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.537976 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.542483 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.562947 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:04:48.577421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce6e985-995d-4cbc-a120-dad531a7b23d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:48.580299 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.580641 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Added segment eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc of type vlan for network 77e97485-9023-42d3-af7e-686d0aee9525 Jul 19 04:04:48.623709 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.651111 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.652047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:48.652612 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.681272 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3509500 Jul 19 04:04:48.686761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45204) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:48.691993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Request body: {'subnet': {'network_id': '77e97485-9023-42d3-af7e-686d0aee9525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1850351327-subnet', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:48.712567 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Made reservation on behalf of 863b74c748ce4ef78f93bfe7a916be9d for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:48.713403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaabd54-393f-4d9f-8daf-cd8d4b63dc96 admin admin] Pushing event updated for resources: {'Network': ['ID=77e97485-9023-42d3-af7e-686d0aee9525,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:48.715790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.723540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 77e97485-9023-42d3-af7e-686d0aee9525 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:04:48.881595 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.937388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f75b437-743d-4df5-9c49-0cde4f316f9e,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:48.947070 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Checking segment: {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:48.947566 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Network hostable DHCP agents. Network: 77e97485-9023-42d3-af7e-686d0aee9525, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:04:48.963887 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Network 77e97485-9023-42d3-af7e-686d0aee9525 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:04:48.971928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 77e97485-9023-42d3-af7e-686d0aee9525) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:48.976318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:48.976548 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:48.981176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074fac95-ead0-4e0e-a4a9-412b335b3c3f None None] Network 77e97485-9023-42d3-af7e-686d0aee9525 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:48.990847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-85141c5a-8316-4ed9-b69a-ccd11cb6805d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3028989 Jul 19 04:04:48.993436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45206) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:48.997756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1850351327-router', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:49.018218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.019370 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.071427 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.128713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-77e97485-9023-42d3-af7e-686d0aee9525', 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'fixed_ips': [{'subnet_id': '1f75b437-743d-4df5-9c49-0cde4f316f9e'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:04:49.129627 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.268651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Allocated IP 172.20.0.2 (77e97485-9023-42d3-af7e-686d0aee9525/1f75b437-743d-4df5-9c49-0cde4f316f9e/585a111b-d68a-488f-a61c-40a4abea3f8a) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:49.418784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.427195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Transition to ACTIVE for port object 585a111b-d68a-488f-a61c-40a4abea3f8a will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:49.443029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Transition to ACTIVE for port object 585a111b-d68a-488f-a61c-40a4abea3f8a will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:49.449467 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.489182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Network 77e97485-9023-42d3-af7e-686d0aee9525 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:49.491926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:49.495617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:49.502404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Pushing event updated for resources: {'Port': ['ID=585a111b-d68a-488f-a61c-40a4abea3f8a,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:49.557789 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Attempting to bind port 585a111b-d68a-488f-a61c-40a4abea3f8a on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:49.558062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Attempting to bind port 585a111b-d68a-488f-a61c-40a4abea3f8a by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:49.558451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Attempting to bind port 585a111b-d68a-488f-a61c-40a4abea3f8a on network 77e97485-9023-42d3-af7e-686d0aee9525 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:49.563260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:49.563628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Checking segment: {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:49.564023 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.564405 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Bound using segment: {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:49.564858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Bound port: 585a111b-d68a-488f-a61c-40a4abea3f8a, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:49.565232 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.571396 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.628537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] For port 585a111b-d68a-488f-a61c-40a4abea3f8a, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:49.631505 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] For port 585a111b-d68a-488f-a61c-40a4abea3f8a, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=585a111b-d68a-488f-a61c-40a4abea3f8a,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:49.636619 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.699249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fed145-da7a-42b8-900f-730985bd4593 None None] Pushing event updated for resources: {'Port': ['ID=585a111b-d68a-488f-a61c-40a4abea3f8a,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:49.778208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.797612 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:49.923528 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Allocated IP 172.25.2.123 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/f4797fd4-a251-4c5c-b2c4-d9289d72cebe) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:50.032262 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:50.071500 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:50.105507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:50.108462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:50.114330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:50.141529 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4797fd4-a251-4c5c-b2c4-d9289d72cebe,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:50.371069 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:50.568327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593cef3d-6075-403d-9a55-0dd32b13d042 None None] Network 77e97485-9023-42d3-af7e-686d0aee9525 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:50.573151 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:50.631536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-be18a9e8-681a-48f4-93ad-d6f88bb0df80 None None] Provisioning for port 585a111b-d68a-488f-a61c-40a4abea3f8a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:50.705560 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:04:50.816297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:04:50.825832 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Sync routers for ids ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:04:50.835976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Routers {'65bc9a6a-a74c-44ab-af27-ad8e195d76cf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:04:50.838163 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:04:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:50.842750 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:50.847223 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45208) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:50.851628 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-136c5250-2d60-49e8-ba97-38b6302236a8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8570960 Jul 19 04:04:50.942359 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 585a111b-d68a-488f-a61c-40a4abea3f8a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:51.007342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Set router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:04:51.124766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 585a111b-d68a-488f-a61c-40a4abea3f8a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:51.132645 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 585a111b-d68a-488f-a61c-40a4abea3f8a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:51.133022 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.257084 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.273630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'name': 'tempest-TestEncryptedCinderVolumes-1850351327-router', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:50Z', 'revision_number': 3, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'gw_port': {'id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:51.289011 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.306321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Checking router: 65bc9a6a-a74c-44ab-af27-ad8e195d76cf for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:04:51.306677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Updating router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf port f4797fd4-a251-4c5c-b2c4-d9289d72cebe binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:04:51.340619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 585a111b-d68a-488f-a61c-40a4abea3f8a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=585a111b-d68a-488f-a61c-40a4abea3f8a,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:51.346868 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.373969 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.428712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=585a111b-d68a-488f-a61c-40a4abea3f8a,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:51.494356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Allocated IP 172.20.0.1 (77e97485-9023-42d3-af7e-686d0aee9525/1f75b437-743d-4df5-9c49-0cde4f316f9e/602ec407-4145-41d7-a4b9-6423554ffd82) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:51.601050 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.614382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Transition to ACTIVE for port object 602ec407-4145-41d7-a4b9-6423554ffd82 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:51.642753 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.647837 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.653322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Transition to ACTIVE for port object f4797fd4-a251-4c5c-b2c4-d9289d72cebe will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:51.659784 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.686194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Network 77e97485-9023-42d3-af7e-686d0aee9525 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:51.691957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:51.694563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:51.712455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Attempting to bind port f4797fd4-a251-4c5c-b2c4-d9289d72cebe on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:51.714061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Attempting to bind port f4797fd4-a251-4c5c-b2c4-d9289d72cebe by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:51.714061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Attempting to bind port f4797fd4-a251-4c5c-b2c4-d9289d72cebe on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:51.716673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44262300-771c-417b-a76a-ac44cf6f4bc2 None None] Pushing event updated for resources: {'Port': ['ID=f4797fd4-a251-4c5c-b2c4-d9289d72cebe,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:51.721967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:51.722372 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:51.722777 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.723166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:51.723639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Bound port: f4797fd4-a251-4c5c-b2c4-d9289d72cebe, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:51.724070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.730599 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Pushing event updated for resources: {'Port': ['ID=602ec407-4145-41d7-a4b9-6423554ffd82,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:51.749470 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.783713 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] For port f4797fd4-a251-4c5c-b2c4-d9289d72cebe, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:51.787358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] For port f4797fd4-a251-4c5c-b2c4-d9289d72cebe, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4797fd4-a251-4c5c-b2c4-d9289d72cebe,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:51.792624 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.851295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Routers {'65bc9a6a-a74c-44ab-af27-ad8e195d76cf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:04:51.852037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:04:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:51.889024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44262300-771c-417b-a76a-ac44cf6f4bc2 None None] Pushing event updated for resources: {'Port': ['ID=f4797fd4-a251-4c5c-b2c4-d9289d72cebe,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:51.918153 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:51.964748 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] Set router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:04:52.050850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-194864d6-5b3b-4ea3-9269-f0e5f3a3f943 None None] Provisioning for port 602ec407-4145-41d7-a4b9-6423554ffd82 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:52.079671 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-194864d6-5b3b-4ea3-9269-f0e5f3a3f943 None None] Provisioning complete for port 602ec407-4145-41d7-a4b9-6423554ffd82 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:52.080040 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-194864d6-5b3b-4ea3-9269-f0e5f3a3f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:52.082023 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:52.088161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:52.130681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-194864d6-5b3b-4ea3-9269-f0e5f3a3f943 None None] Port 602ec407-4145-41d7-a4b9-6423554ffd82 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:04:52.158953 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:52.161558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Pushing event updated for resources: {'Port': ['ID=602ec407-4145-41d7-a4b9-6423554ffd82,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:52.182970 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'name': 'tempest-TestEncryptedCinderVolumes-1850351327-router', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:50Z', 'revision_number': 3, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'gw_port': {'id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:52.209436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1541e4a-b709-4d88-9e6d-31eb84feb74b None None] The sync data for ids ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'] in n-d-762330-18 is: [{'id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'name': 'tempest-TestEncryptedCinderVolumes-1850351327-router', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:50Z', 'revision_number': 3, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'gw_port': {'id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:04:52.254892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Network 77e97485-9023-42d3-af7e-686d0aee9525 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:52.256332 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:52.380616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:04:52.519768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:04:52.525036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-566232b8-03a8-4971-a5f3-e6c56561e18c admin admin] 10.222.0.20 "PUT /v2.0/routers/65bc9a6a-a74c-44ab-af27-ad8e195d76cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6767423 Jul 19 04:04:52.559709 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2959ec54-d79e-4b4b-a3f2-aa75c0eff8ca None None] Provisioning complete for port 602ec407-4145-41d7-a4b9-6423554ffd82 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:52.560202 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2959ec54-d79e-4b4b-a3f2-aa75c0eff8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:52.594518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-2959ec54-d79e-4b4b-a3f2-aa75c0eff8ca None None] Port 602ec407-4145-41d7-a4b9-6423554ffd82 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:04:52.963987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 585a111b-d68a-488f-a61c-40a4abea3f8a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:53.017339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 585a111b-d68a-488f-a61c-40a4abea3f8a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:53.017957 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.033893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45224) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:53.039298 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1704453272-network', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:53.068916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Made reservation on behalf of b255c08a600842128231e40f7f6d71a4 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:53.072348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.082399 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.107106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4797fd4-a251-4c5c-b2c4-d9289d72cebe up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:53.157660 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port f4797fd4-a251-4c5c-b2c4-d9289d72cebe completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:53.161750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f4797fd4-a251-4c5c-b2c4-d9289d72cebe triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:53.162113 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.178107 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.182437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.207457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:04:53.217863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc02715-2d98-45fe-ab7a-2b8b30eb679d,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:53.222738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.223101 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Added segment 7241b8b5-74cf-4d2e-9ddd-c68a28811664 of type vlan for network c06c9723-5f72-4eb4-aad1-be25285c4747 Jul 19 04:04:53.245705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.267441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port f4797fd4-a251-4c5c-b2c4-d9289d72cebe, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4797fd4-a251-4c5c-b2c4-d9289d72cebe,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:53.267614 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.272342 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.300806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.301782 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:53.302384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.323598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=f4797fd4-a251-4c5c-b2c4-d9289d72cebe,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:53.333963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2988930 Jul 19 04:04:53.336617 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45226) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:53.343044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Request body: {'subnet': {'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1704453272-subnet', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:53.373277 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6e07d-5074-4784-8d98-ef9844c085d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c06c9723-5f72-4eb4-aad1-be25285c4747,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:53.383488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network c06c9723-5f72-4eb4-aad1-be25285c4747 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:04:53.389705 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Made reservation on behalf of b255c08a600842128231e40f7f6d71a4 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:53.392362 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.566137 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.621071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af61d94-fa72-4926-9053-63fdae3003dc,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:53.631189 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Checking segment: {'id': '7241b8b5-74cf-4d2e-9ddd-c68a28811664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:53.631558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Network hostable DHCP agents. Network: c06c9723-5f72-4eb4-aad1-be25285c4747, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:04:53.648318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Network c06c9723-5f72-4eb4-aad1-be25285c4747 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:04:53.656903 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, c06c9723-5f72-4eb4-aad1-be25285c4747) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:53.660838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:53.661417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.667239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede6ee3-7439-46da-9da5-1ff4311afd51 None None] Network c06c9723-5f72-4eb4-aad1-be25285c4747 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:53.675867 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-086a4408-7d3a-4d6c-9682-0aca263fcac8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3382132 Jul 19 04:04:53.678480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45228) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:53.684086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1704453272-router', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:53.707651 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.708843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.760975 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.806879 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Sync routers for ids ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:04:53.817195 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Routers {'65bc9a6a-a74c-44ab-af27-ad8e195d76cf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:04:53.817824 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:04:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:53.820287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-c06c9723-5f72-4eb4-aad1-be25285c4747', 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'fixed_ips': [{'subnet_id': '5af61d94-fa72-4926-9053-63fdae3003dc'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:04:53.821239 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.916889 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:53.929675 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Set router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:04:53.971140 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Allocated IP 172.20.0.2 (c06c9723-5f72-4eb4-aad1-be25285c4747/5af61d94-fa72-4926-9053-63fdae3003dc/c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:54.124692 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.136896 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'name': 'tempest-TestEncryptedCinderVolumes-1850351327-router', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:51Z', 'revision_number': 4, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'gw_port': {'id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '602ec407-4145-41d7-a4b9-6423554ffd82', 'name': '', 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'mac_address': 'fa:16:3e:6b:cf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '1f75b437-743d-4df5-9c49-0cde4f316f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:51Z', 'updated_at': '2021-07-19T04:04:51Z', 'revision_number': 2, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'subnets': [{'id': '1f75b437-743d-4df5-9c49-0cde4f316f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:54.158208 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.169531 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Checking router: 65bc9a6a-a74c-44ab-af27-ad8e195d76cf for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:04:54.169876 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Updating router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf port 602ec407-4145-41d7-a4b9-6423554ffd82 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:04:54.209097 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.269269 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Allocated IP 172.25.2.14 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/300423ab-9bb6-4a7c-a5e6-61e69525ed0c) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:54.293320 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.301765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Transition to ACTIVE for port object c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:54.317976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Transition to ACTIVE for port object c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:54.324591 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.368097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Network c06c9723-5f72-4eb4-aad1-be25285c4747 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:54.373039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:54.378030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:54.380358 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.381642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Pushing event updated for resources: {'Port': ['ID=c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:54.424629 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.441496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Attempting to bind port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:54.441870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Attempting to bind port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '7241b8b5-74cf-4d2e-9ddd-c68a28811664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:54.442243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Attempting to bind port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc on network c06c9723-5f72-4eb4-aad1-be25285c4747 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:54.447433 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:54.447809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Checking segment: {'id': '7241b8b5-74cf-4d2e-9ddd-c68a28811664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:54.448219 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.448615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Bound using segment: {'id': '7241b8b5-74cf-4d2e-9ddd-c68a28811664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:54.449083 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Bound port: c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7241b8b5-74cf-4d2e-9ddd-c68a28811664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:54.449468 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.459749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:54.466844 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:54.469361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:54.496710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Pushing event updated for resources: {'Port': ['ID=300423ab-9bb6-4a7c-a5e6-61e69525ed0c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:54.516311 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] For port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:54.520102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] For port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc,segment=NetworkSegment(7241b8b5-74cf-4d2e-9ddd-c68a28811664),segment_id=7241b8b5-74cf-4d2e-9ddd-c68a28811664)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:54.524127 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.586819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db2c5d-5d6a-4df3-b9a2-a1e86b259940 None None] Pushing event updated for resources: {'Port': ['ID=c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:54.592987 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.604762 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Transition to ACTIVE for port object 602ec407-4145-41d7-a4b9-6423554ffd82 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:54.613086 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.670672 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Pushing event updated for resources: {'Port': ['ID=602ec407-4145-41d7-a4b9-6423554ffd82,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:54.681407 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.681757 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.682100 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.682466 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.682799 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.683130 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.683464 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.683792 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.684115 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.684437 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.684757 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.685077 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:04:54.749641 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Attempting to bind port 602ec407-4145-41d7-a4b9-6423554ffd82 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:54.750016 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Attempting to bind port 602ec407-4145-41d7-a4b9-6423554ffd82 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:54.750414 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Attempting to bind port 602ec407-4145-41d7-a4b9-6423554ffd82 on network 77e97485-9023-42d3-af7e-686d0aee9525 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:54.756918 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:54.757954 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Checking segment: {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:54.758466 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.758866 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Bound using segment: {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:54.759965 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Bound port: 602ec407-4145-41d7-a4b9-6423554ffd82, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:54.760530 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.766001 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.846437 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] For port 602ec407-4145-41d7-a4b9-6423554ffd82, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:54.851091 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] For port 602ec407-4145-41d7-a4b9-6423554ffd82, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=602ec407-4145-41d7-a4b9-6423554ffd82,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:54.859956 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:54.949773 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Routers {'65bc9a6a-a74c-44ab-af27-ad8e195d76cf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:04:54.952439 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:04:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:55.016557 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524a938-7747-42d5-bdd5-0a7dd3ab9bf5 None None] Pushing event updated for resources: {'Port': ['ID=602ec407-4145-41d7-a4b9-6423554ffd82,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:55.038915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:55.069226 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:55.102806 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] Set router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:04:55.108104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:55.117338 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4797fd4-a251-4c5c-b2c4-d9289d72cebe up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:55.186940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f4797fd4-a251-4c5c-b2c4-d9289d72cebe triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:55.187207 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:55.253736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:04:55.344853 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'name': 'tempest-TestEncryptedCinderVolumes-1850351327-router', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:51Z', 'revision_number': 4, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'gw_port': {'id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '602ec407-4145-41d7-a4b9-6423554ffd82', 'name': '', 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'mac_address': 'fa:16:3e:6b:cf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '1f75b437-743d-4df5-9c49-0cde4f316f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:51Z', 'updated_at': '2021-07-19T04:04:54Z', 'revision_number': 4, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'subnets': [{'id': '1f75b437-743d-4df5-9c49-0cde4f316f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:55.370989 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f64b9e-5a5f-4c4d-9b20-0c50c0b5dfbe None None] The sync data for ids ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'] in n-d-762330-18 is: [{'id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'name': 'tempest-TestEncryptedCinderVolumes-1850351327-router', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:51Z', 'revision_number': 4, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'gw_port': {'id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '602ec407-4145-41d7-a4b9-6423554ffd82', 'name': '', 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'mac_address': 'fa:16:3e:6b:cf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '1f75b437-743d-4df5-9c49-0cde4f316f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:51Z', 'updated_at': '2021-07-19T04:04:54Z', 'revision_number': 4, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'subnets': [{'id': '1f75b437-743d-4df5-9c49-0cde4f316f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:04:55.380076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:04:55.398063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Sync routers for ids ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:04:55.398405 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:55.402893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-46af5508-a8d2-4d06-a039-f278bcf0ee6b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7204323 Jul 19 04:04:55.403330 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45230) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:04:55.421296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Routers {'2cfe55d4-6c66-4c95-bb68-88e9ebf06534'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:04:55.421951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:04:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:55.573129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Set router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:04:55.804779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'name': 'tempest-TestEncryptedCinderVolumes-1704453272-router', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:53Z', 'updated_at': '2021-07-19T04:04:54Z', 'revision_number': 3, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'gw_port': {'id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:54Z', 'updated_at': '2021-07-19T04:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:55.835036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Checking router: 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:04:55.835390 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Updating router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:04:55.862257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742a3e4c-3952-4267-b255-3a2e7986f33f None None] Network c06c9723-5f72-4eb4-aad1-be25285c4747 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:04:55.897095 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:55.920395 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:55.924977 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:04:56.029924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-48f4e679-bb98-4e47-bad3-6a8132ca068f None None] Provisioning for port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:56.054668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-48f4e679-bb98-4e47-bad3-6a8132ca068f None None] Provisioning complete for port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:56.055319 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-48f4e679-bb98-4e47-bad3-6a8132ca068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.089437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Allocated IP 172.20.0.1 (c06c9723-5f72-4eb4-aad1-be25285c4747/5af61d94-fa72-4926-9053-63fdae3003dc/2e312d66-6167-4778-a43a-769aaa42e6c7) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:04:56.219619 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.235662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Transition to ACTIVE for port object 2e312d66-6167-4778-a43a-769aaa42e6c7 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:56.274446 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.301070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-48f4e679-bb98-4e47-bad3-6a8132ca068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.318090 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Network c06c9723-5f72-4eb4-aad1-be25285c4747 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:56.324979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:56.327655 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:04:56.358541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Pushing event updated for resources: {'Port': ['ID=2e312d66-6167-4778-a43a-769aaa42e6c7,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:56.380014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.386258 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-48f4e679-bb98-4e47-bad3-6a8132ca068f None None] For port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc,segment=NetworkSegment(7241b8b5-74cf-4d2e-9ddd-c68a28811664),segment_id=7241b8b5-74cf-4d2e-9ddd-c68a28811664)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:56.391678 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.394771 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-48f4e679-bb98-4e47-bad3-6a8132ca068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.407581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Transition to ACTIVE for port object 300423ab-9bb6-4a7c-a5e6-61e69525ed0c will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:04:56.443876 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.471610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4e679-bb98-4e47-bad3-6a8132ca068f None None] Pushing event updated for resources: {'Port': ['ID=c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:56.503138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Attempting to bind port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:04:56.503680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Attempting to bind port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:04:56.503973 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Attempting to bind port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:04:56.514196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:04:56.514612 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:04:56.515144 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.515551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:04:56.516139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Bound port: 300423ab-9bb6-4a7c-a5e6-61e69525ed0c, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:04:56.516530 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.547075 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.548354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ebf26-1145-49db-898c-13b5e5bf2be7 None None] Pushing event updated for resources: {'Port': ['ID=300423ab-9bb6-4a7c-a5e6-61e69525ed0c,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:56.586419 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] For port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:04:56.590488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] For port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=300423ab-9bb6-4a7c-a5e6-61e69525ed0c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:04:56.602782 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.661851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Routers {'2cfe55d4-6c66-4c95-bb68-88e9ebf06534'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:04:56.662515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:04:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:56.717437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ebf26-1145-49db-898c-13b5e5bf2be7 None None] Pushing event updated for resources: {'Port': ['ID=300423ab-9bb6-4a7c-a5e6-61e69525ed0c,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:56.737109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-03734949-21a9-4ee8-8d4e-b5210e8bb4c4 None None] Provisioning complete for port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:56.737489 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-03734949-21a9-4ee8-8d4e-b5210e8bb4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.780874 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.786990 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.834951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] Set router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:04:56.867654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Pushing event updated for resources: {'Port': ['ID=2e312d66-6167-4778-a43a-769aaa42e6c7,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:56.873594 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:56.992050 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Network c06c9723-5f72-4eb4-aad1-be25285c4747 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:04:56.993696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:04:57.025335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 602ec407-4145-41d7-a4b9-6423554ffd82 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:57.126600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:04:57.127878 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 602ec407-4145-41d7-a4b9-6423554ffd82 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:57.143718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 602ec407-4145-41d7-a4b9-6423554ffd82 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:57.144095 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:57.152673 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'name': 'tempest-TestEncryptedCinderVolumes-1704453272-router', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:53Z', 'updated_at': '2021-07-19T04:04:56Z', 'revision_number': 4, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'gw_port': {'id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:54Z', 'updated_at': '2021-07-19T04:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '2e312d66-6167-4778-a43a-769aaa42e6c7', 'name': '', 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'mac_address': 'fa:16:3e:f1:b3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5af61d94-fa72-4926-9053-63fdae3003dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:55Z', 'updated_at': '2021-07-19T04:04:56Z', 'revision_number': 1, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'subnets': [{'id': '5af61d94-fa72-4926-9053-63fdae3003dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:57.202136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9745bf1e-f21b-43ce-a050-2d11d8128a1d None None] The sync data for ids ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'] in n-d-762330-18 is: [{'id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'name': 'tempest-TestEncryptedCinderVolumes-1704453272-router', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:53Z', 'updated_at': '2021-07-19T04:04:56Z', 'revision_number': 4, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'gw_port': {'id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:54Z', 'updated_at': '2021-07-19T04:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '2e312d66-6167-4778-a43a-769aaa42e6c7', 'name': '', 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'mac_address': 'fa:16:3e:f1:b3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5af61d94-fa72-4926-9053-63fdae3003dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:55Z', 'updated_at': '2021-07-19T04:04:56Z', 'revision_number': 1, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'subnets': [{'id': '5af61d94-fa72-4926-9053-63fdae3003dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:04:57.205550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5a9d3c10-e8f1-4fb4-afce-7ba13aabf903 None None] Provisioning for port 2e312d66-6167-4778-a43a-769aaa42e6c7 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:57.217997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5a9d3c10-e8f1-4fb4-afce-7ba13aabf903 None None] Provisioning complete for port 2e312d66-6167-4778-a43a-769aaa42e6c7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:57.218395 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3c10-e8f1-4fb4-afce-7ba13aabf903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:57.255055 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:04:57.257376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d3c10-e8f1-4fb4-afce-7ba13aabf903 None None] Port 2e312d66-6167-4778-a43a-769aaa42e6c7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:04:57.264279 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9228c788-db3b-416f-bfe1-c0ffdf475eee admin admin] 10.222.0.20 "PUT /v2.0/routers/2cfe55d4-6c66-4c95-bb68-88e9ebf06534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8596792 Jul 19 04:04:57.300031 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:57.335054 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 602ec407-4145-41d7-a4b9-6423554ffd82, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=602ec407-4145-41d7-a4b9-6423554ffd82,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:57.339695 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:57.340677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:57.442527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ee644121-ab2e-421f-a927-fb86c658837f None None] Provisioning complete for port 2e312d66-6167-4778-a43a-769aaa42e6c7 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:57.442915 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ee644121-ab2e-421f-a927-fb86c658837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:57.450792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=602ec407-4145-41d7-a4b9-6423554ffd82,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:57.658444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ee644121-ab2e-421f-a927-fb86c658837f None None] Port 2e312d66-6167-4778-a43a-769aaa42e6c7 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:04:57.659865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:57.660239 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:58.264569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-7752afb0-eef0-42da-b0b2-cd73d01e8902 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:58.266115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-7752afb0-eef0-42da-b0b2-cd73d01e8902 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/networks?id=77e97485-9023-42d3-af7e-686d0aee9525 HTTP/1.1" status: 200 len: 817 time: 0.1138127 Jul 19 04:04:58.282326 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-dea2d875-d061-4f04-8f1b-4fddba44f45c tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/quotas/863b74c748ce4ef78f93bfe7a916be9d HTTP/1.1" status: 200 len: 375 time: 0.0102501 Jul 19 04:04:58.352119 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-4768544d-f5d2-4fe5-acae-4a1d23bae60d tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=863b74c748ce4ef78f93bfe7a916be9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639658 Jul 19 04:04:58.454052 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-12cd6376-4229-4c2a-8562-3353bc657174 service neutron] 10.222.0.20 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900772 Jul 19 04:04:58.549030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-60a83293-053b-457f-9bc2-633899d398ba service neutron] 10.222.0.20 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882854 Jul 19 04:04:58.724940 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ce2e8f2c-17a6-48d9-99da-b04f5d0d2f89 req-0ec3ebc0-9465-4b73-8140-d45d4fd80edb tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 210 time: 0.0291343 Jul 19 04:04:58.969013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 602ec407-4145-41d7-a4b9-6423554ffd82 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:59.016304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 602ec407-4145-41d7-a4b9-6423554ffd82 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:59.016764 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:59.104385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 300423ab-9bb6-4a7c-a5e6-61e69525ed0c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:04:59.153965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:04:59.158993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:04:59.159493 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:59.242769 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:59.264005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=300423ab-9bb6-4a7c-a5e6-61e69525ed0c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:04:59.268023 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:59.322508 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=300423ab-9bb6-4a7c-a5e6-61e69525ed0c,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:04:59.392450 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Sync routers for ids ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:04:59.401444 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Routers {'2cfe55d4-6c66-4c95-bb68-88e9ebf06534'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:04:59.402047 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:04:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:59.505747 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Set router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:04:59.705177 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'name': 'tempest-TestEncryptedCinderVolumes-1704453272-router', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:53Z', 'updated_at': '2021-07-19T04:04:56Z', 'revision_number': 4, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'gw_port': {'id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:54Z', 'updated_at': '2021-07-19T04:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '2e312d66-6167-4778-a43a-769aaa42e6c7', 'name': '', 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'mac_address': 'fa:16:3e:f1:b3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5af61d94-fa72-4926-9053-63fdae3003dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:55Z', 'updated_at': '2021-07-19T04:04:56Z', 'revision_number': 2, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'subnets': [{'id': '5af61d94-fa72-4926-9053-63fdae3003dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:04:59.732200 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Checking router: 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:04:59.732551 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Updating router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 port 2e312d66-6167-4778-a43a-769aaa42e6c7 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:04:59.767188 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:04:59.826215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-f890678a-4365-4d0e-9c11-8f154cf175b6 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:04:59.827898 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-f890678a-4365-4d0e-9c11-8f154cf175b6 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.25 "GET /v2.0/networks?id=77e97485-9023-42d3-af7e-686d0aee9525 HTTP/1.1" status: 200 len: 817 time: 0.1180694 Jul 19 04:04:59.840163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Request body: {'port': {'device_id': 'd1490f3d-1807-428a-9cbe-68288840db91', 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525', 'admin_state_up': True, 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:04:59.947749 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b669e6fe-baaa-4d61-acf3-02c0e3ae9946 req-1749f057-3f67-48f1-b602-0e18762d57b7 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 210 time: 0.0387547 Jul 19 04:04:59.988530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Made reservation on behalf of 863b74c748ce4ef78f93bfe7a916be9d for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:04:59.992106 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.059603 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.069303 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Transition to ACTIVE for port object 2e312d66-6167-4778-a43a-769aaa42e6c7 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:05:00.075005 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.121033 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Allocated IP 172.20.0.9 (77e97485-9023-42d3-af7e-686d0aee9525/1f75b437-743d-4df5-9c49-0cde4f316f9e/8c5dd949-cf39-45db-95f5-4546216b946a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:05:00.121869 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaf22d-c326-40f9-a630-dea0d1cf5253 None None] Pushing event updated for resources: {'Port': ['ID=2e312d66-6167-4778-a43a-769aaa42e6c7,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:00.185804 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Attempting to bind port 2e312d66-6167-4778-a43a-769aaa42e6c7 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:05:00.186074 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Attempting to bind port 2e312d66-6167-4778-a43a-769aaa42e6c7 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '7241b8b5-74cf-4d2e-9ddd-c68a28811664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:05:00.186474 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Attempting to bind port 2e312d66-6167-4778-a43a-769aaa42e6c7 on network c06c9723-5f72-4eb4-aad1-be25285c4747 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:05:00.191625 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:05:00.192002 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Checking segment: {'id': '7241b8b5-74cf-4d2e-9ddd-c68a28811664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:05:00.192404 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.192796 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Bound using segment: {'id': '7241b8b5-74cf-4d2e-9ddd-c68a28811664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:05:00.193269 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Bound port: 2e312d66-6167-4778-a43a-769aaa42e6c7, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7241b8b5-74cf-4d2e-9ddd-c68a28811664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:05:00.193649 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.268041 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] For port 2e312d66-6167-4778-a43a-769aaa42e6c7, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:05:00.271796 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] For port 2e312d66-6167-4778-a43a-769aaa42e6c7, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2e312d66-6167-4778-a43a-769aaa42e6c7,segment=NetworkSegment(7241b8b5-74cf-4d2e-9ddd-c68a28811664),segment_id=7241b8b5-74cf-4d2e-9ddd-c68a28811664)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:05:00.277387 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.297129 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.312879 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Transition to ACTIVE for port object 8c5dd949-cf39-45db-95f5-4546216b946a will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:05:00.339472 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Routers {'2cfe55d4-6c66-4c95-bb68-88e9ebf06534'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:05:00.340113 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:04:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:05:00.343533 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaf22d-c326-40f9-a630-dea0d1cf5253 None None] Pushing event updated for resources: {'Port': ['ID=2e312d66-6167-4778-a43a-769aaa42e6c7,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:00.349665 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.404420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Network 77e97485-9023-42d3-af7e-686d0aee9525 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:05:00.407703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:05:00.411929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:05:00.418658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Pushing event updated for resources: {'Port': ['ID=8c5dd949-cf39-45db-95f5-4546216b946a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:00.471624 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] Set router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:05:00.740130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-87c33aa7-d3f6-479e-8112-3fda23132aa8 None None] Provisioning for port 8c5dd949-cf39-45db-95f5-4546216b946a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:05:00.745048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-87c33aa7-d3f6-479e-8112-3fda23132aa8 None None] Provisioning complete for port 8c5dd949-cf39-45db-95f5-4546216b946a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:05:00.745932 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-87c33aa7-d3f6-479e-8112-3fda23132aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.780702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-87c33aa7-d3f6-479e-8112-3fda23132aa8 None None] Port 8c5dd949-cf39-45db-95f5-4546216b946a cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:05:00.794226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:00.794861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.809423 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-880bb7a2-5d2b-456f-8b47-c414e8dc7f61 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9738159 Jul 19 04:05:00.823997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Request body: {'port': {'device_id': 'd1490f3d-1807-428a-9cbe-68288840db91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:05:00.840320 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'name': 'tempest-TestEncryptedCinderVolumes-1704453272-router', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:53Z', 'updated_at': '2021-07-19T04:04:56Z', 'revision_number': 4, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'gw_port': {'id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:54Z', 'updated_at': '2021-07-19T04:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '2e312d66-6167-4778-a43a-769aaa42e6c7', 'name': '', 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'mac_address': 'fa:16:3e:f1:b3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5af61d94-fa72-4926-9053-63fdae3003dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:55Z', 'updated_at': '2021-07-19T04:05:00Z', 'revision_number': 4, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'subnets': [{'id': '5af61d94-fa72-4926-9053-63fdae3003dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:05:00.879914 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9af2c4-82f3-459f-bb8b-48d7f79cb4c7 None None] The sync data for ids ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'] in n-d-762330-18 is: [{'id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'name': 'tempest-TestEncryptedCinderVolumes-1704453272-router', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:53Z', 'updated_at': '2021-07-19T04:04:56Z', 'revision_number': 4, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'gw_port': {'id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:54Z', 'updated_at': '2021-07-19T04:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '2e312d66-6167-4778-a43a-769aaa42e6c7', 'name': '', 'network_id': 'c06c9723-5f72-4eb4-aad1-be25285c4747', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'mac_address': 'fa:16:3e:f1:b3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5af61d94-fa72-4926-9053-63fdae3003dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:55Z', 'updated_at': '2021-07-19T04:05:00Z', 'revision_number': 4, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'subnets': [{'id': '5af61d94-fa72-4926-9053-63fdae3003dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:05:00.921609 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 300423ab-9bb6-4a7c-a5e6-61e69525ed0c up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:05:00.923803 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:00.970771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:05:00.971421 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:01.061492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2e312d66-6167-4778-a43a-769aaa42e6c7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:05:01.120229 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 2e312d66-6167-4778-a43a-769aaa42e6c7 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:05:01.124528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 2e312d66-6167-4778-a43a-769aaa42e6c7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:05:01.125121 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:01.186049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d238332-388a-4f91-888f-258690a91c8c req-65c30119-512a-4196-8d85-ec7118024b10 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:01.188993 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5d238332-388a-4f91-888f-258690a91c8c req-65c30119-512a-4196-8d85-ec7118024b10 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 931 time: 0.0964246 Jul 19 04:05:01.234473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5dd949-cf39-45db-95f5-4546216b946a {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:05:01.236246 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:01.244770 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:01.258463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Transition to ACTIVE for port object 8c5dd949-cf39-45db-95f5-4546216b946a will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:05:01.258729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5d238332-388a-4f91-888f-258690a91c8c req-74dce871-0598-462c-9cf0-f8f7f173cd52 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596166 Jul 19 04:05:01.265588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:01.291648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 2e312d66-6167-4778-a43a-769aaa42e6c7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2e312d66-6167-4778-a43a-769aaa42e6c7,segment=NetworkSegment(7241b8b5-74cf-4d2e-9ddd-c68a28811664),segment_id=7241b8b5-74cf-4d2e-9ddd-c68a28811664)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:05:01.295961 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:01.355435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=2e312d66-6167-4778-a43a-769aaa42e6c7,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:01.393953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5dd949-cf39-45db-95f5-4546216b946a,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:01.409715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Attempting to bind port 8c5dd949-cf39-45db-95f5-4546216b946a on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:05:01.410057 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Attempting to bind port 8c5dd949-cf39-45db-95f5-4546216b946a by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:05:01.410418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Attempting to bind port 8c5dd949-cf39-45db-95f5-4546216b946a on network 77e97485-9023-42d3-af7e-686d0aee9525 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:05:01.415730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Port 8c5dd949-cf39-45db-95f5-4546216b946a on network 77e97485-9023-42d3-af7e-686d0aee9525 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:05:01.416095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Attempting to bind port 8c5dd949-cf39-45db-95f5-4546216b946a on network 77e97485-9023-42d3-af7e-686d0aee9525 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:05:01.422504 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:05:01.422858 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Checking segment: {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:05:01.423254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Bound using segment: {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:05:01.423696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Bound port: 8c5dd949-cf39-45db-95f5-4546216b946a, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:05:01.424058 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:01.492631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] For port 8c5dd949-cf39-45db-95f5-4546216b946a, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:05:01.496215 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] For port 8c5dd949-cf39-45db-95f5-4546216b946a, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8c5dd949-cf39-45db-95f5-4546216b946a,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:05:01.502012 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:01.537864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:01.538546 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:01.539874 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] 10.222.0.25 "PUT /v2.0/ports/8c5dd949-cf39-45db-95f5-4546216b946a HTTP/1.1" status: 200 len: 1092 time: 0.7210677 Jul 19 04:05:01.540397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1490f3d-1807-428a-9cbe-68288840db91', 'tag': '8c5dd949-cf39-45db-95f5-4546216b946a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:05:01.542913 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d2e473-58a4-4813-8481-3a0ad0f2549c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1490f3d-1807-428a-9cbe-68288840db91", "tag": "8c5dd949-cf39-45db-95f5-4546216b946a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:05:01.571292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbc377-0529-4d0a-9e59-d0bd76a58ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5dd949-cf39-45db-95f5-4546216b946a,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:01.598626 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b59c99-db72-4dbf-bdaa-c8bda31caae6 x-openstack-request-id: req-d1b59c99-db72-4dbf-bdaa-c8bda31caae6 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:05:01.599041 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1490f3d-1807-428a-9cbe-68288840db91", "tag": "8c5dd949-cf39-45db-95f5-4546216b946a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:05:01.599412 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1b59c99-db72-4dbf-bdaa-c8bda31caae6 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:05:01.599902 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1490f3d-1807-428a-9cbe-68288840db91', 'tag': '8c5dd949-cf39-45db-95f5-4546216b946a', 'status': 'completed', 'code': 200} Jul 19 04:05:01.647313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-ba6be9c9-a61a-4039-99d2-57ec09be1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:01.648851 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-ba6be9c9-a61a-4039-99d2-57ec09be1a1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=863b74c748ce4ef78f93bfe7a916be9d&device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 1095 time: 0.0592442 Jul 19 04:05:01.694880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-689085d2-6476-449f-b37b-2828a60ecc09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5dd949-cf39-45db-95f5-4546216b946a HTTP/1.1" status: 200 len: 217 time: 0.0383782 Jul 19 04:05:01.748182 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-557101ed-e7d3-4827-b1c6-3d18e574b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:01.749600 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-557101ed-e7d3-4827-b1c6-3d18e574b4c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1f75b437-743d-4df5-9c49-0cde4f316f9e HTTP/1.1" status: 200 len: 856 time: 0.0484495 Jul 19 04:05:01.807262 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-74102287-c0b4-4f51-9f5c-cb8698734309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:01.808737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-74102287-c0b4-4f51-9f5c-cb8698734309 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77e97485-9023-42d3-af7e-686d0aee9525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533237 Jul 19 04:05:01.900812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-e8d32150-66ae-4a4d-ab8a-37fb3adf9f12 service neutron] 10.222.0.25 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859938 Jul 19 04:05:01.987907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e86886d1-0b17-4176-9bb6-fbf9c2867c6e req-37c10bfc-4efe-4d0f-a954-e361897a8722 service neutron] 10.222.0.25 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812268 Jul 19 04:05:02.092515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-e987c4dc-3e3c-49a5-8f6e-747f25a0ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:02.093941 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-e987c4dc-3e3c-49a5-8f6e-747f25a0ff5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=863b74c748ce4ef78f93bfe7a916be9d&device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 1095 time: 0.0580814 Jul 19 04:05:02.183495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-b7a3d6b1-1b17-497c-9a28-58e399695d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:02.184983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-b7a3d6b1-1b17-497c-9a28-58e399695d02 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77e97485-9023-42d3-af7e-686d0aee9525 HTTP/1.1" status: 200 len: 917 time: 0.0851300 Jul 19 04:05:02.229770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-45df8f48-2845-4e92-a67a-97baef5b6f20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5dd949-cf39-45db-95f5-4546216b946a HTTP/1.1" status: 200 len: 217 time: 0.0378215 Jul 19 04:05:02.278020 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-96c26476-d75c-4518-b3e1-556eeee61b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:02.279561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-96c26476-d75c-4518-b3e1-556eeee61b08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1f75b437-743d-4df5-9c49-0cde4f316f9e HTTP/1.1" status: 200 len: 856 time: 0.0434296 Jul 19 04:05:02.339838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-8a75a7da-023a-4491-961e-c889abad4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:02.341359 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-8a75a7da-023a-4491-961e-c889abad4e1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77e97485-9023-42d3-af7e-686d0aee9525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557704 Jul 19 04:05:02.433468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a23f9d-8d33-4556-9f95-65bffce946cb req-3f418908-a8c2-424b-ae52-7390b3ef800f tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:02.435119 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d9a23f9d-8d33-4556-9f95-65bffce946cb req-3f418908-a8c2-424b-ae52-7390b3ef800f tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 943 time: 0.0671923 Jul 19 04:05:02.436583 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-a8c5694d-fe74-48d2-aeeb-9e0ceeaea430 service neutron] 10.222.0.25 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880170 Jul 19 04:05:02.473169 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d9a23f9d-8d33-4556-9f95-65bffce946cb req-d8357f66-674b-463a-9755-953b340e8c52 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 Jul 19 04:05:02.528054 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e0d2e473-58a4-4813-8481-3a0ad0f2549c req-df7c6a73-987a-46e5-9516-32292fe616dc service neutron] 10.222.0.25 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850844 Jul 19 04:05:02.876958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2e312d66-6167-4778-a43a-769aaa42e6c7 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:05:02.926602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 2e312d66-6167-4778-a43a-769aaa42e6c7 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:05:02.927001 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:03.543250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8c5dd949-cf39-45db-95f5-4546216b946a details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:05:03.637982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8c5dd949-cf39-45db-95f5-4546216b946a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8c5dd949-cf39-45db-95f5-4546216b946a,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:05:03.649443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '8c5dd949-cf39-45db-95f5-4546216b946a', 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525', 'port_id': '8c5dd949-cf39-45db-95f5-4546216b946a', 'mac_address': 'fa:16:3e:f0:7e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f75b437-743d-4df5-9c49-0cde4f316f9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:05:03.651585 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c7be2-3b7f-4a62-8bf7-fe75e6df66df req-eb777ce4-1e6f-4d4c-a822-1d62fefaca98 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:03.653107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-039c7be2-3b7f-4a62-8bf7-fe75e6df66df req-eb777ce4-1e6f-4d4c-a822-1d62fefaca98 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 943 time: 0.0675113 Jul 19 04:05:03.689297 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:03.690750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-039c7be2-3b7f-4a62-8bf7-fe75e6df66df req-2a938fd8-ee7a-4c06-bab9-708c3c510d9c tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Jul 19 04:05:03.702657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5dd949-cf39-45db-95f5-4546216b946a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:05:03.721775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8c5dd949-cf39-45db-95f5-4546216b946a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8c5dd949-cf39-45db-95f5-4546216b946a,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:05:03.725752 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:03.771243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=8c5dd949-cf39-45db-95f5-4546216b946a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:03.924699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['8c5dd949-cf39-45db-95f5-4546216b946a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:05:04.867699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25b427-d1a5-450f-a42a-11f3dc9a8f01 req-c3be7aa9-aa6c-4df9-b22b-adf688020e7d tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:04.869217 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee25b427-d1a5-450f-a42a-11f3dc9a8f01 req-c3be7aa9-aa6c-4df9-b22b-adf688020e7d tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 944 time: 0.0636702 Jul 19 04:05:04.906523 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ee25b427-d1a5-450f-a42a-11f3dc9a8f01 req-9b4653ff-1332-448f-a569-05f5d42d7d56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Jul 19 04:05:05.542736 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8c5dd949-cf39-45db-95f5-4546216b946a up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:05:05.590613 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 8c5dd949-cf39-45db-95f5-4546216b946a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:05:05.594092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 8c5dd949-cf39-45db-95f5-4546216b946a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:05:05.594491 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:05.667669 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:05.692684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1490f3d-1807-428a-9cbe-68288840db91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5dd949-cf39-45db-95f5-4546216b946a'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:05:05.694963 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf1ecb-bca7-4ffa-bbca-56db12aa6ee9" -d '{"events": [{"server_uuid": "d1490f3d-1807-428a-9cbe-68288840db91", "name": "network-vif-plugged", "status": "completed", "tag": "8c5dd949-cf39-45db-95f5-4546216b946a"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:05:05.707678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 8c5dd949-cf39-45db-95f5-4546216b946a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8c5dd949-cf39-45db-95f5-4546216b946a,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:05:05.713107 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:05.736286 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2f0883-16a5-45b8-bd09-a0c6728449a6 x-openstack-request-id: req-bb2f0883-16a5-45b8-bd09-a0c6728449a6 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:05:05.736582 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1490f3d-1807-428a-9cbe-68288840db91", "name": "network-vif-plugged", "status": "completed", "tag": "8c5dd949-cf39-45db-95f5-4546216b946a", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:05:05.736835 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb2f0883-16a5-45b8-bd09-a0c6728449a6 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:05:05.737226 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1490f3d-1807-428a-9cbe-68288840db91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5dd949-cf39-45db-95f5-4546216b946a', 'code': 200} Jul 19 04:05:05.763464 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=8c5dd949-cf39-45db-95f5-4546216b946a,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:05.846130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cd040-6dbf-46ec-acbb-6e58fe3674e2 req-3f15b238-17e3-44b2-828b-f163df76f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:05.847671 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b2cd040-6dbf-46ec-acbb-6e58fe3674e2 req-3f15b238-17e3-44b2-828b-f163df76f062 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 1097 time: 0.0513260 Jul 19 04:05:05.882077 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b2cd040-6dbf-46ec-acbb-6e58fe3674e2 req-beb3c644-d26f-4b2f-af53-13b2010c2b7d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273187 Jul 19 04:05:06.077620 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c3270-9eb9-4612-853c-bf4edbd2c2ba req-ccfb4029-f415-4ba9-b32a-d6ce888918d2 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:06.079044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-028c3270-9eb9-4612-853c-bf4edbd2c2ba req-ccfb4029-f415-4ba9-b32a-d6ce888918d2 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 945 time: 0.0628314 Jul 19 04:05:06.120574 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-028c3270-9eb9-4612-853c-bf4edbd2c2ba req-6eba1167-ef03-4dd5-8491-29a3f49d7bcf tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359583 Jul 19 04:05:07.294548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655435d3-4725-45ad-859a-06a1ffe9ec0f req-7d0a9dea-2662-4dcf-9751-23cf90d2de85 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:07.296065 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-655435d3-4725-45ad-859a-06a1ffe9ec0f req-7d0a9dea-2662-4dcf-9751-23cf90d2de85 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 945 time: 0.0642405 Jul 19 04:05:07.333016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-655435d3-4725-45ad-859a-06a1ffe9ec0f req-1a493d1e-c519-45ee-989f-709403066fb3 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Jul 19 04:05:07.422756 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:07.505263 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e227122-7b45-49e0-aa1b-d1238caf8bd9 req-57471494-e3bc-443f-a15b-f8cb8370936a tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:07.506782 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7e227122-7b45-49e0-aa1b-d1238caf8bd9 req-57471494-e3bc-443f-a15b-f8cb8370936a tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 945 time: 0.0637183 Jul 19 04:05:07.545349 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7e227122-7b45-49e0-aa1b-d1238caf8bd9 req-ab4b7012-0eed-4e5f-8df7-82c378b07246 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Jul 19 04:05:07.633453 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:12.548656 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4f97f4b0-07d5-4d9e-b010-294bcc652b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:15.123715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aef3c9a7-fc25-4a4b-8aa1-c6d2247e8aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:15.714904 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:16.573648 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:18.091946 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:26.495395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1223170-811e-464b-a654-6087672b82aa req-7166fad9-356c-4dfb-8d13-8eb1096df22d tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:26.496909 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1223170-811e-464b-a654-6087672b82aa req-7166fad9-356c-4dfb-8d13-8eb1096df22d tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 945 time: 0.0642576 Jul 19 04:05:26.534871 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e1223170-811e-464b-a654-6087672b82aa req-eb5dcda1-28ea-48d7-8988-57cb736756b2 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323379 Jul 19 04:05:27.714595 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52b75c-3c71-458e-9592-aed04108c31a req-1a411507-5c61-4d4a-9e26-0ee33bd3d531 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:27.716101 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee52b75c-3c71-458e-9592-aed04108c31a req-1a411507-5c61-4d4a-9e26-0ee33bd3d531 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 945 time: 0.0677075 Jul 19 04:05:27.753867 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ee52b75c-3c71-458e-9592-aed04108c31a req-6dd42686-fd91-44c3-8e1e-bf52f151e47a tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Jul 19 04:05:27.955874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-29d19743-606c-4389-b3a2-ed0457f9af56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:27.957252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-29d19743-606c-4389-b3a2-ed0457f9af56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 945 time: 0.0630064 Jul 19 04:05:28.062385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-e8a170df-bf2c-4bb4-8b90-8903334ca472 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Deleting port 8c5dd949-cf39-45db-95f5-4546216b946a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:05:28.062859 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-e8a170df-bf2c-4bb4-8b90-8903334ca472 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:28.151674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-e8a170df-bf2c-4bb4-8b90-8903334ca472 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] For port 8c5dd949-cf39-45db-95f5-4546216b946a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=8c5dd949-cf39-45db-95f5-4546216b946a,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:05:28.152040 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-e8a170df-bf2c-4bb4-8b90-8903334ca472 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:28.164380 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-e8a170df-bf2c-4bb4-8b90-8903334ca472 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Calling delete_port for 8c5dd949-cf39-45db-95f5-4546216b946a owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:05:28.292931 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-e8a170df-bf2c-4bb4-8b90-8903334ca472 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:28.305467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['8c5dd949-cf39-45db-95f5-4546216b946a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:05:28.323494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a170df-bf2c-4bb4-8b90-8903334ca472 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Pushing event deleted for resources: {'Port': ['ID=8c5dd949-cf39-45db-95f5-4546216b946a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:28.375874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-e8a170df-bf2c-4bb4-8b90-8903334ca472 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] No DVR routers for this DVR port 8c5dd949-cf39-45db-95f5-4546216b946a on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:05:28.378779 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-e8a170df-bf2c-4bb4-8b90-8903334ca472 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:28.381242 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-68392a1a-de24-4cf5-90ee-5ef2069afab0 req-e8a170df-bf2c-4bb4-8b90-8903334ca472 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.25 "DELETE /v2.0/ports/8c5dd949-cf39-45db-95f5-4546216b946a HTTP/1.1" status: 204 len: 173 time: 0.4178836 Jul 19 04:05:28.381734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1490f3d-1807-428a-9cbe-68288840db91', 'name': 'network-vif-deleted', 'tag': '8c5dd949-cf39-45db-95f5-4546216b946a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:05:28.384751 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a15193b-b9ee-407c-8f4f-9e085acea996" -d '{"events": [{"server_uuid": "d1490f3d-1807-428a-9cbe-68288840db91", "name": "network-vif-deleted", "tag": "8c5dd949-cf39-45db-95f5-4546216b946a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:05:28.429651 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d27998-2692-45f0-920b-a0f16bde00f9 x-openstack-request-id: req-59d27998-2692-45f0-920b-a0f16bde00f9 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:05:28.429947 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1490f3d-1807-428a-9cbe-68288840db91", "name": "network-vif-deleted", "tag": "8c5dd949-cf39-45db-95f5-4546216b946a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:05:28.430200 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59d27998-2692-45f0-920b-a0f16bde00f9 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:05:28.430703 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1490f3d-1807-428a-9cbe-68288840db91', 'name': 'network-vif-deleted', 'tag': '8c5dd949-cf39-45db-95f5-4546216b946a', 'status': 'completed', 'code': 200} Jul 19 04:05:28.908289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b4daf71-23a6-4747-b158-af017d67706a req-c9e77be1-f67b-4693-bb94-c34b297935ec tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1490f3d-1807-428a-9cbe-68288840db91 HTTP/1.1" status: 200 len: 210 time: 0.0300925 Jul 19 04:05:30.533732 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-738d427e-3839-496b-932d-438a2f30ec3f tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:30.535149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-738d427e-3839-496b-932d-438a2f30ec3f tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/networks?id=77e97485-9023-42d3-af7e-686d0aee9525 HTTP/1.1" status: 200 len: 817 time: 0.1056111 Jul 19 04:05:30.549942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-52f97840-877e-4c64-9857-f48a61e479f9 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/quotas/863b74c748ce4ef78f93bfe7a916be9d HTTP/1.1" status: 200 len: 375 time: 0.0093141 Jul 19 04:05:30.616066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-6d36b455-2bfe-4cd7-952c-0a5b6af6a153 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=863b74c748ce4ef78f93bfe7a916be9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612943 Jul 19 04:05:30.708972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-e6f8ff4e-a9f4-40ca-81f9-83e065addc2c service neutron] 10.222.0.20 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812070 Jul 19 04:05:30.800566 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-4290a4e6-b45a-4b9d-9a09-74c46930dbb9 service neutron] 10.222.0.20 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858407 Jul 19 04:05:30.975053 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3fb5c5c7-d113-444d-a7ee-362711577bb0 req-2a994677-793b-4917-80d4-b743acb25c2c tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 210 time: 0.0348294 Jul 19 04:05:31.998340 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-1ac3790c-cdda-47c9-aec1-c0798e5312ba tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:31.999892 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-1ac3790c-cdda-47c9-aec1-c0798e5312ba tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.25 "GET /v2.0/networks?id=77e97485-9023-42d3-af7e-686d0aee9525 HTTP/1.1" status: 200 len: 817 time: 0.1103046 Jul 19 04:05:32.018968 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Request body: {'port': {'device_id': '755c054e-281e-4213-bd3b-196d7a5c643c', 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525', 'admin_state_up': True, 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:05:32.126436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a0e0ddd6-345a-4998-85fc-7b2729fb2a51 req-429abaed-d077-4f35-839a-33648c84639d tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 210 time: 0.0373065 Jul 19 04:05:32.159354 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Made reservation on behalf of 863b74c748ce4ef78f93bfe7a916be9d for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:05:32.162930 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:32.284649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Allocated IP 172.20.0.7 (77e97485-9023-42d3-af7e-686d0aee9525/1f75b437-743d-4df5-9c49-0cde4f316f9e/b1e87c1a-7292-44e1-929f-2f026300d691) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:05:32.435295 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:32.448314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Transition to ACTIVE for port object b1e87c1a-7292-44e1-929f-2f026300d691 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:05:32.480844 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:32.523056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Network 77e97485-9023-42d3-af7e-686d0aee9525 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:05:32.529556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:05:32.532191 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:05:32.567269 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Pushing event updated for resources: {'Port': ['ID=b1e87c1a-7292-44e1-929f-2f026300d691,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:32.595772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:32.596397 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:32.611213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-0051b094-0ead-4a74-82a8-058c78954853 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5968597 Jul 19 04:05:32.622761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Request body: {'port': {'device_id': '755c054e-281e-4213-bd3b-196d7a5c643c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:05:32.698688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:32.721593 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b37197a4-bd14-4391-826c-a5653187d47e None None] Provisioning for port b1e87c1a-7292-44e1-929f-2f026300d691 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:05:32.725307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b37197a4-bd14-4391-826c-a5653187d47e None None] Provisioning complete for port b1e87c1a-7292-44e1-929f-2f026300d691 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:05:32.725748 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b37197a4-bd14-4391-826c-a5653187d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:32.765324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b37197a4-bd14-4391-826c-a5653187d47e None None] Port b1e87c1a-7292-44e1-929f-2f026300d691 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:05:32.924239 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:05:32.955709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e87c1a-7292-44e1-929f-2f026300d691 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:05:32.962900 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:32.974807 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Transition to ACTIVE for port object b1e87c1a-7292-44e1-929f-2f026300d691 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:05:32.979345 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:33.047375 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Pushing event updated for resources: {'Port': ['ID=b1e87c1a-7292-44e1-929f-2f026300d691,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:33.100802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Attempting to bind port b1e87c1a-7292-44e1-929f-2f026300d691 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:05:33.101142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Attempting to bind port b1e87c1a-7292-44e1-929f-2f026300d691 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:05:33.101466 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Attempting to bind port b1e87c1a-7292-44e1-929f-2f026300d691 on network 77e97485-9023-42d3-af7e-686d0aee9525 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:05:33.106544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Port b1e87c1a-7292-44e1-929f-2f026300d691 on network 77e97485-9023-42d3-af7e-686d0aee9525 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:05:33.106866 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Attempting to bind port b1e87c1a-7292-44e1-929f-2f026300d691 on network 77e97485-9023-42d3-af7e-686d0aee9525 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:05:33.111900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:05:33.112232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Checking segment: {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:05:33.112613 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Bound using segment: {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:05:33.113035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Bound port: b1e87c1a-7292-44e1-929f-2f026300d691, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:05:33.113388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:33.188163 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] For port b1e87c1a-7292-44e1-929f-2f026300d691, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:05:33.191897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] For port b1e87c1a-7292-44e1-929f-2f026300d691, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b1e87c1a-7292-44e1-929f-2f026300d691,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:05:33.195780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:33.228703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:33.230045 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:33.231727 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] 10.222.0.25 "PUT /v2.0/ports/b1e87c1a-7292-44e1-929f-2f026300d691 HTTP/1.1" status: 200 len: 1092 time: 0.6133707 Jul 19 04:05:33.234037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755c054e-281e-4213-bd3b-196d7a5c643c', 'tag': 'b1e87c1a-7292-44e1-929f-2f026300d691'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:05:33.236350 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4567bf-e128-449d-9e01-83f87e3df6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "755c054e-281e-4213-bd3b-196d7a5c643c", "tag": "b1e87c1a-7292-44e1-929f-2f026300d691"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:05:33.266598 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9440d-6a8e-4629-9b83-2c338a2c7e0a service neutron] Pushing event updated for resources: {'Port': ['ID=b1e87c1a-7292-44e1-929f-2f026300d691,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:33.300075 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b3d18-f261-4187-b2fc-31c597d10ad2 x-openstack-request-id: req-e38b3d18-f261-4187-b2fc-31c597d10ad2 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:05:33.300365 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755c054e-281e-4213-bd3b-196d7a5c643c", "tag": "b1e87c1a-7292-44e1-929f-2f026300d691", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:05:33.300615 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e38b3d18-f261-4187-b2fc-31c597d10ad2 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:05:33.301145 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755c054e-281e-4213-bd3b-196d7a5c643c', 'tag': 'b1e87c1a-7292-44e1-929f-2f026300d691', 'status': 'completed', 'code': 200} Jul 19 04:05:33.340275 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20fd2-f004-43be-b0fa-581b0afe5cbd req-48e92945-487d-4daf-9ede-4d30cee51ed2 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:33.342593 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9cf20fd2-f004-43be-b0fa-581b0afe5cbd req-48e92945-487d-4daf-9ede-4d30cee51ed2 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 943 time: 0.1007655 Jul 19 04:05:33.350940 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-53e0fd60-8dd5-414c-8d4f-a43dcd178550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:33.352472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-53e0fd60-8dd5-414c-8d4f-a43dcd178550 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=863b74c748ce4ef78f93bfe7a916be9d&device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 1095 time: 0.0630705 Jul 19 04:05:33.384937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9cf20fd2-f004-43be-b0fa-581b0afe5cbd req-54107f8f-9cc8-47d3-931e-a3c589040029 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 Jul 19 04:05:33.401168 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-f3479cb0-b85c-4a06-af8c-9515967cfe67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1e87c1a-7292-44e1-929f-2f026300d691 HTTP/1.1" status: 200 len: 217 time: 0.0412490 Jul 19 04:05:33.450362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-f6c24641-3589-4783-8435-edf772f4c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:33.451836 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-f6c24641-3589-4783-8435-edf772f4c669 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1f75b437-743d-4df5-9c49-0cde4f316f9e HTTP/1.1" status: 200 len: 856 time: 0.0449524 Jul 19 04:05:33.508284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-64a013ba-d453-4da8-9080-aaa166078054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:33.510380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-64a013ba-d453-4da8-9080-aaa166078054 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77e97485-9023-42d3-af7e-686d0aee9525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522416 Jul 19 04:05:33.603806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-054aba2d-199f-4202-b76d-380670bd2246 service neutron] 10.222.0.25 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856249 Jul 19 04:05:33.656834 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8c5dd949-cf39-45db-95f5-4546216b946a no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:05:33.678147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 8c5dd949-cf39-45db-95f5-4546216b946a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:05:33.678555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 8c5dd949-cf39-45db-95f5-4546216b946a not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:05:33.690910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f0e6300e-516b-4ee1-82bb-222d92b99fd7 req-b1db3bb9-41e8-4bac-b0bd-acb078567676 service neutron] 10.222.0.25 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805891 Jul 19 04:05:33.788127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-6d3cc9d2-d70f-4b79-b7bb-5211f1934b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:33.789617 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-6d3cc9d2-d70f-4b79-b7bb-5211f1934b46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=863b74c748ce4ef78f93bfe7a916be9d&device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 1095 time: 0.0522778 Jul 19 04:05:33.880506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-3ee333bd-ef7d-471a-9ebd-8cf248e35e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:33.881906 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-3ee333bd-ef7d-471a-9ebd-8cf248e35e29 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77e97485-9023-42d3-af7e-686d0aee9525 HTTP/1.1" status: 200 len: 917 time: 0.0858917 Jul 19 04:05:33.922232 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-5a5b06e4-a50b-430e-8474-33d428fe29fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1e87c1a-7292-44e1-929f-2f026300d691 HTTP/1.1" status: 200 len: 217 time: 0.0338554 Jul 19 04:05:33.972645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-3869c30e-b057-4d06-b7e8-3d931fd8d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:33.974071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-3869c30e-b057-4d06-b7e8-3d931fd8d47a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1f75b437-743d-4df5-9c49-0cde4f316f9e HTTP/1.1" status: 200 len: 856 time: 0.0456610 Jul 19 04:05:34.030888 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-3a2ee52d-7948-4518-abc4-99f32f2f82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:34.032375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-3a2ee52d-7948-4518-abc4-99f32f2f82cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77e97485-9023-42d3-af7e-686d0aee9525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502307 Jul 19 04:05:34.124797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-d6fbe63e-53d9-46c7-bc28-b685098f4476 service neutron] 10.222.0.25 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845931 Jul 19 04:05:34.214759 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fe4567bf-e128-449d-9e01-83f87e3df6c1 req-136a8179-37f8-421b-89c1-0e57f6eab426 service neutron] 10.222.0.25 "GET /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836437 Jul 19 04:05:34.560963 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99977a9-d80c-4c70-a872-1db357489bbc req-524adbf3-8ca1-4476-b96a-7545a2ba55bd tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:34.562500 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c99977a9-d80c-4c70-a872-1db357489bbc req-524adbf3-8ca1-4476-b96a-7545a2ba55bd tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 943 time: 0.0629301 Jul 19 04:05:34.603499 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c99977a9-d80c-4c70-a872-1db357489bbc req-4fd2aece-14fd-457e-be2a-bb2b15ae348d tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Jul 19 04:05:35.656345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b1e87c1a-7292-44e1-929f-2f026300d691 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:05:35.750060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b1e87c1a-7292-44e1-929f-2f026300d691, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b1e87c1a-7292-44e1-929f-2f026300d691,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:05:35.764869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'b1e87c1a-7292-44e1-929f-2f026300d691', 'network_id': '77e97485-9023-42d3-af7e-686d0aee9525', 'port_id': 'b1e87c1a-7292-44e1-929f-2f026300d691', 'mac_address': 'fa:16:3e:75:63:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f75b437-743d-4df5-9c49-0cde4f316f9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:05:35.776570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50a58c-3ec0-4ea5-aa50-e22e1004f376 req-2a869d52-2c01-44ba-b78c-c466aac79b7e tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:35.778097 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a50a58c-3ec0-4ea5-aa50-e22e1004f376 req-2a869d52-2c01-44ba-b78c-c466aac79b7e tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 943 time: 0.0654993 Jul 19 04:05:35.802044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:35.814844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e87c1a-7292-44e1-929f-2f026300d691 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:05:35.815047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0a50a58c-3ec0-4ea5-aa50-e22e1004f376 req-ed003ffe-90e9-47be-acdb-63aaae337f51 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312138 Jul 19 04:05:35.834731 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b1e87c1a-7292-44e1-929f-2f026300d691, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b1e87c1a-7292-44e1-929f-2f026300d691,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:05:35.840368 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:35.886043 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b1e87c1a-7292-44e1-929f-2f026300d691,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:35.893349 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.893674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.894011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.894369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.894697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.895023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.895348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.895664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.895983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.896299 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.896616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:35.896931 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:05:36.049457 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b1e87c1a-7292-44e1-929f-2f026300d691'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:05:36.990291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90d018-9b8e-4895-9eb8-82b12f0da541 req-fbb42b5a-8aac-4657-9dfa-a54277450631 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:36.991789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da90d018-9b8e-4895-9eb8-82b12f0da541 req-fbb42b5a-8aac-4657-9dfa-a54277450631 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 944 time: 0.0645335 Jul 19 04:05:37.028635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da90d018-9b8e-4895-9eb8-82b12f0da541 req-fdc3f551-9a13-4dbc-a1a7-d50dca52c064 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Jul 19 04:05:37.420716 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:37.652126 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:37.671399 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b1e87c1a-7292-44e1-929f-2f026300d691 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:05:37.717364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port b1e87c1a-7292-44e1-929f-2f026300d691 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:05:37.720785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port b1e87c1a-7292-44e1-929f-2f026300d691 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:05:37.721150 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:37.797327 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:37.818933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755c054e-281e-4213-bd3b-196d7a5c643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e87c1a-7292-44e1-929f-2f026300d691'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:05:37.821203 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b782fc-8783-4530-9819-ad9256fc1f7f" -d '{"events": [{"server_uuid": "755c054e-281e-4213-bd3b-196d7a5c643c", "name": "network-vif-plugged", "status": "completed", "tag": "b1e87c1a-7292-44e1-929f-2f026300d691"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:05:37.834617 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port b1e87c1a-7292-44e1-929f-2f026300d691, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b1e87c1a-7292-44e1-929f-2f026300d691,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:05:37.839415 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:37.864238 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916a99b-b03d-4c18-97c7-b3ebcf23b4fb x-openstack-request-id: req-4916a99b-b03d-4c18-97c7-b3ebcf23b4fb {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:05:37.864531 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755c054e-281e-4213-bd3b-196d7a5c643c", "name": "network-vif-plugged", "status": "completed", "tag": "b1e87c1a-7292-44e1-929f-2f026300d691", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:05:37.864786 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4916a99b-b03d-4c18-97c7-b3ebcf23b4fb {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:05:37.865177 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755c054e-281e-4213-bd3b-196d7a5c643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e87c1a-7292-44e1-929f-2f026300d691', 'code': 200} Jul 19 04:05:37.889657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=b1e87c1a-7292-44e1-929f-2f026300d691,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:05:37.978334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bef4f-2e82-4cd7-a3a3-57035bdee647 req-ab801e81-b06f-4e75-9fb6-b0836622354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:37.980170 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-863bef4f-2e82-4cd7-a3a3-57035bdee647 req-ab801e81-b06f-4e75-9fb6-b0836622354f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 1097 time: 0.0550201 Jul 19 04:05:38.018601 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-863bef4f-2e82-4cd7-a3a3-57035bdee647 req-a5f3061e-339b-4292-adfe-6d11ce654b6b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Jul 19 04:05:38.209649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b60a4-e20c-4797-9998-69dc6730f285 req-775a40ec-d7ee-4edc-9d56-2caffbbc8235 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:38.211160 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-356b60a4-e20c-4797-9998-69dc6730f285 req-775a40ec-d7ee-4edc-9d56-2caffbbc8235 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 945 time: 0.0678792 Jul 19 04:05:38.249471 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-356b60a4-e20c-4797-9998-69dc6730f285 req-2af03aeb-5dcf-4af9-98ee-8b76ac0ba170 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Jul 19 04:05:39.424603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189024c-b655-4c66-ab8f-6653fbadb74a req-f1aede08-13a0-4505-8ed5-d5c50716166e tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:39.426004 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1189024c-b655-4c66-ab8f-6653fbadb74a req-f1aede08-13a0-4505-8ed5-d5c50716166e tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 945 time: 0.0657108 Jul 19 04:05:39.463669 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1189024c-b655-4c66-ab8f-6653fbadb74a req-216e85e6-fd9e-427f-8bb8-7061588800cc tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Jul 19 04:05:39.633348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70530ad2-c21b-429f-9a4a-4005c511e22b req-68ee3cf2-7703-444f-a772-68b187992737 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:39.634891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-70530ad2-c21b-429f-9a4a-4005c511e22b req-68ee3cf2-7703-444f-a772-68b187992737 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 945 time: 0.0617597 Jul 19 04:05:39.672697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-70530ad2-c21b-429f-9a4a-4005c511e22b req-1c75e302-1cee-457c-ae38-8ded964e0ee3 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Jul 19 04:05:42.555871 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6fe28d62-f1d6-4d4a-93d3-c4b948a24c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:45.125983 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bd5a066e-a712-4f84-aa6f-893525106fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:45.723297 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:46.576576 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:48.095568 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:05:58.484734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615b6c5-caea-4bc8-ad69-29ca10c1e825 req-901d5b5c-d078-4c50-a80d-9e6e9dbd9de0 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:58.486451 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7615b6c5-caea-4bc8-ad69-29ca10c1e825 req-901d5b5c-d078-4c50-a80d-9e6e9dbd9de0 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 945 time: 0.0649307 Jul 19 04:05:58.528923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7615b6c5-caea-4bc8-ad69-29ca10c1e825 req-6ef55b1d-a1d0-4806-b3ea-c36d56688efe tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Jul 19 04:05:59.706837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b7f1-b1c5-4e17-8b8a-9646471d1d86 req-a142bdd2-63c8-42f1-bf7d-4cd1c3e210b7 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:59.708336 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-50d3b7f1-b1c5-4e17-8b8a-9646471d1d86 req-a142bdd2-63c8-42f1-bf7d-4cd1c3e210b7 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 945 time: 0.0629032 Jul 19 04:05:59.746127 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-50d3b7f1-b1c5-4e17-8b8a-9646471d1d86 req-2c760057-018a-4ce0-855c-d434946194e9 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ce6e985-995d-4cbc-a120-dad531a7b23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Jul 19 04:05:59.929568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618b199-bff6-4666-af76-7bdad3936e20 req-6a420d7b-0b82-4eb0-af44-2d7d2bc8f285 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:05:59.930994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9618b199-bff6-4666-af76-7bdad3936e20 req-6a420d7b-0b82-4eb0-af44-2d7d2bc8f285 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.25 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 945 time: 0.0625505 Jul 19 04:06:00.030056 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-9618b199-bff6-4666-af76-7bdad3936e20 req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Deleting port b1e87c1a-7292-44e1-929f-2f026300d691 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:06:00.030434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9618b199-bff6-4666-af76-7bdad3936e20 req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:00.122363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-9618b199-bff6-4666-af76-7bdad3936e20 req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] For port b1e87c1a-7292-44e1-929f-2f026300d691, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=b1e87c1a-7292-44e1-929f-2f026300d691,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:00.122726 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9618b199-bff6-4666-af76-7bdad3936e20 req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:00.134593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-9618b199-bff6-4666-af76-7bdad3936e20 req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Calling delete_port for b1e87c1a-7292-44e1-929f-2f026300d691 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:06:00.261511 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9618b199-bff6-4666-af76-7bdad3936e20 req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:00.274119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['b1e87c1a-7292-44e1-929f-2f026300d691'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:06:00.299714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Pushing event deleted for resources: {'Port': ['ID=b1e87c1a-7292-44e1-929f-2f026300d691,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:00.340922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-9618b199-bff6-4666-af76-7bdad3936e20 req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] No DVR routers for this DVR port b1e87c1a-7292-44e1-929f-2f026300d691 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:06:00.343801 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-9618b199-bff6-4666-af76-7bdad3936e20 req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:00.346136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9618b199-bff6-4666-af76-7bdad3936e20 req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.25 "DELETE /v2.0/ports/b1e87c1a-7292-44e1-929f-2f026300d691 HTTP/1.1" status: 204 len: 173 time: 0.4089775 Jul 19 04:06:00.347534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.347881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.348735 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.349074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.349578 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.349919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.350248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.350600 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.350930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.351254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.351576 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.351897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc2f18-5179-4edf-a3d1-c2fb14023f56 tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:00.355248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755c054e-281e-4213-bd3b-196d7a5c643c', 'name': 'network-vif-deleted', 'tag': 'b1e87c1a-7292-44e1-929f-2f026300d691'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:06:00.359090 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c99420b-47a5-4a6b-a446-f93d00037fad" -d '{"events": [{"server_uuid": "755c054e-281e-4213-bd3b-196d7a5c643c", "name": "network-vif-deleted", "tag": "b1e87c1a-7292-44e1-929f-2f026300d691"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:06:00.404600 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea762ec0-b096-4a68-a907-7bc11f37a656 x-openstack-request-id: req-ea762ec0-b096-4a68-a907-7bc11f37a656 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:06:00.405168 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755c054e-281e-4213-bd3b-196d7a5c643c", "name": "network-vif-deleted", "tag": "b1e87c1a-7292-44e1-929f-2f026300d691", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:06:00.405168 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea762ec0-b096-4a68-a907-7bc11f37a656 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:06:00.405583 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755c054e-281e-4213-bd3b-196d7a5c643c', 'name': 'network-vif-deleted', 'tag': 'b1e87c1a-7292-44e1-929f-2f026300d691', 'status': 'completed', 'code': 200} Jul 19 04:06:00.909343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-02093838-3de5-4451-bfe1-76191191c8f9 req-06b77c18-b754-41c7-894c-28fb616f927e tempest-TestEncryptedCinderVolumes-1579067985 tempest-TestEncryptedCinderVolumes-1579067985-project] 10.222.0.20 "GET /v2.0/ports?device_id=755c054e-281e-4213-bd3b-196d7a5c643c HTTP/1.1" status: 200 len: 210 time: 0.0325615 Jul 19 04:06:02.040490 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45524) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:02.676850 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:02.926730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] Deleting port 602ec407-4145-41d7-a4b9-6423554ffd82 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:06:02.927128 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:03.004328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] For port 602ec407-4145-41d7-a4b9-6423554ffd82, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=602ec407-4145-41d7-a4b9-6423554ffd82,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:03.004689 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:03.017124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] Calling delete_port for 602ec407-4145-41d7-a4b9-6423554ffd82 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:06:03.195262 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:03.229120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=602ec407-4145-41d7-a4b9-6423554ffd82,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:03.392195 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:03.606740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] Router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:06:03.712227 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:06:03.717970 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6f37997b-0f33-4a9a-be07-d990d0f599a7 admin admin] 10.222.0.20 "PUT /v2.0/routers/65bc9a6a-a74c-44ab-af27-ad8e195d76cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6764009 Jul 19 04:06:03.720420 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45526) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:03.723060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] Sync routers for ids ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:06:03.732160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] Routers {'65bc9a6a-a74c-44ab-af27-ad8e195d76cf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:03.732776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:05:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:03.782665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b1e87c1a-7292-44e1-929f-2f026300d691 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:06:03.823780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:03.829653 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: b1e87c1a-7292-44e1-929f-2f026300d691 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:06:03.829996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device b1e87c1a-7292-44e1-929f-2f026300d691 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:06:03.854733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] Set router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:03.924060 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:03.976359 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Deleting port f4797fd4-a251-4c5c-b2c4-d9289d72cebe {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:06:03.976696 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.029976 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'name': 'tempest-TestEncryptedCinderVolumes-1850351327-router', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:06:03Z', 'revision_number': 5, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'gw_port': {'id': 'f4797fd4-a251-4c5c-b2c4-d9289d72cebe', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:04.055572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] For port f4797fd4-a251-4c5c-b2c4-d9289d72cebe, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f4797fd4-a251-4c5c-b2c4-d9289d72cebe,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:04.056054 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.056227 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] Checking router: 65bc9a6a-a74c-44ab-af27-ad8e195d76cf for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:06:04.066139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] Routers {'65bc9a6a-a74c-44ab-af27-ad8e195d76cf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:04.066773 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:05:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:04.068920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Calling delete_port for f4797fd4-a251-4c5c-b2c4-d9289d72cebe owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:06:04.153061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] Set router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:04.207540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'name': 'tempest-TestEncryptedCinderVolumes-1850351327-router', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:06:03Z', 'revision_number': 6, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:04.234430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b1b4df-002c-426a-9ca8-949d1123be4f None None] The sync data for ids ['65bc9a6a-a74c-44ab-af27-ad8e195d76cf'] in n-d-762330-18 is: [{'id': '65bc9a6a-a74c-44ab-af27-ad8e195d76cf', 'name': 'tempest-TestEncryptedCinderVolumes-1850351327-router', 'tenant_id': '863b74c748ce4ef78f93bfe7a916be9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:49Z', 'updated_at': '2021-07-19T04:06:03Z', 'revision_number': 6, 'project_id': '863b74c748ce4ef78f93bfe7a916be9d', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:06:04.235055 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.271146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4797fd4-a251-4c5c-b2c4-d9289d72cebe,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:04.334201 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.422444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.424479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.466993 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.467492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65bc9a6a-a74c-44ab-af27-ad8e195d76cf {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:06:04.471688 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.472860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6355c46e-d2cb-4575-bdf7-b705954dd26a admin admin] 10.222.0.20 "DELETE /v2.0/routers/65bc9a6a-a74c-44ab-af27-ad8e195d76cf HTTP/1.1" status: 204 len: 168 time: 0.7515101 Jul 19 04:06:04.475362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45528) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:04.525562 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-09216e07-08fd-486c-9036-279258ccf7fc admin admin] Deleting subnet 1f75b437-743d-4df5-9c49-0cde4f316f9e {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:06:04.529643 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09216e07-08fd-486c-9036-279258ccf7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.564150 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09216e07-08fd-486c-9036-279258ccf7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.650126 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09216e07-08fd-486c-9036-279258ccf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.702877 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09216e07-08fd-486c-9036-279258ccf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.735136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09216e07-08fd-486c-9036-279258ccf7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f75b437-743d-4df5-9c49-0cde4f316f9e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:04.737116 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-09216e07-08fd-486c-9036-279258ccf7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.741378 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-09216e07-08fd-486c-9036-279258ccf7fc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1f75b437-743d-4df5-9c49-0cde4f316f9e HTTP/1.1" status: 204 len: 168 time: 0.2627108 Jul 19 04:06:04.741475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45530) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:04.743902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d621c93-7c34-4d1c-b9f6-02a44498ce48 None None] Network 77e97485-9023-42d3-af7e-686d0aee9525 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:06:04.808988 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.862463 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Deleting port 585a111b-d68a-488f-a61c-40a4abea3f8a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:06:04.862703 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.934472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] For port 585a111b-d68a-488f-a61c-40a4abea3f8a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=585a111b-d68a-488f-a61c-40a4abea3f8a,segment=NetworkSegment(eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc),segment_id=eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:04.934767 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:04.946043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Calling delete_port for 585a111b-d68a-488f-a61c-40a4abea3f8a owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:06:05.014490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411da0c9-b72b-4759-8afc-156cd80fda3b None None] DHCP port deletion for 77e97485-9023-42d3-af7e-686d0aee9525 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:06:05.031202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:05.060972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Pushing event deleted for resources: {'Port': ['ID=585a111b-d68a-488f-a61c-40a4abea3f8a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:05.066937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-411da0c9-b72b-4759-8afc-156cd80fda3b None None] Deleting port 585a111b-d68a-488f-a61c-40a4abea3f8a {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:06:05.067318 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-411da0c9-b72b-4759-8afc-156cd80fda3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:05.070594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] No DVR routers for this DVR port 585a111b-d68a-488f-a61c-40a4abea3f8a on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:06:05.095179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 602ec407-4145-41d7-a4b9-6423554ffd82 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:06:05.145579 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:05.154809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-411da0c9-b72b-4759-8afc-156cd80fda3b None None] For port 585a111b-d68a-488f-a61c-40a4abea3f8a, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:05.155214 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-411da0c9-b72b-4759-8afc-156cd80fda3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:05.157610 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e97485-9023-42d3-af7e-686d0aee9525']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:05.157819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 602ec407-4145-41d7-a4b9-6423554ffd82 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:06:05.158139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 602ec407-4145-41d7-a4b9-6423554ffd82 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:06:05.158584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 585a111b-d68a-488f-a61c-40a4abea3f8a no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:06:05.169439 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:05.169737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9efc40-38a1-47d6-a7cb-e2e1bd46a8dc') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:05.171308 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-411da0c9-b72b-4759-8afc-156cd80fda3b None None] Calling delete_port for 585a111b-d68a-488f-a61c-40a4abea3f8a owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:06:05.178855 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:05.188734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-411da0c9-b72b-4759-8afc-156cd80fda3b None None] Port 585a111b-d68a-488f-a61c-40a4abea3f8a was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 04:06:05.190179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 585a111b-d68a-488f-a61c-40a4abea3f8a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:06:05.190574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 585a111b-d68a-488f-a61c-40a4abea3f8a not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:06:05.191061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4797fd4-a251-4c5c-b2c4-d9289d72cebe no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:06:05.193934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:05.200851 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:06:05.201246 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:06:05.203079 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:06:05.210506 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-411da0c9-b72b-4759-8afc-156cd80fda3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:05.213129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: f4797fd4-a251-4c5c-b2c4-d9289d72cebe {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:06:05.214319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f4797fd4-a251-4c5c-b2c4-d9289d72cebe not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:06:05.241648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411da0c9-b72b-4759-8afc-156cd80fda3b None None] Pushing event deleted for resources: {'Port': ['ID=585a111b-d68a-488f-a61c-40a4abea3f8a,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:05.247451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411da0c9-b72b-4759-8afc-156cd80fda3b None None] No DVR routers for this DVR port 585a111b-d68a-488f-a61c-40a4abea3f8a on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:06:05.282503 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:05.288882 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:05.290921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] 10.222.0.20 "DELETE /v2.0/networks/77e97485-9023-42d3-af7e-686d0aee9525 HTTP/1.1" status: 204 len: 168 time: 0.5485284 Jul 19 04:06:05.294257 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45532) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:05.302343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd47943-6eba-4435-b7c2-665378889289 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e97485-9023-42d3-af7e-686d0aee9525,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:05.648106 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:06.240259 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Deleting port 2e312d66-6167-4778-a43a-769aaa42e6c7 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:06:06.240600 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:06.318577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] For port 2e312d66-6167-4778-a43a-769aaa42e6c7, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=2e312d66-6167-4778-a43a-769aaa42e6c7,segment=NetworkSegment(7241b8b5-74cf-4d2e-9ddd-c68a28811664),segment_id=7241b8b5-74cf-4d2e-9ddd-c68a28811664)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:06.319309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:06.331693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Calling delete_port for 2e312d66-6167-4778-a43a-769aaa42e6c7 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:06:06.506920 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:06.536888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e312d66-6167-4778-a43a-769aaa42e6c7,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:06.563665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.564010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.564345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.564673 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.564997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.565320 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.565642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.565962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.566300 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.566626 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.566942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.567259 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:06.710970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:06.926571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:06:07.035437 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:06:07.040300 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-53459c1a-1f1a-497b-9c75-e8d969b64d0a admin admin] 10.222.0.20 "PUT /v2.0/routers/2cfe55d4-6c66-4c95-bb68-88e9ebf06534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7445142 Jul 19 04:06:07.043155 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45534) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:07.045383 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] Sync routers for ids ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:06:07.054499 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] Routers {'2cfe55d4-6c66-4c95-bb68-88e9ebf06534'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:07.055113 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:05:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:07.147844 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.158335 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] Set router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:07.245484 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.303095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Deleting port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:06:07.303435 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.332833 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'name': 'tempest-TestEncryptedCinderVolumes-1704453272-router', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:53Z', 'updated_at': '2021-07-19T04:06:06Z', 'revision_number': 5, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'gw_port': {'id': '300423ab-9bb6-4a7c-a5e6-61e69525ed0c', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:04:54Z', 'updated_at': '2021-07-19T04:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:07.363029 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] Checking router: 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:06:07.371310 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] Routers {'2cfe55d4-6c66-4c95-bb68-88e9ebf06534'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:07.371933 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:05:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:07.382149 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] For port 300423ab-9bb6-4a7c-a5e6-61e69525ed0c, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=300423ab-9bb6-4a7c-a5e6-61e69525ed0c,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:07.382722 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.397379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Calling delete_port for 300423ab-9bb6-4a7c-a5e6-61e69525ed0c owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:06:07.408369 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.457428 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] Set router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:07.507427 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'name': 'tempest-TestEncryptedCinderVolumes-1704453272-router', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:53Z', 'updated_at': '2021-07-19T04:06:07Z', 'revision_number': 6, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:07.537814 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6f89b-4069-4820-a61e-ddac17ecefc1 None None] The sync data for ids ['2cfe55d4-6c66-4c95-bb68-88e9ebf06534'] in n-d-762330-18 is: [{'id': '2cfe55d4-6c66-4c95-bb68-88e9ebf06534', 'name': 'tempest-TestEncryptedCinderVolumes-1704453272-router', 'tenant_id': 'b255c08a600842128231e40f7f6d71a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:04:53Z', 'updated_at': '2021-07-19T04:06:07Z', 'revision_number': 6, 'project_id': 'b255c08a600842128231e40f7f6d71a4', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:06:07.565544 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.592849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Pushing event deleted for resources: {'Port': ['ID=300423ab-9bb6-4a7c-a5e6-61e69525ed0c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:07.657170 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.751850 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.754121 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.798662 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.799187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cfe55d4-6c66-4c95-bb68-88e9ebf06534 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:06:07.803472 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.804692 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f2ee85e1-8192-4ec9-a6fe-dcb449c1e36c admin admin] 10.222.0.20 "DELETE /v2.0/routers/2cfe55d4-6c66-4c95-bb68-88e9ebf06534 HTTP/1.1" status: 204 len: 168 time: 0.7605939 Jul 19 04:06:07.807588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45536) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:07.817418 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.856100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4e8280-9415-4b32-adf7-3934564e31dc admin admin] Deleting subnet 5af61d94-fa72-4926-9053-63fdae3003dc {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:06:07.859314 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8280-9415-4b32-adf7-3934564e31dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.894977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8280-9415-4b32-adf7-3934564e31dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:07.974521 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8280-9415-4b32-adf7-3934564e31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.027899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8280-9415-4b32-adf7-3934564e31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.058973 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e8280-9415-4b32-adf7-3934564e31dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af61d94-fa72-4926-9053-63fdae3003dc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:08.062418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8280-9415-4b32-adf7-3934564e31dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.064278 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1b4e8280-9415-4b32-adf7-3934564e31dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5af61d94-fa72-4926-9053-63fdae3003dc HTTP/1.1" status: 204 len: 168 time: 0.2556579 Jul 19 04:06:08.066850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45538) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:08.069066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9aa74d-6388-442d-96dc-bdc5ddf40754 None None] Network c06c9723-5f72-4eb4-aad1-be25285c4747 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:06:08.136984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.189100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Deleting port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:06:08.189443 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.257882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] For port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc,segment=NetworkSegment(7241b8b5-74cf-4d2e-9ddd-c68a28811664),segment_id=7241b8b5-74cf-4d2e-9ddd-c68a28811664)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:08.258238 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.272330 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Calling delete_port for c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:06:08.277160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c1048-eb8d-40a1-8354-77c7f6bb077a None None] DHCP port deletion for c06c9723-5f72-4eb4-aad1-be25285c4747 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:06:08.325032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e29c1048-eb8d-40a1-8354-77c7f6bb077a None None] Deleting port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:06:08.325409 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e29c1048-eb8d-40a1-8354-77c7f6bb077a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.357688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.388701 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:08.389383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-e29c1048-eb8d-40a1-8354-77c7f6bb077a None None] For port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc,segment=NetworkSegment(7241b8b5-74cf-4d2e-9ddd-c68a28811664),segment_id=7241b8b5-74cf-4d2e-9ddd-c68a28811664)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:08.389383 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e29c1048-eb8d-40a1-8354-77c7f6bb077a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.394204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] No DVR routers for this DVR port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:06:08.402968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e29c1048-eb8d-40a1-8354-77c7f6bb077a None None] Calling delete_port for c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:06:08.465666 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.476035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06c9723-5f72-4eb4-aad1-be25285c4747']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:08.484152 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e29c1048-eb8d-40a1-8354-77c7f6bb077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.487183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7241b8b5-74cf-4d2e-9ddd-c68a28811664') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:08.487482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7241b8b5-74cf-4d2e-9ddd-c68a28811664') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:08.498024 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.512636 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.517319 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c1048-eb8d-40a1-8354-77c7f6bb077a None None] No DVR routers for this DVR port c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:06:08.519619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c1048-eb8d-40a1-8354-77c7f6bb077a None None] Pushing event deleted for resources: {'Port': ['ID=c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:08.519814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:06:08.520207 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:06:08.521947 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:06:08.588419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.593937 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.595796 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c06c9723-5f72-4eb4-aad1-be25285c4747 HTTP/1.1" status: 204 len: 168 time: 0.5280349 Jul 19 04:06:08.606921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000ff66-b1ca-45db-8fc0-7d39847d3640 admin admin] Pushing event deleted for resources: {'Network': ['ID=c06c9723-5f72-4eb4-aad1-be25285c4747,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:08.749302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45542) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:08.791093 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4df78830-0ab2-433d-a30c-f7d497cce22a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=863b74c748ce4ef78f93bfe7a916be9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384121 Jul 19 04:06:08.791921 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45544) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:08.840185 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5157893-c9b9-4be8-85cd-aa52d76d9057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.861770 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5157893-c9b9-4be8-85cd-aa52d76d9057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.910620 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5157893-c9b9-4be8-85cd-aa52d76d9057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.912336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 300423ab-9bb6-4a7c-a5e6-61e69525ed0c no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:06:08.913482 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e5157893-c9b9-4be8-85cd-aa52d76d9057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:08.914698 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e5157893-c9b9-4be8-85cd-aa52d76d9057 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ce6e985-995d-4cbc-a120-dad531a7b23d HTTP/1.1" status: 204 len: 168 time: 0.1218386 Jul 19 04:06:08.924992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5157893-c9b9-4be8-85cd-aa52d76d9057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce6e985-995d-4cbc-a120-dad531a7b23d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:08.932619 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 300423ab-9bb6-4a7c-a5e6-61e69525ed0c {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:06:08.933039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 300423ab-9bb6-4a7c-a5e6-61e69525ed0c not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:06:08.933472 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:06:08.959413 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:06:08.959757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c6c8ed98-f43c-4bcc-8489-9a7f4bb63acc not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:06:08.960167 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2e312d66-6167-4778-a43a-769aaa42e6c7 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:06:08.982039 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 2e312d66-6167-4778-a43a-769aaa42e6c7 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:06:08.982411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 2e312d66-6167-4778-a43a-769aaa42e6c7 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:06:09.229936 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45550) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:09.270046 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1b8fcd5a-acd8-43da-b656-0ad58ea105dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b255c08a600842128231e40f7f6d71a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389426 Jul 19 04:06:09.272380 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45552) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:09.320805 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-486cfc82-3363-4bff-b732-056f32c71321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:09.342132 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-486cfc82-3363-4bff-b732-056f32c71321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:09.389760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-486cfc82-3363-4bff-b732-056f32c71321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:09.392365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-486cfc82-3363-4bff-b732-056f32c71321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:09.393791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-486cfc82-3363-4bff-b732-056f32c71321 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bc02715-2d98-45fe-ab7a-2b8b30eb679d HTTP/1.1" status: 204 len: 168 time: 0.1202035 Jul 19 04:06:09.401497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cfc82-3363-4bff-b732-056f32c71321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc02715-2d98-45fe-ab7a-2b8b30eb679d,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:09.923117 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:06:10.033614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45574) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:10.126325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1646357647-network', 'tenant_id': '564a78fe219742be996183456390cec7'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:06:10.152892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Made reservation on behalf of 564a78fe219742be996183456390cec7 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:06:10.155377 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.163593 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.250534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.254295 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.274488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:06:10.294075 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad49560-8dc5-45cf-8974-36a376d59168,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:10.298825 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.299168 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Added segment 0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363 of type vlan for network adf9c9b7-392f-431a-9f7e-c3c3cd874807 Jul 19 04:06:10.337895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.366820 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.367839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:10.368422 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.399267 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3645301 Jul 19 04:06:10.402502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45578) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:10.407593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Request body: {'subnet': {'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1646357647-subnet', 'tenant_id': '564a78fe219742be996183456390cec7', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:06:10.433489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Made reservation on behalf of 564a78fe219742be996183456390cec7 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:06:10.435358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d3238-be61-4f95-9e08-8a12d06ef0fd admin admin] Pushing event updated for resources: {'Network': ['ID=adf9c9b7-392f-431a-9f7e-c3c3cd874807,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:10.435856 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.444817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network adf9c9b7-392f-431a-9f7e-c3c3cd874807 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:06:10.611675 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.659942 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c749a319-a6ad-4ba0-9bce-627df789d159,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:10.675167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Checking segment: {'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:06:10.675530 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Network hostable DHCP agents. Network: adf9c9b7-392f-431a-9f7e-c3c3cd874807, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:06:10.690751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Network adf9c9b7-392f-431a-9f7e-c3c3cd874807 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:06:10.699023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, adf9c9b7-392f-431a-9f7e-c3c3cd874807) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:10.703074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:10.703667 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.708136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c160b83-3fb9-4775-baf3-7fc0b54e9428 None None] Network adf9c9b7-392f-431a-9f7e-c3c3cd874807 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:06:10.717852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b29fb3f0-c777-43ee-9f40-06a1fb3c4906 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3142202 Jul 19 04:06:10.720885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45580) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:10.725297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:06:10.748385 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.749366 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.800019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.854888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:06:10.855850 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.940150 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:10.988401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Allocated IP 172.20.0.2 (adf9c9b7-392f-431a-9f7e-c3c3cd874807/c749a319-a6ad-4ba0-9bce-627df789d159/1335852a-b235-44b3-ac3b-ba030725951d) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:06:11.134091 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:11.140548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:11.143459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Transition to ACTIVE for port object 1335852a-b235-44b3-ac3b-ba030725951d will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:11.159265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Transition to ACTIVE for port object 1335852a-b235-44b3-ac3b-ba030725951d will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:11.160611 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:11.164874 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:11.200644 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Network adf9c9b7-392f-431a-9f7e-c3c3cd874807 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:06:11.206642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:11.210112 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:06:11.217148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Pushing event updated for resources: {'Port': ['ID=1335852a-b235-44b3-ac3b-ba030725951d,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:11.262288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Allocated IP 172.25.2.179 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/aaaa9f2c-6bea-4c3a-8286-812b09d866f6) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:06:11.268870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Attempting to bind port 1335852a-b235-44b3-ac3b-ba030725951d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:06:11.269240 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Attempting to bind port 1335852a-b235-44b3-ac3b-ba030725951d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:06:11.269598 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Attempting to bind port 1335852a-b235-44b3-ac3b-ba030725951d on network adf9c9b7-392f-431a-9f7e-c3c3cd874807 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:06:11.274848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:06:11.275218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Checking segment: {'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:06:11.276215 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:11.276628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Bound using segment: {'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:06:11.277066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Bound port: 1335852a-b235-44b3-ac3b-ba030725951d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:06:11.277443 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:11.342017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] For port 1335852a-b235-44b3-ac3b-ba030725951d, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:06:11.345416 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] For port 1335852a-b235-44b3-ac3b-ba030725951d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1335852a-b235-44b3-ac3b-ba030725951d,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:06:11.349217 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:11.370767 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:11.412923 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724575a-57fd-4e2a-97e5-06fedb6b69f4 None None] Pushing event updated for resources: {'Port': ['ID=1335852a-b235-44b3-ac3b-ba030725951d,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:11.413587 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:11.452825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:06:11.459364 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:11.462339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:06:11.487974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Pushing event updated for resources: {'Port': ['ID=aaaa9f2c-6bea-4c3a-8286-812b09d866f6,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:12.031135 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:12.239778 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:12.273665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d54a191-cb7a-412d-99a7-3262dd0e7b07 None None] Network adf9c9b7-392f-431a-9f7e-c3c3cd874807 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:06:12.372068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Router 9cecace7-2e4b-4785-966a-cfd04d92953e is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:06:12.382527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-89578a52-5d8f-4f9d-95b4-8843b5199f46 None None] Provisioning for port 1335852a-b235-44b3-ac3b-ba030725951d completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:12.486744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:06:12.499735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Sync routers for ids ['9cecace7-2e4b-4785-966a-cfd04d92953e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:06:12.506625 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:12.508632 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-929954cb-f5fc-4a4b-a3ac-e1ba18a3d976 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7866096 Jul 19 04:06:12.511794 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45582) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:12.513678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Routers {'9cecace7-2e4b-4785-966a-cfd04d92953e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:12.514343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:05:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9cecace7-2e4b-4785-966a-cfd04d92953e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:12.572086 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8ea2-f76c-4d7c-b8b1-5b59bf64502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:12.634590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Set router 9cecace7-2e4b-4785-966a-cfd04d92953e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:12.814952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:11Z', 'revision_number': 3, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:12.845161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Checking router: 9cecace7-2e4b-4785-966a-cfd04d92953e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:06:12.845509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Updating router 9cecace7-2e4b-4785-966a-cfd04d92953e port aaaa9f2c-6bea-4c3a-8286-812b09d866f6 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:06:12.880766 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:12.946248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:12.961520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1335852a-b235-44b3-ac3b-ba030725951d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:13.080616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 1335852a-b235-44b3-ac3b-ba030725951d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:13.086640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1335852a-b235-44b3-ac3b-ba030725951d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:13.087017 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.107306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Allocated IP 172.20.0.1 (adf9c9b7-392f-431a-9f7e-c3c3cd874807/c749a319-a6ad-4ba0-9bce-627df789d159/940b2b58-2674-4a0a-89e3-92e0e2d591d8) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:06:13.219956 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.232403 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.235051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.235307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Transition to ACTIVE for port object 940b2b58-2674-4a0a-89e3-92e0e2d591d8 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:13.252370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Transition to ACTIVE for port object aaaa9f2c-6bea-4c3a-8286-812b09d866f6 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:13.262065 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.271078 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.307406 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Network adf9c9b7-392f-431a-9f7e-c3c3cd874807 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:06:13.308696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 1335852a-b235-44b3-ac3b-ba030725951d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1335852a-b235-44b3-ac3b-ba030725951d,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:13.310901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:13.316202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:06:13.325558 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.335094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Attempting to bind port aaaa9f2c-6bea-4c3a-8286-812b09d866f6 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:06:13.335463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Attempting to bind port aaaa9f2c-6bea-4c3a-8286-812b09d866f6 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:06:13.335825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Attempting to bind port aaaa9f2c-6bea-4c3a-8286-812b09d866f6 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:06:13.337855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddde6f-cd49-43ef-b871-7586e0988c63 None None] Pushing event updated for resources: {'Port': ['ID=aaaa9f2c-6bea-4c3a-8286-812b09d866f6,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:13.344297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Pushing event updated for resources: {'Port': ['ID=940b2b58-2674-4a0a-89e3-92e0e2d591d8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:13.362580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.364868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:06:13.365249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:06:13.365653 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.366047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:06:13.366560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Bound port: aaaa9f2c-6bea-4c3a-8286-812b09d866f6, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:06:13.366941 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.425436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=1335852a-b235-44b3-ac3b-ba030725951d,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:13.439844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] For port aaaa9f2c-6bea-4c3a-8286-812b09d866f6, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:06:13.443087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] For port aaaa9f2c-6bea-4c3a-8286-812b09d866f6, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=aaaa9f2c-6bea-4c3a-8286-812b09d866f6,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:06:13.449971 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.516964 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Routers {'9cecace7-2e4b-4785-966a-cfd04d92953e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:13.517868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:05:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9cecace7-2e4b-4785-966a-cfd04d92953e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:13.518244 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.520162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddde6f-cd49-43ef-b871-7586e0988c63 None None] Pushing event updated for resources: {'Port': ['ID=aaaa9f2c-6bea-4c3a-8286-812b09d866f6,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:13.589078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f94a091d-8c47-4c5c-8ed4-8ab28681617c None None] Provisioning for port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:13.619895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f94a091d-8c47-4c5c-8ed4-8ab28681617c None None] Provisioning complete for port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:13.620271 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f94a091d-8c47-4c5c-8ed4-8ab28681617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.688883 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.693902 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.767739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Pushing event updated for resources: {'Port': ['ID=940b2b58-2674-4a0a-89e3-92e0e2d591d8,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:13.771429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:13.828066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] Set router 9cecace7-2e4b-4785-966a-cfd04d92953e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:13.830130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f94a091d-8c47-4c5c-8ed4-8ab28681617c None None] Port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:06:13.864154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Network adf9c9b7-392f-431a-9f7e-c3c3cd874807 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:06:13.865553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:13.987716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Router 9cecace7-2e4b-4785-966a-cfd04d92953e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:06:14.039339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 1, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:14.066076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d713364-effd-4fd2-971d-f522201ec8fe None None] The sync data for ids ['9cecace7-2e4b-4785-966a-cfd04d92953e'] in n-d-762330-18 is: [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 1, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:06:14.103475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:06:14.108408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b158b92e-a66a-4a17-a3ab-343c904cc357 admin admin] 10.222.0.20 "PUT /v2.0/routers/9cecace7-2e4b-4785-966a-cfd04d92953e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5956428 Jul 19 04:06:14.153174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d37439d2-651d-45a1-930e-15fc73d41f63 None None] Provisioning complete for port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:14.153494 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d37439d2-651d-45a1-930e-15fc73d41f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:14.192677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d37439d2-651d-45a1-930e-15fc73d41f63 None None] Port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:06:14.615141 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45598) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:14.620734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1064705564-network', 'tenant_id': '3905379b049842c39c330535b61258b5'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:06:14.648339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Made reservation on behalf of 3905379b049842c39c330535b61258b5 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:06:14.652649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:14.662019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:14.774141 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:14.779784 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:14.805852 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:06:14.815062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb00ec-0c17-4364-8eea-ed1bbc242e59,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:14.821373 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:14.821702 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Added segment 7a07aa7f-6040-4e21-89b5-d8239025930e of type vlan for network e5d95da8-d075-4a1b-871c-9a35af38e983 Jul 19 04:06:14.868473 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:14.910024 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:14.911079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:14.911673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:14.950336 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3339622 Jul 19 04:06:14.953219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45600) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:14.964375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Request body: {'subnet': {'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1064705564-subnet', 'tenant_id': '3905379b049842c39c330535b61258b5', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:06:14.979459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9476fc-953d-4a01-8ec7-b6fc4a7153e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d95da8-d075-4a1b-871c-9a35af38e983,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:14.991493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network e5d95da8-d075-4a1b-871c-9a35af38e983 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:06:15.005748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Made reservation on behalf of 3905379b049842c39c330535b61258b5 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:06:15.010788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.038378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1335852a-b235-44b3-ac3b-ba030725951d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:15.152380 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-10b02567-1537-4602-b8a9-1e460e663931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.165168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1335852a-b235-44b3-ac3b-ba030725951d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:15.165542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.237775 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.270627 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aaaa9f2c-6bea-4c3a-8286-812b09d866f6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:15.310604 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d583a27a-101a-4400-ae96-3d979d29728b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:15.323678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Checking segment: {'id': '7a07aa7f-6040-4e21-89b5-d8239025930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:06:15.324132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Network hostable DHCP agents. Network: e5d95da8-d075-4a1b-871c-9a35af38e983, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:06:15.333937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port aaaa9f2c-6bea-4c3a-8286-812b09d866f6 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:15.338483 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port aaaa9f2c-6bea-4c3a-8286-812b09d866f6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:15.339197 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.346636 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Network e5d95da8-d075-4a1b-871c-9a35af38e983 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:06:15.356947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, e5d95da8-d075-4a1b-871c-9a35af38e983) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:15.361543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:15.362179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.371557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0c8ca-9a40-4f69-aae9-b07c5082c043 None None] Network e5d95da8-d075-4a1b-871c-9a35af38e983 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:06:15.378059 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cdbac981-317b-4bab-a09d-8676c64d866e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4231162 Jul 19 04:06:15.380589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45602) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:15.387071 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1064705564-router', 'tenant_id': '3905379b049842c39c330535b61258b5', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:06:15.412936 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.414078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.484092 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.516833 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.573426 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port aaaa9f2c-6bea-4c3a-8286-812b09d866f6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=aaaa9f2c-6bea-4c3a-8286-812b09d866f6,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:15.579578 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.636109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-e5d95da8-d075-4a1b-871c-9a35af38e983', 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983', 'tenant_id': '3905379b049842c39c330535b61258b5', 'fixed_ips': [{'subnet_id': 'd583a27a-101a-4400-ae96-3d979d29728b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:06:15.636975 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.647923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.661806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=aaaa9f2c-6bea-4c3a-8286-812b09d866f6,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:15.749262 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.798728 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Allocated IP 172.20.0.2 (e5d95da8-d075-4a1b-871c-9a35af38e983/d583a27a-101a-4400-ae96-3d979d29728b/19f7f8f8-0533-4afa-9e8a-8b435716441e) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:06:15.858023 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.877697 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.952494 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.961473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Transition to ACTIVE for port object 19f7f8f8-0533-4afa-9e8a-8b435716441e will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:15.976608 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Transition to ACTIVE for port object 19f7f8f8-0533-4afa-9e8a-8b435716441e will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:15.983453 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:15.986608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Allocated IP 172.25.2.134 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/4f2e3a69-924e-457a-a681-b2298e3de2d8) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:06:16.025809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Network e5d95da8-d075-4a1b-871c-9a35af38e983 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:06:16.028661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:16.032270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:06:16.037924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Pushing event updated for resources: {'Port': ['ID=19f7f8f8-0533-4afa-9e8a-8b435716441e,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:16.104559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Attempting to bind port 19f7f8f8-0533-4afa-9e8a-8b435716441e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:06:16.104805 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Attempting to bind port 19f7f8f8-0533-4afa-9e8a-8b435716441e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '7a07aa7f-6040-4e21-89b5-d8239025930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:06:16.105168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Attempting to bind port 19f7f8f8-0533-4afa-9e8a-8b435716441e on network e5d95da8-d075-4a1b-871c-9a35af38e983 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:06:16.106789 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:16.110208 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:06:16.110755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Checking segment: {'id': '7a07aa7f-6040-4e21-89b5-d8239025930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:06:16.111001 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:16.111393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Bound using segment: {'id': '7a07aa7f-6040-4e21-89b5-d8239025930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:06:16.111856 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Bound port: 19f7f8f8-0533-4afa-9e8a-8b435716441e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a07aa7f-6040-4e21-89b5-d8239025930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:06:16.112240 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:16.145619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:16.182525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:06:16.182792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] For port 19f7f8f8-0533-4afa-9e8a-8b435716441e, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:06:16.185868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:16.187006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] For port 19f7f8f8-0533-4afa-9e8a-8b435716441e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=19f7f8f8-0533-4afa-9e8a-8b435716441e,segment=NetworkSegment(7a07aa7f-6040-4e21-89b5-d8239025930e),segment_id=7a07aa7f-6040-4e21-89b5-d8239025930e)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:06:16.191671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:06:16.192480 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:16.220323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2e3a69-924e-457a-a681-b2298e3de2d8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:16.257408 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c34ac-264f-41f7-b8b3-77a795c245ae None None] Pushing event updated for resources: {'Port': ['ID=19f7f8f8-0533-4afa-9e8a-8b435716441e,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:16.281615 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Sync routers for ids ['9cecace7-2e4b-4785-966a-cfd04d92953e'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:06:16.291683 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Routers {'9cecace7-2e4b-4785-966a-cfd04d92953e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:16.292428 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:06:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9cecace7-2e4b-4785-966a-cfd04d92953e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:16.405276 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Set router 9cecace7-2e4b-4785-966a-cfd04d92953e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:16.465630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:16.581012 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:16.647826 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 2, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:16.673556 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Checking router: 9cecace7-2e4b-4785-966a-cfd04d92953e for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:06:16.673910 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Updating router 9cecace7-2e4b-4785-966a-cfd04d92953e port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:06:16.683942 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:16.711415 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:16.813691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Router fadda0d7-b5ce-4854-8280-e3d9c3980473 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:06:16.953917 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:06:16.966855 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Sync routers for ids ['fadda0d7-b5ce-4854-8280-e3d9c3980473'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:06:16.972921 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:16.974637 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-affceb00-55e6-40c7-9f34-63613c9d6d44 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5927238 Jul 19 04:06:16.977579 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45604) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:06:16.983184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Routers {'fadda0d7-b5ce-4854-8280-e3d9c3980473'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:16.984104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:06:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['fadda0d7-b5ce-4854-8280-e3d9c3980473'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:17.093499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 19f7f8f8-0533-4afa-9e8a-8b435716441e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:17.107263 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:17.118220 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Transition to ACTIVE for port object 940b2b58-2674-4a0a-89e3-92e0e2d591d8 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:17.125389 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:17.156543 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Set router fadda0d7-b5ce-4854-8280-e3d9c3980473 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:17.194204 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Pushing event updated for resources: {'Port': ['ID=940b2b58-2674-4a0a-89e3-92e0e2d591d8,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:17.206345 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.206737 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.207143 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.207479 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.207942 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.208418 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.208802 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.209226 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.209568 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.209863 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.210403 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.210771 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:17.244038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 19f7f8f8-0533-4afa-9e8a-8b435716441e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:17.263156 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aaaa9f2c-6bea-4c3a-8286-812b09d866f6 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:17.293804 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Attempting to bind port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:06:17.294816 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Attempting to bind port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:06:17.295344 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Attempting to bind port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 on network adf9c9b7-392f-431a-9f7e-c3c3cd874807 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:06:17.301763 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:06:17.302600 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Checking segment: {'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:06:17.303018 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:17.303411 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Bound using segment: {'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:06:17.303878 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Bound port: 940b2b58-2674-4a0a-89e3-92e0e2d591d8, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:06:17.304257 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:17.375552 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] For port 940b2b58-2674-4a0a-89e3-92e0e2d591d8, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:06:17.378906 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] For port 940b2b58-2674-4a0a-89e3-92e0e2d591d8, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=940b2b58-2674-4a0a-89e3-92e0e2d591d8,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:06:17.391705 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:17.446010 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port aaaa9f2c-6bea-4c3a-8286-812b09d866f6 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:17.446589 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:17.463995 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dee0d-2cf0-4390-bd22-04a27805b789 None None] Pushing event updated for resources: {'Port': ['ID=940b2b58-2674-4a0a-89e3-92e0e2d591d8,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:17.492196 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Routers {'9cecace7-2e4b-4785-966a-cfd04d92953e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:17.492833 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:06:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9cecace7-2e4b-4785-966a-cfd04d92953e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:17.497260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'name': 'tempest-TestMinimumBasicScenario-1064705564-router', 'tenant_id': '3905379b049842c39c330535b61258b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:16Z', 'revision_number': 3, 'project_id': '3905379b049842c39c330535b61258b5', 'gw_port': {'id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:17.505512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d102ba4-0ebf-46b8-9e82-fa9adb6d5dbe None None] Network e5d95da8-d075-4a1b-871c-9a35af38e983 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:06:17.577239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Checking router: fadda0d7-b5ce-4854-8280-e3d9c3980473 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:06:17.577757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Updating router fadda0d7-b5ce-4854-8280-e3d9c3980473 port 4f2e3a69-924e-457a-a681-b2298e3de2d8 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:06:17.622206 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] Set router 9cecace7-2e4b-4785-966a-cfd04d92953e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:17.685306 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:17.785050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c81b3938-a88b-4b37-8e12-d11de60f07c0 None None] Provisioning for port 19f7f8f8-0533-4afa-9e8a-8b435716441e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:17.834125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c81b3938-a88b-4b37-8e12-d11de60f07c0 None None] Provisioning complete for port 19f7f8f8-0533-4afa-9e8a-8b435716441e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:17.834568 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c81b3938-a88b-4b37-8e12-d11de60f07c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:17.851522 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:17Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:17.880183 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd40408-f196-4757-80c9-9baa1ea88072 None None] The sync data for ids ['9cecace7-2e4b-4785-966a-cfd04d92953e'] in n-d-762330-18 is: [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:17Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:06:17.935440 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.129875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Allocated IP 172.20.0.1 (e5d95da8-d075-4a1b-871c-9a35af38e983/d583a27a-101a-4400-ae96-3d979d29728b/3d7f96d3-99da-4574-9d85-84cb84c0cb5e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:06:18.235035 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.239240 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c81b3938-a88b-4b37-8e12-d11de60f07c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.257514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.273647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Transition to ACTIVE for port object 3d7f96d3-99da-4574-9d85-84cb84c0cb5e will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:18.320128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-c81b3938-a88b-4b37-8e12-d11de60f07c0 None None] For port 19f7f8f8-0533-4afa-9e8a-8b435716441e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=19f7f8f8-0533-4afa-9e8a-8b435716441e,segment=NetworkSegment(7a07aa7f-6040-4e21-89b5-d8239025930e),segment_id=7a07aa7f-6040-4e21-89b5-d8239025930e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:18.325075 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.329402 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c81b3938-a88b-4b37-8e12-d11de60f07c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.370355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Network e5d95da8-d075-4a1b-871c-9a35af38e983 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:06:18.376690 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.381144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:18.384325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:06:18.387871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Pushing event updated for resources: {'Port': ['ID=3d7f96d3-99da-4574-9d85-84cb84c0cb5e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:18.393998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Transition to ACTIVE for port object 4f2e3a69-924e-457a-a681-b2298e3de2d8 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:18.426844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b3938-a88b-4b37-8e12-d11de60f07c0 None None] Pushing event updated for resources: {'Port': ['ID=19f7f8f8-0533-4afa-9e8a-8b435716441e,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:18.439007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.442365 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.511291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abf087-aac6-478d-9a7b-9de4bf85a1de None None] Pushing event updated for resources: {'Port': ['ID=4f2e3a69-924e-457a-a681-b2298e3de2d8,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:18.515005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Attempting to bind port 4f2e3a69-924e-457a-a681-b2298e3de2d8 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:06:18.515492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Attempting to bind port 4f2e3a69-924e-457a-a681-b2298e3de2d8 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:06:18.516325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Attempting to bind port 4f2e3a69-924e-457a-a681-b2298e3de2d8 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:06:18.524887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:06:18.525326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:06:18.526112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.526422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:06:18.528677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Bound port: 4f2e3a69-924e-457a-a681-b2298e3de2d8, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:06:18.529083 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.598620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] For port 4f2e3a69-924e-457a-a681-b2298e3de2d8, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:06:18.605616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] For port 4f2e3a69-924e-457a-a681-b2298e3de2d8, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4f2e3a69-924e-457a-a681-b2298e3de2d8,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:06:18.613471 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.617283 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.646317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6b84a4f0-6084-478c-84fc-aa819c3d166c None None] Provisioning complete for port 19f7f8f8-0533-4afa-9e8a-8b435716441e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:18.646697 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6b84a4f0-6084-478c-84fc-aa819c3d166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.703838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Routers {'fadda0d7-b5ce-4854-8280-e3d9c3980473'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:18.704662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:06:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['fadda0d7-b5ce-4854-8280-e3d9c3980473'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:18.754715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abf087-aac6-478d-9a7b-9de4bf85a1de None None] Pushing event updated for resources: {'Port': ['ID=4f2e3a69-924e-457a-a681-b2298e3de2d8,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:18.808796 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.813327 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.862410 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] Set router fadda0d7-b5ce-4854-8280-e3d9c3980473 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:18.889194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Pushing event updated for resources: {'Port': ['ID=3d7f96d3-99da-4574-9d85-84cb84c0cb5e,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:18.893252 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:18.960489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 19f7f8f8-0533-4afa-9e8a-8b435716441e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:18.988777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Network e5d95da8-d075-4a1b-871c-9a35af38e983 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:06:18.990586 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:19.054179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cbb3fd0e-53ca-47b7-966f-c023a276f9f3 None None] Provisioning for port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:19.068372 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cbb3fd0e-53ca-47b7-966f-c023a276f9f3 None None] Provisioning complete for port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:19.068742 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cbb3fd0e-53ca-47b7-966f-c023a276f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:19.116009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Router fadda0d7-b5ce-4854-8280-e3d9c3980473 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:06:19.128533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3fd0e-53ca-47b7-966f-c023a276f9f3 None None] Port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:06:19.143047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 19f7f8f8-0533-4afa-9e8a-8b435716441e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:19.143424 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:19.190169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'name': 'tempest-TestMinimumBasicScenario-1064705564-router', 'tenant_id': '3905379b049842c39c330535b61258b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:18Z', 'revision_number': 4, 'project_id': '3905379b049842c39c330535b61258b5', 'gw_port': {'id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3d7f96d3-99da-4574-9d85-84cb84c0cb5e', 'name': '', 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983', 'tenant_id': '3905379b049842c39c330535b61258b5', 'mac_address': 'fa:16:3e:92:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd583a27a-101a-4400-ae96-3d979d29728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:17Z', 'updated_at': '2021-07-19T04:06:18Z', 'revision_number': 1, 'project_id': '3905379b049842c39c330535b61258b5', 'subnets': [{'id': 'd583a27a-101a-4400-ae96-3d979d29728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:19.224218 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88ec4d-93b2-4d21-ae9c-6d9e112bbcf3 None None] The sync data for ids ['fadda0d7-b5ce-4854-8280-e3d9c3980473'] in n-d-762330-18 is: [{'id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'name': 'tempest-TestMinimumBasicScenario-1064705564-router', 'tenant_id': '3905379b049842c39c330535b61258b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:18Z', 'revision_number': 4, 'project_id': '3905379b049842c39c330535b61258b5', 'gw_port': {'id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3d7f96d3-99da-4574-9d85-84cb84c0cb5e', 'name': '', 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983', 'tenant_id': '3905379b049842c39c330535b61258b5', 'mac_address': 'fa:16:3e:92:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd583a27a-101a-4400-ae96-3d979d29728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:17Z', 'updated_at': '2021-07-19T04:06:18Z', 'revision_number': 1, 'project_id': '3905379b049842c39c330535b61258b5', 'subnets': [{'id': 'd583a27a-101a-4400-ae96-3d979d29728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:06:19.238468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:06:19.251043 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dc2bcce6-d6fe-4732-b1d8-68a38abc0920 admin admin] 10.222.0.20 "PUT /v2.0/routers/fadda0d7-b5ce-4854-8280-e3d9c3980473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2649395 Jul 19 04:06:19.277257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 940b2b58-2674-4a0a-89e3-92e0e2d591d8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:19.278740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-79d16fb3-73e3-4fa4-8d8d-fb8ec25df2e6 None None] Provisioning complete for port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:19.279099 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-79d16fb3-73e3-4fa4-8d8d-fb8ec25df2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:19.337960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-79d16fb3-73e3-4fa4-8d8d-fb8ec25df2e6 None None] Port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:06:19.353940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:19.357744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:19.358118 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:19.445698 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:19.500296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 940b2b58-2674-4a0a-89e3-92e0e2d591d8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=940b2b58-2674-4a0a-89e3-92e0e2d591d8,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:19.506064 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:19.563024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=940b2b58-2674-4a0a-89e3-92e0e2d591d8,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:20.997469 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4f2e3a69-924e-457a-a681-b2298e3de2d8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:21.048985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 4f2e3a69-924e-457a-a681-b2298e3de2d8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:21.053369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4f2e3a69-924e-457a-a681-b2298e3de2d8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:21.053733 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:21.144641 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:21.168444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 4f2e3a69-924e-457a-a681-b2298e3de2d8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4f2e3a69-924e-457a-a681-b2298e3de2d8,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:21.173264 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:21.174070 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 940b2b58-2674-4a0a-89e3-92e0e2d591d8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:21.257437 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=4f2e3a69-924e-457a-a681-b2298e3de2d8,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:21.265928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:21.266342 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:21.996846 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Sync routers for ids ['fadda0d7-b5ce-4854-8280-e3d9c3980473'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:06:22.007613 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Routers {'fadda0d7-b5ce-4854-8280-e3d9c3980473'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:22.008251 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:06:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['fadda0d7-b5ce-4854-8280-e3d9c3980473'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:22.127442 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Set router fadda0d7-b5ce-4854-8280-e3d9c3980473 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:22.364482 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'name': 'tempest-TestMinimumBasicScenario-1064705564-router', 'tenant_id': '3905379b049842c39c330535b61258b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:18Z', 'revision_number': 4, 'project_id': '3905379b049842c39c330535b61258b5', 'gw_port': {'id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3d7f96d3-99da-4574-9d85-84cb84c0cb5e', 'name': '', 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983', 'tenant_id': '3905379b049842c39c330535b61258b5', 'mac_address': 'fa:16:3e:92:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd583a27a-101a-4400-ae96-3d979d29728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:17Z', 'updated_at': '2021-07-19T04:06:18Z', 'revision_number': 2, 'project_id': '3905379b049842c39c330535b61258b5', 'subnets': [{'id': 'd583a27a-101a-4400-ae96-3d979d29728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:22.392391 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Checking router: fadda0d7-b5ce-4854-8280-e3d9c3980473 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:06:22.393001 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Updating router fadda0d7-b5ce-4854-8280-e3d9c3980473 port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:06:22.430545 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:22.732198 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:22.746682 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Transition to ACTIVE for port object 3d7f96d3-99da-4574-9d85-84cb84c0cb5e will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:22.753191 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:22.817489 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116a6cb-1a93-48d8-89a9-ce60f3218e23 None None] Pushing event updated for resources: {'Port': ['ID=3d7f96d3-99da-4574-9d85-84cb84c0cb5e,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:22.874457 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Attempting to bind port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:06:22.874929 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Attempting to bind port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '7a07aa7f-6040-4e21-89b5-d8239025930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:06:22.875393 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Attempting to bind port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e on network e5d95da8-d075-4a1b-871c-9a35af38e983 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:06:22.884419 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:06:22.885059 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Checking segment: {'id': '7a07aa7f-6040-4e21-89b5-d8239025930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:06:22.886560 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:22.888311 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Bound using segment: {'id': '7a07aa7f-6040-4e21-89b5-d8239025930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:06:22.889004 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Bound port: 3d7f96d3-99da-4574-9d85-84cb84c0cb5e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a07aa7f-6040-4e21-89b5-d8239025930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:06:22.889494 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:22.974015 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] For port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:06:22.975162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4f2e3a69-924e-457a-a681-b2298e3de2d8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:22.980991 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] For port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3d7f96d3-99da-4574-9d85-84cb84c0cb5e,segment=NetworkSegment(7a07aa7f-6040-4e21-89b5-d8239025930e),segment_id=7a07aa7f-6040-4e21-89b5-d8239025930e)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:06:22.993219 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:23.032683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4f2e3a69-924e-457a-a681-b2298e3de2d8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:23.033277 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:23.108025 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Routers {'fadda0d7-b5ce-4854-8280-e3d9c3980473'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:06:23.108835 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:06:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['fadda0d7-b5ce-4854-8280-e3d9c3980473'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:23.330509 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116a6cb-1a93-48d8-89a9-ce60f3218e23 None None] Pushing event updated for resources: {'Port': ['ID=3d7f96d3-99da-4574-9d85-84cb84c0cb5e,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:23.367053 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] Set router fadda0d7-b5ce-4854-8280-e3d9c3980473 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:06:23.593839 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'name': 'tempest-TestMinimumBasicScenario-1064705564-router', 'tenant_id': '3905379b049842c39c330535b61258b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:18Z', 'revision_number': 4, 'project_id': '3905379b049842c39c330535b61258b5', 'gw_port': {'id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3d7f96d3-99da-4574-9d85-84cb84c0cb5e', 'name': '', 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983', 'tenant_id': '3905379b049842c39c330535b61258b5', 'mac_address': 'fa:16:3e:92:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd583a27a-101a-4400-ae96-3d979d29728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:17Z', 'updated_at': '2021-07-19T04:06:22Z', 'revision_number': 4, 'project_id': '3905379b049842c39c330535b61258b5', 'subnets': [{'id': 'd583a27a-101a-4400-ae96-3d979d29728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:06:23.632900 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f2760-e107-4719-9fa3-2257cbec91be None None] The sync data for ids ['fadda0d7-b5ce-4854-8280-e3d9c3980473'] in n-d-762330-18 is: [{'id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'name': 'tempest-TestMinimumBasicScenario-1064705564-router', 'tenant_id': '3905379b049842c39c330535b61258b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:18Z', 'revision_number': 4, 'project_id': '3905379b049842c39c330535b61258b5', 'gw_port': {'id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '3d7f96d3-99da-4574-9d85-84cb84c0cb5e', 'name': '', 'network_id': 'e5d95da8-d075-4a1b-871c-9a35af38e983', 'tenant_id': '3905379b049842c39c330535b61258b5', 'mac_address': 'fa:16:3e:92:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd583a27a-101a-4400-ae96-3d979d29728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:17Z', 'updated_at': '2021-07-19T04:06:22Z', 'revision_number': 4, 'project_id': '3905379b049842c39c330535b61258b5', 'subnets': [{'id': 'd583a27a-101a-4400-ae96-3d979d29728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:06:24.974603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3d7f96d3-99da-4574-9d85-84cb84c0cb5e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:25.038078 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:25.043559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:25.044173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:25.155207 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:25.202497 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3d7f96d3-99da-4574-9d85-84cb84c0cb5e,segment=NetworkSegment(7a07aa7f-6040-4e21-89b5-d8239025930e),segment_id=7a07aa7f-6040-4e21-89b5-d8239025930e)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:25.206778 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:25.260358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=3d7f96d3-99da-4574-9d85-84cb84c0cb5e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:26.931292 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3d7f96d3-99da-4574-9d85-84cb84c0cb5e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:26.983468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:26.984255 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:31.222638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-8073e353-0ebc-4870-82a8-ba06dea85109 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:31.224215 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-8073e353-0ebc-4870-82a8-ba06dea85109 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/networks?id=adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 200 len: 815 time: 0.1159172 Jul 19 04:06:31.239354 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-b5248cde-79d2-4d8d-b158-4ee3ca2bf580 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/quotas/564a78fe219742be996183456390cec7 HTTP/1.1" status: 200 len: 375 time: 0.0091150 Jul 19 04:06:31.310842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-70c4788f-b81a-4ec1-8000-e26e149452d7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=564a78fe219742be996183456390cec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660415 Jul 19 04:06:31.404323 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-8f2a855d-7bb0-4ab7-8d4f-bf33daef3cd5 service neutron] 10.222.0.20 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820439 Jul 19 04:06:31.501468 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-39f74842-9cf9-4f12-99c5-ce72775c469e service neutron] 10.222.0.20 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914915 Jul 19 04:06:31.783441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0038f1a6-65a6-4988-aaca-925884323a27 req-2bf25a84-bf3d-497e-beb8-283bb4841788 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 210 time: 0.1397493 Jul 19 04:06:32.912120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-37d59c74-77ed-4a5c-b727-226f134463df tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:32.914140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-37d59c74-77ed-4a5c-b727-226f134463df tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.25 "GET /v2.0/networks?id=adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 200 len: 815 time: 0.1122866 Jul 19 04:06:32.932204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c97a977-9992-4e1e-919f-274e1672c788 req-7da53c8e-5b2d-488b-9979-785fab99d22e tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 210 time: 0.0298040 Jul 19 04:06:32.939479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'port': {'device_id': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'admin_state_up': True, 'tenant_id': '564a78fe219742be996183456390cec7'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:06:33.044492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Made reservation on behalf of 564a78fe219742be996183456390cec7 for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:06:33.048031 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:33.178770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Allocated IP 172.20.0.9 (adf9c9b7-392f-431a-9f7e-c3c3cd874807/c749a319-a6ad-4ba0-9bce-627df789d159/6148e3cf-1238-4bd0-9523-9700512fb81a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:06:33.342909 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:33.357171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Transition to ACTIVE for port object 6148e3cf-1238-4bd0-9523-9700512fb81a will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:33.395461 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:33.489612 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Network adf9c9b7-392f-431a-9f7e-c3c3cd874807 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:06:33.494812 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:06:33.496785 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'Port': ['ID=6148e3cf-1238-4bd0-9523-9700512fb81a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:33.499098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:06:33.549098 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:33.549812 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:33.568283 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-c079e2f5-3449-4c6a-9489-931bffffee12 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6396079 Jul 19 04:06:33.778121 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9b73eff6-bbb9-4b70-92a9-de83d079597e None None] Provisioning for port 6148e3cf-1238-4bd0-9523-9700512fb81a completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:33.782029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9b73eff6-bbb9-4b70-92a9-de83d079597e None None] Provisioning complete for port 6148e3cf-1238-4bd0-9523-9700512fb81a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:33.782439 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9b73eff6-bbb9-4b70-92a9-de83d079597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:33.817552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9b73eff6-bbb9-4b70-92a9-de83d079597e None None] Port 6148e3cf-1238-4bd0-9523-9700512fb81a cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:06:34.115539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75555f-43e5-4ccb-a102-4fd388a7c107 req-cd8c6a01-b455-4e7a-8131-885fa00acdf6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:34.117053 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba75555f-43e5-4ccb-a102-4fd388a7c107 req-cd8c6a01-b455-4e7a-8131-885fa00acdf6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 931 time: 0.0687575 Jul 19 04:06:34.160696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ba75555f-43e5-4ccb-a102-4fd388a7c107 req-169e15e2-a2c0-412d-a64c-5af65b2763b2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371530 Jul 19 04:06:35.349767 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651534b-5d4b-460e-bd5d-e8de5c65c547 req-a19c1229-0897-4e7b-8be7-f1c95e49cc6b tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:35.351435 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e651534b-5d4b-460e-bd5d-e8de5c65c547 req-a19c1229-0897-4e7b-8be7-f1c95e49cc6b tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 931 time: 0.0690362 Jul 19 04:06:35.394285 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e651534b-5d4b-460e-bd5d-e8de5c65c547 req-40eb9981-3b7b-4002-a224-cc066fce9df2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Jul 19 04:06:36.577206 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21170a-4184-47f3-970e-1813b590b6fa req-72008977-1581-4460-b668-a2105a0689f0 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:36.578741 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e21170a-4184-47f3-970e-1813b590b6fa req-72008977-1581-4460-b668-a2105a0689f0 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 931 time: 0.0658803 Jul 19 04:06:36.620428 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5e21170a-4184-47f3-970e-1813b590b6fa req-48cf568b-d4b3-46bb-b6a4-9e47ca2bddc4 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Jul 19 04:06:37.418858 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:37.670030 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:37.808085 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc38be-a778-4960-b785-a616f0950bfa req-511b8569-95e1-4601-a535-d508b964b88e tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:37.809953 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bcc38be-a778-4960-b785-a616f0950bfa req-511b8569-95e1-4601-a535-d508b964b88e tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 931 time: 0.0726273 Jul 19 04:06:37.849113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6bcc38be-a778-4960-b785-a616f0950bfa req-3dd0d532-c2cf-4557-8da3-313b50f86b2a tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Jul 19 04:06:39.032208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fffb-9fd8-4fc5-998c-a013621a7f30 req-53496086-98d0-4edd-b4fa-dac8091a85f0 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:39.033726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a67fffb-9fd8-4fc5-998c-a013621a7f30 req-53496086-98d0-4edd-b4fa-dac8091a85f0 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 931 time: 0.0692933 Jul 19 04:06:39.079515 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a67fffb-9fd8-4fc5-998c-a013621a7f30 req-2b67073f-e5f3-47f7-9c0f-df6213790484 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Jul 19 04:06:40.262729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd66bc-2635-4f0c-86c8-01a5f5ca0a4f req-d4308d17-fef1-4c63-8354-f9f0fa1a45be tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:40.266778 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cacd66bc-2635-4f0c-86c8-01a5f5ca0a4f req-d4308d17-fef1-4c63-8354-f9f0fa1a45be tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 931 time: 0.0697949 Jul 19 04:06:40.306893 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cacd66bc-2635-4f0c-86c8-01a5f5ca0a4f req-2106b59c-e788-47d0-907d-f08cde96246a tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349922 Jul 19 04:06:41.482647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d148ce-474a-4825-aa4d-9e9044a229a8 req-03806315-8dd2-4953-a633-0f79c237a983 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:41.484256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77d148ce-474a-4825-aa4d-9e9044a229a8 req-03806315-8dd2-4953-a633-0f79c237a983 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 931 time: 0.0642576 Jul 19 04:06:41.525109 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-77d148ce-474a-4825-aa4d-9e9044a229a8 req-2f21f9d6-b11a-4229-ac29-763717663756 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353670 Jul 19 04:06:42.547997 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1b232e20-5f3c-4e2c-b065-cc2b66068ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:42.707299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ad02d-870c-44a3-aa53-981b76d1f32d req-878498ed-299b-4cce-bcd9-0cd88fdf0794 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:42.708705 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-143ad02d-870c-44a3-aa53-981b76d1f32d req-878498ed-299b-4cce-bcd9-0cd88fdf0794 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 931 time: 0.0699010 Jul 19 04:06:42.746895 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-143ad02d-870c-44a3-aa53-981b76d1f32d req-1571bc8e-7727-49e5-b112-d22431826a94 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Jul 19 04:06:42.959230 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Request body: {'port': {'device_id': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:06:43.030673 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:43.286575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6148e3cf-1238-4bd0-9523-9700512fb81a {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:06:43.294346 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:43.307547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Transition to ACTIVE for port object 6148e3cf-1238-4bd0-9523-9700512fb81a will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:06:43.310564 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:43.362715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Pushing event updated for resources: {'Port': ['ID=6148e3cf-1238-4bd0-9523-9700512fb81a,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:43.438536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Attempting to bind port 6148e3cf-1238-4bd0-9523-9700512fb81a on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:06:43.438878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Attempting to bind port 6148e3cf-1238-4bd0-9523-9700512fb81a by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:06:43.439205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Attempting to bind port 6148e3cf-1238-4bd0-9523-9700512fb81a on network adf9c9b7-392f-431a-9f7e-c3c3cd874807 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:06:43.443848 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Port 6148e3cf-1238-4bd0-9523-9700512fb81a on network adf9c9b7-392f-431a-9f7e-c3c3cd874807 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:06:43.444168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Attempting to bind port 6148e3cf-1238-4bd0-9523-9700512fb81a on network adf9c9b7-392f-431a-9f7e-c3c3cd874807 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:06:43.449310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:06:43.449650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Checking segment: {'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:06:43.450037 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Bound using segment: {'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:06:43.450494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Bound port: 6148e3cf-1238-4bd0-9523-9700512fb81a, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:06:43.450851 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:43.514952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] For port 6148e3cf-1238-4bd0-9523-9700512fb81a, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:06:43.518129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] For port 6148e3cf-1238-4bd0-9523-9700512fb81a, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6148e3cf-1238-4bd0-9523-9700512fb81a,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:06:43.522981 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:43.558567 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:43.559295 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:43.560560 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] 10.222.0.25 "PUT /v2.0/ports/6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 1092 time: 0.6060059 Jul 19 04:06:43.561066 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:06:43.563290 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2" -d '{"events": [{"name": "network-changed", "server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:06:43.592797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c9dce-33dd-464b-a879-fa9800001876 service neutron] Pushing event updated for resources: {'Port': ['ID=6148e3cf-1238-4bd0-9523-9700512fb81a,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:43.630018 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe7a176-a87d-4974-91ff-ae6751e3ce3d x-openstack-request-id: req-2fe7a176-a87d-4974-91ff-ae6751e3ce3d {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:06:43.630331 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:06:43.630587 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fe7a176-a87d-4974-91ff-ae6751e3ce3d {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:06:43.630983 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'status': 'completed', 'code': 200} Jul 19 04:06:43.659053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-8c31353f-e8ba-45c7-8209-2daedba61184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:43.660245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-8c31353f-e8ba-45c7-8209-2daedba61184 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a78fe219742be996183456390cec7&device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1095 time: 0.0609903 Jul 19 04:06:43.928782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf45829-126f-4f3d-b757-ae79c1e63b8b req-5e6aef7c-b63c-4d70-880f-1527ea6b2c17 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:43.930393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0bf45829-126f-4f3d-b757-ae79c1e63b8b req-5e6aef7c-b63c-4d70-880f-1527ea6b2c17 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 943 time: 0.0665424 Jul 19 04:06:43.970295 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0bf45829-126f-4f3d-b757-ae79c1e63b8b req-4b1a5c6a-ca56-47af-8f9b-f6823401f7d4 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Jul 19 04:06:44.018719 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-dea4efe1-72fc-4f8b-9d53-fe3c147e015a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 217 time: 0.3508122 Jul 19 04:06:44.067936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-357e2b77-14fe-4de2-9229-7fa81079df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:44.069438 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-357e2b77-14fe-4de2-9229-7fa81079df8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c749a319-a6ad-4ba0-9bce-627df789d159 HTTP/1.1" status: 200 len: 854 time: 0.0447044 Jul 19 04:06:44.124734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-6399cd9b-20b9-411d-8c8f-4c799a092d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:44.126110 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-6399cd9b-20b9-411d-8c8f-4c799a092d94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adf9c9b7-392f-431a-9f7e-c3c3cd874807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505168 Jul 19 04:06:44.217671 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-58279c0e-73a0-41ad-846e-25e28387aa0f service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852079 Jul 19 04:06:44.305753 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4e589c13-68c6-469f-8371-c87af0f0e0df req-6d59ae3c-6c2c-4b08-ba22-4124029c6461 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819917 Jul 19 04:06:44.406574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-0c988880-15e1-4713-94ea-9a0acc850c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:44.407982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-0c988880-15e1-4713-94ea-9a0acc850c33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a78fe219742be996183456390cec7&device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1095 time: 0.0568354 Jul 19 04:06:44.496966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-b69b76df-a433-4b6b-a6f2-14270ed7ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:44.498479 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-b69b76df-a433-4b6b-a6f2-14270ed7ed7a service neutron] 10.222.0.25 "GET /v2.0/networks?id=adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 200 len: 915 time: 0.0844502 Jul 19 04:06:44.542918 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-8890b777-2f7c-4bbd-bde4-e58cdb968fd4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 217 time: 0.0378044 Jul 19 04:06:44.589987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-611057e9-1265-4a52-852a-36870152550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:44.591522 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-611057e9-1265-4a52-852a-36870152550f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c749a319-a6ad-4ba0-9bce-627df789d159 HTTP/1.1" status: 200 len: 854 time: 0.0424850 Jul 19 04:06:44.647826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-51c83183-6dc7-4141-8a42-61232877f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:44.649316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-51c83183-6dc7-4141-8a42-61232877f181 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adf9c9b7-392f-431a-9f7e-c3c3cd874807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511456 Jul 19 04:06:44.742370 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-6f357992-b19a-4715-bddd-4dbbac253ccb service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851889 Jul 19 04:06:44.829485 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9a459b2a-19ee-4d74-b4c6-b001b72c2de2 req-27a9b812-a76e-4686-9f4b-cb0ba1faf967 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804727 Jul 19 04:06:45.124250 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d410b6c7-89ae-400a-a6b1-63dc16a48ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:45.152954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b47a1-32b8-45bc-bd54-fd2ff0e309fc req-b41ffad3-3766-41eb-b52a-d058be1604f9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:45.154514 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b0b47a1-32b8-45bc-bd54-fd2ff0e309fc req-b41ffad3-3766-41eb-b52a-d058be1604f9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 943 time: 0.0698464 Jul 19 04:06:45.192154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b0b47a1-32b8-45bc-bd54-fd2ff0e309fc req-2d985869-f5a7-4d9c-8e01-b9137982e57d tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Jul 19 04:06:45.709184 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:45.936182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6148e3cf-1238-4bd0-9523-9700512fb81a details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:06:46.032447 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6148e3cf-1238-4bd0-9523-9700512fb81a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6148e3cf-1238-4bd0-9523-9700512fb81a,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:46.043348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'port_id': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'mac_address': 'fa:16:3e:16:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:06:46.080173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:46.092599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6148e3cf-1238-4bd0-9523-9700512fb81a {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:06:46.111658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6148e3cf-1238-4bd0-9523-9700512fb81a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6148e3cf-1238-4bd0-9523-9700512fb81a,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:46.115447 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:46.162129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=6148e3cf-1238-4bd0-9523-9700512fb81a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:46.169412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.169756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.170097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.170458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.170793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.171133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.171458 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.171784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.172107 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.172429 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.172753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.173071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:06:46.350979 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6148e3cf-1238-4bd0-9523-9700512fb81a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:06:46.367643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd874fb0-0040-45ac-ba52-9dfa19320075 req-3abc959f-24b1-4dcf-85dc-c0ceb7e45fb8 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:46.369963 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd874fb0-0040-45ac-ba52-9dfa19320075 req-3abc959f-24b1-4dcf-85dc-c0ceb7e45fb8 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 944 time: 0.0682416 Jul 19 04:06:46.407303 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bd874fb0-0040-45ac-ba52-9dfa19320075 req-e19a66da-e527-4fbd-b4f9-257b598c7a46 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Jul 19 04:06:46.580405 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:46.923258 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:06:47.577980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25411a7-f050-446f-a159-b7508854af94 req-f235a236-7082-4942-b3b0-8f2953bbc64c tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:47.579487 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f25411a7-f050-446f-a159-b7508854af94 req-f235a236-7082-4942-b3b0-8f2953bbc64c tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 944 time: 0.0637047 Jul 19 04:06:47.615997 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f25411a7-f050-446f-a159-b7508854af94 req-6100aee5-bbb8-40f8-b2a6-826fa996d561 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308127 Jul 19 04:06:47.936368 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6148e3cf-1238-4bd0-9523-9700512fb81a up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:06:47.982552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 6148e3cf-1238-4bd0-9523-9700512fb81a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:06:47.986217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 6148e3cf-1238-4bd0-9523-9700512fb81a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:06:47.986617 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:48.065280 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:48.086449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:06:48.089210 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9b06536f05af691552be52f3fbcc9436a61864cb6439aebb1d5af49e0e21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471327e0-c776-415c-a0c8-b92e0405d419" -d '{"events": [{"server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "name": "network-vif-plugged", "status": "completed", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:06:48.110702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 6148e3cf-1238-4bd0-9523-9700512fb81a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6148e3cf-1238-4bd0-9523-9700512fb81a,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:06:48.115503 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:48.119876 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:06:48.140701 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cfac17-db37-4472-8ff6-9740bde8f6bb x-openstack-request-id: req-66cfac17-db37-4472-8ff6-9740bde8f6bb {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:06:48.140996 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "name": "network-vif-plugged", "status": "completed", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:06:48.141276 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66cfac17-db37-4472-8ff6-9740bde8f6bb {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:06:48.141665 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'code': 200} Jul 19 04:06:48.168237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=6148e3cf-1238-4bd0-9523-9700512fb81a,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:06:48.255318 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb04e-6a1f-4f2f-beee-53b68e1193f9 req-ff0783bf-3b09-4ea6-9190-1fc0a8c83eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:48.256797 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4bfb04e-6a1f-4f2f-beee-53b68e1193f9 req-ff0783bf-3b09-4ea6-9190-1fc0a8c83eb2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1097 time: 0.0515327 Jul 19 04:06:48.290375 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b4bfb04e-6a1f-4f2f-beee-53b68e1193f9 req-2791a580-59a9-4bf4-b6da-e677e51e8a66 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271852 Jul 19 04:06:48.792949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9ab26-ab13-4a02-bf2f-ef43bffeba34 req-2b9147b0-0898-47b1-bcb6-c0d0c7b7ac59 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:48.794472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2b9ab26-ab13-4a02-bf2f-ef43bffeba34 req-2b9147b0-0898-47b1-bcb6-c0d0c7b7ac59 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 945 time: 0.0667653 Jul 19 04:06:48.830875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e2b9ab26-ab13-4a02-bf2f-ef43bffeba34 req-7f171f1d-6673-428d-a4c1-399d13976379 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Jul 19 04:06:50.002129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6d7a5-2afb-42fe-87b8-906baad7c728 req-fd6c50bc-823c-4951-bf62-dfcdf9fd2ce8 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:50.003626 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9da6d7a5-2afb-42fe-87b8-906baad7c728 req-fd6c50bc-823c-4951-bf62-dfcdf9fd2ce8 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 945 time: 0.0625360 Jul 19 04:06:50.039731 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9da6d7a5-2afb-42fe-87b8-906baad7c728 req-eb1d9195-a996-45b3-be7e-c3de5b2dadb5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305595 Jul 19 04:06:50.210893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56e5ef-9042-435f-9c32-883eedc3c46e req-2edff332-6015-410b-9a99-4741c972400b tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:50.212381 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef56e5ef-9042-435f-9c32-883eedc3c46e req-2edff332-6015-410b-9a99-4741c972400b tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 945 time: 0.0631955 Jul 19 04:06:50.250602 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ef56e5ef-9042-435f-9c32-883eedc3c46e req-55592144-696c-4de7-8841-bf1c034196c3 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Jul 19 04:06:50.592045 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00437b74-dfd2-425c-8f6f-0b985c0ae098 req-1c634bcf-9be8-4f40-a2e1-949bdc5a4678 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:50.593534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-00437b74-dfd2-425c-8f6f-0b985c0ae098 req-1c634bcf-9be8-4f40-a2e1-949bdc5a4678 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 945 time: 0.0674462 Jul 19 04:06:50.631001 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-00437b74-dfd2-425c-8f6f-0b985c0ae098 req-9601cccb-3885-4bc2-bf16-d38fa51f1931 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319688 Jul 19 04:06:58.650418 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-f8544d95-d369-47c3-98f9-35df58ac2ac4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511858 Jul 19 04:06:58.741873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-10f27fe2-9964-416d-ab60-e2b0cba19097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:58.743371 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-10f27fe2-9964-416d-ab60-e2b0cba19097 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a78fe219742be996183456390cec7&device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1097 time: 0.0524862 Jul 19 04:06:58.853044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-2956dbc5-85aa-4506-844d-623302143bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:58.855210 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-2956dbc5-85aa-4506-844d-623302143bca service neutron] 10.222.0.25 "GET /v2.0/networks?id=adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 200 len: 915 time: 0.0911319 Jul 19 04:06:58.895337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-a245ae38-0a3b-44e9-85b9-2b2bf6e6fd45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 217 time: 0.0338225 Jul 19 04:06:58.942566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-e56c2f96-b619-410d-b4ee-b72acce059d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:58.943902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-e56c2f96-b619-410d-b4ee-b72acce059d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c749a319-a6ad-4ba0-9bce-627df789d159 HTTP/1.1" status: 200 len: 854 time: 0.0425446 Jul 19 04:06:59.002800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-04448892-76f0-4d53-a40a-384bc5afed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:06:59.004289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-04448892-76f0-4d53-a40a-384bc5afed8a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adf9c9b7-392f-431a-9f7e-c3c3cd874807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549095 Jul 19 04:06:59.092911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-a30282a8-5891-459d-9a9b-0940c2267345 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820580 Jul 19 04:06:59.187468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b2c4d44b-4079-44d0-a320-e9cd398c64b6 req-7416fcc7-2d12-411b-a360-e31336823955 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877879 Jul 19 04:07:02.250126 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4033-6c30-4278-997f-f3acf6c6c8b0 req-2c48fccf-5870-406a-a7fc-98feb4889b6c tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:02.251643 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-194b4033-6c30-4278-997f-f3acf6c6c8b0 req-2c48fccf-5870-406a-a7fc-98feb4889b6c tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 945 time: 0.0637064 Jul 19 04:07:02.289588 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-194b4033-6c30-4278-997f-f3acf6c6c8b0 req-79859a19-1152-417b-aa33-f8f3d7d9adc0 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Jul 19 04:07:02.314901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45836) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:07:02.408284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6914ca29-b98a-4fb1-9d42-b7573bc2d943 tempest-TestMinimumBasicScenario-2092519483 tempest-TestMinimumBasicScenario-2092519483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:02.409784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6914ca29-b98a-4fb1-9d42-b7573bc2d943 tempest-TestMinimumBasicScenario-2092519483 tempest-TestMinimumBasicScenario-2092519483-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1092 time: 0.0939245 Jul 19 04:07:02.412804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45840) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:07:02.417798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'tenant_id': '564a78fe219742be996183456390cec7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:07:02.439178 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:02.533610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:02.637268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Allocated IP 172.25.2.123 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/a95b569e-950c-4eb6-a455-cf6a868b3168) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:07:02.737024 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:02.777852 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:02.813725 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:07:02.818391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:07:02.821801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:07:02.850516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'Port': ['ID=a95b569e-950c-4eb6-a455-cf6a868b3168,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:07:02.864194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.864545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.864891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.865237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.865570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.865905 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.866235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.866590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.866920 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.867247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.867572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:02.867893 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:07:03.205038 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:03.284946 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:03.433148 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:03.437996 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:03.507184 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'Port': ['ID=a95b569e-950c-4eb6-a455-cf6a868b3168,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:07:03.516021 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:03.620212 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Floating IP 96babc7f-d56e-41f8-89a3-ea16d3b06d55 associated. External IP: 172.25.2.123, port: 6148e3cf-1238-4bd0-9523-9700512fb81a. Jul 19 04:07:03.826773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Router 9cecace7-2e4b-4785-966a-cfd04d92953e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:07:03.934358 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:07:03.943498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] Sync routers for ids ['9cecace7-2e4b-4785-966a-cfd04d92953e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:07:03.950789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:03.953722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] Routers {'9cecace7-2e4b-4785-966a-cfd04d92953e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:07:03.954373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:06:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9cecace7-2e4b-4785-966a-cfd04d92953e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:07:03.986436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9be21b95-9c50-4fce-83e1-d1cae9b56cbc tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5725882 Jul 19 04:07:03.987041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:07:03.989294 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e659ab-0474-4e8d-8aa5-c273a40e4ded" -d '{"events": [{"name": "network-changed", "server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:07:03.989454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45842) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:07:03.995857 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2ecd4bab-2635-4e59-8ccb-d647be5c7360 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922327670', 'description': 'tempest-secgroup-smoke-1922327670 description', 'project_id': '564a78fe219742be996183456390cec7'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:07:04.020950 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4bab-2635-4e59-8ccb-d647be5c7360 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.029616 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b43aa10-e3f6-4d9c-bd6d-877c31e5daa1 x-openstack-request-id: req-3b43aa10-e3f6-4d9c-bd6d-877c31e5daa1 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:07:04.029905 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:07:04.030157 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b43aa10-e3f6-4d9c-bd6d-877c31e5daa1 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:07:04.030589 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'status': 'completed', 'code': 200} Jul 19 04:07:04.066235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] Set router 9cecace7-2e4b-4785-966a-cfd04d92953e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:07:04.111596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-2d7abc5a-1dc4-4e62-9b58-9d8e4ee34caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:04.113041 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-2d7abc5a-1dc4-4e62-9b58-9d8e4ee34caf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a78fe219742be996183456390cec7&device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1097 time: 0.0588853 Jul 19 04:07:04.120165 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4bab-2635-4e59-8ccb-d647be5c7360 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.124283 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4bab-2635-4e59-8ccb-d647be5c7360 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.169290 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4bab-2635-4e59-8ccb-d647be5c7360 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.173309 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2ecd4bab-2635-4e59-8ccb-d647be5c7360 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1795084 Jul 19 04:07:04.173309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd4bab-2635-4e59-8ccb-d647be5c7360 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04165838-0dea-40df-ab15-594ca4ffe71c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:07:04.174923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45846) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:07:04.183595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ec865986-90f5-4831-a62f-e654c03eb5e6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'security_group_rule': {'security_group_id': '04165838-0dea-40df-ab15-594ca4ffe71c', 'project_id': '564a78fe219742be996183456390cec7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:07:04.213425 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec865986-90f5-4831-a62f-e654c03eb5e6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.219434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-997ecff5-330f-45df-b2ae-fdbdb98f8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:04.221083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-997ecff5-330f-45df-b2ae-fdbdb98f8554 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 200 len: 915 time: 0.1015589 Jul 19 04:07:04.271281 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec865986-90f5-4831-a62f-e654c03eb5e6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.275891 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec865986-90f5-4831-a62f-e654c03eb5e6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.299328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec865986-90f5-4831-a62f-e654c03eb5e6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f161b11-2a16-49a5-b664-e3661a46df6d,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:07:04.302697 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-ba22a97a-babc-4ec6-8636-998fd007d45f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 999 time: 0.0740926 Jul 19 04:07:04.305291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '96babc7f-d56e-41f8-89a3-ea16d3b06d55', 'tenant_id': '564a78fe219742be996183456390cec7', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'port_id': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'mac_address': 'fa:16:3e:16:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:07:03Z', 'updated_at': '2021-07-19T04:07:03Z', 'revision_number': 0, 'project_id': '564a78fe219742be996183456390cec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:19Z', 'revision_number': 5, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:07:04.311036 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec865986-90f5-4831-a62f-e654c03eb5e6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.314874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ec865986-90f5-4831-a62f-e654c03eb5e6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332357 Jul 19 04:07:04.315033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45848) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:07:04.319617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a2ec26d5-1c4d-4c19-a7c5-8a0ff74728c7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'security_group_rule': {'security_group_id': '04165838-0dea-40df-ab15-594ca4ffe71c', 'project_id': '564a78fe219742be996183456390cec7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:07:04.334809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] Checking router: 9cecace7-2e4b-4785-966a-cfd04d92953e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:07:04.345062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] Routers {'9cecace7-2e4b-4785-966a-cfd04d92953e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:07:04.345862 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:06:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9cecace7-2e4b-4785-966a-cfd04d92953e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:07:04.347207 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2ec26d5-1c4d-4c19-a7c5-8a0ff74728c7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.360397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-7fa3db55-d4cc-465e-b70b-bf344c9b591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:04.362054 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-7fa3db55-d4cc-465e-b70b-bf344c9b591b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c749a319-a6ad-4ba0-9bce-627df789d159 HTTP/1.1" status: 200 len: 854 time: 0.0531747 Jul 19 04:07:04.411585 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2ec26d5-1c4d-4c19-a7c5-8a0ff74728c7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.417435 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2ec26d5-1c4d-4c19-a7c5-8a0ff74728c7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.428805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-63deca51-26ab-4571-968f-8d736511aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:04.430477 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-63deca51-26ab-4571-968f-8d736511aa35 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adf9c9b7-392f-431a-9f7e-c3c3cd874807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616772 Jul 19 04:07:04.438603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec26d5-1c4d-4c19-a7c5-8a0ff74728c7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80e59d2-b6cb-40e3-9c9a-0629985f9aa0,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:07:04.448897 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a2ec26d5-1c4d-4c19-a7c5-8a0ff74728c7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.450497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a2ec26d5-1c4d-4c19-a7c5-8a0ff74728c7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342006 Jul 19 04:07:04.453095 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:07:04.458218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ec226d66-7614-4023-a0e8-8a6d74d16457 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'security_group_rule': {'security_group_id': '04165838-0dea-40df-ab15-594ca4ffe71c', 'project_id': '564a78fe219742be996183456390cec7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:07:04.486470 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec226d66-7614-4023-a0e8-8a6d74d16457 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.531739 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-2bd470f8-e604-4e51-8d17-903fde662d73 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934696 Jul 19 04:07:04.555736 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec226d66-7614-4023-a0e8-8a6d74d16457 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.561542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec226d66-7614-4023-a0e8-8a6d74d16457 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.579187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec226d66-7614-4023-a0e8-8a6d74d16457 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420651f8-1ea8-46c4-b5c1-d59c53b40cc0,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:07:04.592529 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ec226d66-7614-4023-a0e8-8a6d74d16457 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.597434 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ec226d66-7614-4023-a0e8-8a6d74d16457 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430895 Jul 19 04:07:04.598236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45852) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:07:04.604940 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-09412cf0-f600-4b9c-aa08-3834150848e9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'security_group_rule': {'security_group_id': '04165838-0dea-40df-ab15-594ca4ffe71c', 'project_id': '564a78fe219742be996183456390cec7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:07:04.633980 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09412cf0-f600-4b9c-aa08-3834150848e9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.634848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-16e659ab-0474-4e8d-8aa5-c273a40e4ded req-92ef1aa2-251f-48c4-99e3-69a3ad31f096 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963302 Jul 19 04:07:04.637151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] Set router 9cecace7-2e4b-4785-966a-cfd04d92953e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:07:04.703550 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09412cf0-f600-4b9c-aa08-3834150848e9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.707318 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09412cf0-f600-4b9c-aa08-3834150848e9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.726376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09412cf0-f600-4b9c-aa08-3834150848e9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa82d4f-1dbf-4888-ba83-c600f600084b,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:07:04.729947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-09412cf0-f600-4b9c-aa08-3834150848e9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.731241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-09412cf0-f600-4b9c-aa08-3834150848e9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317754 Jul 19 04:07:04.734014 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45854) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:07:04.738797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-72eb50ce-de88-41f5-a6fc-d5c9d7477e73 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'security_group_rule': {'security_group_id': '04165838-0dea-40df-ab15-594ca4ffe71c', 'project_id': '564a78fe219742be996183456390cec7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:07:04.761566 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-72eb50ce-de88-41f5-a6fc-d5c9d7477e73 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Project 564a78fe219742be996183456390cec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:07:04.768846 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72eb50ce-de88-41f5-a6fc-d5c9d7477e73 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.829604 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72eb50ce-de88-41f5-a6fc-d5c9d7477e73 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.833315 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72eb50ce-de88-41f5-a6fc-d5c9d7477e73 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.854195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb50ce-de88-41f5-a6fc-d5c9d7477e73 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66c19dd-4790-469b-b6b0-88cc1413b9c4,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:07:04.858504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-72eb50ce-de88-41f5-a6fc-d5c9d7477e73 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.862331 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-72eb50ce-de88-41f5-a6fc-d5c9d7477e73 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245241 Jul 19 04:07:04.862823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45856) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:07:04.867577 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b944f3ca-e858-455c-8315-59b5556c0da1 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'security_group_rule': {'security_group_id': '04165838-0dea-40df-ab15-594ca4ffe71c', 'project_id': '564a78fe219742be996183456390cec7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:07:04.873658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '96babc7f-d56e-41f8-89a3-ea16d3b06d55', 'tenant_id': '564a78fe219742be996183456390cec7', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'port_id': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'mac_address': 'fa:16:3e:16:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:07:03Z', 'updated_at': '2021-07-19T04:07:03Z', 'revision_number': 0, 'project_id': '564a78fe219742be996183456390cec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:19Z', 'revision_number': 5, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:07:04.896432 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-b944f3ca-e858-455c-8315-59b5556c0da1 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Project 564a78fe219742be996183456390cec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:07:04.901880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c536e-4b2f-4b6e-aba9-9dd81b11469e None None] The sync data for ids ['9cecace7-2e4b-4785-966a-cfd04d92953e'] in n-d-762330-18 is: [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '96babc7f-d56e-41f8-89a3-ea16d3b06d55', 'tenant_id': '564a78fe219742be996183456390cec7', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'port_id': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'mac_address': 'fa:16:3e:16:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:07:03Z', 'updated_at': '2021-07-19T04:07:03Z', 'revision_number': 0, 'project_id': '564a78fe219742be996183456390cec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:19Z', 'revision_number': 5, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:07:04.902120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b944f3ca-e858-455c-8315-59b5556c0da1 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.969249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b944f3ca-e858-455c-8315-59b5556c0da1 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.972881 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b944f3ca-e858-455c-8315-59b5556c0da1 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:04.986944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944f3ca-e858-455c-8315-59b5556c0da1 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1393ea08-749c-4a4b-a61a-28514b2455ba,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:07:04.999257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b944f3ca-e858-455c-8315-59b5556c0da1 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:05.000542 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b944f3ca-e858-455c-8315-59b5556c0da1 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369081 Jul 19 04:07:05.101808 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ed385-a531-46e8-afa3-6e1ddea27356 None None] New status for floating IP 96babc7f-d56e-41f8-89a3-ea16d3b06d55: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:07:05.124508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-76df27cc-b630-4299-aff3-d706721fa5a4 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922327670&fields=id&tenant_id=564a78fe219742be996183456390cec7 HTTP/1.1" status: 200 len: 267 time: 0.0365124 Jul 19 04:07:05.192245 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-63fff0c4-6096-4e1a-909f-a7d700775997 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:05.193767 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-63fff0c4-6096-4e1a-909f-a7d700775997 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 945 time: 0.0639162 Jul 19 04:07:05.205257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-580f4ff2-4134-48f5-884a-63bc345a15b5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'port': {'security_groups': ['7ad49560-8dc5-45cf-8974-36a376d59168', '04165838-0dea-40df-ab15-594ca4ffe71c']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:07:05.296935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-580f4ff2-4134-48f5-884a-63bc345a15b5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:05.479918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-580f4ff2-4134-48f5-884a-63bc345a15b5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] For port 6148e3cf-1238-4bd0-9523-9700512fb81a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6148e3cf-1238-4bd0-9523-9700512fb81a,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:07:05.507612 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-580f4ff2-4134-48f5-884a-63bc345a15b5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:05.512303 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-580f4ff2-4134-48f5-884a-63bc345a15b5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:05.525345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6148e3cf-1238-4bd0-9523-9700512fb81a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:07:05.556899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-580f4ff2-4134-48f5-884a-63bc345a15b5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:05.557671 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-580f4ff2-4134-48f5-884a-63bc345a15b5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:05.559115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e4ed140b-4c0c-486a-88db-8803760c1cee req-580f4ff2-4134-48f5-884a-63bc345a15b5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "PUT /v2.0/ports/6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 981 time: 0.3586311 Jul 19 04:07:05.586590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f4ff2-4134-48f5-884a-63bc345a15b5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'Port': ['ID=6148e3cf-1238-4bd0-9523-9700512fb81a,revision_number=6']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:07:05.647129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6148e3cf-1238-4bd0-9523-9700512fb81a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:07:05.748653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b332d-12a4-418f-b437-89bd2900f53d req-9de11374-20d1-455b-a4a1-7cad99d335c4 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:05.750177 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc6b332d-12a4-418f-b437-89bd2900f53d req-9de11374-20d1-455b-a4a1-7cad99d335c4 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0741544 Jul 19 04:07:05.794235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dc6b332d-12a4-418f-b437-89bd2900f53d req-56be02d2-8e23-4e02-b8d2-17a3fabbfac5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375233 Jul 19 04:07:05.819404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-057b1400-17b1-48ac-bd30-46c479da79b6 None None] Provisioning complete for port 6148e3cf-1238-4bd0-9523-9700512fb81a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:07:05.819715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-057b1400-17b1-48ac-bd30-46c479da79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:06.032238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:07:06.034694 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0211e28107e12de29980634dd731edb7da7db06941ae0ce730377542960c1cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4936ac0-6f00-4c85-aad0-6d90e673f82a" -d '{"events": [{"name": "network-changed", "server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:07:06.073362 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfaef9f-9787-4060-8f43-7bc0a5f54a16 x-openstack-request-id: req-7bfaef9f-9787-4060-8f43-7bc0a5f54a16 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:07:06.073778 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:07:06.074120 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bfaef9f-9787-4060-8f43-7bc0a5f54a16 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:07:06.074686 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'status': 'completed', 'code': 200} Jul 19 04:07:06.162621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-612f0dac-1178-4642-a260-dcbc799fc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:06.164179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-612f0dac-1178-4642-a260-dcbc799fc142 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a78fe219742be996183456390cec7&device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1136 time: 0.0686262 Jul 19 04:07:06.254331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-fc25a574-fa07-4d28-8b03-a9df68a984b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:06.255838 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-fc25a574-fa07-4d28-8b03-a9df68a984b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 200 len: 915 time: 0.0845022 Jul 19 04:07:06.325272 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-1a62ae2f-ae6d-4522-8258-244607645367 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 1001 time: 0.0618160 Jul 19 04:07:06.373819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-e29f6593-fd11-4b6d-ae17-0aa46ae2301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:06.375267 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-e29f6593-fd11-4b6d-ae17-0aa46ae2301f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c749a319-a6ad-4ba0-9bce-627df789d159 HTTP/1.1" status: 200 len: 854 time: 0.0432675 Jul 19 04:07:06.431553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-1d82882b-4404-44f4-94b5-9fa786b63988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:06.433071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-1d82882b-4404-44f4-94b5-9fa786b63988 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adf9c9b7-392f-431a-9f7e-c3c3cd874807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510201 Jul 19 04:07:06.523084 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-9574e747-c3e6-4644-b848-474a96da5299 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836771 Jul 19 04:07:06.610230 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f4936ac0-6f00-4c85-aad0-6d90e673f82a req-1e3acc52-a89a-4239-804b-e40bdbc320d9 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801146 Jul 19 04:07:07.417111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:07.676679 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:12.549618 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3606b5af-5aa4-4647-b321-8386b872e279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:15.124997 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8cbd-dbd0-4a3b-bfd4-62ccef427144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:15.709548 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:16.585167 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:18.102535 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:22.894532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a4a76-1c79-4380-a819-45b8babe73bb req-1b12fcd6-9a8a-4698-99a9-3e19bb1e3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:22.896519 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-471a4a76-1c79-4380-a819-45b8babe73bb req-1b12fcd6-9a8a-4698-99a9-3e19bb1e3dbe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a78fe219742be996183456390cec7&device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1136 time: 0.0577509 Jul 19 04:07:22.994146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a4a76-1c79-4380-a819-45b8babe73bb req-ad1a5bda-e0c2-4dbf-8fcb-d998aa7e36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:22.995691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-471a4a76-1c79-4380-a819-45b8babe73bb req-ad1a5bda-e0c2-4dbf-8fcb-d998aa7e36fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 200 len: 915 time: 0.0927706 Jul 19 04:07:23.389689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-471a4a76-1c79-4380-a819-45b8babe73bb req-8b649080-a16d-4311-b6d6-635811868473 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 1001 time: 0.3871388 Jul 19 04:07:23.442711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbaf31-21ad-46ea-bfdf-179bc371ea8a req-ec31cf83-9876-4ee7-85e3-215da9a2b407 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:23.444074 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ffbaf31-21ad-46ea-bfdf-179bc371ea8a req-ec31cf83-9876-4ee7-85e3-215da9a2b407 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.4821324 Jul 19 04:07:23.460512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a4a76-1c79-4380-a819-45b8babe73bb req-cff9b811-5d14-4223-8e47-3d90f081455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:23.462999 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-471a4a76-1c79-4380-a819-45b8babe73bb req-cff9b811-5d14-4223-8e47-3d90f081455f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c749a319-a6ad-4ba0-9bce-627df789d159 HTTP/1.1" status: 200 len: 854 time: 0.0647941 Jul 19 04:07:23.519718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4ffbaf31-21ad-46ea-bfdf-179bc371ea8a req-e93fb63b-d9a3-4506-8628-078580743664 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697796 Jul 19 04:07:23.541151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a4a76-1c79-4380-a819-45b8babe73bb req-8bf77dcc-830b-4c66-95cf-9e84c8e2d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:23.542668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-471a4a76-1c79-4380-a819-45b8babe73bb req-8bf77dcc-830b-4c66-95cf-9e84c8e2d23c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adf9c9b7-392f-431a-9f7e-c3c3cd874807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719144 Jul 19 04:07:23.630091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-471a4a76-1c79-4380-a819-45b8babe73bb req-02e1a93b-ca42-4ede-84fd-3137036095a8 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797465 Jul 19 04:07:23.722635 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-471a4a76-1c79-4380-a819-45b8babe73bb req-fb45dc7b-48ee-4d9c-b27c-a76e2daf0069 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847652 Jul 19 04:07:23.922662 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:07:24.728728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8505cf-426d-4602-ac01-0eb509efe297 req-87c5e012-ffa1-4710-b54b-4be3f01759a7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:24.730234 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf8505cf-426d-4602-ac01-0eb509efe297 req-87c5e012-ffa1-4710-b54b-4be3f01759a7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0635991 Jul 19 04:07:24.769379 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf8505cf-426d-4602-ac01-0eb509efe297 req-0d1e7815-239c-4250-9ea4-a7ce7c38f31f tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335143 Jul 19 04:07:25.944660 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1f2f9-70f4-46f2-a439-25b8d136ce7d req-5d1e08d2-c935-4463-8088-7d211f300ea7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:25.946796 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28c1f2f9-70f4-46f2-a439-25b8d136ce7d req-5d1e08d2-c935-4463-8088-7d211f300ea7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0640702 Jul 19 04:07:25.986373 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-28c1f2f9-70f4-46f2-a439-25b8d136ce7d req-c71c5131-7141-401d-b679-80d8410bd4f7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339119 Jul 19 04:07:27.233572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e6707-35aa-4b2f-8768-b87f2cf704ee req-0d11c0bd-3c2e-4dd3-91c6-1fd08b1d61c5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:27.235111 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-758e6707-35aa-4b2f-8768-b87f2cf704ee req-0d11c0bd-3c2e-4dd3-91c6-1fd08b1d61c5 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.1045082 Jul 19 04:07:27.273739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-758e6707-35aa-4b2f-8768-b87f2cf704ee req-f1cf93ae-df99-4e40-ba59-fc7b27b3ec3e tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330253 Jul 19 04:07:28.444247 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b7aff-700a-4a51-a1b4-ad02c12df74a req-387a4aac-1ee2-4598-ae7b-958b1b8c11d3 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:28.445637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6c9b7aff-700a-4a51-a1b4-ad02c12df74a req-387a4aac-1ee2-4598-ae7b-958b1b8c11d3 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0625803 Jul 19 04:07:28.485792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6c9b7aff-700a-4a51-a1b4-ad02c12df74a req-71858fcf-0181-497e-9342-160e989d6ecb tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339231 Jul 19 04:07:29.660313 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97627b73-22b5-4281-9961-f38599b977f0 req-0ee33f06-7ed3-4497-a060-2222657fcbb1 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:29.661803 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97627b73-22b5-4281-9961-f38599b977f0 req-0ee33f06-7ed3-4497-a060-2222657fcbb1 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0671659 Jul 19 04:07:29.704591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97627b73-22b5-4281-9961-f38599b977f0 req-deb6ce91-f971-4b78-b804-1ec64c2ece1f tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364938 Jul 19 04:07:30.881518 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aef286-05a0-4ade-be7d-e8edba2efb5e req-6f6ad243-c70b-48a3-817e-3fd77d2b4d4d tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:30.883036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33aef286-05a0-4ade-be7d-e8edba2efb5e req-6f6ad243-c70b-48a3-817e-3fd77d2b4d4d tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0681026 Jul 19 04:07:30.924440 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33aef286-05a0-4ade-be7d-e8edba2efb5e req-e7f6e5ab-bb85-4456-b46c-f9886377f805 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355313 Jul 19 04:07:32.100454 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8d0fb-f0c8-4c78-9717-47b1932cba14 req-b2b0a606-8669-4a45-8034-feacae39b404 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:32.101847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c8e8d0fb-f0c8-4c78-9717-47b1932cba14 req-b2b0a606-8669-4a45-8034-feacae39b404 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0651901 Jul 19 04:07:32.141772 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c8e8d0fb-f0c8-4c78-9717-47b1932cba14 req-5101ac44-c5b0-4010-94ff-a3a8c2a8123a tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334947 Jul 19 04:07:33.311824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95414fc9-ea89-4cd1-83e9-5f3c72e4ee84 req-e3cddb9e-4602-44de-9612-b9a495e00480 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:33.313351 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95414fc9-ea89-4cd1-83e9-5f3c72e4ee84 req-e3cddb9e-4602-44de-9612-b9a495e00480 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0635276 Jul 19 04:07:33.353707 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95414fc9-ea89-4cd1-83e9-5f3c72e4ee84 req-3cfe6815-cfae-48ff-95e9-9a39cf49666a tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346103 Jul 19 04:07:34.530719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0604-16a1-4b0e-872d-4d5c8c516b00 req-787dfdd8-1d29-4778-9417-02482470f1c4 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:34.532221 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b6ef0604-16a1-4b0e-872d-4d5c8c516b00 req-787dfdd8-1d29-4778-9417-02482470f1c4 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0670958 Jul 19 04:07:34.573372 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b6ef0604-16a1-4b0e-872d-4d5c8c516b00 req-aa66e20c-4d9e-4bee-a2ea-3be016155bf9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355475 Jul 19 04:07:35.750445 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1771e-d0eb-4e77-9781-a440aa36883f req-f50c8555-b605-4b33-87f7-7ff1752812a3 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:35.751969 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-00f1771e-d0eb-4e77-9781-a440aa36883f req-f50c8555-b605-4b33-87f7-7ff1752812a3 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0659578 Jul 19 04:07:35.791711 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-00f1771e-d0eb-4e77-9781-a440aa36883f req-251306c2-f2da-4885-978a-bf3fa9cf00dd tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341668 Jul 19 04:07:36.964859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d013366-db31-44b7-9f42-c1dd2bb8abe5 req-6e1bda69-519f-4fc8-a7c6-84fd709cb04f tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:36.966369 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d013366-db31-44b7-9f42-c1dd2bb8abe5 req-6e1bda69-519f-4fc8-a7c6-84fd709cb04f tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0627437 Jul 19 04:07:37.006731 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d013366-db31-44b7-9f42-c1dd2bb8abe5 req-5d4d2c88-24f4-4119-a277-2b50259dfb5a tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344822 Jul 19 04:07:37.434600 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:37.703568 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:38.179473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e740f-d655-4d1f-97d2-560ab6a96f38 req-26c1d138-73cf-46e7-966d-9f2512fbdd7a tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:38.181508 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb1e740f-d655-4d1f-97d2-560ab6a96f38 req-26c1d138-73cf-46e7-966d-9f2512fbdd7a tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0640111 Jul 19 04:07:38.220770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bb1e740f-d655-4d1f-97d2-560ab6a96f38 req-5495f120-5972-4cd3-8c08-85c5b27261ef tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335734 Jul 19 04:07:39.393238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639e37-2470-45cb-84c8-b7d3b4682ff7 req-de99c701-1a53-4097-b7d7-0f5a3ed320d9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:39.394788 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d639e37-2470-45cb-84c8-b7d3b4682ff7 req-de99c701-1a53-4097-b7d7-0f5a3ed320d9 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0638366 Jul 19 04:07:39.435198 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0d639e37-2470-45cb-84c8-b7d3b4682ff7 req-59efaf1f-0983-4d36-99c5-8614593c43a3 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341156 Jul 19 04:07:40.610606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b35b42-6b3d-45e6-8e48-4dc0ef78f378 req-1db5119a-f326-49b5-a614-a4c1e31e962e tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:07:40.612124 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12b35b42-6b3d-45e6-8e48-4dc0ef78f378 req-1db5119a-f326-49b5-a614-a4c1e31e962e tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0635526 Jul 19 04:07:40.651542 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12b35b42-6b3d-45e6-8e48-4dc0ef78f378 req-28405c08-4c32-446d-9ad5-f7e6fbd101d6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=04165838-0dea-40df-ab15-594ca4ffe71c&id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337048 Jul 19 04:07:42.551152 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6acb5d0e-c6a4-41be-a287-22d757eb423c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:45.124972 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1f55-622a-4368-bbf1-4b065606e857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:45.709835 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:46.589204 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:07:48.105545 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:00.693766 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-2bef2aa5-69b9-407f-8a45-3532c300a481 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001976 Jul 19 04:08:00.789129 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-df4f5304-f87b-40e6-8844-e30e1540574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:00.790890 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-df4f5304-f87b-40e6-8844-e30e1540574b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a78fe219742be996183456390cec7&device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1136 time: 0.0525324 Jul 19 04:08:00.898468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-9532bb4e-b086-49d5-b6d8-12a02b85266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:00.899881 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-9532bb4e-b086-49d5-b6d8-12a02b85266d service neutron] 10.222.0.25 "GET /v2.0/networks?id=adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 200 len: 915 time: 0.0879791 Jul 19 04:08:00.921139 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:08:00.965029 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-c812d920-f10f-4d0b-9ede-bda729415703 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 1001 time: 0.0571706 Jul 19 04:08:01.015231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-3d24e9ba-dbac-4bda-b9a6-07aa65359657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:01.016687 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-3d24e9ba-dbac-4bda-b9a6-07aa65359657 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c749a319-a6ad-4ba0-9bce-627df789d159 HTTP/1.1" status: 200 len: 854 time: 0.0438063 Jul 19 04:08:01.082503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-dc6ab57d-b413-49e7-80e5-f91e31608054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:01.084402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-dc6ab57d-b413-49e7-80e5-f91e31608054 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adf9c9b7-392f-431a-9f7e-c3c3cd874807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614622 Jul 19 04:08:01.179641 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-d4c4a9d3-b22a-47a0-8f4e-be19da9c08e1 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887334 Jul 19 04:08:01.282945 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e14991b3-c768-4a74-ba53-543b8de14db2 req-7679ec7f-9114-40a4-860f-39c3403d2572 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967634 Jul 19 04:08:07.450593 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:07.690161 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:12.551808 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3a39-48bb-455f-af2f-e1c5e938f9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:12.955883 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75385b2e-6287-441a-8fbc-579f62a5313b req-d76d0cb8-2452-4bdc-81b3-eb2c63b5ebe6 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922327670&fields=id&tenant_id=564a78fe219742be996183456390cec7 HTTP/1.1" status: 200 len: 267 time: 0.0374839 Jul 19 04:08:13.023564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75385b2e-6287-441a-8fbc-579f62a5313b req-5360d12d-7bb6-4187-b462-d491c0fa2ab8 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:13.026419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75385b2e-6287-441a-8fbc-579f62a5313b req-5360d12d-7bb6-4187-b462-d491c0fa2ab8 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 984 time: 0.0646996 Jul 19 04:08:13.037994 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-75385b2e-6287-441a-8fbc-579f62a5313b req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Request body: {'port': {'security_groups': ['7ad49560-8dc5-45cf-8974-36a376d59168']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:13.122656 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-75385b2e-6287-441a-8fbc-579f62a5313b req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.294591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-75385b2e-6287-441a-8fbc-579f62a5313b req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] For port 6148e3cf-1238-4bd0-9523-9700512fb81a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6148e3cf-1238-4bd0-9523-9700512fb81a,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:13.326892 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-75385b2e-6287-441a-8fbc-579f62a5313b req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.331328 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-75385b2e-6287-441a-8fbc-579f62a5313b req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.344938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6148e3cf-1238-4bd0-9523-9700512fb81a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:08:13.376321 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75385b2e-6287-441a-8fbc-579f62a5313b req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:13.376945 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-75385b2e-6287-441a-8fbc-579f62a5313b req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.378430 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-75385b2e-6287-441a-8fbc-579f62a5313b req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "PUT /v2.0/ports/6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 942 time: 0.3451664 Jul 19 04:08:13.378895 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:08:13.386093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 45940) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:13.409102 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event updated for resources: {'Port': ['ID=6148e3cf-1238-4bd0-9523-9700512fb81a,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:13.417387 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.417751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.418138 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.418509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.418845 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.419179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.419509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.419837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.420173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.420852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.420852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.421109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb4907-7d6f-4d03-8a4d-7c16344056ff tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.426796 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:08:13.474739 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.475147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6148e3cf-1238-4bd0-9523-9700512fb81a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:08:13.507570 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.522515 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661a9e4e-425a-4965-9527-d3ace4118f44 x-openstack-request-id: req-661a9e4e-425a-4965-9527-d3ace4118f44 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:08:13.523052 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:08:13.523530 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-661a9e4e-425a-4965-9527-d3ace4118f44 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:08:13.523936 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'status': 'completed', 'code': 200} Jul 19 04:08:13.594656 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.597602 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.598865 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "DELETE /v2.0/security-groups/04165838-0dea-40df-ab15-594ca4ffe71c HTTP/1.1" status: 204 len: 168 time: 0.2120171 Jul 19 04:08:13.601678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 45948) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:13.615474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04165838-0dea-40df-ab15-594ca4ffe71c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:13.624777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.625132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.625479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.625816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.626209 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.626495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.626825 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.627418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.627752 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.628085 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.628412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.628727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9dbb48-ecf2-46f8-bb22-aef28c874d06 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:13.703994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-c4087350-ff56-4d8a-9935-459b54200026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:13.705528 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-c4087350-ff56-4d8a-9935-459b54200026 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a78fe219742be996183456390cec7&device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1097 time: 0.1172042 Jul 19 04:08:13.709515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-78681b14-5570-4b47-b65d-2eb7d66da964 None None] Provisioning complete for port 6148e3cf-1238-4bd0-9523-9700512fb81a triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:13.710014 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-78681b14-5570-4b47-b65d-2eb7d66da964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.781324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Deleting port a95b569e-950c-4eb6-a455-cf6a868b3168 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:08:13.781704 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.802292 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-460b22b7-73d7-4fba-989c-62bbcb5d27af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:13.803915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-460b22b7-73d7-4fba-989c-62bbcb5d27af service neutron] 10.222.0.25 "GET /v2.0/networks?id=adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 200 len: 915 time: 0.0921817 Jul 19 04:08:13.861196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.861524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:13.872616 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-e9481818-ef9c-4657-bf3a-a9c9d6cebc84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 1001 time: 0.0618134 Jul 19 04:08:13.873751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Calling delete_port for a95b569e-950c-4eb6-a455-cf6a868b3168 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:08:13.921737 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-f366c121-060e-4e78-9f05-069f69e81509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:13.923219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-f366c121-060e-4e78-9f05-069f69e81509 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c749a319-a6ad-4ba0-9bce-627df789d159 HTTP/1.1" status: 200 len: 854 time: 0.0442178 Jul 19 04:08:13.981476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-30a875bb-c2df-44eb-9608-a45d32c711c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:13.983024 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-30a875bb-c2df-44eb-9608-a45d32c711c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adf9c9b7-392f-431a-9f7e-c3c3cd874807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535321 Jul 19 04:08:14.019863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:14.048755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event deleted for resources: {'Port': ['ID=a95b569e-950c-4eb6-a455-cf6a868b3168,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:14.081272 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-84e842f5-5f5a-4a44-89b9-3a6c4ee55a20 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911188 Jul 19 04:08:14.110461 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:14.110796 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Floating IP 96babc7f-d56e-41f8-89a3-ea16d3b06d55 disassociated (deleted). External IP: 172.25.2.123, port: 6148e3cf-1238-4bd0-9523-9700512fb81a. Jul 19 04:08:14.172194 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0187ffac-620d-4ad8-ac21-a9d4eddc9ba8 req-2e2f12a4-35e6-4818-9f65-e0b833970e4c service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849845 Jul 19 04:08:14.321206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Router 9cecace7-2e4b-4785-966a-cfd04d92953e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:08:14.425892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:08:14.430596 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:14.436130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] Sync routers for ids ['9cecace7-2e4b-4785-966a-cfd04d92953e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:08:14.444877 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] Routers {'9cecace7-2e4b-4785-966a-cfd04d92953e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:14.445495 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:07:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9cecace7-2e4b-4785-966a-cfd04d92953e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:14.466958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ee4347aa-fee8-4d72-a7fd-0154dc25efbe tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "DELETE /v2.0/floatingips/96babc7f-d56e-41f8-89a3-ea16d3b06d55 HTTP/1.1" status: 204 len: 168 time: 0.8640077 Jul 19 04:08:14.554895 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] Set router 9cecace7-2e4b-4785-966a-cfd04d92953e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:14.764984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:19Z', 'revision_number': 5, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:14.793558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] Checking router: 9cecace7-2e4b-4785-966a-cfd04d92953e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:08:14.802942 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] Routers {'9cecace7-2e4b-4785-966a-cfd04d92953e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:14.803712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:07:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9cecace7-2e4b-4785-966a-cfd04d92953e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:14.907062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] Set router 9cecace7-2e4b-4785-966a-cfd04d92953e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:15.100550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:19Z', 'revision_number': 5, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:15.135406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51d7b2-2a93-4f45-89fd-08ea855ab475 None None] The sync data for ids ['9cecace7-2e4b-4785-966a-cfd04d92953e'] in n-d-762330-18 is: [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:06:13Z', 'revision_number': 4, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '940b2b58-2674-4a0a-89e3-92e0e2d591d8', 'name': '', 'network_id': 'adf9c9b7-392f-431a-9f7e-c3c3cd874807', 'tenant_id': '564a78fe219742be996183456390cec7', 'mac_address': 'fa:16:3e:cd:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:12Z', 'updated_at': '2021-07-19T04:06:19Z', 'revision_number': 5, 'project_id': '564a78fe219742be996183456390cec7', 'subnets': [{'id': 'c749a319-a6ad-4ba0-9bce-627df789d159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:08:15.149027 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e9b469c5-b7d0-4d41-94d1-32479ab52540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:15.353612 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf84912b-d239-4a2b-a484-212ee336541d None None] New status for floating IP 96babc7f-d56e-41f8-89a3-ea16d3b06d55: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:08:15.525553 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:08:15.528015 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931fb8ef-97e9-4c0f-915c-ceaef532ade1" -d '{"events": [{"name": "network-changed", "server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:08:15.564525 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88292469-a741-42e9-b485-2d76b45e1a65 x-openstack-request-id: req-88292469-a741-42e9-b485-2d76b45e1a65 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:08:15.565008 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:08:15.565268 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88292469-a741-42e9-b485-2d76b45e1a65 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:08:15.565669 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'status': 'completed', 'code': 200} Jul 19 04:08:15.641994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-266e7bba-a31e-46e3-a739-9dbfe9081bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:15.643789 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-266e7bba-a31e-46e3-a739-9dbfe9081bb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a78fe219742be996183456390cec7&device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 1097 time: 0.0570941 Jul 19 04:08:15.713929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:15.737259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-618a1f57-9bb5-4d02-8d44-95436cb41da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:15.738776 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-618a1f57-9bb5-4d02-8d44-95436cb41da5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 200 len: 915 time: 0.0885775 Jul 19 04:08:15.784246 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-9f643a66-d69e-4ec9-976b-b4cbd12dfcb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 200 len: 217 time: 0.0395091 Jul 19 04:08:15.836561 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-50ac2716-6498-4290-bb6c-8b9e005ca347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:15.838162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-50ac2716-6498-4290-bb6c-8b9e005ca347 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c749a319-a6ad-4ba0-9bce-627df789d159 HTTP/1.1" status: 200 len: 854 time: 0.0479085 Jul 19 04:08:15.898627 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-bfbc149f-ee08-40b9-9516-a4ce0a47e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:15.900348 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-bfbc149f-ee08-40b9-9516-a4ce0a47e646 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adf9c9b7-392f-431a-9f7e-c3c3cd874807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565097 Jul 19 04:08:15.993758 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-c7f028db-32cc-428f-a3a0-8639df7b2552 service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866821 Jul 19 04:08:16.086060 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-931fb8ef-97e9-4c0f-915c-ceaef532ade1 req-7f3b3b25-dbfc-4c4f-8194-f53e7f33430c service neutron] 10.222.0.25 "GET /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860879 Jul 19 04:08:16.592851 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:18.110958 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:21.870048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b57618-1e39-4bb9-9769-d73edac5466e req-048170ac-f1f2-41fb-b6ac-290a66842b66 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:21.871671 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12b57618-1e39-4bb9-9769-d73edac5466e req-048170ac-f1f2-41fb-b6ac-290a66842b66 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 945 time: 0.0704370 Jul 19 04:08:21.910553 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12b57618-1e39-4bb9-9769-d73edac5466e req-4d559dc3-d5b8-4045-9312-137d790d7f2b tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331633 Jul 19 04:08:23.087842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c912c0b-ff01-4e06-bf55-1f8ccb932098 req-c2bd7d1b-620f-4afa-95b8-d20c2613c63b tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:23.089879 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c912c0b-ff01-4e06-bf55-1f8ccb932098 req-c2bd7d1b-620f-4afa-95b8-d20c2613c63b tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 945 time: 0.0670409 Jul 19 04:08:23.131634 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c912c0b-ff01-4e06-bf55-1f8ccb932098 req-0c9f670a-0217-4318-84c4-e4fba0f28574 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ad49560-8dc5-45cf-8974-36a376d59168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Jul 19 04:08:23.386787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-44f63c2d-8058-4320-9f04-6a3498511dd4 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:23.388258 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-44f63c2d-8058-4320-9f04-6a3498511dd4 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.25 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 945 time: 0.0627649 Jul 19 04:08:23.484640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-26f03297-472e-4184-96c0-15903e0b41e2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Deleting port 6148e3cf-1238-4bd0-9523-9700512fb81a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:08:23.484979 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-26f03297-472e-4184-96c0-15903e0b41e2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:23.573653 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-26f03297-472e-4184-96c0-15903e0b41e2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] For port 6148e3cf-1238-4bd0-9523-9700512fb81a, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=6148e3cf-1238-4bd0-9523-9700512fb81a,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:23.574003 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-26f03297-472e-4184-96c0-15903e0b41e2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:23.586095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-26f03297-472e-4184-96c0-15903e0b41e2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Calling delete_port for 6148e3cf-1238-4bd0-9523-9700512fb81a owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:08:23.714236 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-26f03297-472e-4184-96c0-15903e0b41e2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:23.727446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['6148e3cf-1238-4bd0-9523-9700512fb81a'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:08:23.745263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f03297-472e-4184-96c0-15903e0b41e2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Pushing event deleted for resources: {'Port': ['ID=6148e3cf-1238-4bd0-9523-9700512fb81a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:23.789103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-26f03297-472e-4184-96c0-15903e0b41e2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] No DVR routers for this DVR port 6148e3cf-1238-4bd0-9523-9700512fb81a on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:08:23.792308 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-26f03297-472e-4184-96c0-15903e0b41e2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:23.794315 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4a8a9281-dcfe-4beb-ba4b-b05403148c47 req-26f03297-472e-4184-96c0-15903e0b41e2 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.25 "DELETE /v2.0/ports/6148e3cf-1238-4bd0-9523-9700512fb81a HTTP/1.1" status: 204 len: 173 time: 0.3997519 Jul 19 04:08:23.794974 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'name': 'network-vif-deleted', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:08:23.836629 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253f19b5-89de-435e-abbd-c318e57543f2" -d '{"events": [{"server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "name": "network-vif-deleted", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:08:23.919830 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba36c98-af30-4160-9268-85c6955b77a7 x-openstack-request-id: req-1ba36c98-af30-4160-9268-85c6955b77a7 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:08:23.920138 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26057b6d-f6e9-42fb-a868-911a8d1af674", "name": "network-vif-deleted", "tag": "6148e3cf-1238-4bd0-9523-9700512fb81a", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:08:23.920395 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ba36c98-af30-4160-9268-85c6955b77a7 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:08:23.920794 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26057b6d-f6e9-42fb-a868-911a8d1af674', 'name': 'network-vif-deleted', 'tag': '6148e3cf-1238-4bd0-9523-9700512fb81a', 'status': 'completed', 'code': 200} Jul 19 04:08:24.294969 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c940b1b5-e544-4e14-950e-8c75400679e5 req-a45c0e8c-40c6-4ed8-a535-2601b3f2e0f7 tempest-TestMinimumBasicScenario-1530475175 tempest-TestMinimumBasicScenario-1530475175-project] 10.222.0.20 "GET /v2.0/ports?device_id=26057b6d-f6e9-42fb-a868-911a8d1af674 HTTP/1.1" status: 200 len: 210 time: 0.0284433 Jul 19 04:08:25.885238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46052) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:26.051874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-dc8f2e86-ccb7-4601-918f-a4133bb82881 req-a7458f25-bcd8-4728-8760-2171a4714e1a tempest-ServerDiskConfigTestJSON-1257820964 tempest-ServerDiskConfigTestJSON-1257820964-project] (94344) timed out ('10.222.0.26', 50726) {{(pid=94344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 04:08:26.565893 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:26.809082 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] Deleting port 940b2b58-2674-4a0a-89e3-92e0e2d591d8 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:08:26.809417 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:26.886397 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] For port 940b2b58-2674-4a0a-89e3-92e0e2d591d8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=940b2b58-2674-4a0a-89e3-92e0e2d591d8,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:26.887070 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:26.898763 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] Calling delete_port for 940b2b58-2674-4a0a-89e3-92e0e2d591d8 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:08:27.079552 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:27.109058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=940b2b58-2674-4a0a-89e3-92e0e2d591d8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:27.272879 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:27.483072 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] Router 9cecace7-2e4b-4785-966a-cfd04d92953e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:08:27.586184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:08:27.591286 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f778a0f4-717b-4fe4-8beb-58babdad0b6f admin admin] 10.222.0.20 "PUT /v2.0/routers/9cecace7-2e4b-4785-966a-cfd04d92953e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7048438 Jul 19 04:08:27.593665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46054) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:27.596389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] Sync routers for ids ['9cecace7-2e4b-4785-966a-cfd04d92953e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:08:27.605872 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] Routers {'9cecace7-2e4b-4785-966a-cfd04d92953e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:27.606529 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:08:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9cecace7-2e4b-4785-966a-cfd04d92953e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:27.697173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:27.711089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] Set router 9cecace7-2e4b-4785-966a-cfd04d92953e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:27.801007 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:27.852580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Deleting port aaaa9f2c-6bea-4c3a-8286-812b09d866f6 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:08:27.852918 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:27.884885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:08:27Z', 'revision_number': 5, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port': {'id': 'aaaa9f2c-6bea-4c3a-8286-812b09d866f6', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:11Z', 'updated_at': '2021-07-19T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:27.914842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] Checking router: 9cecace7-2e4b-4785-966a-cfd04d92953e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:08:27.923933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] Routers {'9cecace7-2e4b-4785-966a-cfd04d92953e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:27.924552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:08:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['9cecace7-2e4b-4785-966a-cfd04d92953e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:27.936175 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] For port aaaa9f2c-6bea-4c3a-8286-812b09d866f6, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=aaaa9f2c-6bea-4c3a-8286-812b09d866f6,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:27.936703 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:27.947888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Calling delete_port for aaaa9f2c-6bea-4c3a-8286-812b09d866f6 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:08:28.009983 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] Set router 9cecace7-2e4b-4785-966a-cfd04d92953e gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:28.063230 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:08:27Z', 'revision_number': 6, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:28.121426 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.149416 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaaa9f2c-6bea-4c3a-8286-812b09d866f6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:28.217493 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.250417 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55a6d6-b017-4fa2-a1e8-3ef6913163d8 None None] The sync data for ids ['9cecace7-2e4b-4785-966a-cfd04d92953e'] in n-d-762330-18 is: [{'id': '9cecace7-2e4b-4785-966a-cfd04d92953e', 'name': 'tempest-TestMinimumBasicScenario-1646357647-router', 'tenant_id': '564a78fe219742be996183456390cec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:10Z', 'updated_at': '2021-07-19T04:08:27Z', 'revision_number': 6, 'project_id': '564a78fe219742be996183456390cec7', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:08:28.315257 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.317297 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.363276 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.363790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cecace7-2e4b-4785-966a-cfd04d92953e {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:08:28.369120 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.370601 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5b0b787a-21c4-4011-b9a9-31ae31b7fc18 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9cecace7-2e4b-4785-966a-cfd04d92953e HTTP/1.1" status: 204 len: 168 time: 0.7759740 Jul 19 04:08:28.373030 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46056) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:28.417472 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c6de0d-89fb-418e-8021-fae6d751c99c admin admin] Deleting subnet c749a319-a6ad-4ba0-9bce-627df789d159 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:08:28.420495 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c6de0d-89fb-418e-8021-fae6d751c99c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.453907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c6de0d-89fb-418e-8021-fae6d751c99c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.473859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6148e3cf-1238-4bd0-9523-9700512fb81a no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:08:28.493092 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 6148e3cf-1238-4bd0-9523-9700512fb81a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:08:28.493436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 6148e3cf-1238-4bd0-9523-9700512fb81a not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:08:28.536845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c6de0d-89fb-418e-8021-fae6d751c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.589747 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c6de0d-89fb-418e-8021-fae6d751c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.618418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-97c6de0d-89fb-418e-8021-fae6d751c99c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.622951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46058) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:28.623882 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-97c6de0d-89fb-418e-8021-fae6d751c99c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c749a319-a6ad-4ba0-9bce-627df789d159 HTTP/1.1" status: 204 len: 168 time: 0.2498631 Jul 19 04:08:28.624778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6de0d-89fb-418e-8021-fae6d751c99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c749a319-a6ad-4ba0-9bce-627df789d159,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:28.632316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a391da8-6759-406f-9a08-9c6e76b2be92 None None] Network adf9c9b7-392f-431a-9f7e-c3c3cd874807 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:08:28.701051 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.758450 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Deleting port 1335852a-b235-44b3-ac3b-ba030725951d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:08:28.758794 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.826353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] For port 1335852a-b235-44b3-ac3b-ba030725951d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1335852a-b235-44b3-ac3b-ba030725951d,segment=NetworkSegment(0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363),segment_id=0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:28.826707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.838636 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Calling delete_port for 1335852a-b235-44b3-ac3b-ba030725951d owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:08:28.915560 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:28.942219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Pushing event deleted for resources: {'Port': ['ID=1335852a-b235-44b3-ac3b-ba030725951d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:28.944119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] No DVR routers for this DVR port 1335852a-b235-44b3-ac3b-ba030725951d on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:08:29.016367 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:29.027293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf9c9b7-392f-431a-9f7e-c3c3cd874807']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:29.037487 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:29.037787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e049dd0-3cc9-4fa3-8ef7-bc3ad0769363') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:29.046397 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e805fd-a601-4e0d-8c33-800ef77447ec None None] DHCP port deletion for adf9c9b7-392f-431a-9f7e-c3c3cd874807 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:08:29.054875 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:29.077784 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:29.084902 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:08:29.085417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:08:29.087181 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:08:29.102252 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1335852a-b235-44b3-ac3b-ba030725951d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:08:29.123164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 1335852a-b235-44b3-ac3b-ba030725951d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:08:29.123614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1335852a-b235-44b3-ac3b-ba030725951d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:08:29.124129 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aaaa9f2c-6bea-4c3a-8286-812b09d866f6 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:08:29.150186 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:29.154578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: aaaa9f2c-6bea-4c3a-8286-812b09d866f6 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:08:29.154950 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device aaaa9f2c-6bea-4c3a-8286-812b09d866f6 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:08:29.155398 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 940b2b58-2674-4a0a-89e3-92e0e2d591d8 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:08:29.155554 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:29.158547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] 10.222.0.20 "DELETE /v2.0/networks/adf9c9b7-392f-431a-9f7e-c3c3cd874807 HTTP/1.1" status: 204 len: 168 time: 0.5345449 Jul 19 04:08:29.161668 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46060) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:29.171546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845df720-1ba0-4fb8-b07c-799b28a206de admin admin] Pushing event deleted for resources: {'Network': ['ID=adf9c9b7-392f-431a-9f7e-c3c3cd874807,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:29.178285 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 940b2b58-2674-4a0a-89e3-92e0e2d591d8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:08:29.178643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 940b2b58-2674-4a0a-89e3-92e0e2d591d8 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:08:29.522914 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:29.771676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] Deleting port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:08:29.772019 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:29.847288 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] For port 3d7f96d3-99da-4574-9d85-84cb84c0cb5e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=3d7f96d3-99da-4574-9d85-84cb84c0cb5e,segment=NetworkSegment(7a07aa7f-6040-4e21-89b5-d8239025930e),segment_id=7a07aa7f-6040-4e21-89b5-d8239025930e)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:29.847573 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:29.859730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] Calling delete_port for 3d7f96d3-99da-4574-9d85-84cb84c0cb5e owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:08:30.035501 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:30.061773 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7f96d3-99da-4574-9d85-84cb84c0cb5e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:30.232380 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:30.439703 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] Router fadda0d7-b5ce-4854-8280-e3d9c3980473 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:08:30.544346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:08:30.549280 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-204e2f52-b31f-48f4-91d3-7a10e221246e admin admin] 10.222.0.20 "PUT /v2.0/routers/fadda0d7-b5ce-4854-8280-e3d9c3980473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3864627 Jul 19 04:08:30.551832 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46062) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:30.555729 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] Sync routers for ids ['fadda0d7-b5ce-4854-8280-e3d9c3980473'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:08:30.564785 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] Routers {'fadda0d7-b5ce-4854-8280-e3d9c3980473'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:30.565400 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:08:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['fadda0d7-b5ce-4854-8280-e3d9c3980473'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:30.655498 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:30.668319 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] Set router fadda0d7-b5ce-4854-8280-e3d9c3980473 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:30.850172 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'name': 'tempest-TestMinimumBasicScenario-1064705564-router', 'tenant_id': '3905379b049842c39c330535b61258b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:08:29Z', 'revision_number': 5, 'project_id': '3905379b049842c39c330535b61258b5', 'gw_port': {'id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:30.881548 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] Checking router: fadda0d7-b5ce-4854-8280-e3d9c3980473 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:08:30.890411 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] Routers {'fadda0d7-b5ce-4854-8280-e3d9c3980473'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:30.891040 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:08:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['fadda0d7-b5ce-4854-8280-e3d9c3980473'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:31.005469 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] Set router fadda0d7-b5ce-4854-8280-e3d9c3980473 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:31.119566 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.173993 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Deleting port 4f2e3a69-924e-457a-a681-b2298e3de2d8 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:08:31.174412 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.213735 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'name': 'tempest-TestMinimumBasicScenario-1064705564-router', 'tenant_id': '3905379b049842c39c330535b61258b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:08:29Z', 'revision_number': 5, 'project_id': '3905379b049842c39c330535b61258b5', 'gw_port': {'id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:31.240146 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bac82-7287-46ad-bc81-1ed71bdf4796 None None] The sync data for ids ['fadda0d7-b5ce-4854-8280-e3d9c3980473'] in n-d-762330-18 is: [{'id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'name': 'tempest-TestMinimumBasicScenario-1064705564-router', 'tenant_id': '3905379b049842c39c330535b61258b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:08:29Z', 'revision_number': 5, 'project_id': '3905379b049842c39c330535b61258b5', 'gw_port': {'id': '4f2e3a69-924e-457a-a681-b2298e3de2d8', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadda0d7-b5ce-4854-8280-e3d9c3980473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:06:15Z', 'updated_at': '2021-07-19T04:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:08:31.254835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] For port 4f2e3a69-924e-457a-a681-b2298e3de2d8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4f2e3a69-924e-457a-a681-b2298e3de2d8,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:31.255398 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.272750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Calling delete_port for 4f2e3a69-924e-457a-a681-b2298e3de2d8 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:08:31.440471 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.472830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2e3a69-924e-457a-a681-b2298e3de2d8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:31.532561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.622646 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.624879 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.675554 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.676109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fadda0d7-b5ce-4854-8280-e3d9c3980473 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:08:31.681053 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.682591 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2e5f50f3-3be9-4559-92bd-8193811c9d47 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fadda0d7-b5ce-4854-8280-e3d9c3980473 HTTP/1.1" status: 204 len: 168 time: 1.1295607 Jul 19 04:08:31.685345 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46064) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:31.735314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d53152-581b-4b79-aacc-18d4bdb5dbef admin admin] Deleting subnet d583a27a-101a-4400-ae96-3d979d29728b {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:08:31.739173 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11d53152-581b-4b79-aacc-18d4bdb5dbef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.777403 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11d53152-581b-4b79-aacc-18d4bdb5dbef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.862511 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11d53152-581b-4b79-aacc-18d4bdb5dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.921935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11d53152-581b-4b79-aacc-18d4bdb5dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.949988 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d53152-581b-4b79-aacc-18d4bdb5dbef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d583a27a-101a-4400-ae96-3d979d29728b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:31.957649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-11d53152-581b-4b79-aacc-18d4bdb5dbef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:31.959598 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-11d53152-581b-4b79-aacc-18d4bdb5dbef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d583a27a-101a-4400-ae96-3d979d29728b HTTP/1.1" status: 204 len: 168 time: 0.2732551 Jul 19 04:08:31.962132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46066) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:31.965767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b52842-cda8-41ec-94b7-2fae87ffc608 None None] Network e5d95da8-d075-4a1b-871c-9a35af38e983 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:08:32.032913 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.093204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Deleting port 19f7f8f8-0533-4afa-9e8a-8b435716441e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:08:32.094033 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.158934 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] For port 19f7f8f8-0533-4afa-9e8a-8b435716441e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=19f7f8f8-0533-4afa-9e8a-8b435716441e,segment=NetworkSegment(7a07aa7f-6040-4e21-89b5-d8239025930e),segment_id=7a07aa7f-6040-4e21-89b5-d8239025930e)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:32.159293 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.171701 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Calling delete_port for 19f7f8f8-0533-4afa-9e8a-8b435716441e owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:08:32.251705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.278654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Pushing event deleted for resources: {'Port': ['ID=19f7f8f8-0533-4afa-9e8a-8b435716441e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:32.280520 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] No DVR routers for this DVR port 19f7f8f8-0533-4afa-9e8a-8b435716441e on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:08:32.310825 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df018805-490b-4f71-baf4-9aac138e169a None None] DHCP port deletion for e5d95da8-d075-4a1b-871c-9a35af38e983 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:08:32.361695 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.371739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d95da8-d075-4a1b-871c-9a35af38e983']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:32.381200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a07aa7f-6040-4e21-89b5-d8239025930e') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:32.381495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a07aa7f-6040-4e21-89b5-d8239025930e') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:32.390516 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.404866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.410846 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:08:32.411428 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:08:32.413613 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:08:32.467754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.472680 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.474965 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/e5d95da8-d075-4a1b-871c-9a35af38e983 HTTP/1.1" status: 204 len: 168 time: 0.5103409 Jul 19 04:08:32.487586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9be5a3-bcfa-44c2-93b0-2515ca6817ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d95da8-d075-4a1b-871c-9a35af38e983,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:32.629433 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46070) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:32.669701 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6e4a7e98-8934-4169-bfa8-0a858d92ef33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=564a78fe219742be996183456390cec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390959 Jul 19 04:08:32.672696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46072) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:32.720858 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b25c5408-2a41-40a8-b6e4-99438422fed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.741925 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b25c5408-2a41-40a8-b6e4-99438422fed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.788522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b25c5408-2a41-40a8-b6e4-99438422fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.791341 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b25c5408-2a41-40a8-b6e4-99438422fed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:32.792578 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b25c5408-2a41-40a8-b6e4-99438422fed8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ad49560-8dc5-45cf-8974-36a376d59168 HTTP/1.1" status: 204 len: 168 time: 0.1188092 Jul 19 04:08:32.800597 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c5408-2a41-40a8-b6e4-99438422fed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad49560-8dc5-45cf-8974-36a376d59168,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:32.999005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 19f7f8f8-0533-4afa-9e8a-8b435716441e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:08:33.021120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 19f7f8f8-0533-4afa-9e8a-8b435716441e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:08:33.021468 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 19f7f8f8-0533-4afa-9e8a-8b435716441e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:08:33.021886 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4f2e3a69-924e-457a-a681-b2298e3de2d8 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:08:33.044515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 4f2e3a69-924e-457a-a681-b2298e3de2d8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:08:33.044784 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4f2e3a69-924e-457a-a681-b2298e3de2d8 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:08:33.045219 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3d7f96d3-99da-4574-9d85-84cb84c0cb5e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:08:33.065221 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 3d7f96d3-99da-4574-9d85-84cb84c0cb5e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:08:33.065710 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 3d7f96d3-99da-4574-9d85-84cb84c0cb5e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:08:33.102795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46078) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:33.142159 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-da8390c8-64b4-43d4-9dc2-0262a089efad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3905379b049842c39c330535b61258b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378563 Jul 19 04:08:33.144885 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46080) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:33.192159 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-541c0282-a7dc-4455-ace1-0def0dd52b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:33.212857 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-541c0282-a7dc-4455-ace1-0def0dd52b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:33.263305 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-541c0282-a7dc-4455-ace1-0def0dd52b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:33.265833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-541c0282-a7dc-4455-ace1-0def0dd52b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:33.267033 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-541c0282-a7dc-4455-ace1-0def0dd52b6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fcb00ec-0c17-4364-8eea-ed1bbc242e59 HTTP/1.1" status: 204 len: 168 time: 0.1212194 Jul 19 04:08:33.277372 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c0282-a7dc-4455-ace1-0def0dd52b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb00ec-0c17-4364-8eea-ed1bbc242e59,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:34.998641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46122) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:35.003423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-130635716', 'description': 'tempest-secgroup-smoke-130635716 description', 'project_id': 'a1dc58c326984d3cac739e62488a2cae'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:35.026109 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.038079 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.131306 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.135172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.176744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9529dda-deea-4d81-b737-a0661841dd22,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:35.230418 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.234215 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.264070 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.265278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2655826 Jul 19 04:08:35.267125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c75d3-9181-4263-89f1-c1c61a09ce0a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:35.268543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46124) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:35.273319 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d6dae6f9-d377-480f-a649-42e08b8cc5bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:35.300848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6dae6f9-d377-480f-a649-42e08b8cc5bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.347237 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6dae6f9-d377-480f-a649-42e08b8cc5bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.350720 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6dae6f9-d377-480f-a649-42e08b8cc5bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.371375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dae6f9-d377-480f-a649-42e08b8cc5bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b258b3-32c3-46e7-b607-c5d7fb9d4542,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:35.375977 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d6dae6f9-d377-480f-a649-42e08b8cc5bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.379875 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d6dae6f9-d377-480f-a649-42e08b8cc5bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1076109 Jul 19 04:08:35.379875 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46126) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:35.384174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5c3d253a-f651-4da0-9572-78225ee38ff1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:35.410907 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c3d253a-f651-4da0-9572-78225ee38ff1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.467833 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c3d253a-f651-4da0-9572-78225ee38ff1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.471207 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c3d253a-f651-4da0-9572-78225ee38ff1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.490986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d253a-f651-4da0-9572-78225ee38ff1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83a016a-9fe0-4da8-8381-7387c65d962c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:35.498109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c3d253a-f651-4da0-9572-78225ee38ff1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.499346 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5c3d253a-f651-4da0-9572-78225ee38ff1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185491 Jul 19 04:08:35.501980 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46130) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:35.506456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e3199b4d-bdd3-4807-8e49-507a4de596e1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:35.533503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3199b4d-bdd3-4807-8e49-507a4de596e1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.590630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3199b4d-bdd3-4807-8e49-507a4de596e1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.593994 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3199b4d-bdd3-4807-8e49-507a4de596e1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.613182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3199b4d-bdd3-4807-8e49-507a4de596e1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ed93d4-c576-4041-93d9-a9513f846b4c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:35.620554 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3199b4d-bdd3-4807-8e49-507a4de596e1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.621752 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e3199b4d-bdd3-4807-8e49-507a4de596e1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187820 Jul 19 04:08:35.624442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46132) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:35.628842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a8df8e58-e191-4018-ad1b-04c7f3ddc6a9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:35.655488 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8df8e58-e191-4018-ad1b-04c7f3ddc6a9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.713723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8df8e58-e191-4018-ad1b-04c7f3ddc6a9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.716980 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8df8e58-e191-4018-ad1b-04c7f3ddc6a9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.734420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df8e58-e191-4018-ad1b-04c7f3ddc6a9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d5e408-0b38-4e1b-a515-365cd7595f01,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:35.739802 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a8df8e58-e191-4018-ad1b-04c7f3ddc6a9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.741024 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a8df8e58-e191-4018-ad1b-04c7f3ddc6a9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155548 Jul 19 04:08:35.743771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46134) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:35.748927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b468b65a-7def-45e1-81fb-23711777d833 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:35.770771 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-b468b65a-7def-45e1-81fb-23711777d833 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Project a1dc58c326984d3cac739e62488a2cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:08:35.775457 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b468b65a-7def-45e1-81fb-23711777d833 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.834213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b468b65a-7def-45e1-81fb-23711777d833 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.837481 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b468b65a-7def-45e1-81fb-23711777d833 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.854627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468b65a-7def-45e1-81fb-23711777d833 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf501e36-f3b1-4fa8-b73a-39814f7f1036,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:35.859360 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b468b65a-7def-45e1-81fb-23711777d833 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.860554 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b468b65a-7def-45e1-81fb-23711777d833 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152151 Jul 19 04:08:35.863249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46136) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:35.867634 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6531b874-b98a-4959-832e-2687968073b3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:35.889668 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-6531b874-b98a-4959-832e-2687968073b3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Project a1dc58c326984d3cac739e62488a2cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:08:35.894597 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6531b874-b98a-4959-832e-2687968073b3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.954503 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6531b874-b98a-4959-832e-2687968073b3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.958076 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6531b874-b98a-4959-832e-2687968073b3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.977357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531b874-b98a-4959-832e-2687968073b3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad22519-ac04-412e-9826-d07be4142362,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:35.983331 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6531b874-b98a-4959-832e-2687968073b3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:35.984035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6531b874-b98a-4959-832e-2687968073b3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198707 Jul 19 04:08:35.987055 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46138) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:35.991892 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'network': {'name': 'tempest-network-smoke--1678830839', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'port_security_enabled': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:36.012057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:08:36.015495 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.038367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:08:36.047985 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.048327 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Added segment 7d0f1ae8-55b2-4d10-8311-8c61cf15b125 of type vlan for network 7c058676-8b90-4554-9144-8b1b6bd030cd Jul 19 04:08:36.087627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.115567 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.121699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:36.122307 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.156435 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1684196 Jul 19 04:08:36.159268 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46140) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:36.163643 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'admin_state_up': True, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:36.203699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41691c39-38b9-477a-a5c4-88663376bb98 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Network': ['ID=7c058676-8b90-4554-9144-8b1b6bd030cd,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:36.214234 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7c058676-8b90-4554-9144-8b1b6bd030cd details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:08:36.217038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.218414 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.275249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.411868 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.602976 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.621753 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.725523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.25.2.40 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:08:36.824419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.862411 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:36.897417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:08:36.903367 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:08:36.905837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:08:36.935750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:37.163219 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:37.354633 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:37.446218 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:37.476141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 4730cca1-894e-4e42-a85a-2e4588a3cedf is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:08:37.578197 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:08:37.588045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Sync routers for ids ['4730cca1-894e-4e42-a85a-2e4588a3cedf'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:08:37.595933 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:37.597503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Routers {'4730cca1-894e-4e42-a85a-2e4588a3cedf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:37.597664 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-163705c0-0f83-4c0e-865f-a928ca09247a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4373298 Jul 19 04:08:37.598124 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:08:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4730cca1-894e-4e42-a85a-2e4588a3cedf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:37.600698 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46142) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:37.713329 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Set router 4730cca1-894e-4e42-a85a-2e4588a3cedf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:37.715715 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:37.739444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dee528e3-2d8c-4a1f-a58d-79ca38954d15 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a1dc58c326984d3cac739e62488a2cae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1376433 Jul 19 04:08:37.742086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46146) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:37.891173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:37Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:37.912404 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8fd19b-e21e-4c05-a00c-5470b1806cc1 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:37.917461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fd8fd19b-e21e-4c05-a00c-5470b1806cc1 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1708906 Jul 19 04:08:37.917633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46148) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:37.919336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Checking router: 4730cca1-894e-4e42-a85a-2e4588a3cedf for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:08:37.919689 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Updating router 4730cca1-894e-4e42-a85a-2e4588a3cedf port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:08:37.921157 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:08:37.951976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9f059906-8d11-4841-9e81-814f5695411a tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331686 Jul 19 04:08:37.953826 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:37.954605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46150) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:37.959395 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1113758968', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:38.048188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:08:38.052018 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:38.210241 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:38.221766 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Transition to ACTIVE for port object 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:08:38.228062 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:38.236254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:38.275009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Attempting to bind port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:08:38.275407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Attempting to bind port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:08:38.275759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Attempting to bind port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:08:38.287079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:08:38.287451 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:08:38.287849 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:38.288236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:08:38.288698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Bound port: 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:08:38.289072 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:38.294961 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Pushing event updated for resources: {'Port': ['ID=4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:38.301710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Subnet': ['ID=e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:38.312552 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Checking segment: {'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:08:38.312920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network hostable DHCP agents. Network: 7c058676-8b90-4554-9144-8b1b6bd030cd, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:08:38.321486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.321830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.322298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.322648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.323353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.323353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.323620 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.323930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.324249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.324569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.324920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.325203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:38.330289 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 7c058676-8b90-4554-9144-8b1b6bd030cd is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:08:38.339934 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7c058676-8b90-4554-9144-8b1b6bd030cd) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:08:38.343947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:38.344542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:38.354560 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db525201-02e9-4c80-95e0-21925b77d155 None None] Network 7c058676-8b90-4554-9144-8b1b6bd030cd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:08:38.359563 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-838785e8-aeda-4c43-8f3a-29b74d54adfc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4039464 Jul 19 04:08:38.362237 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46152) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:38.386209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] For port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:08:38.402233 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] For port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:08:38.428719 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:38.502903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Routers {'4730cca1-894e-4e42-a85a-2e4588a3cedf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:38.503599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:08:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4730cca1-894e-4e42-a85a-2e4588a3cedf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:38.567815 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dfaac-b00b-4b75-902c-af44e72f5886 None None] Pushing event updated for resources: {'Port': ['ID=4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:38.653220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-7c058676-8b90-4554-9144-8b1b6bd030cd', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:08:38.654082 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:38.686062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] Set router 4730cca1-894e-4e42-a85a-2e4588a3cedf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:38.814217 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:38.957913 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Allocated IP 172.20.0.2 (7c058676-8b90-4554-9144-8b1b6bd030cd/e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2/6dcd3daa-1108-421d-a014-776ccfeacce0) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:08:39.004488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:37Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:39.057779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8568d-280c-4b80-8d99-b95077d6eeb8 None None] The sync data for ids ['4730cca1-894e-4e42-a85a-2e4588a3cedf'] in n-d-762330-18 is: [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:37Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:08:39.152782 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:39.161781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Transition to ACTIVE for port object 6dcd3daa-1108-421d-a014-776ccfeacce0 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:08:39.178941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Transition to ACTIVE for port object 6dcd3daa-1108-421d-a014-776ccfeacce0 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:08:39.185879 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:39.227851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Network 7c058676-8b90-4554-9144-8b1b6bd030cd is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:08:39.233401 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:08:39.238087 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:08:39.287286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Pushing event updated for resources: {'Port': ['ID=6dcd3daa-1108-421d-a014-776ccfeacce0,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:39.306060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Attempting to bind port 6dcd3daa-1108-421d-a014-776ccfeacce0 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:08:39.306060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Attempting to bind port 6dcd3daa-1108-421d-a014-776ccfeacce0 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:08:39.306060 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Attempting to bind port 6dcd3daa-1108-421d-a014-776ccfeacce0 on network 7c058676-8b90-4554-9144-8b1b6bd030cd {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:08:39.310776 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:08:39.314917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Checking segment: {'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:08:39.317839 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:39.325013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Bound using segment: {'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:08:39.326876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Bound port: 6dcd3daa-1108-421d-a014-776ccfeacce0, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:08:39.327302 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:39.404663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] For port 6dcd3daa-1108-421d-a014-776ccfeacce0, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:08:39.409393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] For port 6dcd3daa-1108-421d-a014-776ccfeacce0, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6dcd3daa-1108-421d-a014-776ccfeacce0,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:08:39.414388 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:39.486380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40efbc0-4c3b-4a7b-8ecc-192617a6a061 None None] Pushing event updated for resources: {'Port': ['ID=6dcd3daa-1108-421d-a014-776ccfeacce0,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:39.614901 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.20.0.1 (7c058676-8b90-4554-9144-8b1b6bd030cd/e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2/be88b4bc-5040-4254-b8ee-09c03ca3c385) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:08:39.762070 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:39.777557 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Transition to ACTIVE for port object be88b4bc-5040-4254-b8ee-09c03ca3c385 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:08:39.815026 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:39.860890 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 7c058676-8b90-4554-9144-8b1b6bd030cd is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:08:39.866236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:08:39.871035 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:08:39.897612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=be88b4bc-5040-4254-b8ee-09c03ca3c385,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:39.923967 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:40.066315 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:40.351090 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:40.356609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:40.411568 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed26764-c11e-43b8-82e3-82ac4f9dbd1d None None] Network 7c058676-8b90-4554-9144-8b1b6bd030cd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:08:40.433389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=be88b4bc-5040-4254-b8ee-09c03ca3c385,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:40.435931 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:40.499057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cbf8928d-302e-4434-90e7-d8abb0ab3e5a None None] Provisioning for port 6dcd3daa-1108-421d-a014-776ccfeacce0 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:08:40.537974 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 7c058676-8b90-4554-9144-8b1b6bd030cd is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:08:40.539752 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:08:40.659187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 4730cca1-894e-4e42-a85a-2e4588a3cedf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:08:40.772801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:08:40.778739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ca630ec5-5549-4598-bc43-7bcb9447e400 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "PUT /v2.0/routers/4730cca1-894e-4e42-a85a-2e4588a3cedf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4147961 Jul 19 04:08:40.827695 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9245d36d-0d03-4f0a-ab01-09fda69455b3 None None] Provisioning for port be88b4bc-5040-4254-b8ee-09c03ca3c385 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:08:40.832745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-9245d36d-0d03-4f0a-ab01-09fda69455b3 None None] Provisioning complete for port be88b4bc-5040-4254-b8ee-09c03ca3c385 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:40.832745 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9245d36d-0d03-4f0a-ab01-09fda69455b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:40.876808 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9245d36d-0d03-4f0a-ab01-09fda69455b3 None None] Port be88b4bc-5040-4254-b8ee-09c03ca3c385 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:08:40.935597 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-abc86db8-137c-46b7-9988-cf89993be802 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130635716&fields=id&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 267 time: 0.0371122 Jul 19 04:08:40.949054 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Sync routers for ids ['4730cca1-894e-4e42-a85a-2e4588a3cedf'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:08:40.960936 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Routers {'4730cca1-894e-4e42-a85a-2e4588a3cedf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:40.961580 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:08:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4730cca1-894e-4e42-a85a-2e4588a3cedf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:41.092572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32571094-c31d-419e-abb2-29717065f2d1 req-7c791860-7eb5-4fde-b5fe-cde804d0a076 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:41.092975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6dcd3daa-1108-421d-a014-776ccfeacce0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:08:41.094634 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-7c791860-7eb5-4fde-b5fe-cde804d0a076 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/networks?id=7c058676-8b90-4554-9144-8b1b6bd030cd HTTP/1.1" status: 200 len: 797 time: 0.1521859 Jul 19 04:08:41.116225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-75930f27-a62f-4f5d-bb9f-328240d4091e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/quotas/a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 375 time: 0.0129333 Jul 19 04:08:41.166030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8a6c1ee6-bf86-4bc0-ac69-2260b4318623 None None] Provisioning complete for port be88b4bc-5040-4254-b8ee-09c03ca3c385 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:41.166923 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ee6-bf86-4bc0-ac69-2260b4318623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.170573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 6dcd3daa-1108-421d-a014-776ccfeacce0 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:08:41.199375 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 6dcd3daa-1108-421d-a014-776ccfeacce0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:41.199759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.210942 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-b94bb6f1-a959-483c-877a-f79a8488f428 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920653 Jul 19 04:08:41.215471 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Set router 4730cca1-894e-4e42-a85a-2e4588a3cedf gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:41.242438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c1ee6-bf86-4bc0-ac69-2260b4318623 None None] Port be88b4bc-5040-4254-b8ee-09c03ca3c385 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:08:41.295925 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.329172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 6dcd3daa-1108-421d-a014-776ccfeacce0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6dcd3daa-1108-421d-a014-776ccfeacce0,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:41.333225 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.334324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:08:41.421816 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'be88b4bc-5040-4254-b8ee-09c03ca3c385', 'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:d0:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:39Z', 'updated_at': '2021-07-19T04:08:40Z', 'revision_number': 2, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:41.427506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b770fc34-ae12-488f-b013-56caf0984bfb None None] Provisioning complete for port be88b4bc-5040-4254-b8ee-09c03ca3c385 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:41.428037 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b770fc34-ae12-488f-b013-56caf0984bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.438327 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-cda63af5-afac-4828-abe0-13e22bdc1c70 service neutron] 10.222.0.20 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368713 Jul 19 04:08:41.449502 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Checking router: 4730cca1-894e-4e42-a85a-2e4588a3cedf for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:08:41.449946 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Updating router 4730cca1-894e-4e42-a85a-2e4588a3cedf port be88b4bc-5040-4254-b8ee-09c03ca3c385 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:08:41.454120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=6dcd3daa-1108-421d-a014-776ccfeacce0,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:41.474684 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b770fc34-ae12-488f-b013-56caf0984bfb None None] Port be88b4bc-5040-4254-b8ee-09c03ca3c385 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:08:41.476482 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:08:41.481453 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:41.481629 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.493319 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.539796 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-b2b0239d-cdc5-47c3-a6b1-49b40bd6266b service neutron] 10.222.0.20 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949893 Jul 19 04:08:41.562548 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.583741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:41.589917 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.648036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:41.744289 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-69380e3d-a745-429d-8c31-2eb8ca52e3b9 req-514ba8b5-5f7f-4bde-811e-bb3d845cc486 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 210 time: 0.0347886 Jul 19 04:08:41.776980 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.786861 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Transition to ACTIVE for port object be88b4bc-5040-4254-b8ee-09c03ca3c385 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:08:41.792204 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.846620 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Pushing event updated for resources: {'Port': ['ID=be88b4bc-5040-4254-b8ee-09c03ca3c385,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:41.874015 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.874382 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.874724 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.875064 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.875375 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.875698 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.876020 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.876341 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.876665 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.876985 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.877302 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.877617 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:08:41.924209 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Attempting to bind port be88b4bc-5040-4254-b8ee-09c03ca3c385 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:08:41.924716 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Attempting to bind port be88b4bc-5040-4254-b8ee-09c03ca3c385 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:08:41.925079 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Attempting to bind port be88b4bc-5040-4254-b8ee-09c03ca3c385 on network 7c058676-8b90-4554-9144-8b1b6bd030cd {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:08:41.930167 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:08:41.930708 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Checking segment: {'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:08:41.930970 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:41.931917 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Bound using segment: {'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:08:41.932376 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Bound port: be88b4bc-5040-4254-b8ee-09c03ca3c385, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:08:41.932831 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:42.001222 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] For port be88b4bc-5040-4254-b8ee-09c03ca3c385, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:08:42.004821 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] For port be88b4bc-5040-4254-b8ee-09c03ca3c385, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=be88b4bc-5040-4254-b8ee-09c03ca3c385,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:08:42.009231 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:42.063343 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Routers {'4730cca1-894e-4e42-a85a-2e4588a3cedf'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:42.064294 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:08:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4730cca1-894e-4e42-a85a-2e4588a3cedf'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:42.117125 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e68df-da2b-442c-8125-3ccad5556041 None None] Pushing event updated for resources: {'Port': ['ID=be88b4bc-5040-4254-b8ee-09c03ca3c385,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:42.192494 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] Set router 4730cca1-894e-4e42-a85a-2e4588a3cedf gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:42.396496 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'be88b4bc-5040-4254-b8ee-09c03ca3c385', 'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:d0:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:39Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:42.425881 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b2cd3-5c6e-46f4-b992-ca0a989e9e20 None None] The sync data for ids ['4730cca1-894e-4e42-a85a-2e4588a3cedf'] in n-d-762330-18 is: [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'be88b4bc-5040-4254-b8ee-09c03ca3c385', 'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:d0:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:39Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:08:42.554503 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eb286f78-bf0a-4675-a2c0-9a665c1ef279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:42.892097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32571094-c31d-419e-abb2-29717065f2d1 req-f24f442e-6348-4795-a807-2bee4995362e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:42.893892 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-f24f442e-6348-4795-a807-2bee4995362e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "GET /v2.0/networks?id=7c058676-8b90-4554-9144-8b1b6bd030cd HTTP/1.1" status: 200 len: 797 time: 0.1431465 Jul 19 04:08:42.912839 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-839672d7-e1e0-41bb-b2ca-a0145dce0295 req-4d817a8e-bc88-4724-b929-4d338b38ce60 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 210 time: 0.0460517 Jul 19 04:08:42.965208 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-104dc0bb-f7dd-4b1c-8695-5c036ac74ff1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 379 time: 0.0548844 Jul 19 04:08:42.975169 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'port': {'device_id': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'admin_state_up': True, 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'security_groups': ['bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:43.112249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device be88b4bc-5040-4254-b8ee-09c03ca3c385 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:08:43.114870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:08:43.119362 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.172121 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port be88b4bc-5040-4254-b8ee-09c03ca3c385 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:08:43.176628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port be88b4bc-5040-4254-b8ee-09c03ca3c385 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:43.177004 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.258383 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.20.0.13 (7c058676-8b90-4554-9144-8b1b6bd030cd/e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2/4010dc6d-e854-4885-81cd-10892077a13b) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:08:43.423844 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.426870 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.439599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Transition to ACTIVE for port object 4010dc6d-e854-4885-81cd-10892077a13b will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:08:43.465800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port be88b4bc-5040-4254-b8ee-09c03ca3c385, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=be88b4bc-5040-4254-b8ee-09c03ca3c385,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:43.470445 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.471507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6dcd3daa-1108-421d-a014-776ccfeacce0 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:08:43.482114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.525565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 7c058676-8b90-4554-9144-8b1b6bd030cd is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:08:43.530938 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:08:43.534766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:08:43.552696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=be88b4bc-5040-4254-b8ee-09c03ca3c385,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:43.561965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 6dcd3daa-1108-421d-a014-776ccfeacce0 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:43.563067 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.570644 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=4010dc6d-e854-4885-81cd-10892077a13b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:43.605680 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:43.606542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.624531 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-99b2d311-de94-4f26-a165-5f8ef8a31206 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6537776 Jul 19 04:08:43.667835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:08:43.718811 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Request body: {'port': {'device_id': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:43.719809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:43.720186 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.798559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.817471 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-895008bd-425b-4de2-bd7e-d7164706f84e None None] Provisioning for port 4010dc6d-e854-4885-81cd-10892077a13b completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:08:43.821324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-895008bd-425b-4de2-bd7e-d7164706f84e None None] Provisioning complete for port 4010dc6d-e854-4885-81cd-10892077a13b triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:43.821701 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-895008bd-425b-4de2-bd7e-d7164706f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:43.855844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-895008bd-425b-4de2-bd7e-d7164706f84e None None] Port 4010dc6d-e854-4885-81cd-10892077a13b cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:08:44.098246 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e9a8b-043d-41bf-be47-4be7887d233b req-e9d81703-783c-4184-a04e-c377e315f0fd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:44.099755 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f4e9a8b-043d-41bf-be47-4be7887d233b req-e9d81703-783c-4184-a04e-c377e315f0fd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 932 time: 0.0661778 Jul 19 04:08:44.109709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4010dc6d-e854-4885-81cd-10892077a13b {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:08:44.117225 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:44.130049 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Transition to ACTIVE for port object 4010dc6d-e854-4885-81cd-10892077a13b will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:08:44.133968 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:44.139229 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0f4e9a8b-043d-41bf-be47-4be7887d233b req-52c30886-f7da-4670-b33d-02362fa446f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323589 Jul 19 04:08:44.192323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Pushing event updated for resources: {'Port': ['ID=4010dc6d-e854-4885-81cd-10892077a13b,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:44.261969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Attempting to bind port 4010dc6d-e854-4885-81cd-10892077a13b on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:08:44.262325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Attempting to bind port 4010dc6d-e854-4885-81cd-10892077a13b by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:08:44.262680 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Attempting to bind port 4010dc6d-e854-4885-81cd-10892077a13b on network 7c058676-8b90-4554-9144-8b1b6bd030cd {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:08:44.267169 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Port 4010dc6d-e854-4885-81cd-10892077a13b on network 7c058676-8b90-4554-9144-8b1b6bd030cd not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:08:44.267485 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Attempting to bind port 4010dc6d-e854-4885-81cd-10892077a13b on network 7c058676-8b90-4554-9144-8b1b6bd030cd {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:08:44.272533 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:08:44.272868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Checking segment: {'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:08:44.273247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Bound using segment: {'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:08:44.273666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Bound port: 4010dc6d-e854-4885-81cd-10892077a13b, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0f1ae8-55b2-4d10-8311-8c61cf15b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:08:44.274018 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:44.346497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] For port 4010dc6d-e854-4885-81cd-10892077a13b, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:08:44.349708 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] For port 4010dc6d-e854-4885-81cd-10892077a13b, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4010dc6d-e854-4885-81cd-10892077a13b,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:08:44.353849 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:44.387418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:44.388033 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:44.389440 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-89d8ce28-4240-4895-ae55-558920315721 service neutron] 10.222.0.26 "PUT /v2.0/ports/4010dc6d-e854-4885-81cd-10892077a13b HTTP/1.1" status: 200 len: 1093 time: 0.7182281 Jul 19 04:08:44.389872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'tag': '4010dc6d-e854-4885-81cd-10892077a13b'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:08:44.392137 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79750f95-7d7b-4478-ba36-b0144826c76d" -d '{"events": [{"name": "network-changed", "server_uuid": "f80c177d-b4cb-408c-85e5-3736d9622bb7", "tag": "4010dc6d-e854-4885-81cd-10892077a13b"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:08:44.418008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8ce28-4240-4895-ae55-558920315721 service neutron] Pushing event updated for resources: {'Port': ['ID=4010dc6d-e854-4885-81cd-10892077a13b,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:44.437294 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8670687a-12ef-46b0-a0cf-a3d650a55cfa x-openstack-request-id: req-8670687a-12ef-46b0-a0cf-a3d650a55cfa {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:08:44.437585 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80c177d-b4cb-408c-85e5-3736d9622bb7", "tag": "4010dc6d-e854-4885-81cd-10892077a13b", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:08:44.437835 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8670687a-12ef-46b0-a0cf-a3d650a55cfa {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:08:44.438218 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'tag': '4010dc6d-e854-4885-81cd-10892077a13b', 'status': 'completed', 'code': 200} Jul 19 04:08:44.509718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32571094-c31d-419e-abb2-29717065f2d1 req-7b7fa25e-556e-4734-b9cb-ec0358c71e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:44.511293 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-7b7fa25e-556e-4734-b9cb-ec0358c71e29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0831659 Jul 19 04:08:44.553187 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-5ed5bb0a-4c21-4ecf-914e-0b94de30cb0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4010dc6d-e854-4885-81cd-10892077a13b HTTP/1.1" status: 200 len: 217 time: 0.0350549 Jul 19 04:08:44.601598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32571094-c31d-419e-abb2-29717065f2d1 req-fcb3482f-5574-40f6-a9f6-2b0a7e18965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:44.603580 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-fcb3482f-5574-40f6-a9f6-2b0a7e18965c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2 HTTP/1.1" status: 200 len: 835 time: 0.0438795 Jul 19 04:08:44.679160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32571094-c31d-419e-abb2-29717065f2d1 req-6fee4e73-7680-462d-ad36-9191b6357974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:44.681393 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-6fee4e73-7680-462d-ad36-9191b6357974 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c058676-8b90-4554-9144-8b1b6bd030cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724275 Jul 19 04:08:44.768975 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-5f8b98dd-3dfc-41f4-aa88-bde4f149c071 service neutron] 10.222.0.26 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814369 Jul 19 04:08:44.860918 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-32571094-c31d-419e-abb2-29717065f2d1 req-1c671d4a-9e4b-4809-a08e-cf0c795abbaf service neutron] 10.222.0.26 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843153 Jul 19 04:08:44.984460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79750f95-7d7b-4478-ba36-b0144826c76d req-5f981327-95c8-4020-a4a9-13375c29ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:44.985978 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79750f95-7d7b-4478-ba36-b0144826c76d req-5f981327-95c8-4020-a4a9-13375c29ff7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0532370 Jul 19 04:08:45.005116 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device be88b4bc-5040-4254-b8ee-09c03ca3c385 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:08:45.052743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port be88b4bc-5040-4254-b8ee-09c03ca3c385 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:45.053117 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:45.148542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-339daff7-742f-4d0b-976d-bd41a9f6f3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:45.337183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79750f95-7d7b-4478-ba36-b0144826c76d req-13323843-1383-471d-9a92-d1a9237ac083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:45.337935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40b966-2f50-46dc-8fa1-44f16cb897c2 req-7a9e45b7-9926-44cb-ad2f-f2301629398c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:45.338984 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79750f95-7d7b-4478-ba36-b0144826c76d req-13323843-1383-471d-9a92-d1a9237ac083 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c058676-8b90-4554-9144-8b1b6bd030cd HTTP/1.1" status: 200 len: 897 time: 0.3463702 Jul 19 04:08:45.339695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf40b966-2f50-46dc-8fa1-44f16cb897c2 req-7a9e45b7-9926-44cb-ad2f-f2301629398c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 944 time: 0.0755861 Jul 19 04:08:45.379100 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bf40b966-2f50-46dc-8fa1-44f16cb897c2 req-d1b20cf4-e895-4d72-96f9-88796abac325 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345774 Jul 19 04:08:45.379452 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79750f95-7d7b-4478-ba36-b0144826c76d req-079eb703-15df-41de-87da-4afe2c6bbf5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4010dc6d-e854-4885-81cd-10892077a13b HTTP/1.1" status: 200 len: 217 time: 0.0339360 Jul 19 04:08:45.427809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79750f95-7d7b-4478-ba36-b0144826c76d req-d515ae32-40b4-4f1b-91e6-576f771a1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:45.429167 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79750f95-7d7b-4478-ba36-b0144826c76d req-d515ae32-40b4-4f1b-91e6-576f771a1d4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2 HTTP/1.1" status: 200 len: 835 time: 0.0430789 Jul 19 04:08:45.488506 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79750f95-7d7b-4478-ba36-b0144826c76d req-eae2dd61-64cb-46dd-ac94-0525abccd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:45.490006 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79750f95-7d7b-4478-ba36-b0144826c76d req-eae2dd61-64cb-46dd-ac94-0525abccd4ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c058676-8b90-4554-9144-8b1b6bd030cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544937 Jul 19 04:08:45.577343 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79750f95-7d7b-4478-ba36-b0144826c76d req-009d1030-cfc6-4c76-a244-6a03853b4d6b service neutron] 10.222.0.26 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797389 Jul 19 04:08:45.669659 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-79750f95-7d7b-4478-ba36-b0144826c76d req-c4e9bbc0-5663-4db9-8949-fd5f33fe84c0 service neutron] 10.222.0.26 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855010 Jul 19 04:08:45.715724 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:46.552324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66557b-f35d-4b1d-bd7d-41bbe6273e9a req-4d31afaa-da77-4651-960f-e70e6f3397e1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:46.553829 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e66557b-f35d-4b1d-bd7d-41bbe6273e9a req-4d31afaa-da77-4651-960f-e70e6f3397e1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 944 time: 0.0633671 Jul 19 04:08:46.599377 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e66557b-f35d-4b1d-bd7d-41bbe6273e9a req-b9e92a49-f967-4629-ad65-d3d4bd9d1840 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396936 Jul 19 04:08:46.601386 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:47.768559 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d502e82-e5c8-49fe-8d26-04d70c9e9850 req-3ffea875-9ef8-481e-9f36-9f4842ab6ed1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:47.770061 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d502e82-e5c8-49fe-8d26-04d70c9e9850 req-3ffea875-9ef8-481e-9f36-9f4842ab6ed1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 944 time: 0.0624776 Jul 19 04:08:47.777249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4010dc6d-e854-4885-81cd-10892077a13b details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:08:47.807652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d502e82-e5c8-49fe-8d26-04d70c9e9850 req-f65443ce-1433-4690-96c3-80feb125b573 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315492 Jul 19 04:08:47.870288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4010dc6d-e854-4885-81cd-10892077a13b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4010dc6d-e854-4885-81cd-10892077a13b,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:47.880865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '4010dc6d-e854-4885-81cd-10892077a13b', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'port_id': '4010dc6d-e854-4885-81cd-10892077a13b', 'mac_address': 'fa:16:3e:a0:c0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:08:47.920329 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:47.933334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4010dc6d-e854-4885-81cd-10892077a13b {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:08:47.952585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4010dc6d-e854-4885-81cd-10892077a13b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4010dc6d-e854-4885-81cd-10892077a13b,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:47.956508 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:48.002648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4010dc6d-e854-4885-81cd-10892077a13b,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:48.115914 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:48.172400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['4010dc6d-e854-4885-81cd-10892077a13b'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:08:48.977116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf590a3-6d98-4af1-911b-5a19a8e5a623 req-85b09e0b-88c6-44aa-80c7-17445ccc1b19 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:48.978643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4cf590a3-6d98-4af1-911b-5a19a8e5a623 req-85b09e0b-88c6-44aa-80c7-17445ccc1b19 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 945 time: 0.0623624 Jul 19 04:08:49.020729 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4cf590a3-6d98-4af1-911b-5a19a8e5a623 req-01930c90-1208-4902-8dbc-9652bc05f4ee tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359244 Jul 19 04:08:49.792664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4010dc6d-e854-4885-81cd-10892077a13b up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:08:49.839761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 4010dc6d-e854-4885-81cd-10892077a13b completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:08:49.843183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 4010dc6d-e854-4885-81cd-10892077a13b triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:08:49.843552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:49.919738 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:49.940686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4010dc6d-e854-4885-81cd-10892077a13b'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:08:49.954570 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 4010dc6d-e854-4885-81cd-10892077a13b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4010dc6d-e854-4885-81cd-10892077a13b,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:08:49.958219 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:49.983136 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92216c3f-2bdf-40b8-9d5e-ae3da0302463" -d '{"events": [{"server_uuid": "f80c177d-b4cb-408c-85e5-3736d9622bb7", "name": "network-vif-plugged", "status": "completed", "tag": "4010dc6d-e854-4885-81cd-10892077a13b"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:08:50.010072 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=4010dc6d-e854-4885-81cd-10892077a13b,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:50.063399 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21bf800-b491-4774-a091-065ec1edcf8a x-openstack-request-id: req-c21bf800-b491-4774-a091-065ec1edcf8a {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:08:50.063693 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80c177d-b4cb-408c-85e5-3736d9622bb7", "name": "network-vif-plugged", "status": "completed", "tag": "4010dc6d-e854-4885-81cd-10892077a13b", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:08:50.063945 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c21bf800-b491-4774-a091-065ec1edcf8a {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:08:50.064350 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4010dc6d-e854-4885-81cd-10892077a13b', 'code': 200} Jul 19 04:08:50.220471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e0ad2-df23-4170-80c4-834c38f81169 req-ce7bf7f9-ab3b-432b-84ce-34e1e70631a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:50.221988 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd3e0ad2-df23-4170-80c4-834c38f81169 req-ce7bf7f9-ab3b-432b-84ce-34e1e70631a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0951838 Jul 19 04:08:50.234795 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483544d1-016d-413f-8538-43ccf8da654a req-a991e6d0-aa6f-47ec-97f1-d70079986965 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:50.236203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-483544d1-016d-413f-8538-43ccf8da654a req-a991e6d0-aa6f-47ec-97f1-d70079986965 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.0826106 Jul 19 04:08:50.285806 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd3e0ad2-df23-4170-80c4-834c38f81169 req-6bc4905c-46ee-41e5-80c4-de3f9412f754 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486796 Jul 19 04:08:50.292850 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-483544d1-016d-413f-8538-43ccf8da654a req-b395513f-7da6-4cc4-9b88-eb45d1528082 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506270 Jul 19 04:08:51.466107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae3ebf-6286-4291-9a29-30d706cca007 req-fc2a71c3-8694-4326-b29e-b71960690f09 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:51.467601 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ccae3ebf-6286-4291-9a29-30d706cca007 req-fc2a71c3-8694-4326-b29e-b71960690f09 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.0663662 Jul 19 04:08:51.504167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ccae3ebf-6286-4291-9a29-30d706cca007 req-993d8be6-0bdc-4c6a-8319-480e2d98f205 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310171 Jul 19 04:08:51.683542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf9b6-15ce-4495-b22b-f163d5039da6 req-d277e297-3e03-438a-b7dd-6c55d5e7b945 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:51.684965 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c50cf9b6-15ce-4495-b22b-f163d5039da6 req-d277e297-3e03-438a-b7dd-6c55d5e7b945 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.0695763 Jul 19 04:08:51.724026 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c50cf9b6-15ce-4495-b22b-f163d5039da6 req-41dfa47d-4019-494b-af9f-6a6c353f676e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332530 Jul 19 04:08:51.748434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46228) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:51.798900 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1f3d52-3137-4d37-83bc-f62b687caad0 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:51.800407 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9f1f3d52-3137-4d37-83bc-f62b687caad0 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 1093 time: 0.0509834 Jul 19 04:08:51.803210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46230) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:51.808442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '4010dc6d-e854-4885-81cd-10892077a13b', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:08:51.831634 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:51.928829 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:52.028976 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.25.2.150 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/81a58f6c-bf04-4beb-b17d-2a75a0d17087) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:08:52.135238 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:52.174256 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:52.213220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:08:52.216614 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:08:52.220195 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:08:52.225591 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=81a58f6c-bf04-4beb-b17d-2a75a0d17087,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:52.709463 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:52.816803 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:52.957343 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:52.961811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:53.029484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=81a58f6c-bf04-4beb-b17d-2a75a0d17087,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:08:53.040652 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:53.137400 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Floating IP 3a07ee07-248b-4117-aef1-e899c7980e95 associated. External IP: 172.25.2.150, port: 4010dc6d-e854-4885-81cd-10892077a13b. Jul 19 04:08:53.345799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 4730cca1-894e-4e42-a85a-2e4588a3cedf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:08:53.714091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:08:53.723178 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] Sync routers for ids ['4730cca1-894e-4e42-a85a-2e4588a3cedf'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:08:53.731759 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:08:53.734237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] Routers {'4730cca1-894e-4e42-a85a-2e4588a3cedf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:53.734904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:08:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4730cca1-894e-4e42-a85a-2e4588a3cedf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:53.766739 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ff13b443-a516-4e9c-8c90-f544d0bfdfa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9624920 Jul 19 04:08:53.767697 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'tag': '4010dc6d-e854-4885-81cd-10892077a13b'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:08:53.770477 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305166d4-72ba-4c0d-8d65-e183b799038a" -d '{"events": [{"name": "network-changed", "server_uuid": "f80c177d-b4cb-408c-85e5-3736d9622bb7", "tag": "4010dc6d-e854-4885-81cd-10892077a13b"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:08:53.808289 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78423291-902a-4d58-84f0-ab14c44c8d34 x-openstack-request-id: req-78423291-902a-4d58-84f0-ab14c44c8d34 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:08:53.808583 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80c177d-b4cb-408c-85e5-3736d9622bb7", "tag": "4010dc6d-e854-4885-81cd-10892077a13b", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:08:53.808836 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78423291-902a-4d58-84f0-ab14c44c8d34 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:08:53.809232 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'tag': '4010dc6d-e854-4885-81cd-10892077a13b', 'status': 'completed', 'code': 200} Jul 19 04:08:53.844247 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] Set router 4730cca1-894e-4e42-a85a-2e4588a3cedf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:53.888881 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305166d4-72ba-4c0d-8d65-e183b799038a req-3271f61b-39fd-4414-bc41-93066e6129f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:53.890480 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-305166d4-72ba-4c0d-8d65-e183b799038a req-3271f61b-39fd-4414-bc41-93066e6129f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0599387 Jul 19 04:08:53.934575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf0e62-65bd-4505-a17c-26450c63be82 req-92bf71ee-0450-448e-8542-6ef35ae47454 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:53.936239 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2bf0e62-65bd-4505-a17c-26450c63be82 req-92bf71ee-0450-448e-8542-6ef35ae47454 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.0681260 Jul 19 04:08:53.979086 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c2bf0e62-65bd-4505-a17c-26450c63be82 req-cf4fc634-ba54-467c-b5bf-1b036a2bd38e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371361 Jul 19 04:08:53.989193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305166d4-72ba-4c0d-8d65-e183b799038a req-c05c36bc-bd3d-4c07-bd54-242597d303f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:53.990822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-305166d4-72ba-4c0d-8d65-e183b799038a req-c05c36bc-bd3d-4c07-bd54-242597d303f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c058676-8b90-4554-9144-8b1b6bd030cd HTTP/1.1" status: 200 len: 897 time: 0.0941610 Jul 19 04:08:54.003523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46236) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:54.080756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '3a07ee07-248b-4117-aef1-e899c7980e95', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'port_id': '4010dc6d-e854-4885-81cd-10892077a13b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'mac_address': 'fa:16:3e:a0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:08:52Z', 'updated_at': '2021-07-19T04:08:52Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be88b4bc-5040-4254-b8ee-09c03ca3c385', 'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:d0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:39Z', 'updated_at': '2021-07-19T04:08:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:54.107085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] Checking router: 4730cca1-894e-4e42-a85a-2e4588a3cedf for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:08:54.115278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] Routers {'4730cca1-894e-4e42-a85a-2e4588a3cedf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:08:54.115888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:08:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4730cca1-894e-4e42-a85a-2e4588a3cedf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:54.139868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-abdbd303-43ea-458b-af14-d26273e36961 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/3a07ee07-248b-4117-aef1-e899c7980e95 HTTP/1.1" status: 200 len: 992 time: 0.1350019 Jul 19 04:08:54.141737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-305166d4-72ba-4c0d-8d65-e183b799038a req-fe63d75e-4d5e-44a0-b4fe-f5a84867299c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4010dc6d-e854-4885-81cd-10892077a13b HTTP/1.1" status: 200 len: 1000 time: 0.1449926 Jul 19 04:08:54.190693 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305166d4-72ba-4c0d-8d65-e183b799038a req-4668c034-23f2-48a7-b7f1-26eddf7af8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:54.192148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-305166d4-72ba-4c0d-8d65-e183b799038a req-4668c034-23f2-48a7-b7f1-26eddf7af8d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2 HTTP/1.1" status: 200 len: 835 time: 0.0436141 Jul 19 04:08:54.223246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] Set router 4730cca1-894e-4e42-a85a-2e4588a3cedf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:08:54.252500 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305166d4-72ba-4c0d-8d65-e183b799038a req-d5e8d3d0-5b62-4998-9329-fdc4fb463eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:54.254010 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-305166d4-72ba-4c0d-8d65-e183b799038a req-d5e8d3d0-5b62-4998-9329-fdc4fb463eba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c058676-8b90-4554-9144-8b1b6bd030cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550482 Jul 19 04:08:54.350048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-305166d4-72ba-4c0d-8d65-e183b799038a req-435356dd-5117-4cfb-90b4-f3624d6a2a8b service neutron] 10.222.0.26 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884697 Jul 19 04:08:54.444232 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-305166d4-72ba-4c0d-8d65-e183b799038a req-90383a79-f83a-4f1e-bad4-330ccdb7a196 service neutron] 10.222.0.26 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871806 Jul 19 04:08:54.444861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '3a07ee07-248b-4117-aef1-e899c7980e95', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'port_id': '4010dc6d-e854-4885-81cd-10892077a13b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'mac_address': 'fa:16:3e:a0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:08:52Z', 'updated_at': '2021-07-19T04:08:52Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be88b4bc-5040-4254-b8ee-09c03ca3c385', 'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:d0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:39Z', 'updated_at': '2021-07-19T04:08:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:08:54.472222 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8fd658-25c7-44d4-9a82-995bb2bc8d8d None None] The sync data for ids ['4730cca1-894e-4e42-a85a-2e4588a3cedf'] in n-d-762330-18 is: [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '3a07ee07-248b-4117-aef1-e899c7980e95', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'port_id': '4010dc6d-e854-4885-81cd-10892077a13b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'mac_address': 'fa:16:3e:a0:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:08:52Z', 'updated_at': '2021-07-19T04:08:52Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be88b4bc-5040-4254-b8ee-09c03ca3c385', 'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:d0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:39Z', 'updated_at': '2021-07-19T04:08:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:08:54.667899 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d21275-8c97-4684-b8c1-0c0aa04b8714 None None] New status for floating IP 3a07ee07-248b-4117-aef1-e899c7980e95: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:08:55.143882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46238) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:08:55.207090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-db3fe158-0b8b-477b-84b7-d27decad4c13 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/3a07ee07-248b-4117-aef1-e899c7980e95 HTTP/1.1" status: 200 len: 994 time: 0.0621293 Jul 19 04:08:59.609642 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8792bf26-29f2-4561-9804-a85e3737c234 req-2e8cec70-92c8-405c-85ea-38cd07b70b2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508113 Jul 19 04:08:59.705535 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792bf26-29f2-4561-9804-a85e3737c234 req-619861b4-ccfa-4c92-aa52-b9dbcbad8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:59.707076 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8792bf26-29f2-4561-9804-a85e3737c234 req-619861b4-ccfa-4c92-aa52-b9dbcbad8d8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0565140 Jul 19 04:08:59.812435 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792bf26-29f2-4561-9804-a85e3737c234 req-2009ba73-90da-4efb-b73f-28a3b2c7df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:59.813911 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8792bf26-29f2-4561-9804-a85e3737c234 req-2009ba73-90da-4efb-b73f-28a3b2c7df90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c058676-8b90-4554-9144-8b1b6bd030cd HTTP/1.1" status: 200 len: 897 time: 0.0859034 Jul 19 04:08:59.880534 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8792bf26-29f2-4561-9804-a85e3737c234 req-fd8341dd-430d-4bb0-95c3-79d5e4edaf43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4010dc6d-e854-4885-81cd-10892077a13b HTTP/1.1" status: 200 len: 1002 time: 0.0596526 Jul 19 04:08:59.926457 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792bf26-29f2-4561-9804-a85e3737c234 req-7b663821-b7f1-4d1b-b76b-4fe8848f09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:59.927852 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8792bf26-29f2-4561-9804-a85e3737c234 req-7b663821-b7f1-4d1b-b76b-4fe8848f09f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2 HTTP/1.1" status: 200 len: 835 time: 0.0413587 Jul 19 04:08:59.983715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792bf26-29f2-4561-9804-a85e3737c234 req-0aac9bc0-97e2-4449-ab66-2ca0006190bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:08:59.985223 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8792bf26-29f2-4561-9804-a85e3737c234 req-0aac9bc0-97e2-4449-ab66-2ca0006190bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c058676-8b90-4554-9144-8b1b6bd030cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511765 Jul 19 04:09:00.076879 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8792bf26-29f2-4561-9804-a85e3737c234 req-0a476379-6f1b-40fa-bfdb-387aa47a0834 service neutron] 10.222.0.26 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852222 Jul 19 04:09:00.172116 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8792bf26-29f2-4561-9804-a85e3737c234 req-af2f6bbd-ffa6-4b90-b61d-aef6ee06b355 service neutron] 10.222.0.26 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892658 Jul 19 04:09:07.457199 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:07.704990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:12.556628 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5a2b448e-e238-46b3-8175-181d684d8b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:14.921385 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:09:15.128818 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2737-5429-4532-ae81-d9ace97b0800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:15.716070 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:16.598955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:18.117342 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:22.176316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd68e8-98d4-49bf-b06e-2f1ad1ecb3de req-59e2f061-a1a4-4486-8497-f79b7c7eb1af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:22.177869 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f5dd68e8-98d4-49bf-b06e-2f1ad1ecb3de req-59e2f061-a1a4-4486-8497-f79b7c7eb1af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.0708973 Jul 19 04:09:22.216905 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f5dd68e8-98d4-49bf-b06e-2f1ad1ecb3de req-4a808865-11a7-48f1-96f0-5e0114ee5100 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324883 Jul 19 04:09:23.399417 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d12-fc46-49d8-b9a6-0eab321cbfd7 req-4199676e-9c63-4989-a788-bec547026c94 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:23.400921 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d76a4d12-fc46-49d8-b9a6-0eab321cbfd7 req-4199676e-9c63-4989-a788-bec547026c94 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.0679834 Jul 19 04:09:23.437916 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d76a4d12-fc46-49d8-b9a6-0eab321cbfd7 req-c72ea4d5-c52c-4e0e-b116-4f1658bc4f9d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307217 Jul 19 04:09:23.461688 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46264) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:23.520864 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8cef204d-237c-4fad-9ead-5b1d59a1355f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/3a07ee07-248b-4117-aef1-e899c7980e95 HTTP/1.1" status: 200 len: 994 time: 0.0580633 Jul 19 04:09:24.947332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274df8-56a8-486c-9c81-a2f841c9da52 req-ab80c349-ae28-4a88-8d60-2bb915681ae2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:24.948966 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21274df8-56a8-486c-9c81-a2f841c9da52 req-ab80c349-ae28-4a88-8d60-2bb915681ae2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.0657611 Jul 19 04:09:24.988931 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21274df8-56a8-486c-9c81-a2f841c9da52 req-57c398ce-6bfe-4638-9612-81087d8b1fa5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338631 Jul 19 04:09:26.165906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588ff37-23f4-459e-b09d-9ef64669579e req-3482638b-c4fd-4f31-a782-df88d06762fd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:26.168149 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8588ff37-23f4-459e-b09d-9ef64669579e req-3482638b-c4fd-4f31-a782-df88d06762fd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.0664210 Jul 19 04:09:26.208403 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8588ff37-23f4-459e-b09d-9ef64669579e req-a1fdcde9-4424-4487-b1c6-e3b50ca95414 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347350 Jul 19 04:09:26.233640 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46276) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:26.294063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4186bcbe-2172-46f7-916c-f5e7dfaa62d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/3a07ee07-248b-4117-aef1-e899c7980e95 HTTP/1.1" status: 200 len: 994 time: 0.0591853 Jul 19 04:09:26.549979 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46282) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:26.701442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 81a58f6c-bf04-4beb-b17d-2a75a0d17087 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:09:26.701780 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:26.776785 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:26.777098 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:26.788149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 81a58f6c-bf04-4beb-b17d-2a75a0d17087 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:09:26.933017 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:27.260029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=81a58f6c-bf04-4beb-b17d-2a75a0d17087,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:27.271791 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.272136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.272472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.272836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.273166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.273492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.273822 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.274147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.274497 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.274818 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.275142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.275457 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:27.331941 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:27.332275 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Floating IP 3a07ee07-248b-4117-aef1-e899c7980e95 disassociated (deleted). External IP: 172.25.2.150, port: 4010dc6d-e854-4885-81cd-10892077a13b. Jul 19 04:09:27.534656 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 4730cca1-894e-4e42-a85a-2e4588a3cedf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:09:27.641289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:09:27.646357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:27.651940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] Sync routers for ids ['4730cca1-894e-4e42-a85a-2e4588a3cedf'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:09:27.660870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] Routers {'4730cca1-894e-4e42-a85a-2e4588a3cedf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:09:27.661496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4730cca1-894e-4e42-a85a-2e4588a3cedf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:27.681142 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-364b8bfc-9d0f-49a8-8608-5c4e6758ab18 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/floatingips/3a07ee07-248b-4117-aef1-e899c7980e95 HTTP/1.1" status: 204 len: 168 time: 1.1301229 Jul 19 04:09:27.681855 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'tag': '4010dc6d-e854-4885-81cd-10892077a13b'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:09:27.684904 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25787ecb-21be-4907-b0e2-3061f13822d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f80c177d-b4cb-408c-85e5-3736d9622bb7", "tag": "4010dc6d-e854-4885-81cd-10892077a13b"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:09:27.721435 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2130b7cd-5293-430b-933e-1e898fe36bc8 x-openstack-request-id: req-2130b7cd-5293-430b-933e-1e898fe36bc8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:09:27.721742 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80c177d-b4cb-408c-85e5-3736d9622bb7", "tag": "4010dc6d-e854-4885-81cd-10892077a13b", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:09:27.722014 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2130b7cd-5293-430b-933e-1e898fe36bc8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:09:27.722435 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'tag': '4010dc6d-e854-4885-81cd-10892077a13b', 'status': 'completed', 'code': 200} Jul 19 04:09:27.771466 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] Set router 4730cca1-894e-4e42-a85a-2e4588a3cedf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:09:27.801012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-c2771272-ca75-4898-b9ac-ae3a27bd9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:27.802659 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-c2771272-ca75-4898-b9ac-ae3a27bd9dbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0533264 Jul 19 04:09:27.913218 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-d456c7e0-7fac-4784-920c-b7988255fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:27.915089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-d456c7e0-7fac-4784-920c-b7988255fd3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c058676-8b90-4554-9144-8b1b6bd030cd HTTP/1.1" status: 200 len: 897 time: 0.1060715 Jul 19 04:09:27.957570 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-32ea3b04-8ed4-4d37-aa36-b75eb9229794 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4010dc6d-e854-4885-81cd-10892077a13b HTTP/1.1" status: 200 len: 217 time: 0.0352659 Jul 19 04:09:27.986058 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'be88b4bc-5040-4254-b8ee-09c03ca3c385', 'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:d0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:39Z', 'updated_at': '2021-07-19T04:08:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:28.013325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] Checking router: 4730cca1-894e-4e42-a85a-2e4588a3cedf for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:09:28.022521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] Routers {'4730cca1-894e-4e42-a85a-2e4588a3cedf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:09:28.023130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4730cca1-894e-4e42-a85a-2e4588a3cedf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:28.044487 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-f3ccea61-03b9-4419-b1a6-f89c30645436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:28.045903 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-f3ccea61-03b9-4419-b1a6-f89c30645436 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2 HTTP/1.1" status: 200 len: 835 time: 0.0809126 Jul 19 04:09:28.107617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57786fb-e265-416c-a1a9-8d91473acd08 req-53f930f5-b414-4306-a79e-3fc97b44f3f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:28.109156 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d57786fb-e265-416c-a1a9-8d91473acd08 req-53f930f5-b414-4306-a79e-3fc97b44f3f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.1057296 Jul 19 04:09:28.134594 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] Set router 4730cca1-894e-4e42-a85a-2e4588a3cedf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:09:28.150537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-105d9ffd-254a-45a3-8a20-e48a45349b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:28.152922 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-105d9ffd-254a-45a3-8a20-e48a45349b1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c058676-8b90-4554-9144-8b1b6bd030cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000683 Jul 19 04:09:28.160402 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d57786fb-e265-416c-a1a9-8d91473acd08 req-c37a19d8-59da-460f-b113-4eb3e56118d1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447981 Jul 19 04:09:28.247967 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-3506e96c-540a-43bc-bf1b-15d4fc1d3584 service neutron] 10.222.0.26 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866115 Jul 19 04:09:28.330734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'be88b4bc-5040-4254-b8ee-09c03ca3c385', 'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:d0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:39Z', 'updated_at': '2021-07-19T04:08:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:28.341683 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-25787ecb-21be-4907-b0e2-3061f13822d4 req-7cf539ea-25e6-48e0-8f34-8412b404ef8a service neutron] 10.222.0.26 "GET /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864224 Jul 19 04:09:28.361052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff7c51-c8ad-478d-bbe3-cdaa4935c2c9 None None] The sync data for ids ['4730cca1-894e-4e42-a85a-2e4588a3cedf'] in n-d-762330-18 is: [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'be88b4bc-5040-4254-b8ee-09c03ca3c385', 'name': '', 'network_id': '7c058676-8b90-4554-9144-8b1b6bd030cd', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:d0:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:39Z', 'updated_at': '2021-07-19T04:08:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:09:28.567866 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3657a4c-5528-4957-ac6c-92b24a1f8286 None None] New status for floating IP 3a07ee07-248b-4117-aef1-e899c7980e95: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:09:29.349557 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a09ef-124b-4169-8603-edb561f9d0aa req-8699b0ab-1de2-49e0-bfff-e3e755616ce9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:29.351091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-254a09ef-124b-4169-8603-edb561f9d0aa req-8699b0ab-1de2-49e0-bfff-e3e755616ce9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.0731423 Jul 19 04:09:29.389642 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-254a09ef-124b-4169-8603-edb561f9d0aa req-7a0181a4-1e65-4f35-8d01-9c442ea06c29 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329199 Jul 19 04:09:29.625017 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-14c7a0ea-9f6b-4cff-88e0-2653acf46db6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:29.626424 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-14c7a0ea-9f6b-4cff-88e0-2653acf46db6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 946 time: 0.0619831 Jul 19 04:09:29.722835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 4010dc6d-e854-4885-81cd-10892077a13b {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:09:29.723178 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:29.813884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port 4010dc6d-e854-4885-81cd-10892077a13b, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=4010dc6d-e854-4885-81cd-10892077a13b,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:09:29.814271 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:29.825847 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 4010dc6d-e854-4885-81cd-10892077a13b owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:09:29.952744 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:29.980088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=4010dc6d-e854-4885-81cd-10892077a13b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:29.989855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.990214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.990582 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.990923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.991259 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.991594 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.991925 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.992694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.992694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.992889 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.993194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:29.993581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:30.038054 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] No DVR routers for this DVR port 4010dc6d-e854-4885-81cd-10892077a13b on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:09:30.040610 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:30.043395 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6f8f6c97-a43d-494f-8255-71dec52dfbf9 req-697eaa87-f4af-48a8-9e84-0fb2f74087c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "DELETE /v2.0/ports/4010dc6d-e854-4885-81cd-10892077a13b HTTP/1.1" status: 204 len: 173 time: 0.4119439 Jul 19 04:09:30.043829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'name': 'network-vif-deleted', 'tag': '4010dc6d-e854-4885-81cd-10892077a13b'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:09:30.046127 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695107dc-2a32-432e-a7bf-5a3016383bdf" -d '{"events": [{"server_uuid": "f80c177d-b4cb-408c-85e5-3736d9622bb7", "name": "network-vif-deleted", "tag": "4010dc6d-e854-4885-81cd-10892077a13b"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:09:30.082337 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52567594-0866-41d9-8059-57ec4dc8a800 x-openstack-request-id: req-52567594-0866-41d9-8059-57ec4dc8a800 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:09:30.082631 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80c177d-b4cb-408c-85e5-3736d9622bb7", "name": "network-vif-deleted", "tag": "4010dc6d-e854-4885-81cd-10892077a13b", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:09:30.082884 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52567594-0866-41d9-8059-57ec4dc8a800 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:09:30.083271 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80c177d-b4cb-408c-85e5-3736d9622bb7', 'name': 'network-vif-deleted', 'tag': '4010dc6d-e854-4885-81cd-10892077a13b', 'status': 'completed', 'code': 200} Jul 19 04:09:30.549549 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ac201eb1-502c-4408-b716-96cbbc4e6d70 req-d95d2b38-f466-48c6-a745-94ca7e21af63 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80c177d-b4cb-408c-85e5-3736d9622bb7 HTTP/1.1" status: 200 len: 210 time: 0.0292807 Jul 19 04:09:31.643993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46304) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:32.025430 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:32.287111 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port be88b4bc-5040-4254-b8ee-09c03ca3c385 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:09:32.287454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:32.372597 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port be88b4bc-5040-4254-b8ee-09c03ca3c385, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=be88b4bc-5040-4254-b8ee-09c03ca3c385,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:09:32.372963 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:32.385896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for be88b4bc-5040-4254-b8ee-09c03ca3c385 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:09:32.573994 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:32.607435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=be88b4bc-5040-4254-b8ee-09c03ca3c385,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:32.778923 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:32.992043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 4730cca1-894e-4e42-a85a-2e4588a3cedf has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:09:33.100291 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:09:33.105980 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4db91572-9d67-4a73-a874-1f6ceea61718 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "PUT /v2.0/routers/4730cca1-894e-4e42-a85a-2e4588a3cedf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4608824 Jul 19 04:09:33.108532 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46308) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:33.111661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] Sync routers for ids ['4730cca1-894e-4e42-a85a-2e4588a3cedf'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:09:33.121091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] Routers {'4730cca1-894e-4e42-a85a-2e4588a3cedf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:09:33.121700 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4730cca1-894e-4e42-a85a-2e4588a3cedf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:33.161181 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d19e50-906f-4868-bd17-c9f1d346d82f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting subnet e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:09:33.164705 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60d19e50-906f-4868-bd17-c9f1d346d82f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.207114 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60d19e50-906f-4868-bd17-c9f1d346d82f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.299951 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60d19e50-906f-4868-bd17-c9f1d346d82f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.359376 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60d19e50-906f-4868-bd17-c9f1d346d82f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.384582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] Set router 4730cca1-894e-4e42-a85a-2e4588a3cedf gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:09:33.389444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d19e50-906f-4868-bd17-c9f1d346d82f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:33.395384 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-60d19e50-906f-4868-bd17-c9f1d346d82f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.400117 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-60d19e50-906f-4868-bd17-c9f1d346d82f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/subnets/e4bfa423-4b33-4ec6-a00f-c3c4fad5ddf2 HTTP/1.1" status: 204 len: 168 time: 0.2881203 Jul 19 04:09:33.400238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46310) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:33.411944 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3897a7-6877-4853-988c-991a7fbd45c0 None None] Network 7c058676-8b90-4554-9144-8b1b6bd030cd requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:09:33.508758 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.612120 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.664590 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:09:33.664590 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.670314 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:09:32Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:33.701816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] Checking router: 4730cca1-894e-4e42-a85a-2e4588a3cedf for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:09:33.710065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] Routers {'4730cca1-894e-4e42-a85a-2e4588a3cedf'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:09:33.710786 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['4730cca1-894e-4e42-a85a-2e4588a3cedf'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:33.746847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7602727-3a74-47fe-b9e3-c14f5448a4e6 None None] DHCP port deletion for 7c058676-8b90-4554-9144-8b1b6bd030cd request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:09:33.748708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:09:33.749100 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.761635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:09:33.823772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] Set router 4730cca1-894e-4e42-a85a-2e4588a3cedf gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:09:33.882523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:09:33Z', 'revision_number': 6, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:33.911723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b3aea-79c2-4986-b216-84644dde6370 None None] The sync data for ids ['4730cca1-894e-4e42-a85a-2e4588a3cedf'] in n-d-762330-18 is: [{'id': '4730cca1-894e-4e42-a85a-2e4588a3cedf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185042401', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:08:36Z', 'updated_at': '2021-07-19T04:09:33Z', 'revision_number': 6, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:09:33.919487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f7602727-3a74-47fe-b9e3-c14f5448a4e6 None None] Deleting port 6dcd3daa-1108-421d-a014-776ccfeacce0 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:09:33.919869 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7602727-3a74-47fe-b9e3-c14f5448a4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.929546 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:33.958168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:33.990703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f7602727-3a74-47fe-b9e3-c14f5448a4e6 None None] For port 6dcd3daa-1108-421d-a014-776ccfeacce0, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6dcd3daa-1108-421d-a014-776ccfeacce0,segment=NetworkSegment(7d0f1ae8-55b2-4d10-8311-8c61cf15b125),segment_id=7d0f1ae8-55b2-4d10-8311-8c61cf15b125)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:09:33.991096 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7602727-3a74-47fe-b9e3-c14f5448a4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.007757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f7602727-3a74-47fe-b9e3-c14f5448a4e6 None None] Calling delete_port for 6dcd3daa-1108-421d-a014-776ccfeacce0 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:09:34.024984 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.051325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4010dc6d-e854-4885-81cd-10892077a13b no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:09:34.075809 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 4010dc6d-e854-4885-81cd-10892077a13b {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:09:34.076152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 4010dc6d-e854-4885-81cd-10892077a13b not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:09:34.112054 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7602727-3a74-47fe-b9e3-c14f5448a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.119035 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.121525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.136042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7602727-3a74-47fe-b9e3-c14f5448a4e6 None None] Pushing event deleted for resources: {'Port': ['ID=6dcd3daa-1108-421d-a014-776ccfeacce0,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:34.143187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7602727-3a74-47fe-b9e3-c14f5448a4e6 None None] No DVR routers for this DVR port 6dcd3daa-1108-421d-a014-776ccfeacce0 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:09:34.170580 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.171138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Fanout notify agent at l3_agent the message router_deleted on router 4730cca1-894e-4e42-a85a-2e4588a3cedf {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:09:34.177892 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.179036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-086cb0ec-139c-4144-b545-bc3132072f10 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/routers/4730cca1-894e-4e42-a85a-2e4588a3cedf HTTP/1.1" status: 204 len: 168 time: 0.7778420 Jul 19 04:09:34.181728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46316) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:34.256975 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.349666 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.360891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c058676-8b90-4554-9144-8b1b6bd030cd']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:34.371165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0f1ae8-55b2-4d10-8311-8c61cf15b125') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:34.371469 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0f1ae8-55b2-4d10-8311-8c61cf15b125') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:34.380325 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.394575 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.400479 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:09:34.400924 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:09:34.403942 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:09:34.764432 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.772567 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.773908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/networks/7c058676-8b90-4554-9144-8b1b6bd030cd HTTP/1.1" status: 204 len: 168 time: 0.5910621 Jul 19 04:09:34.777394 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46318) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:34.786120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226896f-32e8-4bcb-b3f9-4696c17e2e9f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Network': ['ID=7c058676-8b90-4554-9144-8b1b6bd030cd,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:34.839173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e96ee360-1261-4e45-a3d9-fbdc2a1a4955 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.867941 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e96ee360-1261-4e45-a3d9-fbdc2a1a4955 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.931481 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e96ee360-1261-4e45-a3d9-fbdc2a1a4955 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.934396 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e96ee360-1261-4e45-a3d9-fbdc2a1a4955 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:34.935577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e96ee360-1261-4e45-a3d9-fbdc2a1a4955 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/security-groups/bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba HTTP/1.1" status: 204 len: 168 time: 0.1571951 Jul 19 04:09:34.946315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ee360-1261-4e45-a3d9-fbdc2a1a4955 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe8fd9d-0f0b-4448-a643-9a1b1a4d73ba,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:35.040769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device be88b4bc-5040-4254-b8ee-09c03ca3c385 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:09:35.063775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: be88b4bc-5040-4254-b8ee-09c03ca3c385 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:09:35.064203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device be88b4bc-5040-4254-b8ee-09c03ca3c385 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:09:35.064675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6dcd3daa-1108-421d-a014-776ccfeacce0 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:09:35.083274 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 6dcd3daa-1108-421d-a014-776ccfeacce0 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:09:35.083621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6dcd3daa-1108-421d-a014-776ccfeacce0 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:09:35.084033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:09:35.102316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:09:35.102664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 4eb60ec6-3dd1-4bc1-b5ae-6f764875f8a9 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:09:35.292689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46328) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:35.297381 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0f8a0df9-74b8-4f72-be64-bdf3df7dc9b6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712671866', 'description': 'tempest-secgroup-smoke-1712671866 description', 'project_id': 'a1dc58c326984d3cac739e62488a2cae'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:35.323844 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0df9-74b8-4f72-be64-bdf3df7dc9b6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.401723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0df9-74b8-4f72-be64-bdf3df7dc9b6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.404731 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0df9-74b8-4f72-be64-bdf3df7dc9b6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.433402 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0df9-74b8-4f72-be64-bdf3df7dc9b6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.434814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0f8a0df9-74b8-4f72-be64-bdf3df7dc9b6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410835 Jul 19 04:09:35.435921 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a0df9-74b8-4f72-be64-bdf3df7dc9b6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:35.437771 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46330) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:35.443630 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d82510ec-f745-4ec0-9b54-f45dc6cbd889 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'd489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:35.469971 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d82510ec-f745-4ec0-9b54-f45dc6cbd889 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.526343 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d82510ec-f745-4ec0-9b54-f45dc6cbd889 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.530241 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d82510ec-f745-4ec0-9b54-f45dc6cbd889 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.549935 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82510ec-f745-4ec0-9b54-f45dc6cbd889 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06016b9f-b54a-4326-9fdd-e9c972af0206,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:35.557434 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d82510ec-f745-4ec0-9b54-f45dc6cbd889 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.559369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d82510ec-f745-4ec0-9b54-f45dc6cbd889 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205299 Jul 19 04:09:35.562063 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46332) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:35.566591 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5e42648c-b0e8-4d56-9609-cc2e3fcc00b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'd489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:35.592460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e42648c-b0e8-4d56-9609-cc2e3fcc00b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.647628 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e42648c-b0e8-4d56-9609-cc2e3fcc00b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.651043 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e42648c-b0e8-4d56-9609-cc2e3fcc00b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.669259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42648c-b0e8-4d56-9609-cc2e3fcc00b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397f4498-1f7f-416c-ab0c-c3640e2313b2,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:35.674691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5e42648c-b0e8-4d56-9609-cc2e3fcc00b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.675887 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5e42648c-b0e8-4d56-9609-cc2e3fcc00b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128676 Jul 19 04:09:35.678639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46334) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:35.683087 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5b0e2209-97fc-4665-9f68-306657cf7a7d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'd489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:35.708621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2209-97fc-4665-9f68-306657cf7a7d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.768220 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2209-97fc-4665-9f68-306657cf7a7d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.772407 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2209-97fc-4665-9f68-306657cf7a7d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.790545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e2209-97fc-4665-9f68-306657cf7a7d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59fa17d-5f3e-4570-ad7d-ecca32e21281,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:35.796647 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2209-97fc-4665-9f68-306657cf7a7d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.797579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5b0e2209-97fc-4665-9f68-306657cf7a7d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179850 Jul 19 04:09:35.800229 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46336) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:35.805010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b2f56310-38fe-43ba-b029-3876ad4567df tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'd489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:35.831588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b2f56310-38fe-43ba-b029-3876ad4567df tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.889361 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b2f56310-38fe-43ba-b029-3876ad4567df tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.892866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b2f56310-38fe-43ba-b029-3876ad4567df tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.908232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f56310-38fe-43ba-b029-3876ad4567df tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efdd9c0-724e-4688-a11c-6ca171b44286,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:35.916624 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b2f56310-38fe-43ba-b029-3876ad4567df tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:35.917916 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b2f56310-38fe-43ba-b029-3876ad4567df tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166790 Jul 19 04:09:35.920616 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46338) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:35.925252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-86ed762f-d1f6-4db4-9e9f-70fa8dfa2924 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'd489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:35.946013 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-86ed762f-d1f6-4db4-9e9f-70fa8dfa2924 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Project a1dc58c326984d3cac739e62488a2cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:09:35.951380 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86ed762f-d1f6-4db4-9e9f-70fa8dfa2924 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.009310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86ed762f-d1f6-4db4-9e9f-70fa8dfa2924 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.013691 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86ed762f-d1f6-4db4-9e9f-70fa8dfa2924 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.034289 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed762f-d1f6-4db4-9e9f-70fa8dfa2924 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37fd303-4341-4206-bf40-81e7a97aafc4,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:36.038345 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-86ed762f-d1f6-4db4-9e9f-70fa8dfa2924 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.039856 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-86ed762f-d1f6-4db4-9e9f-70fa8dfa2924 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178772 Jul 19 04:09:36.042302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46340) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:36.046659 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-76512e14-81f8-4a4a-a877-b29d4808b25e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'd489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:36.068351 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-76512e14-81f8-4a4a-a877-b29d4808b25e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Project a1dc58c326984d3cac739e62488a2cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:09:36.074486 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76512e14-81f8-4a4a-a877-b29d4808b25e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.138026 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76512e14-81f8-4a4a-a877-b29d4808b25e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.141463 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76512e14-81f8-4a4a-a877-b29d4808b25e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.159594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76512e14-81f8-4a4a-a877-b29d4808b25e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dddc283-6658-4fda-a88d-46d093f35cb0,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:36.165898 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76512e14-81f8-4a4a-a877-b29d4808b25e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.167136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-76512e14-81f8-4a4a-a877-b29d4808b25e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239653 Jul 19 04:09:36.169983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46342) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:36.174872 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'network': {'name': 'tempest-network-smoke--664246978', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'port_security_enabled': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:36.194969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:09:36.198925 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.221397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:09:36.230032 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.230449 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Added segment cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b of type vlan for network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 Jul 19 04:09:36.269388 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.297799 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.303256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:36.303839 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.336913 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1659021 Jul 19 04:09:36.340104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46344) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:36.344524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'admin_state_up': True, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:36.387999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9a889-65f0-4dfb-8a19-fdcb98100471 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Network': ['ID=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:36.398152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:09:36.403845 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.405015 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.456624 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.593132 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.782881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.801890 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:36.905216 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.25.2.71 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/190d0aca-2183-46d5-8df7-8bcd23bf78b5) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:09:37.009836 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:37.048928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:37.088400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:09:37.091682 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:09:37.095272 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:09:37.116975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=190d0aca-2183-46d5-8df7-8bcd23bf78b5,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:37.346699 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:37.459207 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:37.542738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:37.668762 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 6061989d-fcbd-4c6b-9316-60de5163461a is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:09:37.721512 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:37.773931 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:09:37.783010 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Sync routers for ids ['6061989d-fcbd-4c6b-9316-60de5163461a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:09:37.791536 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:37.791696 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Routers {'6061989d-fcbd-4c6b-9316-60de5163461a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:09:37.792300 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6061989d-fcbd-4c6b-9316-60de5163461a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:37.793165 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-360be9b1-aa13-4b73-9cd9-b22a8c5bff41 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4521227 Jul 19 04:09:37.796302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46346) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:37.831509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9ced7dad-fd82-47fd-836b-5c678d95833f tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a1dc58c326984d3cac739e62488a2cae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340044 Jul 19 04:09:37.834049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46348) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:37.894273 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Set router 6061989d-fcbd-4c6b-9316-60de5163461a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:09:37.980602 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afefdde-78c6-4a02-8722-37994c345946 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:37.982136 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7afefdde-78c6-4a02-8722-37994c345946 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1471360 Jul 19 04:09:37.985163 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46350) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:38.013529 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0d43df8c-d365-4fd7-b781-5d88069b7a4e tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271409 Jul 19 04:09:38.015948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46352) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:38.020897 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2118034457', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:38.069728 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:37Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:38.099784 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Checking router: 6061989d-fcbd-4c6b-9316-60de5163461a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:09:38.100138 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Updating router 6061989d-fcbd-4c6b-9316-60de5163461a port 190d0aca-2183-46d5-8df7-8bcd23bf78b5 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:09:38.108068 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:09:38.112320 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.134558 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.294084 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.356193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Subnet': ['ID=c59a3d19-d023-4f39-9b7e-8453af57577a,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:38.366618 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Checking segment: {'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:09:38.366983 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network hostable DHCP agents. Network: cdf00374-3d9d-42d7-aed3-84bf5b5e2f42, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:09:38.383253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:09:38.387611 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.391944 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, cdf00374-3d9d-42d7-aed3-84bf5b5e2f42) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:09:38.397630 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:38.397971 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Transition to ACTIVE for port object 190d0aca-2183-46d5-8df7-8bcd23bf78b5 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:09:38.398329 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.402370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2a737e-c364-4abd-95ef-b418d8604f89 None None] Network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:09:38.405812 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.418134 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-442c5a22-450c-4bec-86f3-40533494da71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4011431 Jul 19 04:09:38.420899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46354) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:38.456960 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Attempting to bind port 190d0aca-2183-46d5-8df7-8bcd23bf78b5 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:09:38.457331 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Attempting to bind port 190d0aca-2183-46d5-8df7-8bcd23bf78b5 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:09:38.457697 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Attempting to bind port 190d0aca-2183-46d5-8df7-8bcd23bf78b5 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:09:38.467008 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280af313-e288-4962-b287-11d705f46886 None None] Pushing event updated for resources: {'Port': ['ID=190d0aca-2183-46d5-8df7-8bcd23bf78b5,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:38.469780 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:09:38.469780 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:09:38.470078 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.470487 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:09:38.470956 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Bound port: 190d0aca-2183-46d5-8df7-8bcd23bf78b5, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:09:38.471334 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.523414 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] For port 190d0aca-2183-46d5-8df7-8bcd23bf78b5, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:09:38.527202 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] For port 190d0aca-2183-46d5-8df7-8bcd23bf78b5, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=190d0aca-2183-46d5-8df7-8bcd23bf78b5,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:09:38.531962 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.558625 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:09:38.559537 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.587314 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Routers {'6061989d-fcbd-4c6b-9316-60de5163461a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:09:38.587935 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6061989d-fcbd-4c6b-9316-60de5163461a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:38.636307 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280af313-e288-4962-b287-11d705f46886 None None] Pushing event updated for resources: {'Port': ['ID=190d0aca-2183-46d5-8df7-8bcd23bf78b5,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:38.704547 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] Set router 6061989d-fcbd-4c6b-9316-60de5163461a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:09:38.704777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Allocated IP 172.20.0.2 (cdf00374-3d9d-42d7-aed3-84bf5b5e2f42/c59a3d19-d023-4f39-9b7e-8453af57577a/d01f0f63-e5db-48dd-9b51-61d27775986f) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:09:38.852438 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.861304 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Transition to ACTIVE for port object d01f0f63-e5db-48dd-9b51-61d27775986f will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:09:38.877053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Transition to ACTIVE for port object d01f0f63-e5db-48dd-9b51-61d27775986f will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:09:38.881127 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.883204 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:38.890232 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:37Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:38.917819 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e62c43-f8df-41e2-89bf-ec4fbaca1f13 None None] The sync data for ids ['6061989d-fcbd-4c6b-9316-60de5163461a'] in n-d-762330-18 is: [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:37Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:09:38.925037 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:09:38.929851 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:09:38.934295 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:09:38.953585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Pushing event updated for resources: {'Port': ['ID=d01f0f63-e5db-48dd-9b51-61d27775986f,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:38.981440 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.981802 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.982217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.982503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.982843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.983179 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.983514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.983845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.984173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.984503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.984829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:38.985155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:09:39.018217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Attempting to bind port d01f0f63-e5db-48dd-9b51-61d27775986f on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:09:39.018885 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Attempting to bind port d01f0f63-e5db-48dd-9b51-61d27775986f by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:09:39.019254 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Attempting to bind port d01f0f63-e5db-48dd-9b51-61d27775986f on network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:09:39.024348 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:09:39.024723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Checking segment: {'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:09:39.025133 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:39.025528 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Bound using segment: {'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:09:39.025993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Bound port: d01f0f63-e5db-48dd-9b51-61d27775986f, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:09:39.026556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:39.109011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] For port d01f0f63-e5db-48dd-9b51-61d27775986f, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:09:39.112957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] For port d01f0f63-e5db-48dd-9b51-61d27775986f, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d01f0f63-e5db-48dd-9b51-61d27775986f,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:09:39.123359 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:39.234450 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93474c5a-be62-4e85-a9b4-da21f10b5c83 None None] Pushing event updated for resources: {'Port': ['ID=d01f0f63-e5db-48dd-9b51-61d27775986f,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:39.266396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.20.0.1 (cdf00374-3d9d-42d7-aed3-84bf5b5e2f42/c59a3d19-d023-4f39-9b7e-8453af57577a/e75ba728-5e56-47fb-8498-18e651c0e77e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:09:39.426087 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:39.464055 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Transition to ACTIVE for port object e75ba728-5e56-47fb-8498-18e651c0e77e will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:09:39.504834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:39.547830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:09:39.553433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:09:39.557429 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:09:39.587669 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=e75ba728-5e56-47fb-8498-18e651c0e77e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:39.609684 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:40.050377 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:40.181160 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff22987f-75a5-48c1-9fe7-a05334a02aec None None] Network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:09:40.256334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8d0385c3-1edc-483b-8557-23bbaddc3ebc None None] Provisioning for port d01f0f63-e5db-48dd-9b51-61d27775986f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:09:40.339096 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:40.344457 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:40.426244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:40.428261 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=e75ba728-5e56-47fb-8498-18e651c0e77e,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:40.525173 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:09:40.527196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:09:40.601775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a295b335-a2df-4a20-9b36-e10d46305e0d None None] Provisioning for port e75ba728-5e56-47fb-8498-18e651c0e77e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:09:40.606698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a295b335-a2df-4a20-9b36-e10d46305e0d None None] Provisioning complete for port e75ba728-5e56-47fb-8498-18e651c0e77e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:40.607189 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a295b335-a2df-4a20-9b36-e10d46305e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:40.650256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a295b335-a2df-4a20-9b36-e10d46305e0d None None] Port e75ba728-5e56-47fb-8498-18e651c0e77e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:09:40.656840 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 6061989d-fcbd-4c6b-9316-60de5163461a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:09:40.769220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-ddd3a2f4-01e2-4723-9c97-d07ef920387b None None] Provisioning complete for port e75ba728-5e56-47fb-8498-18e651c0e77e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:40.769591 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ddd3a2f4-01e2-4723-9c97-d07ef920387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:40.772032 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:09:40.782780 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ba81c8e5-4fc3-49a2-91c0-759bc498c115 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "PUT /v2.0/routers/6061989d-fcbd-4c6b-9316-60de5163461a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3608234 Jul 19 04:09:40.795861 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Sync routers for ids ['6061989d-fcbd-4c6b-9316-60de5163461a'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:09:40.816760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Routers {'6061989d-fcbd-4c6b-9316-60de5163461a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:09:40.817407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6061989d-fcbd-4c6b-9316-60de5163461a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:40.822131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3a2f4-01e2-4723-9c97-d07ef920387b None None] Port e75ba728-5e56-47fb-8498-18e651c0e77e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:09:40.931677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Set router 6061989d-fcbd-4c6b-9316-60de5163461a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:09:40.939829 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6e3db070-cddf-43b3-a00e-2ff14ca33066 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712671866&fields=id&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 267 time: 0.0533864 Jul 19 04:09:41.009642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-be4266a0-537a-4b1a-a716-595c2e104fc4 None None] Provisioning complete for port e75ba728-5e56-47fb-8498-18e651c0e77e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:41.010020 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-be4266a0-537a-4b1a-a716-595c2e104fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:41.053271 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-fbbd3d9f-62e1-4549-906c-287b72cf6129 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:41.054915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-fbbd3d9f-62e1-4549-906c-287b72cf6129 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/networks?id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 HTTP/1.1" status: 200 len: 796 time: 0.1143160 Jul 19 04:09:41.072025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ae99cdf-c9f1-46b0-80d1-fbbde7eac245 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/quotas/a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 375 time: 0.0102043 Jul 19 04:09:41.151263 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-58f57ae3-9ec5-4d0f-a3b1-7dedc87d36fe tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716164 Jul 19 04:09:41.220930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d01f0f63-e5db-48dd-9b51-61d27775986f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:09:41.277263 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-be4266a0-537a-4b1a-a716-595c2e104fc4 None None] Port e75ba728-5e56-47fb-8498-18e651c0e77e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:09:41.327563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-4d6ad8a7-daa7-428a-a342-6a7e81a402d4 service neutron] 10.222.0.20 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313865 Jul 19 04:09:41.340378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port d01f0f63-e5db-48dd-9b51-61d27775986f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:09:41.347302 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d01f0f63-e5db-48dd-9b51-61d27775986f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:41.347676 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:41.408316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'e75ba728-5e56-47fb-8498-18e651c0e77e', 'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7c:76:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:39Z', 'updated_at': '2021-07-19T04:09:40Z', 'revision_number': 2, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:41.418899 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-1338f311-3baa-4861-8c0c-e55320dfc6ff service neutron] 10.222.0.20 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838544 Jul 19 04:09:41.453867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Checking router: 6061989d-fcbd-4c6b-9316-60de5163461a for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:09:41.454224 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Updating router 6061989d-fcbd-4c6b-9316-60de5163461a port e75ba728-5e56-47fb-8498-18e651c0e77e binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:09:41.496759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:41.506137 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:41.558792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port d01f0f63-e5db-48dd-9b51-61d27775986f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d01f0f63-e5db-48dd-9b51-61d27775986f,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:09:41.568522 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:41.569320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 190d0aca-2183-46d5-8df7-8bcd23bf78b5 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:09:41.609966 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2c754b5-cac9-402e-9f5a-da7dc50fdbfc req-3304d5c6-91ec-4935-ad73-0421eeff693f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 210 time: 0.0335581 Jul 19 04:09:41.712845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=d01f0f63-e5db-48dd-9b51-61d27775986f,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:41.751155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 190d0aca-2183-46d5-8df7-8bcd23bf78b5 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:09:41.760231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 190d0aca-2183-46d5-8df7-8bcd23bf78b5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:41.760686 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:41.932613 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:41.950938 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:41.967858 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 190d0aca-2183-46d5-8df7-8bcd23bf78b5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=190d0aca-2183-46d5-8df7-8bcd23bf78b5,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:09:41.970733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Transition to ACTIVE for port object e75ba728-5e56-47fb-8498-18e651c0e77e will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:09:41.974055 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:41.978056 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:42.061199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=190d0aca-2183-46d5-8df7-8bcd23bf78b5,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:42.116161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Attempting to bind port e75ba728-5e56-47fb-8498-18e651c0e77e on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:09:42.116535 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Attempting to bind port e75ba728-5e56-47fb-8498-18e651c0e77e by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:09:42.116909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Attempting to bind port e75ba728-5e56-47fb-8498-18e651c0e77e on network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:09:42.126614 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:09:42.127011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Checking segment: {'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:09:42.127395 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:42.127867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Bound using segment: {'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:09:42.128278 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Bound port: e75ba728-5e56-47fb-8498-18e651c0e77e, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:09:42.128664 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:42.146632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e75c9-316c-48ef-89d9-10ff9aafdba6 None None] Pushing event updated for resources: {'Port': ['ID=e75ba728-5e56-47fb-8498-18e651c0e77e,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:42.210712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] For port e75ba728-5e56-47fb-8498-18e651c0e77e, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:09:42.214656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] For port e75ba728-5e56-47fb-8498-18e651c0e77e, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e75ba728-5e56-47fb-8498-18e651c0e77e,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:09:42.219430 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:42.282933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Routers {'6061989d-fcbd-4c6b-9316-60de5163461a'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:09:42.283515 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:09:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6061989d-fcbd-4c6b-9316-60de5163461a'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:42.328086 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e75c9-316c-48ef-89d9-10ff9aafdba6 None None] Pushing event updated for resources: {'Port': ['ID=e75ba728-5e56-47fb-8498-18e651c0e77e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:42.423383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] Set router 6061989d-fcbd-4c6b-9316-60de5163461a gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:09:42.578759 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-25bdad41-7b5a-4f64-966a-ad8049a67ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:42.643287 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'e75ba728-5e56-47fb-8498-18e651c0e77e', 'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7c:76:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:39Z', 'updated_at': '2021-07-19T04:09:42Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:42.673988 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9f8c2-bc1f-4bca-9566-e8860b9f2417 None None] The sync data for ids ['6061989d-fcbd-4c6b-9316-60de5163461a'] in n-d-762330-18 is: [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'e75ba728-5e56-47fb-8498-18e651c0e77e', 'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7c:76:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:39Z', 'updated_at': '2021-07-19T04:09:42Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:09:42.779845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2d2666d0-496e-458c-8512-e62840171fca req-27d37d00-2526-4f2c-b047-7b29d27c6888 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 210 time: 0.0401692 Jul 19 04:09:42.904744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-e460dc9f-604b-4bfc-9533-0048c26e2c12 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:42.906301 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-e460dc9f-604b-4bfc-9533-0048c26e2c12 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "GET /v2.0/networks?id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 HTTP/1.1" status: 200 len: 796 time: 0.1199162 Jul 19 04:09:42.950897 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-38f61f2c-f1df-4b65-9c14-6fed13257019 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 380 time: 0.0368707 Jul 19 04:09:42.960916 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'port': {'device_id': '252b7824-4937-459a-bcd2-94fec9c26a28', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'admin_state_up': True, 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'security_groups': ['d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:43.087639 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:09:43.092118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.160651 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d01f0f63-e5db-48dd-9b51-61d27775986f up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:09:43.212740 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d01f0f63-e5db-48dd-9b51-61d27775986f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:43.213304 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.230367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.20.0.14 (cdf00374-3d9d-42d7-aed3-84bf5b5e2f42/c59a3d19-d023-4f39-9b7e-8453af57577a/2657336e-6906-473c-b463-a4c609961a84) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:09:43.298475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e75ba728-5e56-47fb-8498-18e651c0e77e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:09:43.355578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port e75ba728-5e56-47fb-8498-18e651c0e77e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:09:43.360833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port e75ba728-5e56-47fb-8498-18e651c0e77e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:43.361283 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.386885 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.403054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Transition to ACTIVE for port object 2657336e-6906-473c-b463-a4c609961a84 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:09:43.438014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.445393 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.485512 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port e75ba728-5e56-47fb-8498-18e651c0e77e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e75ba728-5e56-47fb-8498-18e651c0e77e,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:09:43.489095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:09:43.490371 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.491502 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 190d0aca-2183-46d5-8df7-8bcd23bf78b5 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:09:43.495050 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:09:43.500165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:09:43.529546 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=2657336e-6906-473c-b463-a4c609961a84,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:43.562231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:43.563004 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.585394 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6ddfa0c9-647d-46c1-af5f-1b60f8c4897b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6283424 Jul 19 04:09:43.600121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Request body: {'port': {'device_id': '252b7824-4937-459a-bcd2-94fec9c26a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:43.602968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=e75ba728-5e56-47fb-8498-18e651c0e77e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:43.612327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 190d0aca-2183-46d5-8df7-8bcd23bf78b5 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:43.612751 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.734049 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.751236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-476626aa-82df-4c32-b902-cd6acd814d4a None None] Provisioning for port 2657336e-6906-473c-b463-a4c609961a84 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:09:43.754987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-476626aa-82df-4c32-b902-cd6acd814d4a None None] Provisioning complete for port 2657336e-6906-473c-b463-a4c609961a84 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:43.755356 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-476626aa-82df-4c32-b902-cd6acd814d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:43.791478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-476626aa-82df-4c32-b902-cd6acd814d4a None None] Port 2657336e-6906-473c-b463-a4c609961a84 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:09:43.977379 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef8e34-b76e-4665-a019-7f5a940eccb3 req-dd1bf630-f400-4e5a-b097-59c23f7fd3d1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:43.978958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-93ef8e34-b76e-4665-a019-7f5a940eccb3 req-dd1bf630-f400-4e5a-b097-59c23f7fd3d1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 932 time: 0.0681090 Jul 19 04:09:44.021694 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-93ef8e34-b76e-4665-a019-7f5a940eccb3 req-d97dcfcd-04cd-44fa-8a0a-f338f095886e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362360 Jul 19 04:09:44.025287 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2657336e-6906-473c-b463-a4c609961a84 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:09:44.033727 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:44.045647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Transition to ACTIVE for port object 2657336e-6906-473c-b463-a4c609961a84 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:09:44.049444 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:44.100307 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2657336e-6906-473c-b463-a4c609961a84,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:44.174641 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Attempting to bind port 2657336e-6906-473c-b463-a4c609961a84 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:09:44.174983 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Attempting to bind port 2657336e-6906-473c-b463-a4c609961a84 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:09:44.175314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Attempting to bind port 2657336e-6906-473c-b463-a4c609961a84 on network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:09:44.180028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Port 2657336e-6906-473c-b463-a4c609961a84 on network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:09:44.180379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Attempting to bind port 2657336e-6906-473c-b463-a4c609961a84 on network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:09:44.185594 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:09:44.185936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Checking segment: {'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:09:44.186424 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Bound using segment: {'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:09:44.186856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Bound port: 2657336e-6906-473c-b463-a4c609961a84, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:09:44.187215 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:44.253218 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] For port 2657336e-6906-473c-b463-a4c609961a84, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:09:44.256158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] For port 2657336e-6906-473c-b463-a4c609961a84, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2657336e-6906-473c-b463-a4c609961a84,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:09:44.260322 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:44.294844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:44.295494 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:44.296877 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] 10.222.0.25 "PUT /v2.0/ports/2657336e-6906-473c-b463-a4c609961a84 HTTP/1.1" status: 200 len: 1093 time: 0.7044089 Jul 19 04:09:44.297312 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252b7824-4937-459a-bcd2-94fec9c26a28', 'tag': '2657336e-6906-473c-b463-a4c609961a84'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:09:44.299589 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e" -d '{"events": [{"name": "network-changed", "server_uuid": "252b7824-4937-459a-bcd2-94fec9c26a28", "tag": "2657336e-6906-473c-b463-a4c609961a84"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:09:44.325770 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286aa64-a93d-4cb6-92e3-62bdcc81fdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2657336e-6906-473c-b463-a4c609961a84,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:44.356717 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19edb891-5946-4c1f-8fdf-d475b3efac31 x-openstack-request-id: req-19edb891-5946-4c1f-8fdf-d475b3efac31 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:09:44.357009 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252b7824-4937-459a-bcd2-94fec9c26a28", "tag": "2657336e-6906-473c-b463-a4c609961a84", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:09:44.357265 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19edb891-5946-4c1f-8fdf-d475b3efac31 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:09:44.357673 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252b7824-4937-459a-bcd2-94fec9c26a28', 'tag': '2657336e-6906-473c-b463-a4c609961a84', 'status': 'completed', 'code': 200} Jul 19 04:09:44.413789 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-a197800e-60e1-4136-855c-a9834e3dcf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:44.415355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-a197800e-60e1-4136-855c-a9834e3dcf9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 1096 time: 0.0565102 Jul 19 04:09:44.460895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-4543124a-5663-4d5e-95aa-8d8356e3b459 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2657336e-6906-473c-b463-a4c609961a84 HTTP/1.1" status: 200 len: 217 time: 0.0390472 Jul 19 04:09:44.509142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-e2ddc38e-7937-47ab-800c-9426056c85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:44.511435 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-e2ddc38e-7937-47ab-800c-9426056c85e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c59a3d19-d023-4f39-9b7e-8453af57577a HTTP/1.1" status: 200 len: 835 time: 0.0441749 Jul 19 04:09:44.567864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6162f5a5-e60a-48eb-928a-80906bd46b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:44.569378 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-6162f5a5-e60a-48eb-928a-80906bd46b82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517139 Jul 19 04:09:44.660399 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-68601ac6-8956-4d0b-8885-932f2740b023 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845203 Jul 19 04:09:44.747960 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-66878e52-6f09-4370-8b85-0f698db0e2bd req-a84fb10b-ba94-4952-be2c-db4a9c56c068 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813203 Jul 19 04:09:44.848707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-8a1179fa-a3d4-4fcc-9074-0ede59d5f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:44.850202 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-8a1179fa-a3d4-4fcc-9074-0ede59d5f12e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 1096 time: 0.0555182 Jul 19 04:09:44.940148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-f9d9fdc0-2e7d-4d74-993f-f9b7fc08dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:44.941563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-f9d9fdc0-2e7d-4d74-993f-f9b7fc08dbd7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 HTTP/1.1" status: 200 len: 896 time: 0.0852859 Jul 19 04:09:44.985777 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-3086335e-3ec4-4693-a637-00f01f6977c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2657336e-6906-473c-b463-a4c609961a84 HTTP/1.1" status: 200 len: 217 time: 0.0367539 Jul 19 04:09:45.037000 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-f995b180-c68f-4f5d-893a-2df400316c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:45.038498 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-f995b180-c68f-4f5d-893a-2df400316c1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c59a3d19-d023-4f39-9b7e-8453af57577a HTTP/1.1" status: 200 len: 835 time: 0.0463548 Jul 19 04:09:45.048672 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e75ba728-5e56-47fb-8498-18e651c0e77e up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:09:45.101500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-e54913bf-672e-4d70-a696-c08046274250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:45.102822 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port e75ba728-5e56-47fb-8498-18e651c0e77e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:45.103099 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-e54913bf-672e-4d70-a696-c08046274250 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578370 Jul 19 04:09:45.103411 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:45.157877 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bb61ca5e-a1b4-4d35-87a4-e98a85fc4e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:45.206836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffa2c4-350c-43ba-8b9b-c3338989b95c req-aca6ee05-c623-47a2-bc01-a62ff342ccc9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:45.208972 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-93ffa2c4-350c-43ba-8b9b-c3338989b95c req-aca6ee05-c623-47a2-bc01-a62ff342ccc9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 944 time: 0.0691497 Jul 19 04:09:45.249537 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-93ffa2c4-350c-43ba-8b9b-c3338989b95c req-454e70bc-0488-492b-a5d3-0701b35e11a0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348558 Jul 19 04:09:45.518207 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-b46df00a-9fd8-4228-a7e3-ae473fbc4039 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072654 Jul 19 04:09:45.607046 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-64e4c51e-bf3f-49ba-bb04-2ab7fa1cc20e req-123b4dd1-fa09-4c9d-8ddb-8fff23f41a0f service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823381 Jul 19 04:09:45.716265 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:46.428558 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a515-f775-43e3-8cdc-424e613affb4 req-46017f88-3729-4746-869d-1c9f70ea6383 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:46.430038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85d5a515-f775-43e3-8cdc-424e613affb4 req-46017f88-3729-4746-869d-1c9f70ea6383 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 944 time: 0.0665112 Jul 19 04:09:46.467625 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85d5a515-f775-43e3-8cdc-424e613affb4 req-5b031e5d-6c8f-4389-bf67-7ee0210bc7d3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320168 Jul 19 04:09:46.603199 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:46.864382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2657336e-6906-473c-b463-a4c609961a84 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:09:46.960962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 2657336e-6906-473c-b463-a4c609961a84, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2657336e-6906-473c-b463-a4c609961a84,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:09:46.971754 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '2657336e-6906-473c-b463-a4c609961a84', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'port_id': '2657336e-6906-473c-b463-a4c609961a84', 'mac_address': 'fa:16:3e:86:a9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:09:47.011813 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:47.024214 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2657336e-6906-473c-b463-a4c609961a84 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:09:47.043981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 2657336e-6906-473c-b463-a4c609961a84, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2657336e-6906-473c-b463-a4c609961a84,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:09:47.047964 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:47.097496 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=2657336e-6906-473c-b463-a4c609961a84,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:47.277954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['2657336e-6906-473c-b463-a4c609961a84'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:09:47.637771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28674e2-8630-43d9-ac9f-33d005e1cc2f req-0313e044-c24c-4b46-baf3-cd6a569eeda5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:47.639285 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c28674e2-8630-43d9-ac9f-33d005e1cc2f req-0313e044-c24c-4b46-baf3-cd6a569eeda5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 945 time: 0.0621393 Jul 19 04:09:47.675958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c28674e2-8630-43d9-ac9f-33d005e1cc2f req-20340274-87e5-4560-bd42-341c644b42a8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Jul 19 04:09:48.117742 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:48.845542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0962c8e-942c-444f-8579-138d4031ace1 req-c3dd8ae1-52f5-453f-9265-0c917d731c54 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:48.847039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e0962c8e-942c-444f-8579-138d4031ace1 req-c3dd8ae1-52f5-453f-9265-0c917d731c54 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 945 time: 0.0631006 Jul 19 04:09:48.865642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2657336e-6906-473c-b463-a4c609961a84 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:09:48.885296 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e0962c8e-942c-444f-8579-138d4031ace1 req-fb0d6c87-b66a-4dd1-aac0-bca10ddf323f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328493 Jul 19 04:09:48.918395 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 2657336e-6906-473c-b463-a4c609961a84 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:09:48.921982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 2657336e-6906-473c-b463-a4c609961a84 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:09:48.922394 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:48.997085 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:49.019485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252b7824-4937-459a-bcd2-94fec9c26a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2657336e-6906-473c-b463-a4c609961a84'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:09:49.021725 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f9b1f8-828e-40e4-a250-4dde4fad3f2e" -d '{"events": [{"server_uuid": "252b7824-4937-459a-bcd2-94fec9c26a28", "name": "network-vif-plugged", "status": "completed", "tag": "2657336e-6906-473c-b463-a4c609961a84"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:09:49.034678 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 2657336e-6906-473c-b463-a4c609961a84, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2657336e-6906-473c-b463-a4c609961a84,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:09:49.038564 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:49.065940 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f7673f-426a-42f0-bd78-c895e166e0e1 x-openstack-request-id: req-49f7673f-426a-42f0-bd78-c895e166e0e1 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:09:49.066227 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252b7824-4937-459a-bcd2-94fec9c26a28", "name": "network-vif-plugged", "status": "completed", "tag": "2657336e-6906-473c-b463-a4c609961a84", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:09:49.066499 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49f7673f-426a-42f0-bd78-c895e166e0e1 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:09:49.066883 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252b7824-4937-459a-bcd2-94fec9c26a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2657336e-6906-473c-b463-a4c609961a84', 'code': 200} Jul 19 04:09:49.096761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=2657336e-6906-473c-b463-a4c609961a84,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:49.175373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661ccb5-1c16-40b9-9469-a6321ea65a31 req-3572cd16-fbcb-4245-b7ea-ad4104ad592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:49.176876 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9661ccb5-1c16-40b9-9469-a6321ea65a31 req-3572cd16-fbcb-4245-b7ea-ad4104ad592b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 1098 time: 0.0526133 Jul 19 04:09:49.210028 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9661ccb5-1c16-40b9-9469-a6321ea65a31 req-d945e567-48a7-44c8-81b9-66d450278fcc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269339 Jul 19 04:09:50.063030 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e350a-e3f7-4042-a7f6-c26afb9ac455 req-89c26e38-c779-4e8a-9e6f-f174971461bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:50.064524 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f81e350a-e3f7-4042-a7f6-c26afb9ac455 req-89c26e38-c779-4e8a-9e6f-f174971461bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0679049 Jul 19 04:09:50.102751 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f81e350a-e3f7-4042-a7f6-c26afb9ac455 req-3010cc87-0768-4b3a-9a42-fab413c99abe tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Jul 19 04:09:50.291231 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c511b-3259-4eb4-8bd3-ad30416c32cc req-9c504590-94c4-4241-aa89-54446925e03a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:50.292833 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-761c511b-3259-4eb4-8bd3-ad30416c32cc req-9c504590-94c4-4241-aa89-54446925e03a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0665417 Jul 19 04:09:50.330189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-761c511b-3259-4eb4-8bd3-ad30416c32cc req-0e60b0d7-87bd-4ff7-bf8f-6b4a3ea7c67f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Jul 19 04:09:50.353878 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46424) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:50.404631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2dafe4-872b-45ef-97cd-d6fb16a04b67 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:50.406110 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cd2dafe4-872b-45ef-97cd-d6fb16a04b67 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 1093 time: 0.0510781 Jul 19 04:09:50.408822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46426) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:50.413366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '2657336e-6906-473c-b463-a4c609961a84', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:09:50.435005 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:50.533068 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:50.632287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.25.2.53 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/c537c6f0-20d0-4165-92df-ca5d2b0d0d7b) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:09:50.736411 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:50.773864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:50.813440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:09:50.816154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:09:50.819759 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:09:50.840723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=c537c6f0-20d0-4165-92df-ca5d2b0d0d7b,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:51.178864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:51.252403 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:51.402650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:51.407063 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:51.480754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=c537c6f0-20d0-4165-92df-ca5d2b0d0d7b,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:09:51.488927 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:51.587616 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Floating IP 6c5491cd-dced-48d1-bd9c-a36d06b325bb associated. External IP: 172.25.2.53, port: 2657336e-6906-473c-b463-a4c609961a84. Jul 19 04:09:51.788600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 6061989d-fcbd-4c6b-9316-60de5163461a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:09:51.889954 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:09:51.899357 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] Sync routers for ids ['6061989d-fcbd-4c6b-9316-60de5163461a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:09:51.906504 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:09:51.909480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] Routers {'6061989d-fcbd-4c6b-9316-60de5163461a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:09:51.910105 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:09:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6061989d-fcbd-4c6b-9316-60de5163461a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:51.945474 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ad7e09b2-9a05-45b3-9d95-cff244d05901 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5355918 Jul 19 04:09:51.946149 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252b7824-4937-459a-bcd2-94fec9c26a28', 'tag': '2657336e-6906-473c-b463-a4c609961a84'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:09:51.948574 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a30d14-685c-4bb7-9f16-593b6122720a" -d '{"events": [{"name": "network-changed", "server_uuid": "252b7824-4937-459a-bcd2-94fec9c26a28", "tag": "2657336e-6906-473c-b463-a4c609961a84"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:09:51.953776 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:09:51.992052 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1af0140-40f7-44d1-a7a1-2f5fc1b4f1aa x-openstack-request-id: req-f1af0140-40f7-44d1-a7a1-2f5fc1b4f1aa {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:09:51.992347 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252b7824-4937-459a-bcd2-94fec9c26a28", "tag": "2657336e-6906-473c-b463-a4c609961a84", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:09:51.992596 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1af0140-40f7-44d1-a7a1-2f5fc1b4f1aa {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:09:51.992994 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252b7824-4937-459a-bcd2-94fec9c26a28', 'tag': '2657336e-6906-473c-b463-a4c609961a84', 'status': 'completed', 'code': 200} Jul 19 04:09:52.021092 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] Set router 6061989d-fcbd-4c6b-9316-60de5163461a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:09:52.109643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a30d14-685c-4bb7-9f16-593b6122720a req-1695797e-aab6-411a-91bd-ea9e5ea2354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:52.111284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33a30d14-685c-4bb7-9f16-593b6122720a req-1695797e-aab6-411a-91bd-ea9e5ea2354f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 1098 time: 0.0916452 Jul 19 04:09:52.163586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de13c5-daa2-40ec-a32d-ba42dbf8abaf req-8ff0a17a-a833-4752-966c-70e3e25ecbf6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:52.165102 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-44de13c5-daa2-40ec-a32d-ba42dbf8abaf req-8ff0a17a-a833-4752-966c-70e3e25ecbf6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.1155396 Jul 19 04:09:52.247787 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-44de13c5-daa2-40ec-a32d-ba42dbf8abaf req-7cc42a62-57a7-40ad-a36d-8ce6ef993de8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754852 Jul 19 04:09:52.250459 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '6c5491cd-dced-48d1-bd9c-a36d06b325bb', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'port_id': '2657336e-6906-473c-b463-a4c609961a84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'mac_address': 'fa:16:3e:86:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252b7824-4937-459a-bcd2-94fec9c26a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:09:51Z', 'updated_at': '2021-07-19T04:09:51Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75ba728-5e56-47fb-8498-18e651c0e77e', 'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7c:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:39Z', 'updated_at': '2021-07-19T04:09:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:52.250687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a30d14-685c-4bb7-9f16-593b6122720a req-daa00d4d-7bb7-4ced-bc02-fe97d819cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:52.251910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33a30d14-685c-4bb7-9f16-593b6122720a req-daa00d4d-7bb7-4ced-bc02-fe97d819cfa7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 HTTP/1.1" status: 200 len: 896 time: 0.1340964 Jul 19 04:09:52.273637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46434) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:52.332070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33a30d14-685c-4bb7-9f16-593b6122720a req-487e960f-8bc5-4736-9d75-e90c66e86c2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2657336e-6906-473c-b463-a4c609961a84 HTTP/1.1" status: 200 len: 999 time: 0.0740092 Jul 19 04:09:52.337476 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3c1809b6-121e-441a-ba55-b52b04cdfe0e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/6c5491cd-dced-48d1-bd9c-a36d06b325bb HTTP/1.1" status: 200 len: 991 time: 0.0625696 Jul 19 04:09:52.373127 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] Checking router: 6061989d-fcbd-4c6b-9316-60de5163461a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:09:52.381736 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] Routers {'6061989d-fcbd-4c6b-9316-60de5163461a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:09:52.382380 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:09:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6061989d-fcbd-4c6b-9316-60de5163461a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:52.386772 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a30d14-685c-4bb7-9f16-593b6122720a req-5dcc9fe2-13e4-4050-95bb-d0a85ea01e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:52.388378 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33a30d14-685c-4bb7-9f16-593b6122720a req-5dcc9fe2-13e4-4050-95bb-d0a85ea01e02 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c59a3d19-d023-4f39-9b7e-8453af57577a HTTP/1.1" status: 200 len: 835 time: 0.0479345 Jul 19 04:09:52.453049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a30d14-685c-4bb7-9f16-593b6122720a req-9112cc99-58eb-4f38-b330-efad00b9719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:09:52.454538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33a30d14-685c-4bb7-9f16-593b6122720a req-9112cc99-58eb-4f38-b330-efad00b9719a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593994 Jul 19 04:09:52.491693 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] Set router 6061989d-fcbd-4c6b-9316-60de5163461a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:09:52.557578 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33a30d14-685c-4bb7-9f16-593b6122720a req-0cc0eed2-4fe2-4b93-88c2-3bdf86c7cd15 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969832 Jul 19 04:09:52.653562 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-33a30d14-685c-4bb7-9f16-593b6122720a req-8bf6a941-9ffe-4988-ab64-c9157c5dd220 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898590 Jul 19 04:09:52.726460 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '6c5491cd-dced-48d1-bd9c-a36d06b325bb', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'port_id': '2657336e-6906-473c-b463-a4c609961a84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'mac_address': 'fa:16:3e:86:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252b7824-4937-459a-bcd2-94fec9c26a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:09:51Z', 'updated_at': '2021-07-19T04:09:51Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75ba728-5e56-47fb-8498-18e651c0e77e', 'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7c:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:39Z', 'updated_at': '2021-07-19T04:09:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:09:52.756295 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362320f1-eb4e-4c46-bbcb-b95c9a2b65ef None None] The sync data for ids ['6061989d-fcbd-4c6b-9316-60de5163461a'] in n-d-762330-18 is: [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '6c5491cd-dced-48d1-bd9c-a36d06b325bb', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'port_id': '2657336e-6906-473c-b463-a4c609961a84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'mac_address': 'fa:16:3e:86:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252b7824-4937-459a-bcd2-94fec9c26a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:09:51Z', 'updated_at': '2021-07-19T04:09:51Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75ba728-5e56-47fb-8498-18e651c0e77e', 'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7c:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:39Z', 'updated_at': '2021-07-19T04:09:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:09:52.936729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ce505-f465-4269-b807-11e1c2f215d6 None None] New status for floating IP 6c5491cd-dced-48d1-bd9c-a36d06b325bb: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:09:53.340608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46436) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:09:53.405435 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d5a0f0a7-a761-4cd1-af3b-d978fe55ea45 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/6c5491cd-dced-48d1-bd9c-a36d06b325bb HTTP/1.1" status: 200 len: 993 time: 0.0637417 Jul 19 04:10:02.693319 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-2c4a551a-a14c-4ea1-a830-d80081db9c99 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564985 Jul 19 04:10:02.787474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-40bc0e58-a2df-494b-8445-11725d063654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:02.788990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-40bc0e58-a2df-494b-8445-11725d063654 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 1098 time: 0.0537660 Jul 19 04:10:02.892511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-52c27875-069c-4f7d-b491-9fd2903063de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:02.894245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-52c27875-069c-4f7d-b491-9fd2903063de service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 HTTP/1.1" status: 200 len: 896 time: 0.0852542 Jul 19 04:10:02.964292 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-4979739b-76a8-4d4c-9838-3b9af030e3c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2657336e-6906-473c-b463-a4c609961a84 HTTP/1.1" status: 200 len: 1001 time: 0.0613828 Jul 19 04:10:03.011522 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-a5cfda80-7f5b-4121-b032-5c3efbeebf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:03.012961 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-a5cfda80-7f5b-4121-b032-5c3efbeebf0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c59a3d19-d023-4f39-9b7e-8453af57577a HTTP/1.1" status: 200 len: 835 time: 0.0432870 Jul 19 04:10:03.071503 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-7028a872-6dee-4dbf-a43d-a0318ca6e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:03.073568 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-7028a872-6dee-4dbf-a43d-a0318ca6e0f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535276 Jul 19 04:10:03.170655 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-f2e4ebb5-4397-48c3-8274-c46e4070abf5 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894163 Jul 19 04:10:03.261812 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bfbf5228-566e-4a28-97d3-2498ca64e906 req-d9cb154a-beb5-4e3d-b270-dd1f01a7ae86 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828495 Jul 19 04:10:07.476244 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:07.721289 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:12.560972 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5e33-ddca-4968-b98f-7ab7cbef2e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:15.128507 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dc81f967-6e5a-4df1-a6b4-891bd0bf1e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:15.717832 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:16.604554 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:18.124821 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:22.272352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-decb912f-6067-49f5-857c-497bb3ef8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:22.274112 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-decb912f-6067-49f5-857c-497bb3ef8232 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 1098 time: 0.0597837 Jul 19 04:10:22.307988 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b5847-996d-41f2-9436-664d77e42687 req-88db5caf-e9a6-4265-a044-ca3671fdd9ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:22.310145 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-216b5847-996d-41f2-9436-664d77e42687 req-88db5caf-e9a6-4265-a044-ca3671fdd9ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0679922 Jul 19 04:10:22.348159 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-216b5847-996d-41f2-9436-664d77e42687 req-a695b94b-4dbb-4443-91d0-a8a4493f248f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321076 Jul 19 04:10:22.365072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-cafa644e-d70f-460f-afde-f4cf82cb2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:22.366595 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-cafa644e-d70f-460f-afde-f4cf82cb2e26 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 HTTP/1.1" status: 200 len: 896 time: 0.0866110 Jul 19 04:10:22.433726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-a1be2745-97d7-409e-8dec-01c3bedff1e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2657336e-6906-473c-b463-a4c609961a84 HTTP/1.1" status: 200 len: 1001 time: 0.0608001 Jul 19 04:10:22.480363 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-3b3a750f-0a2a-4abe-85a9-6e0298a69aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:22.482709 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-3b3a750f-0a2a-4abe-85a9-6e0298a69aa8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c59a3d19-d023-4f39-9b7e-8453af57577a HTTP/1.1" status: 200 len: 835 time: 0.0427051 Jul 19 04:10:22.539202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-07a79bb6-0fab-442e-a85d-6f21fda99962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:22.540618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-07a79bb6-0fab-442e-a85d-6f21fda99962 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514479 Jul 19 04:10:22.632725 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-25612d27-dd80-4594-9ded-679361c6c14c service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849733 Jul 19 04:10:22.720333 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-911d7d69-8cd9-40d1-bc04-a8dab20c2559 req-f703021e-0f91-415b-9ef2-4cb4553b9bd5 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806322 Jul 19 04:10:23.529631 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f701b9-d0fe-49ea-ab2a-4f75690e7588 req-e4a1d397-45f3-4c78-9537-ebf404ad0f97 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:23.531154 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27f701b9-d0fe-49ea-ab2a-4f75690e7588 req-e4a1d397-45f3-4c78-9537-ebf404ad0f97 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0675001 Jul 19 04:10:23.568380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-27f701b9-d0fe-49ea-ab2a-4f75690e7588 req-0d831835-19e2-4a24-82da-3817d228dade tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Jul 19 04:10:24.738609 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad7ec6-76af-4739-9ea3-bf28ad16e1fe req-c737328f-b779-44f0-9ace-594aa0026303 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:24.740112 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2ad7ec6-76af-4739-9ea3-bf28ad16e1fe req-c737328f-b779-44f0-9ace-594aa0026303 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0625038 Jul 19 04:10:24.777940 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e2ad7ec6-76af-4739-9ea3-bf28ad16e1fe req-a74ba8c4-9a5b-431e-ad04-822fce51c365 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 Jul 19 04:10:25.950170 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac6629-fb2f-43a6-89b8-0857edddb674 req-ba03b74a-922e-4209-9475-2180ca38efa3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:25.951736 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcac6629-fb2f-43a6-89b8-0857edddb674 req-ba03b74a-922e-4209-9475-2180ca38efa3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0650415 Jul 19 04:10:25.989005 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcac6629-fb2f-43a6-89b8-0857edddb674 req-f0e528b3-1240-4a67-aa15-c6362cd03c39 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Jul 19 04:10:27.168986 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437441-0cf3-4454-a205-5a20d31683b6 req-54a730d3-88f1-42e5-9997-3ec72edd980d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:27.170492 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49437441-0cf3-4454-a205-5a20d31683b6 req-54a730d3-88f1-42e5-9997-3ec72edd980d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0698085 Jul 19 04:10:27.206699 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-49437441-0cf3-4454-a205-5a20d31683b6 req-408ce96f-fc95-41ad-b3e9-49a264362e2f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304325 Jul 19 04:10:28.380169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dbf83-865f-4230-a6a6-6c1bf9dd7d7c req-545cae6e-df1e-482d-8e61-8ff5a42f8a93 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:28.381661 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-473dbf83-865f-4230-a6a6-6c1bf9dd7d7c req-545cae6e-df1e-482d-8e61-8ff5a42f8a93 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0626907 Jul 19 04:10:28.423144 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-473dbf83-865f-4230-a6a6-6c1bf9dd7d7c req-bdef504d-c309-4114-be03-39c0f9891747 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359139 Jul 19 04:10:28.922877 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:10:29.596181 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e4970-d965-4c27-9f26-884a542e56fa req-27f046a4-ab72-4b90-b6a7-2f2599277612 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:29.597578 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f67e4970-d965-4c27-9f26-884a542e56fa req-27f046a4-ab72-4b90-b6a7-2f2599277612 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0617607 Jul 19 04:10:29.635087 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f67e4970-d965-4c27-9f26-884a542e56fa req-2d8b4887-30c8-4137-9ea4-aaca69146eca tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Jul 19 04:10:30.806043 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa8584-f529-4047-ae25-ea214a2c67c7 req-e011c5c1-611a-4252-8fad-ecdc3bd8f85e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:30.807574 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9cfa8584-f529-4047-ae25-ea214a2c67c7 req-e011c5c1-611a-4252-8fad-ecdc3bd8f85e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0639408 Jul 19 04:10:30.845986 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9cfa8584-f529-4047-ae25-ea214a2c67c7 req-53d7d526-8671-4627-8083-eb2f93ebd2e2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Jul 19 04:10:32.020535 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6f887-5923-4477-b302-e8b0042928d2 req-5d532a27-dac2-4f49-a7f3-972296dfede4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:32.022008 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ca6f887-5923-4477-b302-e8b0042928d2 req-5d532a27-dac2-4f49-a7f3-972296dfede4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0655906 Jul 19 04:10:32.058766 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4ca6f887-5923-4477-b302-e8b0042928d2 req-ec5b9648-c97f-45b4-a857-8471a079baac tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Jul 19 04:10:33.231959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ffd69-ddc9-4bf8-a994-6efb96acaf80 req-830c474e-5ac4-4c67-8209-785b52c7794a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:33.233450 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7f9ffd69-ddc9-4bf8-a994-6efb96acaf80 req-830c474e-5ac4-4c67-8209-785b52c7794a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0626965 Jul 19 04:10:33.270495 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7f9ffd69-ddc9-4bf8-a994-6efb96acaf80 req-90a56749-5dcd-4650-9ddc-41bbc827f49c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313137 Jul 19 04:10:34.442179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1bbaf-3546-4958-ba48-71d61aaa4220 req-320eddee-e8a0-48c6-a5e8-a817e35e4386 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:10:34.443604 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31f1bbaf-3546-4958-ba48-71d61aaa4220 req-320eddee-e8a0-48c6-a5e8-a817e35e4386 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0633166 Jul 19 04:10:34.480084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31f1bbaf-3546-4958-ba48-71d61aaa4220 req-51283557-b0f5-4b67-a20c-4c245b18f1e9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Jul 19 04:10:34.505113 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46474) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:10:34.566802 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9fcc5ebf-cfe2-403e-8879-e96db6ff6c21 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/6c5491cd-dced-48d1-bd9c-a36d06b325bb HTTP/1.1" status: 200 len: 993 time: 0.0605891 Jul 19 04:10:37.472819 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:37.719306 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:42.560577 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c7d55111-6798-4e3d-91e9-2e415f4aa2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:45.128370 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1db733df-259f-4a90-8424-f99406f79b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:45.719392 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:46.606771 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:10:48.126602 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:02.674007 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-b69b8fa1-9941-4a06-a979-5c13fe14d2bb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546505 Jul 19 04:11:02.765566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-dd5652da-530e-47f8-9b17-17f96627a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:02.767088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-dd5652da-530e-47f8-9b17-17f96627a06c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 1098 time: 0.0530059 Jul 19 04:11:02.871795 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-a19342a4-a894-4f1c-89e2-8621c6de67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:02.873265 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-a19342a4-a894-4f1c-89e2-8621c6de67a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 HTTP/1.1" status: 200 len: 896 time: 0.0857685 Jul 19 04:11:02.924202 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46486) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:02.942618 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-9cef2bba-f1c4-4d76-bf42-b7adfb85882e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2657336e-6906-473c-b463-a4c609961a84 HTTP/1.1" status: 200 len: 1001 time: 0.0619392 Jul 19 04:11:02.993593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-933e293e-02b2-4b62-bf83-855459c223c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:02.995732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-933e293e-02b2-4b62-bf83-855459c223c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c59a3d19-d023-4f39-9b7e-8453af57577a HTTP/1.1" status: 200 len: 835 time: 0.0457668 Jul 19 04:11:03.058623 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-e9af13ec-4a72-49e6-a78b-e6bccdeb5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:03.060189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-e9af13ec-4a72-49e6-a78b-e6bccdeb5cfe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585093 Jul 19 04:11:03.160979 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-74e0999d-7b51-44a2-a745-ddb236b5f899 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937152 Jul 19 04:11:03.252014 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5992e3-7ba9-4b1f-80ba-b3c26a9ac446 req-b69d174d-1489-4f0c-9cc6-ab919da84f2f service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847690 Jul 19 04:11:03.361699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port c537c6f0-20d0-4165-92df-ca5d2b0d0d7b {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:11:03.362044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:03.436111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:03.436462 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:03.447671 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for c537c6f0-20d0-4165-92df-ca5d2b0d0d7b owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:11:03.594872 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:03.620177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=c537c6f0-20d0-4165-92df-ca5d2b0d0d7b,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:03.631743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.632089 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.632432 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.632766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.633093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.633418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.633743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.634069 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.634444 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.634773 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.635091 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.635406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:03.694675 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:03.695007 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Floating IP 6c5491cd-dced-48d1-bd9c-a36d06b325bb disassociated (deleted). External IP: 172.25.2.53, port: 2657336e-6906-473c-b463-a4c609961a84. Jul 19 04:11:03.904256 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 6061989d-fcbd-4c6b-9316-60de5163461a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:11:04.010352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:11:04.015202 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:04.019846 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] Sync routers for ids ['6061989d-fcbd-4c6b-9316-60de5163461a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:11:04.029656 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] Routers {'6061989d-fcbd-4c6b-9316-60de5163461a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:11:04.030381 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:10:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6061989d-fcbd-4c6b-9316-60de5163461a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:04.052888 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ab2b4470-962f-4f79-86c1-c87edf5126f0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/floatingips/6c5491cd-dced-48d1-bd9c-a36d06b325bb HTTP/1.1" status: 204 len: 168 time: 1.1274960 Jul 19 04:11:04.053317 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252b7824-4937-459a-bcd2-94fec9c26a28', 'tag': '2657336e-6906-473c-b463-a4c609961a84'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:11:04.055614 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec3fc14-d54d-457b-a85d-95a8632ba203" -d '{"events": [{"name": "network-changed", "server_uuid": "252b7824-4937-459a-bcd2-94fec9c26a28", "tag": "2657336e-6906-473c-b463-a4c609961a84"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:11:04.095685 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b08f76b-7812-4b13-a673-79258f6f2b86 x-openstack-request-id: req-6b08f76b-7812-4b13-a673-79258f6f2b86 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:11:04.096123 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252b7824-4937-459a-bcd2-94fec9c26a28", "tag": "2657336e-6906-473c-b463-a4c609961a84", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:11:04.096252 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b08f76b-7812-4b13-a673-79258f6f2b86 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:11:04.096622 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252b7824-4937-459a-bcd2-94fec9c26a28', 'tag': '2657336e-6906-473c-b463-a4c609961a84', 'status': 'completed', 'code': 200} Jul 19 04:11:04.141169 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] Set router 6061989d-fcbd-4c6b-9316-60de5163461a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:11:04.180666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-7c621cc3-69b3-454a-a521-46aa482c7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:04.182320 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-7c621cc3-69b3-454a-a521-46aa482c7f91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 1098 time: 0.0608616 Jul 19 04:11:04.282586 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-3b9cee3a-2071-4b4d-9c1a-b5ffb3531975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:04.284164 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-3b9cee3a-2071-4b4d-9c1a-b5ffb3531975 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 HTTP/1.1" status: 200 len: 896 time: 0.0959134 Jul 19 04:11:04.335743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-d4a15b59-ac47-465b-9e82-e4627ed56360 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2657336e-6906-473c-b463-a4c609961a84 HTTP/1.1" status: 200 len: 217 time: 0.0408301 Jul 19 04:11:04.347616 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'e75ba728-5e56-47fb-8498-18e651c0e77e', 'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7c:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:39Z', 'updated_at': '2021-07-19T04:09:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:04.380812 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] Checking router: 6061989d-fcbd-4c6b-9316-60de5163461a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:11:04.389731 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] Routers {'6061989d-fcbd-4c6b-9316-60de5163461a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:11:04.390489 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:10:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6061989d-fcbd-4c6b-9316-60de5163461a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:04.416101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-f5bbaeca-6c7e-4b32-9322-925a2b450f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:04.418111 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-f5bbaeca-6c7e-4b32-9322-925a2b450f66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c59a3d19-d023-4f39-9b7e-8453af57577a HTTP/1.1" status: 200 len: 835 time: 0.0762045 Jul 19 04:11:04.485012 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31893b3-7577-4be0-b97f-9880c83956cf req-ba460a82-b14d-4402-901f-60ce64ceeced tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:04.486563 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a31893b3-7577-4be0-b97f-9880c83956cf req-ba460a82-b14d-4402-901f-60ce64ceeced tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.1099844 Jul 19 04:11:04.494678 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] Set router 6061989d-fcbd-4c6b-9316-60de5163461a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:11:04.519805 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-de23d83a-f6e9-425d-af92-da524dcfa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:04.521318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-de23d83a-f6e9-425d-af92-da524dcfa843 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961196 Jul 19 04:11:04.542770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a31893b3-7577-4be0-b97f-9880c83956cf req-fbaf529a-4a4c-40cf-a7ba-c0d259384448 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494916 Jul 19 04:11:04.620511 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-90c7aaa3-a2c3-4e17-b843-d3398764896a service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909126 Jul 19 04:11:04.689873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'e75ba728-5e56-47fb-8498-18e651c0e77e', 'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7c:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:39Z', 'updated_at': '2021-07-19T04:09:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:04.715081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5ec3fc14-d54d-457b-a85d-95a8632ba203 req-92ee7d7e-636d-4b27-be91-19d13e922b5b service neutron] 10.222.0.25 "GET /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879908 Jul 19 04:11:04.716264 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e1eff-4b6c-44e0-a505-0ddc29d378cb None None] The sync data for ids ['6061989d-fcbd-4c6b-9316-60de5163461a'] in n-d-762330-18 is: [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:40Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'e75ba728-5e56-47fb-8498-18e651c0e77e', 'name': '', 'network_id': 'cdf00374-3d9d-42d7-aed3-84bf5b5e2f42', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7c:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:39Z', 'updated_at': '2021-07-19T04:09:43Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': 'c59a3d19-d023-4f39-9b7e-8453af57577a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:11:04.925522 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f25689-10b8-4c49-89ec-faa2f0ae70e5 None None] New status for floating IP 6c5491cd-dced-48d1-bd9c-a36d06b325bb: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:11:05.722848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b680-5367-4ba0-9d17-0f07fb8e68ee req-342d2c63-22b9-4218-87cd-89a4a2ce22f4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:05.724353 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f945b680-5367-4ba0-9d17-0f07fb8e68ee req-342d2c63-22b9-4218-87cd-89a4a2ce22f4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0633688 Jul 19 04:11:05.762657 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f945b680-5367-4ba0-9d17-0f07fb8e68ee req-a61ba0ea-17ec-4e28-b07b-e63228fa9265 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326290 Jul 19 04:11:05.824414 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-7660a2bc-72cd-4027-bd5a-70dd3c1b9720 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:05.825942 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-7660a2bc-72cd-4027-bd5a-70dd3c1b9720 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 946 time: 0.0651064 Jul 19 04:11:05.921132 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:11:05.928704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 2657336e-6906-473c-b463-a4c609961a84 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:11:05.929054 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:06.015821 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port 2657336e-6906-473c-b463-a4c609961a84, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2657336e-6906-473c-b463-a4c609961a84,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:11:06.016171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:06.028428 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 2657336e-6906-473c-b463-a4c609961a84 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:11:06.157546 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:06.186495 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=2657336e-6906-473c-b463-a4c609961a84,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:06.218336 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.218692 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.219038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.219377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.219711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.220048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.220378 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.220706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.221035 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.221361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.221684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.222006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:06.243820 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] No DVR routers for this DVR port 2657336e-6906-473c-b463-a4c609961a84 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:11:06.246663 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:06.248661 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aedfbaa9-ab0e-45d3-a3ec-f9ad1e322146 req-2980d737-0197-46dd-9c1c-2f9a1566f2ec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "DELETE /v2.0/ports/2657336e-6906-473c-b463-a4c609961a84 HTTP/1.1" status: 204 len: 173 time: 0.4175429 Jul 19 04:11:06.249103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252b7824-4937-459a-bcd2-94fec9c26a28', 'name': 'network-vif-deleted', 'tag': '2657336e-6906-473c-b463-a4c609961a84'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:11:06.251403 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce6c129-3727-4d00-8b69-f095ade5129e" -d '{"events": [{"server_uuid": "252b7824-4937-459a-bcd2-94fec9c26a28", "name": "network-vif-deleted", "tag": "2657336e-6906-473c-b463-a4c609961a84"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:11:06.287804 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948fa265-b381-489b-b59b-00599c3f2a22 x-openstack-request-id: req-948fa265-b381-489b-b59b-00599c3f2a22 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:11:06.288118 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252b7824-4937-459a-bcd2-94fec9c26a28", "name": "network-vif-deleted", "tag": "2657336e-6906-473c-b463-a4c609961a84", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:11:06.288372 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-948fa265-b381-489b-b59b-00599c3f2a22 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:11:06.288773 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252b7824-4937-459a-bcd2-94fec9c26a28', 'name': 'network-vif-deleted', 'tag': '2657336e-6906-473c-b463-a4c609961a84', 'status': 'completed', 'code': 200} Jul 19 04:11:06.923021 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-337d561c-fac1-482f-a741-a502938b457b req-404ef755-0a56-414c-85bd-29cc8411c914 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=252b7824-4937-459a-bcd2-94fec9c26a28 HTTP/1.1" status: 200 len: 210 time: 0.0324724 Jul 19 04:11:07.486840 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:07.723132 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:08.015278 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46506) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:08.366915 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:08.628114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port e75ba728-5e56-47fb-8498-18e651c0e77e {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:11:08.628372 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:08.718488 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port e75ba728-5e56-47fb-8498-18e651c0e77e, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=e75ba728-5e56-47fb-8498-18e651c0e77e,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:11:08.718848 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:08.730981 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for e75ba728-5e56-47fb-8498-18e651c0e77e owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:11:08.913399 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:08.940540 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=e75ba728-5e56-47fb-8498-18e651c0e77e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:09.122198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:09.190827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2657336e-6906-473c-b463-a4c609961a84 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:11:09.214865 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 2657336e-6906-473c-b463-a4c609961a84 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:11:09.215071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2657336e-6906-473c-b463-a4c609961a84 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:11:09.329332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 6061989d-fcbd-4c6b-9316-60de5163461a has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:11:09.432033 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:11:09.437056 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-067c21ea-e483-4187-9ac4-425c8fccf2c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "PUT /v2.0/routers/6061989d-fcbd-4c6b-9316-60de5163461a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4207630 Jul 19 04:11:09.439819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46508) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:09.441686 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] Sync routers for ids ['6061989d-fcbd-4c6b-9316-60de5163461a'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:11:09.451251 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] Routers {'6061989d-fcbd-4c6b-9316-60de5163461a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:11:09.451861 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:10:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6061989d-fcbd-4c6b-9316-60de5163461a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:09.494235 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-89708cca-09c9-4b0b-abfa-1a4571ac5428 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting subnet c59a3d19-d023-4f39-9b7e-8453af57577a {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:11:09.497542 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89708cca-09c9-4b0b-abfa-1a4571ac5428 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:09.555040 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] Set router 6061989d-fcbd-4c6b-9316-60de5163461a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:11:09.741525 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:11:08Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:09.829243 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89708cca-09c9-4b0b-abfa-1a4571ac5428 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:09.857736 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] Checking router: 6061989d-fcbd-4c6b-9316-60de5163461a for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:11:09.865814 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] Routers {'6061989d-fcbd-4c6b-9316-60de5163461a'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:11:09.866446 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:10:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['6061989d-fcbd-4c6b-9316-60de5163461a'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:09.912358 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89708cca-09c9-4b0b-abfa-1a4571ac5428 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:09.969392 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] Set router 6061989d-fcbd-4c6b-9316-60de5163461a gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:11:09.974184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89708cca-09c9-4b0b-abfa-1a4571ac5428 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.004290 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-89708cca-09c9-4b0b-abfa-1a4571ac5428 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.008566 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-89708cca-09c9-4b0b-abfa-1a4571ac5428 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/subnets/c59a3d19-d023-4f39-9b7e-8453af57577a HTTP/1.1" status: 204 len: 168 time: 0.5653462 Jul 19 04:11:10.008566 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89708cca-09c9-4b0b-abfa-1a4571ac5428 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Subnet': ['ID=c59a3d19-d023-4f39-9b7e-8453af57577a,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:10.010079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46510) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:10.015787 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a509e-443c-424b-8248-6be7d6e8e369 None None] Network cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:11:10.119040 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.155767 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:11:08Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:10.186614 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3481f-d369-4424-a065-86d9db17dbef None None] The sync data for ids ['6061989d-fcbd-4c6b-9316-60de5163461a'] in n-d-762330-18 is: [{'id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960887108', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:11:08Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '190d0aca-2183-46d5-8df7-8bcd23bf78b5', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061989d-fcbd-4c6b-9316-60de5163461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:09:36Z', 'updated_at': '2021-07-19T04:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:11:10.210527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] DHCP port deletion for cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:11:10.244161 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.270176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Deleting port d01f0f63-e5db-48dd-9b51-61d27775986f {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:11:10.270501 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.299084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 190d0aca-2183-46d5-8df7-8bcd23bf78b5 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:11:10.299467 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.331757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] For port d01f0f63-e5db-48dd-9b51-61d27775986f, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d01f0f63-e5db-48dd-9b51-61d27775986f,segment=NetworkSegment(cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b),segment_id=cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:11:10.332156 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.344191 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Calling delete_port for d01f0f63-e5db-48dd-9b51-61d27775986f owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:11:10.377340 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port 190d0aca-2183-46d5-8df7-8bcd23bf78b5, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=190d0aca-2183-46d5-8df7-8bcd23bf78b5,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:11:10.377700 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.389189 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 190d0aca-2183-46d5-8df7-8bcd23bf78b5 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:11:10.424153 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.450518 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Pushing event deleted for resources: {'Port': ['ID=d01f0f63-e5db-48dd-9b51-61d27775986f,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:10.452667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] No DVR routers for this DVR port d01f0f63-e5db-48dd-9b51-61d27775986f on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:11:10.465310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.466008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.466400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.466743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.467074 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.467500 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.467764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.468095 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.468507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.468723 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.469256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.469582 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9091c8-27b9-4fde-b3f5-7a69cb5b9479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:10.560124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.593130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=190d0aca-2183-46d5-8df7-8bcd23bf78b5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:10.659969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.755151 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.757247 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.801549 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.802008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Fanout notify agent at l3_agent the message router_deleted on router 6061989d-fcbd-4c6b-9316-60de5163461a {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:11:10.808696 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.809809 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-f876a86e-891b-4787-8fa1-a5aecfa92d1b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/routers/6061989d-fcbd-4c6b-9316-60de5163461a HTTP/1.1" status: 204 len: 168 time: 0.7987521 Jul 19 04:11:10.812445 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46514) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:10.895424 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.985216 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:10.994972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf00374-3d9d-42d7-aed3-84bf5b5e2f42']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:11.004689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:11.004987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc34b3ba-28ea-4d0b-b1a9-9851f3350e0b') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:11.014021 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.028159 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.034048 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:11:11.034468 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:11:11.037374 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:11:11.094283 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.101093 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.102982 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/networks/cdf00374-3d9d-42d7-aed3-84bf5b5e2f42 HTTP/1.1" status: 204 len: 168 time: 0.2895567 Jul 19 04:11:11.105952 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46516) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:11.114104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0fc6e-0cf7-4c72-9bbe-6ab62f7ba62e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Network': ['ID=cdf00374-3d9d-42d7-aed3-84bf5b5e2f42,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:11.165228 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce7a8-5e93-4fca-988d-7f0e4c97566e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.189682 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce7a8-5e93-4fca-988d-7f0e4c97566e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.256070 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce7a8-5e93-4fca-988d-7f0e4c97566e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.258728 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce7a8-5e93-4fca-988d-7f0e4c97566e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.259920 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5c5ce7a8-5e93-4fca-988d-7f0e4c97566e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/security-groups/d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c HTTP/1.1" status: 204 len: 168 time: 0.1529179 Jul 19 04:11:11.274959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ce7a8-5e93-4fca-988d-7f0e4c97566e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d489fb5f-5f2d-4e27-8e2e-0bbe1a3b272c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:11.315443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d01f0f63-e5db-48dd-9b51-61d27775986f no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:11:11.336557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: d01f0f63-e5db-48dd-9b51-61d27775986f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:11:11.336908 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d01f0f63-e5db-48dd-9b51-61d27775986f not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:11:11.337332 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e75ba728-5e56-47fb-8498-18e651c0e77e no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:11:11.359057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: e75ba728-5e56-47fb-8498-18e651c0e77e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:11:11.359411 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device e75ba728-5e56-47fb-8498-18e651c0e77e not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:11:11.359838 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 190d0aca-2183-46d5-8df7-8bcd23bf78b5 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:11:11.377894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 190d0aca-2183-46d5-8df7-8bcd23bf78b5 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:11:11.378243 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 190d0aca-2183-46d5-8df7-8bcd23bf78b5 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:11:11.809507 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46522) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:11.814278 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-74feffee-c026-41f8-99de-32b3dc31c6e4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65363193', 'description': 'tempest-secgroup-smoke-65363193 description', 'project_id': 'a1dc58c326984d3cac739e62488a2cae'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:11.837192 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-74feffee-c026-41f8-99de-32b3dc31c6e4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.922365 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-74feffee-c026-41f8-99de-32b3dc31c6e4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.925893 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-74feffee-c026-41f8-99de-32b3dc31c6e4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.952586 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-74feffee-c026-41f8-99de-32b3dc31c6e4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:11.953802 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-74feffee-c026-41f8-99de-32b3dc31c6e4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1432886 Jul 19 04:11:11.956902 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46524) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:11.957843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feffee-c026-41f8-99de-32b3dc31c6e4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2d703a-c624-435d-9839-8ed34342e028,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:11.961850 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3a926f5b-746e-43c1-94b3-304994fac60c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': '7f2d703a-c624-435d-9839-8ed34342e028', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:11.988522 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a926f5b-746e-43c1-94b3-304994fac60c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.048365 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a926f5b-746e-43c1-94b3-304994fac60c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.051903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a926f5b-746e-43c1-94b3-304994fac60c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.069418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a926f5b-746e-43c1-94b3-304994fac60c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf11c9d-a13c-4fe5-8871-20697b504ec6,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:12.076760 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3a926f5b-746e-43c1-94b3-304994fac60c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.078083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3a926f5b-746e-43c1-94b3-304994fac60c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200252 Jul 19 04:11:12.080924 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46526) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:12.085624 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-11a426c5-0268-46c6-8964-171822c6b604 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': '7f2d703a-c624-435d-9839-8ed34342e028', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:12.111052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11a426c5-0268-46c6-8964-171822c6b604 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.169811 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11a426c5-0268-46c6-8964-171822c6b604 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.173587 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11a426c5-0268-46c6-8964-171822c6b604 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.191159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a426c5-0268-46c6-8964-171822c6b604 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516ab65b-036c-4d4d-8ad7-c978291649a4,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:12.197537 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-11a426c5-0268-46c6-8964-171822c6b604 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.200057 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-11a426c5-0268-46c6-8964-171822c6b604 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180513 Jul 19 04:11:12.202742 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46528) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:12.207232 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-deebf87e-8c44-4650-96f1-26f926f51da2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': '7f2d703a-c624-435d-9839-8ed34342e028', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:12.232619 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-deebf87e-8c44-4650-96f1-26f926f51da2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.290275 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-deebf87e-8c44-4650-96f1-26f926f51da2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.294098 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-deebf87e-8c44-4650-96f1-26f926f51da2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.311784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebf87e-8c44-4650-96f1-26f926f51da2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b8ca3d-f118-4488-9d4e-d0eaa473ee52,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:12.318226 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-deebf87e-8c44-4650-96f1-26f926f51da2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.319477 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-deebf87e-8c44-4650-96f1-26f926f51da2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157856 Jul 19 04:11:12.322135 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46530) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:12.327324 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b08214c5-614d-44ed-9c76-cc06d3800548 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': '7f2d703a-c624-435d-9839-8ed34342e028', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:12.353074 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b08214c5-614d-44ed-9c76-cc06d3800548 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.417430 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b08214c5-614d-44ed-9c76-cc06d3800548 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.420926 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b08214c5-614d-44ed-9c76-cc06d3800548 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.439208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08214c5-614d-44ed-9c76-cc06d3800548 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae539174-56db-4d06-8cd2-99aed7a3c039,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:12.445074 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b08214c5-614d-44ed-9c76-cc06d3800548 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.449421 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b08214c5-614d-44ed-9c76-cc06d3800548 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231146 Jul 19 04:11:12.449589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46532) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:12.454143 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ebb79f4c-b2d4-44f2-837c-c281502594c6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': '7f2d703a-c624-435d-9839-8ed34342e028', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:12.475360 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-ebb79f4c-b2d4-44f2-837c-c281502594c6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Project a1dc58c326984d3cac739e62488a2cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:11:12.480702 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ebb79f4c-b2d4-44f2-837c-c281502594c6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.539044 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ebb79f4c-b2d4-44f2-837c-c281502594c6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.543053 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ebb79f4c-b2d4-44f2-837c-c281502594c6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.560916 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7b38b577-96a2-4d7c-9c13-7b1768c8f5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.562420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb79f4c-b2d4-44f2-837c-c281502594c6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2703712d-7898-419b-842d-9d86d7946bab,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:12.567584 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ebb79f4c-b2d4-44f2-837c-c281502594c6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.568826 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ebb79f4c-b2d4-44f2-837c-c281502594c6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183145 Jul 19 04:11:12.571475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46534) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:12.575995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9078c0de-7afd-424c-8305-049d15144bf4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': '7f2d703a-c624-435d-9839-8ed34342e028', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:12.597797 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-9078c0de-7afd-424c-8305-049d15144bf4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Project a1dc58c326984d3cac739e62488a2cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:11:12.602731 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9078c0de-7afd-424c-8305-049d15144bf4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.663288 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9078c0de-7afd-424c-8305-049d15144bf4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.667224 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9078c0de-7afd-424c-8305-049d15144bf4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.685227 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078c0de-7afd-424c-8305-049d15144bf4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786fffa7-54ca-4e6c-89fe-0e506d27f11d,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:12.691364 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9078c0de-7afd-424c-8305-049d15144bf4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.692574 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9078c0de-7afd-424c-8305-049d15144bf4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201794 Jul 19 04:11:12.695318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46536) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:12.700153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'network': {'name': 'tempest-network-smoke--1094836559', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'port_security_enabled': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:12.719572 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:11:12.722960 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.746876 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:11:12.755526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.755872 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Added segment a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25 of type vlan for network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 Jul 19 04:11:12.797716 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.825130 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.830711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:12.831296 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.865451 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1691508 Jul 19 04:11:12.868194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46538) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:12.874806 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'admin_state_up': True, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:12.910469 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4e307-f94e-44fb-b73b-0c1cc32f545a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Network': ['ID=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:12.921967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:11:12.926304 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.927354 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:12.982403 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:13.120529 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:13.311802 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:13.330017 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:13.429565 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.25.2.218 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/b2f7e85a-dc62-4600-9470-28beaf4df626) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:11:13.533086 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:13.570834 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:13.606750 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:11:13.611338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:11:13.613725 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:11:13.648318 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=b2f7e85a-dc62-4600-9470-28beaf4df626,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:13.860106 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:14.053190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:14.179999 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:11:14.286123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:11:14.296965 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Sync routers for ids ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:11:14.304078 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:14.305460 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-0e096cc5-8982-4100-ae2c-edd0c71f722d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4363525 Jul 19 04:11:14.306775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Routers {'8b6959d1-8812-41e4-9380-4ffafe0c3cb5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:11:14.307998 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:10:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:14.309507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46540) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:14.336872 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4984bbd8-baa3-4893-aa1e-d982788f7b5b tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a1dc58c326984d3cac739e62488a2cae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262933 Jul 19 04:11:14.339455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46542) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:14.415657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Set router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:11:14.428879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39239183-e0e4-4c49-b176-b153988d1b88 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:14.430427 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-39239183-e0e4-4c49-b176-b153988d1b88 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900726 Jul 19 04:11:14.433798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46544) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:14.460913 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-55bc6e68-0c0b-4ac5-b955-19f2bb84ba45 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260384 Jul 19 04:11:14.463406 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46546) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:14.468266 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-954323489', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:14.555571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:11:14.559600 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:14.588380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:13Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:14.619674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Checking router: 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:11:14.620047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Updating router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 port b2f7e85a-dc62-4600-9470-28beaf4df626 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:11:14.654472 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:14.739756 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:14.805797 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Subnet': ['ID=06737d18-5236-4a4e-885d-d592790fce94,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:14.812863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Checking segment: {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:11:14.813225 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network hostable DHCP agents. Network: 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:11:14.830140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:11:14.839648 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:11:14.843832 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:14.844418 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:14.852722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530b2f75-9bc0-49ef-be8d-54f59b8090d1 None None] Network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:11:14.859790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-93b4f468-25fc-4305-be31-02b24c3bcf53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3952181 Jul 19 04:11:14.862621 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46548) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:14.957436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:14.977997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Transition to ACTIVE for port object b2f7e85a-dc62-4600-9470-28beaf4df626 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:11:14.985916 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.076592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f88c8-f5c5-4bf1-84ec-54be9aa5e509 None None] Pushing event updated for resources: {'Port': ['ID=b2f7e85a-dc62-4600-9470-28beaf4df626,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:15.082390 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Attempting to bind port b2f7e85a-dc62-4600-9470-28beaf4df626 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:11:15.082763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Attempting to bind port b2f7e85a-dc62-4600-9470-28beaf4df626 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:11:15.083168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Attempting to bind port b2f7e85a-dc62-4600-9470-28beaf4df626 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:11:15.090094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:11:15.090487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:11:15.090892 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.091281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:11:15.091760 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Bound port: b2f7e85a-dc62-4600-9470-28beaf4df626, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:11:15.092138 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.133777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:11:15.134629 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.170171 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c8e965ce-dd22-4079-bd18-1eb8fba28c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.239909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] For port b2f7e85a-dc62-4600-9470-28beaf4df626, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:11:15.262334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] For port b2f7e85a-dc62-4600-9470-28beaf4df626, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b2f7e85a-dc62-4600-9470-28beaf4df626,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:11:15.269475 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.358928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Routers {'8b6959d1-8812-41e4-9380-4ffafe0c3cb5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:11:15.359603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:11:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:15.402002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f88c8-f5c5-4bf1-84ec-54be9aa5e509 None None] Pushing event updated for resources: {'Port': ['ID=b2f7e85a-dc62-4600-9470-28beaf4df626,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:15.405414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Allocated IP 172.20.0.2 (8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2/06737d18-5236-4a4e-885d-d592790fce94/6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:11:15.532538 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] Set router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:11:15.580190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.703966 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.725966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Transition to ACTIVE for port object 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:11:15.764306 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.771286 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Transition to ACTIVE for port object 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:11:15.782598 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.830352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:11:15.835099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:11:15.840635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:11:15.846055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Pushing event updated for resources: {'Port': ['ID=6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:15.852798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:13Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:15.858807 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.20.0.1 (8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2/06737d18-5236-4a4e-885d-d592790fce94/1e740248-c3c3-4a97-8f18-c9a5e90d94f2) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:11:15.898421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab7362-9721-4e73-9589-5a111e386b4d None None] The sync data for ids ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'] in n-d-762330-18 is: [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:13Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:11:15.931764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Attempting to bind port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:11:15.932132 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Attempting to bind port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:11:15.933063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Attempting to bind port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb on network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:11:15.938363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:11:15.938737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Checking segment: {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:11:15.939136 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.939527 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Bound using segment: {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:11:15.939986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Bound port: 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:11:15.940360 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.978738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:15.998507 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Transition to ACTIVE for port object 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:11:16.006910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] For port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:11:16.010228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] For port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:11:16.016107 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:16.035061 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:16.078160 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:11:16.083026 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:11:16.083643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45b507-56b1-459c-b250-6a9b1ce92192 None None] Pushing event updated for resources: {'Port': ['ID=6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:16.085449 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:11:16.124735 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=1e740248-c3c3-4a97-8f18-c9a5e90d94f2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:16.170580 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:16.349200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:16.616179 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:16.656090 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:16.660557 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:16.734471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=1e740248-c3c3-4a97-8f18-c9a5e90d94f2,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:16.739452 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:16.843711 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:11:16.845158 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:11:16.961326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:11:17.077774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:11:17.094072 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6a4af757-3a33-4dd8-a85e-de011091f7d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "PUT /v2.0/routers/8b6959d1-8812-41e4-9380-4ffafe0c3cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2303572 Jul 19 04:11:17.104555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174be018-78d9-4b33-ad47-4c52366c823d None None] Network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:11:17.159562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:11:17.218837 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-10983a27-1c6e-463b-82d4-26a180898d42 None None] Provisioning for port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:11:17.242652 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-219bc46e-6320-4425-a6f6-7bdc2f0c9844 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65363193&fields=id&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 267 time: 0.0351145 Jul 19 04:11:17.286912 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:11:17.295057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:17.295426 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:17.359351 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-88e6e870-a3a5-4a70-9922-b0b04076df33 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:17.361107 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-88e6e870-a3a5-4a70-9922-b0b04076df33 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 797 time: 0.1091249 Jul 19 04:11:17.377901 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-b0d67c15-c3a1-4d98-bf99-3821e6904403 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/quotas/a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 375 time: 0.0110743 Jul 19 04:11:17.454297 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-f8cd777d-8afa-42e1-980f-8380e2d96009 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705211 Jul 19 04:11:17.538790 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Sync routers for ids ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:11:17.547873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Routers {'8b6959d1-8812-41e4-9380-4ffafe0c3cb5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:11:17.548570 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:11:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:17.555734 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-17c82c94-d58f-497f-9abd-cd5ba5dc5ca2 service neutron] 10.222.0.20 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887725 Jul 19 04:11:17.575100 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:17.612629 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:11:17.616955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:17.618509 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b2f7e85a-dc62-4600-9470-28beaf4df626 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:11:17.660968 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a7f2edc3-fe48-4ed1-a39c-07252645f7d1 service neutron] 10.222.0.20 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988953 Jul 19 04:11:17.661540 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Set router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:11:17.735995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:17.741548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port b2f7e85a-dc62-4600-9470-28beaf4df626 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:11:17.746577 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b2f7e85a-dc62-4600-9470-28beaf4df626 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:17.747086 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:17.871264 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:17.898778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port b2f7e85a-dc62-4600-9470-28beaf4df626, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b2f7e85a-dc62-4600-9470-28beaf4df626,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:11:17.899984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7cac26db-66bd-4f9f-b643-6737c9bead89 None None] Provisioning complete for port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:17.900469 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7cac26db-66bd-4f9f-b643-6737c9bead89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:17.901875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e46bccbb-3ae6-4b70-8f50-601d30ee7094 req-f4a6a861-1014-47cd-8e31-4438986ab00f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 210 time: 0.0412316 Jul 19 04:11:17.912551 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:17.939725 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:16Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1e740248-c3c3-4a97-8f18-c9a5e90d94f2', 'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7e:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:15Z', 'updated_at': '2021-07-19T04:11:16Z', 'revision_number': 2, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '06737d18-5236-4a4e-885d-d592790fce94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:17.969387 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Checking router: 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:11:17.969845 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Updating router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:11:18.013465 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:18.024924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=b2f7e85a-dc62-4600-9470-28beaf4df626,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:18.099335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7cac26db-66bd-4f9f-b643-6737c9bead89 None None] Provisioning for port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:11:18.103321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7cac26db-66bd-4f9f-b643-6737c9bead89 None None] Provisioning complete for port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:18.103708 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7cac26db-66bd-4f9f-b643-6737c9bead89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:18.158483 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:18.159443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7cac26db-66bd-4f9f-b643-6737c9bead89 None None] Port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:11:18.287646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8ed6a4bc-108a-4068-9d14-3a7ce524ce40 None None] Provisioning complete for port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:18.288166 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8ed6a4bc-108a-4068-9d14-3a7ce524ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:18.335393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8ed6a4bc-108a-4068-9d14-3a7ce524ce40 None None] Port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:11:18.341017 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:18.351328 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Transition to ACTIVE for port object 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:11:18.359325 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:18.433958 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Pushing event updated for resources: {'Port': ['ID=1e740248-c3c3-4a97-8f18-c9a5e90d94f2,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:18.466431 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.466887 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.467224 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.467555 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.467879 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.468204 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.468527 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.468842 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.469730 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.470069 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.470418 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.470739 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:11:18.487811 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Attempting to bind port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:11:18.488183 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Attempting to bind port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:11:18.488686 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Attempting to bind port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 on network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:11:18.494777 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:11:18.495760 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Checking segment: {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:11:18.496379 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:18.496751 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Bound using segment: {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:11:18.497232 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Bound port: 1e740248-c3c3-4a97-8f18-c9a5e90d94f2, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:11:18.497619 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:18.564815 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] For port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:11:18.568226 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] For port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1e740248-c3c3-4a97-8f18-c9a5e90d94f2,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:11:18.572269 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:18.635171 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Routers {'8b6959d1-8812-41e4-9380-4ffafe0c3cb5'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:11:18.636511 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:11:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:18.642379 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e0857-3ce6-4801-884c-bc45295c490e None None] Pushing event updated for resources: {'Port': ['ID=1e740248-c3c3-4a97-8f18-c9a5e90d94f2,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:18.756532 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] Set router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:11:19.087407 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-40aef174-f26d-463b-9501-3013508de47c req-4ff08224-e243-4fe0-867d-61756abd5c86 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 210 time: 0.0479503 Jul 19 04:11:19.096108 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:16Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1e740248-c3c3-4a97-8f18-c9a5e90d94f2', 'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7e:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:15Z', 'updated_at': '2021-07-19T04:11:18Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '06737d18-5236-4a4e-885d-d592790fce94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:19.120061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-21a8a992-8537-456d-bc3d-a827093b09b5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:19.121783 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-21a8a992-8537-456d-bc3d-a827093b09b5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 797 time: 0.1352112 Jul 19 04:11:19.123987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:11:19.125647 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4067eb-e013-49c3-98d3-f4fd1b44fed3 None None] The sync data for ids ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'] in n-d-762330-18 is: [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:16Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1e740248-c3c3-4a97-8f18-c9a5e90d94f2', 'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7e:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:15Z', 'updated_at': '2021-07-19T04:11:18Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '06737d18-5236-4a4e-885d-d592790fce94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:11:19.203607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:19.204107 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:19.216544 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-2e741e92-c3cb-4e7e-8255-cc33712945d6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 378 time: 0.0858736 Jul 19 04:11:19.224932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'port': {'device_id': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'admin_state_up': True, 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'security_groups': ['7f2d703a-c624-435d-9839-8ed34342e028']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:19.300066 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b2f7e85a-dc62-4600-9470-28beaf4df626 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:11:19.362995 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b2f7e85a-dc62-4600-9470-28beaf4df626 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:19.363812 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:19.370950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:11:19.374788 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:19.507781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.20.0.13 (8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2/06737d18-5236-4a4e-885d-d592790fce94/a227be1f-9456-45ef-950d-f518d71a0c65) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:11:19.656307 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:19.670954 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Transition to ACTIVE for port object a227be1f-9456-45ef-950d-f518d71a0c65 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:11:19.706007 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:19.761722 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:11:19.766049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:11:19.767923 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=a227be1f-9456-45ef-950d-f518d71a0c65,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:19.770431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:11:19.826458 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:19.827036 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:19.846481 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-186ac8ef-4072-48d9-aabb-d7ffa2b05e26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6250203 Jul 19 04:11:19.859042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Request body: {'port': {'device_id': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:19.946663 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:20.039696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-533dc8b4-3736-481a-adfd-fcc7ebcc45dd None None] Provisioning for port a227be1f-9456-45ef-950d-f518d71a0c65 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:11:20.044414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-533dc8b4-3736-481a-adfd-fcc7ebcc45dd None None] Provisioning complete for port a227be1f-9456-45ef-950d-f518d71a0c65 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:20.045001 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-533dc8b4-3736-481a-adfd-fcc7ebcc45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:20.084552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-533dc8b4-3736-481a-adfd-fcc7ebcc45dd None None] Port a227be1f-9456-45ef-950d-f518d71a0c65 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:11:20.322589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a227be1f-9456-45ef-950d-f518d71a0c65 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:11:20.338899 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:20.348192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5188083-cb79-4720-910f-ef15e1c4c05c req-e7369321-4722-43f9-8108-dd3a41781bfb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:20.349709 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c5188083-cb79-4720-910f-ef15e1c4c05c req-e7369321-4722-43f9-8108-dd3a41781bfb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 932 time: 0.1369209 Jul 19 04:11:20.368320 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Transition to ACTIVE for port object a227be1f-9456-45ef-950d-f518d71a0c65 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:11:20.382053 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:20.455081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c5188083-cb79-4720-910f-ef15e1c4c05c req-d09ddfc2-d740-4d3e-8e67-30974b756bec tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965056 Jul 19 04:11:20.462015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Pushing event updated for resources: {'Port': ['ID=a227be1f-9456-45ef-950d-f518d71a0c65,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:20.550052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Attempting to bind port a227be1f-9456-45ef-950d-f518d71a0c65 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:11:20.550569 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Attempting to bind port a227be1f-9456-45ef-950d-f518d71a0c65 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:11:20.550901 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Attempting to bind port a227be1f-9456-45ef-950d-f518d71a0c65 on network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:11:20.555714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Port a227be1f-9456-45ef-950d-f518d71a0c65 on network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:11:20.556042 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Attempting to bind port a227be1f-9456-45ef-950d-f518d71a0c65 on network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:11:20.561800 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:11:20.562120 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Checking segment: {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:11:20.562556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Bound using segment: {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:11:20.562987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Bound port: a227be1f-9456-45ef-950d-f518d71a0c65, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:11:20.563350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:20.634563 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:11:20.638427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a227be1f-9456-45ef-950d-f518d71a0c65,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:11:20.642681 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:20.680372 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:20.680997 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:20.682990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] 10.222.0.25 "PUT /v2.0/ports/a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 1093 time: 0.8286104 Jul 19 04:11:20.683635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:11:20.685905 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73d91b8-d87f-482c-8934-4be88baf4284" -d '{"events": [{"name": "network-changed", "server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:11:20.711410 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb6b0f-61db-4141-b00e-1739119a7f3b service neutron] Pushing event updated for resources: {'Port': ['ID=a227be1f-9456-45ef-950d-f518d71a0c65,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:20.735241 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ab75dd-def0-47e6-bd14-e69369c930e5 x-openstack-request-id: req-d9ab75dd-def0-47e6-bd14-e69369c930e5 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:11:20.735535 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:11:20.735793 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9ab75dd-def0-47e6-bd14-e69369c930e5 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:11:20.736235 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'status': 'completed', 'code': 200} Jul 19 04:11:20.796309 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a90e3613-bb8b-4e35-826f-c3182d0a6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:20.797819 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-a90e3613-bb8b-4e35-826f-c3182d0a6c80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1096 time: 0.0553379 Jul 19 04:11:20.840512 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-2d7b8a10-a23d-470e-971c-50da51a1bcda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 217 time: 0.0357087 Jul 19 04:11:20.889891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-373bf21b-d1e1-43c2-8398-3219952dcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:20.891337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-373bf21b-d1e1-43c2-8398-3219952dcb2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 200 len: 834 time: 0.0449026 Jul 19 04:11:20.954870 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-1b569ce3-0be3-4662-b0ae-33e8887374f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:20.956313 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-1b569ce3-0be3-4662-b0ae-33e8887374f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585759 Jul 19 04:11:21.045990 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-02ad5006-2a46-4e32-9bd9-8bde23eb090c service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833688 Jul 19 04:11:21.105558 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:11:21.142742 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6897c0f2-e931-461c-8e31-35e38bf05dd3 req-e7326f41-a292-4c63-b019-5d3c1343fdf4 service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897629 Jul 19 04:11:21.159576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:11:21.163941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:21.164317 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:21.245685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-410dc3c0-1ea6-4781-b8e8-12802e5d22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:21.247144 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:21.247309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-410dc3c0-1ea6-4781-b8e8-12802e5d22ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1096 time: 0.0558898 Jul 19 04:11:21.278732 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1e740248-c3c3-4a97-8f18-c9a5e90d94f2,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:11:21.282518 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:21.328935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=1e740248-c3c3-4a97-8f18-c9a5e90d94f2,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:21.345823 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-1ee7d1f8-7c1c-4d77-9ece-7b58279fbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:21.347354 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-1ee7d1f8-7c1c-4d77-9ece-7b58279fbe32 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 897 time: 0.0943453 Jul 19 04:11:21.388855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-a6b991f3-b4aa-48ff-82f4-6ac90c3e171f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 217 time: 0.0335729 Jul 19 04:11:21.436162 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-f9a8c5eb-f1ab-4d1d-bb2c-38e9be8e1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:21.437509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-f9a8c5eb-f1ab-4d1d-bb2c-38e9be8e1ce7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 200 len: 834 time: 0.0421798 Jul 19 04:11:21.499448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-8bd245c0-9148-4041-8734-5f8013df35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:21.501017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-8bd245c0-9148-4041-8734-5f8013df35bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554943 Jul 19 04:11:21.625806 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-a0745e1f-54de-4f38-af09-318b48252c36 service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168506 Jul 19 04:11:21.681929 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f453240-e571-477d-85f3-dea7a3876d68 req-f8d8d7f1-b1a5-4253-840a-a8bf850716f9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:21.683469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f453240-e571-477d-85f3-dea7a3876d68 req-f8d8d7f1-b1a5-4253-840a-a8bf850716f9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 944 time: 0.1107290 Jul 19 04:11:21.763179 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3f453240-e571-477d-85f3-dea7a3876d68 req-ff3165e3-0a68-4349-890d-8b93581e59db tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555210 Jul 19 04:11:21.765240 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c73d91b8-d87f-482c-8934-4be88baf4284 req-ee5770fe-88a8-4856-979a-cd2db66d8875 service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303575 Jul 19 04:11:22.935210 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb79c9-9a4b-4b90-a5a2-cebf8789a33e req-e6da0800-9bff-4d67-9e57-e5222701b218 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:22.936712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-befb79c9-9a4b-4b90-a5a2-cebf8789a33e req-e6da0800-9bff-4d67-9e57-e5222701b218 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 944 time: 0.0638924 Jul 19 04:11:22.978479 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-befb79c9-9a4b-4b90-a5a2-cebf8789a33e req-27d4adf6-7181-46ed-9daf-71bef8189bc9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359337 Jul 19 04:11:23.092806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:11:23.143498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:23.144125 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:23.289977 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a227be1f-9456-45ef-950d-f518d71a0c65 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:11:23.384369 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a227be1f-9456-45ef-950d-f518d71a0c65,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:11:23.395148 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'port_id': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'mac_address': 'fa:16:3e:63:ea:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:11:23.431556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:23.443777 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a227be1f-9456-45ef-950d-f518d71a0c65 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:11:23.463076 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a227be1f-9456-45ef-950d-f518d71a0c65,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:11:23.467301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:23.515730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=a227be1f-9456-45ef-950d-f518d71a0c65,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:23.668830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['a227be1f-9456-45ef-950d-f518d71a0c65'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:11:24.168041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910131f6-6b11-4d55-afb4-659e1ae8aeba req-fbfa57fd-babb-4e22-acb4-97b49a718f8c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:24.169547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-910131f6-6b11-4d55-afb4-659e1ae8aeba req-fbfa57fd-babb-4e22-acb4-97b49a718f8c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 945 time: 0.0676143 Jul 19 04:11:24.207048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-910131f6-6b11-4d55-afb4-659e1ae8aeba req-e6aa2686-0afa-4e0e-8258-85089472e5d5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318420 Jul 19 04:11:25.298790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a227be1f-9456-45ef-950d-f518d71a0c65 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:11:25.347358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port a227be1f-9456-45ef-950d-f518d71a0c65 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:11:25.351345 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port a227be1f-9456-45ef-950d-f518d71a0c65 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:11:25.351726 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:25.380042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5eecf1-b865-4e83-b8a5-ced3a909b8c9 req-2808c633-877d-4476-8fa7-e9427138a1ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:25.381551 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e5eecf1-b865-4e83-b8a5-ced3a909b8c9 req-2808c633-877d-4476-8fa7-e9427138a1ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 945 time: 0.0641270 Jul 19 04:11:25.420924 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e5eecf1-b865-4e83-b8a5-ced3a909b8c9 req-e17f96a6-8e01-48bb-ac9e-e97ae1935a89 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330179 Jul 19 04:11:25.427505 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:25.449962 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:11:25.452252 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e90a88-0b71-478a-a929-7375177f22aa" -d '{"events": [{"server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "name": "network-vif-plugged", "status": "completed", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:11:25.468183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a227be1f-9456-45ef-950d-f518d71a0c65,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:11:25.472530 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:25.495244 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740ada81-5524-4933-abba-b29e2d409615 x-openstack-request-id: req-740ada81-5524-4933-abba-b29e2d409615 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:11:25.495576 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "name": "network-vif-plugged", "status": "completed", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:11:25.495830 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-740ada81-5524-4933-abba-b29e2d409615 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:11:25.496234 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'code': 200} Jul 19 04:11:25.521839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=a227be1f-9456-45ef-950d-f518d71a0c65,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:25.599961 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a570d4-abf7-488a-bac0-8b2e8f90543f req-b70e3fb6-2ca3-4f87-ab97-7575e267aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:25.601355 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3a570d4-abf7-488a-bac0-8b2e8f90543f req-b70e3fb6-2ca3-4f87-ab97-7575e267aaa3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1098 time: 0.0504994 Jul 19 04:11:25.634624 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b3a570d4-abf7-488a-bac0-8b2e8f90543f req-d28f3c0e-d59c-44df-800c-62476b182cc4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272853 Jul 19 04:11:26.592145 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27d78b-b180-429f-b2ad-87bbc3bf91e2 req-e416be4f-2054-46ae-af29-24724a021c99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:26.593559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0e27d78b-b180-429f-b2ad-87bbc3bf91e2 req-e416be4f-2054-46ae-af29-24724a021c99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0628524 Jul 19 04:11:26.631105 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0e27d78b-b180-429f-b2ad-87bbc3bf91e2 req-5fece6f7-24e2-487d-8d76-3b5a25158adf tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320826 Jul 19 04:11:26.800844 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d0a8-e43f-4248-9dcd-dcde43ff3971 req-1671457d-21a7-4652-9151-2048310c0af6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:26.802314 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5aa5d0a8-e43f-4248-9dcd-dcde43ff3971 req-1671457d-21a7-4652-9151-2048310c0af6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0613766 Jul 19 04:11:26.838693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5aa5d0a8-e43f-4248-9dcd-dcde43ff3971 req-42e991bb-4053-4675-89f1-a4d52581b6bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306165 Jul 19 04:11:26.862793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46604) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:26.916757 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e011e-6d53-419d-8244-fb27b691cab9 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:26.918255 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-469e011e-6d53-419d-8244-fb27b691cab9 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1093 time: 0.0544579 Jul 19 04:11:26.920977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46606) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:26.925219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:11:26.946776 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:27.042512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:27.148989 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.25.2.201 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/988c0fdd-96b0-4c1c-b96a-53390382b815) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:11:27.249270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:27.287274 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:27.327076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:11:27.333130 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:11:27.335549 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:11:27.359691 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=988c0fdd-96b0-4c1c-b96a-53390382b815,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:27.696699 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:27.779032 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:27.928701 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:27.933048 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:28.001562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=988c0fdd-96b0-4c1c-b96a-53390382b815,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:11:28.009569 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:28.113951 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Floating IP c5a65cca-c30f-47cd-8db6-30175e559c1f associated. External IP: 172.25.2.201, port: a227be1f-9456-45ef-950d-f518d71a0c65. Jul 19 04:11:28.318938 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:11:28.426094 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:11:28.435738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] Sync routers for ids ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:11:28.441605 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:28.445032 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] Routers {'8b6959d1-8812-41e4-9380-4ffafe0c3cb5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:11:28.445730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:11:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:28.478197 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e3337857-0045-48b1-bd0b-db1d0a9f9843 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5562203 Jul 19 04:11:28.479037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:11:28.481603 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be58770-077c-4aa5-b817-be04dbf6d539" -d '{"events": [{"name": "network-changed", "server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:11:28.519315 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7db8284-ac55-4f82-8499-004def81fab0 x-openstack-request-id: req-d7db8284-ac55-4f82-8499-004def81fab0 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:11:28.519648 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:11:28.519905 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7db8284-ac55-4f82-8499-004def81fab0 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:11:28.520332 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'status': 'completed', 'code': 200} Jul 19 04:11:28.557282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] Set router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:11:28.598804 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-71871d9e-07d7-488b-9692-a7699dcbb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:28.600232 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-71871d9e-07d7-488b-9692-a7699dcbb6aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1098 time: 0.0573790 Jul 19 04:11:28.645994 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976962ef-f7ae-4011-aa51-897ad775c49f req-2f3a43c7-42d7-45a7-8f4d-cdf9b6168932 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:28.647570 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-976962ef-f7ae-4011-aa51-897ad775c49f req-2f3a43c7-42d7-45a7-8f4d-cdf9b6168932 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0712523 Jul 19 04:11:28.689115 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-976962ef-f7ae-4011-aa51-897ad775c49f req-b4cf99f3-bf08-4786-a596-19f0b283f9c0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346658 Jul 19 04:11:28.692528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-463c6d3c-c4a6-4ec8-9419-eb6707f053fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:28.694006 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-463c6d3c-c4a6-4ec8-9419-eb6707f053fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 897 time: 0.0877986 Jul 19 04:11:28.716396 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46612) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:28.788628 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8820e65b-c341-419b-a5c8-f2aae27d2f90 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/c5a65cca-c30f-47cd-8db6-30175e559c1f HTTP/1.1" status: 200 len: 992 time: 0.0698740 Jul 19 04:11:28.791441 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:16Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'c5a65cca-c30f-47cd-8db6-30175e559c1f', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'port_id': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'mac_address': 'fa:16:3e:63:ea:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:11:27Z', 'updated_at': '2021-07-19T04:11:27Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e740248-c3c3-4a97-8f18-c9a5e90d94f2', 'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:15Z', 'updated_at': '2021-07-19T04:11:21Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '06737d18-5236-4a4e-885d-d592790fce94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:28.823203 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] Checking router: 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:11:28.832269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] Routers {'8b6959d1-8812-41e4-9380-4ffafe0c3cb5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:11:28.832905 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:11:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:28.942119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] Set router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:11:29.084879 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-4c584ce2-67cf-4630-bb07-eedfc3108518 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 1000 time: 0.3846741 Jul 19 04:11:29.132471 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-f74764e5-a8e1-4f4f-9b3c-8f3d34f54430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:29.134043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-f74764e5-a8e1-4f4f-9b3c-8f3d34f54430 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 200 len: 834 time: 0.0435946 Jul 19 04:11:29.170062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:16Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'c5a65cca-c30f-47cd-8db6-30175e559c1f', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'port_id': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'mac_address': 'fa:16:3e:63:ea:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:11:27Z', 'updated_at': '2021-07-19T04:11:27Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e740248-c3c3-4a97-8f18-c9a5e90d94f2', 'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:15Z', 'updated_at': '2021-07-19T04:11:21Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '06737d18-5236-4a4e-885d-d592790fce94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:11:29.192429 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-763729ef-f590-4dd6-b65a-8486505dd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:11:29.193958 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-763729ef-f590-4dd6-b65a-8486505dd1ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530844 Jul 19 04:11:29.199890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9048fa-5842-4991-8300-e5d0d01ea963 None None] The sync data for ids ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'] in n-d-762330-18 is: [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:16Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'c5a65cca-c30f-47cd-8db6-30175e559c1f', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'port_id': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'mac_address': 'fa:16:3e:63:ea:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:11:27Z', 'updated_at': '2021-07-19T04:11:27Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e740248-c3c3-4a97-8f18-c9a5e90d94f2', 'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:15Z', 'updated_at': '2021-07-19T04:11:21Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '06737d18-5236-4a4e-885d-d592790fce94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:11:29.288534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-0e4b1d7e-b3e2-4dcf-b2bc-fc39df49b97c service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882361 Jul 19 04:11:29.380036 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3be58770-077c-4aa5-b817-be04dbf6d539 req-d87c284e-05c8-488c-9459-cdfbde4c6a70 service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852852 Jul 19 04:11:29.392401 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316645c-1f2b-4374-b901-5c8e71f43a26 None None] New status for floating IP c5a65cca-c30f-47cd-8db6-30175e559c1f: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:11:29.791939 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46614) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:11:29.856135 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-156325a1-cc22-4390-955f-043def30d440 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/c5a65cca-c30f-47cd-8db6-30175e559c1f HTTP/1.1" status: 200 len: 994 time: 0.0630302 Jul 19 04:11:37.473579 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:37.725113 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:42.561137 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e4af807-2871-4a89-8e9c-30658bf0baca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:42.920352 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:11:45.129829 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bf057ec2-ec9b-486d-8288-2c98f6a0f202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:45.725687 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:46.612323 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:11:48.127862 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:01.494478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc97fc8-a5e3-499e-ace5-66855e52003f req-80232eb5-0105-4abf-9071-a2b6ab82f43e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:01.495994 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dc97fc8-a5e3-499e-ace5-66855e52003f req-80232eb5-0105-4abf-9071-a2b6ab82f43e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0739279 Jul 19 04:12:01.560106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5dc97fc8-a5e3-499e-ace5-66855e52003f req-7e07ce7c-e164-4d80-b17e-5f1521c1eaa9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557699 Jul 19 04:12:01.576939 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-96e8b9e9-07e6-4b12-8851-147d40c2c66b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1534731 Jul 19 04:12:02.672391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-75d2557e-42cd-46ed-bd1c-d4d4688c9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:02.673995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-75d2557e-42cd-46ed-bd1c-d4d4688c9c3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1098 time: 0.0539234 Jul 19 04:12:02.739896 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f6861-53a0-4002-ab20-732216986197 req-e91792bd-3a10-4422-ac4d-fdc1c8728780 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:02.741422 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a3f6861-53a0-4002-ab20-732216986197 req-e91792bd-3a10-4422-ac4d-fdc1c8728780 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0635710 Jul 19 04:12:02.767482 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-27e4fd02-e7d4-4ef7-b497-0151a898ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:02.769241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-27e4fd02-e7d4-4ef7-b497-0151a898ce86 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 897 time: 0.0889413 Jul 19 04:12:02.779704 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6a3f6861-53a0-4002-ab20-732216986197 req-51d64c72-6d3c-458a-bedf-519a2b06daf2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325816 Jul 19 04:12:02.831982 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-af649c8e-6450-4968-8cfb-640282cc5593 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 1002 time: 0.0570533 Jul 19 04:12:02.882502 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-477a874d-62ca-431a-aa42-9c0cba2177b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:02.883830 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-477a874d-62ca-431a-aa42-9c0cba2177b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 200 len: 834 time: 0.0458293 Jul 19 04:12:02.938547 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-1431ecde-2c3d-4770-9ec4-d8cf7e5f8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:02.939995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-1431ecde-2c3d-4770-9ec4-d8cf7e5f8e5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502713 Jul 19 04:12:03.029891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-be89ec0a-8052-4e70-9fa1-b41199aa3e11 service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835791 Jul 19 04:12:03.116260 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-31c140c4-5e6e-4c2c-bc3c-d5d47dd9a9f3 service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805314 Jul 19 04:12:03.953024 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a740f0c-aa1a-4818-8001-e1fc938996eb req-12f5f2a6-18c5-458f-9d3e-cb4bb2fa994e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:03.954537 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a740f0c-aa1a-4818-8001-e1fc938996eb req-12f5f2a6-18c5-458f-9d3e-cb4bb2fa994e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0636129 Jul 19 04:12:03.996192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2a740f0c-aa1a-4818-8001-e1fc938996eb req-ad238c24-823f-458e-a39e-4823ce345c3e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362074 Jul 19 04:12:04.682239 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-517aa98a-2749-4d2c-9df1-e40f0a7c0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:04.683743 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-517aa98a-2749-4d2c-9df1-e40f0a7c0bb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1098 time: 0.0519474 Jul 19 04:12:04.788382 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-43e704b7-fa31-46e0-a801-a7656a4d5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:04.789895 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-43e704b7-fa31-46e0-a801-a7656a4d5e70 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 897 time: 0.0854950 Jul 19 04:12:04.857477 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-61b07515-3f72-44b1-aad0-7d907e3e1fe9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 1002 time: 0.0609870 Jul 19 04:12:04.905188 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-ec069430-ff2a-4b40-a67d-d7d2a0d1c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:04.906629 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-ec069430-ff2a-4b40-a67d-d7d2a0d1c3a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 200 len: 834 time: 0.0434952 Jul 19 04:12:04.961784 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-d8d7b286-01d6-413d-ac4b-9ba6bd2b9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:04.963256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-d8d7b286-01d6-413d-ac4b-9ba6bd2b9b89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511990 Jul 19 04:12:05.057043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-545bc04c-03ab-4f0c-8501-e99f6b3b9b2d service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869651 Jul 19 04:12:05.152820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-457eeca0-3a17-484f-ac0f-24d4e3f7dd59 req-50feafce-5547-4d45-a120-5191b04d0537 service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893130 Jul 19 04:12:05.356661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d0b5a-d0d6-4f76-a1f6-d6d099035374 req-10d8d7a7-8c56-4aab-9ab6-9dcbeddfeb86 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:05.358135 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd2d0b5a-d0d6-4f76-a1f6-d6d099035374 req-10d8d7a7-8c56-4aab-9ab6-9dcbeddfeb86 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0619059 Jul 19 04:12:05.395045 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cd2d0b5a-d0d6-4f76-a1f6-d6d099035374 req-bf5a84c1-664f-46dd-8f4e-9c70273fc8f3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314035 Jul 19 04:12:06.570400 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f7df0-f53c-4746-80a6-9a99441ea07a req-8f990a73-dd50-4033-85d5-eead6fcff9ef tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:06.571911 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-449f7df0-f53c-4746-80a6-9a99441ea07a req-8f990a73-dd50-4033-85d5-eead6fcff9ef tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0683510 Jul 19 04:12:06.610193 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-449f7df0-f53c-4746-80a6-9a99441ea07a req-cb222a06-a52a-401b-b42c-3b10949ecaeb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321279 Jul 19 04:12:07.486789 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:07.729832 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:07.783882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ca55-19e8-45f1-829b-d532e10795ee req-d6f05253-0e4f-42c1-8e87-8350a0900e3b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:07.785304 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5e5ca55-19e8-45f1-829b-d532e10795ee req-d6f05253-0e4f-42c1-8e87-8350a0900e3b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0673254 Jul 19 04:12:07.822687 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e5e5ca55-19e8-45f1-829b-d532e10795ee req-dc15c442-fb95-4adc-b43e-71405bca292a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316021 Jul 19 04:12:08.994843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55756fa1-c99b-4d2d-8d07-0d836d167e15 req-c4e0d22d-0562-4fa0-aaec-89aec053cb0f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:08.996334 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55756fa1-c99b-4d2d-8d07-0d836d167e15 req-c4e0d22d-0562-4fa0-aaec-89aec053cb0f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0624223 Jul 19 04:12:09.034035 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-55756fa1-c99b-4d2d-8d07-0d836d167e15 req-419d44dd-6b90-4177-98b7-abe06e80272b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315511 Jul 19 04:12:10.207465 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2f08-f4be-4947-9819-0d6d3f43ef8c req-c6020e66-4a7b-48fe-969c-4aa62ab0c166 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:10.208945 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a3f2f08-f4be-4947-9819-0d6d3f43ef8c req-c6020e66-4a7b-48fe-969c-4aa62ab0c166 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0624106 Jul 19 04:12:10.245868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a3f2f08-f4be-4947-9819-0d6d3f43ef8c req-82f37088-f531-48c4-ba5e-6e62ad69742b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313694 Jul 19 04:12:11.423527 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d866dc2-fb68-4e76-a994-ee7be2d3e5a9 req-76727216-cbc3-4efb-b062-a60d885bd998 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:11.424938 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d866dc2-fb68-4e76-a994-ee7be2d3e5a9 req-76727216-cbc3-4efb-b062-a60d885bd998 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0683444 Jul 19 04:12:11.461978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-5d866dc2-fb68-4e76-a994-ee7be2d3e5a9 req-323be824-9f8a-41ff-ad6f-411da513e8b7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315168 Jul 19 04:12:12.562955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5685158e-9baf-43c5-a728-5a0e3907ebfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:12.641627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8ce2f-cc3a-4228-a650-31e06525906a req-2d4d8917-f5db-4eec-93f8-ec18b3ef43a6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:12.643167 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-caa8ce2f-cc3a-4228-a650-31e06525906a req-2d4d8917-f5db-4eec-93f8-ec18b3ef43a6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0680368 Jul 19 04:12:12.681288 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-caa8ce2f-cc3a-4228-a650-31e06525906a req-9f9debfd-c7fc-4c01-9a49-a9e404fca092 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323040 Jul 19 04:12:13.851296 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5db44f-0710-4dd5-84ba-d061ce5cacf7 req-64ae74da-b935-4484-80a8-a7cab7163c37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:13.852720 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a5db44f-0710-4dd5-84ba-d061ce5cacf7 req-64ae74da-b935-4484-80a8-a7cab7163c37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0630617 Jul 19 04:12:13.891857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a5db44f-0710-4dd5-84ba-d061ce5cacf7 req-fc510337-2864-4bb3-b7bf-2881f3cd5466 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336795 Jul 19 04:12:15.068923 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57d26d-d6ce-4f96-b265-c32de311a8c4 req-1186b4ec-3b63-4a91-9f66-4fbe318df656 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:15.070816 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3c57d26d-d6ce-4f96-b265-c32de311a8c4 req-1186b4ec-3b63-4a91-9f66-4fbe318df656 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0667126 Jul 19 04:12:15.109948 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3c57d26d-d6ce-4f96-b265-c32de311a8c4 req-ef006e56-0750-453a-89b8-253782afbf1a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336087 Jul 19 04:12:15.130748 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d54a5d77-4cc7-4400-9f97-4287fcda8d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:15.725712 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:16.285342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dadf1-a8c9-4080-b956-280680f85aaa req-ef5a2329-c5d6-4a39-803d-e181acb930c2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:16.286878 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a5dadf1-a8c9-4080-b956-280680f85aaa req-ef5a2329-c5d6-4a39-803d-e181acb930c2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0641606 Jul 19 04:12:16.324399 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7a5dadf1-a8c9-4080-b956-280680f85aaa req-f41ba9d4-9daa-49a3-a60a-a4ec1f8ac682 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320966 Jul 19 04:12:16.615178 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:17.493407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd7708-87ef-4a8d-b5d0-b21263dd754e req-76cccfd8-a89c-42a6-9a38-cffdeb4532cd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:17.494900 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ccbd7708-87ef-4a8d-b5d0-b21263dd754e req-76cccfd8-a89c-42a6-9a38-cffdeb4532cd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0631022 Jul 19 04:12:17.532071 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ccbd7708-87ef-4a8d-b5d0-b21263dd754e req-cb84fd3e-0630-42e8-9613-fc29c1273f8b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311551 Jul 19 04:12:18.131203 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:18.712352 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda54d-7247-4cde-8b9d-906b7dd88337 req-a7dc525b-5d00-4b06-a415-16b4b5a5a631 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:18.713860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcdda54d-7247-4cde-8b9d-906b7dd88337 req-a7dc525b-5d00-4b06-a415-16b4b5a5a631 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0683525 Jul 19 04:12:18.752171 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dcdda54d-7247-4cde-8b9d-906b7dd88337 req-b8f32b50-ff0d-4b1d-a29d-120bd7f61944 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324562 Jul 19 04:12:19.919295 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:12:19.928533 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f76806-4848-4494-b86e-238a125441de req-b96baf15-d19a-44f3-bd90-62a3ea4ddc53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:19.930024 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-19f76806-4848-4494-b86e-238a125441de req-b96baf15-d19a-44f3-bd90-62a3ea4ddc53 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0675325 Jul 19 04:12:19.966489 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-19f76806-4848-4494-b86e-238a125441de req-7c311150-b647-438f-8cf9-70f581c02a49 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308719 Jul 19 04:12:20.227233 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-f4768864-5b70-4361-b35d-a9781330edbe service neutron] show failed (client error): The resource could not be found. Jul 19 04:12:20.228245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-f4768864-5b70-4361-b35d-a9781330edbe service neutron] 10.222.0.25 "GET /v2.0/ports/a227be1f-9456-45ef-950d-f518d71a0c65/bindings/n-h2-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0555010 Jul 19 04:12:20.505006 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-b5f8f2af-6151-4d89-909d-997c27ce4ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:20.506543 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-b5f8f2af-6151-4d89-909d-997c27ce4ad4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 1098 time: 0.0819654 Jul 19 04:12:20.517179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:12:20.871482 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:21.069942 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=a227be1f-9456-45ef-950d-f518d71a0c65,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:12:21.103692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h1-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:12:21.144647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5cf67-0011-4d37-a7f3-e7a89c2278b3 req-61eeac8e-8d01-46b6-9601-402332541a23 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:21.146246 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9d5cf67-0011-4d37-a7f3-e7a89c2278b3 req-61eeac8e-8d01-46b6-9601-402332541a23 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0674517 Jul 19 04:12:21.147928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:12:21.150221 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca4d859-3068-4c40-8d3e-c8df1fcaa993" -d '{"events": [{"server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "name": "network-vif-unplugged", "status": "completed", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:12:21.153947 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:21.174039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Transition to ACTIVE for port object a227be1f-9456-45ef-950d-f518d71a0c65 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:12:21.179205 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:21.193591 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e9d5cf67-0011-4d37-a7f3-e7a89c2278b3 req-25771bb4-4a73-48bc-b209-d9788f282123 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400867 Jul 19 04:12:21.208007 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 04:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06266e6f-c38d-4c47-b53c-4bffde90d045 x-openstack-request-id: req-06266e6f-c38d-4c47-b53c-4bffde90d045 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:12:21.208310 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "name": "network-vif-unplugged", "status": "completed", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:12:21.208542 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06266e6f-c38d-4c47-b53c-4bffde90d045 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:12:21.209055 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'code': 200} Jul 19 04:12:21.288495 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Pushing event updated for resources: {'Port': ['ID=a227be1f-9456-45ef-950d-f518d71a0c65,revision_number=6']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:12:21.314241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.314617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.314968 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.315311 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.315647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.315984 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.316316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.316646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.316977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.317315 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.317642 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.317970 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:21.367670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] No DVR routers for this DVR port a227be1f-9456-45ef-950d-f518d71a0c65 on host n-h1-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:12:21.502947 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Attempting to bind port a227be1f-9456-45ef-950d-f518d71a0c65 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:12:21.503288 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Attempting to bind port a227be1f-9456-45ef-950d-f518d71a0c65 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:12:21.503622 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Attempting to bind port a227be1f-9456-45ef-950d-f518d71a0c65 on network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:12:21.507852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Port a227be1f-9456-45ef-950d-f518d71a0c65 on network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:12:21.508169 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Attempting to bind port a227be1f-9456-45ef-950d-f518d71a0c65 on network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:12:21.512891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:12:21.513229 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Checking segment: {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:12:21.513610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Bound using segment: {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:12:21.514034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Bound port: a227be1f-9456-45ef-950d-f518d71a0c65, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:12:21.514416 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:21.582575 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:12:21.585503 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a227be1f-9456-45ef-950d-f518d71a0c65,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:12:21.589893 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:21.624203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:21.625196 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:21.626548 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] 10.222.0.26 "PUT /v2.0/ports/a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 1093 time: 1.1134045 Jul 19 04:12:21.647352 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7b196-f2f9-4ad7-8bea-e2c81bae2023 service neutron] Pushing event updated for resources: {'Port': ['ID=a227be1f-9456-45ef-950d-f518d71a0c65,revision_number=7']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:12:21.706632 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-4fcdadf3-1688-415f-a63e-4f555524cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:21.708224 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-4fcdadf3-1688-415f-a63e-4f555524cc7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1096 time: 0.0579631 Jul 19 04:12:21.811478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-32a5c575-4e93-44b0-9b84-e62b095f1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:21.813049 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-32a5c575-4e93-44b0-9b84-e62b095f1bb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 897 time: 0.0990829 Jul 19 04:12:21.877801 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-d885b326-0a6f-4209-89aa-170eba6d8109 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 1000 time: 0.0582719 Jul 19 04:12:21.935194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-bc39bebc-fbb0-4918-8036-ce45ba64fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:21.936645 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-bc39bebc-fbb0-4918-8036-ce45ba64fea2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 200 len: 834 time: 0.0536044 Jul 19 04:12:21.995833 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-012dfbec-68d5-47f1-bcd1-0cd3a8e00ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:21.997362 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-012dfbec-68d5-47f1-bcd1-0cd3a8e00ff7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542698 Jul 19 04:12:22.097837 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-39ef79c0-34f3-47c9-bd3f-edb05fcb71a9 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894835 Jul 19 04:12:22.204178 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8bbbac60-6730-485b-b6fa-5a1eeab5dbe9 req-e791e8db-ed1d-447f-b450-894dc958b158 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034896 Jul 19 04:12:22.405238 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ecd68-7260-48a1-b449-8656b3fb3c28 req-58ee8740-1d8f-47bb-ab4f-767c6cff9c36 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:22.406830 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f5ecd68-7260-48a1-b449-8656b3fb3c28 req-58ee8740-1d8f-47bb-ab4f-767c6cff9c36 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 944 time: 0.0702314 Jul 19 04:12:22.447007 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-3f5ecd68-7260-48a1-b449-8656b3fb3c28 req-2f7df754-81fa-4622-b02e-0766066ce49e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335803 Jul 19 04:12:23.210510 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:12:23.212894 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ae2b9-8d82-4d95-8106-794bbacf4c19" -d '{"events": [{"name": "network-changed", "server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:12:23.259014 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6248dbfe-0757-467b-bb27-34d5328590f8 x-openstack-request-id: req-6248dbfe-0757-467b-bb27-34d5328590f8 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:12:23.259325 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:12:23.259680 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6248dbfe-0757-467b-bb27-34d5328590f8 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:12:23.260074 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'status': 'completed', 'code': 200} Jul 19 04:12:23.329731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-5f3d9cf3-981a-47ec-9d72-5d8a3d115264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:23.331501 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-5f3d9cf3-981a-47ec-9d72-5d8a3d115264 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1096 time: 0.0545647 Jul 19 04:12:23.338964 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-39960782-89eb-4330-8129-fa619d64b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:23.340487 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-39960782-89eb-4330-8129-fa619d64b3c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1096 time: 0.0566778 Jul 19 04:12:23.421071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-7bcfe389-bd32-4474-9c58-c36a326c52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:23.423160 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-7bcfe389-bd32-4474-9c58-c36a326c52b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 897 time: 0.0848238 Jul 19 04:12:23.430666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-51323741-b6cd-44e7-9b4e-fe3b7e984096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:23.432179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-51323741-b6cd-44e7-9b4e-fe3b7e984096 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 897 time: 0.0846224 Jul 19 04:12:23.493413 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-da439295-0db1-4ba4-a271-c3fe4330e718 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 1000 time: 0.0648186 Jul 19 04:12:23.504116 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-636ae02d-ae65-48e3-a2f3-6402bd69bf2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 1000 time: 0.0643272 Jul 19 04:12:23.544401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-aec4971f-4634-434e-aaf7-aca44cac2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:23.545915 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-aec4971f-4634-434e-aaf7-aca44cac2713 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 200 len: 834 time: 0.0463507 Jul 19 04:12:23.556991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-7465137e-413d-4638-9f50-df5d75751286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:23.558566 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-7465137e-413d-4638-9f50-df5d75751286 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 200 len: 834 time: 0.0458336 Jul 19 04:12:23.562443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a227be1f-9456-45ef-950d-f518d71a0c65 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:12:23.602915 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device a227be1f-9456-45ef-950d-f518d71a0c65 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:12:23.612919 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-6a023a0a-bca6-4f00-abdf-fd78df99edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:23.614510 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-6a023a0a-bca6-4f00-abdf-fd78df99edf1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626194 Jul 19 04:12:23.666719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-cd9a000a-627b-4576-b5c3-861aa963b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:23.668447 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-cd9a000a-627b-4576-b5c3-861aa963b7ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020181 Jul 19 04:12:23.677084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dbd31-b7ac-46f9-90f7-4c4766b83a6e req-c920f6bd-ab1b-4330-85df-af5ce84a3b3d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:23.678530 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-289dbd31-b7ac-46f9-90f7-4c4766b83a6e req-c920f6bd-ab1b-4330-85df-af5ce84a3b3d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 944 time: 0.1031766 Jul 19 04:12:23.724074 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-ace06883-95f5-466d-a03f-def363dbecd7 service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031473 Jul 19 04:12:23.770572 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-289dbd31-b7ac-46f9-90f7-4c4766b83a6e req-ae269447-4bf1-4550-be4d-5c7fb2bb8845 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838981 Jul 19 04:12:23.794396 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-496a0c7e-6d41-490f-b3ba-d7fa82f83896 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147149 Jul 19 04:12:23.825023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-02cce6ae-0e6b-43d7-8f36-45e47eb43d9b service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938709 Jul 19 04:12:23.889993 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-661ae2b9-8d82-4d95-8106-794bbacf4c19 req-bdab3354-225d-4066-98d6-07e124f75d75 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894289 Jul 19 04:12:24.690362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a227be1f-9456-45ef-950d-f518d71a0c65 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:12:24.785767 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a227be1f-9456-45ef-950d-f518d71a0c65,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:12:24.796351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'port_id': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'mac_address': 'fa:16:3e:63:ea:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:12:24.833697 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:24.846882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a227be1f-9456-45ef-950d-f518d71a0c65 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:12:24.865498 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a227be1f-9456-45ef-950d-f518d71a0c65,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:12:24.869506 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:24.922194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a227be1f-9456-45ef-950d-f518d71a0c65,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:12:24.929985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.930354 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.930697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.931029 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.931365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.931691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.932013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.932334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.932657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.933067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.933281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:24.933599 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:25.020885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcf346-fdc4-4a9a-8284-23750a055a0c req-fe37402c-2a5b-424d-a517-9a0a2c52f9f8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:25.022392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcdcf346-fdc4-4a9a-8284-23750a055a0c req-fe37402c-2a5b-424d-a517-9a0a2c52f9f8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 945 time: 0.1244080 Jul 19 04:12:25.060349 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bcdcf346-fdc4-4a9a-8284-23750a055a0c req-7eaea522-75f7-4505-96f6-b0c4de9be06e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324080 Jul 19 04:12:25.115430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['a227be1f-9456-45ef-950d-f518d71a0c65'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:12:25.410615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a358d4-5b38-41e6-911f-9db5e5b23521 req-80a2bc8f-bd7d-4869-9711-8a52bb9dfe27 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:25.412132 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12a358d4-5b38-41e6-911f-9db5e5b23521 req-80a2bc8f-bd7d-4869-9711-8a52bb9dfe27 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 945 time: 0.1194618 Jul 19 04:12:25.420403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a91301-dc67-4675-a600-8c7096e90773 req-95a36173-5c17-4a49-988e-e27a5e79066a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:25.421782 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a91301-dc67-4675-a600-8c7096e90773 req-95a36173-5c17-4a49-988e-e27a5e79066a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa&tenant_id=a1dc58c326984d3cac739e62488a2cae&binding%3Ahost_id=n-h2-762330-18 HTTP/1.1" status: 200 len: 945 time: 0.1181469 Jul 19 04:12:25.486711 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-12a358d4-5b38-41e6-911f-9db5e5b23521 req-62312272-5391-49f3-bd0a-1a17bcc4c2e1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637980 Jul 19 04:12:25.503638 n-d-762330-18 neutron-server[94344]: INFO neutron.api.v2.resource [req-94a91301-dc67-4675-a600-8c7096e90773 req-3b795f04-0e95-4431-be7d-d9621e3b546d service neutron] delete failed (client error): The resource could not be found. Jul 19 04:12:25.504645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a91301-dc67-4675-a600-8c7096e90773 req-3b795f04-0e95-4431-be7d-d9621e3b546d service neutron] 10.222.0.25 "DELETE /v2.0/ports/a227be1f-9456-45ef-950d-f518d71a0c65/bindings/n-h1-762330-18 HTTP/1.1" status: 404 len: 381 time: 0.0758233 Jul 19 04:12:25.605125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a91301-dc67-4675-a600-8c7096e90773 req-9b0dd071-0df2-45e9-bbe0-a770221fb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:25.606704 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a91301-dc67-4675-a600-8c7096e90773 req-9b0dd071-0df2-45e9-bbe0-a770221fb92b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1097 time: 0.0543425 Jul 19 04:12:25.661535 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df350714-4c4f-4977-ac2b-ef86c14809f9 req-d4669354-d109-4ebb-98c2-d5d25cecb273 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:25.663158 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df350714-4c4f-4977-ac2b-ef86c14809f9 req-d4669354-d109-4ebb-98c2-d5d25cecb273 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 945 time: 0.0634511 Jul 19 04:12:25.701097 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-df350714-4c4f-4977-ac2b-ef86c14809f9 req-d3c28e47-7169-426d-a563-9248a5cd5ed8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323722 Jul 19 04:12:25.702301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a91301-dc67-4675-a600-8c7096e90773 req-6baa545a-fdc8-460f-9f38-a428bfc16a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:25.704016 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a91301-dc67-4675-a600-8c7096e90773 req-6baa545a-fdc8-460f-9f38-a428bfc16a0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 897 time: 0.0912654 Jul 19 04:12:25.768009 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a91301-dc67-4675-a600-8c7096e90773 req-25ff5ae5-db29-4e30-b25d-44c7c164b0c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 1001 time: 0.0583045 Jul 19 04:12:25.821101 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a91301-dc67-4675-a600-8c7096e90773 req-b5705f31-65b5-4106-877f-0e04426c73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:25.822605 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a91301-dc67-4675-a600-8c7096e90773 req-b5705f31-65b5-4106-877f-0e04426c73b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 200 len: 834 time: 0.0488694 Jul 19 04:12:25.878187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a91301-dc67-4675-a600-8c7096e90773 req-6f8ad204-ba3a-4ffe-8064-70a9fa74023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:25.879693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a91301-dc67-4675-a600-8c7096e90773 req-6f8ad204-ba3a-4ffe-8064-70a9fa74023b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513127 Jul 19 04:12:25.970045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a91301-dc67-4675-a600-8c7096e90773 req-4da1bade-df8c-425e-a562-23c2b7a44a24 service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837183 Jul 19 04:12:26.062339 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94a91301-dc67-4675-a600-8c7096e90773 req-feb836ea-4252-4c54-89c5-cda2a3ff32ad service neutron] 10.222.0.25 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863888 Jul 19 04:12:26.693103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a227be1f-9456-45ef-950d-f518d71a0c65 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:12:26.741771 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port a227be1f-9456-45ef-950d-f518d71a0c65 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:12:26.745729 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port a227be1f-9456-45ef-950d-f518d71a0c65 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:12:26.746089 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:26.822598 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:26.847935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:12:26.850177 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e998a9ca-6cff-482a-9bde-3dc5be05c8aa" -d '{"events": [{"server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "name": "network-vif-plugged", "status": "completed", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:12:26.862629 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a227be1f-9456-45ef-950d-f518d71a0c65,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:12:26.867709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:26.883703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733e23-77a9-481b-9556-e362215cbe22 req-273be898-4c19-488a-b619-11c53feada76 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:26.885401 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c733e23-77a9-481b-9556-e362215cbe22 req-273be898-4c19-488a-b619-11c53feada76 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 945 time: 0.0674133 Jul 19 04:12:26.897661 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fa9a1d-0c3f-4dfb-80f4-80e763c47ef3 x-openstack-request-id: req-51fa9a1d-0c3f-4dfb-80f4-80e763c47ef3 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:12:26.897960 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "name": "network-vif-plugged", "status": "completed", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:12:26.898214 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51fa9a1d-0c3f-4dfb-80f4-80e763c47ef3 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:12:26.898642 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'code': 200} Jul 19 04:12:26.920699 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=a227be1f-9456-45ef-950d-f518d71a0c65,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:12:26.925469 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c733e23-77a9-481b-9556-e362215cbe22 req-332d9373-2696-43eb-869e-8af544b3c672 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345936 Jul 19 04:12:26.949764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46724) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:12:27.013055 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1551665f-adda-4cf9-8267-53cc15173784 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/c5a65cca-c30f-47cd-8db6-30175e559c1f HTTP/1.1" status: 200 len: 994 time: 0.0621407 Jul 19 04:12:37.485379 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:37.730513 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:42.563225 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3566f780-ecc6-478b-92c5-f91a9c3d2576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:45.135988 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-193e94f8-712e-43cb-87e3-79fa7b8591fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:45.726395 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:46.617302 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:48.134071 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:53.484305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46738) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:12:53.638929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 988c0fdd-96b0-4c1c-b96a-53390382b815 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:12:53.639280 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:53.715877 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:53.716203 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:53.727265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 988c0fdd-96b0-4c1c-b96a-53390382b815 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:12:53.867790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:53.897193 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=988c0fdd-96b0-4c1c-b96a-53390382b815,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:12:53.958571 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:53.958898 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Floating IP c5a65cca-c30f-47cd-8db6-30175e559c1f disassociated (deleted). External IP: 172.25.2.201, port: a227be1f-9456-45ef-950d-f518d71a0c65. Jul 19 04:12:54.160274 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:12:54.265042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:12:54.270134 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:54.274259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] Sync routers for ids ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:12:54.282924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] Routers {'8b6959d1-8812-41e4-9380-4ffafe0c3cb5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:12:54.283532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:54.305099 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-16d25171-0dbf-4901-a3c3-6271fdca0d71 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/floatingips/c5a65cca-c30f-47cd-8db6-30175e559c1f HTTP/1.1" status: 204 len: 168 time: 0.8197086 Jul 19 04:12:54.305707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:12:54.307993 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cc0ab0-1556-4b01-87e9-e2f03930738a" -d '{"events": [{"name": "network-changed", "server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:12:54.349195 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014ea97c-9b9c-4c10-96df-b1037747ed1b x-openstack-request-id: req-014ea97c-9b9c-4c10-96df-b1037747ed1b {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:12:54.349629 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:12:54.349889 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-014ea97c-9b9c-4c10-96df-b1037747ed1b {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:12:54.350487 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'status': 'completed', 'code': 200} Jul 19 04:12:54.439605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-bc36876f-4585-418d-bc09-75b0f31db4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:54.441444 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-bc36876f-4585-418d-bc09-75b0f31db4b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 1098 time: 0.0662136 Jul 19 04:12:54.552778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] Set router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:12:54.560854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-0e0aac65-eda5-4dd2-beec-539927f18d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:54.562461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-0e0aac65-eda5-4dd2-beec-539927f18d84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 200 len: 897 time: 0.1139543 Jul 19 04:12:54.606870 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-c40a9525-4e42-44e0-b176-c21d3d6456e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 200 len: 217 time: 0.0365970 Jul 19 04:12:54.668226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-c9ff72dd-6e70-4616-9a94-4e9644b675eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:54.669821 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-c9ff72dd-6e70-4616-9a94-4e9644b675eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 200 len: 834 time: 0.0547223 Jul 19 04:12:54.759362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:16Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1e740248-c3c3-4a97-8f18-c9a5e90d94f2', 'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:15Z', 'updated_at': '2021-07-19T04:11:21Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '06737d18-5236-4a4e-885d-d592790fce94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:54.773660 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-73daea2f-c5df-4100-ad45-fd8c6cf98553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:54.775205 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-73daea2f-c5df-4100-ad45-fd8c6cf98553 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985088 Jul 19 04:12:54.786189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] Checking router: 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:12:54.787118 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0367d0-375d-479f-956a-34f659aaf36a req-b38606d0-501c-4804-b7f9-a6e78ccc4daf tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:54.788552 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd0367d0-375d-479f-956a-34f659aaf36a req-b38606d0-501c-4804-b7f9-a6e78ccc4daf tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.1426444 Jul 19 04:12:54.794742 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] Routers {'8b6959d1-8812-41e4-9380-4ffafe0c3cb5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:12:54.795367 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:54.878533 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-fd0367d0-375d-479f-956a-34f659aaf36a req-40aea686-a40e-4d2a-9c1a-dc1e9df04c28 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820274 Jul 19 04:12:54.903818 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-0d115229-e00c-49fe-9674-b3aee324789c service neutron] 10.222.0.26 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142201 Jul 19 04:12:54.905694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] Set router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:12:54.994347 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b1cc0ab0-1556-4b01-87e9-e2f03930738a req-69ef2567-08ee-4136-89cc-09d8d8e1b971 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822134 Jul 19 04:12:55.103017 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:16Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1e740248-c3c3-4a97-8f18-c9a5e90d94f2', 'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:15Z', 'updated_at': '2021-07-19T04:11:21Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '06737d18-5236-4a4e-885d-d592790fce94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:55.132987 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5a3f7-531c-47dd-a376-510f8de3903c None None] The sync data for ids ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'] in n-d-762330-18 is: [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:11:16Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '1e740248-c3c3-4a97-8f18-c9a5e90d94f2', 'name': '', 'network_id': '8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:7e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '06737d18-5236-4a4e-885d-d592790fce94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:15Z', 'updated_at': '2021-07-19T04:11:21Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '06737d18-5236-4a4e-885d-d592790fce94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:12:55.339428 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b3912-ee27-4fb9-bc52-4e2d815068db None None] New status for floating IP c5a65cca-c30f-47cd-8db6-30175e559c1f: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:12:55.970554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-7d1aa93c-6ea6-442e-8a53-d8dd93c347e5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:55.972039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-7d1aa93c-6ea6-442e-8a53-d8dd93c347e5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0677249 Jul 19 04:12:56.060537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2db17-8a49-41f7-9b08-904e61fa8b2d req-3e75da96-e0ed-47f0-8e40-b706028213cd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:12:56.062066 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ec2db17-8a49-41f7-9b08-904e61fa8b2d req-3e75da96-e0ed-47f0-8e40-b706028213cd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=87561a6d-83a1-4ca7-861d-5c7aef3f3baa HTTP/1.1" status: 200 len: 946 time: 0.0690522 Jul 19 04:12:56.072823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-bb05a81f-18c7-4874-b633-429572b1704c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port a227be1f-9456-45ef-950d-f518d71a0c65 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:12:56.073164 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-bb05a81f-18c7-4874-b633-429572b1704c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:56.100940 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ec2db17-8a49-41f7-9b08-904e61fa8b2d req-be6cb185-2fa4-4213-bdb2-cf2f094d4c9c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f2d703a-c624-435d-9839-8ed34342e028&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332074 Jul 19 04:12:56.447828 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-bb05a81f-18c7-4874-b633-429572b1704c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port a227be1f-9456-45ef-950d-f518d71a0c65, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=a227be1f-9456-45ef-950d-f518d71a0c65,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:12:56.448188 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-bb05a81f-18c7-4874-b633-429572b1704c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:56.460398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-bb05a81f-18c7-4874-b633-429572b1704c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for a227be1f-9456-45ef-950d-f518d71a0c65 owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:12:56.586821 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-bb05a81f-18c7-4874-b633-429572b1704c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:56.622966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05a81f-18c7-4874-b633-429572b1704c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=a227be1f-9456-45ef-950d-f518d71a0c65,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:12:56.660991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-bb05a81f-18c7-4874-b633-429572b1704c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] No DVR routers for this DVR port a227be1f-9456-45ef-950d-f518d71a0c65 on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:12:56.663420 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-bb05a81f-18c7-4874-b633-429572b1704c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:56.665394 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-170a6751-4c78-4b40-ae95-5ad46da48513 req-bb05a81f-18c7-4874-b633-429572b1704c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "DELETE /v2.0/ports/a227be1f-9456-45ef-950d-f518d71a0c65 HTTP/1.1" status: 204 len: 173 time: 0.6883514 Jul 19 04:12:56.665842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'name': 'network-vif-deleted', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:12:56.668107 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54d9e9d-e56e-482b-b100-b60bc3628996" -d '{"events": [{"server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "name": "network-vif-deleted", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:12:56.716756 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356b8eab-f9e0-444f-bfed-b54db3d03411 x-openstack-request-id: req-356b8eab-f9e0-444f-bfed-b54db3d03411 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:12:56.717054 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87561a6d-83a1-4ca7-861d-5c7aef3f3baa", "name": "network-vif-deleted", "tag": "a227be1f-9456-45ef-950d-f518d71a0c65", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:12:56.717306 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-356b8eab-f9e0-444f-bfed-b54db3d03411 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:12:56.717700 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87561a6d-83a1-4ca7-861d-5c7aef3f3baa', 'name': 'network-vif-deleted', 'tag': 'a227be1f-9456-45ef-950d-f518d71a0c65', 'status': 'completed', 'code': 200} Jul 19 04:12:56.918734 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:12:57.195516 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46756) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:12:57.548346 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:57.807909 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:12:57.808158 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:57.894187 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port 1e740248-c3c3-4a97-8f18-c9a5e90d94f2, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=1e740248-c3c3-4a97-8f18-c9a5e90d94f2,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:12:57.894565 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:57.906774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:12:58.091588 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:58.120198 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=1e740248-c3c3-4a97-8f18-c9a5e90d94f2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:12:58.152106 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.152234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.152528 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.152877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.153210 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.153541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.153873 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.154202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.154554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.154881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.155205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.155524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:12:58.310370 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:58.515894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:12:58.619575 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:12:58.624548 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a4d9b7e5-756b-44f5-bab2-744b679166ff tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "PUT /v2.0/routers/8b6959d1-8812-41e4-9380-4ffafe0c3cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279773 Jul 19 04:12:58.627904 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46758) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:12:58.630444 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] Sync routers for ids ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:12:58.639473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] Routers {'8b6959d1-8812-41e4-9380-4ffafe0c3cb5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:12:58.640079 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:58.682430 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f801eaf1-df99-447e-b45a-2f21d87d876e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting subnet 06737d18-5236-4a4e-885d-d592790fce94 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:12:58.685441 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f801eaf1-df99-447e-b45a-2f21d87d876e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:58.724875 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f801eaf1-df99-447e-b45a-2f21d87d876e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:58.742602 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] Set router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:12:58.805880 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f801eaf1-df99-447e-b45a-2f21d87d876e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:58.847947 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a227be1f-9456-45ef-950d-f518d71a0c65 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:12:58.867364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f801eaf1-df99-447e-b45a-2f21d87d876e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:58.874446 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: a227be1f-9456-45ef-950d-f518d71a0c65 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:12:58.874794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device a227be1f-9456-45ef-950d-f518d71a0c65 not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:12:58.896809 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801eaf1-df99-447e-b45a-2f21d87d876e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Subnet': ['ID=06737d18-5236-4a4e-885d-d592790fce94,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:12:58.902467 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f801eaf1-df99-447e-b45a-2f21d87d876e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:58.906752 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f801eaf1-df99-447e-b45a-2f21d87d876e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/subnets/06737d18-5236-4a4e-885d-d592790fce94 HTTP/1.1" status: 204 len: 168 time: 0.2755642 Jul 19 04:12:58.907349 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46760) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:12:58.913719 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3bf889-1a59-4956-9bc4-80b2801e33a2 None None] Network 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:12:59.015233 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.030873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:12:58Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:59.058038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] Checking router: 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:12:59.074800 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] Routers {'8b6959d1-8812-41e4-9380-4ffafe0c3cb5'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:12:59.075409 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:59.124898 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.193566 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port b2f7e85a-dc62-4600-9470-28beaf4df626 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:12:59.193993 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.203547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c6b4a-6486-4881-ba11-629c03b83da3 None None] DHCP port deletion for 8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:12:59.213371 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] Set router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:12:59.278619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port b2f7e85a-dc62-4600-9470-28beaf4df626, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b2f7e85a-dc62-4600-9470-28beaf4df626,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:12:59.278984 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.290960 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for b2f7e85a-dc62-4600-9470-28beaf4df626 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:12:59.366828 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c6b4a-6486-4881-ba11-629c03b83da3 None None] Deleting port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:12:59.367121 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9c4c6b4a-6486-4881-ba11-629c03b83da3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.455512 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.457557 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-9c4c6b4a-6486-4881-ba11-629c03b83da3 None None] For port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb,segment=NetworkSegment(a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25),segment_id=a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:12:59.457955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9c4c6b4a-6486-4881-ba11-629c03b83da3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.477238 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c6b4a-6486-4881-ba11-629c03b83da3 None None] Calling delete_port for 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:12:59.480369 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=b2f7e85a-dc62-4600-9470-28beaf4df626,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:12:59.538539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:12:58Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:59.548268 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.572169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e690c83-32dc-42cd-9938-eefd4e222c37 None None] The sync data for ids ['8b6959d1-8812-41e4-9380-4ffafe0c3cb5'] in n-d-762330-18 is: [{'id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315655303', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:11:12Z', 'updated_at': '2021-07-19T04:12:58Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'b2f7e85a-dc62-4600-9470-28beaf4df626', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6959d1-8812-41e4-9380-4ffafe0c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:11:13Z', 'updated_at': '2021-07-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:12:59.599183 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9c4c6b4a-6486-4881-ba11-629c03b83da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.628318 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c6b4a-6486-4881-ba11-629c03b83da3 None None] Pushing event deleted for resources: {'Port': ['ID=6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:12:59.632026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c6b4a-6486-4881-ba11-629c03b83da3 None None] No DVR routers for this DVR port 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:12:59.646693 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.648842 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.691211 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.691768 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Fanout notify agent at l3_agent the message router_deleted on router 8b6959d1-8812-41e4-9380-4ffafe0c3cb5 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:12:59.698639 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.699758 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d3e16531-a31d-4ba6-b2b8-622133065cb0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/routers/8b6959d1-8812-41e4-9380-4ffafe0c3cb5 HTTP/1.1" status: 204 len: 168 time: 0.7914174 Jul 19 04:12:59.702468 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46762) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:12:59.777024 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.863544 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.873022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:59.883300 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:59.883559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e66fbf-82aa-4bf5-b0c9-ac281a27eb25') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:12:59.893497 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.909182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.915456 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:12:59.915878 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:12:59.919013 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:12:59.988989 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.996226 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:12:59.998454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/networks/8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2 HTTP/1.1" status: 204 len: 168 time: 0.2950075 Jul 19 04:13:00.002475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46764) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:00.010962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625022d8-597f-4da5-9ad7-6efa5ad57202 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Network': ['ID=8ce03cd7-cdb0-45f3-93c9-d97b3fbdf9d2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:00.067998 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37ec8d71-4db6-49dd-b71e-d3325bc49aea tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.093357 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37ec8d71-4db6-49dd-b71e-d3325bc49aea tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.162019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37ec8d71-4db6-49dd-b71e-d3325bc49aea tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.164696 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-37ec8d71-4db6-49dd-b71e-d3325bc49aea tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.165918 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-37ec8d71-4db6-49dd-b71e-d3325bc49aea tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/security-groups/7f2d703a-c624-435d-9839-8ed34342e028 HTTP/1.1" status: 204 len: 168 time: 0.1618695 Jul 19 04:13:00.176741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec8d71-4db6-49dd-b71e-d3325bc49aea tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2d703a-c624-435d-9839-8ed34342e028,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:00.726343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46770) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:00.731061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-8958c381-c89d-48e4-93cb-c5fd7f39572c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790807730', 'description': 'tempest-secgroup-smoke-790807730 description', 'project_id': 'a1dc58c326984d3cac739e62488a2cae'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:00.752801 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8958c381-c89d-48e4-93cb-c5fd7f39572c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.832014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8958c381-c89d-48e4-93cb-c5fd7f39572c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.835700 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8958c381-c89d-48e4-93cb-c5fd7f39572c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.861887 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8958c381-c89d-48e4-93cb-c5fd7f39572c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.863131 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8958c381-c89d-48e4-93cb-c5fd7f39572c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1357825 Jul 19 04:13:00.866214 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46772) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:00.867193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958c381-c89d-48e4-93cb-c5fd7f39572c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:00.871117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-536ff84c-41aa-424b-a582-5738ab4cc77a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2f02f-f933-472d-bf7b-5cc30f02d6d2', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:00.897682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-536ff84c-41aa-424b-a582-5738ab4cc77a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.952702 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-536ff84c-41aa-424b-a582-5738ab4cc77a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.956006 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-536ff84c-41aa-424b-a582-5738ab4cc77a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.973281 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ff84c-41aa-424b-a582-5738ab4cc77a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08df5307-423a-4470-bc30-3500b3d681e0,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:00.979672 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-536ff84c-41aa-424b-a582-5738ab4cc77a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:00.981200 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-536ff84c-41aa-424b-a582-5738ab4cc77a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138973 Jul 19 04:13:00.983879 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46774) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:00.988784 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a9adfb5d-a49f-419f-b9b9-79d8bddeaa0b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2f02f-f933-472d-bf7b-5cc30f02d6d2', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:01.016110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9adfb5d-a49f-419f-b9b9-79d8bddeaa0b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.071970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9adfb5d-a49f-419f-b9b9-79d8bddeaa0b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.075680 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9adfb5d-a49f-419f-b9b9-79d8bddeaa0b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.100245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adfb5d-a49f-419f-b9b9-79d8bddeaa0b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1ffe9d-f4ec-4d1c-8f0e-d13d663a7522,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:01.107654 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a9adfb5d-a49f-419f-b9b9-79d8bddeaa0b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.111092 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a9adfb5d-a49f-419f-b9b9-79d8bddeaa0b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262548 Jul 19 04:13:01.112385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46776) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:01.117233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-61fc5aec-44a7-4260-a820-9f8afe7c67cb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2f02f-f933-472d-bf7b-5cc30f02d6d2', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:01.140232 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:13:01.146679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61fc5aec-44a7-4260-a820-9f8afe7c67cb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.161579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:13:01.161933 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 6fd68bdb-2a1b-4ad5-83f4-2492a12e4dcb not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:13:01.162392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:13:01.180737 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:13:01.181082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 1e740248-c3c3-4a97-8f18-c9a5e90d94f2 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:13:01.181492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b2f7e85a-dc62-4600-9470-28beaf4df626 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:13:01.199595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: b2f7e85a-dc62-4600-9470-28beaf4df626 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:13:01.199946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b2f7e85a-dc62-4600-9470-28beaf4df626 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:13:01.208568 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61fc5aec-44a7-4260-a820-9f8afe7c67cb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.212563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61fc5aec-44a7-4260-a820-9f8afe7c67cb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.230367 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc5aec-44a7-4260-a820-9f8afe7c67cb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4383088-8a40-4e7a-8ef1-8b71096ddbe7,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:01.236883 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-61fc5aec-44a7-4260-a820-9f8afe7c67cb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.238189 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-61fc5aec-44a7-4260-a820-9f8afe7c67cb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247630 Jul 19 04:13:01.240878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46778) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:01.245282 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7b84bb74-1fe9-48a9-9ceb-ef396ea31184 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2f02f-f933-472d-bf7b-5cc30f02d6d2', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:01.271679 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b84bb74-1fe9-48a9-9ceb-ef396ea31184 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.329379 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b84bb74-1fe9-48a9-9ceb-ef396ea31184 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.332661 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b84bb74-1fe9-48a9-9ceb-ef396ea31184 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.350017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84bb74-1fe9-48a9-9ceb-ef396ea31184 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a490ef36-7dfa-46b8-8724-74e0ca1e6473,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:01.355617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7b84bb74-1fe9-48a9-9ceb-ef396ea31184 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.356818 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7b84bb74-1fe9-48a9-9ceb-ef396ea31184 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149993 Jul 19 04:13:01.359707 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46780) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:01.364802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-be4d4652-38ca-4da6-aa5e-8d419cf4caa4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2f02f-f933-472d-bf7b-5cc30f02d6d2', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:01.385643 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-be4d4652-38ca-4da6-aa5e-8d419cf4caa4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Project a1dc58c326984d3cac739e62488a2cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:13:01.390165 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-be4d4652-38ca-4da6-aa5e-8d419cf4caa4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.450159 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-be4d4652-38ca-4da6-aa5e-8d419cf4caa4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.453659 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-be4d4652-38ca-4da6-aa5e-8d419cf4caa4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.471473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d4652-38ca-4da6-aa5e-8d419cf4caa4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16695ce1-4a12-4442-9a94-06f314c87fa5,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:01.477205 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-be4d4652-38ca-4da6-aa5e-8d419cf4caa4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.479025 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-be4d4652-38ca-4da6-aa5e-8d419cf4caa4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177683 Jul 19 04:13:01.481243 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46782) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:01.485780 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5690cf84-fe3e-4f3d-b010-c2c97fca9cd7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2f02f-f933-472d-bf7b-5cc30f02d6d2', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:01.507057 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-5690cf84-fe3e-4f3d-b010-c2c97fca9cd7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Project a1dc58c326984d3cac739e62488a2cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:13:01.511617 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5690cf84-fe3e-4f3d-b010-c2c97fca9cd7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.572696 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5690cf84-fe3e-4f3d-b010-c2c97fca9cd7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.576009 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5690cf84-fe3e-4f3d-b010-c2c97fca9cd7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.593347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690cf84-fe3e-4f3d-b010-c2c97fca9cd7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582776d9-94b0-46c3-97b3-9b486da13221,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:01.599209 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5690cf84-fe3e-4f3d-b010-c2c97fca9cd7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.600453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5690cf84-fe3e-4f3d-b010-c2c97fca9cd7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182740 Jul 19 04:13:01.603259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46784) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:01.608133 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'network': {'name': 'tempest-network-smoke--1455446724', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'port_security_enabled': True}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:01.628436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:13:01.631811 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.654211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:13:01.663171 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.663513 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Added segment c70cc59b-7348-4831-abda-3d1480583af5 of type vlan for network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 Jul 19 04:13:01.703075 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.730619 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.736767 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:01.737348 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.769992 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1657450 Jul 19 04:13:01.772716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46786) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:01.779202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'admin_state_up': True, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:01.816790 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7eba4e-7010-422a-a881-16d4752e0360 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Network': ['ID=7cf9b8eb-1156-401f-a0c9-a2225520a4e4,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:01.827661 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:13:01.833973 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.834957 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:01.885191 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:02.333326 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:02.522112 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:02.545322 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:02.642907 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.25.2.7 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/479adabe-3fcb-4631-91e6-bbd459122020) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:13:02.744770 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:02.781730 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:02.821492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:13:02.824334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:13:02.827876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:13:02.849741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=479adabe-3fcb-4631-91e6-bbd459122020,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:03.069748 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:03.265618 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:03.392319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:13:03.497114 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:13:03.508480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Sync routers for ids ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:13:03.515582 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:03.517408 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-7a334293-698c-4a38-a90b-867a5f202d74 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7437596 Jul 19 04:13:03.519267 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Routers {'524cb1e4-7ba9-4a37-b61f-fe051b30a161'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:13:03.519984 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:03.521757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46788) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:03.549652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dfa5f6f5-3461-4188-9b2e-eaf692590eff tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a1dc58c326984d3cac739e62488a2cae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267062 Jul 19 04:13:03.552171 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46790) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:03.621893 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Set router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:13:03.638699 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ba84a2-b3f7-441c-8030-280ed0ea3e98 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:03.640243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-73ba84a2-b3f7-441c-8030-280ed0ea3e98 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871754 Jul 19 04:13:03.644010 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46792) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:03.681344 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-faa7051c-5782-4f95-b066-a2debfc3127c tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363064 Jul 19 04:13:03.683860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46794) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:03.689168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2029162622', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:03.775434 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:13:03.779029 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:03.799711 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:02Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:03.825401 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Checking router: 524cb1e4-7ba9-4a37-b61f-fe051b30a161 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:13:03.825738 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Updating router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 port 479adabe-3fcb-4631-91e6-bbd459122020 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:13:03.859408 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:03.962351 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.031549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Subnet': ['ID=556a46ec-635f-4884-bc0d-5f16f56e6e1b,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:04.039491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Checking segment: {'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:13:04.039739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network hostable DHCP agents. Network: 7cf9b8eb-1156-401f-a0c9-a2225520a4e4, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:13:04.056740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:13:04.065937 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 7cf9b8eb-1156-401f-a0c9-a2225520a4e4) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:13:04.070074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:04.070854 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.075920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24746e93-5bd8-4242-9cee-a677c35cd855 None None] Network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:13:04.095117 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46796) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:04.096135 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f56c2cb7-3a8c-475f-9697-3270d6ec9dda tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4097159 Jul 19 04:13:04.126743 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.136719 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Transition to ACTIVE for port object 479adabe-3fcb-4631-91e6-bbd459122020 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:13:04.143449 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.195821 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Attempting to bind port 479adabe-3fcb-4631-91e6-bbd459122020 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:13:04.196195 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Attempting to bind port 479adabe-3fcb-4631-91e6-bbd459122020 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:13:04.196555 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Attempting to bind port 479adabe-3fcb-4631-91e6-bbd459122020 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:13:04.203460 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Pushing event updated for resources: {'Port': ['ID=479adabe-3fcb-4631-91e6-bbd459122020,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:04.211930 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.212580 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.213091 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.213596 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.214088 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.214615 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.215116 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.215614 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.216110 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.216607 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.217098 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.217578 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:13:04.221506 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:13:04.222112 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:13:04.222538 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.222921 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:13:04.223397 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Bound port: 479adabe-3fcb-4631-91e6-bbd459122020, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:13:04.223769 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.242044 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:13:04.242965 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.278395 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] For port 479adabe-3fcb-4631-91e6-bbd459122020, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:13:04.281465 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] For port 479adabe-3fcb-4631-91e6-bbd459122020, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=479adabe-3fcb-4631-91e6-bbd459122020,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:13:04.286800 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.342276 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Routers {'524cb1e4-7ba9-4a37-b61f-fe051b30a161'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:13:04.342915 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:04.378954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Allocated IP 172.20.0.2 (7cf9b8eb-1156-401f-a0c9-a2225520a4e4/556a46ec-635f-4884-bc0d-5f16f56e6e1b/f90c76ce-5b56-4757-9911-6851eeed51fb) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:13:04.387940 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e8036-67ac-4eba-a275-06753b724e85 None None] Pushing event updated for resources: {'Port': ['ID=479adabe-3fcb-4631-91e6-bbd459122020,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:04.470630 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] Set router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:13:04.566149 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.666693 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:02Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:04.694484 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e038b35-5d6d-4040-a3ba-37061b3a436c None None] The sync data for ids ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'] in n-d-762330-18 is: [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:02Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:13:04.734772 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.744663 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Transition to ACTIVE for port object f90c76ce-5b56-4757-9911-6851eeed51fb will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:13:04.763829 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Transition to ACTIVE for port object f90c76ce-5b56-4757-9911-6851eeed51fb will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:13:04.771396 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.812428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:13:04.817195 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:13:04.821674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:13:04.824930 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Pushing event updated for resources: {'Port': ['ID=f90c76ce-5b56-4757-9911-6851eeed51fb,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:04.853434 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.20.0.1 (7cf9b8eb-1156-401f-a0c9-a2225520a4e4/556a46ec-635f-4884-bc0d-5f16f56e6e1b/39e1e746-7024-4959-a1a5-bc42fe4cac17) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:13:04.885339 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Attempting to bind port f90c76ce-5b56-4757-9911-6851eeed51fb on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:13:04.885717 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Attempting to bind port f90c76ce-5b56-4757-9911-6851eeed51fb by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:13:04.886084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Attempting to bind port f90c76ce-5b56-4757-9911-6851eeed51fb on network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:13:04.893192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:13:04.893192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Checking segment: {'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:13:04.893192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.893192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Bound using segment: {'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:13:04.894052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Bound port: f90c76ce-5b56-4757-9911-6851eeed51fb, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:13:04.894349 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:04.979963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] For port f90c76ce-5b56-4757-9911-6851eeed51fb, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:13:04.983583 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] For port f90c76ce-5b56-4757-9911-6851eeed51fb, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f90c76ce-5b56-4757-9911-6851eeed51fb,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:13:04.988840 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.009274 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.033484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Transition to ACTIVE for port object 39e1e746-7024-4959-a1a5-bc42fe4cac17 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:13:05.049730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def331d-c629-4c4d-a652-97ad9623cf0e None None] Pushing event updated for resources: {'Port': ['ID=f90c76ce-5b56-4757-9911-6851eeed51fb,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:05.081462 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.140098 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:13:05.144361 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:13:05.147619 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:13:05.155585 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=39e1e746-7024-4959-a1a5-bc42fe4cac17,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:05.214541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 479adabe-3fcb-4631-91e6-bbd459122020 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:13:05.216590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.291641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 479adabe-3fcb-4631-91e6-bbd459122020 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:13:05.295317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 479adabe-3fcb-4631-91e6-bbd459122020 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:05.295698 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.386648 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.409808 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.417165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 479adabe-3fcb-4631-91e6-bbd459122020, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=479adabe-3fcb-4631-91e6-bbd459122020,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:13:05.427670 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.487036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=479adabe-3fcb-4631-91e6-bbd459122020,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:05.706244 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.710825 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.785171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=39e1e746-7024-4959-a1a5-bc42fe4cac17,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:05.788890 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:05.889029 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:13:05.890530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:13:06.009748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:13:06.079422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94c367-ff7a-48a2-8f4e-75b57b238c2b None None] Network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:13:06.124995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:13:06.134317 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bee71ec4-fdc2-4449-8387-7690d03b3388 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "PUT /v2.0/routers/524cb1e4-7ba9-4a37-b61f-fe051b30a161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0325050 Jul 19 04:13:06.206984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-24993c3f-51c3-4118-a1ad-cbbd3a4440ce None None] Provisioning for port f90c76ce-5b56-4757-9911-6851eeed51fb completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:13:06.288540 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-68dfc499-7ecc-422c-82d6-8b73b82e33db tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790807730&fields=id&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 267 time: 0.0444767 Jul 19 04:13:06.404920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-dc067bc8-a66a-423c-9d94-016ff0a2e750 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:06.406490 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-dc067bc8-a66a-423c-9d94-016ff0a2e750 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/networks?id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4 HTTP/1.1" status: 200 len: 797 time: 0.1102867 Jul 19 04:13:06.422027 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-ed0ae57f-08a1-4981-b8c1-2efd9bd06a2f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/quotas/a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 375 time: 0.0096223 Jul 19 04:13:06.498884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-def486eb-a484-4b3d-b1ba-f5a890e61358 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697658 Jul 19 04:13:06.540084 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8455a28d-10c0-44d5-aad5-3518bc7b1bcb None None] Provisioning for port 39e1e746-7024-4959-a1a5-bc42fe4cac17 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:13:06.551448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-8455a28d-10c0-44d5-aad5-3518bc7b1bcb None None] Provisioning complete for port 39e1e746-7024-4959-a1a5-bc42fe4cac17 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:06.551448 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8455a28d-10c0-44d5-aad5-3518bc7b1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:06.599539 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Sync routers for ids ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:13:06.608530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-8455a28d-10c0-44d5-aad5-3518bc7b1bcb None None] Port 39e1e746-7024-4959-a1a5-bc42fe4cac17 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:13:06.616166 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-a253234d-eea3-455f-9936-9441a155c6ac service neutron] 10.222.0.20 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043117 Jul 19 04:13:06.617839 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Routers {'524cb1e4-7ba9-4a37-b61f-fe051b30a161'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:13:06.618520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:06.718839 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-e9d6f7b0-d827-4b3c-8de6-ffd7191e95d6 service neutron] 10.222.0.20 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016748 Jul 19 04:13:06.742071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Set router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:13:06.824436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-15e316e1-bfc0-4ce5-8502-8ffda9d76e64 None None] Provisioning complete for port 39e1e746-7024-4959-a1a5-bc42fe4cac17 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:06.824845 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-15e316e1-bfc0-4ce5-8502-8ffda9d76e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:06.942402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-de49cd8a-50e7-4542-bb8d-5b23b2fab58d req-fd8f092b-06ef-4021-9424-68d3344bf3e5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 210 time: 0.0690236 Jul 19 04:13:06.997249 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-15e316e1-bfc0-4ce5-8502-8ffda9d76e64 None None] Port 39e1e746-7024-4959-a1a5-bc42fe4cac17 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:13:07.027155 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '39e1e746-7024-4959-a1a5-bc42fe4cac17', 'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:2d:40:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:04Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 2, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:07.054391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Checking router: 524cb1e4-7ba9-4a37-b61f-fe051b30a161 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:13:07.054755 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Updating router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 port 39e1e746-7024-4959-a1a5-bc42fe4cac17 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:13:07.091890 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.215013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-863d00d4-174d-4b91-abc7-57b3d943012c None None] Provisioning complete for port 39e1e746-7024-4959-a1a5-bc42fe4cac17 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:07.215398 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-863d00d4-174d-4b91-abc7-57b3d943012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.250161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 479adabe-3fcb-4631-91e6-bbd459122020 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:13:07.293801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-863d00d4-174d-4b91-abc7-57b3d943012c None None] Port 39e1e746-7024-4959-a1a5-bc42fe4cac17 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:13:07.373821 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 479adabe-3fcb-4631-91e6-bbd459122020 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:07.374230 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.532491 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.537338 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.541184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f90c76ce-5b56-4757-9911-6851eeed51fb up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:13:07.563635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Transition to ACTIVE for port object 39e1e746-7024-4959-a1a5-bc42fe4cac17 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:13:07.572326 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.636654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804d85f-4032-4039-8484-651ec5cff465 None None] Pushing event updated for resources: {'Port': ['ID=39e1e746-7024-4959-a1a5-bc42fe4cac17,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:07.663917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port f90c76ce-5b56-4757-9911-6851eeed51fb completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:13:07.690384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f90c76ce-5b56-4757-9911-6851eeed51fb triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:07.690771 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.736656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Attempting to bind port 39e1e746-7024-4959-a1a5-bc42fe4cac17 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:13:07.737033 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Attempting to bind port 39e1e746-7024-4959-a1a5-bc42fe4cac17 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:13:07.737412 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Attempting to bind port 39e1e746-7024-4959-a1a5-bc42fe4cac17 on network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:13:07.751936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:13:07.752326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Checking segment: {'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:13:07.752741 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.753139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Bound using segment: {'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:13:07.753656 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Bound port: 39e1e746-7024-4959-a1a5-bc42fe4cac17, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:13:07.754044 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.756074 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.848634 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.866246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] For port 39e1e746-7024-4959-a1a5-bc42fe4cac17, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:13:07.883860 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] For port 39e1e746-7024-4959-a1a5-bc42fe4cac17, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=39e1e746-7024-4959-a1a5-bc42fe4cac17,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:13:07.890594 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.926694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port f90c76ce-5b56-4757-9911-6851eeed51fb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f90c76ce-5b56-4757-9911-6851eeed51fb,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:13:07.942336 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:07.973139 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Routers {'524cb1e4-7ba9-4a37-b61f-fe051b30a161'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:13:07.973797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:12:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:07.975657 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804d85f-4032-4039-8484-651ec5cff465 None None] Pushing event updated for resources: {'Port': ['ID=39e1e746-7024-4959-a1a5-bc42fe4cac17,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:08.108846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=f90c76ce-5b56-4757-9911-6851eeed51fb,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:08.150173 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] Set router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:13:08.167333 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-968c77c3-a0a0-4186-b5c2-9b2333eb275c req-c8de7bdd-2b17-4c36-9db4-c11b6675132a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 210 time: 0.0718105 Jul 19 04:13:08.268670 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-09ecbc56-76c9-436f-b089-0e3abc65571b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:08.270703 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-09ecbc56-76c9-436f-b089-0e3abc65571b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "GET /v2.0/networks?id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4 HTTP/1.1" status: 200 len: 797 time: 0.1159437 Jul 19 04:13:08.320298 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-d7a6fd6f-21a3-4916-a3d9-b617a55c9f46 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 379 time: 0.0350161 Jul 19 04:13:08.329325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'port': {'device_id': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'admin_state_up': True, 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'security_groups': ['a1f2f02f-f933-472d-bf7b-5cc30f02d6d2']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:08.378352 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '39e1e746-7024-4959-a1a5-bc42fe4cac17', 'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:2d:40:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:04Z', 'updated_at': '2021-07-19T04:13:07Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:08.405733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac427d8-994d-4273-9301-7ca38599b019 None None] The sync data for ids ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'] in n-d-762330-18 is: [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '39e1e746-7024-4959-a1a5-bc42fe4cac17', 'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:2d:40:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:04Z', 'updated_at': '2021-07-19T04:13:07Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:13:08.465290 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:13:08.469152 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:08.607398 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.20.0.3 (7cf9b8eb-1156-401f-a0c9-a2225520a4e4/556a46ec-635f-4884-bc0d-5f16f56e6e1b/c59c76c1-3fcd-4513-aff1-bccbdc6e45ff) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:13:08.753676 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.071521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Transition to ACTIVE for port object c59c76c1-3fcd-4513-aff1-bccbdc6e45ff will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:13:09.115077 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.166106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:13:09.169686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:13:09.174646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:13:09.178839 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:09.233012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:09.233744 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.251640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 39e1e746-7024-4959-a1a5-bc42fe4cac17 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:13:09.255148 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-412ee611-7fc2-4716-a1bc-6fc4674ba5b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9298487 Jul 19 04:13:09.272365 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Request body: {'port': {'device_id': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:09.322194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 39e1e746-7024-4959-a1a5-bc42fe4cac17 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:13:09.326346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 39e1e746-7024-4959-a1a5-bc42fe4cac17 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:09.326798 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.371293 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.378452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531f24-4056-4682-a471-44043bccf532 req-c18cd4fa-4214-4054-adf3-629e7b66d1e4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:09.396696 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-69531f24-4056-4682-a471-44043bccf532 req-c18cd4fa-4214-4054-adf3-629e7b66d1e4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 931 time: 0.0909944 Jul 19 04:13:09.435502 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.463231 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-69531f24-4056-4682-a471-44043bccf532 req-1a7e855c-b1d5-4478-ade6-3d7ff2baf3d0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655568 Jul 19 04:13:09.476958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 39e1e746-7024-4959-a1a5-bc42fe4cac17, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=39e1e746-7024-4959-a1a5-bc42fe4cac17,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:13:09.487955 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.489000 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f90c76ce-5b56-4757-9911-6851eeed51fb up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:13:09.546026 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-de3223fc-8246-4c2c-8cc7-1f0868e68bed None None] Provisioning for port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:13:09.558711 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-de3223fc-8246-4c2c-8cc7-1f0868e68bed None None] Provisioning complete for port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:09.559089 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-de3223fc-8246-4c2c-8cc7-1f0868e68bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.602842 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=39e1e746-7024-4959-a1a5-bc42fe4cac17,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:09.621427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-de3223fc-8246-4c2c-8cc7-1f0868e68bed None None] Port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:13:09.622959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f90c76ce-5b56-4757-9911-6851eeed51fb triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:09.623327 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.690563 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59c76c1-3fcd-4513-aff1-bccbdc6e45ff {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:13:09.697903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.710588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Transition to ACTIVE for port object c59c76c1-3fcd-4513-aff1-bccbdc6e45ff will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:13:09.714029 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.767062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:09.840515 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Attempting to bind port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:13:09.840859 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Attempting to bind port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:13:09.841199 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Attempting to bind port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff on network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:13:09.845995 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff on network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:13:09.846554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Attempting to bind port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff on network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:13:09.851524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:13:09.851860 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Checking segment: {'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:13:09.852247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Bound using segment: {'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:13:09.852667 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Bound port: c59c76c1-3fcd-4513-aff1-bccbdc6e45ff, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70cc59b-7348-4831-abda-3d1480583af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:13:09.853049 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.924848 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] For port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:13:09.928053 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] For port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:13:09.932387 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.971037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:09.971642 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:09.973048 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] 10.222.0.26 "PUT /v2.0/ports/c59c76c1-3fcd-4513-aff1-bccbdc6e45ff HTTP/1.1" status: 200 len: 1092 time: 0.7102680 Jul 19 04:13:09.973490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'tag': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:13:09.975787 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c82feea-f2af-480e-ae75-e1fd4fbb6b5a", "tag": "c59c76c1-3fcd-4513-aff1-bccbdc6e45ff"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:13:10.000783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf30d8-83cc-4bc7-8905-e760486c6ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:10.023123 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8deee80-8c52-4c98-bb68-8f22c91a1e8a x-openstack-request-id: req-f8deee80-8c52-4c98-bb68-8f22c91a1e8a {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:13:10.023418 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c82feea-f2af-480e-ae75-e1fd4fbb6b5a", "tag": "c59c76c1-3fcd-4513-aff1-bccbdc6e45ff", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:13:10.023673 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8deee80-8c52-4c98-bb68-8f22c91a1e8a {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:13:10.024064 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'tag': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'status': 'completed', 'code': 200} Jul 19 04:13:10.072539 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-5cd277ba-6bef-44fe-9d23-d828b5b21d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:10.074193 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-5cd277ba-6bef-44fe-9d23-d828b5b21d8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 1095 time: 0.0618193 Jul 19 04:13:10.117051 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-0ac9f09d-ea20-4ba4-9eec-d7caee8fdc75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff HTTP/1.1" status: 200 len: 217 time: 0.0359147 Jul 19 04:13:10.172531 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-6c36c9f7-e5ea-4421-8b28-577e887fbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:10.174257 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-6c36c9f7-e5ea-4421-8b28-577e887fbd27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=556a46ec-635f-4884-bc0d-5f16f56e6e1b HTTP/1.1" status: 200 len: 835 time: 0.0509689 Jul 19 04:13:10.230713 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-9c8e3061-0b56-489b-a2e4-e180c67b8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:10.232182 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-9c8e3061-0b56-489b-a2e4-e180c67b8d49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518012 Jul 19 04:13:10.322181 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-39e47cb6-4132-42f2-a40d-1f2185c2eb21 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829248 Jul 19 04:13:10.413620 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7c1fb695-a746-406a-a59b-5c5a9e63a474 req-9ff8b4b2-6763-4274-8072-30a69dd9c781 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848813 Jul 19 04:13:10.514778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-5f6851bb-55e5-424d-887a-ec7308583cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:10.517124 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-5f6851bb-55e5-424d-887a-ec7308583cf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 1095 time: 0.0531659 Jul 19 04:13:10.612709 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-8d4e4413-af1e-4e5f-b0ce-cd210c4102b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:10.614373 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-8d4e4413-af1e-4e5f-b0ce-cd210c4102b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4 HTTP/1.1" status: 200 len: 897 time: 0.0917218 Jul 19 04:13:10.646568 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5e96a-f606-4cfb-93be-fe4f00f4e24b req-55801dc4-3532-4b2b-988c-fbf569934ca0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:10.648082 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ce5e96a-f606-4cfb-93be-fe4f00f4e24b req-55801dc4-3532-4b2b-988c-fbf569934ca0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 943 time: 0.0710964 Jul 19 04:13:10.655371 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-d9581ef6-f7ed-45f8-9b77-bb95e42adf1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff HTTP/1.1" status: 200 len: 217 time: 0.0349562 Jul 19 04:13:10.687486 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1ce5e96a-f606-4cfb-93be-fe4f00f4e24b req-8a4ffe7e-9b9d-45ed-8d89-abcd7402a5c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337167 Jul 19 04:13:10.705080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-fd7834ee-e720-41df-98d4-fbcae1aefc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:10.706623 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-fd7834ee-e720-41df-98d4-fbcae1aefc27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=556a46ec-635f-4884-bc0d-5f16f56e6e1b HTTP/1.1" status: 200 len: 835 time: 0.0450616 Jul 19 04:13:10.769533 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-b91f1ff5-53da-4c66-947d-064b1108715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:10.771021 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-b91f1ff5-53da-4c66-947d-064b1108715d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577919 Jul 19 04:13:10.860655 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-6e787fa8-6e94-416b-a365-73639edfa99d service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822339 Jul 19 04:13:10.954123 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ec6f0b0d-3a9c-4e91-ab24-5d4da87f61a8 req-c77a64a0-6ef2-4bd2-aa4a-12a939b61828 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860782 Jul 19 04:13:11.144733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 39e1e746-7024-4959-a1a5-bc42fe4cac17 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:13:11.191365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 39e1e746-7024-4959-a1a5-bc42fe4cac17 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:11.191737 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:11.861093 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe31152-9b1e-49b6-a6ac-648608f09e11 req-bcddb282-4d93-441c-bda9-22c4eeac215d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:11.862604 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5fe31152-9b1e-49b6-a6ac-648608f09e11 req-bcddb282-4d93-441c-bda9-22c4eeac215d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 943 time: 0.0623033 Jul 19 04:13:11.900183 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5fe31152-9b1e-49b6-a6ac-648608f09e11 req-c92cfcab-b80b-42b6-b6e0-d764d046cb43 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320771 Jul 19 04:13:12.565605 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f5512453-c42d-4515-bbdc-2e54f7e59ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:12.845404 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device c59c76c1-3fcd-4513-aff1-bccbdc6e45ff details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:13:12.946021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:13:12.962122 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'port_id': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'mac_address': 'fa:16:3e:72:f5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:13:13.000134 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:13.013250 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59c76c1-3fcd-4513-aff1-bccbdc6e45ff {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:13:13.033008 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:13:13.037224 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:13.075878 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb8456-b945-4ab2-b35e-415d075d329a req-04ed0b69-3361-4ec1-9688-dc6a0137f591 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:13.077390 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-30cb8456-b945-4ab2-b35e-415d075d329a req-04ed0b69-3361-4ec1-9688-dc6a0137f591 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 943 time: 0.0643182 Jul 19 04:13:13.086702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:13.116717 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-30cb8456-b945-4ab2-b35e-415d075d329a req-6765104f-3e66-4115-b1ce-81646ebb177e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336030 Jul 19 04:13:13.222325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['c59c76c1-3fcd-4513-aff1-bccbdc6e45ff'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:13:14.293139 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999074d9-d10a-4f76-b17e-acf780fa7e86 req-7bd1972d-dc34-41df-977c-64611293f82f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:14.294634 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-999074d9-d10a-4f76-b17e-acf780fa7e86 req-7bd1972d-dc34-41df-977c-64611293f82f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 944 time: 0.0681264 Jul 19 04:13:14.332407 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-999074d9-d10a-4f76-b17e-acf780fa7e86 req-2a0410af-6be1-425b-8a68-212b608a62b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311596 Jul 19 04:13:14.850490 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device c59c76c1-3fcd-4513-aff1-bccbdc6e45ff up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:13:14.897818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:13:14.901443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:13:14.901811 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:15.142111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:15.150253 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-8336aa64-7415-4ff1-8afe-b616db76dae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:15.166325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:13:15.168570 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bec700-62d6-40e3-8e3f-e7686a2b26a2" -d '{"events": [{"server_uuid": "6c82feea-f2af-480e-ae75-e1fd4fbb6b5a", "name": "network-vif-plugged", "status": "completed", "tag": "c59c76c1-3fcd-4513-aff1-bccbdc6e45ff"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:13:15.181149 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:13:15.185703 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:15.209175 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fece22e-a6e9-45b6-b037-5cdd606e5d3e x-openstack-request-id: req-9fece22e-a6e9-45b6-b037-5cdd606e5d3e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:13:15.209468 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c82feea-f2af-480e-ae75-e1fd4fbb6b5a", "name": "network-vif-plugged", "status": "completed", "tag": "c59c76c1-3fcd-4513-aff1-bccbdc6e45ff", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:13:15.209730 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fece22e-a6e9-45b6-b037-5cdd606e5d3e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:13:15.210121 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'code': 200} Jul 19 04:13:15.236046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:15.316104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b8364-54f5-4ad6-8708-756eece49a0b req-4020c815-ccf1-4161-b18e-a14f446313a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:15.317603 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c1b8364-54f5-4ad6-8708-756eece49a0b req-4020c815-ccf1-4161-b18e-a14f446313a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 1097 time: 0.0503075 Jul 19 04:13:15.352237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c1b8364-54f5-4ad6-8708-756eece49a0b req-c1d34579-abf5-42b1-aac0-400bf4cfa2af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283265 Jul 19 04:13:15.501894 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1e8dd-2394-41a7-8fda-d19215cff42a req-8f4f2c58-7994-4fca-ac12-3ca99d26de91 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:15.503438 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8f1e8dd-2394-41a7-8fda-d19215cff42a req-8f4f2c58-7994-4fca-ac12-3ca99d26de91 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0632854 Jul 19 04:13:15.541096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f8f1e8dd-2394-41a7-8fda-d19215cff42a req-64dd7e14-e48d-4a29-ac4e-76aad3bbb042 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321877 Jul 19 04:13:15.727617 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:16.620751 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:16.716644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c2fa5-45b9-4d29-a3bf-f67e48a000db req-99b9e3d2-91f2-4017-9760-a22dd13be643 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:16.718172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa3c2fa5-45b9-4d29-a3bf-f67e48a000db req-99b9e3d2-91f2-4017-9760-a22dd13be643 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0638111 Jul 19 04:13:16.755208 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa3c2fa5-45b9-4d29-a3bf-f67e48a000db req-c362c60c-7a09-4d7a-9f33-49b87409ca5e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306919 Jul 19 04:13:16.932345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc40e2-c0ac-4a9b-90d9-685dfba7b88c req-63dd860a-810c-4ffd-ba2e-5c03a8ee649e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:16.933737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ccc40e2-c0ac-4a9b-90d9-685dfba7b88c req-63dd860a-810c-4ffd-ba2e-5c03a8ee649e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0673623 Jul 19 04:13:16.972275 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ccc40e2-c0ac-4a9b-90d9-685dfba7b88c req-b7bfe27c-4083-4292-a9c3-1f85e70d2282 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328753 Jul 19 04:13:16.995501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46850) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:17.047559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32bdfb-04b3-45ba-aa5d-b138b820a176 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:17.049050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8a32bdfb-04b3-45ba-aa5d-b138b820a176 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 1092 time: 0.0525956 Jul 19 04:13:17.051793 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46852) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:17.056065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:13:17.078231 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:17.176770 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:17.274433 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.25.2.172 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/d9a4519f-e1ba-4a25-af69-d22f013426e2) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:13:17.377194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:17.416929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:17.451312 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:13:17.457963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:13:17.461496 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:13:17.483388 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=d9a4519f-e1ba-4a25-af69-d22f013426e2,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:17.821342 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:17.894159 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:18.041350 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:18.045682 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:18.117589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=d9a4519f-e1ba-4a25-af69-d22f013426e2,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:13:18.133843 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:18.136474 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:18.235577 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Floating IP d9294dd1-ca6f-4c06-b225-2baadb5b10d7 associated. External IP: 172.25.2.172, port: c59c76c1-3fcd-4513-aff1-bccbdc6e45ff. Jul 19 04:13:18.436858 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:13:18.538364 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:13:18.548595 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05999399-10ba-47e7-a007-ef072a75464b None None] Sync routers for ids ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:13:18.554953 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:18.558121 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05999399-10ba-47e7-a007-ef072a75464b None None] Routers {'524cb1e4-7ba9-4a37-b61f-fe051b30a161'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:13:18.558793 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-05999399-10ba-47e7-a007-ef072a75464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:13:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:18.595265 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-879ee89e-e146-44b2-b2f2-be7936c20b35 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5424500 Jul 19 04:13:18.595868 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'tag': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:13:18.598128 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c82feea-f2af-480e-ae75-e1fd4fbb6b5a", "tag": "c59c76c1-3fcd-4513-aff1-bccbdc6e45ff"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:13:18.666951 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-05999399-10ba-47e7-a007-ef072a75464b None None] Set router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:13:18.693181 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68a7723-3a71-4d21-8325-c1596573d7ac x-openstack-request-id: req-e68a7723-3a71-4d21-8325-c1596573d7ac {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:13:18.693474 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c82feea-f2af-480e-ae75-e1fd4fbb6b5a", "tag": "c59c76c1-3fcd-4513-aff1-bccbdc6e45ff", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:13:18.693733 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e68a7723-3a71-4d21-8325-c1596573d7ac {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:13:18.694144 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'tag': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'status': 'completed', 'code': 200} Jul 19 04:13:18.760646 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04657-d1b7-4643-9a58-76420838c470 req-7088c85f-a8d2-4605-9694-72cf85384138 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:18.762365 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d04657-d1b7-4643-9a58-76420838c470 req-7088c85f-a8d2-4605-9694-72cf85384138 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0730305 Jul 19 04:13:18.770084 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-f1bb3fc4-8c55-4e7e-af33-04f32bd69eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:18.771770 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-f1bb3fc4-8c55-4e7e-af33-04f32bd69eed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 1097 time: 0.0545099 Jul 19 04:13:18.803730 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05d04657-d1b7-4643-9a58-76420838c470 req-01b73486-c09a-48df-82d6-5eadb0f2e61b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349629 Jul 19 04:13:18.828288 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46860) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:18.871106 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-fcf5535f-4605-4da1-a284-cdaaecc0c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:18.872636 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-fcf5535f-4605-4da1-a284-cdaaecc0c410 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4 HTTP/1.1" status: 200 len: 897 time: 0.0942781 Jul 19 04:13:18.890551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5211d1cd-d147-4b5c-b3dd-015e228b6815 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/d9294dd1-ca6f-4c06-b225-2baadb5b10d7 HTTP/1.1" status: 200 len: 991 time: 0.0607758 Jul 19 04:13:18.912918 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-05999399-10ba-47e7-a007-ef072a75464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'd9294dd1-ca6f-4c06-b225-2baadb5b10d7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'port_id': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'mac_address': 'fa:16:3e:72:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:13:17Z', 'updated_at': '2021-07-19T04:13:17Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e1e746-7024-4959-a1a5-bc42fe4cac17', 'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:2d:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:04Z', 'updated_at': '2021-07-19T04:13:09Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:18.939669 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05999399-10ba-47e7-a007-ef072a75464b None None] Checking router: 524cb1e4-7ba9-4a37-b61f-fe051b30a161 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:13:18.940548 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-6bd68ea1-5526-4e1a-bbec-22b83f1d6d0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff HTTP/1.1" status: 200 len: 999 time: 0.0607998 Jul 19 04:13:18.947896 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05999399-10ba-47e7-a007-ef072a75464b None None] Routers {'524cb1e4-7ba9-4a37-b61f-fe051b30a161'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:13:18.948443 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-05999399-10ba-47e7-a007-ef072a75464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:13:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:18.987357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-a63ca9d1-6bd1-481e-8dea-4d6c7118eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:18.988842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-a63ca9d1-6bd1-481e-8dea-4d6c7118eb62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=556a46ec-635f-4884-bc0d-5f16f56e6e1b HTTP/1.1" status: 200 len: 835 time: 0.0428648 Jul 19 04:13:19.050240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-27403a19-56a9-4d76-9e91-c71421edeb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:19.051810 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-27403a19-56a9-4d76-9e91-c71421edeb14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564587 Jul 19 04:13:19.052664 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-05999399-10ba-47e7-a007-ef072a75464b None None] Set router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:13:19.061722 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-32c7304c-6090-4a62-bb07-56efc2e87f65 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:13:19.062910 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-32c7304c-6090-4a62-bb07-56efc2e87f65 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050199 Jul 19 04:13:19.287226 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-05999399-10ba-47e7-a007-ef072a75464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'd9294dd1-ca6f-4c06-b225-2baadb5b10d7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'port_id': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'mac_address': 'fa:16:3e:72:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:13:17Z', 'updated_at': '2021-07-19T04:13:17Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e1e746-7024-4959-a1a5-bc42fe4cac17', 'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:2d:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:04Z', 'updated_at': '2021-07-19T04:13:09Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:13:19.314676 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05999399-10ba-47e7-a007-ef072a75464b None None] The sync data for ids ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'] in n-d-762330-18 is: [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'd9294dd1-ca6f-4c06-b225-2baadb5b10d7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'port_id': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'mac_address': 'fa:16:3e:72:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:13:17Z', 'updated_at': '2021-07-19T04:13:17Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e1e746-7024-4959-a1a5-bc42fe4cac17', 'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:2d:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:04Z', 'updated_at': '2021-07-19T04:13:09Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:13:19.448215 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-b6846e60-d5c3-4c54-8695-0f422316cc49 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794878 Jul 19 04:13:19.504038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b1dad-8a18-4d93-9f9d-90a2e29fcbf1 None None] New status for floating IP d9294dd1-ca6f-4c06-b225-2baadb5b10d7: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:13:19.543516 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e146f1ee-c2f4-42d0-b349-c79b35b72ea3 req-ea7569e9-d7c8-4cd6-93b6-4ef6d43531b1 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887835 Jul 19 04:13:19.895746 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46862) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:13:19.960226 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5fa74b28-910a-4a49-8c91-ebde1237a304 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/d9294dd1-ca6f-4c06-b225-2baadb5b10d7 HTTP/1.1" status: 200 len: 993 time: 0.0634062 Jul 19 04:13:33.917595 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:13:37.498017 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:37.745040 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:42.566239 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-05217401-88d1-4734-989b-b27e80420ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:45.140329 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4331c837-39a0-4c9f-94ba-17e9666f3503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:45.728053 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:46.621727 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:48.139542 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:13:51.504079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aac23e-353c-4927-b8ea-a2ebb25947b9 req-1386a196-8a8f-49e6-8b93-ce1093f7e1af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:51.505574 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97aac23e-353c-4927-b8ea-a2ebb25947b9 req-1386a196-8a8f-49e6-8b93-ce1093f7e1af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0624166 Jul 19 04:13:51.542409 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-97aac23e-353c-4927-b8ea-a2ebb25947b9 req-865852ee-8aff-4004-8e8b-40f0479d6ed1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311897 Jul 19 04:13:52.714343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97fe44-0c0e-4b18-8134-05f9b6df8409 req-11a40b43-dd7c-48b2-9a0b-ff722ab44ce9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:52.715822 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa97fe44-0c0e-4b18-8134-05f9b6df8409 req-11a40b43-dd7c-48b2-9a0b-ff722ab44ce9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0624640 Jul 19 04:13:52.752794 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fa97fe44-0c0e-4b18-8134-05f9b6df8409 req-53aa4340-af78-437c-85d9-aa0afce1720d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Jul 19 04:13:53.927205 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c5307-1ac8-4005-9bb4-d267f0340d85 req-928dd6f3-f5c7-4428-be80-ae4596904eea tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:53.928717 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-105c5307-1ac8-4005-9bb4-d267f0340d85 req-928dd6f3-f5c7-4428-be80-ae4596904eea tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0663013 Jul 19 04:13:53.965290 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-105c5307-1ac8-4005-9bb4-d267f0340d85 req-0f6fb40a-fdbf-426a-a5ea-6c7a76f5c51a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309558 Jul 19 04:13:55.141742 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bd54c-14a3-4edd-8a20-3b41f7f6a6d0 req-3f06e462-5c01-489b-bb9c-b1e21eea4c26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:55.143256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca7bd54c-14a3-4edd-8a20-3b41f7f6a6d0 req-3f06e462-5c01-489b-bb9c-b1e21eea4c26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0683494 Jul 19 04:13:55.181897 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ca7bd54c-14a3-4edd-8a20-3b41f7f6a6d0 req-58d7aa13-5fbc-4099-a393-b34f3d085a5f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327582 Jul 19 04:13:56.354215 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd05f6-dd82-4b23-bf64-33a3b6c3f4f6 req-4af25143-3665-4d3d-93d0-408335e2caa3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:56.355706 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-69fd05f6-dd82-4b23-bf64-33a3b6c3f4f6 req-4af25143-3665-4d3d-93d0-408335e2caa3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0617270 Jul 19 04:13:56.393065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-69fd05f6-dd82-4b23-bf64-33a3b6c3f4f6 req-4f9b60a0-7bb9-4c31-88b4-f22c4faed44c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Jul 19 04:13:57.562124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504c1d9-e3f7-4ca8-9945-eae5da61fe9a req-2938e317-49c8-44d3-ad49-007998b3ab29 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:57.564153 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9504c1d9-e3f7-4ca8-9945-eae5da61fe9a req-2938e317-49c8-44d3-ad49-007998b3ab29 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0642014 Jul 19 04:13:57.601376 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9504c1d9-e3f7-4ca8-9945-eae5da61fe9a req-c3620087-f856-4315-8d16-3e376dc6d062 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318074 Jul 19 04:13:58.771208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca47966-7106-49c8-b0ee-9ffde0f81d91 req-5597afe0-9f2e-4d63-b50f-9b7948a47ae9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:58.772676 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cca47966-7106-49c8-b0ee-9ffde0f81d91 req-5597afe0-9f2e-4d63-b50f-9b7948a47ae9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0616045 Jul 19 04:13:58.808779 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cca47966-7106-49c8-b0ee-9ffde0f81d91 req-c56fa9cc-790e-4f88-ba16-287cefb3bf57 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306828 Jul 19 04:13:59.981733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f41f9-dfa2-4d85-8b2c-2be22fd911e7 req-fce2bbc5-7c60-4552-88c0-886378d44c24 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:13:59.983340 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a2f41f9-dfa2-4d85-8b2c-2be22fd911e7 req-fce2bbc5-7c60-4552-88c0-886378d44c24 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0639060 Jul 19 04:14:00.021442 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3a2f41f9-dfa2-4d85-8b2c-2be22fd911e7 req-2ad83647-7300-4998-ac07-8793e1d2ab50 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323048 Jul 19 04:14:01.196545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee2d4e-172e-4df1-ab96-0302d1fc96a6 req-57c809e9-2346-41fe-aa23-0b10c594acd6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:01.198072 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7cee2d4e-172e-4df1-ab96-0302d1fc96a6 req-57c809e9-2346-41fe-aa23-0b10c594acd6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0664034 Jul 19 04:14:01.236102 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7cee2d4e-172e-4df1-ab96-0302d1fc96a6 req-f4010d75-8b43-45e5-bf52-2be906e22ee3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324254 Jul 19 04:14:02.410143 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103938-cb60-4083-8d82-9a5ddc1526f1 req-92c2b4a0-0656-443a-b208-fa1d644a4deb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:02.411575 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3103938-cb60-4083-8d82-9a5ddc1526f1 req-92c2b4a0-0656-443a-b208-fa1d644a4deb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0677161 Jul 19 04:14:02.447875 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3103938-cb60-4083-8d82-9a5ddc1526f1 req-b5e933ff-0444-4144-9c19-079f2a2ce793 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308275 Jul 19 04:14:03.618934 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c4f2d-cccb-403c-bc0b-445428418526 req-a849c8dd-8196-41b7-8bdc-4272e319b667 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:03.620426 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a88c4f2d-cccb-403c-bc0b-445428418526 req-a849c8dd-8196-41b7-8bdc-4272e319b667 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0630307 Jul 19 04:14:03.657619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a88c4f2d-cccb-403c-bc0b-445428418526 req-cb21dc2f-2077-4899-85b1-35b9d767eceb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Jul 19 04:14:04.828205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248b710-0483-4d26-bb0b-bcf63b4434d9 req-57358ac7-b6f9-4967-9993-a078657b6627 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:04.829679 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1248b710-0483-4d26-bb0b-bcf63b4434d9 req-57358ac7-b6f9-4967-9993-a078657b6627 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0633397 Jul 19 04:14:04.867069 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1248b710-0483-4d26-bb0b-bcf63b4434d9 req-5849ef59-1276-417b-97d1-e74be2f53b52 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Jul 19 04:14:05.669798 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020816d-8d95-49ac-b997-434d05838e13 req-bd46d2f5-9b14-45fe-b458-17ed74f3559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:05.671334 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4020816d-8d95-49ac-b997-434d05838e13 req-bd46d2f5-9b14-45fe-b458-17ed74f3559f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 1097 time: 0.0915387 Jul 19 04:14:05.772493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020816d-8d95-49ac-b997-434d05838e13 req-02fbd030-45e1-4e36-a9df-f8a2eb53e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:05.773970 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4020816d-8d95-49ac-b997-434d05838e13 req-02fbd030-45e1-4e36-a9df-f8a2eb53e832 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4 HTTP/1.1" status: 200 len: 897 time: 0.0829370 Jul 19 04:14:05.840842 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4020816d-8d95-49ac-b997-434d05838e13 req-d36e2546-7bf8-4150-b77d-13699f8ca792 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff HTTP/1.1" status: 200 len: 1001 time: 0.0603120 Jul 19 04:14:05.887249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020816d-8d95-49ac-b997-434d05838e13 req-c9a0d031-2bb5-4f38-8303-b6b44820a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:05.888746 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4020816d-8d95-49ac-b997-434d05838e13 req-c9a0d031-2bb5-4f38-8303-b6b44820a9be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=556a46ec-635f-4884-bc0d-5f16f56e6e1b HTTP/1.1" status: 200 len: 835 time: 0.0417347 Jul 19 04:14:05.946363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020816d-8d95-49ac-b997-434d05838e13 req-f5dd7b34-4ad9-4fde-b7a2-b9b795f49cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:05.947911 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4020816d-8d95-49ac-b997-434d05838e13 req-f5dd7b34-4ad9-4fde-b7a2-b9b795f49cd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530894 Jul 19 04:14:06.078090 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4020816d-8d95-49ac-b997-434d05838e13 req-104e05e1-e83a-4ef0-b502-13458723c003 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234312 Jul 19 04:14:06.102326 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3d561-3688-4a65-a486-fb20755d5287 req-c56a0ac7-a258-41bf-850d-624d9a967205 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:06.103705 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31e3d561-3688-4a65-a486-fb20755d5287 req-c56a0ac7-a258-41bf-850d-624d9a967205 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.1225410 Jul 19 04:14:06.189847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31e3d561-3688-4a65-a486-fb20755d5287 req-dcb166fd-2100-4019-9363-ee57fb2aee65 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765421 Jul 19 04:14:06.210925 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4020816d-8d95-49ac-b997-434d05838e13 req-143016a4-92e2-489c-8b30-4bf03b7f624c service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251321 Jul 19 04:14:07.365644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49213af-8c6e-4894-b61f-39342ee41e89 req-ca90174d-840a-4041-9b67-17e0825cfb32 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:07.367083 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a49213af-8c6e-4894-b61f-39342ee41e89 req-ca90174d-840a-4041-9b67-17e0825cfb32 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0687757 Jul 19 04:14:07.403429 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a49213af-8c6e-4894-b61f-39342ee41e89 req-e2df90fa-ab3f-4d74-8a93-24022082db45 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308528 Jul 19 04:14:07.428425 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46910) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:07.488192 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bf131113-4353-447d-8071-2ffe663b843b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/d9294dd1-ca6f-4c06-b225-2baadb5b10d7 HTTP/1.1" status: 200 len: 993 time: 0.0586421 Jul 19 04:14:07.520060 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:07.759573 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:08.938384 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-865b45b6-1d64-470a-ad63-89fc5c231927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:08.940504 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-865b45b6-1d64-470a-ad63-89fc5c231927 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 1097 time: 0.0956831 Jul 19 04:14:08.951756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f114-756c-409a-a810-250c34f0cdb1 req-1245ce67-ec44-4893-947e-46ae069988ef tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:08.953153 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9c90f114-756c-409a-a810-250c34f0cdb1 req-1245ce67-ec44-4893-947e-46ae069988ef tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0990129 Jul 19 04:14:09.043695 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9c90f114-756c-409a-a810-250c34f0cdb1 req-619b4795-975c-481a-a8a2-98205acff3a4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817263 Jul 19 04:14:09.067908 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-6117235b-6fd4-4be3-bd0c-ba33b49ac955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:09.069383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-6117235b-6fd4-4be3-bd0c-ba33b49ac955 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4 HTTP/1.1" status: 200 len: 897 time: 0.1154037 Jul 19 04:14:09.141237 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-d7a1538a-8721-46dc-9961-e0da76d68b33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff HTTP/1.1" status: 200 len: 1001 time: 0.0632808 Jul 19 04:14:09.188905 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-09bb88e2-9998-45e3-9613-4fcbeeec75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:09.190571 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-09bb88e2-9998-45e3-9613-4fcbeeec75fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=556a46ec-635f-4884-bc0d-5f16f56e6e1b HTTP/1.1" status: 200 len: 835 time: 0.0435271 Jul 19 04:14:09.246606 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-6e8c6b93-d8a6-4252-8f69-8c1bd42c8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:09.248109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-6e8c6b93-d8a6-4252-8f69-8c1bd42c8ea6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518310 Jul 19 04:14:09.342847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-d9aa950a-2773-4521-8d5f-cab993c49a1e service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882444 Jul 19 04:14:09.431794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2c7eef66-a307-4da0-bc4d-ad8921152b70 req-c8be8ba4-aa37-4e42-aa45-8a19520414d2 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827160 Jul 19 04:14:10.223512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266dc479-914a-4f40-81bb-1274493c6e99 req-5194c395-2e76-4fe4-8cd1-88be34539e64 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:10.224999 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-266dc479-914a-4f40-81bb-1274493c6e99 req-5194c395-2e76-4fe4-8cd1-88be34539e64 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0678761 Jul 19 04:14:10.264749 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-266dc479-914a-4f40-81bb-1274493c6e99 req-33aa863f-9751-458d-aad1-5905b2b3dd80 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342882 Jul 19 04:14:10.289285 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46920) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:10.349344 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-123de94a-59a6-42b6-911d-ba0e78a0cb66 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/d9294dd1-ca6f-4c06-b225-2baadb5b10d7 HTTP/1.1" status: 200 len: 993 time: 0.0583966 Jul 19 04:14:10.916669 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:14:12.567213 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-24e08a9c-1443-4a46-b2ec-d160d128a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:15.141651 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d0485f92-0d72-4c6c-9432-1cc30e21878b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:15.728838 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:16.625709 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:18.142099 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:37.526849 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:37.761074 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:40.995009 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46940) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:41.149040 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port d9a4519f-e1ba-4a25-af69-d22f013426e2 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:14:41.149396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:41.226646 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:41.226970 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:41.238254 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for d9a4519f-e1ba-4a25-af69-d22f013426e2 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:14:41.384712 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:41.414760 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=d9a4519f-e1ba-4a25-af69-d22f013426e2,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:41.439506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.439856 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.440801 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.441144 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.441470 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.441797 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.442123 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.442475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.442798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.443118 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.443437 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.443757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:41.481004 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:41.481338 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Floating IP d9294dd1-ca6f-4c06-b225-2baadb5b10d7 disassociated (deleted). External IP: 172.25.2.172, port: c59c76c1-3fcd-4513-aff1-bccbdc6e45ff. Jul 19 04:14:41.686541 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:14:41.792391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:14:41.797086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:41.801589 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] Sync routers for ids ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:14:41.810637 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] Routers {'524cb1e4-7ba9-4a37-b61f-fe051b30a161'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:14:41.811248 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:41.833630 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-23cb61f5-c1ee-40a2-bdd9-01c7c23a16af tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/floatingips/d9294dd1-ca6f-4c06-b225-2baadb5b10d7 HTTP/1.1" status: 204 len: 168 time: 0.8375378 Jul 19 04:14:41.834211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'tag': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:14:41.836629 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa91c23f-93b5-4019-a841-ef24039d74fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6c82feea-f2af-480e-ae75-e1fd4fbb6b5a", "tag": "c59c76c1-3fcd-4513-aff1-bccbdc6e45ff"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:14:41.919733 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] Set router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:14:41.929703 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b0f129-53f7-4771-99b5-d78139639d75 x-openstack-request-id: req-38b0f129-53f7-4771-99b5-d78139639d75 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:14:41.929991 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c82feea-f2af-480e-ae75-e1fd4fbb6b5a", "tag": "c59c76c1-3fcd-4513-aff1-bccbdc6e45ff", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:14:41.930246 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38b0f129-53f7-4771-99b5-d78139639d75 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:14:41.930668 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'tag': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'status': 'completed', 'code': 200} Jul 19 04:14:42.012391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-70e20988-552f-4ca3-96f2-1fc281df0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:42.013937 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-70e20988-552f-4ca3-96f2-1fc281df0c09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 1097 time: 0.0604868 Jul 19 04:14:42.125517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-a10b6ecf-48b1-4e6f-a8e5-72cb2afb1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:42.127055 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-a10b6ecf-48b1-4e6f-a8e5-72cb2afb1ab8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4 HTTP/1.1" status: 200 len: 897 time: 0.1066158 Jul 19 04:14:42.139196 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '39e1e746-7024-4959-a1a5-bc42fe4cac17', 'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:2d:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:04Z', 'updated_at': '2021-07-19T04:13:09Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:42.169228 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] Checking router: 524cb1e4-7ba9-4a37-b61f-fe051b30a161 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:14:42.177548 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] Routers {'524cb1e4-7ba9-4a37-b61f-fe051b30a161'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:14:42.177712 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-c3ab63ed-4064-40c8-b3fd-7370d2f0bf79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff HTTP/1.1" status: 200 len: 217 time: 0.0432987 Jul 19 04:14:42.178162 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:14:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:42.252987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-157abf5c-e468-49f1-9b69-7baa669a4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:42.254425 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-157abf5c-e468-49f1-9b69-7baa669a4595 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=556a46ec-635f-4884-bc0d-5f16f56e6e1b HTTP/1.1" status: 200 len: 835 time: 0.0676880 Jul 19 04:14:42.282998 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] Set router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:14:42.302040 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf18ed-644a-4b8d-8ed2-beaca5d20321 req-e14a5503-6711-4138-9396-e5861e213d06 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:42.303596 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2fbf18ed-644a-4b8d-8ed2-beaca5d20321 req-e14a5503-6711-4138-9396-e5861e213d06 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.1283519 Jul 19 04:14:42.363900 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2fbf18ed-644a-4b8d-8ed2-beaca5d20321 req-00babcfe-950d-4271-b1d3-9649e8ddb0fe tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534532 Jul 19 04:14:42.365689 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-342156fd-26cf-4110-9e3d-6a2f17b8eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:42.367176 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-342156fd-26cf-4110-9e3d-6a2f17b8eaaa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9b8eb-1156-401f-a0c9-a2225520a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047742 Jul 19 04:14:42.464489 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-36cff975-5a1b-4643-b9b5-a8e3b8b05cab service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891902 Jul 19 04:14:42.558545 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-aa91c23f-93b5-4019-a841-ef24039d74fe req-4d634759-674f-4c06-84e7-6857d308fbd1 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870728 Jul 19 04:14:42.564883 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '39e1e746-7024-4959-a1a5-bc42fe4cac17', 'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:2d:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:04Z', 'updated_at': '2021-07-19T04:13:09Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:42.569452 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a59bcfc1-2005-4297-8942-0dc3cbb8ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:42.595533 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4e154-93b5-441f-816a-6820dfbed452 None None] The sync data for ids ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'] in n-d-762330-18 is: [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '39e1e746-7024-4959-a1a5-bc42fe4cac17', 'name': '', 'network_id': '7cf9b8eb-1156-401f-a0c9-a2225520a4e4', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:2d:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:04Z', 'updated_at': '2021-07-19T04:13:09Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '556a46ec-635f-4884-bc0d-5f16f56e6e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:14:42.808102 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c5cde-3d5f-42ed-bb41-4bf21c1900e4 None None] New status for floating IP d9294dd1-ca6f-4c06-b225-2baadb5b10d7: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:14:43.553356 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24739e-aff0-4209-a6f9-55fd69432230 req-a40c4fa5-8b50-4b01-80ca-1b47c449bc44 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:43.554902 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da24739e-aff0-4209-a6f9-55fd69432230 req-a40c4fa5-8b50-4b01-80ca-1b47c449bc44 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0642033 Jul 19 04:14:43.567250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-586bb9dd-2961-4567-9911-497ff321d18e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:43.568977 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-586bb9dd-2961-4567-9911-497ff321d18e tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c82feea-f2af-480e-ae75-e1fd4fbb6b5a HTTP/1.1" status: 200 len: 945 time: 0.0635436 Jul 19 04:14:43.598907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da24739e-aff0-4209-a6f9-55fd69432230 req-f2f2d651-c763-4048-ab8c-8cc108278539 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383787 Jul 19 04:14:43.667852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:14:43.668111 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:43.756265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:14:43.756630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:43.769478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for c59c76c1-3fcd-4513-aff1-bccbdc6e45ff owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:14:43.895436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:43.925766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=c59c76c1-3fcd-4513-aff1-bccbdc6e45ff,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:43.956470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.956821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.957162 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.957494 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.957821 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.958154 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.958505 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.958829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.959152 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.959471 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.959788 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.960103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:43.981719 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] No DVR routers for this DVR port c59c76c1-3fcd-4513-aff1-bccbdc6e45ff on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:14:43.984198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:43.986223 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f14a0b83-19af-4f45-be8a-edac19201bd6 req-bb7cc863-7a0e-4b52-91ff-aa1e41b112b1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.26 "DELETE /v2.0/ports/c59c76c1-3fcd-4513-aff1-bccbdc6e45ff HTTP/1.1" status: 204 len: 173 time: 0.4118052 Jul 19 04:14:43.986685 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'name': 'network-vif-deleted', 'tag': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:14:43.989520 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2144a86d-bdc7-4aac-8a59-638e739e7c35" -d '{"events": [{"server_uuid": "6c82feea-f2af-480e-ae75-e1fd4fbb6b5a", "name": "network-vif-deleted", "tag": "c59c76c1-3fcd-4513-aff1-bccbdc6e45ff"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:14:44.027558 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65f767-8813-4adf-a026-a44867ee209e x-openstack-request-id: req-3d65f767-8813-4adf-a026-a44867ee209e {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:14:44.027852 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c82feea-f2af-480e-ae75-e1fd4fbb6b5a", "name": "network-vif-deleted", "tag": "c59c76c1-3fcd-4513-aff1-bccbdc6e45ff", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:14:44.028103 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d65f767-8813-4adf-a026-a44867ee209e {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:14:44.028500 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82feea-f2af-480e-ae75-e1fd4fbb6b5a', 'name': 'network-vif-deleted', 'tag': 'c59c76c1-3fcd-4513-aff1-bccbdc6e45ff', 'status': 'completed', 'code': 200} Jul 19 04:14:44.691489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46958) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:45.042622 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:45.151009 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f28ddb52-9c7f-466b-95e7-8fb4d4f08663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:45.613803 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 39e1e746-7024-4959-a1a5-bc42fe4cac17 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:14:45.614142 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:45.702334 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port 39e1e746-7024-4959-a1a5-bc42fe4cac17, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=39e1e746-7024-4959-a1a5-bc42fe4cac17,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:14:45.703036 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:45.714343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 39e1e746-7024-4959-a1a5-bc42fe4cac17 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:14:45.731791 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:45.901077 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:45.926413 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=39e1e746-7024-4959-a1a5-bc42fe4cac17,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:46.101649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:46.317211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:14:46.422862 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:14:46.429750 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-39240f6c-01e4-4d87-ab55-c09a8b4fc4c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "PUT /v2.0/routers/524cb1e4-7ba9-4a37-b61f-fe051b30a161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7371979 Jul 19 04:14:46.430658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46960) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:46.432091 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] Sync routers for ids ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:14:46.441685 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] Routers {'524cb1e4-7ba9-4a37-b61f-fe051b30a161'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:14:46.442328 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:46.481906 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed10b720-48d6-4500-acb0-8063d895b394 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting subnet 556a46ec-635f-4884-bc0d-5f16f56e6e1b {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:14:46.484930 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed10b720-48d6-4500-acb0-8063d895b394 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:46.524896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed10b720-48d6-4500-acb0-8063d895b394 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:46.544344 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] Set router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:14:46.610429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed10b720-48d6-4500-acb0-8063d895b394 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:46.631017 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:46.672175 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed10b720-48d6-4500-acb0-8063d895b394 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:46.700179 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10b720-48d6-4500-acb0-8063d895b394 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Subnet': ['ID=556a46ec-635f-4884-bc0d-5f16f56e6e1b,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:46.703870 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ed10b720-48d6-4500-acb0-8063d895b394 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:46.706284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ed10b720-48d6-4500-acb0-8063d895b394 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/subnets/556a46ec-635f-4884-bc0d-5f16f56e6e1b HTTP/1.1" status: 204 len: 168 time: 0.2740676 Jul 19 04:14:46.709774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46962) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:46.712069 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84449bd-1636-4e20-824a-c64d53757a40 None None] Network 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:14:46.728166 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:14:45Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:46.753826 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] Checking router: 524cb1e4-7ba9-4a37-b61f-fe051b30a161 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:14:46.762524 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] Routers {'524cb1e4-7ba9-4a37-b61f-fe051b30a161'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:14:46.763130 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:46.825461 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:46.878290 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] Set router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:14:46.899046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] DHCP port deletion for 7cf9b8eb-1156-401f-a0c9-a2225520a4e4 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:14:46.945525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Deleting port f90c76ce-5b56-4757-9911-6851eeed51fb {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:14:46.945906 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:46.947354 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.001028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 479adabe-3fcb-4631-91e6-bbd459122020 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:14:47.001372 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.025623 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] For port f90c76ce-5b56-4757-9911-6851eeed51fb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f90c76ce-5b56-4757-9911-6851eeed51fb,segment=NetworkSegment(c70cc59b-7348-4831-abda-3d1480583af5),segment_id=c70cc59b-7348-4831-abda-3d1480583af5)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:14:47.025978 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.038463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Calling delete_port for f90c76ce-5b56-4757-9911-6851eeed51fb owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:14:47.069978 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:14:45Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:47.092685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port 479adabe-3fcb-4631-91e6-bbd459122020, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=479adabe-3fcb-4631-91e6-bbd459122020,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:14:47.093177 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.097643 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5bf9d1-91e5-4f11-b926-bebf89dd5297 None None] The sync data for ids ['524cb1e4-7ba9-4a37-b61f-fe051b30a161'] in n-d-762330-18 is: [{'id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259632656', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '479adabe-3fcb-4631-91e6-bbd459122020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:13:01Z', 'updated_at': '2021-07-19T04:14:45Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': '479adabe-3fcb-4631-91e6-bbd459122020', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524cb1e4-7ba9-4a37-b61f-fe051b30a161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:13:02Z', 'updated_at': '2021-07-19T04:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:14:47.106164 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 479adabe-3fcb-4631-91e6-bbd459122020 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:14:47.120931 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.159521 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Pushing event deleted for resources: {'Port': ['ID=f90c76ce-5b56-4757-9911-6851eeed51fb,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:47.164486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] No DVR routers for this DVR port f90c76ce-5b56-4757-9911-6851eeed51fb on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:14:47.176289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.176642 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.177209 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.177550 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.177882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.178212 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.178685 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.178882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.179206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.179525 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.179880 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.180162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5c78ed-a55e-41b3-af6b-665dce830011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:47.286600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.288746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device c59c76c1-3fcd-4513-aff1-bccbdc6e45ff no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:14:47.309226 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: c59c76c1-3fcd-4513-aff1-bccbdc6e45ff {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:14:47.309578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device c59c76c1-3fcd-4513-aff1-bccbdc6e45ff not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:14:47.314533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=479adabe-3fcb-4631-91e6-bbd459122020,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:47.378837 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.472630 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.474857 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.523825 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.524341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Fanout notify agent at l3_agent the message router_deleted on router 524cb1e4-7ba9-4a37-b61f-fe051b30a161 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:14:47.531584 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.534372 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-166c3604-6813-4fc0-b906-5947258da4f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/routers/524cb1e4-7ba9-4a37-b61f-fe051b30a161 HTTP/1.1" status: 204 len: 168 time: 0.8226857 Jul 19 04:14:47.535609 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46968) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:47.560852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 39e1e746-7024-4959-a1a5-bc42fe4cac17 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:14:47.581364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 39e1e746-7024-4959-a1a5-bc42fe4cac17 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:14:47.581792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 39e1e746-7024-4959-a1a5-bc42fe4cac17 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:14:47.582310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f90c76ce-5b56-4757-9911-6851eeed51fb no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:14:47.601799 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: f90c76ce-5b56-4757-9911-6851eeed51fb {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:14:47.602231 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f90c76ce-5b56-4757-9911-6851eeed51fb not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:14:47.622131 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.712476 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.723885 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf9b8eb-1156-401f-a0c9-a2225520a4e4']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:47.734397 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70cc59b-7348-4831-abda-3d1480583af5') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:47.734711 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70cc59b-7348-4831-abda-3d1480583af5') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:47.744769 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.759091 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.767798 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:14:47.768234 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:14:47.771882 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:14:47.838411 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.843018 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.845908 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/networks/7cf9b8eb-1156-401f-a0c9-a2225520a4e4 HTTP/1.1" status: 204 len: 168 time: 0.3092649 Jul 19 04:14:47.849417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46970) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:47.860972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b66ab-4344-4435-abff-7958cf4d6cd8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Network': ['ID=7cf9b8eb-1156-401f-a0c9-a2225520a4e4,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:47.912039 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbe76ba6-1ecf-498e-8b88-031486ac3390 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.915893 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:14:47.937184 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbe76ba6-1ecf-498e-8b88-031486ac3390 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.995261 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbe76ba6-1ecf-498e-8b88-031486ac3390 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.997748 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-dbe76ba6-1ecf-498e-8b88-031486ac3390 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:47.998948 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-dbe76ba6-1ecf-498e-8b88-031486ac3390 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/security-groups/a1f2f02f-f933-472d-bf7b-5cc30f02d6d2 HTTP/1.1" status: 204 len: 168 time: 0.1485438 Jul 19 04:14:48.008720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe76ba6-1ecf-498e-8b88-031486ac3390 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f2f02f-f933-472d-bf7b-5cc30f02d6d2,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:48.151285 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.303993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46976) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:48.308679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-54077244-c30f-4d4b-b3f6-1d8fdefd14f1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1471144303', 'description': 'tempest-secgroup-smoke-1471144303 description', 'project_id': 'a1dc58c326984d3cac739e62488a2cae'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:48.330317 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-54077244-c30f-4d4b-b3f6-1d8fdefd14f1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.413504 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-54077244-c30f-4d4b-b3f6-1d8fdefd14f1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.417340 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-54077244-c30f-4d4b-b3f6-1d8fdefd14f1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.444650 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-54077244-c30f-4d4b-b3f6-1d8fdefd14f1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.445804 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-54077244-c30f-4d4b-b3f6-1d8fdefd14f1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1407969 Jul 19 04:14:48.448836 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46978) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:48.449729 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54077244-c30f-4d4b-b3f6-1d8fdefd14f1 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:48.454526 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a7978b7f-a6c7-466e-a23e-80ee534d9666 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'de9f2fd2-26f2-4fd2-91d0-a71be3e65a09', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:48.481561 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7978b7f-a6c7-466e-a23e-80ee534d9666 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.528395 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7978b7f-a6c7-466e-a23e-80ee534d9666 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.531940 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7978b7f-a6c7-466e-a23e-80ee534d9666 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.551969 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7978b7f-a6c7-466e-a23e-80ee534d9666 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a64b73f-d396-4786-9897-bb5df88d1ac7,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:48.557114 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a7978b7f-a6c7-466e-a23e-80ee534d9666 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.558390 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a7978b7f-a6c7-466e-a23e-80ee534d9666 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1084087 Jul 19 04:14:48.561010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46980) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:48.565714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-06585db6-083d-4358-9e14-376733e796d9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'de9f2fd2-26f2-4fd2-91d0-a71be3e65a09', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:48.591092 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06585db6-083d-4358-9e14-376733e796d9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.648226 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06585db6-083d-4358-9e14-376733e796d9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.651870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06585db6-083d-4358-9e14-376733e796d9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.672081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06585db6-083d-4358-9e14-376733e796d9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8bab13-a0c5-4520-b89f-16966d5ca046,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:48.676889 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-06585db6-083d-4358-9e14-376733e796d9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.678800 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-06585db6-083d-4358-9e14-376733e796d9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167257 Jul 19 04:14:48.680729 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46982) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:48.685119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-5fcf2402-f3ce-4256-a7cb-0a9d9b0ee8c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'de9f2fd2-26f2-4fd2-91d0-a71be3e65a09', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:48.711056 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2402-f3ce-4256-a7cb-0a9d9b0ee8c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.771274 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2402-f3ce-4256-a7cb-0a9d9b0ee8c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.774788 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2402-f3ce-4256-a7cb-0a9d9b0ee8c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.792756 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf2402-f3ce-4256-a7cb-0a9d9b0ee8c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fc7322-2b0b-419c-97d7-1c39618b036c,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:48.798318 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2402-f3ce-4256-a7cb-0a9d9b0ee8c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.800041 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5fcf2402-f3ce-4256-a7cb-0a9d9b0ee8c5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177292 Jul 19 04:14:48.803520 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46984) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:48.807933 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-a0f11026-e085-4f21-9921-ce0a70a33dbc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'de9f2fd2-26f2-4fd2-91d0-a71be3e65a09', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:48.833481 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0f11026-e085-4f21-9921-ce0a70a33dbc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.889970 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0f11026-e085-4f21-9921-ce0a70a33dbc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.894232 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0f11026-e085-4f21-9921-ce0a70a33dbc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.912249 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f11026-e085-4f21-9921-ce0a70a33dbc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fda82b-661f-4405-9d2f-f5f12326fd73,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:48.919213 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-a0f11026-e085-4f21-9921-ce0a70a33dbc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:48.920398 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-a0f11026-e085-4f21-9921-ce0a70a33dbc tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159294 Jul 19 04:14:48.923123 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46986) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:48.927576 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-fcb5c264-845f-4808-956c-643346624ec7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'de9f2fd2-26f2-4fd2-91d0-a71be3e65a09', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:48.948381 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-fcb5c264-845f-4808-956c-643346624ec7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Project a1dc58c326984d3cac739e62488a2cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:14:48.953190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c264-845f-4808-956c-643346624ec7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.013109 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c264-845f-4808-956c-643346624ec7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.016455 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c264-845f-4808-956c-643346624ec7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.034706 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5c264-845f-4808-956c-643346624ec7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2442dd-76b7-485e-9eb7-3d8f59d9fd42,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:49.040534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c264-845f-4808-956c-643346624ec7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.044101 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fcb5c264-845f-4808-956c-643346624ec7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175532 Jul 19 04:14:49.044294 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46988) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:49.048703 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-255ae417-1fd3-4fe8-ac0e-0aed33a34678 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'security_group_rule': {'security_group_id': 'de9f2fd2-26f2-4fd2-91d0-a71be3e65a09', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:49.069840 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-255ae417-1fd3-4fe8-ac0e-0aed33a34678 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Project a1dc58c326984d3cac739e62488a2cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:14:49.074543 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-255ae417-1fd3-4fe8-ac0e-0aed33a34678 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.139343 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-255ae417-1fd3-4fe8-ac0e-0aed33a34678 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.144106 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-255ae417-1fd3-4fe8-ac0e-0aed33a34678 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.157334 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 479adabe-3fcb-4631-91e6-bbd459122020 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:14:49.163332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ae417-1fd3-4fe8-ac0e-0aed33a34678 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ac5670-c418-4ce8-abea-c3368d50b282,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:49.169373 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-255ae417-1fd3-4fe8-ac0e-0aed33a34678 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.170638 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-255ae417-1fd3-4fe8-ac0e-0aed33a34678 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252694 Jul 19 04:14:49.173420 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 46990) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:49.178538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'network': {'name': 'tempest-network-smoke--109702901', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'port_security_enabled': True}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:49.181888 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 479adabe-3fcb-4631-91e6-bbd459122020 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:14:49.182235 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 479adabe-3fcb-4631-91e6-bbd459122020 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:14:49.198570 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:14:49.202179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.225383 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:14:49.234287 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.234649 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Added segment cfa63a66-7076-4024-90a5-4486ddcf8eb3 of type vlan for network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 Jul 19 04:14:49.274090 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.301210 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.306997 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:49.307572 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.338861 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1644106 Jul 19 04:14:49.341694 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46992) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:49.346713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'admin_state_up': True, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:49.370089 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.371157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.378612 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978b42a-71cf-4572-8f69-7f646a603b37 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Network': ['ID=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:49.391732 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:14:49.430522 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.565643 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.757879 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.776805 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:49.875302 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.25.2.168 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/d3116b5e-4f2d-4515-9b1f-cb0ed6034a87) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:14:49.978543 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:50.018038 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:50.054650 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:14:50.059339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:14:50.062774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:14:50.087725 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=d3116b5e-4f2d-4515-9b1f-cb0ed6034a87,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:50.310240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:50.503842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:50.626521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 12c42184-cc5d-499c-9fef-389b8a6ac2ec is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:14:50.731276 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:14:50.745303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Sync routers for ids ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:14:50.750641 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:50.755162 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dc273e6d-66ea-4298-8684-53692d594f99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4091203 Jul 19 04:14:50.755321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Routers {'12c42184-cc5d-499c-9fef-389b8a6ac2ec'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:14:50.755431 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46994) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:50.755922 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:50.823339 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-26a85356-0fde-43d4-b2f6-7adaf1d485ab tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a1dc58c326984d3cac739e62488a2cae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0666106 Jul 19 04:14:50.825799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 46998) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:50.859894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Set router 12c42184-cc5d-499c-9fef-389b8a6ac2ec gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:14:50.915178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d0fd8a-1ee9-4975-ae91-8b9cabe5342d tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:50.916614 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b7d0fd8a-1ee9-4975-ae91-8b9cabe5342d tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898993 Jul 19 04:14:50.919629 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47000) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:50.947559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d7832a4d-ec46-42be-b1e7-3e11b66ec313 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1ce6d202-b2a6-41e0-93bb-85aa547b3839&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268960 Jul 19 04:14:50.949981 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47002) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:50.954716 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1045355257', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:51.036057 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:50Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:51.040573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:14:51.044216 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:51.067236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Checking router: 12c42184-cc5d-499c-9fef-389b8a6ac2ec for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:14:51.067581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Updating router 12c42184-cc5d-499c-9fef-389b8a6ac2ec port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:14:51.101483 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:51.231208 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:51.297138 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Subnet': ['ID=974832f1-68f2-4030-9a62-0af5f16acce8,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:51.304226 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Checking segment: {'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:14:51.304588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network hostable DHCP agents. Network: 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:14:51.320708 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:14:51.329719 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:14:51.334666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:51.335279 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:51.344854 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04cb12-fdfb-464e-b75a-66481c8f7524 None None] Network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:14:51.349811 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-94ff8f87-a441-41a1-a2c3-9f5b77737010 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3987739 Jul 19 04:14:51.352549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47004) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:14:51.386340 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:51.423273 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Transition to ACTIVE for port object d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:14:51.435525 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:51.530968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d94eaa-1b57-4368-a794-ccf3c6614795 None None] Pushing event updated for resources: {'Port': ['ID=d3116b5e-4f2d-4515-9b1f-cb0ed6034a87,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:51.535530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Attempting to bind port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:14:51.535918 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Attempting to bind port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:14:51.536281 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Attempting to bind port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:14:51.546547 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:14:51.546928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:14:51.547341 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:51.547735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:14:51.548220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Bound port: d3116b5e-4f2d-4515-9b1f-cb0ed6034a87, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:14:51.548605 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:51.602666 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:14:51.603558 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:51.642094 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] For port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:14:51.647248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] For port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d3116b5e-4f2d-4515-9b1f-cb0ed6034a87,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:14:51.698383 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:51.801768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Routers {'12c42184-cc5d-499c-9fef-389b8a6ac2ec'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:14:51.802485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:51.808168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d94eaa-1b57-4368-a794-ccf3c6614795 None None] Pushing event updated for resources: {'Port': ['ID=d3116b5e-4f2d-4515-9b1f-cb0ed6034a87,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:51.862939 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Allocated IP 172.20.0.2 (244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7/974832f1-68f2-4030-9a62-0af5f16acce8/77db8be2-dfa4-484f-a2dc-7fc3553b2563) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:14:52.108494 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] Set router 12c42184-cc5d-499c-9fef-389b8a6ac2ec gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:14:52.110626 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:52.327403 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:52.354435 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Transition to ACTIVE for port object 77db8be2-dfa4-484f-a2dc-7fc3553b2563 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:14:52.375261 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Transition to ACTIVE for port object 77db8be2-dfa4-484f-a2dc-7fc3553b2563 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:14:52.385718 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:52.432742 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:14:52.435693 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.20.0.1 (244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7/974832f1-68f2-4030-9a62-0af5f16acce8/369b7d06-54ce-4106-81d4-9b9b113744b8) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:14:52.437795 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:50Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:52.444554 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:14:52.471985 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:14:52.475357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abb44f-bd65-44bf-88f6-eee701e37b29 None None] The sync data for ids ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'] in n-d-762330-18 is: [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:50Z', 'revision_number': 3, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:14:52.476759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Pushing event updated for resources: {'Port': ['ID=77db8be2-dfa4-484f-a2dc-7fc3553b2563,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:52.534567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Attempting to bind port 77db8be2-dfa4-484f-a2dc-7fc3553b2563 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:14:52.534941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Attempting to bind port 77db8be2-dfa4-484f-a2dc-7fc3553b2563 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:14:52.535312 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Attempting to bind port 77db8be2-dfa4-484f-a2dc-7fc3553b2563 on network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:14:52.540675 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:14:52.541055 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Checking segment: {'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:14:52.542025 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:52.542025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Bound using segment: {'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:14:52.542365 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Bound port: 77db8be2-dfa4-484f-a2dc-7fc3553b2563, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:14:52.542722 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:52.559124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:52.573467 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Transition to ACTIVE for port object 369b7d06-54ce-4106-81d4-9b9b113744b8 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:14:52.609201 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:52.614137 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] For port 77db8be2-dfa4-484f-a2dc-7fc3553b2563, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:14:52.617674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] For port 77db8be2-dfa4-484f-a2dc-7fc3553b2563, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=77db8be2-dfa4-484f-a2dc-7fc3553b2563,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:14:52.625567 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:52.657738 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:14:52.661384 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:14:52.666053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:14:52.683790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b25c8-4f25-4cf4-973e-c623dbc67535 None None] Pushing event updated for resources: {'Port': ['ID=77db8be2-dfa4-484f-a2dc-7fc3553b2563,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:52.718944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=369b7d06-54ce-4106-81d4-9b9b113744b8,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:52.744406 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:52.912140 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:53.232536 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:53.238907 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:53.281847 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 77db8be2-dfa4-484f-a2dc-7fc3553b2563 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:14:53.317219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=369b7d06-54ce-4106-81d4-9b9b113744b8,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:53.322558 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:53.336774 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 77db8be2-dfa4-484f-a2dc-7fc3553b2563 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:14:53.340971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:14:53.396904 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:14:53.401089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:53.401473 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:53.434365 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:14:53.436003 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:14:53.505156 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:53.527665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d3116b5e-4f2d-4515-9b1f-cb0ed6034a87,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:14:53.532144 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:53.569117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 12c42184-cc5d-499c-9fef-389b8a6ac2ec has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:14:53.585764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=d3116b5e-4f2d-4515-9b1f-cb0ed6034a87,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:53.684061 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:14:53.690414 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a95d9cf7-6e57-4090-8c44-fdcc2e47b002 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "PUT /v2.0/routers/12c42184-cc5d-499c-9fef-389b8a6ac2ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3367946 Jul 19 04:14:53.744400 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f91981-c62d-4e75-b26b-37eeb4dcc2d3 None None] Network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:14:53.812785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-83525177-25f5-4739-9388-142d97d1c11b None None] Provisioning for port 77db8be2-dfa4-484f-a2dc-7fc3553b2563 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:14:53.820184 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-83525177-25f5-4739-9388-142d97d1c11b None None] Provisioning complete for port 77db8be2-dfa4-484f-a2dc-7fc3553b2563 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:53.820562 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83525177-25f5-4739-9388-142d97d1c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:53.835059 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-b3454845-c017-4568-8d5f-f94166bb3f88 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1471144303&fields=id&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 267 time: 0.0360386 Jul 19 04:14:53.955731 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-64721657-fdca-46a9-9dd0-de9a5dbc5278 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:53.957302 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-64721657-fdca-46a9-9dd0-de9a5dbc5278 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/networks?id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 HTTP/1.1" status: 200 len: 796 time: 0.1151857 Jul 19 04:14:53.974770 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-0769bb73-1782-4218-b67d-33ecf3eb1b26 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/quotas/a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 375 time: 0.0117967 Jul 19 04:14:53.980330 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83525177-25f5-4739-9388-142d97d1c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:54.024738 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-83525177-25f5-4739-9388-142d97d1c11b None None] For port 77db8be2-dfa4-484f-a2dc-7fc3553b2563, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=77db8be2-dfa4-484f-a2dc-7fc3553b2563,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:14:54.030802 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-83525177-25f5-4739-9388-142d97d1c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:54.054040 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-4fc90aa5-086a-4f89-9107-934627513d56 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753422 Jul 19 04:14:54.086111 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83525177-25f5-4739-9388-142d97d1c11b None None] Pushing event updated for resources: {'Port': ['ID=77db8be2-dfa4-484f-a2dc-7fc3553b2563,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:54.117633 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-ec9708fd-ba90-4820-a294-3761616a38e0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:14:54.118662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-ec9708fd-ba90-4820-a294-3761616a38e0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527456 Jul 19 04:14:54.212847 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-90b157c5-ca9a-43cb-991d-691f1c61577c service neutron] 10.222.0.20 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881016 Jul 19 04:14:54.260899 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Sync routers for ids ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:14:54.261448 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d02321cc-adcb-40ad-a8af-2820e45f5a34 None None] Provisioning for port 369b7d06-54ce-4106-81d4-9b9b113744b8 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:14:54.266487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d02321cc-adcb-40ad-a8af-2820e45f5a34 None None] Provisioning complete for port 369b7d06-54ce-4106-81d4-9b9b113744b8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:54.266669 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d02321cc-adcb-40ad-a8af-2820e45f5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:54.272126 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Routers {'12c42184-cc5d-499c-9fef-389b8a6ac2ec'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:14:54.272771 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:54.305108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-d02321cc-adcb-40ad-a8af-2820e45f5a34 None None] Port 369b7d06-54ce-4106-81d4-9b9b113744b8 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:14:54.316981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-d02321cc-adcb-40ad-a8af-2820e45f5a34 None None] Provisioning complete for port 77db8be2-dfa4-484f-a2dc-7fc3553b2563 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:54.317762 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d02321cc-adcb-40ad-a8af-2820e45f5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:54.335059 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-715269d0-440d-4623-ba77-749062c6148a service neutron] 10.222.0.20 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159623 Jul 19 04:14:54.400324 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Set router 12c42184-cc5d-499c-9fef-389b8a6ac2ec gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:14:54.546067 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-63d6a02b-132a-4ceb-a44a-6f3e655db48b None None] Provisioning complete for port 369b7d06-54ce-4106-81d4-9b9b113744b8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:54.547552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-63d6a02b-132a-4ceb-a44a-6f3e655db48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:54.572946 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2c6068b7-50ca-4871-910f-b1d8e68cec8c req-f39ddb66-960b-4c7e-8dba-a48c3af0d2fb tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 210 time: 0.0424447 Jul 19 04:14:54.615407 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-63d6a02b-132a-4ceb-a44a-6f3e655db48b None None] Port 369b7d06-54ce-4106-81d4-9b9b113744b8 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:14:54.645615 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:52Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '369b7d06-54ce-4106-81d4-9b9b113744b8', 'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:08:7c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:52Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 2, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:54.676846 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Checking router: 12c42184-cc5d-499c-9fef-389b8a6ac2ec for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:14:54.677228 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Updating router 12c42184-cc5d-499c-9fef-389b8a6ac2ec port 369b7d06-54ce-4106-81d4-9b9b113744b8 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:14:54.714642 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:54.742866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-c66d4ad7-f891-4d11-94ad-f6203e9e4a5e None None] Provisioning complete for port 369b7d06-54ce-4106-81d4-9b9b113744b8 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:54.743242 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c66d4ad7-f891-4d11-94ad-f6203e9e4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:54.780578 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-c66d4ad7-f891-4d11-94ad-f6203e9e4a5e None None] Port 369b7d06-54ce-4106-81d4-9b9b113744b8 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:14:54.999351 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:55.009688 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Transition to ACTIVE for port object 369b7d06-54ce-4106-81d4-9b9b113744b8 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:14:55.016265 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:55.069312 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Pushing event updated for resources: {'Port': ['ID=369b7d06-54ce-4106-81d4-9b9b113744b8,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:55.094935 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.095274 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.095609 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.096000 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.096334 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.096656 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.096980 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.097304 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.097626 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.097946 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.098287 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.098604 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:14:55.131278 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Attempting to bind port 369b7d06-54ce-4106-81d4-9b9b113744b8 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:14:55.131732 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Attempting to bind port 369b7d06-54ce-4106-81d4-9b9b113744b8 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:14:55.132150 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Attempting to bind port 369b7d06-54ce-4106-81d4-9b9b113744b8 on network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:14:55.137683 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:14:55.138133 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Checking segment: {'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:14:55.138909 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:55.139368 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Bound using segment: {'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:14:55.139826 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Bound port: 369b7d06-54ce-4106-81d4-9b9b113744b8, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:14:55.140203 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:55.218412 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] For port 369b7d06-54ce-4106-81d4-9b9b113744b8, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:14:55.222420 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] For port 369b7d06-54ce-4106-81d4-9b9b113744b8, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=369b7d06-54ce-4106-81d4-9b9b113744b8,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:14:55.227726 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:55.234510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 77db8be2-dfa4-484f-a2dc-7fc3553b2563 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:14:55.295061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 77db8be2-dfa4-484f-a2dc-7fc3553b2563 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:55.295527 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:55.380701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:14:55.382513 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Routers {'12c42184-cc5d-499c-9fef-389b8a6ac2ec'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:14:55.383142 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:55.419646 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d73e6-a9dd-4a46-92b5-bf00b2a9bc54 None None] Pushing event updated for resources: {'Port': ['ID=369b7d06-54ce-4106-81d4-9b9b113744b8,revision_number=4']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:55.445103 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:55.445468 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:55.510954 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] Set router 12c42184-cc5d-499c-9fef-389b8a6ac2ec gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:14:55.675325 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-96a059bd-40d4-440c-9732-0bb541f91820 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:55.677835 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-96a059bd-40d4-440c-9732-0bb541f91820 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "GET /v2.0/networks?id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 HTTP/1.1" status: 200 len: 796 time: 0.1268182 Jul 19 04:14:55.726669 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-45441ae1-567e-4abe-be02-1624be68a6a9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1dc58c326984d3cac739e62488a2cae HTTP/1.1" status: 200 len: 380 time: 0.0401332 Jul 19 04:14:55.737884 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'port': {'device_id': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'admin_state_up': True, 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'security_groups': ['de9f2fd2-26f2-4fd2-91d0-a71be3e65a09']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:55.758936 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:52Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '369b7d06-54ce-4106-81d4-9b9b113744b8', 'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:08:7c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:52Z', 'updated_at': '2021-07-19T04:14:55Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:14:55.774361 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d85c6c35-7f26-4982-a224-702d72322cfc req-7541a553-4a7f-4c8a-98e2-c434bac7d2bd tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 210 time: 0.0431907 Jul 19 04:14:55.802356 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58832970-10f1-4c28-b625-479c6d4b5451 None None] The sync data for ids ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'] in n-d-762330-18 is: [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:52Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '369b7d06-54ce-4106-81d4-9b9b113744b8', 'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:08:7c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:52Z', 'updated_at': '2021-07-19T04:14:55Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:14:55.889407 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Made reservation on behalf of a1dc58c326984d3cac739e62488a2cae for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:14:55.894005 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:56.027515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.20.0.9 (244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7/974832f1-68f2-4030-9a62-0af5f16acce8/db1877e2-d198-45a6-97d6-4560d73122dc) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:14:56.173622 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:56.188533 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Transition to ACTIVE for port object db1877e2-d198-45a6-97d6-4560d73122dc will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:14:56.222965 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:56.279871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:14:56.283953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:14:56.286399 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:14:56.293754 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=db1877e2-d198-45a6-97d6-4560d73122dc,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:56.342328 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:56.342989 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:56.359848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-56efbfd2-c5c1-4855-9939-b8b4e464972b tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275418 Jul 19 04:14:56.370257 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-330c9136-3634-4ec1-8791-1a0ebf873e21 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:14:56.371425 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-330c9136-3634-4ec1-8791-1a0ebf873e21 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057156 Jul 19 04:14:56.448572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Request body: {'port': {'device_id': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:14:56.527562 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:56.588772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4910921b-12be-4f2a-9d94-39c445a8f852 None None] Provisioning for port db1877e2-d198-45a6-97d6-4560d73122dc completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:14:56.594958 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4910921b-12be-4f2a-9d94-39c445a8f852 None None] Provisioning complete for port db1877e2-d198-45a6-97d6-4560d73122dc triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:56.595549 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4910921b-12be-4f2a-9d94-39c445a8f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:56.632574 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4910921b-12be-4f2a-9d94-39c445a8f852 None None] Port db1877e2-d198-45a6-97d6-4560d73122dc cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:14:56.805677 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1877e2-d198-45a6-97d6-4560d73122dc {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:14:56.813422 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:56.825871 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Transition to ACTIVE for port object db1877e2-d198-45a6-97d6-4560d73122dc will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:14:56.831306 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:56.904775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Pushing event updated for resources: {'Port': ['ID=db1877e2-d198-45a6-97d6-4560d73122dc,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:56.995379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Attempting to bind port db1877e2-d198-45a6-97d6-4560d73122dc on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:14:56.995718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Attempting to bind port db1877e2-d198-45a6-97d6-4560d73122dc by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:14:56.996047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Attempting to bind port db1877e2-d198-45a6-97d6-4560d73122dc on network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:14:57.007104 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Port db1877e2-d198-45a6-97d6-4560d73122dc on network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:14:57.007435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Attempting to bind port db1877e2-d198-45a6-97d6-4560d73122dc on network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:14:57.023197 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3663be-bd53-4c1a-8daa-a98415f92a59 req-3029d53b-b466-4c74-b543-d6c8253f0c8c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:57.024811 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c3663be-bd53-4c1a-8daa-a98415f92a59 req-3029d53b-b466-4c74-b543-d6c8253f0c8c tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 943 time: 0.1240962 Jul 19 04:14:57.025811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:14:57.026147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Checking segment: {'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:14:57.026565 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Bound using segment: {'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:14:57.027015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Bound port: db1877e2-d198-45a6-97d6-4560d73122dc, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa63a66-7076-4024-90a5-4486ddcf8eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:14:57.027383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:57.099569 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4c3663be-bd53-4c1a-8daa-a98415f92a59 req-20520c3b-dd2f-4132-a73d-a08198b0f7c4 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624406 Jul 19 04:14:57.119953 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] For port db1877e2-d198-45a6-97d6-4560d73122dc, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:14:57.123259 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] For port db1877e2-d198-45a6-97d6-4560d73122dc, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=db1877e2-d198-45a6-97d6-4560d73122dc,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:14:57.128712 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:57.175900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:57.176540 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:57.177996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] 10.222.0.25 "PUT /v2.0/ports/db1877e2-d198-45a6-97d6-4560d73122dc HTTP/1.1" status: 200 len: 1092 time: 0.7981737 Jul 19 04:14:57.178422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'tag': 'db1877e2-d198-45a6-97d6-4560d73122dc'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:14:57.180720 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e204618c-560e-4f9c-920f-b3e208c32934" -d '{"events": [{"name": "network-changed", "server_uuid": "4a49b6eb-9da9-464d-9b2c-99ea6f4dece2", "tag": "db1877e2-d198-45a6-97d6-4560d73122dc"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:14:57.240828 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563f59bd-fe86-40cd-a7a4-1c34fdc3c646 x-openstack-request-id: req-563f59bd-fe86-40cd-a7a4-1c34fdc3c646 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:14:57.241124 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a49b6eb-9da9-464d-9b2c-99ea6f4dece2", "tag": "db1877e2-d198-45a6-97d6-4560d73122dc", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:14:57.241360 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-563f59bd-fe86-40cd-a7a4-1c34fdc3c646 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:14:57.241896 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'tag': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'status': 'completed', 'code': 200} Jul 19 04:14:57.242508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1996487-81d9-4553-bee5-1ff5b24589d0 service neutron] Pushing event updated for resources: {'Port': ['ID=db1877e2-d198-45a6-97d6-4560d73122dc,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:57.258763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 369b7d06-54ce-4106-81d4-9b9b113744b8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:14:57.297515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-8a5e0bdf-5ca7-428b-92e3-91a3ef15b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:57.299213 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-8a5e0bdf-5ca7-428b-92e3-91a3ef15b716 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 1095 time: 0.0693481 Jul 19 04:14:57.311465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 369b7d06-54ce-4106-81d4-9b9b113744b8 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:14:57.315870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 369b7d06-54ce-4106-81d4-9b9b113744b8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:57.316250 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:57.343363 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-b64f4b62-9dd7-447b-a9fa-87cd52d71e34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db1877e2-d198-45a6-97d6-4560d73122dc HTTP/1.1" status: 200 len: 217 time: 0.0370214 Jul 19 04:14:57.399468 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-9e0a5c47-f068-43c8-80c8-7b52e6a8adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:57.400971 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-9e0a5c47-f068-43c8-80c8-7b52e6a8adc3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974832f1-68f2-4030-9a62-0af5f16acce8 HTTP/1.1" status: 200 len: 835 time: 0.0518386 Jul 19 04:14:57.402179 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:57.434321 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 369b7d06-54ce-4106-81d4-9b9b113744b8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=369b7d06-54ce-4106-81d4-9b9b113744b8,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:14:57.438863 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:57.460494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-0e7d517b-f4b8-4840-a130-b9f4b4964559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:57.461934 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-0e7d517b-f4b8-4840-a130-b9f4b4964559 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544362 Jul 19 04:14:57.501288 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=369b7d06-54ce-4106-81d4-9b9b113744b8,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:14:57.552076 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-99212548-c0fa-47bc-b6cb-8a442f82f485 service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835736 Jul 19 04:14:57.644185 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-506e42a4-0a34-4ae0-b151-4b2e47434751 req-ff3b8124-9ae9-44e3-abdb-3532728bf249 service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853829 Jul 19 04:14:57.737511 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204618c-560e-4f9c-920f-b3e208c32934 req-fb829bc3-2fd2-4701-9053-44206927b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:57.739085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e204618c-560e-4f9c-920f-b3e208c32934 req-fb829bc3-2fd2-4701-9053-44206927b8cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 1095 time: 0.0526180 Jul 19 04:14:57.832542 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204618c-560e-4f9c-920f-b3e208c32934 req-4f20003e-cd6f-4433-b3a4-65367de85a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:57.834020 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e204618c-560e-4f9c-920f-b3e208c32934 req-4f20003e-cd6f-4433-b3a4-65367de85a4c service neutron] 10.222.0.25 "GET /v2.0/networks?id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 HTTP/1.1" status: 200 len: 896 time: 0.0892761 Jul 19 04:14:57.875051 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e204618c-560e-4f9c-920f-b3e208c32934 req-711f6ed6-bc64-4d5e-8668-7bf63d748ea6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db1877e2-d198-45a6-97d6-4560d73122dc HTTP/1.1" status: 200 len: 217 time: 0.0336502 Jul 19 04:14:57.921747 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204618c-560e-4f9c-920f-b3e208c32934 req-107bca88-ebcc-467f-b284-9f6c189c75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:57.923126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e204618c-560e-4f9c-920f-b3e208c32934 req-107bca88-ebcc-467f-b284-9f6c189c75eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974832f1-68f2-4030-9a62-0af5f16acce8 HTTP/1.1" status: 200 len: 835 time: 0.0416906 Jul 19 04:14:57.983319 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204618c-560e-4f9c-920f-b3e208c32934 req-6f62eea3-86c9-4503-abf8-119abff75c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:57.984773 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e204618c-560e-4f9c-920f-b3e208c32934 req-6f62eea3-86c9-4503-abf8-119abff75c9b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539503 Jul 19 04:14:58.073044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e204618c-560e-4f9c-920f-b3e208c32934 req-6d1a427f-f0d3-4be3-9422-b4dd8eb77ed5 service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807369 Jul 19 04:14:58.169925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e204618c-560e-4f9c-920f-b3e208c32934 req-6f8acf7d-c6b3-480a-923b-785c282c0fed service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900037 Jul 19 04:14:58.276342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3e10b-16fb-4488-9360-c1270fd8a2cc req-2919ec12-453f-434a-8a6a-ef74c85254f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:58.277839 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dce3e10b-16fb-4488-9360-c1270fd8a2cc req-2919ec12-453f-434a-8a6a-ef74c85254f5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 943 time: 0.0629218 Jul 19 04:14:58.315781 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-dce3e10b-16fb-4488-9360-c1270fd8a2cc req-e6df7cc8-229b-447f-b620-0a07a532ffa0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Jul 19 04:14:59.208279 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 369b7d06-54ce-4106-81d4-9b9b113744b8 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:14:59.255916 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 369b7d06-54ce-4106-81d4-9b9b113744b8 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:14:59.256289 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:14:59.489884 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff435b-a75d-4289-9be9-85e579a5c6e4 req-2b91850c-4c16-4207-a9b0-32127c131ea8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:14:59.491419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-46ff435b-a75d-4289-9be9-85e579a5c6e4 req-2b91850c-4c16-4207-a9b0-32127c131ea8 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 943 time: 0.0630686 Jul 19 04:14:59.528519 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-46ff435b-a75d-4289-9be9-85e579a5c6e4 req-6e068514-7113-4736-ae66-617a003b1d99 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Jul 19 04:15:00.701260 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8963-d8ed-43c2-89a8-75cc3bec9514 req-9a1bb588-48d4-4045-92e6-795b62bd5588 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:00.702897 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56fb8963-d8ed-43c2-89a8-75cc3bec9514 req-9a1bb588-48d4-4045-92e6-795b62bd5588 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 943 time: 0.0664239 Jul 19 04:15:00.741038 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56fb8963-d8ed-43c2-89a8-75cc3bec9514 req-ed398a94-a64f-4b94-b318-1d218eb230f3 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Jul 19 04:15:01.917538 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb679b-ff47-400d-a542-1f9f371e17ae req-d2848e71-2972-4e5e-a538-0d7368c34abe tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:01.919052 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ecb679b-ff47-400d-a542-1f9f371e17ae req-d2848e71-2972-4e5e-a538-0d7368c34abe tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 943 time: 0.0654323 Jul 19 04:15:01.956258 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5ecb679b-ff47-400d-a542-1f9f371e17ae req-bff67599-0bca-41d1-b48a-6f3534384129 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311010 Jul 19 04:15:02.198765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device db1877e2-d198-45a6-97d6-4560d73122dc details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:15:02.292161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port db1877e2-d198-45a6-97d6-4560d73122dc, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=db1877e2-d198-45a6-97d6-4560d73122dc,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:15:02.306183 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'port_id': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'mac_address': 'fa:16:3e:6f:90:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:15:02.342027 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:02.355101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1877e2-d198-45a6-97d6-4560d73122dc {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:15:02.374152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port db1877e2-d198-45a6-97d6-4560d73122dc, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=db1877e2-d198-45a6-97d6-4560d73122dc,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:15:02.377740 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:02.423968 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=db1877e2-d198-45a6-97d6-4560d73122dc,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:02.602945 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['db1877e2-d198-45a6-97d6-4560d73122dc'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:15:03.130572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2edab-6ab3-46ef-b4e0-25301bca8695 req-6f655017-c48c-4501-b068-3af0cc2acea6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:03.132030 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fa2edab-6ab3-46ef-b4e0-25301bca8695 req-6f655017-c48c-4501-b068-3af0cc2acea6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 944 time: 0.0663359 Jul 19 04:15:03.170221 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6fa2edab-6ab3-46ef-b4e0-25301bca8695 req-aae6a8af-86ac-48ab-a054-be0387042d46 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324953 Jul 19 04:15:04.214255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device db1877e2-d198-45a6-97d6-4560d73122dc up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:15:04.261631 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port db1877e2-d198-45a6-97d6-4560d73122dc completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:15:04.265211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port db1877e2-d198-45a6-97d6-4560d73122dc triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:15:04.265580 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:04.343529 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:04.344530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ca7f-de4d-4f2f-abe6-4ab8f82cec0b req-9ba39756-5218-435e-b0f5-e6d420f2df43 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:04.346565 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a774ca7f-de4d-4f2f-abe6-4ab8f82cec0b req-9ba39756-5218-435e-b0f5-e6d420f2df43 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 944 time: 0.0638847 Jul 19 04:15:04.370992 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1877e2-d198-45a6-97d6-4560d73122dc'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:15:04.373239 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e95aca-3100-484b-834d-841e2a4c54be" -d '{"events": [{"server_uuid": "4a49b6eb-9da9-464d-9b2c-99ea6f4dece2", "name": "network-vif-plugged", "status": "completed", "tag": "db1877e2-d198-45a6-97d6-4560d73122dc"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:15:04.386089 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port db1877e2-d198-45a6-97d6-4560d73122dc, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=db1877e2-d198-45a6-97d6-4560d73122dc,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:15:04.386891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a774ca7f-de4d-4f2f-abe6-4ab8f82cec0b req-5f24d361-41f9-4a09-ac8b-dad6b4a07067 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344267 Jul 19 04:15:04.390886 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:04.451115 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=db1877e2-d198-45a6-97d6-4560d73122dc,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:04.465323 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e4ebc5-76db-4bf5-8dee-9d15db74ec4e x-openstack-request-id: req-43e4ebc5-76db-4bf5-8dee-9d15db74ec4e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:15:04.465609 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a49b6eb-9da9-464d-9b2c-99ea6f4dece2", "name": "network-vif-plugged", "status": "completed", "tag": "db1877e2-d198-45a6-97d6-4560d73122dc", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:15:04.465858 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43e4ebc5-76db-4bf5-8dee-9d15db74ec4e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:15:04.466251 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'code': 200} Jul 19 04:15:04.575064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029950ec-f7e5-4218-a71c-06a062040de9 req-38f33daf-f03b-446d-a126-6ddbc8f80047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:04.576555 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-029950ec-f7e5-4218-a71c-06a062040de9 req-38f33daf-f03b-446d-a126-6ddbc8f80047 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 1097 time: 0.0513132 Jul 19 04:15:04.609256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-029950ec-f7e5-4218-a71c-06a062040de9 req-4f4be5b8-0bb6-4878-bb54-16fe18d80933 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264769 Jul 19 04:15:05.565589 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ce664-f16c-4886-b6af-b53a231b4f3b req-a39866b9-be8c-4024-9711-161c454d6e19 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:05.567136 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d97ce664-f16c-4886-b6af-b53a231b4f3b req-a39866b9-be8c-4024-9711-161c454d6e19 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0676425 Jul 19 04:15:05.604917 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d97ce664-f16c-4886-b6af-b53a231b4f3b req-9c7bfc93-61b3-4d8d-8acf-03d339b57411 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322199 Jul 19 04:15:05.780726 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb015a-f61f-4772-89a3-bc457c4cfbf2 req-092cecf9-f393-4eaf-ab73-db365ccafb20 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:05.782206 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40fb015a-f61f-4772-89a3-bc457c4cfbf2 req-092cecf9-f393-4eaf-ab73-db365ccafb20 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0656970 Jul 19 04:15:05.819033 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-40fb015a-f61f-4772-89a3-bc457c4cfbf2 req-087bcb92-6333-44bd-abd8-00ab2648cee2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312152 Jul 19 04:15:05.841997 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47062) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:05.892137 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d59ba5-ac72-4a70-8d79-42336e20b2b1 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:05.894718 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-85d59ba5-ac72-4a70-8d79-42336e20b2b1 tempest-TestNetworkAdvancedServerOps-1509509439 tempest-TestNetworkAdvancedServerOps-1509509439-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 1092 time: 0.0517569 Jul 19 04:15:05.897416 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47064) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:05.901704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:15:05.922939 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:06.021612 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:06.120185 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Allocated IP 172.25.2.198 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/58e3ee2a-0b6b-492d-a985-379da0271a09) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:15:06.225275 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:06.264783 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:06.301525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:15:06.307606 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:15:06.310348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:15:06.336765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=58e3ee2a-0b6b-492d-a985-379da0271a09,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:07.000919 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:07.077777 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:07.224462 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:07.228796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:07.298443 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event updated for resources: {'Port': ['ID=58e3ee2a-0b6b-492d-a985-379da0271a09,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:07.310448 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:07.410291 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Floating IP ad94ac56-e79d-44b0-9cc4-d267bc61760f associated. External IP: 172.25.2.198, port: db1877e2-d198-45a6-97d6-4560d73122dc. Jul 19 04:15:07.556251 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:07.621335 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 12c42184-cc5d-499c-9fef-389b8a6ac2ec has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:15:07.730062 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:15:07.739781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] Sync routers for ids ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:15:07.746116 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:07.748725 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] Routers {'12c42184-cc5d-499c-9fef-389b8a6ac2ec'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:07.749415 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:07.784645 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e7bc5d59-3220-4edd-a462-ae3ae835d029 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8862114 Jul 19 04:15:07.785645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'tag': 'db1877e2-d198-45a6-97d6-4560d73122dc'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:15:07.788038 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26543d3-e17d-4dce-a31f-e4308c6acfce" -d '{"events": [{"name": "network-changed", "server_uuid": "4a49b6eb-9da9-464d-9b2c-99ea6f4dece2", "tag": "db1877e2-d198-45a6-97d6-4560d73122dc"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:15:07.811028 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:07.830789 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9ba788-9a52-4695-a3b4-6143ed4e457a x-openstack-request-id: req-ea9ba788-9a52-4695-a3b4-6143ed4e457a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:15:07.831189 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a49b6eb-9da9-464d-9b2c-99ea6f4dece2", "tag": "db1877e2-d198-45a6-97d6-4560d73122dc", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:15:07.831705 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea9ba788-9a52-4695-a3b4-6143ed4e457a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:15:07.832208 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'tag': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'status': 'completed', 'code': 200} Jul 19 04:15:07.868540 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] Set router 12c42184-cc5d-499c-9fef-389b8a6ac2ec gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:07.914657 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-6eac86e8-dc76-4e1d-9773-138606a42127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:07.916316 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-6eac86e8-dc76-4e1d-9773-138606a42127 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 1097 time: 0.0622053 Jul 19 04:15:07.951662 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4d281-cce1-4130-87c0-5f52cd3ba1d9 req-8aa8ca97-512c-4b09-b307-a8fb3af69967 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:07.953182 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-93e4d281-cce1-4130-87c0-5f52cd3ba1d9 req-8aa8ca97-512c-4b09-b307-a8fb3af69967 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0662889 Jul 19 04:15:07.992981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-93e4d281-cce1-4130-87c0-5f52cd3ba1d9 req-94454e1b-d26d-4281-9e03-e15f7169af2d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Jul 19 04:15:08.015915 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-53262aec-1882-4360-8e8c-0ef693b0fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:08.017695 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-53262aec-1882-4360-8e8c-0ef693b0fb5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 HTTP/1.1" status: 200 len: 896 time: 0.0950351 Jul 19 04:15:08.019769 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47070) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:08.135740 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8a24c8d0-cbb3-44fd-b08a-dcb0242b3278 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/ad94ac56-e79d-44b0-9cc4-d267bc61760f HTTP/1.1" status: 200 len: 991 time: 0.1147788 Jul 19 04:15:08.138034 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-12da9fcc-9deb-49d8-9e36-abfe7cf8a1a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db1877e2-d198-45a6-97d6-4560d73122dc HTTP/1.1" status: 200 len: 999 time: 0.1118524 Jul 19 04:15:08.188329 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-896ba622-4bd2-4042-996e-11b1cff44b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:08.190699 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-896ba622-4bd2-4042-996e-11b1cff44b4d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974832f1-68f2-4030-9a62-0af5f16acce8 HTTP/1.1" status: 200 len: 835 time: 0.0463188 Jul 19 04:15:08.247512 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-6984c846-7c3e-4fe3-b12a-019aeeb36891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:08.249172 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-6984c846-7c3e-4fe3-b12a-019aeeb36891 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529914 Jul 19 04:15:08.269118 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:52Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'ad94ac56-e79d-44b0-9cc4-d267bc61760f', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'port_id': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'mac_address': 'fa:16:3e:6f:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:15:06Z', 'updated_at': '2021-07-19T04:15:06Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369b7d06-54ce-4106-81d4-9b9b113744b8', 'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:08:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:52Z', 'updated_at': '2021-07-19T04:14:57Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:08.295207 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] Checking router: 12c42184-cc5d-499c-9fef-389b8a6ac2ec for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:15:08.303909 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] Routers {'12c42184-cc5d-499c-9fef-389b8a6ac2ec'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:08.304517 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:14:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:08.343364 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-0d55d244-3890-4d47-9d5d-707f885d9e7e service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876138 Jul 19 04:15:08.408406 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] Set router 12c42184-cc5d-499c-9fef-389b8a6ac2ec gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:08.431288 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f26543d3-e17d-4dce-a31f-e4308c6acfce req-f94b4bba-b7ad-4bbf-8288-31aa547c9c39 service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822411 Jul 19 04:15:08.633876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:52Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'ad94ac56-e79d-44b0-9cc4-d267bc61760f', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'port_id': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'mac_address': 'fa:16:3e:6f:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:15:06Z', 'updated_at': '2021-07-19T04:15:06Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369b7d06-54ce-4106-81d4-9b9b113744b8', 'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:08:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:52Z', 'updated_at': '2021-07-19T04:14:57Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:08.658493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-190ab3a5-2925-4b02-9c16-f80666b9fe2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561578 Jul 19 04:15:08.660316 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac45a4a-cd0f-4aab-8f6a-f7d68c4736d0 None None] The sync data for ids ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'] in n-d-762330-18 is: [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:52Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'ad94ac56-e79d-44b0-9cc4-d267bc61760f', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'port_id': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'mac_address': 'fa:16:3e:6f:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:15:06Z', 'updated_at': '2021-07-19T04:15:06Z', 'revision_number': 0, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369b7d06-54ce-4106-81d4-9b9b113744b8', 'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:08:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:52Z', 'updated_at': '2021-07-19T04:14:57Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:15:08.754377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-89abb426-5192-437d-a954-d0194704efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:08.755910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-89abb426-5192-437d-a954-d0194704efcd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 1097 time: 0.0554721 Jul 19 04:15:08.849889 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d862b-5259-4ad0-a27a-a73fe46881c8 None None] New status for floating IP ad94ac56-e79d-44b0-9cc4-d267bc61760f: ACTIVE {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:15:08.867515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-0ee0ce53-c3ec-4270-9cc8-afc7a9812880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:08.868993 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-0ee0ce53-c3ec-4270-9cc8-afc7a9812880 service neutron] 10.222.0.25 "GET /v2.0/networks?id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 HTTP/1.1" status: 200 len: 896 time: 0.0931392 Jul 19 04:15:08.933131 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-d749157c-1ece-4d84-8362-4d652255e1d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db1877e2-d198-45a6-97d6-4560d73122dc HTTP/1.1" status: 200 len: 999 time: 0.0578480 Jul 19 04:15:08.981326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-435e6c40-a331-43f1-a853-4ffd69f70541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:08.982873 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-435e6c40-a331-43f1-a853-4ffd69f70541 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974832f1-68f2-4030-9a62-0af5f16acce8 HTTP/1.1" status: 200 len: 835 time: 0.0436954 Jul 19 04:15:09.045536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-507f224b-ab13-4f23-ab8e-1bacacd26333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:09.047115 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-507f224b-ab13-4f23-ab8e-1bacacd26333 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585234 Jul 19 04:15:09.135407 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-e5b09263-d61a-4984-b480-cb7e5958e461 service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819221 Jul 19 04:15:09.139442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47072) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:09.255850 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3308c935-cb34-4da3-8d95-e68563f45f79 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/ad94ac56-e79d-44b0-9cc4-d267bc61760f HTTP/1.1" status: 200 len: 993 time: 0.1153190 Jul 19 04:15:09.277569 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a5bf8cc-6551-4b48-be24-d97a1942b5f0 req-9e8d0f85-d28c-4aff-961b-a7fb3f3a63c7 service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308918 Jul 19 04:15:12.570943 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-319026a0-5ffe-4ec5-8b87-1d59940db28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:15.142844 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1e45-4314-4b8f-b07b-73676c2e0b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:15.733141 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:16.631697 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:18.147644 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:24.915121 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:15:37.060720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ceb62-5af8-4512-b0eb-ddf699964baf req-1ebda7be-0a8c-4f83-a311-a3c57455b31d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:37.062120 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e28ceb62-5af8-4512-b0eb-ddf699964baf req-1ebda7be-0a8c-4f83-a311-a3c57455b31d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0678527 Jul 19 04:15:37.100215 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e28ceb62-5af8-4512-b0eb-ddf699964baf req-d631de09-31bb-4234-a432-6116ae1358be tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324032 Jul 19 04:15:37.554421 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:37.789322 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:38.274994 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809ce1a-ad7f-4649-b4bf-1c6586615073 req-45e5c14a-e925-4067-b435-0433969d7367 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:38.276471 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a809ce1a-ad7f-4649-b4bf-1c6586615073 req-45e5c14a-e925-4067-b435-0433969d7367 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0622835 Jul 19 04:15:38.314014 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a809ce1a-ad7f-4649-b4bf-1c6586615073 req-77534bde-294b-4e08-a9e1-08d16d22e5e6 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Jul 19 04:15:38.338657 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47092) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:38.401102 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-38ec1d33-d368-4949-8286-73e68fffd49f tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/ad94ac56-e79d-44b0-9cc4-d267bc61760f HTTP/1.1" status: 200 len: 993 time: 0.0612454 Jul 19 04:15:39.847741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-d3cdbf55-cf55-491a-9042-816a5690f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:39.849256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-d3cdbf55-cf55-491a-9042-816a5690f24c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 1097 time: 0.0968673 Jul 19 04:15:39.860390 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ae2a6-4665-46f8-aab0-ed250cce4706 req-c97706b2-5fbf-4ec4-a313-face111bdbfa tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:39.861963 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-787ae2a6-4665-46f8-aab0-ed250cce4706 req-c97706b2-5fbf-4ec4-a313-face111bdbfa tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0828588 Jul 19 04:15:39.951880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-787ae2a6-4665-46f8-aab0-ed250cce4706 req-3f1e914d-0c27-4af5-a0b7-33ccee90d0ba tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817864 Jul 19 04:15:39.976521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-a3836f0b-7f2a-4b54-a6c9-f0b848374c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:39.978013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-a3836f0b-7f2a-4b54-a6c9-f0b848374c53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 HTTP/1.1" status: 200 len: 896 time: 0.1151869 Jul 19 04:15:40.046712 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-57840fc1-3f08-4bb1-9926-a2f644920118 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db1877e2-d198-45a6-97d6-4560d73122dc HTTP/1.1" status: 200 len: 1001 time: 0.0617809 Jul 19 04:15:40.093036 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-12a28cce-7f85-4a78-82a2-33d9cebf98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:40.094493 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-12a28cce-7f85-4a78-82a2-33d9cebf98f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974832f1-68f2-4030-9a62-0af5f16acce8 HTTP/1.1" status: 200 len: 835 time: 0.0422883 Jul 19 04:15:40.150240 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-70bc2e42-e769-4dd2-9f0f-4e2f6f347a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:40.151826 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-70bc2e42-e769-4dd2-9f0f-4e2f6f347a4b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515437 Jul 19 04:15:40.243732 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-30ab8357-1d55-458a-a50f-f9b21d34a98d service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846200 Jul 19 04:15:40.332314 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a71fab63-8693-42ab-bf0d-bf73b277d605 req-3bf9b252-a6c6-4f19-be36-de49067b2e6c service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813339 Jul 19 04:15:41.131359 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd4f2f-5b93-4388-8de9-42ed8c7a6030 req-8adeb9aa-11cb-49fe-9884-79b33fe8127d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:41.132950 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bbd4f2f-5b93-4388-8de9-42ed8c7a6030 req-8adeb9aa-11cb-49fe-9884-79b33fe8127d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0647085 Jul 19 04:15:41.174437 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2bbd4f2f-5b93-4388-8de9-42ed8c7a6030 req-37be58bb-ecd9-4dd3-ae14-8ab914924bf7 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356786 Jul 19 04:15:42.352883 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ba6a7-9468-4f5e-9072-425dff2068d2 req-58a8469a-1969-44c5-839b-d0b6f350d67d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:42.354384 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb6ba6a7-9468-4f5e-9072-425dff2068d2 req-58a8469a-1969-44c5-839b-d0b6f350d67d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0671623 Jul 19 04:15:42.391264 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-eb6ba6a7-9468-4f5e-9072-425dff2068d2 req-c5e94ef2-c94b-4169-91ef-716c19188cc5 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Jul 19 04:15:42.416200 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47104) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:42.475540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9019ed9b-ad2e-4819-a191-b79dff44fbc0 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/floatingips/ad94ac56-e79d-44b0-9cc4-d267bc61760f HTTP/1.1" status: 200 len: 993 time: 0.0582316 Jul 19 04:15:42.573247 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-87c6840e-8514-4c09-9c75-855925dc416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:42.737052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47110) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:42.896233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 58e3ee2a-0b6b-492d-a985-379da0271a09 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:15:42.896579 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:42.969780 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:42.970254 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:42.981550 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 58e3ee2a-0b6b-492d-a985-379da0271a09 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:15:43.132396 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:43.159280 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=58e3ee2a-0b6b-492d-a985-379da0271a09,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:43.222435 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:43.222749 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Floating IP ad94ac56-e79d-44b0-9cc4-d267bc61760f disassociated (deleted). External IP: 172.25.2.198, port: db1877e2-d198-45a6-97d6-4560d73122dc. Jul 19 04:15:43.421198 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 12c42184-cc5d-499c-9fef-389b8a6ac2ec has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:15:43.810736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:15:43.816373 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:43.820798 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccafec-af21-46af-a874-935a804e712e None None] Sync routers for ids ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:15:43.833128 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccafec-af21-46af-a874-935a804e712e None None] Routers {'12c42184-cc5d-499c-9fef-389b8a6ac2ec'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:43.833758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-23ccafec-af21-46af-a874-935a804e712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:43.851189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4bf05974-7ca8-42c6-b5b1-974111bf820d tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/floatingips/ad94ac56-e79d-44b0-9cc4-d267bc61760f HTTP/1.1" status: 204 len: 168 time: 1.1130369 Jul 19 04:15:43.851866 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'tag': 'db1877e2-d198-45a6-97d6-4560d73122dc'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:15:43.854228 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a49b6eb-9da9-464d-9b2c-99ea6f4dece2", "tag": "db1877e2-d198-45a6-97d6-4560d73122dc"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:15:43.892211 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d251fe44-5d42-493a-9ec9-5f6902dd62ee x-openstack-request-id: req-d251fe44-5d42-493a-9ec9-5f6902dd62ee {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:15:43.892495 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a49b6eb-9da9-464d-9b2c-99ea6f4dece2", "tag": "db1877e2-d198-45a6-97d6-4560d73122dc", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:15:43.892744 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d251fe44-5d42-493a-9ec9-5f6902dd62ee {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:15:43.893137 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'tag': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'status': 'completed', 'code': 200} Jul 19 04:15:43.945363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-23ccafec-af21-46af-a874-935a804e712e None None] Set router 12c42184-cc5d-499c-9fef-389b8a6ac2ec gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:43.966452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-b0c6b7a4-25fc-44a4-b7b7-1ad07bb8b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:43.967975 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-b0c6b7a4-25fc-44a4-b7b7-1ad07bb8b56b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1dc58c326984d3cac739e62488a2cae&device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 1097 time: 0.0525532 Jul 19 04:15:44.079811 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-292d7ec7-eabb-4947-a98d-4a1a7060918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:44.081309 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-292d7ec7-eabb-4947-a98d-4a1a7060918e service neutron] 10.222.0.25 "GET /v2.0/networks?id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 HTTP/1.1" status: 200 len: 896 time: 0.1062396 Jul 19 04:15:44.127503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-74efb55e-0092-4162-9ce1-cb09b3f58b8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db1877e2-d198-45a6-97d6-4560d73122dc HTTP/1.1" status: 200 len: 217 time: 0.0391812 Jul 19 04:15:44.176833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-23ccafec-af21-46af-a874-935a804e712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:52Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '369b7d06-54ce-4106-81d4-9b9b113744b8', 'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:08:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:52Z', 'updated_at': '2021-07-19T04:14:57Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:44.186685 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-4d7d81fa-67a0-4328-a4a1-3827eb2c8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:44.188177 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-4d7d81fa-67a0-4328-a4a1-3827eb2c8c0e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974832f1-68f2-4030-9a62-0af5f16acce8 HTTP/1.1" status: 200 len: 835 time: 0.0529931 Jul 19 04:15:44.204561 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccafec-af21-46af-a874-935a804e712e None None] Checking router: 12c42184-cc5d-499c-9fef-389b8a6ac2ec for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:15:44.213028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccafec-af21-46af-a874-935a804e712e None None] Routers {'12c42184-cc5d-499c-9fef-389b8a6ac2ec'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:44.213648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-23ccafec-af21-46af-a874-935a804e712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:44.230525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688faa-cc5c-4981-8417-c3d4d8a46323 req-6113987a-2fd9-4446-9492-21e2a5b641d9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:44.232828 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-69688faa-cc5c-4981-8417-c3d4d8a46323 req-6113987a-2fd9-4446-9492-21e2a5b641d9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0644424 Jul 19 04:15:44.246949 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-2f7ca334-9632-48f3-842c-9537c12fbf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:44.248457 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-2f7ca334-9632-48f3-842c-9537c12fbf6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527492 Jul 19 04:15:44.276431 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-69688faa-cc5c-4981-8417-c3d4d8a46323 req-cd86af9d-4213-4b10-9d39-ea43cd1a35c2 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371141 Jul 19 04:15:44.326936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-23ccafec-af21-46af-a874-935a804e712e None None] Set router 12c42184-cc5d-499c-9fef-389b8a6ac2ec gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:44.341837 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-4ba8c737-7c69-406d-8921-08cb776d6dc3 service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855527 Jul 19 04:15:44.437245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6249f14b-b6ac-4fa9-b248-9e1e7a185be2 req-a8659f2d-87d7-4936-8ff3-1d4ffd82889d service neutron] 10.222.0.25 "GET /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874405 Jul 19 04:15:44.525639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-23ccafec-af21-46af-a874-935a804e712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:52Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '369b7d06-54ce-4106-81d4-9b9b113744b8', 'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:08:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:52Z', 'updated_at': '2021-07-19T04:14:57Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:44.551735 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccafec-af21-46af-a874-935a804e712e None None] The sync data for ids ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'] in n-d-762330-18 is: [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:52Z', 'revision_number': 4, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '369b7d06-54ce-4106-81d4-9b9b113744b8', 'name': '', 'network_id': '244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'mac_address': 'fa:16:3e:08:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:52Z', 'updated_at': '2021-07-19T04:14:57Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'subnets': [{'id': '974832f1-68f2-4030-9a62-0af5f16acce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:15:44.756214 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a2cf5-dd82-42ee-aa09-099f7e4ac512 None None] New status for floating IP ad94ac56-e79d-44b0-9cc4-d267bc61760f: DOWN {{(pid=94347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:15:45.144015 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3feb65ed-deeb-47f4-a750-5088fc75f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:45.456148 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb54f-5dec-4457-82ab-fef4d6f6a84f req-80943513-bf0d-4415-b2fe-9c9ca840d7de tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:45.457557 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c97eb54f-5dec-4457-82ab-fef4d6f6a84f req-80943513-bf0d-4415-b2fe-9c9ca840d7de tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0636721 Jul 19 04:15:45.494436 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c97eb54f-5dec-4457-82ab-fef4d6f6a84f req-b7000635-3357-4411-b0c4-1f1217b7bb51 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/security-groups?id=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313389 Jul 19 04:15:45.734092 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:45.734519 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-c223aabb-65e5-4a0d-8a5f-2537ad8f2085 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:45.735886 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-c223aabb-65e5-4a0d-8a5f-2537ad8f2085 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 945 time: 0.0658236 Jul 19 04:15:45.834140 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port db1877e2-d198-45a6-97d6-4560d73122dc {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:15:45.834506 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:45.925995 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port db1877e2-d198-45a6-97d6-4560d73122dc, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=db1877e2-d198-45a6-97d6-4560d73122dc,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:15:45.926377 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:45.937696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for db1877e2-d198-45a6-97d6-4560d73122dc owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:15:46.060071 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:46.411992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=db1877e2-d198-45a6-97d6-4560d73122dc,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:46.425015 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.425376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.425721 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.426058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.426423 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.426753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.427089 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.427421 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.427755 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.428083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.428412 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.428748 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:46.465874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] No DVR routers for this DVR port db1877e2-d198-45a6-97d6-4560d73122dc on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:15:46.468396 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:46.470905 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a13cf1c3-9949-48e5-9049-825151b06a54 req-8282f837-c098-4783-a76c-41de02b83416 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.25 "DELETE /v2.0/ports/db1877e2-d198-45a6-97d6-4560d73122dc HTTP/1.1" status: 204 len: 173 time: 0.7302120 Jul 19 04:15:46.471326 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'name': 'network-vif-deleted', 'tag': 'db1877e2-d198-45a6-97d6-4560d73122dc'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:15:46.473601 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa154591-b821-4401-ac28-b644714712ec" -d '{"events": [{"server_uuid": "4a49b6eb-9da9-464d-9b2c-99ea6f4dece2", "name": "network-vif-deleted", "tag": "db1877e2-d198-45a6-97d6-4560d73122dc"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:15:46.512820 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766ca28e-2e85-4cb8-a8a3-f2674f02ba02 x-openstack-request-id: req-766ca28e-2e85-4cb8-a8a3-f2674f02ba02 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:15:46.513119 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a49b6eb-9da9-464d-9b2c-99ea6f4dece2", "name": "network-vif-deleted", "tag": "db1877e2-d198-45a6-97d6-4560d73122dc", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:15:46.513373 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-766ca28e-2e85-4cb8-a8a3-f2674f02ba02 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:15:46.513763 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a49b6eb-9da9-464d-9b2c-99ea6f4dece2', 'name': 'network-vif-deleted', 'tag': 'db1877e2-d198-45a6-97d6-4560d73122dc', 'status': 'completed', 'code': 200} Jul 19 04:15:46.635369 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:46.640845 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b9bee401-3a69-47c4-8d4c-46898d4f0e40 req-8df08266-4e53-41c5-93eb-277536d876b9 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a49b6eb-9da9-464d-9b2c-99ea6f4dece2 HTTP/1.1" status: 200 len: 210 time: 0.0324636 Jul 19 04:15:47.735124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47130) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:48.090223 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:48.148320 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:48.359985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port 369b7d06-54ce-4106-81d4-9b9b113744b8 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:15:48.360262 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:48.446440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port 369b7d06-54ce-4106-81d4-9b9b113744b8, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=369b7d06-54ce-4106-81d4-9b9b113744b8,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:15:48.446801 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:48.463789 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for 369b7d06-54ce-4106-81d4-9b9b113744b8 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:15:48.647518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:48.675282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=369b7d06-54ce-4106-81d4-9b9b113744b8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:48.705484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.705840 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.706184 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.706545 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.706882 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.707213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.707543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.707877 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.708208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.708530 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.708852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.709172 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:48.855986 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.066842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Router 12c42184-cc5d-499c-9fef-389b8a6ac2ec has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:15:49.174204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:15:49.180011 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-7f8fdd66-0710-4181-a6aa-3f6575e56919 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "PUT /v2.0/routers/12c42184-cc5d-499c-9fef-389b8a6ac2ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4437146 Jul 19 04:15:49.182180 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47132) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:49.183955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] Sync routers for ids ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:15:49.201256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] Routers {'12c42184-cc5d-499c-9fef-389b8a6ac2ec'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:49.202104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:49.239019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cba37a-4da7-4298-9d0e-0ea2c3024b70 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting subnet 974832f1-68f2-4030-9a62-0af5f16acce8 {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:15:49.242437 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33cba37a-4da7-4298-9d0e-0ea2c3024b70 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.281364 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33cba37a-4da7-4298-9d0e-0ea2c3024b70 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.306513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] Set router 12c42184-cc5d-499c-9fef-389b8a6ac2ec gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:49.363122 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33cba37a-4da7-4298-9d0e-0ea2c3024b70 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.424064 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33cba37a-4da7-4298-9d0e-0ea2c3024b70 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.451500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cba37a-4da7-4298-9d0e-0ea2c3024b70 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Subnet': ['ID=974832f1-68f2-4030-9a62-0af5f16acce8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:49.453470 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-33cba37a-4da7-4298-9d0e-0ea2c3024b70 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.455887 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-33cba37a-4da7-4298-9d0e-0ea2c3024b70 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/subnets/974832f1-68f2-4030-9a62-0af5f16acce8 HTTP/1.1" status: 204 len: 168 time: 0.2722278 Jul 19 04:15:49.458074 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47136) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:49.460869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb6fb1-e357-48e0-bba3-29b076f22645 None None] Network 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:15:49.569450 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.581544 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:15:48Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:49.613765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] Checking router: 12c42184-cc5d-499c-9fef-389b8a6ac2ec for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:15:49.630676 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] Routers {'12c42184-cc5d-499c-9fef-389b8a6ac2ec'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:49.631303 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:49.674168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.732876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Deleting port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:15:49.732876 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.740147 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] DHCP port deletion for 244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:15:49.749012 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] Set router 12c42184-cc5d-499c-9fef-389b8a6ac2ec gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:49.814047 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] For port d3116b5e-4f2d-4515-9b1f-cb0ed6034a87, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=d3116b5e-4f2d-4515-9b1f-cb0ed6034a87,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:15:49.814454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.826294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Calling delete_port for d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:15:49.904272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Deleting port 77db8be2-dfa4-484f-a2dc-7fc3553b2563 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:15:49.904561 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.997564 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] For port 77db8be2-dfa4-484f-a2dc-7fc3553b2563, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=77db8be2-dfa4-484f-a2dc-7fc3553b2563,segment=NetworkSegment(cfa63a66-7076-4024-90a5-4486ddcf8eb3),segment_id=cfa63a66-7076-4024-90a5-4486ddcf8eb3)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:15:49.998032 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:49.999168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.015061 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Calling delete_port for 77db8be2-dfa4-484f-a2dc-7fc3553b2563 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:15:50.028234 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Port': ['ID=d3116b5e-4f2d-4515-9b1f-cb0ed6034a87,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:50.071696 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:15:48Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:50.093214 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.105960 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891a57c-f3c0-495d-a718-fe5a4fd49ecb None None] The sync data for ids ['12c42184-cc5d-499c-9fef-389b8a6ac2ec'] in n-d-762330-18 is: [{'id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538833138', 'tenant_id': 'a1dc58c326984d3cac739e62488a2cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:15:48Z', 'revision_number': 5, 'project_id': 'a1dc58c326984d3cac739e62488a2cae', 'gw_port': {'id': 'd3116b5e-4f2d-4515-9b1f-cb0ed6034a87', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c42184-cc5d-499c-9fef-389b8a6ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:14:49Z', 'updated_at': '2021-07-19T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:15:50.139524 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.190842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.193132 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.240222 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.240936 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Fanout notify agent at l3_agent the message router_deleted on router 12c42184-cc5d-499c-9fef-389b8a6ac2ec {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:15:50.248383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.249693 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4fd4a947-d772-4a48-95ee-facff0c21555 tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/routers/12c42184-cc5d-499c-9fef-389b8a6ac2ec HTTP/1.1" status: 204 len: 168 time: 0.7907248 Jul 19 04:15:50.253730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47140) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:50.332724 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Pushing event deleted for resources: {'Port': ['ID=77db8be2-dfa4-484f-a2dc-7fc3553b2563,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:50.337022 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] No DVR routers for this DVR port 77db8be2-dfa4-484f-a2dc-7fc3553b2563 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:15:50.339484 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.346253 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.346758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.347165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.347430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.347765 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.348083 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.348414 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.348746 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.349071 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.349392 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.349848 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.350175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880e840-72b6-455d-9cd8-f9fdb28ecc2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:50.433647 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.443984 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device db1877e2-d198-45a6-97d6-4560d73122dc no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:15:50.444161 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:50.455799 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa63a66-7076-4024-90a5-4486ddcf8eb3') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:50.456316 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa63a66-7076-4024-90a5-4486ddcf8eb3') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:50.464997 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: db1877e2-d198-45a6-97d6-4560d73122dc {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:15:50.465340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device db1877e2-d198-45a6-97d6-4560d73122dc not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:15:50.466202 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.480584 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.487643 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:15:50.488224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:15:50.491341 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:15:50.551644 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.559013 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.560858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/networks/244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7 HTTP/1.1" status: 204 len: 168 time: 0.3060043 Jul 19 04:15:50.564537 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47142) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:50.574556 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb282bb-c887-4d3c-99dd-3f744c59a6ed tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'Network': ['ID=244b5f1b-cd80-4e28-a8c1-aae7ea6d5bc7,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:50.628185 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdfba243-7461-4e91-841b-871bd76dc01a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.655414 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdfba243-7461-4e91-841b-871bd76dc01a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.718200 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdfba243-7461-4e91-841b-871bd76dc01a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.721309 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-fdfba243-7461-4e91-841b-871bd76dc01a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:50.722589 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-fdfba243-7461-4e91-841b-871bd76dc01a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] 10.222.0.20 "DELETE /v2.0/security-groups/de9f2fd2-26f2-4fd2-91d0-a71be3e65a09 HTTP/1.1" status: 204 len: 168 time: 0.1569328 Jul 19 04:15:50.732050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfba243-7461-4e91-841b-871bd76dc01a tempest-TestNetworkAdvancedServerOps-702190771 tempest-TestNetworkAdvancedServerOps-702190771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9f2fd2-26f2-4fd2-91d0-a71be3e65a09,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:51.049361 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47150) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:51.182721 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1bef7f63-1b4f-4b01-b6fb-e693b6b3a86a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1dc58c326984d3cac739e62488a2cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321692 Jul 19 04:15:51.185110 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47154) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:51.237378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 77db8be2-dfa4-484f-a2dc-7fc3553b2563 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:15:51.239502 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51f6a681-efb3-4a2f-9663-c9c0f46022b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.257228 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 77db8be2-dfa4-484f-a2dc-7fc3553b2563 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:15:51.257499 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 77db8be2-dfa4-484f-a2dc-7fc3553b2563 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:15:51.257910 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:15:51.260581 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51f6a681-efb3-4a2f-9663-c9c0f46022b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.276762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:15:51.277109 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device d3116b5e-4f2d-4515-9b1f-cb0ed6034a87 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:15:51.277523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 369b7d06-54ce-4106-81d4-9b9b113744b8 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:15:51.296027 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 369b7d06-54ce-4106-81d4-9b9b113744b8 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:15:51.296422 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 369b7d06-54ce-4106-81d4-9b9b113744b8 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:15:51.308723 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51f6a681-efb3-4a2f-9663-c9c0f46022b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.311508 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-51f6a681-efb3-4a2f-9663-c9c0f46022b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.312689 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-51f6a681-efb3-4a2f-9663-c9c0f46022b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9529dda-deea-4d81-b737-a0661841dd22 HTTP/1.1" status: 204 len: 168 time: 0.1266708 Jul 19 04:15:51.320734 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6a681-efb3-4a2f-9663-c9c0f46022b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9529dda-deea-4d81-b737-a0661841dd22,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:51.562357 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47160) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:51.576590 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc56e522-6a84-4e3c-9a0a-b2634d183248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.665382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc56e522-6a84-4e3c-9a0a-b2634d183248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.668972 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-cc56e522-6a84-4e3c-9a0a-b2634d183248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.710104 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-cc56e522-6a84-4e3c-9a0a-b2634d183248 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f30dec21440407d8fe544ce9f0fdbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466501 Jul 19 04:15:51.711241 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56e522-6a84-4e3c-9a0a-b2634d183248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebf7c25-979e-42dc-9718-e0d340d9e283,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:51.712826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47162) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:51.761569 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb750dd6-99cb-4c72-933a-38e6ef24dab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.783962 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb750dd6-99cb-4c72-933a-38e6ef24dab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.831333 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb750dd6-99cb-4c72-933a-38e6ef24dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.833881 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-cb750dd6-99cb-4c72-933a-38e6ef24dab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:51.835284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-cb750dd6-99cb-4c72-933a-38e6ef24dab4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ebf7c25-979e-42dc-9718-e0d340d9e283 HTTP/1.1" status: 204 len: 168 time: 0.1213920 Jul 19 04:15:51.844808 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb750dd6-99cb-4c72-933a-38e6ef24dab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebf7c25-979e-42dc-9718-e0d340d9e283,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:52.506973 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47184) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:52.597908 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1886749330-network', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:15:52.618930 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Made reservation on behalf of 2c499f1101e84bd7993b85150ba62eca for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:15:52.621323 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:52.630156 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:52.718863 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:52.722730 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:52.748331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:15:52.758933 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebad788f-4c90-40df-96d1-806531066263,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:52.765532 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:52.765880 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Added segment 70b2f127-940a-4e11-80e9-d4862c4ff118 of type vlan for network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 Jul 19 04:15:52.807124 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:52.835598 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:52.836472 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:52.837049 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:52.867723 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3596737 Jul 19 04:15:52.871220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47188) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:52.877024 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Request body: {'subnet': {'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1886749330-subnet', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:15:52.897793 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eff5e6-6ab9-4c78-806b-b77025721924 admin admin] Pushing event updated for resources: {'Network': ['ID=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:52.899159 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Made reservation on behalf of 2c499f1101e84bd7993b85150ba62eca for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:15:52.903283 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:52.908130 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:15:53.078963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.139590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6da03f-d52c-4812-993b-0734926d048f,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:53.147482 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Checking segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:15:53.147937 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Network hostable DHCP agents. Network: ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:15:53.163765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:15:53.172146 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:15:53.176100 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:53.176708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.181125 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b89596-9b19-43bc-83fb-d8c8e030d78e None None] Network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:15:53.194536 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-971242fe-f05d-4bbe-8da9-cc32b2556284 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3219814 Jul 19 04:15:53.197282 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47190) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:53.201551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:15:53.221975 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.222997 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.273608 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.328298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:15:53.329172 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.409524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.463894 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Allocated IP 172.20.0.2 (ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98/ac6da03f-d52c-4812-993b-0734926d048f/9299263e-1222-4c48-8fa9-401a78d0babb) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:15:53.601052 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.607773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.609833 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Transition to ACTIVE for port object 9299263e-1222-4c48-8fa9-401a78d0babb will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:15:53.624730 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Transition to ACTIVE for port object 9299263e-1222-4c48-8fa9-401a78d0babb will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:15:53.627173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.631843 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.676698 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:15:53.679590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:15:53.683317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:15:53.690840 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Pushing event updated for resources: {'Port': ['ID=9299263e-1222-4c48-8fa9-401a78d0babb,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:53.729186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Allocated IP 172.25.2.205 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/b48ef9ff-66dd-4502-a414-852f0946898d) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:15:53.743382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Attempting to bind port 9299263e-1222-4c48-8fa9-401a78d0babb on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:15:53.743749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Attempting to bind port 9299263e-1222-4c48-8fa9-401a78d0babb by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:15:53.744110 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Attempting to bind port 9299263e-1222-4c48-8fa9-401a78d0babb on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:15:53.749013 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:15:53.749396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Checking segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:15:53.749798 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.750181 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Bound using segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:15:53.750665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Bound port: 9299263e-1222-4c48-8fa9-401a78d0babb, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:15:53.751042 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.813826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] For port 9299263e-1222-4c48-8fa9-401a78d0babb, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:15:53.816952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] For port 9299263e-1222-4c48-8fa9-401a78d0babb, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9299263e-1222-4c48-8fa9-401a78d0babb,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:15:53.821296 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.836969 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.880547 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:53.882370 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77ce07-17be-4e6e-a2a1-1a7bc24a8190 None None] Pushing event updated for resources: {'Port': ['ID=9299263e-1222-4c48-8fa9-401a78d0babb,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:53.923305 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:15:53.926309 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:15:53.929948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:15:53.952525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b48ef9ff-66dd-4502-a414-852f0946898d,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:54.201182 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:54.391702 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:54.822569 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Router 297733c2-d78a-42f3-af3f-6d20c149d018 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:15:54.835859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75d5ba-7d91-4828-bc72-ded22cec5e55 None None] Network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:15:54.931134 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:15:54.941398 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Sync routers for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:15:54.950681 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:54.951331 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:54.951697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e2afe5d3-285c-48a1-8b4b-d2b13de98227 None None] Provisioning for port 9299263e-1222-4c48-8fa9-401a78d0babb completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:15:54.951963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:54.955394 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-595e1ade-8f0f-4224-bbd7-6e99cff460e0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7571013 Jul 19 04:15:54.957142 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47192) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:55.069987 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:55.261691 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:54Z', 'revision_number': 3, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:55.280879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9299263e-1222-4c48-8fa9-401a78d0babb up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:15:55.293931 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Checking router: 297733c2-d78a-42f3-af3f-6d20c149d018 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:15:55.294390 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Updating router 297733c2-d78a-42f3-af3f-6d20c149d018 port b48ef9ff-66dd-4502-a414-852f0946898d binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:15:55.332792 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.342579 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 9299263e-1222-4c48-8fa9-401a78d0babb completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:15:55.353708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9299263e-1222-4c48-8fa9-401a78d0babb triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:15:55.354110 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.430400 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.439842 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.474703 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 9299263e-1222-4c48-8fa9-401a78d0babb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9299263e-1222-4c48-8fa9-401a78d0babb,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:15:55.478459 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.530480 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=9299263e-1222-4c48-8fa9-401a78d0babb,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:55.587418 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Allocated IP 172.20.0.1 (ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98/ac6da03f-d52c-4812-993b-0734926d048f/9d8bcdb0-c005-4f1e-8d2e-06f2d819e057) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:15:55.606444 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.616831 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Transition to ACTIVE for port object b48ef9ff-66dd-4502-a414-852f0946898d will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:15:55.623189 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.670152 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Attempting to bind port b48ef9ff-66dd-4502-a414-852f0946898d on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:15:55.670540 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Attempting to bind port b48ef9ff-66dd-4502-a414-852f0946898d by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:15:55.670892 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Attempting to bind port b48ef9ff-66dd-4502-a414-852f0946898d on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:15:55.680317 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:15:55.680689 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:15:55.681084 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.681468 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:15:55.681919 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Bound port: b48ef9ff-66dd-4502-a414-852f0946898d, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:15:55.682306 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.683767 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Pushing event updated for resources: {'Port': ['ID=b48ef9ff-66dd-4502-a414-852f0946898d,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:55.696915 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.710945 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Transition to ACTIVE for port object 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:15:55.745380 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.789644 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:15:55.792626 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:15:55.797208 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:15:55.804576 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.804916 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.805245 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.805568 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.805885 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.806200 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.806549 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.806861 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.807178 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.807486 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.807799 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.808108 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:15:55.820341 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8bcdb0-c005-4f1e-8d2e-06f2d819e057,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:55.837838 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.842464 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] For port b48ef9ff-66dd-4502-a414-852f0946898d, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:15:55.845792 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] For port b48ef9ff-66dd-4502-a414-852f0946898d, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b48ef9ff-66dd-4502-a414-852f0946898d,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:15:55.851955 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:55.906945 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:55.907633 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:55.966020 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b1c9c-dbb0-4a57-ba65-8a91f44b9173 None None] Pushing event updated for resources: {'Port': ['ID=b48ef9ff-66dd-4502-a414-852f0946898d,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:55.989074 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:56.025440 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:56.037664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5d175265-ec8f-4f76-8b8b-403d626388af None None] Provisioning for port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:15:56.042003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5d175265-ec8f-4f76-8b8b-403d626388af None None] Provisioning complete for port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:15:56.042414 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5d175265-ec8f-4f76-8b8b-403d626388af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:56.078335 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-5d175265-ec8f-4f76-8b8b-403d626388af None None] Port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:15:56.156806 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:56.161882 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:56.202192 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:54Z', 'revision_number': 3, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:56.231686 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9becb46-5586-44cc-b374-b0f21cb276fb None None] The sync data for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 is: [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:54Z', 'revision_number': 3, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:15:56.232690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8bcdb0-c005-4f1e-8d2e-06f2d819e057,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:56.236239 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:56.328634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:15:56.330745 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:15:56.456107 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Router 297733c2-d78a-42f3-af3f-6d20c149d018 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:15:56.576836 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:15:56.585846 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c759e5ea-b3c0-4a29-97c0-7093f7ca6c42 admin admin] 10.222.0.20 "PUT /v2.0/routers/297733c2-d78a-42f3-af3f-6d20c149d018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6269276 Jul 19 04:15:56.606938 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4d5488aa-b974-4df9-a2bb-5beff6e2e5dc None None] Provisioning complete for port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:15:56.607238 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4d5488aa-b974-4df9-a2bb-5beff6e2e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:56.644589 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4d5488aa-b974-4df9-a2bb-5beff6e2e5dc None None] Port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:15:57.056478 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47208) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:57.061611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-169900890-network', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:15:57.082680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Made reservation on behalf of c12967bbfeec4e1697cc69449109af85 for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:15:57.085121 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.093537 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.183240 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.189218 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.211860 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:15:57.228117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6469b325-d9d7-41af-a604-09c5d20c3c52,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:57.231044 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.231389 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Added segment 82d699f1-7652-4f81-b0a6-cdd8ce398d38 of type vlan for network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 Jul 19 04:15:57.276956 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.306077 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.307086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:57.307661 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.329164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b48ef9ff-66dd-4502-a414-852f0946898d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:15:57.342106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2845011 Jul 19 04:15:57.344845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47210) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:57.349634 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Request body: {'subnet': {'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-169900890-subnet', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'ip_version': 4}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:15:57.377592 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port b48ef9ff-66dd-4502-a414-852f0946898d completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:15:57.381198 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b48ef9ff-66dd-4502-a414-852f0946898d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:15:57.381572 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.384249 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a8070-2588-43c0-b781-fc63219309f6 admin admin] Pushing event updated for resources: {'Network': ['ID=bed2f23f-c598-4a6e-8111-b6fcfcd38ac9,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:57.402539 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Made reservation on behalf of c12967bbfeec4e1697cc69449109af85 for: {'subnet': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:15:57.404922 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9767583'] for subnet, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.406991 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:15:57.520886 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.542325 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port b48ef9ff-66dd-4502-a414-852f0946898d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b48ef9ff-66dd-4502-a414-852f0946898d,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:15:57.546341 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.547168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9299263e-1222-4c48-8fa9-401a78d0babb up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:15:57.584968 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9767565'] for subnet, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.626876 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=b48ef9ff-66dd-4502-a414-852f0946898d,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:57.644706 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9299263e-1222-4c48-8fa9-401a78d0babb triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:15:57.645184 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.645863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015a7d11-a3e3-4b94-9103-4f8d6cba554c,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:57.650614 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Checking segment: {'id': '82d699f1-7652-4f81-b0a6-cdd8ce398d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:15:57.650964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Network hostable DHCP agents. Network: bed2f23f-c598-4a6e-8111-b6fcfcd38ac9, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:15:57.668048 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:15:57.678130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, bed2f23f-c598-4a6e-8111-b6fcfcd38ac9) {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:15:57.683007 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:15:57.684197 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.689686 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8912ccf-90e9-4cfc-a882-70ca0447402a None None] Network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:15:57.699290 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-6499bf98-fb3d-495f-a5ec-f1a570821134 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3529277 Jul 19 04:15:57.701342 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47212) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:57.706343 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-169900890-router', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:15:57.728474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.729649 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.788861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.828616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Sync routers for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:15:57.846175 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:57.846843 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:57.924817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-bed2f23f-c598-4a6e-8111-b6fcfcd38ac9', 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'fixed_ips': [{'subnet_id': '015a7d11-a3e3-4b94-9103-4f8d6cba554c'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:15:57.925695 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:57.931153 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.043759 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:58.136715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.156987 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.216455 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Allocated IP 172.20.0.2 (bed2f23f-c598-4a6e-8111-b6fcfcd38ac9/015a7d11-a3e3-4b94-9103-4f8d6cba554c/778d760c-5cce-424a-81bb-9d3ec2745547) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:15:58.264315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Allocated IP 172.25.2.60 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/c222b346-0081-4127-a7a6-0f3932d31990) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:15:58.365854 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.397489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:15:56Z', 'revision_number': 2, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:58.409772 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.431911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Checking router: 297733c2-d78a-42f3-af3f-6d20c149d018 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:15:58.432270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Updating router 297733c2-d78a-42f3-af3f-6d20c149d018 port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:15:58.449339 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:15:58.452151 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:15:58.455654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:15:58.467575 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.480838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Pushing event updated for resources: {'Port': ['ID=c222b346-0081-4127-a7a6-0f3932d31990,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:58.483041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Transition to ACTIVE for port object 778d760c-5cce-424a-81bb-9d3ec2745547 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:15:58.487681 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.508484 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Transition to ACTIVE for port object 778d760c-5cce-424a-81bb-9d3ec2745547 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:15:58.531858 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.585194 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:15:58.636603 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:15:58.640427 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Pushing event updated for resources: {'Port': ['ID=778d760c-5cce-424a-81bb-9d3ec2745547,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:58.646223 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:15:58.739873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Attempting to bind port 778d760c-5cce-424a-81bb-9d3ec2745547 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:15:58.740246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Attempting to bind port 778d760c-5cce-424a-81bb-9d3ec2745547 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '82d699f1-7652-4f81-b0a6-cdd8ce398d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:15:58.740615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Attempting to bind port 778d760c-5cce-424a-81bb-9d3ec2745547 on network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:15:58.750256 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:15:58.750658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Checking segment: {'id': '82d699f1-7652-4f81-b0a6-cdd8ce398d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:15:58.751705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.752220 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Bound using segment: {'id': '82d699f1-7652-4f81-b0a6-cdd8ce398d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:15:58.752897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Bound port: 778d760c-5cce-424a-81bb-9d3ec2745547, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d699f1-7652-4f81-b0a6-cdd8ce398d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:15:58.753288 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.885324 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] For port 778d760c-5cce-424a-81bb-9d3ec2745547, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:15:58.921745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] For port 778d760c-5cce-424a-81bb-9d3ec2745547, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=778d760c-5cce-424a-81bb-9d3ec2745547,segment=NetworkSegment(82d699f1-7652-4f81-b0a6-cdd8ce398d38),segment_id=82d699f1-7652-4f81-b0a6-cdd8ce398d38)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:15:58.929257 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:58.974451 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:59.002297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Transition to ACTIVE for port object 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:15:59.014936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2289a-160a-4c65-a5ea-2801adf2e122 None None] Pushing event updated for resources: {'Port': ['ID=778d760c-5cce-424a-81bb-9d3ec2745547,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:59.019149 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:59.049559 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:59.070489 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c1732-8ea6-4b04-9cdb-794f0d675cea None None] Pushing event updated for resources: {'Port': ['ID=9d8bcdb0-c005-4f1e-8d2e-06f2d819e057,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:59.132009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Attempting to bind port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:15:59.132478 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Attempting to bind port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:15:59.132853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Attempting to bind port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:15:59.138336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:15:59.138745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Checking segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:15:59.139243 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:59.139652 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Bound using segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:15:59.140135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Bound port: 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:15:59.140523 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:59.320584 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:59.376343 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b48ef9ff-66dd-4502-a414-852f0946898d up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:15:59.429503 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] For port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:15:59.443439 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] For port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9d8bcdb0-c005-4f1e-8d2e-06f2d819e057,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:15:59.451733 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:59.475672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Router 64f21266-8611-4ffe-afa9-88b9d4848a6b is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:15:59.488293 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port b48ef9ff-66dd-4502-a414-852f0946898d triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:15:59.488672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:59.563351 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:59.564187 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:59.566065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c1732-8ea6-4b04-9cdb-794f0d675cea None None] Pushing event updated for resources: {'Port': ['ID=9d8bcdb0-c005-4f1e-8d2e-06f2d819e057,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:15:59.595409 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:15:59.606606 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Sync routers for ids ['64f21266-8611-4ffe-afa9-88b9d4848a6b'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:15:59.614932 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:15:59.616211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-4185734f-2ea1-4399-a1d8-43f1931009cc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9139478 Jul 19 04:15:59.618994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47214) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:15:59.621772 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Routers {'64f21266-8611-4ffe-afa9-88b9d4848a6b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:15:59.622460 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['64f21266-8611-4ffe-afa9-88b9d4848a6b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:59.731607 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:59.771270 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Set router 64f21266-8611-4ffe-afa9-88b9d4848a6b gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:15:59.956967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:15:59Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:15:59.993091 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3a35fd-39b0-44a2-a6b5-b1979a0febea None None] The sync data for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 is: [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:15:59Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:16:00.003170 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'name': 'tempest-TestShelveInstance-169900890-router', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:57Z', 'updated_at': '2021-07-19T04:15:58Z', 'revision_number': 3, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'gw_port': {'id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:58Z', 'updated_at': '2021-07-19T04:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:00.032129 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Checking router: 64f21266-8611-4ffe-afa9-88b9d4848a6b for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:16:00.033083 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Updating router 64f21266-8611-4ffe-afa9-88b9d4848a6b port c222b346-0081-4127-a7a6-0f3932d31990 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:16:00.096988 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:00.138144 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:00.288016 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc3236-2b32-4cc1-b69f-e5718561c754 None None] Network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:16:00.329845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Allocated IP 172.20.0.1 (bed2f23f-c598-4a6e-8111-b6fcfcd38ac9/015a7d11-a3e3-4b94-9103-4f8d6cba554c/62631b72-56c9-4e7d-8fa3-a5264f52ba99) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:16:00.389443 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-41ef0f1d-d92f-4abf-9b4e-0bad8a8c72af None None] Provisioning for port 778d760c-5cce-424a-81bb-9d3ec2745547 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:16:00.414173 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:00.428112 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Transition to ACTIVE for port object c222b346-0081-4127-a7a6-0f3932d31990 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:16:00.435960 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:00.483989 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Attempting to bind port c222b346-0081-4127-a7a6-0f3932d31990 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:16:00.484415 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Attempting to bind port c222b346-0081-4127-a7a6-0f3932d31990 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:16:00.484729 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Attempting to bind port c222b346-0081-4127-a7a6-0f3932d31990 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:16:00.489479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:00.492737 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:16:00.493506 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:16:00.493506 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:00.493895 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:16:00.494389 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Bound port: c222b346-0081-4127-a7a6-0f3932d31990, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:16:00.494776 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:00.513077 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Transition to ACTIVE for port object 62631b72-56c9-4e7d-8fa3-a5264f52ba99 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:16:00.536956 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45286b78-dac5-489d-9c86-82fdddafef74 None None] Pushing event updated for resources: {'Port': ['ID=c222b346-0081-4127-a7a6-0f3932d31990,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:00.560911 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:00.577179 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] For port c222b346-0081-4127-a7a6-0f3932d31990, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:16:00.581712 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] For port c222b346-0081-4127-a7a6-0f3932d31990, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c222b346-0081-4127-a7a6-0f3932d31990,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:16:00.587632 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:00.618130 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=62631b72-56c9-4e7d-8fa3-a5264f52ba99,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:00.640476 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:16:00.642991 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:16:00.648071 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:16:00.655377 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Routers {'64f21266-8611-4ffe-afa9-88b9d4848a6b'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:16:00.656065 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['64f21266-8611-4ffe-afa9-88b9d4848a6b'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:00.698245 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:00.728015 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45286b78-dac5-489d-9c86-82fdddafef74 None None] Pushing event updated for resources: {'Port': ['ID=c222b346-0081-4127-a7a6-0f3932d31990,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:00.809600 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] Set router 64f21266-8611-4ffe-afa9-88b9d4848a6b gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:16:00.872519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.014665 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'name': 'tempest-TestShelveInstance-169900890-router', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:57Z', 'updated_at': '2021-07-19T04:15:58Z', 'revision_number': 3, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'gw_port': {'id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:58Z', 'updated_at': '2021-07-19T04:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:01.053634 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4a9dce76-d71f-479b-9bd3-4540eace7d3b None None] Provisioning for port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:16:01.058052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4a9dce76-d71f-479b-9bd3-4540eace7d3b None None] Provisioning complete for port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:01.058734 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4a9dce76-d71f-479b-9bd3-4540eace7d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.064594 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.072189 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.110920 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-4a9dce76-d71f-479b-9bd3-4540eace7d3b None None] Port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:16:01.141158 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea3397-3543-45f5-ab03-d54d1a30f030 None None] The sync data for ids ['64f21266-8611-4ffe-afa9-88b9d4848a6b'] in n-d-762330-18 is: [{'id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'name': 'tempest-TestShelveInstance-169900890-router', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:57Z', 'updated_at': '2021-07-19T04:15:58Z', 'revision_number': 3, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'gw_port': {'id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:58Z', 'updated_at': '2021-07-19T04:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:16:01.155422 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=62631b72-56c9-4e7d-8fa3-a5264f52ba99,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:01.160633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.270592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:16:01.272051 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:16:01.343993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 778d760c-5cce-424a-81bb-9d3ec2745547 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:16:01.402499 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Router 64f21266-8611-4ffe-afa9-88b9d4848a6b has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:16:01.418383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 778d760c-5cce-424a-81bb-9d3ec2745547 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:16:01.423486 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 778d760c-5cce-424a-81bb-9d3ec2745547 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:01.424135 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.525321 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.531385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:16:01.537344 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-29c6f74d-3038-49ad-b187-2c72d7c09bb7 admin admin] 10.222.0.20 "PUT /v2.0/routers/64f21266-8611-4ffe-afa9-88b9d4848a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9173145 Jul 19 04:16:01.560553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f7d43372-2a64-44d8-80c5-2911fde35f40 None None] Provisioning complete for port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:01.560849 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f7d43372-2a64-44d8-80c5-2911fde35f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.624680 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 778d760c-5cce-424a-81bb-9d3ec2745547, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=778d760c-5cce-424a-81bb-9d3ec2745547,segment=NetworkSegment(82d699f1-7652-4f81-b0a6-cdd8ce398d38),segment_id=82d699f1-7652-4f81-b0a6-cdd8ce398d38)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:16:01.637066 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.644530 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:16:01.704778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f7d43372-2a64-44d8-80c5-2911fde35f40 None None] Port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:16:01.742643 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=778d760c-5cce-424a-81bb-9d3ec2745547,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:01.755514 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:16:01.760211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:01.760584 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.856514 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.893059 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9d8bcdb0-c005-4f1e-8d2e-06f2d819e057,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:16:01.899071 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:01.916064 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:16:01.952621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=9d8bcdb0-c005-4f1e-8d2e-06f2d819e057,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:02.260588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47224) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:16:02.265373 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-fd3fa001-33e4-438f-a3f9-fef92b6e4360 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633440531', 'description': 'tempest-secgroup-smoke-1633440531 description', 'project_id': '2c499f1101e84bd7993b85150ba62eca'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:16:02.289774 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa001-33e4-438f-a3f9-fef92b6e4360 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.371548 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa001-33e4-438f-a3f9-fef92b6e4360 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.375106 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa001-33e4-438f-a3f9-fef92b6e4360 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.401175 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa001-33e4-438f-a3f9-fef92b6e4360 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.402415 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-fd3fa001-33e4-438f-a3f9-fef92b6e4360 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1407828 Jul 19 04:16:02.405509 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47226) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:16:02.406540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fa001-33e4-438f-a3f9-fef92b6e4360 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97696ec-c5ef-4844-9fdb-f91d6e906a53,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:02.410250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-73285052-44cb-469f-8675-a5197f3eac6b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'd97696ec-c5ef-4844-9fdb-f91d6e906a53', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:16:02.436974 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73285052-44cb-469f-8675-a5197f3eac6b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.482810 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73285052-44cb-469f-8675-a5197f3eac6b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.486805 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73285052-44cb-469f-8675-a5197f3eac6b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.502140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73285052-44cb-469f-8675-a5197f3eac6b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c306c53e-e422-4272-bd68-78c30f89d9de,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:02.511020 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-73285052-44cb-469f-8675-a5197f3eac6b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.512482 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-73285052-44cb-469f-8675-a5197f3eac6b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1059530 Jul 19 04:16:02.515389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47228) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:16:02.520179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9d06a20f-e922-4fe4-9269-6ab985714804 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'd97696ec-c5ef-4844-9fdb-f91d6e906a53', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:16:02.545448 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d06a20f-e922-4fe4-9269-6ab985714804 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.601929 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d06a20f-e922-4fe4-9269-6ab985714804 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.605255 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d06a20f-e922-4fe4-9269-6ab985714804 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.627088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06a20f-e922-4fe4-9269-6ab985714804 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ddfd95-d878-45bc-9b7f-c6b921f74f31,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:02.631129 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9d06a20f-e922-4fe4-9269-6ab985714804 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.632312 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9d06a20f-e922-4fe4-9269-6ab985714804 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158991 Jul 19 04:16:02.635165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47230) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:16:02.639546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ed90a479-8c78-4109-99b9-cc5da51f0164 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'd97696ec-c5ef-4844-9fdb-f91d6e906a53', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:16:02.668719 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed90a479-8c78-4109-99b9-cc5da51f0164 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.730035 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed90a479-8c78-4109-99b9-cc5da51f0164 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.733635 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed90a479-8c78-4109-99b9-cc5da51f0164 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.750442 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90a479-8c78-4109-99b9-cc5da51f0164 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea07ad0-c834-418f-a9a2-ce8f57fff7bf,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:02.757799 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ed90a479-8c78-4109-99b9-cc5da51f0164 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.761697 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ed90a479-8c78-4109-99b9-cc5da51f0164 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229787 Jul 19 04:16:02.761855 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47232) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:16:02.766153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9448fd61-b6e2-4c47-99a2-0aca3732760b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'd97696ec-c5ef-4844-9fdb-f91d6e906a53', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:16:02.792630 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9448fd61-b6e2-4c47-99a2-0aca3732760b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.850774 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9448fd61-b6e2-4c47-99a2-0aca3732760b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.854362 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9448fd61-b6e2-4c47-99a2-0aca3732760b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.871438 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448fd61-b6e2-4c47-99a2-0aca3732760b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e355bf2-f5be-4b34-864f-0363f089e174,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:02.878576 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9448fd61-b6e2-4c47-99a2-0aca3732760b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.879866 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9448fd61-b6e2-4c47-99a2-0aca3732760b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170874 Jul 19 04:16:02.883237 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47234) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:16:02.888156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-9d822652-5315-42e7-bd9a-e6121c845a8a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'd97696ec-c5ef-4844-9fdb-f91d6e906a53', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:16:02.910947 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-9d822652-5315-42e7-bd9a-e6121c845a8a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Project 2c499f1101e84bd7993b85150ba62eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:16:02.915716 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d822652-5315-42e7-bd9a-e6121c845a8a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.976318 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d822652-5315-42e7-bd9a-e6121c845a8a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:02.980106 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d822652-5315-42e7-bd9a-e6121c845a8a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:03.004391 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d822652-5315-42e7-bd9a-e6121c845a8a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b02398f-6f99-49d8-b634-0855c13997ee,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:03.007934 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-9d822652-5315-42e7-bd9a-e6121c845a8a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:03.009218 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-9d822652-5315-42e7-bd9a-e6121c845a8a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247675 Jul 19 04:16:03.011867 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47236) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:16:03.016583 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-8e08f9c5-8a67-4ca0-a92a-8d11f0931924 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'd97696ec-c5ef-4844-9fdb-f91d6e906a53', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:16:03.038946 n-d-762330-18 neutron-server[94344]: INFO neutron.db.securitygroups_db [None req-8e08f9c5-8a67-4ca0-a92a-8d11f0931924 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Project 2c499f1101e84bd7993b85150ba62eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:16:03.043599 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8e08f9c5-8a67-4ca0-a92a-8d11f0931924 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:03.107722 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8e08f9c5-8a67-4ca0-a92a-8d11f0931924 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:03.112541 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8e08f9c5-8a67-4ca0-a92a-8d11f0931924 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:03.133261 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08f9c5-8a67-4ca0-a92a-8d11f0931924 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fb1ccd-9c28-4f92-85ef-3520cf584917,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:03.139541 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-8e08f9c5-8a67-4ca0-a92a-8d11f0931924 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:03.147023 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-8e08f9c5-8a67-4ca0-a92a-8d11f0931924 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340082 Jul 19 04:16:03.301799 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a32b3a0f-0091-44ef-9a92-03019e56fda1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633440531&fields=id&tenant_id=2c499f1101e84bd7993b85150ba62eca HTTP/1.1" status: 200 len: 267 time: 0.0426075 Jul 19 04:16:03.330863 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 778d760c-5cce-424a-81bb-9d3ec2745547 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:16:03.382785 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 778d760c-5cce-424a-81bb-9d3ec2745547 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:03.383157 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:03.409509 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-3a86bb5d-f6eb-4c96-9ad9-eecb517d10ba tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:03.411039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-3a86bb5d-f6eb-4c96-9ad9-eecb517d10ba tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 809 time: 0.1081867 Jul 19 04:16:03.427415 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-ab2dd02b-796e-4f8e-80be-17e0540efb8a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/quotas/2c499f1101e84bd7993b85150ba62eca HTTP/1.1" status: 200 len: 375 time: 0.0108306 Jul 19 04:16:03.448336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Sync routers for ids ['64f21266-8611-4ffe-afa9-88b9d4848a6b'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:16:03.466928 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Routers {'64f21266-8611-4ffe-afa9-88b9d4848a6b'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:16:03.467553 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['64f21266-8611-4ffe-afa9-88b9d4848a6b'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:03.498827 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-cfb1aa2a-188f-4c07-aeff-967dd155ec2e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655456 Jul 19 04:16:03.505664 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:16:03.600524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-dd587c18-a704-4480-abca-5fba13f7369a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:16:03.601643 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-dd587c18-a704-4480-abca-5fba13f7369a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0910172 Jul 19 04:16:03.609133 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Set router 64f21266-8611-4ffe-afa9-88b9d4848a6b gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:16:03.611585 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:03.611907 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:03.695857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a5a5cad9-f3a8-460c-b2b1-1249c8a0dea3 service neutron] 10.222.0.20 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881512 Jul 19 04:16:03.789250 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-e8e50f0f-4aa0-404b-a8c1-482f9a394751 service neutron] 10.222.0.20 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877120 Jul 19 04:16:03.806954 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c222b346-0081-4127-a7a6-0f3932d31990 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:16:03.895199 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c222b346-0081-4127-a7a6-0f3932d31990 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:16:03.900211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c222b346-0081-4127-a7a6-0f3932d31990 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:03.900587 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:03.941971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'name': 'tempest-TestShelveInstance-169900890-router', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:57Z', 'updated_at': '2021-07-19T04:16:00Z', 'revision_number': 4, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'gw_port': {'id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:58Z', 'updated_at': '2021-07-19T04:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '62631b72-56c9-4e7d-8fa3-a5264f52ba99', 'name': '', 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'mac_address': 'fa:16:3e:aa:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '015a7d11-a3e3-4b94-9103-4f8d6cba554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:16:00Z', 'updated_at': '2021-07-19T04:16:00Z', 'revision_number': 2, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'subnets': [{'id': '015a7d11-a3e3-4b94-9103-4f8d6cba554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:03.971897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Checking router: 64f21266-8611-4ffe-afa9-88b9d4848a6b for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:16:03.972255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Updating router 64f21266-8611-4ffe-afa9-88b9d4848a6b port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:16:03.984180 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-83ed6f41-a5a3-4a4a-8a32-28bc2645886c req-2bf813d8-6783-432c-b331-3dab2ad9c7da tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 210 time: 0.0300822 Jul 19 04:16:04.029996 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:04.074405 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:04.105749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port c222b346-0081-4127-a7a6-0f3932d31990, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c222b346-0081-4127-a7a6-0f3932d31990,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:16:04.110197 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:04.235197 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=c222b346-0081-4127-a7a6-0f3932d31990,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:04.367258 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:04.378978 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Transition to ACTIVE for port object 62631b72-56c9-4e7d-8fa3-a5264f52ba99 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:16:04.385035 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:04.457265 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0227d7-58e9-46f2-a57b-80011880c409 None None] Pushing event updated for resources: {'Port': ['ID=62631b72-56c9-4e7d-8fa3-a5264f52ba99,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:04.504097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Attempting to bind port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:16:04.504510 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Attempting to bind port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '82d699f1-7652-4f81-b0a6-cdd8ce398d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:16:04.504879 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Attempting to bind port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 on network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:16:04.510391 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:16:04.510763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Checking segment: {'id': '82d699f1-7652-4f81-b0a6-cdd8ce398d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:16:04.511169 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:04.511551 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Bound using segment: {'id': '82d699f1-7652-4f81-b0a6-cdd8ce398d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:16:04.512009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Bound port: 62631b72-56c9-4e7d-8fa3-a5264f52ba99, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d699f1-7652-4f81-b0a6-cdd8ce398d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:16:04.512386 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:04.581136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] For port 62631b72-56c9-4e7d-8fa3-a5264f52ba99, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:16:04.585264 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] For port 62631b72-56c9-4e7d-8fa3-a5264f52ba99, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=62631b72-56c9-4e7d-8fa3-a5264f52ba99,segment=NetworkSegment(82d699f1-7652-4f81-b0a6-cdd8ce398d38),segment_id=82d699f1-7652-4f81-b0a6-cdd8ce398d38)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:16:04.590528 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:04.645298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Routers {'64f21266-8611-4ffe-afa9-88b9d4848a6b'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:16:04.645935 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:15:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['64f21266-8611-4ffe-afa9-88b9d4848a6b'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:04.710734 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0227d7-58e9-46f2-a57b-80011880c409 None None] Pushing event updated for resources: {'Port': ['ID=62631b72-56c9-4e7d-8fa3-a5264f52ba99,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:04.794869 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] Set router 64f21266-8611-4ffe-afa9-88b9d4848a6b gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:16:05.133784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a589ab2a-0380-4b96-ba2e-bc49972bf4e7 req-dc8ad581-dc78-4f8e-9e34-efc80c52b8e2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 210 time: 0.0325038 Jul 19 04:16:05.184038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'name': 'tempest-TestShelveInstance-169900890-router', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:57Z', 'updated_at': '2021-07-19T04:16:00Z', 'revision_number': 4, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'gw_port': {'id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:58Z', 'updated_at': '2021-07-19T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '62631b72-56c9-4e7d-8fa3-a5264f52ba99', 'name': '', 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'mac_address': 'fa:16:3e:aa:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '015a7d11-a3e3-4b94-9103-4f8d6cba554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:16:00Z', 'updated_at': '2021-07-19T04:16:04Z', 'revision_number': 4, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'subnets': [{'id': '015a7d11-a3e3-4b94-9103-4f8d6cba554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:05.235513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27616ae9-9012-41e5-b37c-bf6bcd59a9f5 None None] The sync data for ids ['64f21266-8611-4ffe-afa9-88b9d4848a6b'] in n-d-762330-18 is: [{'id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'name': 'tempest-TestShelveInstance-169900890-router', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:57Z', 'updated_at': '2021-07-19T04:16:00Z', 'revision_number': 4, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'gw_port': {'id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:58Z', 'updated_at': '2021-07-19T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '62631b72-56c9-4e7d-8fa3-a5264f52ba99', 'name': '', 'network_id': 'bed2f23f-c598-4a6e-8111-b6fcfcd38ac9', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'mac_address': 'fa:16:3e:aa:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '015a7d11-a3e3-4b94-9103-4f8d6cba554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:16:00Z', 'updated_at': '2021-07-19T04:16:04Z', 'revision_number': 4, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'subnets': [{'id': '015a7d11-a3e3-4b94-9103-4f8d6cba554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:16:05.328272 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c222b346-0081-4127-a7a6-0f3932d31990 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:16:05.340421 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-387ad590-72da-4a24-8065-47c7d0c324b0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:05.343058 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-387ad590-72da-4a24-8065-47c7d0c324b0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 809 time: 0.1439242 Jul 19 04:16:05.396038 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c222b346-0081-4127-a7a6-0f3932d31990 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:05.396592 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:05.407235 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-ed70f259-cdf9-4a69-998b-44e7a0ea9b29 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c499f1101e84bd7993b85150ba62eca HTTP/1.1" status: 200 len: 380 time: 0.0554879 Jul 19 04:16:05.416265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'port': {'device_id': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'admin_state_up': True, 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'security_groups': ['d97696ec-c5ef-4844-9fdb-f91d6e906a53']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:16:05.545559 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Made reservation on behalf of 2c499f1101e84bd7993b85150ba62eca for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:16:05.549263 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:05.678740 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Allocated IP 172.20.0.12 (ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98/ac6da03f-d52c-4812-993b-0734926d048f/e87fae6a-20f2-4523-a621-554bbf3c358e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:16:05.822140 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:05.834922 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Transition to ACTIVE for port object e87fae6a-20f2-4523-a621-554bbf3c358e will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:16:05.867559 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:05.912561 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:16:05.915653 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:16:05.919490 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:16:05.926373 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:05.976656 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:05.977285 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:05.992409 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a898e740-ad39-46cd-876b-028120a0fd14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800042 Jul 19 04:16:06.004140 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Request body: {'port': {'device_id': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:16:06.078382 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:06.155189 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3e99eb2-b71b-4a07-908e-0cb30390fe6c None None] Provisioning for port e87fae6a-20f2-4523-a621-554bbf3c358e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:16:06.160926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b3e99eb2-b71b-4a07-908e-0cb30390fe6c None None] Provisioning complete for port e87fae6a-20f2-4523-a621-554bbf3c358e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:06.161331 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b3e99eb2-b71b-4a07-908e-0cb30390fe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:06.195714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-b3e99eb2-b71b-4a07-908e-0cb30390fe6c None None] Port e87fae6a-20f2-4523-a621-554bbf3c358e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:16:06.386356 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622570bf-e85b-4cfb-817a-086664615c44 req-041af621-a2d5-4e22-9a05-a67d98949c9b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:06.387772 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-622570bf-e85b-4cfb-817a-086664615c44 req-041af621-a2d5-4e22-9a05-a67d98949c9b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 932 time: 0.1282098 Jul 19 04:16:06.411250 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87fae6a-20f2-4523-a621-554bbf3c358e {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:16:06.421029 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:06.446648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-622570bf-e85b-4cfb-817a-086664615c44 req-92b3fe24-b332-4170-a380-ede32a46f2e4 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522163 Jul 19 04:16:06.449220 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Transition to ACTIVE for port object e87fae6a-20f2-4523-a621-554bbf3c358e will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:16:06.455988 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:06.506837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:06.585104 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Attempting to bind port e87fae6a-20f2-4523-a621-554bbf3c358e on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:16:06.585497 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Attempting to bind port e87fae6a-20f2-4523-a621-554bbf3c358e by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:16:06.585835 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Attempting to bind port e87fae6a-20f2-4523-a621-554bbf3c358e on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:16:06.590413 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Port e87fae6a-20f2-4523-a621-554bbf3c358e on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:16:06.590743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Attempting to bind port e87fae6a-20f2-4523-a621-554bbf3c358e on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:16:06.596425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:16:06.596774 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Checking segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:16:06.597171 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Bound using segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:16:06.597610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Bound port: e87fae6a-20f2-4523-a621-554bbf3c358e, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:16:06.598249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:06.665419 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:16:06.668390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:16:06.672890 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:06.707738 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:06.708372 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:06.709794 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] 10.222.0.26 "PUT /v2.0/ports/e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 1093 time: 0.7103026 Jul 19 04:16:06.710182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:16:06.712474 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2041648a-f3a6-469c-b147-6f60f5de59e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:16:06.737686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6f5bd-a61c-4eba-bccb-fe02645be65c service neutron] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:06.763379 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9605aac5-e011-404c-a20c-18c100f5cde1 x-openstack-request-id: req-9605aac5-e011-404c-a20c-18c100f5cde1 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:16:06.763676 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:16:06.764092 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9605aac5-e011-404c-a20c-18c100f5cde1 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:16:06.764322 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'status': 'completed', 'code': 200} Jul 19 04:16:06.815934 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-992795c6-2692-49f4-bd7c-91f19e26f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:06.817806 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-992795c6-2692-49f4-bd7c-91f19e26f53a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1096 time: 0.0645354 Jul 19 04:16:06.860192 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-c4998ba8-a284-4735-9aad-a8565d717501 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 217 time: 0.0356345 Jul 19 04:16:06.909455 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-f24b0561-91f4-4789-a73e-55e2c290471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:06.910959 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-f24b0561-91f4-4789-a73e-55e2c290471d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0449007 Jul 19 04:16:06.971081 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a8e1feba-d721-4cd8-b5c2-90c235fd14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:06.972577 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-a8e1feba-d721-4cd8-b5c2-90c235fd14e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557880 Jul 19 04:16:07.060264 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-957968bd-f38b-4c76-843e-79997dbd24f6 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810008 Jul 19 04:16:07.151249 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-99568c0c-4427-4b05-b630-2e542d8c3bfc req-c58e64fc-c4b0-4d3e-a8df-acc81195b93c service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847468 Jul 19 04:16:07.258010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-263650d0-0dda-4bac-a393-98aa344b19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:07.259586 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-263650d0-0dda-4bac-a393-98aa344b19c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1096 time: 0.0551891 Jul 19 04:16:07.268393 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 62631b72-56c9-4e7d-8fa3-a5264f52ba99 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:16:07.321940 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:16:07.327506 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:07.327876 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:07.364766 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-bbf3862b-7457-4b40-97ef-e8153ed71f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:07.366320 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-bbf3862b-7457-4b40-97ef-e8153ed71f5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0980594 Jul 19 04:16:07.410514 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-9e214117-e0ed-4a50-89d9-0758b2391508 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 217 time: 0.0371232 Jul 19 04:16:07.413006 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:07.448430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 62631b72-56c9-4e7d-8fa3-a5264f52ba99, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=62631b72-56c9-4e7d-8fa3-a5264f52ba99,segment=NetworkSegment(82d699f1-7652-4f81-b0a6-cdd8ce398d38),segment_id=82d699f1-7652-4f81-b0a6-cdd8ce398d38)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:16:07.454426 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:07.461436 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-595e44d1-9116-4317-98f7-a6e272d8524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:07.463044 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-595e44d1-9116-4317-98f7-a6e272d8524f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0457072 Jul 19 04:16:07.510157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=62631b72-56c9-4e7d-8fa3-a5264f52ba99,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:07.535008 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-e45b4eaa-294e-4e06-954b-2a1641b2d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:07.536737 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-e45b4eaa-294e-4e06-954b-2a1641b2d0a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669916 Jul 19 04:16:07.573170 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:07.676262 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-63b7c261-9e2b-4927-bdee-df021dba621e service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319962 Jul 19 04:16:07.715391 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fce757-bb0b-4c4a-857e-64787fc03f63 req-1d07016c-734e-402c-8e62-0b78715f06a0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:07.716884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-28fce757-bb0b-4c4a-857e-64787fc03f63 req-1d07016c-734e-402c-8e62-0b78715f06a0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 944 time: 0.1299186 Jul 19 04:16:07.801819 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-28fce757-bb0b-4c4a-857e-64787fc03f63 req-d2e29207-7651-4f54-972c-5d1c9d4284c0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784600 Jul 19 04:16:07.812716 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2041648a-f3a6-469c-b147-6f60f5de59e0 req-d8a5d822-a846-4cf8-9bea-9dc8e6c737b5 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293888 Jul 19 04:16:07.829953 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:08.984525 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9807a7-b426-4f80-9413-0f78d96a5064 req-4f328d24-c06b-41e5-b181-4413864cc347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:08.986923 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd9807a7-b426-4f80-9413-0f78d96a5064 req-4f328d24-c06b-41e5-b181-4413864cc347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 944 time: 0.0668187 Jul 19 04:16:09.024222 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bd9807a7-b426-4f80-9413-0f78d96a5064 req-c62c1aa7-95fa-4a82-a076-edce86d4379b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 Jul 19 04:16:09.250513 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 62631b72-56c9-4e7d-8fa3-a5264f52ba99 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:16:09.301591 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:09.301960 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:09.790477 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:16:09.886430 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:16:09.897454 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'port_id': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'mac_address': 'fa:16:3e:f5:ef:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:16:09.933213 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:09.945587 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87fae6a-20f2-4523-a621-554bbf3c358e {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:16:09.964622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:16:09.968366 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:10.018389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:10.196867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e87fae6a-20f2-4523-a621-554bbf3c358e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:16:10.197666 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81501d0-f01d-4844-a784-3ec0426f0fd1 req-6cdd097b-ab90-490c-af08-6d54cb4367fe tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:10.199250 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f81501d0-f01d-4844-a784-3ec0426f0fd1 req-6cdd097b-ab90-490c-af08-6d54cb4367fe tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0653803 Jul 19 04:16:10.242241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f81501d0-f01d-4844-a784-3ec0426f0fd1 req-b1dd3f4b-c0bc-4ffc-a890-796527c477e2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368428 Jul 19 04:16:11.413736 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f5cd1-6749-4c69-9c79-776a19cc1bba req-728d688c-026f-4a02-9c90-081066290aea tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:11.415181 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-245f5cd1-6749-4c69-9c79-776a19cc1bba req-728d688c-026f-4a02-9c90-081066290aea tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0627520 Jul 19 04:16:11.451468 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-245f5cd1-6749-4c69-9c79-776a19cc1bba req-e6d23a4e-cdf2-4ebe-84e6-f581a7acc8f6 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308325 Jul 19 04:16:11.790045 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:16:11.840460 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port e87fae6a-20f2-4523-a621-554bbf3c358e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:16:11.844544 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port e87fae6a-20f2-4523-a621-554bbf3c358e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:16:11.844954 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:11.918879 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:11.940336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:16:11.942698 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ec3f9e-c51d-4162-9861-3e3434edfded" -d '{"events": [{"server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "name": "network-vif-plugged", "status": "completed", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:16:11.955174 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:16:11.958972 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:11.984819 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7aa48b-040b-4351-bde7-475cfe7786a1 x-openstack-request-id: req-1a7aa48b-040b-4351-bde7-475cfe7786a1 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:16:11.985112 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "name": "network-vif-plugged", "status": "completed", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:16:11.986132 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a7aa48b-040b-4351-bde7-475cfe7786a1 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:16:11.986411 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'code': 200} Jul 19 04:16:12.011291 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:12.092710 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf49f94-3457-44b4-80f9-b5b658937e6e req-b5f15cb0-be75-4598-a97a-16f2ee09c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:12.094120 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1cf49f94-3457-44b4-80f9-b5b658937e6e req-b5f15cb0-be75-4598-a97a-16f2ee09c512 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1098 time: 0.0517614 Jul 19 04:16:12.128644 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1cf49f94-3457-44b4-80f9-b5b658937e6e req-79156c25-fc6b-4820-a68e-9674514a0dce service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276589 Jul 19 04:16:12.574064 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6550d58-3d91-4796-be9d-2d904ff13460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:12.625571 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89fbeb-1473-4e78-9ea2-cac4703482f4 req-1c44d151-08c8-4d87-986f-26646d591019 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:12.627823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af89fbeb-1473-4e78-9ea2-cac4703482f4 req-1c44d151-08c8-4d87-986f-26646d591019 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0661855 Jul 19 04:16:12.665240 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af89fbeb-1473-4e78-9ea2-cac4703482f4 req-53884107-9cea-47ca-bd36-92f798e691cc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Jul 19 04:16:13.837413 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eabf4c-5bd0-40d0-b139-cd9bdb8f1d24 req-df0ce671-3f70-4012-88da-0f00fb6ad120 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:13.838951 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85eabf4c-5bd0-40d0-b139-cd9bdb8f1d24 req-df0ce671-3f70-4012-88da-0f00fb6ad120 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0628841 Jul 19 04:16:13.876058 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-85eabf4c-5bd0-40d0-b139-cd9bdb8f1d24 req-e028e2d8-411b-4bc5-80f7-a16ca7e2c63f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314755 Jul 19 04:16:14.050258 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b30d8d-01c6-4dd8-8161-41a2ba4832db req-80ec8b32-7266-4c2a-a7d9-bf6824808053 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:14.051748 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52b30d8d-01c6-4dd8-8161-41a2ba4832db req-80ec8b32-7266-4c2a-a7d9-bf6824808053 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0670025 Jul 19 04:16:14.089456 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-52b30d8d-01c6-4dd8-8161-41a2ba4832db req-4c1c65c6-fb2f-4b4b-80da-84d128f41455 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320673 Jul 19 04:16:14.113052 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47298) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:16:14.205579 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb02d54-de5d-41d7-ade3-8c86fec14b87 tempest-TestShelveInstance-80087938 tempest-TestShelveInstance-80087938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:14.207161 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-bfb02d54-de5d-41d7-ade3-8c86fec14b87 tempest-TestShelveInstance-80087938 tempest-TestShelveInstance-80087938-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1093 time: 0.0929618 Jul 19 04:16:14.210168 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47302) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:16:14.214491 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:16:14.235754 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:14.336180 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:14.435176 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Allocated IP 172.25.2.79 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/04e4593f-608e-4fe6-8007-87b3b37bb1de) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:16:14.538504 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:14.576347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:14.615728 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:16:14.618348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:16:14.620950 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:16:14.645690 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'Port': ['ID=04e4593f-608e-4fe6-8007-87b3b37bb1de,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:15.145831 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-db11337a-f8a1-4ca7-a60b-b4dc2bd4f317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:15.309187 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:15.384479 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:15.528238 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:15.533361 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:15.604327 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'Port': ['ID=04e4593f-608e-4fe6-8007-87b3b37bb1de,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:16:15.614937 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:15.714733 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Floating IP 601b181b-5e37-4b9f-97f6-eeff50f86a9a associated. External IP: 172.25.2.79, port: e87fae6a-20f2-4523-a621-554bbf3c358e. Jul 19 04:16:15.736781 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:15.928889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Router 297733c2-d78a-42f3-af3f-6d20c149d018 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:16:16.036313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:16:16.045496 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] Sync routers for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:16:16.052127 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:16.055109 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:16:16.055733 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:16:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:16.090037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b66a9358-7792-4a02-bc02-bc033affef2d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8788307 Jul 19 04:16:16.091016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:16:16.093328 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244bfdde-c9d4-4f90-9df9-778941b819d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:16:16.129822 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60facf1-ac1e-4907-bfd0-e4c58e3403e8 x-openstack-request-id: req-d60facf1-ac1e-4907-bfd0-e4c58e3403e8 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:16:16.130107 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:16:16.130386 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d60facf1-ac1e-4907-bfd0-e4c58e3403e8 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:16:16.130856 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'status': 'completed', 'code': 200} Jul 19 04:16:16.168624 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:16:16.210430 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-92c2b306-5237-452c-b40a-c3ba9a80fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:16.211856 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-92c2b306-5237-452c-b40a-c3ba9a80fc4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1098 time: 0.0575655 Jul 19 04:16:16.301389 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-ab91ed67-e31c-4171-967f-cc19ab1e3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:16.302939 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-ab91ed67-e31c-4171-967f-cc19ab1e3bf1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0853460 Jul 19 04:16:16.371725 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-34ae48b2-b97e-4180-88cc-52eeeb2d2f32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 999 time: 0.0623465 Jul 19 04:16:16.392613 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '601b181b-5e37-4b9f-97f6-eeff50f86a9a', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'port_id': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'mac_address': 'fa:16:3e:f5:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:16:15Z', 'updated_at': '2021-07-19T04:16:15Z', 'revision_number': 0, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:16.418740 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] Checking router: 297733c2-d78a-42f3-af3f-6d20c149d018 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:16:16.421011 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-103196dd-cd0f-4765-a8ee-b0d42dd6c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:16.422511 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-103196dd-cd0f-4765-a8ee-b0d42dd6c19d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0441544 Jul 19 04:16:16.427079 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:16:16.427681 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:16:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:16.479063 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-ae0129fc-ceed-4730-868d-805a7e617e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:16:16.480574 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-ae0129fc-ceed-4730-868d-805a7e617e10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518308 Jul 19 04:16:16.531194 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:16:16.574293 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-6d48d39d-60fe-4531-9c51-a5cfc2337155 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867732 Jul 19 04:16:16.638221 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:16.667976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-244bfdde-c9d4-4f90-9df9-778941b819d4 req-1f97c8b2-40d7-41b2-9123-47c6b11e7b54 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875580 Jul 19 04:16:16.754845 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '601b181b-5e37-4b9f-97f6-eeff50f86a9a', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'port_id': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'mac_address': 'fa:16:3e:f5:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:16:15Z', 'updated_at': '2021-07-19T04:16:15Z', 'revision_number': 0, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:16:16.784290 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8017c5a-f93b-42a4-b34d-a7b63270bedc None None] The sync data for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 is: [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '601b181b-5e37-4b9f-97f6-eeff50f86a9a', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'port_id': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'mac_address': 'fa:16:3e:f5:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:16:15Z', 'updated_at': '2021-07-19T04:16:15Z', 'revision_number': 0, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:16:16.978827 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e070d8-24fe-4968-8c18-61b080ae5676 None None] New status for floating IP 601b181b-5e37-4b9f-97f6-eeff50f86a9a: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:16:18.150446 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:37.566668 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:37.829221 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:38.915568 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:16:42.575023 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-18597e42-7dab-469d-b54e-ae6de4af92c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:45.152231 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f335d9b-767c-46e5-8606-f7985457917f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:45.738705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:46.638757 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:16:48.154785 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:07.554964 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:07.828814 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:08.612719 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-352f348b-d52e-4391-8083-ddddc0cb547e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551698 Jul 19 04:17:08.705849 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-53ebc009-a5aa-4af6-9d4c-eeb134dec0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:17:08.707355 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-53ebc009-a5aa-4af6-9d4c-eeb134dec0ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1098 time: 0.0528455 Jul 19 04:17:08.809052 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-c58df57f-0503-420c-995a-d5d8bd548580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:17:08.810548 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-c58df57f-0503-420c-995a-d5d8bd548580 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0844507 Jul 19 04:17:08.877523 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-69cff400-f4f8-4782-ad7c-6841974c4b8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 1001 time: 0.0603173 Jul 19 04:17:08.925182 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-3ff60883-8e59-49d2-8bb4-ebe9d5f1ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:17:08.926635 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-3ff60883-8e59-49d2-8bb4-ebe9d5f1ba15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0434372 Jul 19 04:17:08.981073 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-d21fe338-980e-49e4-a66b-fc16e00b91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:17:08.982582 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-d21fe338-980e-49e4-a66b-fc16e00b91d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502212 Jul 19 04:17:09.072005 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-7c7158a9-2354-4992-8a01-9a987b2e3dce service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828149 Jul 19 04:17:09.166682 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4f706da0-0f5b-4822-82c2-aa7996d9f3d3 req-d348c84e-32f7-4857-8df5-8f273d29797a service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883150 Jul 19 04:17:12.577387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-10525d11-2bb4-4832-800e-090490c61603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:15.153788 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6b081630-471c-496b-aa65-3ba3b4aab777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:15.739122 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:15.914201 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:17:16.643315 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:18.159456 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:37.564692 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:37.844075 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:42.578030 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1ccad906-29bc-4342-bc30-bb432f83078f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:45.154662 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5303e519-b2db-4207-85e9-df81bb0bb8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:45.740014 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:46.646510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:48.158832 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:17:52.912898 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:17:58.596863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-d12398f5-100f-45a2-b6e7-7bc04741e1d0 req-5a4f0fc9-ad56-4ed5-ade3-ba3bc3ff1464 service neutron] (94344) timed out ('10.222.0.20', 43488) {{(pid=94344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 04:18:07.554029 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:07.845124 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:08.603539 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-7ad34e64-1107-4886-b2b8-0d59164e089a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572686 Jul 19 04:18:08.693496 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-44109e7e-ec76-4cbb-8618-8f5a9046ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:08.695013 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-44109e7e-ec76-4cbb-8618-8f5a9046ee3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1098 time: 0.0505142 Jul 19 04:18:08.799245 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-1b17fa05-ab56-4a10-a0bf-84127ec0ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:08.800701 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-1b17fa05-ab56-4a10-a0bf-84127ec0ee7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0855489 Jul 19 04:18:08.863065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-145e7479-60da-4352-85d5-10d2161abff2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 1001 time: 0.0561538 Jul 19 04:18:08.908837 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-e96c4bf1-f143-41cb-90f5-2cebac0e4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:08.910225 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-e96c4bf1-f143-41cb-90f5-2cebac0e4f36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0415325 Jul 19 04:18:08.968476 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-f3d43563-b5e1-49f4-8ce1-90bd94a8181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:08.969954 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-f3d43563-b5e1-49f4-8ce1-90bd94a8181f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537333 Jul 19 04:18:09.057147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-e4c913e2-c7b1-4838-ad2d-ca003bba5d11 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805488 Jul 19 04:18:09.148379 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f182a331-3a82-4b3f-81a9-8f5971e7db26 req-538ab0fa-ef31-4009-8ce5-98a951a0e861 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842350 Jul 19 04:18:11.656883 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01120ce-e710-43a2-a320-72c4fd1f868c req-021d70c4-6f4e-413d-8cfc-b73bb4937803 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:11.658547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a01120ce-e710-43a2-a320-72c4fd1f868c req-021d70c4-6f4e-413d-8cfc-b73bb4937803 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.1173315 Jul 19 04:18:11.695497 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a01120ce-e710-43a2-a320-72c4fd1f868c req-0f530f8f-ffee-404b-998c-d849996dfa74 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Jul 19 04:18:12.579479 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0cac349c-83e7-48c3-9d78-b6eb179d72d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:12.869054 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6f891-8b64-4e04-8b55-09d6dcaddd00 req-6dcb6abc-acc5-4601-b7bd-1339f98843cf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:12.870516 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ce6f891-8b64-4e04-8b55-09d6dcaddd00 req-6dcb6abc-acc5-4601-b7bd-1339f98843cf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0644479 Jul 19 04:18:12.907857 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9ce6f891-8b64-4e04-8b55-09d6dcaddd00 req-7e9352ca-0a8d-40ad-b8d7-e7ebb79ac70d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311894 Jul 19 04:18:14.116421 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dae381-bb78-4f17-a179-aa43ae1d4658 req-0df3ea0a-a040-43ed-a01a-7632f6e90795 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:14.118032 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-29dae381-bb78-4f17-a179-aa43ae1d4658 req-0df3ea0a-a040-43ed-a01a-7632f6e90795 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0681548 Jul 19 04:18:14.157792 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-29dae381-bb78-4f17-a179-aa43ae1d4658 req-c4d8b8e7-3243-4061-818e-0f5d430a42ca tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341692 Jul 19 04:18:15.156212 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7284f25b-430b-4fab-b747-620979128185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:15.332550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58b6aa-d54e-454e-81ae-f2fa546bbc51 req-d1300ec0-de2f-46f2-86f7-ae0e8acd567f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:15.334037 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df58b6aa-d54e-454e-81ae-f2fa546bbc51 req-d1300ec0-de2f-46f2-86f7-ae0e8acd567f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0667939 Jul 19 04:18:15.371287 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-df58b6aa-d54e-454e-81ae-f2fa546bbc51 req-e6200bf1-9c23-48fa-b02e-c7db1550fbee tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Jul 19 04:18:15.741136 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:16.543605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95812428-141e-43b5-bba8-9c7b1631d023 req-bfbee05f-9f05-42f0-b0e1-8f3ca0a8f694 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:16.545083 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95812428-141e-43b5-bba8-9c7b1631d023 req-bfbee05f-9f05-42f0-b0e1-8f3ca0a8f694 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0628326 Jul 19 04:18:16.582783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-95812428-141e-43b5-bba8-9c7b1631d023 req-016d534d-9d19-45c9-b600-e84f33827e7c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315070 Jul 19 04:18:16.649155 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:17.755959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea405b3-446c-4205-9c14-c53713f8cdee req-5520a844-ee21-48b0-91ac-d5713c6215cd tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:17.757461 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ea405b3-446c-4205-9c14-c53713f8cdee req-5520a844-ee21-48b0-91ac-d5713c6215cd tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0631421 Jul 19 04:18:17.794738 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-7ea405b3-446c-4205-9c14-c53713f8cdee req-e10fdf0e-748c-4ba7-8480-448cdfe7ea20 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Jul 19 04:18:18.162976 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:18.972097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb48040-ebf5-4d46-a7b1-adc6bb174f65 req-d95e233b-8a3f-4c7e-ae19-7cab7af1484b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:18.973624 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcb48040-ebf5-4d46-a7b1-adc6bb174f65 req-d95e233b-8a3f-4c7e-ae19-7cab7af1484b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0639086 Jul 19 04:18:19.010975 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-dcb48040-ebf5-4d46-a7b1-adc6bb174f65 req-a403e530-a30d-4993-a9e0-a3d38e967104 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318305 Jul 19 04:18:20.190308 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bec9a-e9d4-495f-9481-799bb39b6d0b req-920f6921-762f-49c4-a4e9-09298f4afced tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:20.191858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce3bec9a-e9d4-495f-9481-799bb39b6d0b req-920f6921-762f-49c4-a4e9-09298f4afced tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0687721 Jul 19 04:18:20.229616 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce3bec9a-e9d4-495f-9481-799bb39b6d0b req-fde89e8a-b827-4a51-a4cb-11aabd4661c3 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322139 Jul 19 04:18:21.404203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b949e28-4f67-4100-a2e6-bdf0b919ae90 req-d1e160ec-3acc-4852-a214-6fd43cd820b6 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:21.405578 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b949e28-4f67-4100-a2e6-bdf0b919ae90 req-d1e160ec-3acc-4852-a214-6fd43cd820b6 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0655491 Jul 19 04:18:21.442408 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4b949e28-4f67-4100-a2e6-bdf0b919ae90 req-b3477274-b81f-4192-a7e2-4ca35e148696 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307586 Jul 19 04:18:22.613108 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06051352-1fd5-4ca0-97d4-8ab4e134038c req-494b9056-1e4a-4cfc-89f3-1bf5ae99d3af tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:22.614613 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06051352-1fd5-4ca0-97d4-8ab4e134038c req-494b9056-1e4a-4cfc-89f3-1bf5ae99d3af tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0641341 Jul 19 04:18:22.652333 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-06051352-1fd5-4ca0-97d4-8ab4e134038c req-1362fb2f-ba0d-4c51-868b-82bf6edf62b0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Jul 19 04:18:23.833502 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a615d2-3deb-4f23-af87-f11799f3a614 req-e455c6d9-8eea-4751-8df5-7b16d8601411 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:23.835192 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d9a615d2-3deb-4f23-af87-f11799f3a614 req-e455c6d9-8eea-4751-8df5-7b16d8601411 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0697131 Jul 19 04:18:23.877096 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d9a615d2-3deb-4f23-af87-f11799f3a614 req-fa52a825-673f-46d2-8c36-72ba222d512e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356660 Jul 19 04:18:24.301358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:18:24.396362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:18:24.407791 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'port_id': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'mac_address': 'fa:16:3e:f5:ef:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:18:24.444286 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:24.456665 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e87fae6a-20f2-4523-a621-554bbf3c358e {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:18:24.476463 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:18:24.481077 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:24.534481 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:18:24.542697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.543065 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.543507 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.543725 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.544052 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.544373 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.544691 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.545009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.545326 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.545638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.545951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.546282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:24.554702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['e87fae6a-20f2-4523-a621-554bbf3c358e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:18:25.051053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87942058-8dce-4f20-abc0-c8fd0f5c1d07 req-d592a4d8-7d69-4758-82c6-d3d585d7855a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:25.052880 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-87942058-8dce-4f20-abc0-c8fd0f5c1d07 req-d592a4d8-7d69-4758-82c6-d3d585d7855a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0649486 Jul 19 04:18:25.092132 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-87942058-8dce-4f20-abc0-c8fd0f5c1d07 req-6612cb33-b4b2-4083-8efe-4cef01c8c8fe tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338247 Jul 19 04:18:26.283543 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967117fc-d8f5-432d-acba-9bd7ceb4def0 req-9fbd0037-197a-432e-bb93-01431b846c05 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:26.285204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-967117fc-d8f5-432d-acba-9bd7ceb4def0 req-9fbd0037-197a-432e-bb93-01431b846c05 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0711873 Jul 19 04:18:26.327247 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-967117fc-d8f5-432d-acba-9bd7ceb4def0 req-6ee4471f-bdde-4884-82a1-a086b4e48191 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362835 Jul 19 04:18:26.332082 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:18:26.385270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port e87fae6a-20f2-4523-a621-554bbf3c358e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:18:26.385539 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:26.471308 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:26.497569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:18:26.502014 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd2f78-6f92-41b5-9c3b-6938e7193fe1" -d '{"events": [{"server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "name": "network-vif-plugged", "status": "completed", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:18:26.522177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:18:26.526656 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:26.559087 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afef5a8-f560-4846-888f-1a24bda2d65b x-openstack-request-id: req-9afef5a8-f560-4846-888f-1a24bda2d65b {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:18:26.559384 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "name": "network-vif-plugged", "status": "completed", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:18:26.559640 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9afef5a8-f560-4846-888f-1a24bda2d65b {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:18:26.560030 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'code': 200} Jul 19 04:18:26.586841 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:18:27.529852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3bed6-9a94-415d-9513-21fce261e3cf req-412951ae-9fe4-4980-947a-fa875d7bf3fc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:27.532845 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39b3bed6-9a94-415d-9513-21fce261e3cf req-412951ae-9fe4-4980-947a-fa875d7bf3fc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0708652 Jul 19 04:18:27.589113 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-39b3bed6-9a94-415d-9513-21fce261e3cf req-bd996616-a983-4534-a65f-b9099807ec4d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504289 Jul 19 04:18:28.762552 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72813a33-d516-443e-adec-21879aa33e08 req-a87d027d-8bbe-434a-bc70-c360222f7b6f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:28.765528 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72813a33-d516-443e-adec-21879aa33e08 req-a87d027d-8bbe-434a-bc70-c360222f7b6f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0740404 Jul 19 04:18:28.807907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-72813a33-d516-443e-adec-21879aa33e08 req-0961e0bb-cf41-45ff-a2a0-c576dc8541a8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356917 Jul 19 04:18:29.911440 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:18:30.016461 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406644-f955-4761-8a6d-a76607e913d7 req-88923b1a-45dd-4ee4-8c06-569f8473bc90 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:30.018594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21406644-f955-4761-8a6d-a76607e913d7 req-88923b1a-45dd-4ee4-8c06-569f8473bc90 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0759745 Jul 19 04:18:30.067368 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-21406644-f955-4761-8a6d-a76607e913d7 req-2032188b-b413-4466-be50-c50981fd0301 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Jul 19 04:18:31.311792 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a447f-79a7-4414-a4b4-0ae89bc04ebb req-48ed3640-5ad9-410e-91a8-d99aa9a28828 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:31.314925 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d85a447f-79a7-4414-a4b4-0ae89bc04ebb req-48ed3640-5ad9-410e-91a8-d99aa9a28828 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0956812 Jul 19 04:18:31.380329 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d85a447f-79a7-4414-a4b4-0ae89bc04ebb req-150fa49d-9e3a-4c55-b2b1-2f7fed6201c2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561683 Jul 19 04:18:32.596608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219caf-804e-44a8-8087-af1b220f6eef req-bb9240ac-6b1b-4205-8430-180661b567b0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:32.598933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9219caf-804e-44a8-8087-af1b220f6eef req-bb9240ac-6b1b-4205-8430-180661b567b0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0841944 Jul 19 04:18:32.644488 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9219caf-804e-44a8-8087-af1b220f6eef req-a60358e9-1bbe-4870-b3f4-054c4250e37a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357146 Jul 19 04:18:33.830713 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c58b8-4a41-4468-ae40-3efe4ca07ec2 req-78504fe7-5aea-4adb-af42-5c694120c318 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:33.832304 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-574c58b8-4a41-4468-ae40-3efe4ca07ec2 req-78504fe7-5aea-4adb-af42-5c694120c318 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0727041 Jul 19 04:18:33.874932 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-574c58b8-4a41-4468-ae40-3efe4ca07ec2 req-4fe1847c-014c-4ec0-8b20-764370228a11 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369892 Jul 19 04:18:34.550470 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80e206-83ec-4005-839c-de87da7461e9 req-296dc7a1-7fab-4ad4-94b5-75c794d88fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:34.551987 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a80e206-83ec-4005-839c-de87da7461e9 req-296dc7a1-7fab-4ad4-94b5-75c794d88fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1098 time: 0.0537252 Jul 19 04:18:34.939521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80e206-83ec-4005-839c-de87da7461e9 req-54a6eff8-ee3c-4441-9d5c-5ae5a6d17047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:34.941035 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a80e206-83ec-4005-839c-de87da7461e9 req-54a6eff8-ee3c-4441-9d5c-5ae5a6d17047 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.3829184 Jul 19 04:18:35.032861 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a80e206-83ec-4005-839c-de87da7461e9 req-cc50545d-515a-48ff-8e15-23260f1158b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 1001 time: 0.0854344 Jul 19 04:18:35.090378 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80e206-83ec-4005-839c-de87da7461e9 req-b5af1d3c-4cbc-44c8-85f8-4acf658a0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:35.091878 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a80e206-83ec-4005-839c-de87da7461e9 req-b5af1d3c-4cbc-44c8-85f8-4acf658a0cc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0527122 Jul 19 04:18:35.103665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514795c6-f5d8-4e6a-afae-cef9302b338f req-9b2c956d-0252-4a9e-bbd5-69c79847a6bd tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:35.105050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-514795c6-f5d8-4e6a-afae-cef9302b338f req-9b2c956d-0252-4a9e-bbd5-69c79847a6bd tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.1159627 Jul 19 04:18:35.170603 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-514795c6-f5d8-4e6a-afae-cef9302b338f req-8c4aef69-5dce-4087-a49b-558fa6eb7461 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560484 Jul 19 04:18:35.186346 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80e206-83ec-4005-839c-de87da7461e9 req-6f686633-2fdd-4b25-9aca-359d216c8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:35.187928 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a80e206-83ec-4005-839c-de87da7461e9 req-6f686633-2fdd-4b25-9aca-359d216c8d69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820220 Jul 19 04:18:35.280746 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a80e206-83ec-4005-839c-de87da7461e9 req-4e60a045-b96a-4f9e-afbd-f5d63485796f service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867343 Jul 19 04:18:35.368305 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7a80e206-83ec-4005-839c-de87da7461e9 req-b11e8650-44cf-43ef-8af8-9881648a6652 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807843 Jul 19 04:18:36.348117 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126580e2-f4bf-41c1-a422-3f0782049fda req-dfcbaa0b-0577-4988-b0bb-1805865e55cc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:36.349633 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-126580e2-f4bf-41c1-a422-3f0782049fda req-dfcbaa0b-0577-4988-b0bb-1805865e55cc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0644407 Jul 19 04:18:36.387256 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-126580e2-f4bf-41c1-a422-3f0782049fda req-24952a86-7169-4051-bd88-432a28d33a4f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Jul 19 04:18:37.565546 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364c770-df24-4de9-a6e9-917001fb867a req-24030d68-f06c-4184-b419-4cbada2ab30c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:37.567089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1364c770-df24-4de9-a6e9-917001fb867a req-24030d68-f06c-4184-b419-4cbada2ab30c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0673330 Jul 19 04:18:37.592645 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:37.605594 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1364c770-df24-4de9-a6e9-917001fb867a req-0b543b16-599d-4166-a750-829ab9080304 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328567 Jul 19 04:18:37.847161 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:37.950899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d8b62-6897-45cf-8e0c-b6b57112e4bf req-a5db6352-29e0-448c-b4dd-c5b3c7fa419f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:37.952473 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f92d8b62-6897-45cf-8e0c-b6b57112e4bf req-a5db6352-29e0-448c-b4dd-c5b3c7fa419f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0670531 Jul 19 04:18:37.991202 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f92d8b62-6897-45cf-8e0c-b6b57112e4bf req-f17935f5-a24e-4a9b-b606-2f9bf02294e7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330784 Jul 19 04:18:38.089782 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-c1d0158f-22b2-4ed4-9ba4-8a9ab18bc409 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019714 Jul 19 04:18:38.394025 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:18:38.469463 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:38.491741 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:18:38.493985 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb205c0-26ab-4b9b-9239-f202a3cfc063" -d '{"events": [{"server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "name": "network-vif-unplugged", "status": "completed", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:18:38.506971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:18:38.511716 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:38.540365 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Jul 2021 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2973a879-15db-442d-85bb-65d372b2efcf x-openstack-request-id: req-2973a879-15db-442d-85bb-65d372b2efcf {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:18:38.540582 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "name": "network-vif-unplugged", "status": "failed", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e", "code": 422}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:18:38.540819 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2973a879-15db-442d-85bb-65d372b2efcf {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:18:38.541200 n-d-762330-18 neutron-server[94346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'code': 422} returned with failed status Jul 19 04:18:38.565727 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:18:38.911718 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-30d432e3-564b-4442-8612-951f08cb7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:38.913121 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-30d432e3-564b-4442-8612-951f08cb7d63 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80&tenant_id=2c499f1101e84bd7993b85150ba62eca HTTP/1.1" status: 200 len: 1096 time: 0.0570219 Jul 19 04:18:38.924049 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:18:38.995536 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:39.170418 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237889c3-0065-4e6a-97c4-7dcfe67c5f2a req-a3cd0024-501e-46bb-a312-4834353ad6d6 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:39.172341 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-237889c3-0065-4e6a-97c4-7dcfe67c5f2a req-a3cd0024-501e-46bb-a312-4834353ad6d6 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 944 time: 0.0676196 Jul 19 04:18:39.204638 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:18:39.210761 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-237889c3-0065-4e6a-97c4-7dcfe67c5f2a req-8ac085d7-e77a-4024-9cac-5ece9c9cc6ac tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323207 Jul 19 04:18:39.238695 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:18:39.276256 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87fae6a-20f2-4523-a621-554bbf3c358e {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:18:39.283963 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:39.295714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Transition to ACTIVE for port object e87fae6a-20f2-4523-a621-554bbf3c358e will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:18:39.299715 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:39.378839 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=9']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:18:39.390347 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.390730 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.391068 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.391508 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.391845 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.392175 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.392500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.392824 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.393149 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.393724 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.394044 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.394383 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:18:39.434667 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] No DVR routers for this DVR port e87fae6a-20f2-4523-a621-554bbf3c358e on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:18:39.575554 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Attempting to bind port e87fae6a-20f2-4523-a621-554bbf3c358e on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:18:39.575894 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Attempting to bind port e87fae6a-20f2-4523-a621-554bbf3c358e by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:18:39.576225 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Attempting to bind port e87fae6a-20f2-4523-a621-554bbf3c358e on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:18:39.580681 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Port e87fae6a-20f2-4523-a621-554bbf3c358e on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:18:39.580999 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Attempting to bind port e87fae6a-20f2-4523-a621-554bbf3c358e on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:18:39.585787 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:18:39.586124 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Checking segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:18:39.586544 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Bound using segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:18:39.586972 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Bound port: e87fae6a-20f2-4523-a621-554bbf3c358e, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:18:39.587327 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:39.650900 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:18:39.653941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:18:39.658474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:39.690158 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:39.690796 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:39.692245 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] 10.222.0.25 "PUT /v2.0/ports/e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 1093 time: 0.7722812 Jul 19 04:18:39.692637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:18:39.694955 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:18:39.723454 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ad710-e59b-44cf-83eb-6bb04c2493a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=10']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:18:39.759900 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4004448-61f6-49bb-ba3b-e26f9b6de244 x-openstack-request-id: req-b4004448-61f6-49bb-ba3b-e26f9b6de244 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:18:39.760190 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:18:39.760438 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4004448-61f6-49bb-ba3b-e26f9b6de244 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:18:39.760979 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'status': 'completed', 'code': 200} Jul 19 04:18:39.786483 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-5ea95019-7697-4323-bfe2-883c69b7605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:39.788015 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-5ea95019-7697-4323-bfe2-883c69b7605c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1097 time: 0.0592418 Jul 19 04:18:39.884739 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-436193db-5006-4004-9a91-2b00aee968e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:39.886241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-436193db-5006-4004-9a91-2b00aee968e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0921659 Jul 19 04:18:39.954284 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-6d85e17a-aa8d-44f4-a241-1c6254ece7e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 999 time: 0.0614550 Jul 19 04:18:40.001086 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-a5f09bf6-78d0-48c5-bceb-3bcaf6872667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:40.002534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-a5f09bf6-78d0-48c5-bceb-3bcaf6872667 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0428755 Jul 19 04:18:40.058029 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-90ac36e2-b223-4009-a153-f9c288da4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:40.059561 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-90ac36e2-b223-4009-a153-f9c288da4df3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514274 Jul 19 04:18:40.166702 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-0087838e-e0d7-407f-bb4c-baee4cfb6e8e service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999937 Jul 19 04:18:40.268107 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8678751f-4539-4b7c-9e9f-be4761a867a8 req-5da7b3c0-7393-4628-93a3-ec3279d811f8 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947418 Jul 19 04:18:40.372768 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-914af09b-c562-4e8a-b473-b28bd2437228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:40.374330 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-914af09b-c562-4e8a-b473-b28bd2437228 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1097 time: 0.0561783 Jul 19 04:18:40.389830 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3009e2-b062-4580-9f29-7a7cc543e004 req-32fa139a-a67b-4901-944e-96b2082cbe13 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:40.391552 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8b3009e2-b062-4580-9f29-7a7cc543e004 req-32fa139a-a67b-4901-944e-96b2082cbe13 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0677373 Jul 19 04:18:40.431649 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-8b3009e2-b062-4580-9f29-7a7cc543e004 req-e87741b5-15c0-4e37-a72f-af0da3d83767 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336230 Jul 19 04:18:40.478459 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-11ba69a4-6728-441b-bafb-3fc2f5aa3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:40.479983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-11ba69a4-6728-441b-bafb-3fc2f5aa3328 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0998194 Jul 19 04:18:40.557627 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-865c570c-720e-44b9-8628-241e3265d2df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 999 time: 0.0694544 Jul 19 04:18:41.636765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad84cb-7255-4744-8f6f-942fdc34c848 req-acef290e-4ae9-4ff8-b95a-8a7a4f3c9f95 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:41.638366 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efad84cb-7255-4744-8f6f-942fdc34c848 req-acef290e-4ae9-4ff8-b95a-8a7a4f3c9f95 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0668266 Jul 19 04:18:41.679010 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-efad84cb-7255-4744-8f6f-942fdc34c848 req-3f6285c2-b675-40c5-8895-692bf3414a14 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344675 Jul 19 04:18:42.410572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:18:42.450056 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:18:42.580026 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7cfd88af-5ed9-4b16-9e97-554739ab4c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:42.865013 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5d3c-fe83-45f9-bdd9-926e02ba9bb1 req-805b0689-7fb1-41df-978c-e6eef999f37a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:42.866608 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c7b5d3c-fe83-45f9-bdd9-926e02ba9bb1 req-805b0689-7fb1-41df-978c-e6eef999f37a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0688369 Jul 19 04:18:42.907147 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-4c7b5d3c-fe83-45f9-bdd9-926e02ba9bb1 req-8711804c-5c6c-4c57-a608-6bde90c94e8d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349956 Jul 19 04:18:44.089663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92c6d4-e42b-4df6-ac14-f7799a00fecf req-54ce4cdb-c827-427e-a540-32b302900ad7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:44.092233 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ae92c6d4-e42b-4df6-ac14-f7799a00fecf req-54ce4cdb-c827-427e-a540-32b302900ad7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0662920 Jul 19 04:18:44.131048 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ae92c6d4-e42b-4df6-ac14-f7799a00fecf req-6c55c392-d25c-4b23-a7c5-09d68e64bc02 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328250 Jul 19 04:18:45.171863 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-41645bce-6dd8-4031-8523-11087a5ae242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:45.320600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cb677-9c9d-4ef8-8b07-8de2df138385 req-f7374d31-664e-4820-a58e-993ddb51259a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:45.322109 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bb4cb677-9c9d-4ef8-8b07-8de2df138385 req-f7374d31-664e-4820-a58e-993ddb51259a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0763311 Jul 19 04:18:45.362311 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bb4cb677-9c9d-4ef8-8b07-8de2df138385 req-eeba77f1-b18a-49b2-b44a-6a54b5a22cca tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345221 Jul 19 04:18:45.742816 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:46.546199 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58483c1f-e7b6-4d5c-88eb-0fa105ccc463 req-dd5a97c5-045c-496e-86d9-fb0e6c2eccc9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:46.547876 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58483c1f-e7b6-4d5c-88eb-0fa105ccc463 req-dd5a97c5-045c-496e-86d9-fb0e6c2eccc9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0702329 Jul 19 04:18:46.598644 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-58483c1f-e7b6-4d5c-88eb-0fa105ccc463 req-a41dd4d9-ac7f-45b5-b724-6970291dad2c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430644 Jul 19 04:18:46.652942 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:47.769916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca615428-6a61-4237-9e39-aa0ed7999df3 req-89d830d7-f9a5-4e35-9165-00a294cee9b2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:47.771500 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca615428-6a61-4237-9e39-aa0ed7999df3 req-89d830d7-f9a5-4e35-9165-00a294cee9b2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0660799 Jul 19 04:18:47.810721 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ca615428-6a61-4237-9e39-aa0ed7999df3 req-474a1b33-07a7-4fa8-9a03-96d0bf69b024 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332315 Jul 19 04:18:48.166799 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:48.992301 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb14fc2-f0cc-4489-a306-7a715a7a6aad req-dea53b6f-a3eb-40b5-8537-63e25c959760 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:48.993874 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2eb14fc2-f0cc-4489-a306-7a715a7a6aad req-dea53b6f-a3eb-40b5-8537-63e25c959760 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0684299 Jul 19 04:18:49.034943 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2eb14fc2-f0cc-4489-a306-7a715a7a6aad req-3e42b0d8-da5a-4a47-a949-f44f2e80fa00 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354655 Jul 19 04:18:50.236661 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7c28f-b63e-484e-9573-35b65e4f60b1 req-9366e7db-7fff-4ef2-a62d-30c5435bd064 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:50.238228 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86c7c28f-b63e-484e-9573-35b65e4f60b1 req-9366e7db-7fff-4ef2-a62d-30c5435bd064 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0709562 Jul 19 04:18:50.278579 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-86c7c28f-b63e-484e-9573-35b65e4f60b1 req-0433ae61-7d3e-4e4c-8ea6-34074b034f16 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347149 Jul 19 04:18:51.091166 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-7a011a27-19e3-47c3-9c33-462ee4495b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:51.092668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-7a011a27-19e3-47c3-9c33-462ee4495b6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0455666 Jul 19 04:18:51.154773 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-18f0fb19-28ac-44c8-801a-59606f8f13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:51.156308 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-18f0fb19-28ac-44c8-801a-59606f8f13b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579150 Jul 19 04:18:51.248053 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-173ceec6-93db-49d5-a673-fe210c8d4c9b service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824857 Jul 19 04:18:51.347726 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9f33bcf4-74ca-457d-8394-3a1a9c7c0dfb req-9e7d3de9-99b9-4238-a08c-fd75ca8981ae service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927842 Jul 19 04:18:51.452684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14adafe-9366-4285-babc-5e7bdf9c2c7f req-0ec75045-20b0-44b5-866b-c709c49ef391 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:51.454140 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a14adafe-9366-4285-babc-5e7bdf9c2c7f req-0ec75045-20b0-44b5-866b-c709c49ef391 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0634091 Jul 19 04:18:51.491257 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a14adafe-9366-4285-babc-5e7bdf9c2c7f req-606dd47b-6619-47e8-b930-7e04e6003048 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Jul 19 04:18:52.665862 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846674-65f2-4ff9-9dbc-7a857fcf6c9d req-a4296ef5-7bfb-42bb-bc92-38d5a49249ac tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:52.667388 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64846674-65f2-4ff9-9dbc-7a857fcf6c9d req-a4296ef5-7bfb-42bb-bc92-38d5a49249ac tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0634241 Jul 19 04:18:52.704808 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-64846674-65f2-4ff9-9dbc-7a857fcf6c9d req-fe8662dd-6e41-4375-855c-d556d3c863a3 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319464 Jul 19 04:18:53.885331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26969786-e32f-4e04-b820-9b0c9d2f40b2 req-1d2ca3e1-9e43-4c64-93be-e7ae7fbb9362 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:53.886861 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26969786-e32f-4e04-b820-9b0c9d2f40b2 req-1d2ca3e1-9e43-4c64-93be-e7ae7fbb9362 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0673242 Jul 19 04:18:53.926488 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-26969786-e32f-4e04-b820-9b0c9d2f40b2 req-8fda51e9-4df7-425e-98e9-d3b05f7bda30 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340779 Jul 19 04:18:55.101120 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da6d95-f652-4869-b957-e92812ce2b5d req-e2e24655-14a1-4305-8593-db66ac7770e9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:55.102660 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-00da6d95-f652-4869-b957-e92812ce2b5d req-e2e24655-14a1-4305-8593-db66ac7770e9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 945 time: 0.0667582 Jul 19 04:18:55.131342 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:18:55.143815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-00da6d95-f652-4869-b957-e92812ce2b5d req-6537571a-0c5b-4192-b608-35eab1f7c1d9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351133 Jul 19 04:18:55.235555 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:18:55.246756 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'port_id': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'mac_address': 'fa:16:3e:f5:ef:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:18:55.293468 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:55.307897 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87fae6a-20f2-4523-a621-554bbf3c358e {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:18:55.330873 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:18:55.335107 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:55.386487 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=11']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:18:55.549683 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['e87fae6a-20f2-4523-a621-554bbf3c358e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:18:56.322219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe967-e20d-4f95-901f-0ac8bdab11d5 req-65af637d-b75f-4612-a8d4-0107cf55d33e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:56.323731 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da0fe967-e20d-4f95-901f-0ac8bdab11d5 req-65af637d-b75f-4612-a8d4-0107cf55d33e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 946 time: 0.0654974 Jul 19 04:18:56.362604 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-da0fe967-e20d-4f95-901f-0ac8bdab11d5 req-835bfb3e-fef0-43ff-a250-fc6665f4e1fa tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332446 Jul 19 04:18:57.129586 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:18:57.180320 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port e87fae6a-20f2-4523-a621-554bbf3c358e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:18:57.183801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port e87fae6a-20f2-4523-a621-554bbf3c358e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:18:57.184173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:57.259561 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:57.281792 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:18:57.285188 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbd577c-2a7b-4a40-914f-e36f6c02ff09" -d '{"events": [{"server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "name": "network-vif-plugged", "status": "completed", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:18:57.297681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:18:57.302133 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:18:57.349762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=12']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:18:57.532127 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a9334-a245-4f20-9aa4-0be2c62a356b req-21c644ea-a2ff-4d54-b009-8509d55ed4ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:57.534196 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a8a9334-a245-4f20-9aa4-0be2c62a356b req-21c644ea-a2ff-4d54-b009-8509d55ed4ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 947 time: 0.0613470 Jul 19 04:18:57.570835 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0a8a9334-a245-4f20-9aa4-0be2c62a356b req-ae9093ae-d533-4649-a8c6-d3552760789f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310416 Jul 19 04:18:58.343721 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf92ba76-8ba8-49f8-b5e7-bbc90c9cc8b3 x-openstack-request-id: req-bf92ba76-8ba8-49f8-b5e7-bbc90c9cc8b3 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:18:58.344208 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "name": "network-vif-plugged", "status": "completed", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:18:58.344328 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf92ba76-8ba8-49f8-b5e7-bbc90c9cc8b3 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:18:58.344649 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'code': 200} Jul 19 04:18:58.513704 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07e682-c00e-4519-ab3b-ee795f9ed39a req-36721933-b6bb-47dc-8839-adbc28c44fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:58.515227 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e07e682-c00e-4519-ab3b-ee795f9ed39a req-36721933-b6bb-47dc-8839-adbc28c44fd2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1099 time: 0.0539589 Jul 19 04:18:58.548605 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8e07e682-c00e-4519-ab3b-ee795f9ed39a req-0d784ba3-cc7c-4f9a-9553-5346f5792ec1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271666 Jul 19 04:18:58.740670 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e744c-b739-4d78-9fcd-3ed7563faf19 req-40468162-b670-4e01-9407-d22d4d73cf26 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:58.742135 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a3e744c-b739-4d78-9fcd-3ed7563faf19 req-40468162-b670-4e01-9407-d22d4d73cf26 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 947 time: 0.0624847 Jul 19 04:18:58.780652 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8a3e744c-b739-4d78-9fcd-3ed7563faf19 req-2444c0d2-7d93-4a55-8510-d65863631075 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329683 Jul 19 04:18:59.965062 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b4248-34f1-4d59-8bbb-cbb7423dcae1 req-85d70311-1047-468a-b96d-9889cd8610e7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:18:59.966696 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-875b4248-34f1-4d59-8bbb-cbb7423dcae1 req-85d70311-1047-468a-b96d-9889cd8610e7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 947 time: 0.0681350 Jul 19 04:19:00.005742 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-875b4248-34f1-4d59-8bbb-cbb7423dcae1 req-5f8cbb63-0fdd-4e77-9a0f-9efd4c5eb848 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324147 Jul 19 04:19:01.186766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313791b4-fb67-4b5c-a63f-dc9e6b4a1cfe req-2b762b6c-c7c7-40f9-b44c-daf8c7f26493 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:19:01.188268 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-313791b4-fb67-4b5c-a63f-dc9e6b4a1cfe req-2b762b6c-c7c7-40f9-b44c-daf8c7f26493 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 947 time: 0.0681701 Jul 19 04:19:01.226017 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-313791b4-fb67-4b5c-a63f-dc9e6b4a1cfe req-3ac4b0eb-191a-4415-8e60-570a24ae6319 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321293 Jul 19 04:19:06.912184 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:19:07.595095 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:07.844500 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:12.579753 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5ead2050-9b38-419c-b6d4-79c41597e3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:13.640196 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-0ed8ba13-9341-4534-abb1-6a2a3213252a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512283 Jul 19 04:19:13.728980 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-edf8fd23-4d22-4ed5-b5e5-2f1fe8f607f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:19:13.730472 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-edf8fd23-4d22-4ed5-b5e5-2f1fe8f607f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1099 time: 0.0505881 Jul 19 04:19:13.837731 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-143a9810-78be-4550-9329-70cff6b4d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:19:13.839299 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-143a9810-78be-4550-9329-70cff6b4d1e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0888889 Jul 19 04:19:13.904049 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-fe24e3eb-4e83-4fab-9ca4-0167b8c4cc6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 1001 time: 0.0575037 Jul 19 04:19:13.954506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-447a64ee-b0df-4e97-8597-fc3ffb4953b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:19:13.955934 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-447a64ee-b0df-4e97-8597-fc3ffb4953b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0454009 Jul 19 04:19:14.010826 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-f853dee6-2d4e-41c3-b7eb-781741293bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:19:14.012337 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-f853dee6-2d4e-41c3-b7eb-781741293bf5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502381 Jul 19 04:19:14.100668 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-2ae27282-963d-4d4a-bf51-dfd3a4e27ef2 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808425 Jul 19 04:19:14.192983 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3d29b96e-272b-44eb-ba42-1dea8affa18d req-b6c00eec-7cbd-44db-908a-3099cb1538c1 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857503 Jul 19 04:19:15.157837 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6e38fb26-50b4-436f-b54f-6f830b9dfe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:15.744222 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:16.655779 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:18.167618 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:37.597408 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:37.843060 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:42.578892 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-36ee20d7-7174-46a9-9b75-fc19747ef6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:43.912311 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:19:45.159600 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6912d6c7-3899-49c5-8e46-f91d62d88825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:45.745924 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:46.658606 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:19:48.171173 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:07.620848 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:07.842869 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:12.069016 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47654) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:12.223852 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Deleting port 04e4593f-608e-4fe6-8007-87b3b37bb1de {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:20:12.224195 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:12.300321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:12.300645 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:12.311616 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Calling delete_port for 04e4593f-608e-4fe6-8007-87b3b37bb1de owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:20:12.455723 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:12.483665 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event deleted for resources: {'Port': ['ID=04e4593f-608e-4fe6-8007-87b3b37bb1de,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:12.495450 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.495815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.496129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.496462 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.496790 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.497116 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.497443 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.497761 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.498077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.498422 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.498744 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.499086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:12.554402 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:12.554730 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Floating IP 601b181b-5e37-4b9f-97f6-eeff50f86a9a disassociated (deleted). External IP: 172.25.2.79, port: e87fae6a-20f2-4523-a621-554bbf3c358e. Jul 19 04:20:12.579897 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9b86956b-a048-4e29-97e9-2679ec53a3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:12.759596 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Router 297733c2-d78a-42f3-af3f-6d20c149d018 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:20:12.866186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:20:12.870950 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:12.875302 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673894f8-5704-4638-a71c-b310e978ecea None None] Sync routers for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:20:12.883965 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673894f8-5704-4638-a71c-b310e978ecea None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:20:12.884573 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-673894f8-5704-4638-a71c-b310e978ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:19:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:20:12.905873 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ffb57102-e008-448a-8b53-0cce5e2ae7c1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "DELETE /v2.0/floatingips/601b181b-5e37-4b9f-97f6-eeff50f86a9a HTTP/1.1" status: 204 len: 168 time: 0.8355870 Jul 19 04:20:12.906475 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:20:12.911019 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:20:12.994340 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-673894f8-5704-4638-a71c-b310e978ecea None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:20:13.006155 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ea0c4-459c-46cf-8a62-b34a10a8e6d1 x-openstack-request-id: req-1d4ea0c4-459c-46cf-8a62-b34a10a8e6d1 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:20:13.006564 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:20:13.006822 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d4ea0c4-459c-46cf-8a62-b34a10a8e6d1 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:20:13.007229 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'status': 'completed', 'code': 200} Jul 19 04:20:13.146084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-ab8f5146-8d18-4551-a2eb-131fd11283f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:13.147654 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-ab8f5146-8d18-4551-a2eb-131fd11283f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 1099 time: 0.1171207 Jul 19 04:20:13.278654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-31c958ab-384f-4658-9122-54ca95afb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:13.280090 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-31c958ab-384f-4658-9122-54ca95afb20c service neutron] 10.222.0.25 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.1264043 Jul 19 04:20:13.302657 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-673894f8-5704-4638-a71c-b310e978ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:20:13.327630 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673894f8-5704-4638-a71c-b310e978ecea None None] Checking router: 297733c2-d78a-42f3-af3f-6d20c149d018 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:20:13.332637 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-49fcc3f9-947e-4375-b8cb-2b39373e9cd9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 200 len: 217 time: 0.0437546 Jul 19 04:20:13.337289 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673894f8-5704-4638-a71c-b310e978ecea None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:20:13.337896 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-673894f8-5704-4638-a71c-b310e978ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:19:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:20:13.356896 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac657-8c38-4764-9619-31bdbfab4ea1 req-283bd280-8538-4081-a84b-3bab92249fc1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:13.358402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f36ac657-8c38-4764-9619-31bdbfab4ea1 req-283bd280-8538-4081-a84b-3bab92249fc1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 947 time: 0.1260159 Jul 19 04:20:13.418064 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-b95a43af-bbab-4aed-bdde-89baa8d497aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:13.419594 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-b95a43af-bbab-4aed-bdde-89baa8d497aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0790823 Jul 19 04:20:13.424919 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f36ac657-8c38-4764-9619-31bdbfab4ea1 req-c3ad22c6-7b21-453a-a3f2-49d0ba248c90 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476346 Jul 19 04:20:13.443370 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-673894f8-5704-4638-a71c-b310e978ecea None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:20:13.479072 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-e97b6bcc-9be3-4823-97f1-e3601b3eda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:13.480605 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-e97b6bcc-9be3-4823-97f1-e3601b3eda56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535703 Jul 19 04:20:13.642171 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-673894f8-5704-4638-a71c-b310e978ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:20:13.673987 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673894f8-5704-4638-a71c-b310e978ecea None None] The sync data for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 is: [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:20:13.907868 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e002ab-b9ea-491d-95b6-ee699afe491e None None] New status for floating IP 601b181b-5e37-4b9f-97f6-eeff50f86a9a: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:20:13.912134 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-22efd294-f656-4cc2-9904-9b5dbc4ed3fc service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235122 Jul 19 04:20:14.005439 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6a15bf10-ad30-47ea-bd9f-04ae1a1476c4 req-a22abc7e-28b8-433d-a03d-6ea8b522a32f service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862389 Jul 19 04:20:14.514703 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-a1fc5db6-fbf8-4cd8-a653-121a1ca8e9a2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:14.516188 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-a1fc5db6-fbf8-4cd8-a653-121a1ca8e9a2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 947 time: 0.0690858 Jul 19 04:20:14.602308 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9078-db20-4b47-9292-e8786fdf4b54 req-60b5e1aa-546c-45df-87dc-2aebb435ee08 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:14.603822 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-037e9078-db20-4b47-9292-e8786fdf4b54 req-60b5e1aa-546c-45df-87dc-2aebb435ee08 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80 HTTP/1.1" status: 200 len: 947 time: 0.0653865 Jul 19 04:20:14.620549 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Deleting port e87fae6a-20f2-4523-a621-554bbf3c358e {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:20:14.620896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:14.648861 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-037e9078-db20-4b47-9292-e8786fdf4b54 req-2231b552-419d-403d-8674-3aa7b3a2ae8a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97696ec-c5ef-4844-9fdb-f91d6e906a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393593 Jul 19 04:20:14.714008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] For port e87fae6a-20f2-4523-a621-554bbf3c358e, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=e87fae6a-20f2-4523-a621-554bbf3c358e,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:20:14.714309 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:14.726125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Calling delete_port for e87fae6a-20f2-4523-a621-554bbf3c358e owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:20:14.854065 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:14.881573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event deleted for resources: {'Port': ['ID=e87fae6a-20f2-4523-a621-554bbf3c358e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:14.892165 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.892717 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.893338 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.893679 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.894019 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.894377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.895267 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.895267 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.895489 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.895714 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.895962 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.896297 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:14.941255 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] No DVR routers for this DVR port e87fae6a-20f2-4523-a621-554bbf3c358e on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:20:14.943857 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:14.945833 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-bc232209-082c-42b6-81ab-8d7932c4fd8e req-3ba826b5-c47d-4ad0-80c5-cc70d5a8de9c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.25 "DELETE /v2.0/ports/e87fae6a-20f2-4523-a621-554bbf3c358e HTTP/1.1" status: 204 len: 173 time: 0.4243314 Jul 19 04:20:14.946284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'name': 'network-vif-deleted', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:20:14.948545 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1211659e-fded-49aa-b3be-469fc74cf0d7" -d '{"events": [{"server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "name": "network-vif-deleted", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:20:15.038817 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4d1c21-02ef-4456-963f-257bec54addd x-openstack-request-id: req-4c4d1c21-02ef-4456-963f-257bec54addd {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:20:15.039131 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80", "name": "network-vif-deleted", "tag": "e87fae6a-20f2-4523-a621-554bbf3c358e", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:20:15.039452 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c4d1c21-02ef-4456-963f-257bec54addd {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:20:15.039845 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd0f5a3-1a79-44e1-90f4-bb7ccc518b80', 'name': 'network-vif-deleted', 'tag': 'e87fae6a-20f2-4523-a621-554bbf3c358e', 'status': 'completed', 'code': 200} Jul 19 04:20:15.159557 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a5cb2d73-5235-40b0-91cb-ab518621efd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:15.739934 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47682) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:15.748827 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:15.801853 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6cab8b63-58d2-4758-8030-c1327c15411d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:15.826998 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6cab8b63-58d2-4758-8030-c1327c15411d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:15.887124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6cab8b63-58d2-4758-8030-c1327c15411d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:15.889899 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6cab8b63-58d2-4758-8030-c1327c15411d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:15.891127 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6cab8b63-58d2-4758-8030-c1327c15411d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "DELETE /v2.0/security-groups/d97696ec-c5ef-4844-9fdb-f91d6e906a53 HTTP/1.1" status: 204 len: 168 time: 0.1501980 Jul 19 04:20:15.900580 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab8b63-58d2-4758-8030-c1327c15411d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97696ec-c5ef-4844-9fdb-f91d6e906a53,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:16.174624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47688) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:16.179379 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-e001a2e5-c70d-4aa5-b4a3-ad5a88609cf7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040224118', 'description': 'tempest-secgroup-smoke-1040224118 description', 'project_id': '2c499f1101e84bd7993b85150ba62eca'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:20:16.200946 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e001a2e5-c70d-4aa5-b4a3-ad5a88609cf7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.285153 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e001a2e5-c70d-4aa5-b4a3-ad5a88609cf7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.288936 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e001a2e5-c70d-4aa5-b4a3-ad5a88609cf7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.315762 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-e001a2e5-c70d-4aa5-b4a3-ad5a88609cf7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.317018 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-e001a2e5-c70d-4aa5-b4a3-ad5a88609cf7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1413524 Jul 19 04:20:16.320375 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47690) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:16.321362 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001a2e5-c70d-4aa5-b4a3-ad5a88609cf7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda96117-6f43-4249-bd4c-15023a5e41fb,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:16.326534 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-af4577e1-1abc-4675-8970-b10f93b0b0fc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'dda96117-6f43-4249-bd4c-15023a5e41fb', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:20:16.354991 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af4577e1-1abc-4675-8970-b10f93b0b0fc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.401776 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af4577e1-1abc-4675-8970-b10f93b0b0fc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.405218 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af4577e1-1abc-4675-8970-b10f93b0b0fc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.423929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4577e1-1abc-4675-8970-b10f93b0b0fc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9dbef96-3911-4f7a-9f11-230512a3e41a,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:16.428718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-af4577e1-1abc-4675-8970-b10f93b0b0fc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.430316 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-af4577e1-1abc-4675-8970-b10f93b0b0fc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1084869 Jul 19 04:20:16.432827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47692) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:16.437169 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-4b2c67ce-763a-4fd4-82e9-13ea60e1a59b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'dda96117-6f43-4249-bd4c-15023a5e41fb', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:20:16.463806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b2c67ce-763a-4fd4-82e9-13ea60e1a59b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.521783 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b2c67ce-763a-4fd4-82e9-13ea60e1a59b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.525534 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b2c67ce-763a-4fd4-82e9-13ea60e1a59b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.546646 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c67ce-763a-4fd4-82e9-13ea60e1a59b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ed2bd2-8318-4bae-96bb-d9e50992bdd9,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:16.553737 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4b2c67ce-763a-4fd4-82e9-13ea60e1a59b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.555212 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4b2c67ce-763a-4fd4-82e9-13ea60e1a59b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214683 Jul 19 04:20:16.557928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47694) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:16.562397 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-30491fc8-9bb3-4c79-b648-3dfaae0e6c8c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'dda96117-6f43-4249-bd4c-15023a5e41fb', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:20:16.587957 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30491fc8-9bb3-4c79-b648-3dfaae0e6c8c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.646410 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30491fc8-9bb3-4c79-b648-3dfaae0e6c8c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.650321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30491fc8-9bb3-4c79-b648-3dfaae0e6c8c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.662298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.669466 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30491fc8-9bb3-4c79-b648-3dfaae0e6c8c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad4a7fe-decd-41d8-ac79-9cc20cb9d912,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:16.675651 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-30491fc8-9bb3-4c79-b648-3dfaae0e6c8c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.679493 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-30491fc8-9bb3-4c79-b648-3dfaae0e6c8c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179481 Jul 19 04:20:16.679637 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47696) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:16.684019 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-c7ac1288-dabd-4a88-a0a0-826b85f88b3c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'dda96117-6f43-4249-bd4c-15023a5e41fb', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:20:16.709867 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1288-dabd-4a88-a0a0-826b85f88b3c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.768909 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1288-dabd-4a88-a0a0-826b85f88b3c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.772420 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1288-dabd-4a88-a0a0-826b85f88b3c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.790050 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac1288-dabd-4a88-a0a0-826b85f88b3c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f63778-ff18-4e71-b9f8-f27c7526dcc3,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:16.795732 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1288-dabd-4a88-a0a0-826b85f88b3c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.796735 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-c7ac1288-dabd-4a88-a0a0-826b85f88b3c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161821 Jul 19 04:20:16.799814 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47698) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:16.804165 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-3c88dad8-31b5-464e-97af-6f79535843ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'dda96117-6f43-4249-bd4c-15023a5e41fb', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:20:16.825361 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-3c88dad8-31b5-464e-97af-6f79535843ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Project 2c499f1101e84bd7993b85150ba62eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:20:16.830479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c88dad8-31b5-464e-97af-6f79535843ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.888787 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c88dad8-31b5-464e-97af-6f79535843ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.892738 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c88dad8-31b5-464e-97af-6f79535843ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.913086 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88dad8-31b5-464e-97af-6f79535843ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7aec79a-8ad0-4705-a3a5-f73c33498fa4,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:16.919370 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-3c88dad8-31b5-464e-97af-6f79535843ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:16.920595 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-3c88dad8-31b5-464e-97af-6f79535843ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198318 Jul 19 04:20:16.923306 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47700) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:16.927765 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9a3a0706-bc51-4bbb-bbe7-706bfa7847e8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'security_group_rule': {'security_group_id': 'dda96117-6f43-4249-bd4c-15023a5e41fb', 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:20:16.948057 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-9a3a0706-bc51-4bbb-bbe7-706bfa7847e8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Project 2c499f1101e84bd7993b85150ba62eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:20:16.952609 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0706-bc51-4bbb-bbe7-706bfa7847e8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:17.013281 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0706-bc51-4bbb-bbe7-706bfa7847e8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:17.017157 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0706-bc51-4bbb-bbe7-706bfa7847e8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:17.035327 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a0706-bc51-4bbb-bbe7-706bfa7847e8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50a7494-cfbe-4518-8860-df361f941994,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:17.042532 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0706-bc51-4bbb-bbe7-706bfa7847e8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:17.043781 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9a3a0706-bc51-4bbb-bbe7-706bfa7847e8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195469 Jul 19 04:20:17.487138 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:20:17.508622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: e87fae6a-20f2-4523-a621-554bbf3c358e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:20:17.508952 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device e87fae6a-20f2-4523-a621-554bbf3c358e not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:20:18.173401 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:20.912200 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:20:31.295485 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-1b8d3ef3-d80a-478f-b5ef-7d09b4cf3ff8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040224118&fields=id&tenant_id=2c499f1101e84bd7993b85150ba62eca HTTP/1.1" status: 200 len: 267 time: 0.0342433 Jul 19 04:20:31.407751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-208234b5-2e35-4a95-86e9-5b3a1d9a5ef2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:31.409340 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-208234b5-2e35-4a95-86e9-5b3a1d9a5ef2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 809 time: 0.1065359 Jul 19 04:20:31.425438 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-9db3c5ee-c330-4f3f-9358-2252ce6af702 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/quotas/2c499f1101e84bd7993b85150ba62eca HTTP/1.1" status: 200 len: 375 time: 0.0105901 Jul 19 04:20:31.493466 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-3336b51a-1f86-4573-967e-60d9be7b534b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621741 Jul 19 04:20:31.591120 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-ac812958-b13f-4e3a-bb97-59d265642b52 service neutron] 10.222.0.20 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868406 Jul 19 04:20:31.687388 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-223fffa3-8518-4c87-a896-2bc954e65586 service neutron] 10.222.0.20 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899456 Jul 19 04:20:31.986203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-62b56982-fdb2-48b6-8487-cc4a13cb8a56 req-76df8407-f0e2-4934-af80-66057712d63a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 210 time: 0.0289187 Jul 19 04:20:33.128179 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-3cee567b-45fa-4958-9d86-113482b27f57 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:33.129741 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-3cee567b-45fa-4958-9d86-113482b27f57 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 809 time: 0.1423128 Jul 19 04:20:33.159584 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9b1f09af-27ca-4dca-a0bc-5e84ccd06543 req-e502e426-08f0-4751-babb-fc0a5e899e0c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 210 time: 0.0388880 Jul 19 04:20:33.195684 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-fa7c6161-ae1a-4dcd-8cd1-c4214b2263bf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c499f1101e84bd7993b85150ba62eca HTTP/1.1" status: 200 len: 380 time: 0.0526240 Jul 19 04:20:33.205571 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'port': {'device_id': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'admin_state_up': True, 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'security_groups': ['dda96117-6f43-4249-bd4c-15023a5e41fb']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:20:33.322219 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Made reservation on behalf of 2c499f1101e84bd7993b85150ba62eca for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:20:33.326237 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:33.464649 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Allocated IP 172.20.0.12 (ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98/ac6da03f-d52c-4812-993b-0734926d048f/2c20a0cd-60cf-4156-a4c3-538a019a30c1) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:20:33.629601 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:33.647080 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Transition to ACTIVE for port object 2c20a0cd-60cf-4156-a4c3-538a019a30c1 will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:20:33.687186 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:33.734242 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:20:33.738542 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:20:33.743058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:20:33.750236 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:33.799927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:33.800771 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:33.819195 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-7f87c1d1-2571-48ef-ac40-b6e11c56d558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6181865 Jul 19 04:20:33.879963 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Request body: {'port': {'device_id': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:20:33.961168 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:34.021763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7f8a11ce-8bb2-4445-8346-952bf2b28d35 None None] Provisioning for port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:20:34.025925 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7f8a11ce-8bb2-4445-8346-952bf2b28d35 None None] Provisioning complete for port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:20:34.026607 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7f8a11ce-8bb2-4445-8346-952bf2b28d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:34.065541 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a11ce-8bb2-4445-8346-952bf2b28d35 None None] Port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:20:34.229581 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c20a0cd-60cf-4156-a4c3-538a019a30c1 {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:20:34.239302 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:34.251573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Transition to ACTIVE for port object 2c20a0cd-60cf-4156-a4c3-538a019a30c1 will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:20:34.255565 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:34.343161 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Pushing event updated for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:34.432498 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc044d2e-4e27-446a-9152-972b1345e07a req-a2e690db-e32c-4a33-92ed-30c1e877971a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:34.434084 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc044d2e-4e27-446a-9152-972b1345e07a req-a2e690db-e32c-4a33-92ed-30c1e877971a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.1491673 Jul 19 04:20:34.468410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Attempting to bind port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:20:34.468749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Attempting to bind port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:20:34.469176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Attempting to bind port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:20:34.480148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:20:34.480481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Attempting to bind port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:20:34.494822 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:20:34.495206 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Checking segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:20:34.495551 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Bound using segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:20:34.495994 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Bound port: 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:20:34.496356 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:34.513643 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cc044d2e-4e27-446a-9152-972b1345e07a req-486c0a14-603c-4421-8a1d-4bd1ea8e1186 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638483 Jul 19 04:20:34.572177 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:20:34.575599 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:20:34.582145 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:34.625088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:34.625863 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:34.627584 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] 10.222.0.26 "PUT /v2.0/ports/2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 1093 time: 0.8006732 Jul 19 04:20:34.628034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:20:34.630324 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6efc80-4f7e-4997-946d-8db71ed828e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:20:34.657707 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bd46b-bdef-461d-8130-d15bb2ebfc3b service neutron] Pushing event updated for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:34.670694 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794f5e4c-437c-4060-a701-a72e8036c4a9 x-openstack-request-id: req-794f5e4c-437c-4060-a701-a72e8036c4a9 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:20:34.671057 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:20:34.671376 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-794f5e4c-437c-4060-a701-a72e8036c4a9 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:20:34.671837 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'status': 'completed', 'code': 200} Jul 19 04:20:34.734484 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-fc2808fd-6cba-4b1f-8352-731eaa31826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:34.736793 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-fc2808fd-6cba-4b1f-8352-731eaa31826b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1096 time: 0.0555937 Jul 19 04:20:34.783583 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-52845055-0db2-44d4-b3e6-b57ee1eef5d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 217 time: 0.0398581 Jul 19 04:20:34.834204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-66e50e1e-7dce-4f70-a5dc-99928c6c0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:34.835799 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-66e50e1e-7dce-4f70-a5dc-99928c6c0913 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0465155 Jul 19 04:20:34.892741 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-3bd5d0c4-c582-499f-aa16-8f16a43035e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:34.894470 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-3bd5d0c4-c582-499f-aa16-8f16a43035e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520377 Jul 19 04:20:34.990445 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-9f5b6b27-ddfb-4ca6-a507-8ded29b9be1d service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896938 Jul 19 04:20:35.082733 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6672c007-23ee-4360-bc1a-5f7b571f4402 req-5ce3cd48-c622-499f-a473-1281a39c57be service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861957 Jul 19 04:20:35.184101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-1b930619-81ed-4e94-89d6-01b778f04b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:35.185627 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-1b930619-81ed-4e94-89d6-01b778f04b04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1096 time: 0.0585139 Jul 19 04:20:35.279676 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-2086f79d-d0bd-4d23-99f4-a134e89971d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:35.281128 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-2086f79d-d0bd-4d23-99f4-a134e89971d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0894740 Jul 19 04:20:35.321312 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-6d226f2b-8ba2-4e3f-b162-b0410b35cf37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 217 time: 0.0337291 Jul 19 04:20:35.373702 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-49a86230-1cc4-4c5f-85a6-270a19be8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:35.375191 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-49a86230-1cc4-4c5f-85a6-270a19be8e9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0481801 Jul 19 04:20:35.431325 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-302b7800-29bc-4687-af1c-c3953d009839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:35.432820 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-302b7800-29bc-4687-af1c-c3953d009839 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516829 Jul 19 04:20:35.523768 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-c0a5d82e-369d-45ba-bb8e-484f7c15fec3 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844865 Jul 19 04:20:35.614884 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-5c6efc80-4f7e-4997-946d-8db71ed828e3 req-2a83d43b-2b7d-4c94-9d7a-abb64d7ab027 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849428 Jul 19 04:20:35.698322 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31025279-5e8d-4f27-aeeb-fb2e91a9ac76 req-f49d1236-e6ea-4889-9319-63f252d9bda4 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:35.699913 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31025279-5e8d-4f27-aeeb-fb2e91a9ac76 req-f49d1236-e6ea-4889-9319-63f252d9bda4 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0667470 Jul 19 04:20:35.745648 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-31025279-5e8d-4f27-aeeb-fb2e91a9ac76 req-bda18f34-1e58-4645-b99b-f135c748cd83 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 Jul 19 04:20:36.921435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2befe-2370-4f7b-95d2-ac1cfd9faefa req-78a93cb5-4add-4a2c-a7f9-b91fcb13fcca tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:36.923087 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6af2befe-2370-4f7b-95d2-ac1cfd9faefa req-78a93cb5-4add-4a2c-a7f9-b91fcb13fcca tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0652285 Jul 19 04:20:36.963380 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6af2befe-2370-4f7b-95d2-ac1cfd9faefa req-c35b6d6c-c57c-4959-9d23-82702e6beca4 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344896 Jul 19 04:20:37.610924 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:37.855779 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:38.133828 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cdecd-fec1-4ac6-84ec-809b134b2d39 req-0181968a-8827-417f-b0e0-59a4260ab5b3 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:38.135384 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-378cdecd-fec1-4ac6-84ec-809b134b2d39 req-0181968a-8827-417f-b0e0-59a4260ab5b3 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0629354 Jul 19 04:20:38.177958 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-378cdecd-fec1-4ac6-84ec-809b134b2d39 req-4ccb8857-3070-4dd5-b85c-02aa2b737588 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368488 Jul 19 04:20:39.353835 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daa843-4831-42ab-96fa-e68fce926a1e req-7fffa83f-dccb-4004-b6ff-fb90810a1fd9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:39.355331 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-54daa843-4831-42ab-96fa-e68fce926a1e req-7fffa83f-dccb-4004-b6ff-fb90810a1fd9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0684593 Jul 19 04:20:39.393163 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-54daa843-4831-42ab-96fa-e68fce926a1e req-f4df4985-0ef8-46b6-8402-f7508ec451f4 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315158 Jul 19 04:20:40.561962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035af641-8244-4022-847c-60f04d2bf91b req-24506dff-b91c-4f37-b2c3-5515d96daad9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:40.564039 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-035af641-8244-4022-847c-60f04d2bf91b req-24506dff-b91c-4f37-b2c3-5515d96daad9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0641303 Jul 19 04:20:40.600921 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-035af641-8244-4022-847c-60f04d2bf91b req-b91aaba3-8c07-44cc-9214-ef19973b80cc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Jul 19 04:20:41.775136 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2680e24-d7f1-427b-9ce0-1f1274128c2d req-768afca9-55ed-4adc-8882-4f38abdf4591 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:41.776616 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a2680e24-d7f1-427b-9ce0-1f1274128c2d req-768afca9-55ed-4adc-8882-4f38abdf4591 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0629354 Jul 19 04:20:41.815996 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a2680e24-d7f1-427b-9ce0-1f1274128c2d req-9808b984-5175-4788-ab51-52e2d32f8e07 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333388 Jul 19 04:20:42.580290 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-96e2402d-e444-4512-a0f4-c2d83e09d067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:42.989103 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359148d3-60f3-4c43-ba18-f97a021c2190 req-049e9511-726b-4105-bb29-8871be425195 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:42.990602 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-359148d3-60f3-4c43-ba18-f97a021c2190 req-049e9511-726b-4105-bb29-8871be425195 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0657861 Jul 19 04:20:43.027461 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-359148d3-60f3-4c43-ba18-f97a021c2190 req-8ab7f5c4-b21e-435b-bb06-6766ca4ef569 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Jul 19 04:20:44.201868 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427010e8-9c75-4f6c-966c-d67cb6b5245a req-a3e4abb1-fc97-444b-af47-4af1f093366c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:44.203995 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-427010e8-9c75-4f6c-966c-d67cb6b5245a req-a3e4abb1-fc97-444b-af47-4af1f093366c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0634463 Jul 19 04:20:44.242735 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-427010e8-9c75-4f6c-966c-d67cb6b5245a req-5b785922-d9d7-4768-82fb-b45ab55a0b0a tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Jul 19 04:20:45.161884 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5936b884-8b51-4717-b066-e7f0d36118c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:45.417174 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12138a12-038f-43e3-ae54-5a91814d6236 req-c26c8e56-7251-41fe-824a-5e79481ac801 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:45.418616 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12138a12-038f-43e3-ae54-5a91814d6236 req-c26c8e56-7251-41fe-824a-5e79481ac801 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0643580 Jul 19 04:20:45.455700 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-12138a12-038f-43e3-ae54-5a91814d6236 req-71912896-ca2c-4c51-9997-ae91f5750ac2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Jul 19 04:20:45.751510 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:46.630957 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918d03b-7f74-4733-9d64-311be13bec95 req-246b709f-6908-4abd-ace7-c1d3c25f5af3 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:46.632433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3918d03b-7f74-4733-9d64-311be13bec95 req-246b709f-6908-4abd-ace7-c1d3c25f5af3 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0665100 Jul 19 04:20:46.663884 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:46.670538 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3918d03b-7f74-4733-9d64-311be13bec95 req-a6a6007b-f89d-45ca-b015-de834c1be9b1 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325453 Jul 19 04:20:46.903491 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2c20a0cd-60cf-4156-a4c3-538a019a30c1 details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:20:46.994537 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:20:47.009041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'port_id': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'mac_address': 'fa:16:3e:de:ad:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:20:47.044051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:47.056641 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c20a0cd-60cf-4156-a4c3-538a019a30c1 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:20:47.075608 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:20:47.079167 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:47.125990 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:47.133296 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.133648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.133999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.134366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.134708 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.135042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.135372 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.135702 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.136030 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.136355 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.136681 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.137005 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:20:47.316336 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['2c20a0cd-60cf-4156-a4c3-538a019a30c1'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:20:47.839480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a3bdd-9bb4-4f7d-a33c-8df20dbffc64 req-04fdd544-6a3e-456a-aeb6-d603adaf9c7d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:47.840953 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-781a3bdd-9bb4-4f7d-a33c-8df20dbffc64 req-04fdd544-6a3e-456a-aeb6-d603adaf9c7d tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 945 time: 0.0616417 Jul 19 04:20:47.881951 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-781a3bdd-9bb4-4f7d-a33c-8df20dbffc64 req-c0230d1d-108f-4931-972b-91ead226fea8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Jul 19 04:20:48.176573 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:48.903105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2c20a0cd-60cf-4156-a4c3-538a019a30c1 up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:20:48.951559 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:20:48.955917 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:20:48.956284 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:49.033263 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:49.056273 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:20:49.056637 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514d194-fe49-4661-b6f4-a61e541e9dea req-089823a8-24e6-45ef-8350-472d509b0cde tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:49.058167 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9514d194-fe49-4661-b6f4-a61e541e9dea req-089823a8-24e6-45ef-8350-472d509b0cde tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 945 time: 0.0646992 Jul 19 04:20:49.058552 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b48523-3021-4f05-b5d1-22f1e82ad74c" -d '{"events": [{"server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "name": "network-vif-plugged", "status": "completed", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:20:49.072504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:20:49.076769 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:49.102251 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9514d194-fe49-4661-b6f4-a61e541e9dea req-ffb4db57-ed67-4c60-aec3-7ca3638cfd61 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374019 Jul 19 04:20:49.133882 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:49.161565 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90369ae-3e66-4a5c-8ac1-16d85b96ed89 x-openstack-request-id: req-d90369ae-3e66-4a5c-8ac1-16d85b96ed89 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:20:49.161854 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "name": "network-vif-plugged", "status": "completed", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:20:49.162103 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d90369ae-3e66-4a5c-8ac1-16d85b96ed89 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:20:49.162533 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'code': 200} Jul 19 04:20:49.272316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530aaa4-ac07-4018-b101-8863b0c3d686 req-091c8d2a-5cee-4ed5-9ca2-bd623b85e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:49.273811 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6530aaa4-ac07-4018-b101-8863b0c3d686 req-091c8d2a-5cee-4ed5-9ca2-bd623b85e5dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1098 time: 0.0518801 Jul 19 04:20:49.306868 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-6530aaa4-ac07-4018-b101-8863b0c3d686 req-ec56e017-b521-4c74-8502-0fb371988a2b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272052 Jul 19 04:20:50.279536 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6fe41-2e6e-4f33-8718-623bf869124e req-4a7ecb13-def1-4157-a201-dff4ed1cd9d3 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:50.281859 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56c6fe41-2e6e-4f33-8718-623bf869124e req-4a7ecb13-def1-4157-a201-dff4ed1cd9d3 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0680430 Jul 19 04:20:50.319252 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-56c6fe41-2e6e-4f33-8718-623bf869124e req-eed9f565-fffe-4e8d-803c-45165e42afac tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318618 Jul 19 04:20:50.488958 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c1fb7-20e0-45ba-8846-9001d108d70e req-4db7e1a2-0b46-4dd5-a32c-47f44f9ad415 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:50.490488 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a94c1fb7-20e0-45ba-8846-9001d108d70e req-4db7e1a2-0b46-4dd5-a32c-47f44f9ad415 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0623772 Jul 19 04:20:50.528385 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a94c1fb7-20e0-45ba-8846-9001d108d70e req-723a82d7-6620-49e0-8f1a-113751166a06 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321674 Jul 19 04:20:50.552119 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 47902) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:50.604977 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a79a03-009f-4790-b64b-8b7d69d06735 tempest-TestShelveInstance-80087938 tempest-TestShelveInstance-80087938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:50.606527 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-d2a79a03-009f-4790-b64b-8b7d69d06735 tempest-TestShelveInstance-80087938 tempest-TestShelveInstance-80087938-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1093 time: 0.0533712 Jul 19 04:20:50.609647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 47904) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:20:50.614387 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:20:50.636733 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for floatingip, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:50.732910 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:50.840446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Allocated IP 172.25.2.208 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/55ce21d1-2411-4ec1-a8f4-6c6bd1934e87) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:20:50.942188 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:50.979794 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:51.020635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:20:51.026788 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:20:51.030389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:20:51.036017 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'Port': ['ID=55ce21d1-2411-4ec1-a8f4-6c6bd1934e87,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:51.397157 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:51.473047 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:51.619795 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:51.624215 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:51.689863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event updated for resources: {'Port': ['ID=55ce21d1-2411-4ec1-a8f4-6c6bd1934e87,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:20:51.701117 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:51.799787 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Floating IP 5b41a1ee-7e41-47c0-ae1e-ce918eb03b80 associated. External IP: 172.25.2.208, port: 2c20a0cd-60cf-4156-a4c3-538a019a30c1. Jul 19 04:20:52.003344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Router 297733c2-d78a-42f3-af3f-6d20c149d018 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:20:52.108841 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:20:52.118015 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] Sync routers for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:20:52.124108 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:20:52.127370 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:20:52.127986 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:20:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:20:52.162128 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d91c0a15-939f-4c8b-ac52-84a4ddac0347 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5512407 Jul 19 04:20:52.162743 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:20:52.165036 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d39e9aa-79ee-4230-973c-aecd22c884b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:20:52.203912 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1851d8-8fbc-4a6b-bff8-bb0bd58edf61 x-openstack-request-id: req-7e1851d8-8fbc-4a6b-bff8-bb0bd58edf61 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:20:52.204203 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:20:52.204501 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e1851d8-8fbc-4a6b-bff8-bb0bd58edf61 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:20:52.204914 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'status': 'completed', 'code': 200} Jul 19 04:20:52.240698 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:20:52.469077 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '5b41a1ee-7e41-47c0-ae1e-ce918eb03b80', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'port_id': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'mac_address': 'fa:16:3e:de:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:20:51Z', 'updated_at': '2021-07-19T04:20:51Z', 'revision_number': 0, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:20:52.498232 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] Checking router: 297733c2-d78a-42f3-af3f-6d20c149d018 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:20:52.507783 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:20:52.508403 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:20:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:20:52.576513 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-8087cf35-30d9-4bdf-a4bd-43dd4d071a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:52.578740 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-8087cf35-30d9-4bdf-a4bd-43dd4d071a24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1098 time: 0.3511772 Jul 19 04:20:52.612899 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:20:52.668979 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-fe7ba462-3f41-411b-b52c-cb8f64109e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:52.670509 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-fe7ba462-3f41-411b-b52c-cb8f64109e7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0867989 Jul 19 04:20:52.732886 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-e7322252-1087-41b0-85f5-a355c531488e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 1000 time: 0.0565429 Jul 19 04:20:52.780299 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-c28eec55-ec4b-4f83-b543-b86d16e6501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:52.782070 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-c28eec55-ec4b-4f83-b543-b86d16e6501b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0436893 Jul 19 04:20:52.832106 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '5b41a1ee-7e41-47c0-ae1e-ce918eb03b80', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'port_id': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'mac_address': 'fa:16:3e:de:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:20:51Z', 'updated_at': '2021-07-19T04:20:51Z', 'revision_number': 0, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:20:52.841478 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-9810d029-c5b6-4322-a30c-d7769a33fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:20:52.843020 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-9810d029-c5b6-4322-a30c-d7769a33fc5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554206 Jul 19 04:20:52.857839 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df484d0-ee5d-4f74-904e-8a82a335cafb None None] The sync data for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 is: [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '5b41a1ee-7e41-47c0-ae1e-ce918eb03b80', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'port_id': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'mac_address': 'fa:16:3e:de:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:20:51Z', 'updated_at': '2021-07-19T04:20:51Z', 'revision_number': 0, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:20:52.935557 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-4685dcf0-c514-47fe-9b7c-d968428d94b2 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862207 Jul 19 04:20:53.031190 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2d39e9aa-79ee-4230-973c-aecd22c884b8 req-f33aa66e-7922-48c3-91a7-e87cdf20c754 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893784 Jul 19 04:20:53.065382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d292e-9fb0-4f46-bc4b-c86494296ff3 None None] New status for floating IP 5b41a1ee-7e41-47c0-ae1e-ce918eb03b80: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:20:57.911622 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:21:07.618534 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:07.871345 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:09.577368 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-c2f0c0fd-db30-4132-b409-3951224c8038 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531011 Jul 19 04:21:09.676899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-53876969-0df5-48e4-b1e4-bfc2440972e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:21:09.678452 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-53876969-0df5-48e4-b1e4-bfc2440972e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1098 time: 0.0583093 Jul 19 04:21:09.794891 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-43b21f7a-4919-4f04-811e-fdfdd207b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:21:09.796953 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-43b21f7a-4919-4f04-811e-fdfdd207b178 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0976787 Jul 19 04:21:09.862106 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-f4cc8903-320d-4299-beb9-c119271ab3ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 1002 time: 0.0573885 Jul 19 04:21:09.915972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-c8cac694-b08b-4f95-bcb3-5d2a37fa27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:21:09.917554 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-c8cac694-b08b-4f95-bcb3-5d2a37fa27ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0483160 Jul 19 04:21:09.973943 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-59d350a2-23e2-4f3c-b32e-aa0148b1412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:21:09.975457 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-59d350a2-23e2-4f3c-b32e-aa0148b1412b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511158 Jul 19 04:21:10.062761 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-1b9cb0bf-d6d2-48f3-898d-d2998fe758d7 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798109 Jul 19 04:21:10.158239 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a6f34f36-9714-4d94-b3ea-649754831b41 req-52a6866a-4fb0-4f4a-989b-b632adc5c401 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890818 Jul 19 04:21:12.580328 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c85c-d4e7-448e-8e2a-5bfae0262313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:15.164222 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ccf9f2d3-2518-4f4a-be54-0fcfe16f51e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:15.755274 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:16.667114 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:18.178787 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:34.910556 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:21:37.632086 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:37.885886 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:42.580959 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0314c1bf-a283-41a5-be9e-b0c18cada87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:45.165852 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d2c0c914-d963-4fa8-8a8a-16658a896616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:45.755260 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:46.669538 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:21:48.182904 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:07.631825 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:07.888745 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:09.579532 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-13788fbb-9471-4c09-b185-ea42095b8d81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506546 Jul 19 04:22:09.671827 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-c45e539f-6246-47c1-b157-fba00f290173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:09.673341 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-c45e539f-6246-47c1-b157-fba00f290173 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1098 time: 0.0520184 Jul 19 04:22:09.779141 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-a43838a5-87b4-44b9-9a11-07bbd57449ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:09.780600 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-a43838a5-87b4-44b9-9a11-07bbd57449ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0871320 Jul 19 04:22:09.847453 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-b172e984-3d35-4584-b903-a27b285b0d1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 1002 time: 0.0595856 Jul 19 04:22:09.893987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-62521821-356c-47e5-93e7-3dd1244cdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:09.895397 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-62521821-356c-47e5-93e7-3dd1244cdc84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0419302 Jul 19 04:22:09.950682 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-6a0f3e6f-3ba5-443b-97cf-c1d0b7b28110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:09.952159 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-6a0f3e6f-3ba5-443b-97cf-c1d0b7b28110 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501606 Jul 19 04:22:10.044307 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-6f3f83ad-2aa0-4dd9-92bd-8e6a1a174a3f service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859690 Jul 19 04:22:10.132055 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7b937d6-b248-420a-9fff-4a82dbf459c1 req-75821e00-ed42-4728-a566-b8de93e85f97 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812182 Jul 19 04:22:11.910812 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:22:12.580834 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cd46a483-486a-492d-9bff-109aeb653d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:15.166711 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4dfb83af-8581-47c7-b08f-8800eef703b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:15.755735 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:16.672798 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:18.185329 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:37.628492 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:37.888194 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:42.583602 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9ef5fb7a-4648-42c4-9c75-b5d0ebdc27a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:45.166647 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-59d2af24-9300-43a4-99e9-c608da83ccd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:45.757745 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:46.676099 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:47.990566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68a974-dd84-4138-a14c-1579b8c65625 req-addaf68b-fe73-4a4d-af2e-ad364de1e27c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:47.992095 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c68a974-dd84-4138-a14c-1579b8c65625 req-addaf68b-fe73-4a4d-af2e-ad364de1e27c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0650210 Jul 19 04:22:48.030585 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c68a974-dd84-4138-a14c-1579b8c65625 req-10b706e0-aac1-48ae-bd95-325f25c5999e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328135 Jul 19 04:22:48.187016 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:22:48.911080 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:22:49.233778 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0da4-e4f0-40f6-bccd-4ff93ac21d1a req-91fd3af7-4440-4940-9b18-038d2828cf8f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:49.235308 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2fab0da4-e4f0-40f6-bccd-4ff93ac21d1a req-91fd3af7-4440-4940-9b18-038d2828cf8f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0682230 Jul 19 04:22:49.273913 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2fab0da4-e4f0-40f6-bccd-4ff93ac21d1a req-8883106b-b3de-44b0-a86a-451f02c6eecf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329611 Jul 19 04:22:50.473621 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b99c76-a809-4255-ba48-88717f76abad req-fbfd08e7-8fae-4077-b1bd-793b749adde4 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:50.475045 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d6b99c76-a809-4255-ba48-88717f76abad req-fbfd08e7-8fae-4077-b1bd-793b749adde4 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0666971 Jul 19 04:22:50.511784 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d6b99c76-a809-4255-ba48-88717f76abad req-f8d78301-d8dc-4232-9de3-2e5fbecce08c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Jul 19 04:22:51.683480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6932c-577b-4cc2-8209-ae9776264f71 req-049c1a22-1b90-4a97-8608-706457af606e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:51.684907 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34f6932c-577b-4cc2-8209-ae9776264f71 req-049c1a22-1b90-4a97-8608-706457af606e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0634148 Jul 19 04:22:51.722203 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-34f6932c-577b-4cc2-8209-ae9776264f71 req-b138700b-4003-4765-a732-4c20798fba08 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Jul 19 04:22:52.893833 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feac302-d92d-4d16-82fb-44b5c7cb5ddd req-945ce73c-c93a-4820-81af-5b40035581bf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:52.895362 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6feac302-d92d-4d16-82fb-44b5c7cb5ddd req-945ce73c-c93a-4820-81af-5b40035581bf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0642562 Jul 19 04:22:52.931912 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-6feac302-d92d-4d16-82fb-44b5c7cb5ddd req-96b5c0e9-ebcc-4d0e-b60c-0a2305840c57 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310960 Jul 19 04:22:54.104281 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1d4f9-4948-422e-b4ea-7248ade9eee8 req-411647d9-675b-4f4b-ac31-842521d662e7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:54.106286 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bcb1d4f9-4948-422e-b4ea-7248ade9eee8 req-411647d9-675b-4f4b-ac31-842521d662e7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0625274 Jul 19 04:22:54.144855 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bcb1d4f9-4948-422e-b4ea-7248ade9eee8 req-cb83720d-7cf4-4fb7-bfb9-678dcd12552f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 Jul 19 04:22:55.321560 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e141329-deb3-4b7c-9783-00ea202119c3 req-6f7f3516-0dee-45d8-88a4-b44a45c80be5 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:55.323061 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e141329-deb3-4b7c-9783-00ea202119c3 req-6f7f3516-0dee-45d8-88a4-b44a45c80be5 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0663662 Jul 19 04:22:55.363019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1e141329-deb3-4b7c-9783-00ea202119c3 req-b8380110-613c-4cce-b7a8-be555ca17023 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344112 Jul 19 04:22:56.538390 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc657c6-6d37-498e-92fb-249903a11626 req-98733743-99b5-4b4a-8528-33151266801c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:56.539883 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9bc657c6-6d37-498e-92fb-249903a11626 req-98733743-99b5-4b4a-8528-33151266801c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0671124 Jul 19 04:22:56.577549 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-9bc657c6-6d37-498e-92fb-249903a11626 req-58d706bb-aa00-4ae9-82f5-944baa6c5fab tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313416 Jul 19 04:22:57.751891 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dae77c-4ef0-4c6e-9215-79db02bd19e8 req-3dc3e62f-e355-41c0-9182-a8b390c91d74 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:57.753404 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-93dae77c-4ef0-4c6e-9215-79db02bd19e8 req-3dc3e62f-e355-41c0-9182-a8b390c91d74 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0645049 Jul 19 04:22:57.790724 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-93dae77c-4ef0-4c6e-9215-79db02bd19e8 req-ef891320-ef8e-4a7f-9048-8b4e3f96dca4 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Jul 19 04:22:58.075888 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f800b-ddb6-4396-a674-dd602c14855e req-5721777e-7240-4136-820e-f4048bd2ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:58.077419 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095f800b-ddb6-4396-a674-dd602c14855e req-5721777e-7240-4136-820e-f4048bd2ab8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1098 time: 0.0527534 Jul 19 04:22:58.173728 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f800b-ddb6-4396-a674-dd602c14855e req-230a5440-05c8-42cc-bf42-83862b48724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:58.175309 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095f800b-ddb6-4396-a674-dd602c14855e req-230a5440-05c8-42cc-bf42-83862b48724e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0915439 Jul 19 04:22:58.239983 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095f800b-ddb6-4396-a674-dd602c14855e req-55da3c73-1d12-48fb-ab57-653474e94315 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 1002 time: 0.0581021 Jul 19 04:22:58.291323 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f800b-ddb6-4396-a674-dd602c14855e req-9b89bec9-8d32-4d5d-86fe-d676d6db69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:58.292700 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095f800b-ddb6-4396-a674-dd602c14855e req-9b89bec9-8d32-4d5d-86fe-d676d6db69b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0469828 Jul 19 04:22:58.348598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f800b-ddb6-4396-a674-dd602c14855e req-4e923c84-119b-4961-8d1a-451b7e74220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:58.350082 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095f800b-ddb6-4396-a674-dd602c14855e req-4e923c84-119b-4961-8d1a-451b7e74220c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516787 Jul 19 04:22:58.437933 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095f800b-ddb6-4396-a674-dd602c14855e req-393b5eb9-bb74-4072-9e9d-c4ed5ef48521 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808942 Jul 19 04:22:58.530273 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-095f800b-ddb6-4396-a674-dd602c14855e req-098811db-2543-4f3a-a7c2-4a473bfb0d45 service neutron] 10.222.0.26 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862842 Jul 19 04:22:58.962425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2321f-f942-4c60-857e-1b6c7477fc79 req-6d0ea592-38e0-417f-a5e0-901df89d361e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:22:58.963931 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9b2321f-f942-4c60-857e-1b6c7477fc79 req-6d0ea592-38e0-417f-a5e0-901df89d361e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0633960 Jul 19 04:22:59.001269 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-f9b2321f-f942-4c60-857e-1b6c7477fc79 req-d36f36e1-e4c3-41eb-a57f-1f088afc6f34 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313005 Jul 19 04:23:00.178154 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219575f-f1de-44ff-a109-28a1c67584d3 req-a9a20e31-7ed5-4249-85d2-0e588e872ab2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:00.179713 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4219575f-f1de-44ff-a109-28a1c67584d3 req-a9a20e31-7ed5-4249-85d2-0e588e872ab2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0680838 Jul 19 04:23:00.219882 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4219575f-f1de-44ff-a109-28a1c67584d3 req-a06a5e90-a47c-448e-9e9d-b1dc09d17056 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Jul 19 04:23:01.399736 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81a480-a2bf-440d-af83-273f236dd96c req-168519cc-c359-4c5e-84b6-810179990432 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:01.401291 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf81a480-a2bf-440d-af83-273f236dd96c req-168519cc-c359-4c5e-84b6-810179990432 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0689797 Jul 19 04:23:01.444222 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-bf81a480-a2bf-440d-af83-273f236dd96c req-71ec2c9e-0ca1-4cd4-92f9-3899a776dafe tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357306 Jul 19 04:23:02.618344 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cb967-8811-4103-af75-487e0ba2db59 req-711c8b11-22a9-4de7-89b0-2453c01d5b0e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:02.619837 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-983cb967-8811-4103-af75-487e0ba2db59 req-711c8b11-22a9-4de7-89b0-2453c01d5b0e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 946 time: 0.0671616 Jul 19 04:23:02.657070 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-983cb967-8811-4103-af75-487e0ba2db59 req-1a4c9ab3-7cb4-40c1-85ae-88c232173578 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314724 Jul 19 04:23:03.444562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 2c20a0cd-60cf-4156-a4c3-538a019a30c1 no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:23:03.518552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:03.539357 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:23:03.541578 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5397ac62-4802-4388-a0fb-740218a75ef0" -d '{"events": [{"server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "name": "network-vif-unplugged", "status": "completed", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:23:03.553884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:23:03.558503 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:03.585671 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Jul 2021 04:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de101b3-fade-4c8a-b4a0-4298b5323fdb x-openstack-request-id: req-8de101b3-fade-4c8a-b4a0-4298b5323fdb {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:23:03.585959 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "name": "network-vif-unplugged", "status": "failed", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1", "code": 422}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:23:03.586209 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8de101b3-fade-4c8a-b4a0-4298b5323fdb {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:23:03.586618 n-d-762330-18 neutron-server[94346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'code': 422} returned with failed status Jul 19 04:23:03.611679 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:23:03.618911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.619259 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.619600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.619936 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.620271 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.620600 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.620924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.621248 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.621569 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.621887 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.622818 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.623143 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:03.950004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-17290367-d6a0-492a-8e85-6b1e21e3ef86 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525017 Jul 19 04:23:04.024524 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b970905-030a-45fb-ae41-da8df85dd68e req-2b2fef8e-1e9f-4072-847b-edea9bca750c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:04.026021 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b970905-030a-45fb-ae41-da8df85dd68e req-2b2fef8e-1e9f-4072-847b-edea9bca750c tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0687437 Jul 19 04:23:04.064089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-4b970905-030a-45fb-ae41-da8df85dd68e req-1a1500bc-dc7e-45ec-91ba-f9942f0c17e2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Jul 19 04:23:05.243930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcfd9e-4111-47c2-961c-b6f6d2681049 req-8575a9a8-3fba-4ba1-bb00-081b952fa332 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:05.245333 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9dcfd9e-4111-47c2-961c-b6f6d2681049 req-8575a9a8-3fba-4ba1-bb00-081b952fa332 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0685527 Jul 19 04:23:05.284023 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b9dcfd9e-4111-47c2-961c-b6f6d2681049 req-6c15d81c-e4bc-4ba6-9f68-f0c026880c73 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Jul 19 04:23:06.455666 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dc04a-7cb7-4134-984c-6702238882fd req-fb94065c-c362-4a6e-aed4-bae21ddedcd7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:06.457063 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cf4dc04a-7cb7-4134-984c-6702238882fd req-fb94065c-c362-4a6e-aed4-bae21ddedcd7 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0631351 Jul 19 04:23:06.494623 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-cf4dc04a-7cb7-4134-984c-6702238882fd req-d1f175b2-3cac-422f-b765-86bde21a7920 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Jul 19 04:23:07.630090 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:07.669928 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededd651-c253-4ce7-931d-1dbc4786e586 req-5a9bd66f-006d-4500-b4ab-c801797967e9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:07.671411 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ededd651-c253-4ce7-931d-1dbc4786e586 req-5a9bd66f-006d-4500-b4ab-c801797967e9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0650086 Jul 19 04:23:07.713813 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ededd651-c253-4ce7-931d-1dbc4786e586 req-066c3e86-7f84-4b6f-be02-6eb2da2d82e2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362775 Jul 19 04:23:07.887467 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:08.712435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-753174fd-5791-4e74-aa89-24646401ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:08.713891 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-753174fd-5791-4e74-aa89-24646401ec66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345&tenant_id=2c499f1101e84bd7993b85150ba62eca HTTP/1.1" status: 200 len: 1096 time: 0.0518816 Jul 19 04:23:08.724506 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-762330-18', 'device_owner': 'compute:nova'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:23:08.799129 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:08.990986 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87bcd4-faec-4744-8e6a-73ff96e23b2c req-18605f39-0860-4815-a7e8-ed7afb834bb0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:08.992484 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd87bcd4-faec-4744-8e6a-73ff96e23b2c req-18605f39-0860-4815-a7e8-ed7afb834bb0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.1611767 Jul 19 04:23:09.079043 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-fd87bcd4-faec-4744-8e6a-73ff96e23b2c req-914d8d1e-9c9f-4b3d-98e0-d7a39047ce53 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795329 Jul 19 04:23:09.080696 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:23:09.114816 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h2-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:23:09.147912 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c20a0cd-60cf-4156-a4c3-538a019a30c1 {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:23:09.155738 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:09.167444 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Transition to ACTIVE for port object 2c20a0cd-60cf-4156-a4c3-538a019a30c1 will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:23:09.171349 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:09.253534 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Pushing event updated for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=7']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:23:09.265304 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.265647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.265989 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.266348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.266684 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.267014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.267588 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.267922 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.268252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.268574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.268898 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.269219 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:23:09.304654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] No DVR routers for this DVR port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 on host n-h2-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:23:09.442093 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Attempting to bind port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:23:09.442484 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Attempting to bind port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:23:09.442806 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Attempting to bind port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:23:09.446956 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:23:09.447273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Attempting to bind port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 on network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:23:09.452169 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:23:09.452500 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Checking segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:23:09.452875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Bound using segment: {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:23:09.453290 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Bound port: 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b2f127-940a-4e11-80e9-d4862c4ff118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:23:09.453638 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:09.513863 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:23:09.516766 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:23:09.521860 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:09.553753 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:09.554409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:09.555855 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] 10.222.0.25 "PUT /v2.0/ports/2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 1093 time: 0.8351889 Jul 19 04:23:09.558231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:23:09.560622 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:23:09.602015 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4dd061-7222-48ca-8a5f-fd630036aa48 x-openstack-request-id: req-3c4dd061-7222-48ca-8a5f-fd630036aa48 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:23:09.602327 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:23:09.602800 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c4dd061-7222-48ca-8a5f-fd630036aa48 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:23:09.603204 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'status': 'completed', 'code': 200} Jul 19 04:23:09.623861 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706b0d6-f3ac-41a5-bdca-4082ad8f12eb service neutron] Pushing event updated for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=8']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:23:09.652202 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-bd623d4f-464b-479b-b34a-bbd59ec7bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:09.653754 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-bd623d4f-464b-479b-b34a-bbd59ec7bb87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1096 time: 0.0685899 Jul 19 04:23:09.746377 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-df26cc91-b592-4e06-942b-5aae7daf2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:09.748073 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-df26cc91-b592-4e06-942b-5aae7daf2e3d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0883164 Jul 19 04:23:09.815587 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-a2e573ed-0cac-4d33-a8c4-f9fcbc0acb14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 1000 time: 0.0616555 Jul 19 04:23:09.863876 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-22a98663-c8d0-4197-8e47-021cfd25043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:09.865241 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-22a98663-c8d0-4197-8e47-021cfd25043b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0436072 Jul 19 04:23:09.921992 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-ade2eb1e-96b3-4a8b-ac5e-d331dc1d9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:09.923509 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-ade2eb1e-96b3-4a8b-ac5e-d331dc1d9202 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512459 Jul 19 04:23:10.339967 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-3edb58a0-94da-475f-ace6-e024012285f4 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103382 Jul 19 04:23:10.470253 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-8c00d1e8-7f88-4067-850b-df4588308430 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237550 Jul 19 04:23:10.482448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11d297-90b5-471f-8341-32f1d303676e req-53eb4315-757d-4dfc-be3b-7f76cc496b63 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:10.484085 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c11d297-90b5-471f-8341-32f1d303676e req-53eb4315-757d-4dfc-be3b-7f76cc496b63 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.1753898 Jul 19 04:23:10.547362 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-3c11d297-90b5-471f-8341-32f1d303676e req-6c101337-7ed8-495b-97e9-cd7f21950067 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572331 Jul 19 04:23:10.575001 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-867466ae-c4c7-4d1a-b69e-9b5027894ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:10.577142 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-867466ae-c4c7-4d1a-b69e-9b5027894ed7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1096 time: 0.0605235 Jul 19 04:23:10.672083 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-feaa8a62-ed1f-4f76-8341-e7a9df986c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:10.673558 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-feaa8a62-ed1f-4f76-8341-e7a9df986c44 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0904951 Jul 19 04:23:10.736682 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-153b40db-b795-4193-9c0d-51946f0ab4ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 1000 time: 0.0571086 Jul 19 04:23:10.787941 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-392f5be8-45ed-4048-823e-f62a2abf7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:10.789361 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-392f5be8-45ed-4048-823e-f62a2abf7272 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0462244 Jul 19 04:23:10.845313 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-0ef352a9-16ce-4ec0-8142-b342dc8fc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:10.846801 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-0ef352a9-16ce-4ec0-8142-b342dc8fc0bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505130 Jul 19 04:23:10.937972 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-d2537c2b-b928-45d0-b08b-840704e91cb9 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830574 Jul 19 04:23:11.031967 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-af06f29b-47dd-43d7-ad1c-8ec5335f80c4 req-99366afb-2bc2-44c3-92af-7bdfe4916d46 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870898 Jul 19 04:23:11.768474 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34977c5-738c-4484-a383-d8abcbfeee95 req-e467fad0-3fc6-4a03-a641-a8e87b8406ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:11.769971 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a34977c5-738c-4484-a383-d8abcbfeee95 req-e467fad0-3fc6-4a03-a641-a8e87b8406ce tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.1080029 Jul 19 04:23:11.806976 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a34977c5-738c-4484-a383-d8abcbfeee95 req-e838b73a-8a3f-411c-8e83-4261979752cd tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312982 Jul 19 04:23:12.586138 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-182fa4ef-7ac5-4333-883c-85abd524ea8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:12.979286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab048c5-8ba4-494c-9276-54cc437d21e0 req-3beb2235-2e76-4281-9425-307361ddd063 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:12.980786 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aab048c5-8ba4-494c-9276-54cc437d21e0 req-3beb2235-2e76-4281-9425-307361ddd063 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0635569 Jul 19 04:23:13.017762 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-aab048c5-8ba4-494c-9276-54cc437d21e0 req-4a926e56-951a-4456-8ca7-24a1ac05209e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312018 Jul 19 04:23:14.189151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151adc2-a240-44f4-bf73-c729c3f60378 req-67995a93-2210-41c5-b3ed-972d33d4c49f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:14.190669 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a151adc2-a240-44f4-bf73-c729c3f60378 req-67995a93-2210-41c5-b3ed-972d33d4c49f tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0642886 Jul 19 04:23:14.227395 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a151adc2-a240-44f4-bf73-c729c3f60378 req-c461f4f8-3dce-4e88-991c-f45c4da2bafc tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310276 Jul 19 04:23:15.167192 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-d7a74daa-b8e2-4a46-a62e-cf9a2064b07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:15.402680 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a3df1-a00b-44f6-94cc-3c94f269b08b req-3dad25f6-20ba-4dd7-a3fd-f40a157dafe9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:15.404122 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b5a3df1-a00b-44f6-94cc-3c94f269b08b req-3dad25f6-20ba-4dd7-a3fd-f40a157dafe9 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0675313 Jul 19 04:23:15.443383 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-1b5a3df1-a00b-44f6-94cc-3c94f269b08b req-fb07e567-e41b-44c8-84c2-32edc10037e3 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337203 Jul 19 04:23:15.758253 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:16.618865 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa6f84-f44e-4e06-a926-924e62debfaf req-35aae489-12dc-4b9a-a943-fbb9a5c0bc91 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:16.620367 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d6fa6f84-f44e-4e06-a926-924e62debfaf req-35aae489-12dc-4b9a-a943-fbb9a5c0bc91 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.0679715 Jul 19 04:23:16.657690 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d6fa6f84-f44e-4e06-a926-924e62debfaf req-1121d3c7-57c9-4ca6-b574-9683937853c8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316906 Jul 19 04:23:16.680738 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:17.717759 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-3d628efd-3396-4ad1-a020-2da115e5f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:17.719318 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-3d628efd-3396-4ad1-a020-2da115e5f829 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1096 time: 0.0542898 Jul 19 04:23:17.868113 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-e3533519-ba3d-431b-bec4-967acc47e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:17.869744 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-e3533519-ba3d-431b-bec4-967acc47e23a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.1308386 Jul 19 04:23:17.927452 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60865ede-1831-4a94-aa6c-26e992ddd4fa req-c75d03fe-1d23-464c-93ac-51a7a588f476 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:17.928933 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60865ede-1831-4a94-aa6c-26e992ddd4fa req-c75d03fe-1d23-464c-93ac-51a7a588f476 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 944 time: 0.1290395 Jul 19 04:23:17.959952 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-6b4a5d8b-2bba-461b-9fee-cafa317f475c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 1000 time: 0.0828531 Jul 19 04:23:18.004519 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-60865ede-1831-4a94-aa6c-26e992ddd4fa req-1d9ca2f0-24cd-48c9-b55e-f743f0ad2fdd tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686769 Jul 19 04:23:18.020673 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-635e75fb-3848-499f-979a-28f5b5fe6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:18.022126 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-635e75fb-3848-499f-979a-28f5b5fe6da1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0520937 Jul 19 04:23:18.077778 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-9c43021e-bbed-4e6e-aa17-c74dcdfc4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:18.079272 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-9c43021e-bbed-4e6e-aa17-c74dcdfc4dbc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513656 Jul 19 04:23:18.173199 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-f7bead75-5271-43a7-be33-7b5a69de9d90 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870872 Jul 19 04:23:18.191862 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:18.264579 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e3759eea-f856-4b03-b001-ae7fb7610944 req-56dc057e-3e60-424a-b00b-a51ee09fbc31 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853369 Jul 19 04:23:18.328595 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2c20a0cd-60cf-4156-a4c3-538a019a30c1 details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:23:18.420028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:23:18.433807 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'port_id': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'mac_address': 'fa:16:3e:de:ad:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:23:18.468933 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:18.480733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c20a0cd-60cf-4156-a4c3-538a019a30c1 {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:23:18.499794 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:23:18.503566 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:18.548584 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=9']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:23:18.756436 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['2c20a0cd-60cf-4156-a4c3-538a019a30c1'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:23:19.178360 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c47e1-ef2e-45dc-a69c-7989243cb904 req-dfcaeb45-d7c7-4f04-9e3c-bdcaa355b2e2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:19.179867 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e46c47e1-ef2e-45dc-a69c-7989243cb904 req-dfcaeb45-d7c7-4f04-9e3c-bdcaa355b2e2 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 945 time: 0.0648961 Jul 19 04:23:19.217020 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e46c47e1-ef2e-45dc-a69c-7989243cb904 req-baf10b40-5a7b-47b0-be42-5db1c6a2e44e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308335 Jul 19 04:23:20.338804 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2c20a0cd-60cf-4156-a4c3-538a019a30c1 up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:23:20.386504 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:23:20.390941 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:23:20.391323 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:20.391975 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edad262-3c91-4ee8-8dea-57b8bf613f0e req-f1a72689-a072-4e4b-9f62-5b46b0bf4a1e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:20.393768 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8edad262-3c91-4ee8-8dea-57b8bf613f0e req-f1a72689-a072-4e4b-9f62-5b46b0bf4a1e tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 945 time: 0.0645747 Jul 19 04:23:20.435551 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8edad262-3c91-4ee8-8dea-57b8bf613f0e req-0c81935b-6930-4342-a736-3030e2a33dd0 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360034 Jul 19 04:23:20.470270 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:20.492003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:23:20.494232 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3998af-3d6d-4145-92b3-b45ed00bb9ba" -d '{"events": [{"server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "name": "network-vif-plugged", "status": "completed", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:23:20.507382 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:23:20.511497 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:20.535130 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71401e0b-484a-4896-a699-e2da336071d3 x-openstack-request-id: req-71401e0b-484a-4896-a699-e2da336071d3 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:23:20.535424 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "name": "network-vif-plugged", "status": "completed", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:23:20.535676 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71401e0b-484a-4896-a699-e2da336071d3 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:23:20.536067 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'code': 200} Jul 19 04:23:20.562282 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=10']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:23:20.693462 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa68a-27e1-4fbb-8070-5263ad9610d7 req-f1c79ca8-7675-4354-84f0-cd1830eb294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:20.694910 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-683fa68a-27e1-4fbb-8070-5263ad9610d7 req-f1c79ca8-7675-4354-84f0-cd1830eb294b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1099 time: 0.0517745 Jul 19 04:23:20.728691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-683fa68a-27e1-4fbb-8070-5263ad9610d7 req-baff3dc4-8148-44e7-91ab-4cbe62698d12 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272422 Jul 19 04:23:21.608624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f9dd2-0d10-4dc3-9241-7cac55a5e164 req-13e170a7-c688-45bb-b0f1-dd1a6a376dd4 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:23:21.610147 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-792f9dd2-0d10-4dc3-9241-7cac55a5e164 req-13e170a7-c688-45bb-b0f1-dd1a6a376dd4 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 947 time: 0.0633771 Jul 19 04:23:21.647018 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-792f9dd2-0d10-4dc3-9241-7cac55a5e164 req-a6361417-2789-4c85-925a-1a5532295d38 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Jul 19 04:23:25.910473 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:23:37.626654 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:37.898862 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:42.588104 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-18d0d2b4-48ca-45dc-bae7-797e973ef327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:45.166954 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1028c8b-fdb9-4f4e-94f8-f71f66121c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:45.762119 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:46.681998 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:23:48.192942 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:02.910491 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:24:07.625821 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:07.922921 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:12.588616 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-b1ae54fc-5c2b-4f1d-968a-1fda6de85822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:15.166473 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0f46b387-c6aa-434c-8bf4-e4b64ae10281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:15.763442 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:16.683977 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:17.634415 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-5cc7ee1b-1be4-447f-9c77-49771a9c7c06 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567830 Jul 19 04:24:17.726401 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-c2f67938-13d1-495d-a519-9cd86f77ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:17.727896 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-c2f67938-13d1-495d-a519-9cd86f77ac92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1099 time: 0.0521755 Jul 19 04:24:17.835687 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-bda3959c-3c89-403e-8d39-eddaff7907f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:17.837224 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-bda3959c-3c89-403e-8d39-eddaff7907f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.0893500 Jul 19 04:24:17.907603 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-8682a350-d86b-45cc-8e2a-54eb5e93ae1c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 1002 time: 0.0640728 Jul 19 04:24:17.954994 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-8146d0c5-449b-42bd-8572-f54a15483b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:17.956446 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-8146d0c5-449b-42bd-8572-f54a15483b9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0434439 Jul 19 04:24:18.012492 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-49e5b698-1ab6-482a-bc37-a25b99774564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:18.013893 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-49e5b698-1ab6-482a-bc37-a25b99774564 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516226 Jul 19 04:24:18.104406 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-f149a640-8911-4fd9-978c-a1341a9f1ba5 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840809 Jul 19 04:24:18.195737 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a93fbbb9-baa8-4748-8938-af9a357f3cf9 req-08b8ac46-b5ff-40e0-ae90-fdd422f0703d service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844262 Jul 19 04:24:18.196164 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:34.621252 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48068) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:34.782674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Deleting port 55ce21d1-2411-4ec1-a8f4-6c6bd1934e87 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:24:34.783018 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:34.855891 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:34.856224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:34.867649 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Calling delete_port for 55ce21d1-2411-4ec1-a8f4-6c6bd1934e87 owned by network:floatingip {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:24:35.013454 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:35.039574 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event deleted for resources: {'Port': ['ID=55ce21d1-2411-4ec1-a8f4-6c6bd1934e87,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:35.067248 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.067593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.067932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.068263 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.068589 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.068911 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.069232 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.069552 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.069874 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.070192 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.070535 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.070881 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:35.107789 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for floatingip, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:35.108123 n-d-762330-18 neutron-server[94344]: INFO neutron.db.l3_db [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Floating IP 5b41a1ee-7e41-47c0-ae1e-ce918eb03b80 disassociated (deleted). External IP: 172.25.2.208, port: 2c20a0cd-60cf-4156-a4c3-538a019a30c1. Jul 19 04:24:35.312368 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Router 297733c2-d78a-42f3-af3f-6d20c149d018 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:24:35.418886 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:24:35.423912 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:35.428221 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] Sync routers for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:24:35.436805 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:35.437929 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:35.460416 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-ef6635c7-1844-4310-8b0d-0983597f6273 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "DELETE /v2.0/floatingips/5b41a1ee-7e41-47c0-ae1e-ce918eb03b80 HTTP/1.1" status: 204 len: 168 time: 0.8380582 Jul 19 04:24:35.461582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:24:35.464147 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865dc8b8-3127-4480-a760-355a86c98ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:24:35.509781 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3ea947-45ff-4789-a162-787041c3f055 x-openstack-request-id: req-4d3ea947-45ff-4789-a162-787041c3f055 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:24:35.509781 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:24:35.509781 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d3ea947-45ff-4789-a162-787041c3f055 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:24:35.509781 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'status': 'completed', 'code': 200} Jul 19 04:24:35.547920 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:35.588776 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-37ded368-0523-4ae6-9f9d-2f218980a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:35.590347 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-37ded368-0523-4ae6-9f9d-2f218980a140 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c499f1101e84bd7993b85150ba62eca&device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 1099 time: 0.0575950 Jul 19 04:24:35.703573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-4edc68c9-8962-428b-8add-a7fa0c5160be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:35.705122 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-4edc68c9-8962-428b-8add-a7fa0c5160be service neutron] 10.222.0.25 "GET /v2.0/networks?id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 200 len: 909 time: 0.1084633 Jul 19 04:24:35.752081 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-e051a2ba-7ec6-4a7d-8e1f-3473ba2e1e21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 200 len: 217 time: 0.0399709 Jul 19 04:24:35.754636 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:35.781670 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] Checking router: 297733c2-d78a-42f3-af3f-6d20c149d018 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:24:35.789971 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:35.790723 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:35.832211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-6eda0ec2-d1c9-4ae4-a2be-2273c29051d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:35.833613 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-6eda0ec2-d1c9-4ae4-a2be-2273c29051d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 200 len: 848 time: 0.0746565 Jul 19 04:24:35.892897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462616f-adef-4fb8-ae16-e5acee8f5898 req-3699a268-70d4-4fee-97a2-f846a8249b30 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:35.894458 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0462616f-adef-4fb8-ae16-e5acee8f5898 req-3699a268-70d4-4fee-97a2-f846a8249b30 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 947 time: 0.1081927 Jul 19 04:24:35.895660 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:35.934016 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-4b7621f1-44e0-41d1-864c-15d5870d0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:35.935547 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-4b7621f1-44e0-41d1-864c-15d5870d0c17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951986 Jul 19 04:24:35.964810 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0462616f-adef-4fb8-ae16-e5acee8f5898 req-2bcc595d-8102-4a86-817a-7af5761d1be8 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630572 Jul 19 04:24:36.033870 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-b807d786-af17-46c9-a617-f232828878aa service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897591 Jul 19 04:24:36.089075 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:36.118705 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8e585-f642-47b5-af5d-de6a9821c6a5 None None] The sync data for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 is: [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:55Z', 'revision_number': 4, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '9d8bcdb0-c005-4f1e-8d2e-06f2d819e057', 'name': '', 'network_id': 'ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'mac_address': 'fa:16:3e:0a:9f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:55Z', 'updated_at': '2021-07-19T04:16:01Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'subnets': [{'id': 'ac6da03f-d52c-4812-993b-0734926d048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:24:36.129541 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-865dc8b8-3127-4480-a760-355a86c98ce4 req-b4c9e9bf-bee1-4bc5-9da1-4c785bb60531 service neutron] 10.222.0.25 "GET /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878377 Jul 19 04:24:36.339520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2c651-aae7-4f60-8265-c653f5d080c0 None None] New status for floating IP 5b41a1ee-7e41-47c0-ae1e-ce918eb03b80: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:24:37.163107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c367531-0e58-442c-844b-05258caad71c req-2a7a5589-06bf-4d05-8d0e-2d5d6e8c9558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:37.164664 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c367531-0e58-442c-844b-05258caad71c req-2a7a5589-06bf-4d05-8d0e-2d5d6e8c9558 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 947 time: 0.0801356 Jul 19 04:24:37.204694 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0c367531-0e58-442c-844b-05258caad71c req-c0f546ed-273f-4403-9c82-656b5f3541e5 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/security-groups?id=dda96117-6f43-4249-bd4c-15023a5e41fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344045 Jul 19 04:24:37.268622 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-08c41c31-741b-45ed-97fb-4d23c3bba612 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:37.270451 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-08c41c31-741b-45ed-97fb-4d23c3bba612 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.25 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 947 time: 0.0726674 Jul 19 04:24:37.391172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-eb98c40b-db71-4b6c-976a-9bfd44210dbf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Deleting port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:24:37.391610 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-eb98c40b-db71-4b6c-976a-9bfd44210dbf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:37.481376 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-eb98c40b-db71-4b6c-976a-9bfd44210dbf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] For port 2c20a0cd-60cf-4156-a4c3-538a019a30c1, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=2c20a0cd-60cf-4156-a4c3-538a019a30c1,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:37.481734 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-eb98c40b-db71-4b6c-976a-9bfd44210dbf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:37.493877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-eb98c40b-db71-4b6c-976a-9bfd44210dbf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Calling delete_port for 2c20a0cd-60cf-4156-a4c3-538a019a30c1 owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:24:37.621980 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-eb98c40b-db71-4b6c-976a-9bfd44210dbf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:37.628524 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:37.653233 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98c40b-db71-4b6c-976a-9bfd44210dbf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event deleted for resources: {'Port': ['ID=2c20a0cd-60cf-4156-a4c3-538a019a30c1,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:37.701310 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-eb98c40b-db71-4b6c-976a-9bfd44210dbf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] No DVR routers for this DVR port 2c20a0cd-60cf-4156-a4c3-538a019a30c1 on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:24:37.704019 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-eb98c40b-db71-4b6c-976a-9bfd44210dbf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:37.706044 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-453c8885-b2c7-4a7b-b6c2-28177d0f5a1a req-eb98c40b-db71-4b6c-976a-9bfd44210dbf tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.25 "DELETE /v2.0/ports/2c20a0cd-60cf-4156-a4c3-538a019a30c1 HTTP/1.1" status: 204 len: 173 time: 0.4305592 Jul 19 04:24:37.706529 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'name': 'network-vif-deleted', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:24:37.708831 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a0e5f1-bbf6-49d3-a38a-7fa121cc0874" -d '{"events": [{"server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "name": "network-vif-deleted", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:24:37.752124 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182ae5fa-4bbd-45d4-8847-85b0d4461c98 x-openstack-request-id: req-182ae5fa-4bbd-45d4-8847-85b0d4461c98 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:24:37.752436 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d386622a-4d3d-49a9-8126-ed33e7361345", "name": "network-vif-deleted", "tag": "2c20a0cd-60cf-4156-a4c3-538a019a30c1", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:24:37.752708 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-182ae5fa-4bbd-45d4-8847-85b0d4461c98 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:24:37.753106 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd386622a-4d3d-49a9-8126-ed33e7361345', 'name': 'network-vif-deleted', 'tag': '2c20a0cd-60cf-4156-a4c3-538a019a30c1', 'status': 'completed', 'code': 200} Jul 19 04:24:37.938554 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:38.351224 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ab15eed-f255-40e6-b7c9-d5286fcf11bc req-9df1191c-0ab9-4fdb-bb10-79cf4d6e494b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 210 time: 0.0293143 Jul 19 04:24:39.494951 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-8dd083b1-f189-443f-a6e8-cece5d6f7633 req-0f356d6f-60d2-46b3-a0a2-51be6a341463 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 210 time: 0.0303645 Jul 19 04:24:39.910457 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:24:40.634601 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-46f7e85e-5195-4078-8a3e-4c8cc7c6b558 req-a1535146-bdf0-46f8-963d-24ea2f05f88b tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d386622a-4d3d-49a9-8126-ed33e7361345 HTTP/1.1" status: 200 len: 210 time: 0.0286062 Jul 19 04:24:40.676654 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2c20a0cd-60cf-4156-a4c3-538a019a30c1 no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:24:40.697270 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 2c20a0cd-60cf-4156-a4c3-538a019a30c1 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:24:40.697616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 2c20a0cd-60cf-4156-a4c3-538a019a30c1 not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:24:41.732353 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48100) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:41.790863 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-864e2b2e-88d4-4bcb-8ca4-0806154e7d41 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:41.816474 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-864e2b2e-88d4-4bcb-8ca4-0806154e7d41 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:41.876447 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-864e2b2e-88d4-4bcb-8ca4-0806154e7d41 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:41.879168 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-864e2b2e-88d4-4bcb-8ca4-0806154e7d41 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:41.880441 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-864e2b2e-88d4-4bcb-8ca4-0806154e7d41 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] 10.222.0.20 "DELETE /v2.0/security-groups/dda96117-6f43-4249-bd4c-15023a5e41fb HTTP/1.1" status: 204 len: 168 time: 0.1470842 Jul 19 04:24:41.891944 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e2b2e-88d4-4bcb-8ca4-0806154e7d41 tempest-TestShelveInstance-1891012585 tempest-TestShelveInstance-1891012585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda96117-6f43-4249-bd4c-15023a5e41fb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:41.929286 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48104) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:42.373786 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:42.591966 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2ed352cb-2d7b-4a08-b064-6f1e683c0d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:42.641654 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] Deleting port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:24:42.641933 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:42.732564 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] For port 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9d8bcdb0-c005-4f1e-8d2e-06f2d819e057,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:42.733241 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:42.748038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] Calling delete_port for 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:24:42.943645 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:42.979023 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8bcdb0-c005-4f1e-8d2e-06f2d819e057,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:43.162700 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:43.706515 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] Router 297733c2-d78a-42f3-af3f-6d20c149d018 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:24:43.810658 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:24:43.817886 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c512e096-14af-4b7e-a041-3b0605d39210 admin admin] 10.222.0.20 "PUT /v2.0/routers/297733c2-d78a-42f3-af3f-6d20c149d018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8874817 Jul 19 04:24:43.818611 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48108) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:43.820496 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] Sync routers for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:24:43.830336 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:43.830944 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:43.926559 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:43.935749 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:44.037604 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.090446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Deleting port b48ef9ff-66dd-4502-a414-852f0946898d {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:24:44.090698 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.117650 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:24:42Z', 'revision_number': 5, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port': {'id': 'b48ef9ff-66dd-4502-a414-852f0946898d', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:44.149824 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] Checking router: 297733c2-d78a-42f3-af3f-6d20c149d018 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:24:44.159289 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] Routers {'297733c2-d78a-42f3-af3f-6d20c149d018'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:44.159896 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['297733c2-d78a-42f3-af3f-6d20c149d018'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:44.183977 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] For port b48ef9ff-66dd-4502-a414-852f0946898d, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=b48ef9ff-66dd-4502-a414-852f0946898d,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:44.184344 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.197299 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Calling delete_port for b48ef9ff-66dd-4502-a414-852f0946898d owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:24:44.245269 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] Set router 297733c2-d78a-42f3-af3f-6d20c149d018 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:44.300218 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:24:44Z', 'revision_number': 6, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:44.326909 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b3ec5-dfad-416a-8ee6-f273b2872c1b None None] The sync data for ids ['297733c2-d78a-42f3-af3f-6d20c149d018'] in n-d-762330-18 is: [{'id': '297733c2-d78a-42f3-af3f-6d20c149d018', 'name': 'tempest-TestShelveInstance-1886749330-router', 'tenant_id': '2c499f1101e84bd7993b85150ba62eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:53Z', 'updated_at': '2021-07-19T04:24:44Z', 'revision_number': 6, 'project_id': '2c499f1101e84bd7993b85150ba62eca', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:24:44.372525 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.403147 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Pushing event deleted for resources: {'Port': ['ID=b48ef9ff-66dd-4502-a414-852f0946898d,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:44.462983 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.552460 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.554619 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.600350 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.600783 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 297733c2-d78a-42f3-af3f-6d20c149d018 {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:24:44.605037 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.606369 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-f186fb63-024c-49dc-adee-8a73af90c555 admin admin] 10.222.0.20 "DELETE /v2.0/routers/297733c2-d78a-42f3-af3f-6d20c149d018 HTTP/1.1" status: 204 len: 168 time: 0.7867250 Jul 19 04:24:44.608819 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48110) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:44.653274 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-d782e9e4-260c-4895-8347-daaf37a3fecf admin admin] Deleting subnet ac6da03f-d52c-4812-993b-0734926d048f {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:24:44.657185 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d782e9e4-260c-4895-8347-daaf37a3fecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.695698 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d782e9e4-260c-4895-8347-daaf37a3fecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.781866 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d782e9e4-260c-4895-8347-daaf37a3fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.832310 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d782e9e4-260c-4895-8347-daaf37a3fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.858132 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782e9e4-260c-4895-8347-daaf37a3fecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6da03f-d52c-4812-993b-0734926d048f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:44.863146 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d782e9e4-260c-4895-8347-daaf37a3fecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.865402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d782e9e4-260c-4895-8347-daaf37a3fecf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac6da03f-d52c-4812-993b-0734926d048f HTTP/1.1" status: 204 len: 168 time: 0.2546709 Jul 19 04:24:44.868008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48112) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:44.868532 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd3c15-7ba1-46a3-b97c-e59ca57c4d59 None None] Network ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:24:44.940682 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:44.993027 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Deleting port 9299263e-1222-4c48-8fa9-401a78d0babb {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:24:44.993362 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.056403 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] For port 9299263e-1222-4c48-8fa9-401a78d0babb, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=9299263e-1222-4c48-8fa9-401a78d0babb,segment=NetworkSegment(70b2f127-940a-4e11-80e9-d4862c4ff118),segment_id=70b2f127-940a-4e11-80e9-d4862c4ff118)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:45.056756 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.068683 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Calling delete_port for 9299263e-1222-4c48-8fa9-401a78d0babb owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:24:45.123816 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] DHCP port deletion for ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:24:45.156193 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.172795 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d938-d278-4c37-bfca-885a8c8bc373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.182378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Deleting port 9299263e-1222-4c48-8fa9-401a78d0babb {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:24:45.182780 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.185079 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=9299263e-1222-4c48-8fa9-401a78d0babb,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:45.186513 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] No DVR routers for this DVR port 9299263e-1222-4c48-8fa9-401a78d0babb on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:24:45.248946 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] For port 9299263e-1222-4c48-8fa9-401a78d0babb, host n-d-762330-18, got binding levels [] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:45.249470 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.262237 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Calling delete_port for 9299263e-1222-4c48-8fa9-401a78d0babb owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:24:45.265337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.ipam_backend_mixin [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Port 9299263e-1222-4c48-8fa9-401a78d0babb was not found and therefore no delete operation was performed {{(pid=94346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 04:24:45.266770 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.267301 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.277139 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:45.287993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b2f127-940a-4e11-80e9-d4862c4ff118') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:45.288293 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b2f127-940a-4e11-80e9-d4862c4ff118') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:45.292622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Pushing event deleted for resources: {'Port': ['ID=9299263e-1222-4c48-8fa9-401a78d0babb,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:45.296948 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] No DVR routers for this DVR port 9299263e-1222-4c48-8fa9-401a78d0babb on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:24:45.299378 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.304474 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.304819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.305161 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.305488 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.305819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.306144 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.306492 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.307135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.307135 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.307428 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.307745 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.308062 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8aef9e-9ed9-4f98-b81e-5b19b719ae8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:45.323393 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.332242 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:24:45.332621 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:24:45.334465 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:24:45.391569 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.398488 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.400525 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] 10.222.0.20 "DELETE /v2.0/networks/ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98 HTTP/1.1" status: 204 len: 168 time: 0.5315509 Jul 19 04:24:45.403588 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48114) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:45.412284 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf0df3-7b52-45df-84f7-0518cf598c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ddba30e4-ebdd-4b48-8ff2-da2e0b4b3f98,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:45.525981 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:24:45.546763 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:24:45.547165 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9d8bcdb0-c005-4f1e-8d2e-06f2d819e057 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:24:45.547581 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b48ef9ff-66dd-4502-a414-852f0946898d no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:24:45.565546 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: b48ef9ff-66dd-4502-a414-852f0946898d {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:24:45.565924 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device b48ef9ff-66dd-4502-a414-852f0946898d not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:24:45.566360 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9299263e-1222-4c48-8fa9-401a78d0babb no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:24:45.584810 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 9299263e-1222-4c48-8fa9-401a78d0babb {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:24:45.585157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 9299263e-1222-4c48-8fa9-401a78d0babb not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:24:45.754583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:45.764160 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:46.000965 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Deleting port 62631b72-56c9-4e7d-8fa3-a5264f52ba99 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:24:46.001303 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:46.078407 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] For port 62631b72-56c9-4e7d-8fa3-a5264f52ba99, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=62631b72-56c9-4e7d-8fa3-a5264f52ba99,segment=NetworkSegment(82d699f1-7652-4f81-b0a6-cdd8ce398d38),segment_id=82d699f1-7652-4f81-b0a6-cdd8ce398d38)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:46.078708 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:46.090927 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Calling delete_port for 62631b72-56c9-4e7d-8fa3-a5264f52ba99 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:24:46.267419 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:46.296654 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Pushing event deleted for resources: {'Port': ['ID=62631b72-56c9-4e7d-8fa3-a5264f52ba99,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:46.308233 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.308611 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.308948 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.309286 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.309623 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.309950 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.310332 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.310631 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.310962 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.311285 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.311608 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.311930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:46.470752 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:46.688311 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:46.963777 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Router 64f21266-8611-4ffe-afa9-88b9d4848a6b has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:24:47.067718 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:24:47.072661 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8170cfe7-3396-44e9-b5ef-47e9c141e108 admin admin] 10.222.0.20 "PUT /v2.0/routers/64f21266-8611-4ffe-afa9-88b9d4848a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6676357 Jul 19 04:24:47.075186 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48118) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:47.078206 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] Sync routers for ids ['64f21266-8611-4ffe-afa9-88b9d4848a6b'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:24:47.087241 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] Routers {'64f21266-8611-4ffe-afa9-88b9d4848a6b'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:47.087934 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['64f21266-8611-4ffe-afa9-88b9d4848a6b'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:47.178922 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.190813 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] Set router 64f21266-8611-4ffe-afa9-88b9d4848a6b gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:47.280108 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.332863 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Deleting port c222b346-0081-4127-a7a6-0f3932d31990 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:24:47.333204 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.369473 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'name': 'tempest-TestShelveInstance-169900890-router', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:57Z', 'updated_at': '2021-07-19T04:24:46Z', 'revision_number': 5, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'gw_port': {'id': 'c222b346-0081-4127-a7a6-0f3932d31990', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:15:58Z', 'updated_at': '2021-07-19T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:47.396438 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] Checking router: 64f21266-8611-4ffe-afa9-88b9d4848a6b for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:24:47.404573 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] Routers {'64f21266-8611-4ffe-afa9-88b9d4848a6b'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:47.405182 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['64f21266-8611-4ffe-afa9-88b9d4848a6b'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:47.412647 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] For port c222b346-0081-4127-a7a6-0f3932d31990, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c222b346-0081-4127-a7a6-0f3932d31990,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:47.413012 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.425764 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Calling delete_port for c222b346-0081-4127-a7a6-0f3932d31990 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:24:47.499274 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] Set router 64f21266-8611-4ffe-afa9-88b9d4848a6b gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:47.591306 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.621809 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Pushing event deleted for resources: {'Port': ['ID=c222b346-0081-4127-a7a6-0f3932d31990,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:47.688445 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.715347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'name': 'tempest-TestShelveInstance-169900890-router', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:57Z', 'updated_at': '2021-07-19T04:24:47Z', 'revision_number': 6, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:47.742844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44a129-a541-4ec8-ab50-f7299582b721 None None] The sync data for ids ['64f21266-8611-4ffe-afa9-88b9d4848a6b'] in n-d-762330-18 is: [{'id': '64f21266-8611-4ffe-afa9-88b9d4848a6b', 'name': 'tempest-TestShelveInstance-169900890-router', 'tenant_id': 'c12967bbfeec4e1697cc69449109af85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:15:57Z', 'updated_at': '2021-07-19T04:24:47Z', 'revision_number': 6, 'project_id': 'c12967bbfeec4e1697cc69449109af85', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:24:47.782110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.784270 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.826583 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.827133 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64f21266-8611-4ffe-afa9-88b9d4848a6b {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:24:47.831885 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.832981 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-67ae5327-5e58-473e-8ebc-a020f452941a admin admin] 10.222.0.20 "DELETE /v2.0/routers/64f21266-8611-4ffe-afa9-88b9d4848a6b HTTP/1.1" status: 204 len: 168 time: 0.7568858 Jul 19 04:24:47.835720 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48120) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:47.883916 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9b687e-e718-4e71-9ca3-59f0d5f67242 admin admin] Deleting subnet 015a7d11-a3e3-4b94-9103-4f8d6cba554c {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:24:47.886857 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea9b687e-e718-4e71-9ca3-59f0d5f67242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.920956 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea9b687e-e718-4e71-9ca3-59f0d5f67242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:47.995996 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea9b687e-e718-4e71-9ca3-59f0d5f67242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.048206 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea9b687e-e718-4e71-9ca3-59f0d5f67242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.080109 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b687e-e718-4e71-9ca3-59f0d5f67242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015a7d11-a3e3-4b94-9103-4f8d6cba554c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:48.088750 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea9b687e-e718-4e71-9ca3-59f0d5f67242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.090757 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52142bd9-4eff-423a-81ef-287e8b147466 None None] Network bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:24:48.091638 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ea9b687e-e718-4e71-9ca3-59f0d5f67242 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/015a7d11-a3e3-4b94-9103-4f8d6cba554c HTTP/1.1" status: 204 len: 168 time: 0.2549589 Jul 19 04:24:48.093449 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48122) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:48.167745 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.222121 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Deleting port 778d760c-5cce-424a-81bb-9d3ec2745547 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:24:48.222582 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.230550 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.292593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] For port 778d760c-5cce-424a-81bb-9d3ec2745547, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=778d760c-5cce-424a-81bb-9d3ec2745547,segment=NetworkSegment(82d699f1-7652-4f81-b0a6-cdd8ce398d38),segment_id=82d699f1-7652-4f81-b0a6-cdd8ce398d38)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:48.292963 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.305150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Calling delete_port for 778d760c-5cce-424a-81bb-9d3ec2745547 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:24:48.382459 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.412840 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=778d760c-5cce-424a-81bb-9d3ec2745547,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:48.416247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] No DVR routers for this DVR port 778d760c-5cce-424a-81bb-9d3ec2745547 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:24:48.487812 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.498058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed2f23f-c598-4a6e-8111-b6fcfcd38ac9']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:48.508776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d699f1-7652-4f81-b0a6-cdd8ce398d38') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:48.509077 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d699f1-7652-4f81-b0a6-cdd8ce398d38') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:48.519422 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.529790 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98147f6-3db5-4a83-ace6-259565161c47 None None] DHCP port deletion for bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:24:48.534170 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.540345 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:24:48.540808 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:24:48.542444 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:24:48.600691 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.606315 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.610733 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] 10.222.0.20 "DELETE /v2.0/networks/bed2f23f-c598-4a6e-8111-b6fcfcd38ac9 HTTP/1.1" status: 204 len: 168 time: 0.5161858 Jul 19 04:24:48.623872 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77772b-4e09-437e-ab73-5a94986ac0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=bed2f23f-c598-4a6e-8111-b6fcfcd38ac9,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:48.720523 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48128) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:48.762241 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf68a7d6-0475-41e9-8018-4bcf9be19505 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c499f1101e84bd7993b85150ba62eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403965 Jul 19 04:24:48.764548 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48130) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:48.813951 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-82adb67f-9a20-41ed-89b9-d5ef6f3a55b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.834709 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-82adb67f-9a20-41ed-89b9-d5ef6f3a55b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.884379 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-82adb67f-9a20-41ed-89b9-d5ef6f3a55b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.887020 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-82adb67f-9a20-41ed-89b9-d5ef6f3a55b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:48.888189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-82adb67f-9a20-41ed-89b9-d5ef6f3a55b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebad788f-4c90-40df-96d1-806531066263 HTTP/1.1" status: 204 len: 168 time: 0.1227121 Jul 19 04:24:48.896975 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adb67f-9a20-41ed-89b9-d5ef6f3a55b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebad788f-4c90-40df-96d1-806531066263,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:49.195505 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48136) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:49.235402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-381c3a06-0a5b-4ac6-907f-011bce0af3ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c12967bbfeec4e1697cc69449109af85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387437 Jul 19 04:24:49.237758 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48138) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:49.290191 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57a9c58a-03d5-4f84-bbf7-911f6a57ddee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:49.310589 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57a9c58a-03d5-4f84-bbf7-911f6a57ddee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:49.355870 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57a9c58a-03d5-4f84-bbf7-911f6a57ddee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:49.358785 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-57a9c58a-03d5-4f84-bbf7-911f6a57ddee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:49.360057 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-57a9c58a-03d5-4f84-bbf7-911f6a57ddee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6469b325-d9d7-41af-a604-09c5d20c3c52 HTTP/1.1" status: 204 len: 168 time: 0.1213865 Jul 19 04:24:49.367555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9c58a-03d5-4f84-bbf7-911f6a57ddee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6469b325-d9d7-41af-a604-09c5d20c3c52,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:49.537164 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 778d760c-5cce-424a-81bb-9d3ec2745547 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:24:49.556926 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 778d760c-5cce-424a-81bb-9d3ec2745547 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:24:49.557280 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 778d760c-5cce-424a-81bb-9d3ec2745547 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:24:49.557704 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c222b346-0081-4127-a7a6-0f3932d31990 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:24:49.576853 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c222b346-0081-4127-a7a6-0f3932d31990 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:24:49.577211 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c222b346-0081-4127-a7a6-0f3932d31990 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:24:49.577867 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 62631b72-56c9-4e7d-8fa3-a5264f52ba99 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:24:49.599396 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 62631b72-56c9-4e7d-8fa3-a5264f52ba99 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:24:49.599744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 62631b72-56c9-4e7d-8fa3-a5264f52ba99 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:24:50.006635 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48160) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:50.097757 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1093978269-network', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:24:50.119008 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Made reservation on behalf of 19819b7ebc1143ba81995b89d6260c4e for: {'network': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:24:50.121360 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.130729 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.220678 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.224465 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.251615 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:24:50.261172 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb968b6-7d94-4333-bb24-e476d212b86c,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:50.269623 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.269983 n-d-762330-18 neutron-server[94344]: INFO neutron.db.segments_db [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Added segment f300a3ec-8e3a-4785-8705-b59cb6050f8d of type vlan for network 9ccde6dc-281a-4ec1-9b61-720be1add852 Jul 19 04:24:50.308786 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.338950 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.339892 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:50.340497 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.372092 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3643718 Jul 19 04:24:50.376097 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48164) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:50.381598 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Request body: {'subnet': {'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1093978269-subnet', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:24:50.403058 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e4915-7c38-45cf-ab79-f6bd6f505617 admin admin] Pushing event updated for resources: {'Network': ['ID=9ccde6dc-281a-4ec1-9b61-720be1add852,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:50.403758 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Made reservation on behalf of 19819b7ebc1143ba81995b89d6260c4e for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:24:50.406179 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.413772 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 9ccde6dc-281a-4ec1-9b61-720be1add852 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:24:50.576313 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.629265 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c725f1c-3808-459e-a869-d62c9a80c8b6,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:50.641279 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Checking segment: {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:24:50.641627 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Network hostable DHCP agents. Network: 9ccde6dc-281a-4ec1-9b61-720be1add852, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:24:50.659355 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Network 9ccde6dc-281a-4ec1-9b61-720be1add852 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:24:50.667150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 9ccde6dc-281a-4ec1-9b61-720be1add852) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:24:50.671156 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:50.671864 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.676168 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed152f67-0017-4921-9991-5a1a09d9bd57 None None] Network 9ccde6dc-281a-4ec1-9b61-720be1add852 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:24:50.686046 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-632c2294-cd2f-41d8-9273-c25f80ec1950 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3083308 Jul 19 04:24:50.689514 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48166) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:50.693871 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:24:50.715173 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.716159 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.768950 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.827255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-9ccde6dc-281a-4ec1-9b61-720be1add852', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:24:50.828645 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.908183 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:50.963927 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Allocated IP 172.20.0.2 (9ccde6dc-281a-4ec1-9b61-720be1add852/7c725f1c-3808-459e-a869-d62c9a80c8b6/5435cb37-13ff-466e-b6c9-4532c7938577) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:24:51.110056 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:51.117773 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:51.118389 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Transition to ACTIVE for port object 5435cb37-13ff-466e-b6c9-4532c7938577 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:24:51.133967 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Transition to ACTIVE for port object 5435cb37-13ff-466e-b6c9-4532c7938577 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:24:51.138247 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:51.140723 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:51.178552 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Network 9ccde6dc-281a-4ec1-9b61-720be1add852 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:24:51.181289 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:24:51.186758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:24:51.199421 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Pushing event updated for resources: {'Port': ['ID=5435cb37-13ff-466e-b6c9-4532c7938577,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:51.240724 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Allocated IP 172.25.2.14 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/c6ed1cb4-05eb-4385-b28e-024bffd7a884) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:24:51.251257 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Attempting to bind port 5435cb37-13ff-466e-b6c9-4532c7938577 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:24:51.251669 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Attempting to bind port 5435cb37-13ff-466e-b6c9-4532c7938577 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:24:51.252006 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Attempting to bind port 5435cb37-13ff-466e-b6c9-4532c7938577 on network 9ccde6dc-281a-4ec1-9b61-720be1add852 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:24:51.256951 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:24:51.257328 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Checking segment: {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:24:51.257729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:51.258122 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Bound using segment: {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:24:51.258608 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Bound port: 5435cb37-13ff-466e-b6c9-4532c7938577, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:24:51.258990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:51.324788 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] For port 5435cb37-13ff-466e-b6c9-4532c7938577, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:24:51.328459 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] For port 5435cb37-13ff-466e-b6c9-4532c7938577, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5435cb37-13ff-466e-b6c9-4532c7938577,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:24:51.333481 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:51.346052 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:51.389961 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:51.391205 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de1434-47d4-4dc1-bbc6-1a1bd094ddab None None] Pushing event updated for resources: {'Port': ['ID=5435cb37-13ff-466e-b6c9-4532c7938577,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:51.427208 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:24:51.432350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:24:51.435749 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:24:51.461966 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ed1cb4-05eb-4385-b28e-024bffd7a884,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:51.715657 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:51.909895 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:52.040213 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Router d25cad82-0354-4d8a-99a2-c8362f7ac938 is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:24:52.275475 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742efef7-30ee-47bb-b8d2-88af471a2660 None None] Network 9ccde6dc-281a-4ec1-9b61-720be1add852 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:24:52.355536 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-b2ebd531-978b-4a32-860d-fef48b17a3ac None None] Provisioning for port 5435cb37-13ff-466e-b6c9-4532c7938577 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:24:52.461910 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:24:52.473379 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Sync routers for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:24:52.485046 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:52.487299 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:52.488212 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:52.489436 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48168) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:52.489952 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-9facf198-5cf8-4a10-bb52-c05161d98b55 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7992532 Jul 19 04:24:52.695903 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:52.871043 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:51Z', 'revision_number': 3, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:52.897665 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Checking router: d25cad82-0354-4d8a-99a2-c8362f7ac938 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:24:52.898006 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Updating router d25cad82-0354-4d8a-99a2-c8362f7ac938 port c6ed1cb4-05eb-4385-b28e-024bffd7a884 binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:24:52.917314 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:52.930129 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.068084 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Allocated IP 172.20.0.1 (9ccde6dc-281a-4ec1-9b61-720be1add852/7c725f1c-3808-459e-a869-d62c9a80c8b6/38387042-f7fc-464e-b1cd-9b8d3b5bac63) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:24:53.175014 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.180362 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.190284 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Transition to ACTIVE for port object c6ed1cb4-05eb-4385-b28e-024bffd7a884 will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:24:53.190521 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Transition to ACTIVE for port object 38387042-f7fc-464e-b1cd-9b8d3b5bac63 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:24:53.195837 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.223861 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.244783 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Attempting to bind port c6ed1cb4-05eb-4385-b28e-024bffd7a884 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:24:53.245149 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Attempting to bind port c6ed1cb4-05eb-4385-b28e-024bffd7a884 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:24:53.245508 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Attempting to bind port c6ed1cb4-05eb-4385-b28e-024bffd7a884 on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:24:53.252961 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Pushing event updated for resources: {'Port': ['ID=c6ed1cb4-05eb-4385-b28e-024bffd7a884,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:53.256072 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:24:53.256441 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:24:53.256841 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.257226 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:24:53.257684 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Bound port: c6ed1cb4-05eb-4385-b28e-024bffd7a884, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:24:53.258057 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.264327 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.264671 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.265123 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.265460 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.265593 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Network 9ccde6dc-281a-4ec1-9b61-720be1add852 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:24:53.265792 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.266123 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.266474 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.266799 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.267375 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.267830 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.268025 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.268326 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:24:53.268989 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:24:53.273415 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:24:53.304662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Pushing event updated for resources: {'Port': ['ID=38387042-f7fc-464e-b1cd-9b8d3b5bac63,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:53.320489 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] For port c6ed1cb4-05eb-4385-b28e-024bffd7a884, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:24:53.323542 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.323914 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] For port c6ed1cb4-05eb-4385-b28e-024bffd7a884, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c6ed1cb4-05eb-4385-b28e-024bffd7a884,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:24:53.330540 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.389099 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d33fb1-49f9-42a9-b9b6-84515ba10b4e None None] Pushing event updated for resources: {'Port': ['ID=c6ed1cb4-05eb-4385-b28e-024bffd7a884,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:53.403600 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:53.404139 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:53.489896 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.514590 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:53.515362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2c2aba22-bf49-4a1a-a232-e953ec5f1855 None None] Provisioning for port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:24:53.522638 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-2c2aba22-bf49-4a1a-a232-e953ec5f1855 None None] Provisioning complete for port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:53.523373 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2c2aba22-bf49-4a1a-a232-e953ec5f1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.566674 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-2c2aba22-bf49-4a1a-a232-e953ec5f1855 None None] Port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:24:53.588333 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5435cb37-13ff-466e-b6c9-4532c7938577 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:24:53.646024 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 5435cb37-13ff-466e-b6c9-4532c7938577 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:24:53.650423 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5435cb37-13ff-466e-b6c9-4532c7938577 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:53.650995 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.672707 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.677921 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.704610 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:51Z', 'revision_number': 3, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:53.733181 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.736010 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214f349-98e1-4bba-8e0a-36f52d8405a0 None None] The sync data for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 is: [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:51Z', 'revision_number': 3, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:24:53.751583 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.754710 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Pushing event updated for resources: {'Port': ['ID=38387042-f7fc-464e-b1cd-9b8d3b5bac63,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:53.779085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 5435cb37-13ff-466e-b6c9-4532c7938577, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5435cb37-13ff-466e-b6c9-4532c7938577,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:53.784353 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:53.838667 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=5435cb37-13ff-466e-b6c9-4532c7938577,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:53.851596 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Network 9ccde6dc-281a-4ec1-9b61-720be1add852 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:24:53.852966 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:24:54.002396 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Router d25cad82-0354-4d8a-99a2-c8362f7ac938 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:24:54.126843 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:24:54.136532 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-5bc99c1e-f0c4-4d9e-b878-c8e00bad2003 admin admin] 10.222.0.20 "PUT /v2.0/routers/d25cad82-0354-4d8a-99a2-c8362f7ac938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6422768 Jul 19 04:24:54.189485 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-cac9e7a4-555b-4069-aac8-b1592a8afdf1 None None] Provisioning complete for port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:54.189797 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cac9e7a4-555b-4069-aac8-b1592a8afdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:54.230753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-cac9e7a4-555b-4069-aac8-b1592a8afdf1 None None] Port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:24:54.602899 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48184) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:54.607946 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-443210624-network', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:24:54.629083 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Made reservation on behalf of 7057b1fd4b3044b0989b8ea23f799be2 for: {'network': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:24:54.631381 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for network, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:54.639690 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:54.736518 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:54.740336 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:54.761344 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 04:24:54.778153 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec54a3-96cb-4449-85b2-d1c80ba34cfa,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:54.783125 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:54.783474 n-d-762330-18 neutron-server[94345]: INFO neutron.db.segments_db [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Added segment 83364be2-a9ab-4085-beb8-656b96c53f2a of type vlan for network 437576aa-0f1e-4327-9ca9-8911485f8dc8 Jul 19 04:24:54.824797 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763761687044'] for network, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:54.853943 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831'] for network, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:54.854930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:54.855501 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:54.887738 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2837172 Jul 19 04:24:54.891074 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48186) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:54.897467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Request body: {'subnet': {'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-443210624-subnet', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'ip_version': 4}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:24:54.929603 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2a5eb-6b84-4f08-8ba7-aa29655aca2d admin admin] Pushing event updated for resources: {'Network': ['ID=437576aa-0f1e-4327-9ca9-8911485f8dc8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:54.940145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Network 437576aa-0f1e-4327-9ca9-8911485f8dc8 details requested by agent ovs-agent-n-d-762330-18 with host n-d-762330-18 {{(pid=94346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 04:24:54.948754 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Made reservation on behalf of 7057b1fd4b3044b0989b8ea23f799be2 for: {'subnet': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:24:54.951147 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599897'] for subnet, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.123460 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9225982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599883'] for subnet, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.181358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5c40c3-30b6-4ea0-891c-80ff1fa0e92e,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:55.190870 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Checking segment: {'id': '83364be2-a9ab-4085-beb8-656b96c53f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:24:55.191228 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Network hostable DHCP agents. Network: 437576aa-0f1e-4327-9ca9-8911485f8dc8, hostable agents: ['fad47c20-eb59-4889-8eef-af7376c5486f'], hosted agents: [] {{(pid=94345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 04:24:55.207794 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Network 437576aa-0f1e-4327-9ca9-8911485f8dc8 is scheduled to be hosted by DHCP agent fad47c20-eb59-4889-8eef-af7376c5486f with binding_index 1 {{(pid=94345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 04:24:55.215414 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-762330-18, 437576aa-0f1e-4327-9ca9-8911485f8dc8) {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:24:55.220417 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:24:55.221598 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.224793 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed024fe-3942-4800-bbcc-e39b543f3e64 None None] Network 437576aa-0f1e-4327-9ca9-8911485f8dc8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:24:55.235621 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bf1e9922-8955-42f5-bc30-8c06da4a0f79 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3417077 Jul 19 04:24:55.238095 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48188) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:55.242661 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-443210624-router', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:24:55.275767 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-687344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60057'] for router, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.276700 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60050'] for router, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.336260 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.340217 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Sync routers for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:24:55.357658 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:55.358297 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:55.458764 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0161785-4872-52dd-9c65-b417215f7ee1-437576aa-0f1e-4327-9ca9-8911485f8dc8', 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'fixed_ips': [{'subnet_id': 'db5c40c3-30b6-4ea0-891c-80ff1fa0e92e'}]}} from n-d-762330-18. {{(pid=94346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 04:24:55.459613 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.474102 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4472'] for router, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.544169 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:55.655063 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5435cb37-13ff-466e-b6c9-4532c7938577 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:24:55.689920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.709600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.756023 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.db_base_plugin_common [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Allocated IP 172.20.0.2 (437576aa-0f1e-4327-9ca9-8911485f8dc8/db5c40c3-30b6-4ea0-891c-80ff1fa0e92e/71d11dff-2417-4dee-af75-0ee37601c424) {{(pid=94346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:24:55.813448 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Allocated IP 172.25.2.214 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/f19a3fec-2417-4c91-8e1f-8eff6401935a) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:24:55.824246 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 5435cb37-13ff-466e-b6c9-4532c7938577 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:55.824617 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.920920 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.961833 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:55.998706 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:24:56.004889 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:24:56.007925 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:24:56.028185 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Notify callbacks [] for port, precommit_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.031244 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 2, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:56.034951 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Pushing event updated for resources: {'Port': ['ID=f19a3fec-2417-4c91-8e1f-8eff6401935a,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:56.039744 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c6ed1cb4-05eb-4385-b28e-024bffd7a884 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:24:56.066659 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Transition to ACTIVE for port object 71d11dff-2417-4dee-af75-0ee37601c424 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:24:56.071605 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Checking router: d25cad82-0354-4d8a-99a2-c8362f7ac938 for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:24:56.071953 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Updating router d25cad82-0354-4d8a-99a2-c8362f7ac938 port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:24:56.272371 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.298864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Transition to ACTIVE for port object 71d11dff-2417-4dee-af75-0ee37601c424 will not be triggered until provisioned by entity DHCP. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:24:56.304570 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.309015 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291'] for port, after_create {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.378580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Network 437576aa-0f1e-4327-9ca9-8911485f8dc8 is already hosted by enough agents. {{(pid=94346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:24:56.385630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.scheduler.base_scheduler [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Resources bound (agent type, host, resource id): {{(pid=94346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:24:56.391047 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Received port after_create {{(pid=94346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:24:56.396716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port c6ed1cb4-05eb-4385-b28e-024bffd7a884 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:24:56.408866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Pushing event updated for resources: {'Port': ['ID=71d11dff-2417-4dee-af75-0ee37601c424,revision_number=1']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:56.414166 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c6ed1cb4-05eb-4385-b28e-024bffd7a884 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:56.414567 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.569196 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Attempting to bind port 71d11dff-2417-4dee-af75-0ee37601c424 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:24:56.569576 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Attempting to bind port 71d11dff-2417-4dee-af75-0ee37601c424 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '83364be2-a9ab-4085-beb8-656b96c53f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:24:56.569937 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Attempting to bind port 71d11dff-2417-4dee-af75-0ee37601c424 on network 437576aa-0f1e-4327-9ca9-8911485f8dc8 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:24:56.599694 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:24:56.600075 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Checking segment: {'id': '83364be2-a9ab-4085-beb8-656b96c53f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:24:56.600487 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.600883 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Bound using segment: {'id': '83364be2-a9ab-4085-beb8-656b96c53f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:24:56.601364 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Bound port: 71d11dff-2417-4dee-af75-0ee37601c424, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83364be2-a9ab-4085-beb8-656b96c53f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:24:56.601751 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.720550 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.768835 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port c6ed1cb4-05eb-4385-b28e-024bffd7a884, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c6ed1cb4-05eb-4385-b28e-024bffd7a884,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:56.775556 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.779009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] For port 71d11dff-2417-4dee-af75-0ee37601c424, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:24:56.797991 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687104'] for router, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.822356 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] For port 71d11dff-2417-4dee-af75-0ee37601c424, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=71d11dff-2417-4dee-af75-0ee37601c424,segment=NetworkSegment(83364be2-a9ab-4085-beb8-656b96c53f2a),segment_id=83364be2-a9ab-4085-beb8-656b96c53f2a)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:24:56.831081 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.885157 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=c6ed1cb4-05eb-4385-b28e-024bffd7a884,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:56.902131 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.940121 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Router 7f463c7d-b492-40a0-acda-3650cf0df68e is scheduled to L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 with binding_index 1 {{(pid=94344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 04:24:56.940570 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Transition to ACTIVE for port object 38387042-f7fc-464e-b1cd-9b8d3b5bac63 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:24:56.959552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:56.970646 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcae56-c325-4832-ae56-f8ef48dbeac3 None None] Pushing event updated for resources: {'Port': ['ID=71d11dff-2417-4dee-af75-0ee37601c424,revision_number=2']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:57.041018 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b45d9-0677-4ccf-93a6-23bedc082ad1 None None] Pushing event updated for resources: {'Port': ['ID=38387042-f7fc-464e-b1cd-9b8d3b5bac63,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:57.059958 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:24:57.069481 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Sync routers for ids ['7f463c7d-b492-40a0-acda-3650cf0df68e'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:24:57.080371 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Routers {'7f463c7d-b492-40a0-acda-3650cf0df68e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:57.081350 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7f463c7d-b492-40a0-acda-3650cf0df68e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:57.082327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Attempting to bind port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:24:57.082714 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Attempting to bind port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:24:57.083085 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Attempting to bind port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 on network 9ccde6dc-281a-4ec1-9b61-720be1add852 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:24:57.088957 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:24:57.089337 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Checking segment: {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:24:57.089747 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:57.090142 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Bound using segment: {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:24:57.090769 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Bound port: 38387042-f7fc-464e-b1cd-9b8d3b5bac63, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:24:57.091387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:57.095417 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:57.097088 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-d69db366-554e-4d76-a1b1-d4f6b6fdea9d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8578980 Jul 19 04:24:57.099838 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48190) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:24:57.206768 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] For port 38387042-f7fc-464e-b1cd-9b8d3b5bac63, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:24:57.210239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] For port 38387042-f7fc-464e-b1cd-9b8d3b5bac63, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=38387042-f7fc-464e-b1cd-9b8d3b5bac63,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:24:57.214973 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:57.261057 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Set router 7f463c7d-b492-40a0-acda-3650cf0df68e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:57.293260 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:57.294442 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:57.347042 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b45d9-0677-4ccf-93a6-23bedc082ad1 None None] Pushing event updated for resources: {'Port': ['ID=38387042-f7fc-464e-b1cd-9b8d3b5bac63,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:57.433340 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:57.512416 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'name': 'tempest-TestSnapshotPattern-443210624-router', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 3, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'gw_port': {'id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:57.570801 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Checking router: 7f463c7d-b492-40a0-acda-3650cf0df68e for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:24:57.571452 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Updating router 7f463c7d-b492-40a0-acda-3650cf0df68e port f19a3fec-2417-4c91-8e1f-8eff6401935a binding host n-d-762330-18 {{(pid=94347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:24:57.656581 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:57.698892 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:57Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:57.703846 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 71d11dff-2417-4dee-af75-0ee37601c424 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:24:57.731149 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:57.736363 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a3fe6-bfbb-4cc0-a417-10327f2e0a06 None None] The sync data for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 is: [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:57Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:24:57.839322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 71d11dff-2417-4dee-af75-0ee37601c424 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:24:57.843826 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c6ed1cb4-05eb-4385-b28e-024bffd7a884 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:24:57.943177 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port c6ed1cb4-05eb-4385-b28e-024bffd7a884 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:57.943642 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:57.967034 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Allocated IP 172.20.0.1 (437576aa-0f1e-4327-9ca9-8911485f8dc8/db5c40c3-30b6-4ea0-891c-80ff1fa0e92e/a000da8b-ddc0-4b25-a535-aea9669c1388) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:24:58.058980 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Notify callbacks [] for port, precommit_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.073806 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.provisioning_blocks [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Transition to ACTIVE for port object f19a3fec-2417-4c91-8e1f-8eff6401935a will not be triggered until provisioned by entity L2. {{(pid=94347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:24:58.085818 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.124844 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.148899 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Transition to ACTIVE for port object a000da8b-ddc0-4b25-a535-aea9669c1388 will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:24:58.149558 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Attempting to bind port f19a3fec-2417-4c91-8e1f-8eff6401935a on host n-d-762330-18 for vnic_type normal with profile {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:24:58.150673 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Attempting to bind port f19a3fec-2417-4c91-8e1f-8eff6401935a by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:24:58.151214 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Attempting to bind port f19a3fec-2417-4c91-8e1f-8eff6401935a on network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:24:58.167457 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:24:58.167962 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Checking segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:24:58.168470 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.169036 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Bound using segment: {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'} {{(pid=94347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:24:58.169902 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.managers [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Bound port: f19a3fec-2417-4c91-8e1f-8eff6401935a, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99d6d74-ca35-420e-aa96-869ff0d533ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839'}}] {{(pid=94347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:24:58.170389 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.193172 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.241281 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] For port f19a3fec-2417-4c91-8e1f-8eff6401935a, host n-d-762330-18, cleared binding levels {{(pid=94347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:24:58.244978 n-d-762330-18 neutron-server[94347]: DEBUG neutron.plugins.ml2.db [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] For port f19a3fec-2417-4c91-8e1f-8eff6401935a, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f19a3fec-2417-4c91-8e1f-8eff6401935a,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:24:58.250094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Network 437576aa-0f1e-4327-9ca9-8911485f8dc8 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:24:58.250398 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93db275-bff1-41f0-aeba-4477eef372c0 None None] Pushing event updated for resources: {'Port': ['ID=f19a3fec-2417-4c91-8e1f-8eff6401935a,revision_number=2']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:58.255355 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:24:58.259698 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:24:58.267737 n-d-762330-18 neutron-server[94347]: DEBUG neutron_lib.callbacks.manager [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.321964 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Pushing event updated for resources: {'Port': ['ID=a000da8b-ddc0-4b25-a535-aea9669c1388,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:58.335673 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Routers {'7f463c7d-b492-40a0-acda-3650cf0df68e'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:24:58.336393 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680247'] for router_interface, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.336820 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7f463c7d-b492-40a0-acda-3650cf0df68e'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:58.369697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006dc59-7da6-4c44-bf1d-ae1d286913a0 None None] Network 437576aa-0f1e-4327-9ca9-8911485f8dc8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:24:58.462465 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-08c4d919-a525-4ff1-bf0f-1588507e653b None None] Provisioning for port 71d11dff-2417-4dee-af75-0ee37601c424 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:24:58.483358 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-08c4d919-a525-4ff1-bf0f-1588507e653b None None] Provisioning complete for port 71d11dff-2417-4dee-af75-0ee37601c424 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:58.483710 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-08c4d919-a525-4ff1-bf0f-1588507e653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.498284 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93db275-bff1-41f0-aeba-4477eef372c0 None None] Pushing event updated for resources: {'Port': ['ID=f19a3fec-2417-4c91-8e1f-8eff6401935a,revision_number=3']} {{(pid=94347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:58.523600 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.577141 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] Set router 7f463c7d-b492-40a0-acda-3650cf0df68e gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:24:58.648274 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-08c4d919-a525-4ff1-bf0f-1588507e653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.699327 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-08c4d919-a525-4ff1-bf0f-1588507e653b None None] For port 71d11dff-2417-4dee-af75-0ee37601c424, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=71d11dff-2417-4dee-af75-0ee37601c424,segment=NetworkSegment(83364be2-a9ab-4085-beb8-656b96c53f2a),segment_id=83364be2-a9ab-4085-beb8-656b96c53f2a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:58.707040 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-08c4d919-a525-4ff1-bf0f-1588507e653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.754810 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.761652 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.798830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4d919-a525-4ff1-bf0f-1588507e653b None None] Pushing event updated for resources: {'Port': ['ID=71d11dff-2417-4dee-af75-0ee37601c424,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:58.818125 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'name': 'tempest-TestSnapshotPattern-443210624-router', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 3, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'gw_port': {'id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:24:58.842406 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680259'] for router_interface, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:58.847764 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572a323-f5a0-4cd9-b217-ab993d82b720 None None] The sync data for ids ['7f463c7d-b492-40a0-acda-3650cf0df68e'] in n-d-762330-18 is: [{'id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'name': 'tempest-TestSnapshotPattern-443210624-router', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 3, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'gw_port': {'id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:24:58.857720 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Pushing event updated for resources: {'Port': ['ID=a000da8b-ddc0-4b25-a535-aea9669c1388,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:24:58.968897 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Network 437576aa-0f1e-4327-9ca9-8911485f8dc8 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:24:58.970474 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:24:59.037003 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-42d43a11-e364-43b1-be42-fc3378f6910b None None] Provisioning for port a000da8b-ddc0-4b25-a535-aea9669c1388 completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:24:59.041346 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-42d43a11-e364-43b1-be42-fc3378f6910b None None] Provisioning complete for port a000da8b-ddc0-4b25-a535-aea9669c1388 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:59.041965 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42d43a11-e364-43b1-be42-fc3378f6910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:59.081884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-42d43a11-e364-43b1-be42-fc3378f6910b None None] Port a000da8b-ddc0-4b25-a535-aea9669c1388 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:24:59.092670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-42d43a11-e364-43b1-be42-fc3378f6910b None None] Provisioning complete for port 71d11dff-2417-4dee-af75-0ee37601c424 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:59.093183 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-42d43a11-e364-43b1-be42-fc3378f6910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:59.104545 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Router 7f463c7d-b492-40a0-acda-3650cf0df68e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:24:59.273624 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:24:59.283004 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-3ec84773-93a8-467c-acfd-fe45736137ec admin admin] 10.222.0.20 "PUT /v2.0/routers/7f463c7d-b492-40a0-acda-3650cf0df68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1779068 Jul 19 04:24:59.316670 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-e1932b58-e036-4f26-a800-f26f2a7095db None None] Provisioning complete for port a000da8b-ddc0-4b25-a535-aea9669c1388 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:59.317046 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e1932b58-e036-4f26-a800-f26f2a7095db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:59.360330 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-e1932b58-e036-4f26-a800-f26f2a7095db None None] Port a000da8b-ddc0-4b25-a535-aea9669c1388 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:24:59.580101 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-7ad5d60b-32b8-4915-bc2c-6f25f66a7387 None None] Provisioning complete for port a000da8b-ddc0-4b25-a535-aea9669c1388 triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:59.580810 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7ad5d60b-32b8-4915-bc2c-6f25f66a7387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:59.646688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5d60b-32b8-4915-bc2c-6f25f66a7387 None None] Port a000da8b-ddc0-4b25-a535-aea9669c1388 cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:24:59.661566 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 71d11dff-2417-4dee-af75-0ee37601c424 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:24:59.710716 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 71d11dff-2417-4dee-af75-0ee37601c424 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:59.711102 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:59.799775 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 38387042-f7fc-464e-b1cd-9b8d3b5bac63 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:24:59.849376 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:24:59.853353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:24:59.853729 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:59.930693 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:59.963520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port 38387042-f7fc-464e-b1cd-9b8d3b5bac63, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=38387042-f7fc-464e-b1cd-9b8d3b5bac63,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:24:59.966953 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:24:59.967722 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f19a3fec-2417-4c91-8e1f-8eff6401935a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:25:00.043590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=38387042-f7fc-464e-b1cd-9b8d3b5bac63,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:00.055975 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port f19a3fec-2417-4c91-8e1f-8eff6401935a completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:25:00.059688 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f19a3fec-2417-4c91-8e1f-8eff6401935a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:25:00.060060 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:00.135694 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:00.157162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port f19a3fec-2417-4c91-8e1f-8eff6401935a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f19a3fec-2417-4c91-8e1f-8eff6401935a,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:25:00.161119 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:00.209870 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=f19a3fec-2417-4c91-8e1f-8eff6401935a,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:01.078920 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48200) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:25:01.083760 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-ea4f7b14-f925-42b5-b08d-4fc44b21b812 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304565402', 'description': 'tempest-secgroup-smoke-304565402 description', 'project_id': '19819b7ebc1143ba81995b89d6260c4e'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:25:01.108060 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7b14-f925-42b5-b08d-4fc44b21b812 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.113193 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Sync routers for ids ['7f463c7d-b492-40a0-acda-3650cf0df68e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:25:01.121857 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Routers {'7f463c7d-b492-40a0-acda-3650cf0df68e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:25:01.122501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7f463c7d-b492-40a0-acda-3650cf0df68e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:25:01.191761 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7b14-f925-42b5-b08d-4fc44b21b812 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.195475 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7b14-f925-42b5-b08d-4fc44b21b812 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.223194 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7b14-f925-42b5-b08d-4fc44b21b812 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.224383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-ea4f7b14-f925-42b5-b08d-4fc44b21b812 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1445398 Jul 19 04:25:01.227570 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48202) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:25:01.232524 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f7b14-f925-42b5-b08d-4fc44b21b812 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4328f4df-2378-43d3-8501-1181466cda0c,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:01.232712 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-29b9749b-4d95-42c6-8969-af90640d7f94 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'security_group_rule': {'security_group_id': '4328f4df-2378-43d3-8501-1181466cda0c', 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:25:01.261563 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29b9749b-4d95-42c6-8969-af90640d7f94 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.325086 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29b9749b-4d95-42c6-8969-af90640d7f94 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.329191 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29b9749b-4d95-42c6-8969-af90640d7f94 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.352779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9749b-4d95-42c6-8969-af90640d7f94 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbefc77-6de5-4d0c-80a1-6e712663d454,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:01.359925 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-29b9749b-4d95-42c6-8969-af90640d7f94 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.363887 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-29b9749b-4d95-42c6-8969-af90640d7f94 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327157 Jul 19 04:25:01.364131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48204) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:25:01.368744 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-c611bc16-8c64-410e-bf63-d1aaee129c9b tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'security_group_rule': {'security_group_id': '4328f4df-2378-43d3-8501-1181466cda0c', 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:25:01.390859 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Set router 7f463c7d-b492-40a0-acda-3650cf0df68e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:25:01.396472 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c611bc16-8c64-410e-bf63-d1aaee129c9b tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.466500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c611bc16-8c64-410e-bf63-d1aaee129c9b tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.471426 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c611bc16-8c64-410e-bf63-d1aaee129c9b tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.492038 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611bc16-8c64-410e-bf63-d1aaee129c9b tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becd5c4d-749d-4329-bdc7-fb43cfff3b54,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:01.495618 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-c611bc16-8c64-410e-bf63-d1aaee129c9b tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.497012 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-c611bc16-8c64-410e-bf63-d1aaee129c9b tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317205 Jul 19 04:25:01.500125 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48206) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:25:01.507435 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [None req-1f2a735b-e874-472f-800a-899478408d81 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'security_group_rule': {'security_group_id': '4328f4df-2378-43d3-8501-1181466cda0c', 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:25:01.537244 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f2a735b-e874-472f-800a-899478408d81 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.592131 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 38387042-f7fc-464e-b1cd-9b8d3b5bac63 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:25:01.599061 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f2a735b-e874-472f-800a-899478408d81 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.602935 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f2a735b-e874-472f-800a-899478408d81 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.621331 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a735b-e874-472f-800a-899478408d81 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb4e82b-c7d6-459b-b7c0-cef1e9899487,revision_number=0']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:01.633429 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1f2a735b-e874-472f-800a-899478408d81 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.635536 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1f2a735b-e874-472f-800a-899478408d81 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335359 Jul 19 04:25:01.638358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48208) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:25:01.644501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-2a01b1a0-4544-446c-adf7-f4c6fb42ecb1 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'security_group_rule': {'security_group_id': '4328f4df-2378-43d3-8501-1181466cda0c', 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:25:01.663090 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:25:01.663468 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.674175 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a01b1a0-4544-446c-adf7-f4c6fb42ecb1 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.691648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'name': 'tempest-TestSnapshotPattern-443210624-router', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:24:58Z', 'revision_number': 4, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'gw_port': {'id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'a000da8b-ddc0-4b25-a535-aea9669c1388', 'name': '', 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'mac_address': 'fa:16:3e:8e:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'db5c40c3-30b6-4ea0-891c-80ff1fa0e92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:57Z', 'updated_at': '2021-07-19T04:24:58Z', 'revision_number': 2, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'subnets': [{'id': 'db5c40c3-30b6-4ea0-891c-80ff1fa0e92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:25:01.724269 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Checking router: 7f463c7d-b492-40a0-acda-3650cf0df68e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:25:01.724639 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Updating router 7f463c7d-b492-40a0-acda-3650cf0df68e port a000da8b-ddc0-4b25-a535-aea9669c1388 binding host n-d-762330-18 {{(pid=94346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 04:25:01.746366 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a01b1a0-4544-446c-adf7-f4c6fb42ecb1 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.752772 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a01b1a0-4544-446c-adf7-f4c6fb42ecb1 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.766176 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01b1a0-4544-446c-adf7-f4c6fb42ecb1 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed0b7e5-9abe-40c1-8fef-b9c6d0a4a271,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:01.774427 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.778621 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-2a01b1a0-4544-446c-adf7-f4c6fb42ecb1 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.780047 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-2a01b1a0-4544-446c-adf7-f4c6fb42ecb1 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403301 Jul 19 04:25:01.783253 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48210) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:25:01.788065 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-29195ef6-da1b-4d64-9097-78f7ebf7e953 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'security_group_rule': {'security_group_id': '4328f4df-2378-43d3-8501-1181466cda0c', 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:25:01.812895 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-29195ef6-da1b-4d64-9097-78f7ebf7e953 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Project 19819b7ebc1143ba81995b89d6260c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:25:01.817845 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-29195ef6-da1b-4d64-9097-78f7ebf7e953 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.849733 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f19a3fec-2417-4c91-8e1f-8eff6401935a up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:25:01.883555 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-29195ef6-da1b-4d64-9097-78f7ebf7e953 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.888817 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-29195ef6-da1b-4d64-9097-78f7ebf7e953 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.909838 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29195ef6-da1b-4d64-9097-78f7ebf7e953 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aab47b0-a089-4baf-b816-16c31fa593f1,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:01.912632 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-29195ef6-da1b-4d64-9097-78f7ebf7e953 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.916874 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-29195ef6-da1b-4d64-9097-78f7ebf7e953 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299167 Jul 19 04:25:01.917316 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48212) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:25:01.922714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-152d8f26-8632-476e-8101-bb5d427685ba tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'security_group_rule': {'security_group_id': '4328f4df-2378-43d3-8501-1181466cda0c', 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:25:01.945218 n-d-762330-18 neutron-server[94345]: INFO neutron.db.securitygroups_db [None req-152d8f26-8632-476e-8101-bb5d427685ba tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Project 19819b7ebc1143ba81995b89d6260c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 04:25:01.950786 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-152d8f26-8632-476e-8101-bb5d427685ba tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:01.987890 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port f19a3fec-2417-4c91-8e1f-8eff6401935a triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:25:01.988269 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:02.017930 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-152d8f26-8632-476e-8101-bb5d427685ba tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:02.024110 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-152d8f26-8632-476e-8101-bb5d427685ba tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620078'] for security_group_rule, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:02.045686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d8f26-8632-476e-8101-bb5d427685ba tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459264ae-3f70-4884-960a-cdd2357325ab,revision_number=0']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:02.051691 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-152d8f26-8632-476e-8101-bb5d427685ba tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:02.058834 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-152d8f26-8632-476e-8101-bb5d427685ba tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405447 Jul 19 04:25:02.193588 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Notify callbacks [] for port, precommit_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:02.204418 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Transition to ACTIVE for port object a000da8b-ddc0-4b25-a535-aea9669c1388 will not be triggered until provisioned by entity L2. {{(pid=94346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:25:02.210721 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:02.235764 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-be6b4e72-38f1-4204-9f82-9213549716c6 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304565402&fields=id&tenant_id=19819b7ebc1143ba81995b89d6260c4e HTTP/1.1" status: 200 len: 267 time: 0.0364325 Jul 19 04:25:02.266028 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002472a-00aa-43b1-b13e-b2dd58c51535 None None] Pushing event updated for resources: {'Port': ['ID=a000da8b-ddc0-4b25-a535-aea9669c1388,revision_number=3']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:02.320120 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Attempting to bind port a000da8b-ddc0-4b25-a535-aea9669c1388 on host n-d-762330-18 for vnic_type normal with profile {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:25:02.320668 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Attempting to bind port a000da8b-ddc0-4b25-a535-aea9669c1388 by drivers openvswitch,hyperv on host n-d-762330-18 at level 0 using segments [{'id': '83364be2-a9ab-4085-beb8-656b96c53f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8'}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:25:02.321036 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Attempting to bind port a000da8b-ddc0-4b25-a535-aea9669c1388 on network 437576aa-0f1e-4327-9ca9-8911485f8dc8 {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:25:02.326152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Checking agent: {'id': '951b8d46-04f5-4873-9fd1-90ae77c2579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 2, 59, 45), 'started_at': datetime.datetime(2021, 7, 19, 3, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-762330-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:25:02.330298 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Checking segment: {'id': '83364be2-a9ab-4085-beb8-656b96c53f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:25:02.330298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:02.333986 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Bound using segment: {'id': '83364be2-a9ab-4085-beb8-656b96c53f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8'} {{(pid=94346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:25:02.334575 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.managers [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Bound port: a000da8b-ddc0-4b25-a535-aea9669c1388, host: n-d-762330-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83364be2-a9ab-4085-beb8-656b96c53f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8'}}] {{(pid=94346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:25:02.334990 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:02.378783 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-96c40b8c-8c4c-4d9d-b8c2-04463579912e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:02.383011 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-96c40b8c-8c4c-4d9d-b8c2-04463579912e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 810 time: 0.1355240 Jul 19 04:25:02.398570 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-918fc609-1844-46ff-9b14-ab3a31d8ae48 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/quotas/19819b7ebc1143ba81995b89d6260c4e HTTP/1.1" status: 200 len: 375 time: 0.0110130 Jul 19 04:25:02.412449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] For port a000da8b-ddc0-4b25-a535-aea9669c1388, host n-d-762330-18, cleared binding levels {{(pid=94346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:25:02.416648 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] For port a000da8b-ddc0-4b25-a535-aea9669c1388, host n-d-762330-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a000da8b-ddc0-4b25-a535-aea9669c1388,segment=NetworkSegment(83364be2-a9ab-4085-beb8-656b96c53f2a),segment_id=83364be2-a9ab-4085-beb8-656b96c53f2a)] {{(pid=94346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:25:02.423310 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:02.475406 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-730e1e5a-2113-4a6c-98bf-abe2da8a5557 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714407 Jul 19 04:25:02.496901 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Routers {'7f463c7d-b492-40a0-acda-3650cf0df68e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:25:02.500347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:24:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7f463c7d-b492-40a0-acda-3650cf0df68e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:25:02.506048 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002472a-00aa-43b1-b13e-b2dd58c51535 None None] Pushing event updated for resources: {'Port': ['ID=a000da8b-ddc0-4b25-a535-aea9669c1388,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:02.615481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-9427532a-0959-4e63-930f-d13617cd2411 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:25:02.618399 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-9427532a-0959-4e63-930f-d13617cd2411 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1258032 Jul 19 04:25:02.620201 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] Set router 7f463c7d-b492-40a0-acda-3650cf0df68e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:25:02.718930 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-368fa5ed-b3af-4b39-9125-cad094d577b5 service neutron] 10.222.0.20 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945387 Jul 19 04:25:02.808264 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-432b3cc1-fede-4c1d-b57d-9db99bb01811 service neutron] 10.222.0.20 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835536 Jul 19 04:25:02.832353 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'name': 'tempest-TestSnapshotPattern-443210624-router', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:24:58Z', 'revision_number': 4, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'gw_port': {'id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'a000da8b-ddc0-4b25-a535-aea9669c1388', 'name': '', 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'mac_address': 'fa:16:3e:8e:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'db5c40c3-30b6-4ea0-891c-80ff1fa0e92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:57Z', 'updated_at': '2021-07-19T04:25:02Z', 'revision_number': 4, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'subnets': [{'id': 'db5c40c3-30b6-4ea0-891c-80ff1fa0e92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:25:02.862884 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161fbf3-ce2a-4779-8c43-c4a5893e7c1e None None] The sync data for ids ['7f463c7d-b492-40a0-acda-3650cf0df68e'] in n-d-762330-18 is: [{'id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'name': 'tempest-TestSnapshotPattern-443210624-router', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:24:58Z', 'revision_number': 4, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'gw_port': {'id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': 'a000da8b-ddc0-4b25-a535-aea9669c1388', 'name': '', 'network_id': '437576aa-0f1e-4327-9ca9-8911485f8dc8', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'mac_address': 'fa:16:3e:8e:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'db5c40c3-30b6-4ea0-891c-80ff1fa0e92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:57Z', 'updated_at': '2021-07-19T04:25:02Z', 'revision_number': 4, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'subnets': [{'id': 'db5c40c3-30b6-4ea0-891c-80ff1fa0e92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:25:03.008817 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-04451b5d-1da4-448d-9325-1976e3f3212a req-e726be6b-91b0-4960-b59f-fdb4ab53d8b0 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 210 time: 0.0321283 Jul 19 04:25:03.553046 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a000da8b-ddc0-4b25-a535-aea9669c1388 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:25:03.600750 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning for port a000da8b-ddc0-4b25-a535-aea9669c1388 completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:25:03.604388 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a000da8b-ddc0-4b25-a535-aea9669c1388 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:25:03.604789 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:03.679234 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:03.713385 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] For port a000da8b-ddc0-4b25-a535-aea9669c1388, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a000da8b-ddc0-4b25-a535-aea9669c1388,segment=NetworkSegment(83364be2-a9ab-4085-beb8-656b96c53f2a),segment_id=83364be2-a9ab-4085-beb8-656b96c53f2a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:25:03.717103 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:03.763707 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Pushing event updated for resources: {'Port': ['ID=a000da8b-ddc0-4b25-a535-aea9669c1388,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:04.154791 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-29f63ca9-b6f4-456a-9b19-78bc77143473 req-a94ffb85-f7a2-41fb-ad11-12739ff28657 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 210 time: 0.0355241 Jul 19 04:25:05.097747 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-55c733c3-2aba-4af1-994b-4dd8bcf41901 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:05.099330 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-55c733c3-2aba-4af1-994b-4dd8bcf41901 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.26 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 810 time: 0.1089768 Jul 19 04:25:05.156435 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-044a0773-6b1d-4774-821e-dad3998dd010 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19819b7ebc1143ba81995b89d6260c4e HTTP/1.1" status: 200 len: 379 time: 0.0421884 Jul 19 04:25:05.165615 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'port': {'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'admin_state_up': True, 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'security_groups': ['4328f4df-2378-43d3-8501-1181466cda0c']}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:25:05.298605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Made reservation on behalf of 19819b7ebc1143ba81995b89d6260c4e for: {'port': 1} {{(pid=94345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:25:05.302136 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:05.310670 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2e848fad-4166-4f55-b356-9a6ea05bab0a req-644d92b1-94a6-42ec-a955-5df157d61378 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 210 time: 0.0325184 Jul 19 04:25:05.432348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Allocated IP 172.20.0.12 (9ccde6dc-281a-4ec1-9b61-720be1add852/7c725f1c-3808-459e-a869-d62c9a80c8b6/01d41ef6-e5d5-446b-b05f-8bbda2e39b6e) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:25:05.551366 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a000da8b-ddc0-4b25-a535-aea9669c1388 up at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:25:05.580804 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:05.595297 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Transition to ACTIVE for port object 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e will not be triggered until provisioned by entity DHCP. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:25:05.600749 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Provisioning complete for port a000da8b-ddc0-4b25-a535-aea9669c1388 triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:25:05.601127 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:05.629190 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:05.677893 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Network 9ccde6dc-281a-4ec1-9b61-720be1add852 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:25:05.684328 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:25:05.688010 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:25:05.719188 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'Port': ['ID=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:05.745368 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:05.745996 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:05.761383 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-53f748d2-e88a-462a-905b-4e6b01f79024 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6001341 Jul 19 04:25:05.772126 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-3534f6ef-0222-4e63-8bd7-675d3e6ff66f tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:25:05.773152 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-3534f6ef-0222-4e63-8bd7-675d3e6ff66f tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055051 Jul 19 04:25:05.784358 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Request body: {'port': {'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-762330-18'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:25:05.861492 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:05.943993 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-329850f2-90dd-4e72-abd5-1ae132306450 None None] Provisioning for port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:25:05.947580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-329850f2-90dd-4e72-abd5-1ae132306450 None None] Provisioning complete for port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:25:05.947956 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-329850f2-90dd-4e72-abd5-1ae132306450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:05.985322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-329850f2-90dd-4e72-abd5-1ae132306450 None None] Port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:25:06.126595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e {{(pid=94345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:25:06.133983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:06.146730 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.provisioning_blocks [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Transition to ACTIVE for port object 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e will not be triggered until provisioned by entity L2. {{(pid=94345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:25:06.151473 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:06.200076 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:06.279020 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Attempting to bind port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e on host n-h2-762330-18 for vnic_type normal with profile {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:25:06.279350 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Attempting to bind port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e by drivers openvswitch,hyperv on host n-h2-762330-18 at level 0 using segments [{'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:25:06.279694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Attempting to bind port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e on network 9ccde6dc-281a-4ec1-9b61-720be1add852 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:25:06.284481 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e on network 9ccde6dc-281a-4ec1-9b61-720be1add852 not bound, no agent of type Open vSwitch agent registered on host n-h2-762330-18 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:25:06.284801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Attempting to bind port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e on network 9ccde6dc-281a-4ec1-9b61-720be1add852 {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:25:06.292092 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Checking agent: {'id': '58f536af-f272-47c6-831b-513db2d60bea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:25:06.292440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Checking segment: {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:25:06.292829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Bound using segment: {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'} {{(pid=94345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:25:06.293255 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.managers [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Bound port: 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host: n-h2-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'}}] {{(pid=94345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:25:06.293618 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:06.364107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] For port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host n-h2-762330-18, cleared binding levels {{(pid=94345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:25:06.367212 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] For port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host n-h2-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:25:06.371837 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:06.413105 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:06.413726 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:06.415204 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] 10.222.0.26 "PUT /v2.0/ports/01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 200 len: 1093 time: 0.6357450 Jul 19 04:25:06.415605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:25:06.417905 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:25:06.470339 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53bf11d-efb8-4efa-93f3-07c8e1a504c5 x-openstack-request-id: req-d53bf11d-efb8-4efa-93f3-07c8e1a504c5 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:25:06.470613 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:25:06.470860 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d53bf11d-efb8-4efa-93f3-07c8e1a504c5 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:25:06.471248 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'status': 'completed', 'code': 200} Jul 19 04:25:06.487425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8941a7-6a5c-41df-94fb-2d7e9b68bbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,revision_number=3']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:06.556022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a4c59-b8b7-444e-9b0b-7be0fd203727 req-a803ed7b-a997-4487-a2d7-e5300cf6ebe6 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:06.557606 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-da2a4c59-b8b7-444e-9b0b-7be0fd203727 req-a803ed7b-a997-4487-a2d7-e5300cf6ebe6 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 944 time: 0.1281369 Jul 19 04:25:06.563919 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-f8088082-968b-4a39-b8a0-06bd6e6009f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:06.565403 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-f8088082-968b-4a39-b8a0-06bd6e6009f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1096 time: 0.0918481 Jul 19 04:25:06.617848 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-f55af73b-3b88-4ae5-80bd-473ce976f95d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 200 len: 217 time: 0.0452466 Jul 19 04:25:06.660619 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-da2a4c59-b8b7-444e-9b0b-7be0fd203727 req-75b66f11-9f1d-4c76-bd55-2fe0df785910 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942507 Jul 19 04:25:06.677688 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-1488287b-61dc-4096-937c-eff1d3155646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:06.679168 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-1488287b-61dc-4096-937c-eff1d3155646 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0542424 Jul 19 04:25:06.734972 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-62c22787-aa42-46ce-8336-460faa1c1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:06.736441 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-62c22787-aa42-46ce-8336-460faa1c1978 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514669 Jul 19 04:25:06.823352 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-073dd9b6-3465-44af-9d81-c5c7f3592ddc service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802014 Jul 19 04:25:06.913111 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-08cc57d7-7b69-4f29-8401-d93b2fe0e1ff req-054af89e-2172-416c-b562-4e88f07fe58c service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829113 Jul 19 04:25:07.011748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-f04f631c-c80b-4cb5-9e75-8b46b227be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:07.013130 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-f04f631c-c80b-4cb5-9e75-8b46b227be44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1096 time: 0.0515203 Jul 19 04:25:07.102554 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-57a5b1ae-c7c6-416d-8542-dfcd16ad4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:07.104009 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-57a5b1ae-c7c6-416d-8542-dfcd16ad4d52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.0852911 Jul 19 04:25:07.146179 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-16d02845-d458-4cf5-ac2d-726154a56671 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 200 len: 217 time: 0.0348012 Jul 19 04:25:07.198376 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-765c254d-ab85-4608-893f-1b3ad34708ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:07.199927 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-765c254d-ab85-4608-893f-1b3ad34708ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0476573 Jul 19 04:25:07.255183 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-33c8385f-0845-4acb-b999-213f9ca8cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:07.256644 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-33c8385f-0845-4acb-b999-213f9ca8cfe7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503743 Jul 19 04:25:07.344996 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-409eeba5-aa3c-49d1-8b81-7ff83628dc45 service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814071 Jul 19 04:25:07.439289 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e4c28c77-7a65-4c3b-bb51-09d1bf2a1bc8 req-df6e3695-d1b8-4401-9a33-33576cd4f940 service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876808 Jul 19 04:25:07.643289 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:07.839273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072d81-9cac-430b-b1c0-d68112794e58 req-7078e110-3b63-4dd3-bf60-6fff60c9107f tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:07.840770 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9072d81-9cac-430b-b1c0-d68112794e58 req-7078e110-3b63-4dd3-bf60-6fff60c9107f tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 944 time: 0.0638721 Jul 19 04:25:07.878158 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a9072d81-9cac-430b-b1c0-d68112794e58 req-99b3ff9f-0b19-4852-9a34-9011f9321efe tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312717 Jul 19 04:25:07.952407 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:09.051240 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852df570-8e7f-43bf-b9a9-34f57c8625e7 req-fec9a1d3-aab9-4f9e-aa52-4a7f7813bac8 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:09.052745 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-852df570-8e7f-43bf-b9a9-34f57c8625e7 req-fec9a1d3-aab9-4f9e-aa52-4a7f7813bac8 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 944 time: 0.0631132 Jul 19 04:25:09.089205 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-852df570-8e7f-43bf-b9a9-34f57c8625e7 req-1a192f22-1f7f-416e-8f5b-4d73f73d0580 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310457 Jul 19 04:25:10.063621 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:25:10.161520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:25:10.173761 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:25:10.210798 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:10.224204 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:25:10.243779 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:25:10.248273 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:10.267405 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3547f7a-37c9-4587-8d87-f05c267bea4e req-91f3cf3d-1447-424a-a96d-454042bdfacf tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:10.268917 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3547f7a-37c9-4587-8d87-f05c267bea4e req-91f3cf3d-1447-424a-a96d-454042bdfacf tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 944 time: 0.0639741 Jul 19 04:25:10.297911 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:10.313978 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-c3547f7a-37c9-4587-8d87-f05c267bea4e req-2176ba6c-0032-48ec-a8e8-9368c95bc2e1 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390921 Jul 19 04:25:10.474903 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['01d41ef6-e5d5-446b-b05f-8bbda2e39b6e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:25:11.489129 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfac80f-8732-4634-86bb-8949760b97e2 req-7c0aa398-70fa-44d2-8447-2e6bbad21a7d tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:11.490689 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbfac80f-8732-4634-86bb-8949760b97e2 req-7c0aa398-70fa-44d2-8447-2e6bbad21a7d tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 945 time: 0.0668411 Jul 19 04:25:11.527975 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-cbfac80f-8732-4634-86bb-8949760b97e2 req-dfcea28b-42fd-4391-a355-682c86fa5ef7 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317893 Jul 19 04:25:12.079801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:25:12.127009 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning for port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:25:12.130677 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:25:12.131052 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:12.208768 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:12.230172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:25:12.232440 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0065a0cf-604b-4c86-9caa-21e2a07ebfa3" -d '{"events": [{"server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "name": "network-vif-plugged", "status": "completed", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:25:12.245470 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:25:12.250838 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:12.273887 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4732783a-5249-4666-9ebb-9a48cf952cb8 x-openstack-request-id: req-4732783a-5249-4666-9ebb-9a48cf952cb8 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:25:12.274178 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "name": "network-vif-plugged", "status": "completed", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:25:12.274455 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4732783a-5249-4666-9ebb-9a48cf952cb8 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:25:12.274846 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'code': 200} Jul 19 04:25:12.301781 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:12.386167 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e42e8-d8f8-469d-b6f2-d5288449afae req-ddc6885a-fd79-4d33-866f-3c0b6dffc8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:12.387627 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-495e42e8-d8f8-469d-b6f2-d5288449afae req-ddc6885a-fd79-4d33-866f-3c0b6dffc8d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1098 time: 0.0533347 Jul 19 04:25:12.421316 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-495e42e8-d8f8-469d-b6f2-d5288449afae req-bea41dba-73d0-47e2-9d1a-227f9ad3f7e8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269294 Jul 19 04:25:12.593920 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bc5b89c1-6797-4336-a1f0-41a352db128d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:12.700748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3b280-40e1-4b4c-93cc-e2f23eb986b5 req-bdfb0f3e-b140-40ec-8674-301f22631a96 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:12.703126 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2c3b280-40e1-4b4c-93cc-e2f23eb986b5 req-bdfb0f3e-b140-40ec-8674-301f22631a96 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 946 time: 0.0643470 Jul 19 04:25:12.739818 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-b2c3b280-40e1-4b4c-93cc-e2f23eb986b5 req-a8ebbf74-4f0e-47d9-b1fd-085456802e34 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313537 Jul 19 04:25:13.914094 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0ccbc-e98c-4a9d-a0be-4c918a0dbfbe req-529ed8e5-b98b-4074-bda9-79f304b0b569 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:13.915593 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65d0ccbc-e98c-4a9d-a0be-4c918a0dbfbe req-529ed8e5-b98b-4074-bda9-79f304b0b569 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 946 time: 0.0641079 Jul 19 04:25:13.953155 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-65d0ccbc-e98c-4a9d-a0be-4c918a0dbfbe req-c9bde7a6-3cc7-49af-8c9f-b9be46b9b4ab tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317256 Jul 19 04:25:14.126037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988356c0-bd3d-4087-9a44-336d27afb4b3 req-c929ade2-30e6-455b-b1d2-6a58f38e2832 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:14.127457 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-988356c0-bd3d-4087-9a44-336d27afb4b3 req-c929ade2-30e6-455b-b1d2-6a58f38e2832 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 946 time: 0.0657485 Jul 19 04:25:14.165788 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-988356c0-bd3d-4087-9a44-336d27afb4b3 req-42ec7ab6-0725-4ef2-a3df-56cf5ea7f48a tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327630 Jul 19 04:25:14.190247 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48268) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:25:14.280287 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e43f4-74d0-42b1-a2e4-83d61ebb7547 tempest-TestSnapshotPattern-281565694 tempest-TestSnapshotPattern-281565694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:14.281804 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e00e43f4-74d0-42b1-a2e4-83d61ebb7547 tempest-TestSnapshotPattern-281565694 tempest-TestSnapshotPattern-281565694-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1093 time: 0.0905590 Jul 19 04:25:14.284690 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48272) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:25:14.289042 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:25:14.310038 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:14.409058 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:14.511079 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Allocated IP 172.25.2.39 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/8ea882d8-ff4f-4d70-914e-ffceba036cd8) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:25:14.632556 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-e6156a6d-7bb7-4e3c-a436-b2f5eba0bbbd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1189182 Jul 19 04:25:14.660860 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:14.739548 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:14.783194 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-7b0d6f07-d649-43f5-b69c-95c1fcd24004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:14.784694 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-7b0d6f07-d649-43f5-b69c-95c1fcd24004 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1098 time: 0.1096427 Jul 19 04:25:14.790694 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:25:14.793714 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:25:14.797808 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:25:14.821704 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'Port': ['ID=8ea882d8-ff4f-4d70-914e-ffceba036cd8,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:14.970338 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-e6c83cde-2eb8-4982-9917-21085fd20c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:14.971728 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-e6c83cde-2eb8-4982-9917-21085fd20c1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.1510034 Jul 19 04:25:15.019405 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-2d0cbf10-69cc-4e13-b3e3-5d89d95ff132 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 200 len: 217 time: 0.0414433 Jul 19 04:25:15.131617 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-812bf82e-02bb-4081-addb-cd48e52f6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:15.133066 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-812bf82e-02bb-4081-addb-cd48e52f6504 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.1078444 Jul 19 04:25:15.165912 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-28f53855-f363-4382-9946-fb66e613c5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:15.272638 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-4540bf99-313a-4c36-8111-cafb741fd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:15.274144 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-4540bf99-313a-4c36-8111-cafb741fd595 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348391 Jul 19 04:25:15.403352 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:15.428101 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-f3928cfb-5c95-4a73-95b6-0747c8c8ae4a service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475031 Jul 19 04:25:15.535941 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:15.587180 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-73dd2be1-a5e7-444a-b8f5-09c1fb63e992 req-4f891bb3-4721-4dcb-a251-5b4beb7a39cd service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508827 Jul 19 04:25:15.768717 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:15.994105 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:15.999198 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:16.067815 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'Port': ['ID=8ea882d8-ff4f-4d70-914e-ffceba036cd8,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:25:16.077406 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:16.175986 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Floating IP dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae associated. External IP: 172.25.2.39, port: 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e. Jul 19 04:25:16.381780 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Router d25cad82-0354-4d8a-99a2-c8362f7ac938 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:25:16.488151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:25:16.497154 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] Sync routers for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:25:16.503436 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:16.506411 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:25:16.507022 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:25:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:25:16.540781 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6df9b00f-8454-4666-92b5-319516a88bbb tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2550666 Jul 19 04:25:16.541787 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:25:16.543679 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd542e4-1241-44d0-89ed-52a61374a0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:25:16.618750 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:25:16.631165 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92405ff-7456-4c1c-8f2c-2b4a8e653127 x-openstack-request-id: req-c92405ff-7456-4c1c-8f2c-2b4a8e653127 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:25:16.631458 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:25:16.631713 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c92405ff-7456-4c1c-8f2c-2b4a8e653127 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:25:16.632174 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'status': 'completed', 'code': 200} Jul 19 04:25:16.690643 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:16.707039 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-38564fde-c20f-46cb-aa9b-cd24c6159d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:16.708714 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-38564fde-c20f-46cb-aa9b-cd24c6159d81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1098 time: 0.0548172 Jul 19 04:25:16.801776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-fd62dda4-206d-417f-baaa-ec500391a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:16.803348 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-fd62dda4-206d-417f-baaa-ec500391a5e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.0885818 Jul 19 04:25:16.841789 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:25:15Z', 'updated_at': '2021-07-19T04:25:15Z', 'revision_number': 0, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:25:16.866790 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-473e105d-0ab5-45f5-9738-c44f5906bc6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 200 len: 999 time: 0.0576172 Jul 19 04:25:16.871531 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] Checking router: d25cad82-0354-4d8a-99a2-c8362f7ac938 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:25:16.880110 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:25:16.880711 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:25:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:25:16.914801 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-a56f88b0-baba-492a-9bc6-289a87f79a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:16.916193 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-a56f88b0-baba-492a-9bc6-289a87f79a1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0438459 Jul 19 04:25:16.921152 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:25:16.976692 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-42d64d89-f5dc-43a1-8221-d570bb93b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:25:16.978219 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-42d64d89-f5dc-43a1-8221-d570bb93b786 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562880 Jul 19 04:25:16.989586 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:25:17.068863 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-b1b69e12-8e5a-48ec-a4aa-04c95092e21f service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831997 Jul 19 04:25:17.165531 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-ecd542e4-1241-44d0-89ed-52a61374a0bf req-e6290efb-e395-4451-a2e6-b3be9f9ffe96 service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909178 Jul 19 04:25:17.213430 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:25:15Z', 'updated_at': '2021-07-19T04:25:15Z', 'revision_number': 0, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:25:17.242074 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3006b0-3781-44a1-aa98-779c78322aca None None] The sync data for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 is: [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:25:15Z', 'updated_at': '2021-07-19T04:25:15Z', 'revision_number': 0, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:25:17.430778 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45479c5d-0de6-41c1-8ebd-177995cf7931 None None] New status for floating IP dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:25:18.201100 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:37.667058 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:37.940401 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:42.594546 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-637f44fe-4ad7-4bef-8105-e35ce4cf27c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:45.166971 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5ca5ebc9-13c6-4174-9a2c-699a8c98ba93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:45.769966 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:46.695060 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:48.205419 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:25:53.919937 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:26:07.666929 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:07.968093 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:12.593621 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3f7205c1-b5c7-48c7-94b6-64f501e146b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:15.167132 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-103e6a8d-3a26-472e-8c6d-23ce02066a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:15.771100 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:16.627389 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-32a4bedd-a32d-4a22-9618-1a2e4b89a7ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901675 Jul 19 04:26:16.694425 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:16.721041 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-70a9021e-2667-4375-8357-9cb57e9a396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:26:16.722595 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-70a9021e-2667-4375-8357-9cb57e9a396d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1098 time: 0.0531795 Jul 19 04:26:16.831366 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-9cbbfe6c-7db4-4a9a-a29c-d3dc78e13770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:26:16.832762 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-9cbbfe6c-7db4-4a9a-a29c-d3dc78e13770 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.0909376 Jul 19 04:26:16.899362 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-41d3f32f-d9de-4169-bc58-bf1442092277 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 200 len: 1001 time: 0.0600834 Jul 19 04:26:16.946022 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-c3c1a047-46f5-45db-91a4-d1a399218e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:26:16.947454 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-c3c1a047-46f5-45db-91a4-d1a399218e6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0423570 Jul 19 04:26:17.002525 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-d0307e19-f782-49f9-820c-670c2d492e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:26:17.004243 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-d0307e19-f782-49f9-820c-670c2d492e3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508640 Jul 19 04:26:17.095662 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-d7b8dfe2-b2af-4729-b687-ef2f52b99755 service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846198 Jul 19 04:26:17.184640 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-a0aaa23f-f978-447e-9835-770d99f4ee92 req-3c00d07f-98b7-402c-93b8-213ed818df48 service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828512 Jul 19 04:26:18.206883 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:30.919005 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:26:37.667028 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:37.951826 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:42.598710 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-0ab907de-9bec-43fc-8702-56ae9ecfd1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:45.167439 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ef3077ac-8b52-4380-98d6-dde32051cf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:45.775091 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:46.697934 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:26:48.208916 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:07.658311 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:07.917500 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:27:07.969112 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:12.604317 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-13e2e1de-fb27-4362-a10e-61e72b821600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:14.652021 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e details requested by agent hyperv_n-h2-762330-18 with host n-h2-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:27:14.746136 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:27:14.756637 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Returning: {'device': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:27:14.796750 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:14.808640 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:27:14.826921 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:27:14.830594 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:14.879086 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:27:14.886152 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.886523 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.886864 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.887200 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.887534 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.887866 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.888192 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.888649 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.888982 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.889307 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.889632 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.889955 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:14.908041 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] get_ports_and_sgs() called for port_ids ['01d41ef6-e5d5-446b-b05f-8bbda2e39b6e'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:27:15.167514 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-49e21bfe-22cc-4633-8dd4-b963c694c3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:15.776778 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:16.661255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e up at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:27:16.712575 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:16.718378 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Provisioning complete for port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:27:16.718755 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:16.799523 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:16.820849 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:27:16.823180 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664e1900-cde2-462f-862c-7d785795cf5b" -d '{"events": [{"server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "name": "network-vif-plugged", "status": "completed", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:27:16.837852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:27:16.843171 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:16.891145 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:27:16.919056 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dfb6ce-3e80-4064-868f-e41d3df247e7 x-openstack-request-id: req-a7dfb6ce-3e80-4064-868f-e41d3df247e7 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:27:16.919348 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "name": "network-vif-plugged", "status": "completed", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:27:16.919812 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7dfb6ce-3e80-4064-868f-e41d3df247e7 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:27:16.920099 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'code': 200} Jul 19 04:27:18.213050 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:18.605715 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-8bef8be8-a5d4-42da-8ffb-1f82fdde9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:18.607575 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-8bef8be8-a5d4-42da-8ffb-1f82fdde9627 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1098 time: 0.0610502 Jul 19 04:27:18.730930 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-0da643c4-4ca7-49f5-be31-29d1aadaddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:18.732469 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-0da643c4-4ca7-49f5-be31-29d1aadaddb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.1039062 Jul 19 04:27:18.808545 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-48821afc-89a9-454f-835b-39af6b6d3b78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 200 len: 1001 time: 0.0677476 Jul 19 04:27:18.861842 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-e00be29f-434b-4223-b6e4-0ddf4829734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:18.865375 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-e00be29f-434b-4223-b6e4-0ddf4829734c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0473809 Jul 19 04:27:18.928522 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-5a6f1a64-02da-4abe-810c-1b20ec7749bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:18.930415 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-5a6f1a64-02da-4abe-810c-1b20ec7749bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589206 Jul 19 04:27:19.046293 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-93c7453a-d8b4-4af8-a012-14ecdc23d11d service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078568 Jul 19 04:27:19.151133 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-445a94cc-68bf-4a1b-b46a-3f046b2cb1f1 req-6ff40f14-3857-489b-ab10-9730febfed92 service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982206 Jul 19 04:27:27.205279 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-351180ba-a599-42db-9dac-e6fd870af748 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304565402&fields=id&tenant_id=19819b7ebc1143ba81995b89d6260c4e HTTP/1.1" status: 200 len: 267 time: 0.0332506 Jul 19 04:27:27.314012 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-aac81e8a-3d1f-4bee-8d7d-014b80065be7 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:27.315502 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-aac81e8a-3d1f-4bee-8d7d-014b80065be7 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 810 time: 0.1039352 Jul 19 04:27:27.330108 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-f1ec2b6d-2e36-41cd-9c16-b474b6b6dfe5 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/quotas/19819b7ebc1143ba81995b89d6260c4e HTTP/1.1" status: 200 len: 375 time: 0.0093083 Jul 19 04:27:27.399087 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-d88bd3fc-dc85-472d-81b9-9956a51c692d tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0642378 Jul 19 04:27:27.498738 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-617b8991-f5a9-415f-a655-98eed244fca3 service neutron] 10.222.0.20 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866764 Jul 19 04:27:27.586844 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-694b5127-ba87-4382-b0eb-bf540b974bfd service neutron] 10.222.0.20 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822427 Jul 19 04:27:28.798013 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-42559796-67c9-40da-9803-f2b7abf1f38c req-baa2e51e-f5aa-4cfa-93cb-ce778ce60488 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 210 time: 0.0302293 Jul 19 04:27:29.903135 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-1cf33ddc-58e3-4479-b23d-525a18216576 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:29.905491 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-1cf33ddc-58e3-4479-b23d-525a18216576 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.25 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 810 time: 0.1098630 Jul 19 04:27:29.956166 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-c2fea73c-df37-4424-bb7a-074b6b4d06a7 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19819b7ebc1143ba81995b89d6260c4e HTTP/1.1" status: 200 len: 379 time: 0.0373192 Jul 19 04:27:29.958387 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d48e5365-12d9-437a-bbc7-60b3a8c9cf4e req-128ad359-c281-42bb-97cb-c8f877a82cf7 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 210 time: 0.0432432 Jul 19 04:27:29.965146 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'port': {'device_id': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'admin_state_up': True, 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'security_groups': ['4328f4df-2378-43d3-8501-1181466cda0c']}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:27:30.077775 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Made reservation on behalf of 19819b7ebc1143ba81995b89d6260c4e for: {'port': 1} {{(pid=94344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 04:27:30.081481 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:30.218455 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_common [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Allocated IP 172.20.0.7 (9ccde6dc-281a-4ec1-9b61-720be1add852/7c725f1c-3808-459e-a869-d62c9a80c8b6/68d22b3e-b15a-4bc9-8443-40cb3be6c29f) {{(pid=94344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:27:30.401542 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for port, precommit_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:30.421475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Transition to ACTIVE for port object 68d22b3e-b15a-4bc9-8443-40cb3be6c29f will not be triggered until provisioned by entity DHCP. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:27:30.461928 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_create {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:30.509837 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Network 9ccde6dc-281a-4ec1-9b61-720be1add852 is already hosted by enough agents. {{(pid=94344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:27:30.513315 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.base_scheduler [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Resources bound (agent type, host, resource id): {{(pid=94344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:27:30.517969 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Received port after_create {{(pid=94344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:27:30.543727 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'Port': ['ID=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,revision_number=1']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:27:30.566572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.566572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.566572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.566572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.566572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.566572 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.572394 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.572761 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.573103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.573442 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.573781 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.574119 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:30.596131 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:30.596793 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:30.613091 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-45bdc2eb-6af3-4b64-a2cd-c5c08691d87e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6522996 Jul 19 04:27:30.698697 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:27:30.957109 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:30.968971 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6eac3445-0ef1-4492-8eea-3f47b0ec047b None None] Provisioning for port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f completed by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:27:30.979449 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-6eac3445-0ef1-4492-8eea-3f47b0ec047b None None] Provisioning complete for port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f triggered by entity DHCP. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:27:30.982974 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6eac3445-0ef1-4492-8eea-3f47b0ec047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:30.989840 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:27:30.992152 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f24dcdc-bfb5-47f2-a850-0009efed4f6e" -d '{"events": [{"server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "name": "network-vif-unplugged", "status": "completed", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:27:31.034891 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] For port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:27:31.054767 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 04:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd6f1d-218b-44e1-941e-22607b064714 x-openstack-request-id: req-cfbd6f1d-218b-44e1-941e-22607b064714 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:27:31.055073 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "name": "network-vif-unplugged", "status": "completed", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:27:31.055347 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfbd6f1d-218b-44e1-941e-22607b064714 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:27:31.055743 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'code': 200} Jul 19 04:27:31.058248 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:31.064570 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-6eac3445-0ef1-4492-8eea-3f47b0ec047b None None] Port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f cannot update to ACTIVE because it is not bound. {{(pid=94346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 04:27:31.131601 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Pushing event updated for resources: {'Port': ['ID=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:27:31.226743 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2136244-b280-4b9d-bcc0-1da524890d57 req-5a3821fa-9e2f-4b7f-98ac-2ca10767fea6 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:31.229202 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2136244-b280-4b9d-bcc0-1da524890d57 req-5a3821fa-9e2f-4b7f-98ac-2ca10767fea6 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 931 time: 0.0871823 Jul 19 04:27:31.271303 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f2136244-b280-4b9d-bcc0-1da524890d57 req-192a128b-7d7d-4e1a-97cb-0091adc90b6c tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357056 Jul 19 04:27:32.458024 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913e951-1b9b-4937-b6bc-52445495ca3f req-4c44c7c2-d54e-4640-b0c1-3d8783d98fb9 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:32.459572 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0913e951-1b9b-4937-b6bc-52445495ca3f req-4c44c7c2-d54e-4640-b0c1-3d8783d98fb9 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 931 time: 0.0646777 Jul 19 04:27:32.499951 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0913e951-1b9b-4937-b6bc-52445495ca3f req-bbb8b0ac-cce4-45ad-9749-40c97f17de18 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346515 Jul 19 04:27:33.682480 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2564a-2ac2-4217-9c62-d0020d369f04 req-50d14afb-cde8-4188-a59c-8bbfae7cd245 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:33.684003 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62f2564a-2ac2-4217-9c62-d0020d369f04 req-50d14afb-cde8-4188-a59c-8bbfae7cd245 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 931 time: 0.0642886 Jul 19 04:27:33.725691 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-62f2564a-2ac2-4217-9c62-d0020d369f04 req-b205e996-c535-418c-b2ad-6ef920bf3505 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349605 Jul 19 04:27:34.904639 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e92e51-ef9d-43ae-9a9b-e73bb36b4da6 req-d3560724-7c00-4082-af31-5870c24dfb60 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:34.906250 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24e92e51-ef9d-43ae-9a9b-e73bb36b4da6 req-d3560724-7c00-4082-af31-5870c24dfb60 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 931 time: 0.0662031 Jul 19 04:27:34.950872 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-24e92e51-ef9d-43ae-9a9b-e73bb36b4da6 req-192af19b-3346-46f6-8b2d-b20ff3c8ee64 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375280 Jul 19 04:27:36.135446 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ecfb5-0b9d-4a82-894d-95f29f037cae req-3926dc0e-edcd-4b8c-b6c0-168e8b68dc55 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:36.137558 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b0ecfb5-0b9d-4a82-894d-95f29f037cae req-3926dc0e-edcd-4b8c-b6c0-168e8b68dc55 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 931 time: 0.0699563 Jul 19 04:27:36.177950 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b0ecfb5-0b9d-4a82-894d-95f29f037cae req-c2a71e63-e904-417d-8ce7-1ffddce9aa98 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342374 Jul 19 04:27:37.357480 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fee7d-6a90-41a2-aa57-4ca759ceea26 req-5ecd195e-5c5e-4000-83de-b03417986b1f tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:37.359457 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f2fee7d-6a90-41a2-aa57-4ca759ceea26 req-5ecd195e-5c5e-4000-83de-b03417986b1f tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 931 time: 0.0685298 Jul 19 04:27:37.400396 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0f2fee7d-6a90-41a2-aa57-4ca759ceea26 req-b9d88c16-6687-4f34-8752-99d073b6043e tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343046 Jul 19 04:27:37.665068 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:37.986647 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:38.582741 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc9a22-6269-4e8a-96d8-570c1ce4f3db req-2753bf4e-28f0-4cc1-a517-c4a69c8986f4 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:38.584312 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85dc9a22-6269-4e8a-96d8-570c1ce4f3db req-2753bf4e-28f0-4cc1-a517-c4a69c8986f4 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 931 time: 0.0667262 Jul 19 04:27:38.624616 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-85dc9a22-6269-4e8a-96d8-570c1ce4f3db req-64f92216-3880-400c-b5d0-f6f270ff8a5b tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346036 Jul 19 04:27:39.807593 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce93496-1140-476f-9fb9-385275459d92 req-f1c84efe-0bfe-48e6-8ea8-e75e15404b4b tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:39.809234 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ce93496-1140-476f-9fb9-385275459d92 req-f1c84efe-0bfe-48e6-8ea8-e75e15404b4b tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 931 time: 0.0675001 Jul 19 04:27:39.847581 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-7ce93496-1140-476f-9fb9-385275459d92 req-fddb9a68-635b-430e-879c-7fa66afa2d0d tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319426 Jul 19 04:27:40.227481 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-a0532842-7659-40ba-b04d-96e90b0a7c93 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 04:27:40.228559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-a0532842-7659-40ba-b04d-96e90b0a7c93 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056155 Jul 19 04:27:40.281592 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.v2.base [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Request body: {'port': {'device_id': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-762330-18'}} {{(pid=94344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:27:40.358359 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:40.613996 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d22b3e-b15a-4bc9-8443-40cb3be6c29f {{(pid=94344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:27:40.621326 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:40.633348 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.provisioning_blocks [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Transition to ACTIVE for port object 68d22b3e-b15a-4bc9-8443-40cb3be6c29f will not be triggered until provisioned by entity L2. {{(pid=94344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 04:27:40.636161 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:40.690932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Pushing event updated for resources: {'Port': ['ID=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,revision_number=2']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:27:40.772537 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Attempting to bind port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f on host n-h1-762330-18 for vnic_type normal with profile {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 04:27:40.772875 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Attempting to bind port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f by drivers openvswitch,hyperv on host n-h1-762330-18 at level 0 using segments [{'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 04:27:40.773205 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Attempting to bind port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f on network 9ccde6dc-281a-4ec1-9b61-720be1add852 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:27:40.777686 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f on network 9ccde6dc-281a-4ec1-9b61-720be1add852 not bound, no agent of type Open vSwitch agent registered on host n-h1-762330-18 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 04:27:40.778014 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Attempting to bind port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f on network 9ccde6dc-281a-4ec1-9b61-720be1add852 {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 04:27:40.784128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Checking agent: {'id': '5b021b11-8202-4227-95df-130ebd0dc7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-762330-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'started_at': datetime.datetime(2021, 7, 19, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 4, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 04:27:40.784475 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Checking segment: {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 04:27:40.784864 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Bound using segment: {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'} {{(pid=94344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 04:27:40.785294 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.managers [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Bound port: 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host: n-h1-762330-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f300a3ec-8e3a-4785-8705-b59cb6050f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852'}}] {{(pid=94344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 04:27:40.785809 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:40.856398 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] For port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host n-h1-762330-18, cleared binding levels {{(pid=94344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 04:27:40.859645 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] For port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host n-h1-762330-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 04:27:40.864218 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522837'] for port, after_update {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:40.906177 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:40.906874 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:40.908317 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] 10.222.0.25 "PUT /v2.0/ports/68d22b3e-b15a-4bc9-8443-40cb3be6c29f HTTP/1.1" status: 200 len: 1092 time: 0.6720693 Jul 19 04:27:40.908777 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:27:40.911091 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:27:40.938647 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35dae77-7130-4689-921c-38d76969bc20 service neutron] Pushing event updated for resources: {'Port': ['ID=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,revision_number=3']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:27:41.040628 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bace3f8e-dfb1-43a2-b596-132ae770c02a x-openstack-request-id: req-bace3f8e-dfb1-43a2-b596-132ae770c02a {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:27:41.040925 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:27:41.041178 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bace3f8e-dfb1-43a2-b596-132ae770c02a {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:27:41.041579 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'status': 'completed', 'code': 200} Jul 19 04:27:41.093715 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-a264baf7-16c2-4808-b72e-6eeecb4302f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:41.095345 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-a264baf7-16c2-4808-b72e-6eeecb4302f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 1095 time: 0.1299610 Jul 19 04:27:41.156019 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-fcfcb3a3-e4bc-4ee6-9be1-0e2e8abee531 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f HTTP/1.1" status: 200 len: 217 time: 0.0521386 Jul 19 04:27:41.171028 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05175091-b076-415e-b790-cb62414a6740 req-f7fcd45e-a91f-4e62-9959-07c6ac58302f tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:41.173089 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05175091-b076-415e-b790-cb62414a6740 req-f7fcd45e-a91f-4e62-9959-07c6ac58302f tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 943 time: 0.1479335 Jul 19 04:27:41.253733 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-ee2282e3-bafd-4c81-802d-eb6be65cdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:41.255255 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-ee2282e3-bafd-4c81-802d-eb6be65cdb06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0927515 Jul 19 04:27:41.260244 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-05175091-b076-415e-b790-cb62414a6740 req-63256d03-8087-49da-b9cf-674fc4ac926c tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769379 Jul 19 04:27:41.323709 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-30156a18-ece3-4426-bc86-6de569edcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:41.325237 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-30156a18-ece3-4426-bc86-6de569edcb99 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639551 Jul 19 04:27:41.437860 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-e7fb5a6a-6903-44f0-809d-bd7634753be6 service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057250 Jul 19 04:27:41.533480 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0b568eee-46bd-4c79-a4df-d17c714820fc req-f005527c-51c2-4872-9e0c-db0eae3cf7a4 service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898101 Jul 19 04:27:41.634877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-778832ea-210a-406a-b90c-f51ca6344361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:41.636392 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-778832ea-210a-406a-b90c-f51ca6344361 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 1095 time: 0.0528915 Jul 19 04:27:41.729194 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-68bcdd7d-485c-4b0f-8fc4-31cbd6cfcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:41.730703 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-68bcdd7d-485c-4b0f-8fc4-31cbd6cfcbc6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.0879357 Jul 19 04:27:41.774084 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-811d7f8b-0928-432d-91f1-fd36a136f89e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f HTTP/1.1" status: 200 len: 217 time: 0.0357134 Jul 19 04:27:41.827349 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-d05d7ced-5ccc-457f-8540-740e91db16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:41.828823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-d05d7ced-5ccc-457f-8540-740e91db16a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0475807 Jul 19 04:27:41.884664 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-43e01953-4fd5-4679-9ccd-28354fff9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:41.886127 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-43e01953-4fd5-4679-9ccd-28354fff9c82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504744 Jul 19 04:27:41.974759 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-07daa3d8-b7bb-454e-b668-69c3b24aea9f service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809050 Jul 19 04:27:42.067639 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-f1cc7763-8a16-4ff7-8e7d-1db63c77b6fe req-5d820a5b-c041-4426-91f9-42b986739782 service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859818 Jul 19 04:27:42.439150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193995a9-caa2-4798-ab48-099111205038 req-9ed89599-bfd3-4d9a-a0bc-92abbc940b51 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:42.440559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-193995a9-caa2-4798-ab48-099111205038 req-9ed89599-bfd3-4d9a-a0bc-92abbc940b51 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 943 time: 0.0656075 Jul 19 04:27:42.477488 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-193995a9-caa2-4798-ab48-099111205038 req-88625324-da79-4af5-bf17-9559eda0bd70 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Jul 19 04:27:42.598445 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-091afb90-569c-459f-ba1f-59c8f67fcf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:43.344850 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 68d22b3e-b15a-4bc9-8443-40cb3be6c29f details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:27:43.436011 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:27:43.446457 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'port_id': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'mac_address': 'fa:16:3e:5c:27:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:27:43.482552 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:43.497852 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d22b3e-b15a-4bc9-8443-40cb3be6c29f {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:27:43.519310 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:27:43.525437 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:43.576050 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,revision_number=4']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:27:43.671765 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa246-bf74-4b98-864e-c4945937d596 req-0bf00531-d2ba-4dee-add6-af64d412f531 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:43.673274 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce3fa246-bf74-4b98-864e-c4945937d596 req-0bf00531-d2ba-4dee-add6-af64d412f531 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 944 time: 0.0685766 Jul 19 04:27:43.712663 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-ce3fa246-bf74-4b98-864e-c4945937d596 req-bdb51dcd-2876-4c92-8daa-4718a37f4c31 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337942 Jul 19 04:27:43.763290 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['68d22b3e-b15a-4bc9-8443-40cb3be6c29f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:27:44.885751 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b93a95-6210-4e5b-be38-b789638434e2 req-7d148dab-d631-4795-a6d5-ceeb77c5e4ab tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:44.887185 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e9b93a95-6210-4e5b-be38-b789638434e2 req-7d148dab-d631-4795-a6d5-ceeb77c5e4ab tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 944 time: 0.0631316 Jul 19 04:27:44.916442 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:27:44.924815 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-e9b93a95-6210-4e5b-be38-b789638434e2 req-b2efccdc-a327-443a-b3ab-cda7e7f5c0a8 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312817 Jul 19 04:27:45.167669 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-293f7209-137d-4e27-96f0-3260181071d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:45.345236 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 68d22b3e-b15a-4bc9-8443-40cb3be6c29f up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:27:45.393176 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning for port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f completed by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 04:27:45.396801 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:27:45.397175 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:45.473620 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:45.494712 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:27:45.496946 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662e58e7-37bf-46ab-913a-41f6fcd5bbac" -d '{"events": [{"server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:27:45.509919 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:27:45.514705 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:45.539872 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c0e2ee-404c-41e4-aec3-3132dfe1412e x-openstack-request-id: req-97c0e2ee-404c-41e4-aec3-3132dfe1412e {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:27:45.540164 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:27:45.540415 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97c0e2ee-404c-41e4-aec3-3132dfe1412e {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:27:45.540798 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'code': 200} Jul 19 04:27:45.568797 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,revision_number=5']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:27:45.656566 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740c0e7-0fc9-46aa-81ab-2393e3a4c753 req-2bc7679b-c71f-469b-8524-35d99382da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:45.658039 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2740c0e7-0fc9-46aa-81ab-2393e3a4c753 req-2bc7679b-c71f-469b-8524-35d99382da25 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0566821 Jul 19 04:27:45.691216 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-2740c0e7-0fc9-46aa-81ab-2393e3a4c753 req-656f9939-df1f-4833-b5c0-a343be703892 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273471 Jul 19 04:27:45.778672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:46.095467 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5899885-66e4-4b87-88b3-9d9c9b51ea3b req-0f920562-d183-4a0e-8850-14660c755756 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:46.096890 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d5899885-66e4-4b87-88b3-9d9c9b51ea3b req-0f920562-d183-4a0e-8850-14660c755756 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0621986 Jul 19 04:27:46.138056 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d5899885-66e4-4b87-88b3-9d9c9b51ea3b req-c414bfa9-29f0-4f1a-89c7-39ec02ca53a1 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356243 Jul 19 04:27:46.704898 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:47.312385 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644282a-b9ec-4236-8153-1cdc9fffb10c req-61a250de-b276-40b8-9397-d46b88a595e8 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:47.313976 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9644282a-b9ec-4236-8153-1cdc9fffb10c req-61a250de-b276-40b8-9397-d46b88a595e8 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0644495 Jul 19 04:27:47.351823 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-9644282a-b9ec-4236-8153-1cdc9fffb10c req-1c33570b-4319-446b-a91d-c50f3c231d40 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323942 Jul 19 04:27:47.526686 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f826b5-e509-4fd6-bbb6-dd7f10036561 req-132068e1-8ced-4ada-9483-f7ff8155b642 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:47.528183 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d6f826b5-e509-4fd6-bbb6-dd7f10036561 req-132068e1-8ced-4ada-9483-f7ff8155b642 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0630014 Jul 19 04:27:47.565392 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d6f826b5-e509-4fd6-bbb6-dd7f10036561 req-1693801d-8446-4e81-a4fb-3c44c9faefa6 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310628 Jul 19 04:27:47.590248 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48604) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:27:47.642000 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ab4e5-0b6b-4c97-99bf-d94aa3816643 tempest-TestSnapshotPattern-281565694 tempest-TestSnapshotPattern-281565694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:47.643544 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-bc1ab4e5-0b6b-4c97-99bf-d94aa3816643 tempest-TestSnapshotPattern-281565694 tempest-TestSnapshotPattern-281565694-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 1092 time: 0.0522835 Jul 19 04:27:47.646283 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48606) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:27:47.650755 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.v2.base [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Request body: {'floatingip': {'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'port_id': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 04:27:47.671790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for floatingip, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:47.768532 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:47.867307 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_common [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Allocated IP 172.25.2.250 (1ce6d202-b2a6-41e0-93bb-85aa547b3839/67532568-f1dd-4835-8afb-c2418d1b0c6d/cfb5601d-75e3-40a7-8d06-8d32b7071ee5) {{(pid=94345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 04:27:47.970526 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for port, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:48.008181 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763761681291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:48.043521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Network 1ce6d202-b2a6-41e0-93bb-85aa547b3839 is already hosted by enough agents. {{(pid=94345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 04:27:48.048820 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.base_scheduler [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Resources bound (agent type, host, resource id): {{(pid=94345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 04:27:48.052221 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Received port after_create {{(pid=94345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 04:27:48.081258 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'Port': ['ID=cfb5601d-75e3-40a7-8d06-8d32b7071ee5,revision_number=1']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:27:48.092699 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.093058 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.093405 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.093748 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.094088 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.094451 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.094785 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.095114 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.095446 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.095775 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.096107 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.096460 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:27:48.214462 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:48.429981 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:48.793944 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:48.937959 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for port, precommit_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:48.942531 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9225835'] for port, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:49.014607 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event updated for resources: {'Port': ['ID=cfb5601d-75e3-40a7-8d06-8d32b7071ee5,revision_number=2']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:27:49.023507 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687278'] for floatingip, after_update {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:49.120207 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Floating IP 0fe93ddb-a30d-4059-935b-d0e6879ef008 associated. External IP: 172.25.2.250, port: 68d22b3e-b15a-4bc9-8443-40cb3be6c29f. Jul 19 04:27:49.324573 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Router d25cad82-0354-4d8a-99a2-c8362f7ac938 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:27:49.431293 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:27:49.440643 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] Sync routers for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:27:49.447479 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:27:49.450150 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:27:49.451051 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:27:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:27:49.484214 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-62600455-cd92-4da3-9bb7-b030f54aa692 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8368773 Jul 19 04:27:49.484796 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:27:49.487109 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce1d112-803e-47cf-87c1-f8de9341e68b" -d '{"events": [{"name": "network-changed", "server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:27:49.521867 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ee9ab9-2ad2-457e-9ce9-ee9806ef22a4 x-openstack-request-id: req-66ee9ab9-2ad2-457e-9ce9-ee9806ef22a4 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:27:49.522154 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:27:49.522433 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66ee9ab9-2ad2-457e-9ce9-ee9806ef22a4 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:27:49.522838 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'status': 'completed', 'code': 200} Jul 19 04:27:49.603689 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-47e36bf9-3b35-4ad7-b52b-ebb3ad9e3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:49.605141 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-47e36bf9-3b35-4ad7-b52b-ebb3ad9e3339 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0572629 Jul 19 04:27:49.650565 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:27:49.700224 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-eb45170e-e485-4a8d-bc94-903b36fe2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:49.702219 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-eb45170e-e485-4a8d-bc94-903b36fe2846 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.0896003 Jul 19 04:27:49.771777 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-9c35e5a4-0eb5-44a6-a637-15d03443c68c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f HTTP/1.1" status: 200 len: 999 time: 0.0634761 Jul 19 04:27:49.823582 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-7bed7333-8582-41a0-89d5-18da00c367b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:49.825071 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-7bed7333-8582-41a0-89d5-18da00c367b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0471807 Jul 19 04:27:49.874148 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '0fe93ddb-a30d-4059-935b-d0e6879ef008', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:5c:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:27:48Z', 'updated_at': '2021-07-19T04:27:48Z', 'revision_number': 0, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}, {'id': 'dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:25:15Z', 'updated_at': '2021-07-19T04:25:17Z', 'revision_number': 1, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:27:49.881918 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-07be75b8-7895-42f0-a9d8-ab43a50c46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:27:49.883489 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-07be75b8-7895-42f0-a9d8-ab43a50c46d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525825 Jul 19 04:27:49.904334 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] Checking router: d25cad82-0354-4d8a-99a2-c8362f7ac938 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:27:49.913001 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:27:49.913604 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:27:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:27:49.974243 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-9304b1fa-3e78-43de-b339-d573615f2b5e service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833056 Jul 19 04:27:50.017147 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:27:50.067893 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-0ce1d112-803e-47cf-87c1-f8de9341e68b req-8eef9aad-c0fa-42a4-b0ef-2b534108ce93 service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875933 Jul 19 04:27:50.237727 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '0fe93ddb-a30d-4059-935b-d0e6879ef008', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:5c:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:27:48Z', 'updated_at': '2021-07-19T04:27:48Z', 'revision_number': 0, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}, {'id': 'dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:25:15Z', 'updated_at': '2021-07-19T04:25:17Z', 'revision_number': 1, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:27:50.264626 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a154eae-80b8-4ccf-bb19-2183ccc85ccc None None] The sync data for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 is: [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': '0fe93ddb-a30d-4059-935b-d0e6879ef008', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:5c:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:27:48Z', 'updated_at': '2021-07-19T04:27:48Z', 'revision_number': 0, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}, {'id': 'dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:25:15Z', 'updated_at': '2021-07-19T04:25:17Z', 'revision_number': 1, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:27:50.461718 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6205e57-5edc-4f48-9d15-914b4cb8b429 None None] New status for floating IP 0fe93ddb-a30d-4059-935b-d0e6879ef008: ACTIVE {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:28:07.662509 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:07.985263 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:12.599113 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-20920524-9a94-4cdf-88b2-48c0ea12793a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:15.168864 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-17780a3a-27a4-4325-ba68-551726aa57a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:15.778826 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:16.710003 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:18.216486 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:19.625987 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-f8a08f05-6142-437c-880c-20b37b96e729 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507913 Jul 19 04:28:19.722779 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-7d6aa170-b6ee-4227-ba79-61945a97aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:28:19.724278 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-7d6aa170-b6ee-4227-ba79-61945a97aa4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0564921 Jul 19 04:28:19.827548 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-6cb82382-6729-4f3c-921d-b774fb1a4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:28:19.829108 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-6cb82382-6729-4f3c-921d-b774fb1a4790 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.0850394 Jul 19 04:28:19.896356 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-87a92b13-69a6-4b6e-abb4-29445f985b43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f HTTP/1.1" status: 200 len: 1001 time: 0.0614564 Jul 19 04:28:19.943451 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-d8a3ff13-c0e6-4c85-8237-4e176a32757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:28:19.944858 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-d8a3ff13-c0e6-4c85-8237-4e176a32757e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0427916 Jul 19 04:28:20.000740 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-f5b28748-3499-49bf-8c90-e5b039509ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:28:20.002191 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-f5b28748-3499-49bf-8c90-e5b039509ca8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511498 Jul 19 04:28:20.094186 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-b58d1449-0674-46a8-bec6-979f15f0c7d5 service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856001 Jul 19 04:28:20.183106 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-d1b93fe8-7401-447c-beb3-d3489555fdbd req-a4cf8f59-81b7-4be6-96e3-c487e0385a08 service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827603 Jul 19 04:28:20.599641 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-328787b7-4a36-495a-9b72-e283f25f6559 req-f5464d8f-c4b0-45e5-be59-234385425e74 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508485 Jul 19 04:28:20.693732 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328787b7-4a36-495a-9b72-e283f25f6559 req-dd5f35e0-e80e-4389-bb35-08415731003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:28:20.695223 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-328787b7-4a36-495a-9b72-e283f25f6559 req-dd5f35e0-e80e-4389-bb35-08415731003b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1096 time: 0.0545490 Jul 19 04:28:20.799363 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328787b7-4a36-495a-9b72-e283f25f6559 req-6482d065-9217-4d3e-8867-e11adeebf2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:28:20.800862 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-328787b7-4a36-495a-9b72-e283f25f6559 req-6482d065-9217-4d3e-8867-e11adeebf2b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.0859427 Jul 19 04:28:20.866870 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-328787b7-4a36-495a-9b72-e283f25f6559 req-894ebc4f-451c-4269-b177-ba72c5f74531 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 200 len: 999 time: 0.0596285 Jul 19 04:28:20.913782 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328787b7-4a36-495a-9b72-e283f25f6559 req-9dcb69c5-cf33-4454-8e5c-a46c88cc5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:28:20.915205 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-328787b7-4a36-495a-9b72-e283f25f6559 req-9dcb69c5-cf33-4454-8e5c-a46c88cc5545 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0427947 Jul 19 04:28:20.969929 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328787b7-4a36-495a-9b72-e283f25f6559 req-6f2de03e-e6cd-4a3b-b18f-4f1e9a43a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:28:20.971396 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-328787b7-4a36-495a-9b72-e283f25f6559 req-6f2de03e-e6cd-4a3b-b18f-4f1e9a43a528 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499959 Jul 19 04:28:21.062054 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-328787b7-4a36-495a-9b72-e283f25f6559 req-a4342589-2e3c-4b1b-852a-d434b3092a6a service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842931 Jul 19 04:28:21.153797 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-328787b7-4a36-495a-9b72-e283f25f6559 req-57dbd958-06d1-43c4-ae9f-91b20624ee44 service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851700 Jul 19 04:28:21.915258 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:28:37.661147 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:37.985186 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:42.598569 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-82bccd4d-3888-4691-9794-5c277168ad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:45.170077 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-195066c8-19fa-4032-9f90-dcb951654899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:45.780795 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:46.709411 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:48.220540 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:28:58.913738 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:29:07.661672 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:08.000665 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:12.599336 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c85aaa00-113b-40f1-b4f2-d88c5616194a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:15.170690 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-015eca12-a47c-4ccf-9832-ce2fbef0c8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:15.781995 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:16.713021 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:18.223374 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:20.615640 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-9ff4c3e3-1d5f-4f31-b78f-9ebcea3c55e2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563273 Jul 19 04:29:21.023235 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-fcf4aedd-6e4f-4156-bf28-8a443a59feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:21.024734 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-fcf4aedd-6e4f-4156-bf28-8a443a59feb9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.3681455 Jul 19 04:29:21.129238 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-2c137447-d65a-4090-b0b9-34945780b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:21.130778 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-2c137447-d65a-4090-b0b9-34945780b386 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.0859835 Jul 19 04:29:21.201907 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-b81f5b42-77e0-4689-b7d5-363989039469 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f HTTP/1.1" status: 200 len: 1001 time: 0.0650008 Jul 19 04:29:21.249976 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-89d2c191-4042-4bd1-9790-d6128d6c38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:21.251483 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-89d2c191-4042-4bd1-9790-d6128d6c38c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0433171 Jul 19 04:29:21.310167 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-11ce651d-a375-47a2-8a28-582540e8e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:21.311592 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-11ce651d-a375-47a2-8a28-582540e8e677 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540092 Jul 19 04:29:21.397821 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-90f0302c-8b84-4616-a625-a6bb2b584067 service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800607 Jul 19 04:29:21.487467 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-07f62b88-aa0e-49df-a7a4-5f54d26ba98e req-b6d6d491-a65e-4555-8857-6cdd8fbbc728 service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830748 Jul 19 04:29:21.574515 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-8aa3667b-c7c9-43e5-90a2-a719c6824749 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550449 Jul 19 04:29:21.668181 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-e473982d-9a6e-4889-895f-47449cf5829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:21.669686 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-e473982d-9a6e-4889-895f-47449cf5829f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1096 time: 0.0527034 Jul 19 04:29:21.772037 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-eaa32192-3fd5-427f-b049-18b1845ff883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:21.773527 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-eaa32192-3fd5-427f-b049-18b1845ff883 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.0835447 Jul 19 04:29:21.840275 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-be9ecece-be28-4471-aaec-b78a0eafb020 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 200 len: 999 time: 0.0604002 Jul 19 04:29:21.888680 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-e12c7a56-bd74-47ba-a94c-531b4c40d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:21.890140 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-e12c7a56-bd74-47ba-a94c-531b4c40d613 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0439847 Jul 19 04:29:21.946168 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-1da63064-cc01-4206-a04d-018284387975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:21.947698 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-1da63064-cc01-4206-a04d-018284387975 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514200 Jul 19 04:29:22.040411 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-ee9c179b-94c0-418a-9da0-395c9fdc1250 service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862665 Jul 19 04:29:22.127602 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-2e8fa44a-48c0-4da3-a5a7-4bc77b230243 req-1dd2dabc-99ee-4fec-b378-9ffefeb8eeaf service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808618 Jul 19 04:29:31.884580 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 68d22b3e-b15a-4bc9-8443-40cb3be6c29f details requested by agent hyperv_n-h1-762330-18 with host n-h1-762330-18 {{(pid=94346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 04:29:31.984362 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:31.995902 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Returning: {'device': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'port_id': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'mac_address': 'fa:16:3e:5c:27:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 04:29:32.034298 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:32.046628 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68d22b3e-b15a-4bc9-8443-40cb3be6c29f {{(pid=94346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 04:29:32.066098 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:32.069693 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:32.123819 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,revision_number=6']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:32.133615 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.133844 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.134213 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.134519 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.134959 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.135188 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.135520 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.135845 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.136172 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.136493 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.137255 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.137383 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:32.143630 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] get_ports_and_sgs() called for port_ids ['68d22b3e-b15a-4bc9-8443-40cb3be6c29f'] {{(pid=94346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 04:29:33.884099 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 68d22b3e-b15a-4bc9-8443-40cb3be6c29f up at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 04:29:33.947743 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.provisioning_blocks [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Provisioning complete for port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f triggered by entity L2. {{(pid=94346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 04:29:33.948148 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824172'] for port, provisioning_complete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:34.038999 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:34.065162 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:29:34.067464 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19844026-792b-45c9-a4ed-06d4fb097c54" -d '{"events": [{"server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:29:34.083871 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:34.094111 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:34.139861 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70204802-9557-4032-892a-9783fbfcf534 x-openstack-request-id: req-70204802-9557-4032-892a-9783fbfcf534 {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:29:34.140081 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:29:34.140357 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70204802-9557-4032-892a-9783fbfcf534 {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:29:34.140748 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'code': 200} Jul 19 04:29:34.161963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,revision_number=7']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:35.913672 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:29:37.663499 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:37.998749 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:42.602597 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-154295a5-fa58-44c4-9c09-e220e2b6250f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:42.937723 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48854) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:43.113204 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Deleting port cfb5601d-75e3-40a7-8d06-8d32b7071ee5 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:43.113581 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:43.200057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:43.200394 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:43.214967 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Calling delete_port for cfb5601d-75e3-40a7-8d06-8d32b7071ee5 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:43.378650 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:43.410151 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event deleted for resources: {'Port': ['ID=cfb5601d-75e3-40a7-8d06-8d32b7071ee5,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:43.438144 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.438727 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.439956 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.440425 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.440769 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.441108 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.441440 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.441776 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.442101 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.442489 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.442819 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.443150 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:43.488627 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:43.488964 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Floating IP 0fe93ddb-a30d-4059-935b-d0e6879ef008 disassociated (deleted). External IP: 172.25.2.250, port: 68d22b3e-b15a-4bc9-8443-40cb3be6c29f. Jul 19 04:29:43.693965 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Router d25cad82-0354-4d8a-99a2-c8362f7ac938 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:29:43.800595 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:29:43.805403 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:43.809611 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b97788-354c-4333-83cd-e9748417630e None None] Sync routers for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:29:43.818401 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b97788-354c-4333-83cd-e9748417630e None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:29:43.819028 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-59b97788-354c-4333-83cd-e9748417630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:29:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:43.843891 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-8245fcf6-c80b-4f1a-a332-199d0a966ab2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "DELETE /v2.0/floatingips/0fe93ddb-a30d-4059-935b-d0e6879ef008 HTTP/1.1" status: 204 len: 168 time: 0.9050131 Jul 19 04:29:43.844493 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:29:43.847358 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59efb2b-4790-42a0-ac22-51b46e6730d2" -d '{"events": [{"name": "network-changed", "server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:29:43.914306 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b586411d-b4e5-4295-81e7-5f9b73d256b0 x-openstack-request-id: req-b586411d-b4e5-4295-81e7-5f9b73d256b0 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:29:43.914603 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:29:43.914861 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b586411d-b4e5-4295-81e7-5f9b73d256b0 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:29:43.915263 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'status': 'completed', 'code': 200} Jul 19 04:29:43.926471 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-59b97788-354c-4333-83cd-e9748417630e None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:29:43.991663 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-f1633069-5905-439a-b0db-4126038494c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:43.993211 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-f1633069-5905-439a-b0db-4126038494c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0549765 Jul 19 04:29:44.109314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-6d8f254e-0467-4d3a-8c26-3dab5f305d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:44.112462 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-6d8f254e-0467-4d3a-8c26-3dab5f305d75 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.1123505 Jul 19 04:29:44.175402 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-daf33811-1fc2-4428-b56b-49b19a33457a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f HTTP/1.1" status: 200 len: 217 time: 0.0568855 Jul 19 04:29:44.210152 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-59b97788-354c-4333-83cd-e9748417630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:25:15Z', 'updated_at': '2021-07-19T04:25:17Z', 'revision_number': 1, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:44.238917 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-e926a451-3424-445b-9bc8-30094ee4f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:44.240534 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-e926a451-3424-445b-9bc8-30094ee4f9f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0533988 Jul 19 04:29:44.243873 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b97788-354c-4333-83cd-e9748417630e None None] Checking router: d25cad82-0354-4d8a-99a2-c8362f7ac938 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:29:44.252397 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b97788-354c-4333-83cd-e9748417630e None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:29:44.253000 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-59b97788-354c-4333-83cd-e9748417630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:29:15Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:44.352268 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-1350aaf9-1a1d-4110-8857-e0aba80dfcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:44.353848 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-1350aaf9-1a1d-4110-8857-e0aba80dfcca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061897 Jul 19 04:29:44.357257 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-59b97788-354c-4333-83cd-e9748417630e None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:29:44.404553 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94931ebe-3f65-467d-8d98-9b231394d1c0 req-c8aa6fe4-8753-4e9f-94e1-8f3b414857b5 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:44.406067 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94931ebe-3f65-467d-8d98-9b231394d1c0 req-c8aa6fe4-8753-4e9f-94e1-8f3b414857b5 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 945 time: 0.1775889 Jul 19 04:29:44.489852 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-94931ebe-3f65-467d-8d98-9b231394d1c0 req-da01da10-9d83-490d-a11f-d7b7866630d2 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777509 Jul 19 04:29:44.496223 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-0d0e97ea-b92d-418f-9d84-f36c443712fc service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332164 Jul 19 04:29:44.584138 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-59b97788-354c-4333-83cd-e9748417630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:25:15Z', 'updated_at': '2021-07-19T04:25:17Z', 'revision_number': 1, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:44.592433 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-e59efb2b-4790-42a0-ac22-51b46e6730d2 req-741b5746-1a84-485b-89d3-e21f685f14a9 service neutron] 10.222.0.25 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886929 Jul 19 04:29:44.612117 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b97788-354c-4333-83cd-e9748417630e None None] The sync data for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 is: [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_floatingips': [{'id': 'dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'router_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'port_id': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'mac_address': 'fa:16:3e:99:c7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T04:25:15Z', 'updated_at': '2021-07-19T04:25:17Z', 'revision_number': 1, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:29:44.867501 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106386d0-f36e-4091-89b7-654f52a91f09 None None] New status for floating IP 0fe93ddb-a30d-4059-935b-d0e6879ef008: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:29:45.170592 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-746b7375-f1ca-43e0-be32-8d703234dba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:45.669025 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7745844-f8eb-44c5-b2a0-9f32e5ce0465 req-29ab04bf-f528-45d2-80f0-218febbe31a9 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:45.670559 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7745844-f8eb-44c5-b2a0-9f32e5ce0465 req-29ab04bf-f528-45d2-80f0-218febbe31a9 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0641315 Jul 19 04:29:45.708495 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-c7745844-f8eb-44c5-b2a0-9f32e5ce0465 req-d9775627-b248-47fc-8cca-c57cad4d61d4 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321894 Jul 19 04:29:45.749306 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-f57993d6-7589-44ff-ab00-f7ecc8e37096 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:45.750792 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-f57993d6-7589-44ff-ab00-f7ecc8e37096 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.25 "GET /v2.0/ports?device_id=25fa60e8-2090-4cdf-abd6-a3697075a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0691650 Jul 19 04:29:45.783449 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:45.851041 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Deleting port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:45.851383 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:45.924567 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 68d22b3e-b15a-4bc9-8443-40cb3be6c29f no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:29:45.943053 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] For port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:45.943409 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:45.955473 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Calling delete_port for 68d22b3e-b15a-4bc9-8443-40cb3be6c29f owned by compute:nova {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:45.999918 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604956'] for port, before_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:46.022380 n-d-762330-18 neutron-server[94346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f'}] {{(pid=94346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:29:46.024626 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871f9bdd7769beb70ff2431747d93e58da00ef6a2f546d1df93a90bbe3beb262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3eb4db-66ea-4fe2-9489-e52957b4e766" -d '{"events": [{"server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f"}]}' {{(pid=94346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:29:46.038313 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] For port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f, host n-h1-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-762330-18',level=0,port_id=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:46.042802 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763762083925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763761681309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763761681327'] for port, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:46.068680 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308cf23e-507f-481f-8236-55ac27723fea x-openstack-request-id: req-308cf23e-507f-481f-8236-55ac27723fea {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:29:46.069224 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f", "code": 200}]} {{(pid=94346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:29:46.069482 n-d-762330-18 neutron-server[94346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-308cf23e-507f-481f-8236-55ac27723fea {{(pid=94346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:29:46.069865 n-d-762330-18 neutron-server[94346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'code': 200} Jul 19 04:29:46.096758 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Pushing event updated for resources: {'Port': ['ID=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,revision_number=8']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:46.097438 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:46.133211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event deleted for resources: {'Port': ['ID=68d22b3e-b15a-4bc9-8443-40cb3be6c29f,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:46.145877 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.146231 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.148987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.148987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.148987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.148987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.148987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.148987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.148987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.148987 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.149774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.149774 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-762330-18 {{(pid=94344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 04:29:46.189672 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] No DVR routers for this DVR port 68d22b3e-b15a-4bc9-8443-40cb3be6c29f on host n-h1-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:29:46.192354 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:46.194559 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-95a1af4b-0eb5-4236-bb07-edb69c0b949f req-4424ea4e-4ee6-4d02-af9f-409992f96c38 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.25 "DELETE /v2.0/ports/68d22b3e-b15a-4bc9-8443-40cb3be6c29f HTTP/1.1" status: 204 len: 173 time: 0.4381225 Jul 19 04:29:46.195006 n-d-762330-18 neutron-server[94344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'name': 'network-vif-deleted', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f'}] {{(pid=94344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:29:46.197278 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f970c49d00d5af635c11123b7b41bfe11d7c16cd95b4a2f0d8cb4e725850221d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef138be-22ff-491d-9f2c-ba01a67afdd4" -d '{"events": [{"server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "name": "network-vif-deleted", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f"}]}' {{(pid=94344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:29:46.232446 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1a71d7-3eab-4337-b52f-70360ddd6058 x-openstack-request-id: req-4f1a71d7-3eab-4337-b52f-70360ddd6058 {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:29:46.232738 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fa60e8-2090-4cdf-abd6-a3697075a8d6", "name": "network-vif-deleted", "tag": "68d22b3e-b15a-4bc9-8443-40cb3be6c29f", "status": "completed", "code": 200}]} {{(pid=94344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:29:46.232996 n-d-762330-18 neutron-server[94344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f1a71d7-3eab-4337-b52f-70360ddd6058 {{(pid=94344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:29:46.233399 n-d-762330-18 neutron-server[94344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fa60e8-2090-4cdf-abd6-a3697075a8d6', 'name': 'network-vif-deleted', 'tag': '68d22b3e-b15a-4bc9-8443-40cb3be6c29f', 'status': 'completed', 'code': 200} Jul 19 04:29:46.716234 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:47.301771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48922) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:47.456348 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Deleting port 8ea882d8-ff4f-4d70-914e-ffceba036cd8 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:47.456588 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:47.533395 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:47.533727 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:47.544991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Calling delete_port for 8ea882d8-ff4f-4d70-914e-ffceba036cd8 owned by network:floatingip {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:47.692177 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:47.715124 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event deleted for resources: {'Port': ['ID=8ea882d8-ff4f-4d70-914e-ffceba036cd8,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:47.779057 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for floatingip, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:47.779389 n-d-762330-18 neutron-server[94345]: INFO neutron.db.l3_db [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Floating IP dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae disassociated (deleted). External IP: 172.25.2.39, port: 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e. Jul 19 04:29:47.981610 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Router d25cad82-0354-4d8a-99a2-c8362f7ac938 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:29:48.231086 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:48.374009 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:29:48.379768 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for floatingip, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:48.384068 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] Sync routers for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:29:48.393612 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:29:48.394598 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:48.416189 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-e58ca00e-849d-4bf5-ba43-d822f0c76603 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "DELETE /v2.0/floatingips/dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae HTTP/1.1" status: 204 len: 168 time: 1.1132452 Jul 19 04:29:48.416771 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:29:48.419059 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1708365c-f7b8-4033-b4be-89eb5488ec40" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:29:48.457925 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 04:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09df8922-9bcf-4680-a083-1d8947f5d950 x-openstack-request-id: req-09df8922-9bcf-4680-a083-1d8947f5d950 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:29:48.458220 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:29:48.458512 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09df8922-9bcf-4680-a083-1d8947f5d950 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:29:48.458908 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'status': 'completed', 'code': 200} Jul 19 04:29:48.537562 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-e43db4ec-07da-4389-82b9-300ffb74fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:48.539359 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-e43db4ec-07da-4389-82b9-300ffb74fb58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19819b7ebc1143ba81995b89d6260c4e&device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 1096 time: 0.0559366 Jul 19 04:29:48.595991 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:29:48.641792 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-d1cf1fe3-3ff4-44ad-8459-c5942d14fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:48.643805 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-d1cf1fe3-3ff4-44ad-8459-c5942d14fad5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 200 len: 910 time: 0.0988715 Jul 19 04:29:48.693547 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-74d70c1e-3981-4d1f-80e6-47c80d390e5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 200 len: 217 time: 0.0372870 Jul 19 04:29:48.747743 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-5d0edbbb-a3c0-4d5d-b259-1ef05235b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:48.749366 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-5d0edbbb-a3c0-4d5d-b259-1ef05235b275 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 200 len: 849 time: 0.0492117 Jul 19 04:29:48.802979 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:48.809410 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-3c6b80f5-c0d8-443b-95ac-b37da266f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:48.810995 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-3c6b80f5-c0d8-443b-95ac-b37da266f02c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ccde6dc-281a-4ec1-9b61-720be1add852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549810 Jul 19 04:29:48.812174 n-d-762330-18 neutron-server[94344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9224b-f3ae-4b3d-a73a-e907cf7fee4b req-5d0fcacf-1bca-43fa-86d7-bcf255116dfa tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:48.813989 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8f9224b-f3ae-4b3d-a73a-e907cf7fee4b req-5d0fcacf-1bca-43fa-86d7-bcf255116dfa tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 944 time: 0.0688224 Jul 19 04:29:48.830098 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] Checking router: d25cad82-0354-4d8a-99a2-c8362f7ac938 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:29:48.838414 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:29:48.839048 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:48.854076 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [req-a8f9224b-f3ae-4b3d-a73a-e907cf7fee4b req-75018184-5415-4ddc-8647-2e655e8e4892 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343776 Jul 19 04:29:48.908814 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-b1461a5d-f6f9-4d05-addc-5b8f980b1b3f service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901747 Jul 19 04:29:48.951828 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:29:49.000561 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-1708365c-f7b8-4033-b4be-89eb5488ec40 req-c540a5bf-a34b-4038-bda6-e4fd1cb5a6eb service neutron] 10.222.0.26 "GET /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857334 Jul 19 04:29:49.140651 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:49.171935 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2ef8c-669d-4eb1-b7cd-c2ac1a4ddbca None None] The sync data for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 is: [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:24:53Z', 'revision_number': 4, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18', '_interfaces': [{'id': '38387042-f7fc-464e-b1cd-9b8d3b5bac63', 'name': '', 'network_id': '9ccde6dc-281a-4ec1-9b61-720be1add852', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'mac_address': 'fa:16:3e:90:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:52Z', 'updated_at': '2021-07-19T04:24:59Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'subnets': [{'id': '7c725f1c-3808-459e-a869-d62c9a80c8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:29:49.376701 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e91cbb-586c-425e-97a0-e0bd0445470e None None] New status for floating IP dd5a59fc-cf7d-44a9-9a30-68e7b62ca0ae: DOWN {{(pid=94346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 04:29:49.939002 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 68d22b3e-b15a-4bc9-8443-40cb3be6c29f no longer exists at agent hyperv_n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:29:49.958806 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] No Port match for: 68d22b3e-b15a-4bc9-8443-40cb3be6c29f {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:29:49.959202 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Device 68d22b3e-b15a-4bc9-8443-40cb3be6c29f not bound to the agent host n-h1-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:29:50.030564 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a9b43-4ddd-485d-9626-d104f1534bff req-bb508c12-ceaa-43ec-97ed-c382f0e49e02 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:50.032065 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d08a9b43-4ddd-485d-9626-d104f1534bff req-bb508c12-ceaa-43ec-97ed-c382f0e49e02 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 944 time: 0.0646107 Jul 19 04:29:50.070078 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d08a9b43-4ddd-485d-9626-d104f1534bff req-6cf0ef59-c368-4f80-a5e9-f68675e49d65 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/security-groups?id=4328f4df-2378-43d3-8501-1181466cda0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318229 Jul 19 04:29:50.195605 n-d-762330-18 neutron-server[94345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f38690-b5c6-4060-b635-75761547b9cf req-bfe73e73-3926-4c6b-b264-80e29f448df5 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 04:29:50.197088 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8f38690-b5c6-4060-b635-75761547b9cf req-bfe73e73-3926-4c6b-b264-80e29f448df5 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 944 time: 0.0676289 Jul 19 04:29:50.297521 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-d8f38690-b5c6-4060-b635-75761547b9cf req-97e849b2-ba31-4c61-af5b-3998fbd87795 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Deleting port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:50.297870 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d8f38690-b5c6-4060-b635-75761547b9cf req-97e849b2-ba31-4c61-af5b-3998fbd87795 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:50.386590 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [req-d8f38690-b5c6-4060-b635-75761547b9cf req-97e849b2-ba31-4c61-af5b-3998fbd87795 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] For port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e, host n-h2-762330-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-762330-18',level=0,port_id=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:50.386946 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d8f38690-b5c6-4060-b635-75761547b9cf req-97e849b2-ba31-4c61-af5b-3998fbd87795 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:50.399137 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [req-d8f38690-b5c6-4060-b635-75761547b9cf req-97e849b2-ba31-4c61-af5b-3998fbd87795 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Calling delete_port for 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e owned by compute:nova {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:50.528103 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d8f38690-b5c6-4060-b635-75761547b9cf req-97e849b2-ba31-4c61-af5b-3998fbd87795 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:50.561829 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e849b2-ba31-4c61-af5b-3998fbd87795 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event deleted for resources: {'Port': ['ID=01d41ef6-e5d5-446b-b05f-8bbda2e39b6e,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:50.607985 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f38690-b5c6-4060-b635-75761547b9cf req-97e849b2-ba31-4c61-af5b-3998fbd87795 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] No DVR routers for this DVR port 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e on host n-h2-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:29:50.610664 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [req-d8f38690-b5c6-4060-b635-75761547b9cf req-97e849b2-ba31-4c61-af5b-3998fbd87795 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6858'] for port, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:50.612783 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-d8f38690-b5c6-4060-b635-75761547b9cf req-97e849b2-ba31-4c61-af5b-3998fbd87795 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.26 "DELETE /v2.0/ports/01d41ef6-e5d5-446b-b05f-8bbda2e39b6e HTTP/1.1" status: 204 len: 173 time: 0.4099660 Jul 19 04:29:50.613211 n-d-762330-18 neutron-server[94345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'name': 'network-vif-deleted', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e'}] {{(pid=94345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 04:29:50.615551 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26dcd5a707dc55c5a51be60d3b14b214db558e5e3333306d71f1983ad4bf8a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9ed1d8-dbb7-4e39-921b-47ed0a0fa8e0" -d '{"events": [{"server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "name": "network-vif-deleted", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e"}]}' {{(pid=94345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 04:29:50.654937 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 04:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c317e321-79e1-426f-b729-2312af7816d6 x-openstack-request-id: req-c317e321-79e1-426f-b729-2312af7816d6 {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 04:29:50.655233 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bef682-7ace-468c-ae01-15ba2bde2b30", "name": "network-vif-deleted", "tag": "01d41ef6-e5d5-446b-b05f-8bbda2e39b6e", "status": "completed", "code": 200}]} {{(pid=94345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 04:29:50.655491 n-d-762330-18 neutron-server[94345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c317e321-79e1-426f-b729-2312af7816d6 {{(pid=94345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 04:29:50.655889 n-d-762330-18 neutron-server[94345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bef682-7ace-468c-ae01-15ba2bde2b30', 'name': 'network-vif-deleted', 'tag': '01d41ef6-e5d5-446b-b05f-8bbda2e39b6e', 'status': 'completed', 'code': 200} Jul 19 04:29:51.223518 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [req-0edea612-a9eb-41c1-89ff-0b707ba2d455 req-a5fc164c-4418-41b0-a7ac-209cfdc998cc tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bef682-7ace-468c-ae01-15ba2bde2b30 HTTP/1.1" status: 200 len: 210 time: 0.0287194 Jul 19 04:29:52.317148 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48938) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:52.375233 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1d57-c9be-477d-b739-0f9cfb867bc4 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:52.400790 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1d57-c9be-477d-b739-0f9cfb867bc4 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:52.463923 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1d57-c9be-477d-b739-0f9cfb867bc4 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:52.466530 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1d57-c9be-477d-b739-0f9cfb867bc4 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Notify callbacks [] for security_group, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:52.467703 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-4c6c1d57-c9be-477d-b739-0f9cfb867bc4 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] 10.222.0.20 "DELETE /v2.0/security-groups/4328f4df-2378-43d3-8501-1181466cda0c HTTP/1.1" status: 204 len: 168 time: 0.1495571 Jul 19 04:29:52.477799 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c1d57-c9be-477d-b739-0f9cfb867bc4 tempest-TestSnapshotPattern-659498003 tempest-TestSnapshotPattern-659498003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4328f4df-2378-43d3-8501-1181466cda0c,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:52.534329 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48942) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:52.977839 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:53.226987 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] Deleting port 38387042-f7fc-464e-b1cd-9b8d3b5bac63 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:53.227321 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:53.304953 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] For port 38387042-f7fc-464e-b1cd-9b8d3b5bac63, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=38387042-f7fc-464e-b1cd-9b8d3b5bac63,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:53.305227 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:53.317170 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] Calling delete_port for 38387042-f7fc-464e-b1cd-9b8d3b5bac63 owned by network:router_interface {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:53.429381 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e no longer exists at agent hyperv_n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:29:53.449151 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] No Port match for: 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:29:53.449610 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Device 01d41ef6-e5d5-446b-b05f-8bbda2e39b6e not bound to the agent host n-h2-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:29:53.493535 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:53.518203 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38387042-f7fc-464e-b1cd-9b8d3b5bac63,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:53.687678 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:53.901034 n-d-762330-18 neutron-server[94345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] Router d25cad82-0354-4d8a-99a2-c8362f7ac938 has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:29:54.004196 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:29:54.009210 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5a391f30-676e-4b51-91d0-ee41b5c582a7 admin admin] 10.222.0.20 "PUT /v2.0/routers/d25cad82-0354-4d8a-99a2-c8362f7ac938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4745238 Jul 19 04:29:54.011695 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48946) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:54.014375 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] Sync routers for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:29:54.024201 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:29:54.024805 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:54.115568 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.126780 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: n-d-762330-18 {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:29:54.218806 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.271226 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Deleting port c6ed1cb4-05eb-4385-b28e-024bffd7a884 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:54.271718 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.302480 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:29:53Z', 'revision_number': 5, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port': {'id': 'c6ed1cb4-05eb-4385-b28e-024bffd7a884', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:51Z', 'updated_at': '2021-07-19T04:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:54.327966 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] Checking router: d25cad82-0354-4d8a-99a2-c8362f7ac938 for host: n-d-762330-18 {{(pid=94347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:29:54.336488 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] Routers {'d25cad82-0354-4d8a-99a2-c8362f7ac938'} bound to L3 agent in host n-d-762330-18 {{(pid=94347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:29:54.337098 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['d25cad82-0354-4d8a-99a2-c8362f7ac938'], 'active': True} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:54.352854 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] For port c6ed1cb4-05eb-4385-b28e-024bffd7a884, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=c6ed1cb4-05eb-4385-b28e-024bffd7a884,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:54.353435 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.365057 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Calling delete_port for c6ed1cb4-05eb-4385-b28e-024bffd7a884 owned by network:router_gateway {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:54.422157 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_dvr_db [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] Set router d25cad82-0354-4d8a-99a2-c8362f7ac938 gateway port host: None {{(pid=94347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:29:54.475691 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.l3_hamode_db [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:29:54Z', 'revision_number': 6, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:54.501400 n-d-762330-18 neutron-server[94347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb9664f-34ef-414d-9034-8ed98db0bd2c None None] The sync data for ids ['d25cad82-0354-4d8a-99a2-c8362f7ac938'] in n-d-762330-18 is: [{'id': 'd25cad82-0354-4d8a-99a2-c8362f7ac938', 'name': 'tempest-TestSnapshotPattern-1093978269-router', 'tenant_id': '19819b7ebc1143ba81995b89d6260c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:50Z', 'updated_at': '2021-07-19T04:29:54Z', 'revision_number': 6, 'project_id': '19819b7ebc1143ba81995b89d6260c4e', 'gw_port_host': None}] {{(pid=94347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:29:54.529688 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.555333 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ed1cb4-05eb-4385-b28e-024bffd7a884,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:54.616355 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.703624 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.705624 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.750124 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.750696 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d25cad82-0354-4d8a-99a2-c8362f7ac938 {{(pid=94345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:29:54.756881 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] Notify callbacks [] for router, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.758050 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-5c107abd-3bfb-4b2a-a167-b7c2efd65c4f admin admin] 10.222.0.20 "DELETE /v2.0/routers/d25cad82-0354-4d8a-99a2-c8362f7ac938 HTTP/1.1" status: 204 len: 168 time: 0.7453256 Jul 19 04:29:54.760679 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48948) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:54.808517 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d04eca8-7876-426a-a85a-7b2fc660b20a admin admin] Deleting subnet 7c725f1c-3808-459e-a869-d62c9a80c8b6 {{(pid=94345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:29:54.811424 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d04eca8-7876-426a-a85a-7b2fc660b20a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.845903 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d04eca8-7876-426a-a85a-7b2fc660b20a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9225882'] for subnet, precommit_delete_associations {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.932249 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d04eca8-7876-426a-a85a-7b2fc660b20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:54.983524 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d04eca8-7876-426a-a85a-7b2fc660b20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9225761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599922'] for subnet, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.008867 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04eca8-7876-426a-a85a-7b2fc660b20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c725f1c-3808-459e-a869-d62c9a80c8b6,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:55.012514 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-6d04eca8-7876-426a-a85a-7b2fc660b20a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.016089 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-6d04eca8-7876-426a-a85a-7b2fc660b20a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7c725f1c-3808-459e-a869-d62c9a80c8b6 HTTP/1.1" status: 204 len: 168 time: 0.2527852 Jul 19 04:29:55.016823 n-d-762330-18 neutron-server[94345]: DEBUG neutron.wsgi [-] (94345) accepted ('10.222.0.20', 48950) {{(pid=94345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:55.019635 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d3fd7d-81fa-4728-8813-2d631070bbf0 None None] Network 9ccde6dc-281a-4ec1-9b61-720be1add852 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:29:55.087822 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.140678 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Deleting port 5435cb37-13ff-466e-b6c9-4532c7938577 {{(pid=94345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:55.141015 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.204132 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.db [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] For port 5435cb37-13ff-466e-b6c9-4532c7938577, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5435cb37-13ff-466e-b6c9-4532c7938577,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:55.204489 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.216600 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.plugin [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Calling delete_port for 5435cb37-13ff-466e-b6c9-4532c7938577 owned by network:dhcp {{(pid=94345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:55.251317 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ceb8a3-9871-4ebc-8319-e5d770261a1b None None] DHCP port deletion for 9ccde6dc-281a-4ec1-9b61-720be1add852 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:29:55.299889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-32ceb8a3-9871-4ebc-8319-e5d770261a1b None None] Deleting port 5435cb37-13ff-466e-b6c9-4532c7938577 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:55.300257 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32ceb8a3-9871-4ebc-8319-e5d770261a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.369106 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-32ceb8a3-9871-4ebc-8319-e5d770261a1b None None] For port 5435cb37-13ff-466e-b6c9-4532c7938577, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=5435cb37-13ff-466e-b6c9-4532c7938577,segment=NetworkSegment(f300a3ec-8e3a-4785-8705-b59cb6050f8d),segment_id=f300a3ec-8e3a-4785-8705-b59cb6050f8d)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:55.369508 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32ceb8a3-9871-4ebc-8319-e5d770261a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.382483 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-32ceb8a3-9871-4ebc-8319-e5d770261a1b None None] Calling delete_port for 5435cb37-13ff-466e-b6c9-4532c7938577 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:55.468541 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-32ceb8a3-9871-4ebc-8319-e5d770261a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.497590 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ceb8a3-9871-4ebc-8319-e5d770261a1b None None] No DVR routers for this DVR port 5435cb37-13ff-466e-b6c9-4532c7938577 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:29:55.507715 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ceb8a3-9871-4ebc-8319-e5d770261a1b None None] Pushing event deleted for resources: {'Port': ['ID=5435cb37-13ff-466e-b6c9-4532c7938577,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:55.598779 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9225810'] for port, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.626187 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Pushing event deleted for resources: {'Port': ['ID=5435cb37-13ff-466e-b6c9-4532c7938577,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:55.628583 n-d-762330-18 neutron-server[94345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] No DVR routers for this DVR port 5435cb37-13ff-466e-b6c9-4532c7938577 on host n-d-762330-18 {{(pid=94345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:29:55.691999 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 38387042-f7fc-464e-b1cd-9b8d3b5bac63 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:29:55.704147 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.711963 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 38387042-f7fc-464e-b1cd-9b8d3b5bac63 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:29:55.712402 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 38387042-f7fc-464e-b1cd-9b8d3b5bac63 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:29:55.712830 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5435cb37-13ff-466e-b6c9-4532c7938577 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:29:55.714458 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccde6dc-281a-4ec1-9b61-720be1add852']}} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:55.724700 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f300a3ec-8e3a-4785-8705-b59cb6050f8d') {'for_net_delete': True} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:55.724991 n-d-762330-18 neutron-server[94345]: DEBUG neutron.services.segments.db [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f300a3ec-8e3a-4785-8705-b59cb6050f8d') {} {{(pid=94345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:55.731889 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 5435cb37-13ff-466e-b6c9-4532c7938577 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:29:55.732245 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 5435cb37-13ff-466e-b6c9-4532c7938577 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:29:55.732662 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c6ed1cb4-05eb-4385-b28e-024bffd7a884 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:29:55.733554 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9225901'] for segment, before_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.748999 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.753996 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: c6ed1cb4-05eb-4385-b28e-024bffd7a884 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:29:55.754384 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device c6ed1cb4-05eb-4385-b28e-024bffd7a884 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:29:55.755501 n-d-762330-18 neutron-server[94345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:29:55.756116 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9225347'] for segment, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: self.session.flush() Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: Traceback (most recent call last): Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: timer() Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: cb(*args, **kw) Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: return func(*args, **kwargs) Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: self._notify() Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: self.callback(batched_events) Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: event.method(event) Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: return f(self, *a, **k) Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: return self._get(url).json() Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: return self.request(url, 'GET', **kwargs) Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:29:55.767446 n-d-762330-18 neutron-server[94345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:29:55.822791 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.827983 n-d-762330-18 neutron-server[94345]: DEBUG neutron_lib.callbacks.manager [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Notify callbacks [] for network, before_response {{(pid=94345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:55.829835 n-d-762330-18 neutron-server[94345]: INFO neutron.wsgi [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] 10.222.0.20 "DELETE /v2.0/networks/9ccde6dc-281a-4ec1-9b61-720be1add852 HTTP/1.1" status: 204 len: 168 time: 0.8120756 Jul 19 04:29:55.833366 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48952) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:55.840302 n-d-762330-18 neutron-server[94345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a694dd-ddc9-479c-81a0-f22e864faf1c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ccde6dc-281a-4ec1-9b61-720be1add852,revision_number=None']} {{(pid=94345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:56.175619 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680366'] for router_interface, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:56.426510 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] Deleting port a000da8b-ddc0-4b25-a535-aea9669c1388 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:56.426757 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:56.502178 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] For port a000da8b-ddc0-4b25-a535-aea9669c1388, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=a000da8b-ddc0-4b25-a535-aea9669c1388,segment=NetworkSegment(83364be2-a9ab-4085-beb8-656b96c53f2a),segment_id=83364be2-a9ab-4085-beb8-656b96c53f2a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:56.502602 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:56.514494 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] Calling delete_port for a000da8b-ddc0-4b25-a535-aea9669c1388 owned by network:router_interface {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:56.696659 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:56.725427 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] Pushing event deleted for resources: {'Port': ['ID=a000da8b-ddc0-4b25-a535-aea9669c1388,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:56.889551 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683326'] for router_interface, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.099633 n-d-762330-18 neutron-server[94344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] Router 7f463c7d-b492-40a0-acda-3650cf0df68e has already been hosted by L3 agent 3de83deb-6085-4d49-b89b-d790d8be2fa2 {{(pid=94344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 04:29:57.204648 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] Notify agent at l3_agent.n-d-762330-18 the message routers_updated {{(pid=94344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 04:29:57.210453 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-76d84b18-48e5-4e9b-b2cb-3ddc8105cafd admin admin] 10.222.0.20 "PUT /v2.0/routers/7f463c7d-b492-40a0-acda-3650cf0df68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3760076 Jul 19 04:29:57.212993 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48954) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:57.213817 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] Sync routers for ids ['7f463c7d-b492-40a0-acda-3650cf0df68e'] in n-d-762330-18 {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 04:29:57.223629 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] Routers {'7f463c7d-b492-40a0-acda-3650cf0df68e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:29:57.224322 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7f463c7d-b492-40a0-acda-3650cf0df68e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:57.315180 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Notify callbacks [] for router, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.325347 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] Set router 7f463c7d-b492-40a0-acda-3650cf0df68e gateway port host: n-d-762330-18 {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:29:57.419339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.470751 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Deleting port f19a3fec-2417-4c91-8e1f-8eff6401935a {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:57.471173 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.498533 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'name': 'tempest-TestSnapshotPattern-443210624-router', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'external_fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:29:56Z', 'revision_number': 5, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'gw_port': {'id': 'f19a3fec-2417-4c91-8e1f-8eff6401935a', 'name': '', 'network_id': '1ce6d202-b2a6-41e0-93bb-85aa547b3839', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-762330-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67532568-f1dd-4835-8afb-c2418d1b0c6d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-762330-18'}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:57.525572 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] Checking router: 7f463c7d-b492-40a0-acda-3650cf0df68e for host: n-d-762330-18 {{(pid=94346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 04:29:57.534097 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] Routers {'7f463c7d-b492-40a0-acda-3650cf0df68e'} bound to L3 agent in host n-d-762330-18 {{(pid=94346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 04:29:57.534762 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-762330-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T02:59:45Z,description=,heartbeat_timestamp=2021-07-19T04:29:45Z,host='n-d-762330-18',id=3de83deb-6085-4d49-b89b-d790d8be2fa2,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T02:59:45Z,topic='l3_agent')) {'router_ids': ['7f463c7d-b492-40a0-acda-3650cf0df68e'], 'active': True} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:57.550112 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] For port f19a3fec-2417-4c91-8e1f-8eff6401935a, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=f19a3fec-2417-4c91-8e1f-8eff6401935a,segment=NetworkSegment(c99d6d74-ca35-420e-aa96-869ff0d533ee),segment_id=c99d6d74-ca35-420e-aa96-869ff0d533ee)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:57.550500 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.567253 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Calling delete_port for f19a3fec-2417-4c91-8e1f-8eff6401935a owned by network:router_gateway {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:57.621105 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvr_db [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] Set router 7f463c7d-b492-40a0-acda-3650cf0df68e gateway port host: None {{(pid=94346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 04:29:57.735118 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.767103 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=f19a3fec-2417-4c91-8e1f-8eff6401935a,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:57.834369 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687204'] for router_gateway, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.838108 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_hamode_db [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'name': 'tempest-TestSnapshotPattern-443210624-router', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:29:57Z', 'revision_number': 6, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'gw_port_host': None}], 'n-d-762330-18', False) {} {{(pid=94346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:57.863974 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ba566-748d-4f7c-936e-a88dd7c98205 None None] The sync data for ids ['7f463c7d-b492-40a0-acda-3650cf0df68e'] in n-d-762330-18 is: [{'id': '7f463c7d-b492-40a0-acda-3650cf0df68e', 'name': 'tempest-TestSnapshotPattern-443210624-router', 'tenant_id': '7057b1fd4b3044b0989b8ea23f799be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T04:24:55Z', 'updated_at': '2021-07-19T04:29:57Z', 'revision_number': 6, 'project_id': '7057b1fd4b3044b0989b8ea23f799be2', 'gw_port_host': None}] {{(pid=94346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 04:29:57.929284 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60043'] for router, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.931424 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.977578 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680934'] for router, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.978156 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f463c7d-b492-40a0-acda-3650cf0df68e {{(pid=94344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 04:29:57.982347 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] Notify callbacks [] for router, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:57.983503 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-93428185-f512-4415-ad15-d6b1cfde6b3f admin admin] 10.222.0.20 "DELETE /v2.0/routers/7f463c7d-b492-40a0-acda-3650cf0df68e HTTP/1.1" status: 204 len: 168 time: 0.7695906 Jul 19 04:29:57.986211 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48956) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:58.029802 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0987a9-7f20-4d13-abf6-804d73752802 admin admin] Deleting subnet db5c40c3-30b6-4ea0-891c-80ff1fa0e92e {{(pid=94344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 04:29:58.032761 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc0987a9-7f20-4d13-abf6-804d73752802 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.066858 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc0987a9-7f20-4d13-abf6-804d73752802 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9522858'] for subnet, precommit_delete_associations {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.142062 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc0987a9-7f20-4d13-abf6-804d73752802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1822789'] for subnet, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.204496 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc0987a9-7f20-4d13-abf6-804d73752802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9767604'] for subnet, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.238204 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0987a9-7f20-4d13-abf6-804d73752802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5c40c3-30b6-4ea0-891c-80ff1fa0e92e,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:58.242556 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-dc0987a9-7f20-4d13-abf6-804d73752802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.246310 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-dc0987a9-7f20-4d13-abf6-804d73752802 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/db5c40c3-30b6-4ea0-891c-80ff1fa0e92e HTTP/1.1" status: 204 len: 168 time: 0.2566788 Jul 19 04:29:58.246932 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48958) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:58.249413 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3374c6-8507-4f90-be51-b3d833fa87a2 None None] Network 437576aa-0f1e-4327-9ca9-8911485f8dc8 requested from n-d-762330-18 {{(pid=94346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 04:29:58.323936 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887278'] for network, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.380389 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Deleting port 71d11dff-2417-4dee-af75-0ee37601c424 {{(pid=94344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:58.380726 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.602622 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809bb771-938f-4cda-afa9-bed355881013 None None] DHCP port deletion for 437576aa-0f1e-4327-9ca9-8911485f8dc8 request from n-d-762330-18 {{(pid=94346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 04:29:58.655159 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-809bb771-938f-4cda-afa9-bed355881013 None None] Deleting port 71d11dff-2417-4dee-af75-0ee37601c424 {{(pid=94346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 04:29:58.655528 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-809bb771-938f-4cda-afa9-bed355881013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763762082735'] for port, before_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.724548 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.db [None req-809bb771-938f-4cda-afa9-bed355881013 None None] For port 71d11dff-2417-4dee-af75-0ee37601c424, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=71d11dff-2417-4dee-af75-0ee37601c424,segment=NetworkSegment(83364be2-a9ab-4085-beb8-656b96c53f2a),segment_id=83364be2-a9ab-4085-beb8-656b96c53f2a)] {{(pid=94346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:58.724934 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-809bb771-938f-4cda-afa9-bed355881013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.737467 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-809bb771-938f-4cda-afa9-bed355881013 None None] Calling delete_port for 71d11dff-2417-4dee-af75-0ee37601c424 owned by network:dhcp {{(pid=94346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:58.773674 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.db [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] For port 71d11dff-2417-4dee-af75-0ee37601c424, host n-d-762330-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-762330-18',level=0,port_id=71d11dff-2417-4dee-af75-0ee37601c424,segment=NetworkSegment(83364be2-a9ab-4085-beb8-656b96c53f2a),segment_id=83364be2-a9ab-4085-beb8-656b96c53f2a)] {{(pid=94344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 04:29:58.774036 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680853'] for port, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.787550 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Calling delete_port for 71d11dff-2417-4dee-af75-0ee37601c424 owned by network:dhcp {{(pid=94344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 04:29:58.819297 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-809bb771-938f-4cda-afa9-bed355881013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300'] for port, after_delete {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.844966 n-d-762330-18 neutron-server[94346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bb771-938f-4cda-afa9-bed355881013 None None] Pushing event deleted for resources: {'Port': ['ID=71d11dff-2417-4dee-af75-0ee37601c424,revision_number=None']} {{(pid=94346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:58.854064 n-d-762330-18 neutron-server[94346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809bb771-938f-4cda-afa9-bed355881013 None None] No DVR routers for this DVR port 71d11dff-2417-4dee-af75-0ee37601c424 on host n-d-762330-18 {{(pid=94346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:29:58.877629 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1601703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763762083970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763761681300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522860'] for port, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.906743 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=71d11dff-2417-4dee-af75-0ee37601c424,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:58.909128 n-d-762330-18 neutron-server[94344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] No DVR routers for this DVR port 71d11dff-2417-4dee-af75-0ee37601c424 on host n-d-762330-18 {{(pid=94344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 04:29:58.981186 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1826081', 'neutron.services.segments.db._delete_segments_for_network-8763762196044'] for network, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:58.991555 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437576aa-0f1e-4327-9ca9-8911485f8dc8']}} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:59.001273 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83364be2-a9ab-4085-beb8-656b96c53f2a') {'for_net_delete': True} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:59.001573 n-d-762330-18 neutron-server[94344]: DEBUG neutron.services.segments.db [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83364be2-a9ab-4085-beb8-656b96c53f2a') {} {{(pid=94344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 04:29:59.010234 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763762197589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9522845'] for segment, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.023884 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733'] for segment, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.029540 n-d-762330-18 neutron-server[94344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 04:29:59.029926 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522301'] for segment, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: conditions |= (models_v2.Port.network_id.in_( Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: self.session.flush() Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: Traceback (most recent call last): Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: timer() Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: cb(*args, **kw) Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: return func(*args, **kwargs) Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: self._notify() Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: self.callback(batched_events) Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: event.method(event) Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: return f(self, *a, **k) Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: return self._get(url).json() Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: return self.request(url, 'GET', **kwargs) Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 04:29:59.031591 n-d-762330-18 neutron-server[94344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 04:29:59.086309 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1826104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687288'] for network, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.091339 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Notify callbacks [] for network, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.093419 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] 10.222.0.20 "DELETE /v2.0/networks/437576aa-0f1e-4327-9ca9-8911485f8dc8 HTTP/1.1" status: 204 len: 168 time: 0.8452570 Jul 19 04:29:59.105662 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb6795-7283-4534-931c-9eeb5bb66fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=437576aa-0f1e-4327-9ca9-8911485f8dc8,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:59.204213 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48962) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:59.242820 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-372d2802-3653-43c3-8073-cee5a83ece00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19819b7ebc1143ba81995b89d6260c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374517 Jul 19 04:29:59.245193 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48964) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:59.295248 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0dc2259-b5f7-4a15-8391-875d74123f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.316801 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0dc2259-b5f7-4a15-8391-875d74123f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.360842 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0dc2259-b5f7-4a15-8391-875d74123f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.364066 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-a0dc2259-b5f7-4a15-8391-875d74123f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.365540 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-a0dc2259-b5f7-4a15-8391-875d74123f35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fb968b6-7d94-4333-bb24-e476d212b86c HTTP/1.1" status: 204 len: 168 time: 0.1191378 Jul 19 04:29:59.373477 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc2259-b5f7-4a15-8391-875d74123f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb968b6-7d94-4333-bb24-e476d212b86c,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:29:59.678314 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48970) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:59.694616 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a000da8b-ddc0-4b25-a535-aea9669c1388 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:29:59.715119 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: a000da8b-ddc0-4b25-a535-aea9669c1388 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:29:59.715562 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device a000da8b-ddc0-4b25-a535-aea9669c1388 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:29:59.716053 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 71d11dff-2417-4dee-af75-0ee37601c424 no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:29:59.720630 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-b384120c-b6df-46f5-8144-2918c8fd8039 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7057b1fd4b3044b0989b8ea23f799be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390973 Jul 19 04:29:59.721159 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [-] (94344) accepted ('10.222.0.20', 48972) {{(pid=94344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 04:29:59.734239 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: 71d11dff-2417-4dee-af75-0ee37601c424 {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:29:59.734682 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device 71d11dff-2417-4dee-af75-0ee37601c424 not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:29:59.735171 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f19a3fec-2417-4c91-8e1f-8eff6401935a no longer exists at agent ovs-agent-n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 04:29:59.753753 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] No Port match for: f19a3fec-2417-4c91-8e1f-8eff6401935a {{(pid=94346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 04:29:59.754104 n-d-762330-18 neutron-server[94346]: DEBUG neutron.plugins.ml2.rpc [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Device f19a3fec-2417-4c91-8e1f-8eff6401935a not bound to the agent host n-d-762330-18 {{(pid=94346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 04:29:59.769224 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-211fa1a1-45b3-4d4b-aae2-47a2c9a60347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.790633 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-211fa1a1-45b3-4d4b-aae2-47a2c9a60347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.836713 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-211fa1a1-45b3-4d4b-aae2-47a2c9a60347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620157'] for security_group, after_delete {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.839519 n-d-762330-18 neutron-server[94344]: DEBUG neutron_lib.callbacks.manager [None req-211fa1a1-45b3-4d4b-aae2-47a2c9a60347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:29:59.841008 n-d-762330-18 neutron-server[94344]: INFO neutron.wsgi [None req-211fa1a1-45b3-4d4b-aae2-47a2c9a60347 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55ec54a3-96cb-4449-85b2-d1c80ba34cfa HTTP/1.1" status: 204 len: 168 time: 0.1187315 Jul 19 04:29:59.849196 n-d-762330-18 neutron-server[94344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fa1a1-45b3-4d4b-aae2-47a2c9a60347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec54a3-96cb-4449-85b2-d1c80ba34cfa,revision_number=None']} {{(pid=94344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 04:30:07.660147 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:08.012866 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:12.603427 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6d6414f9-2c6d-48e3-a22e-b7b98bc557af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:12.912415 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:30:15.173688 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-cf05e64a-6c0d-47ac-b652-048f72e6a5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:15.785918 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:16.718276 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:18.228879 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:37.660694 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:38.012076 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:42.605238 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6c1016a5-e37c-48d5-be06-0cd66a0771ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:45.175142 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7a257385-db69-4fe5-a333-c338138fe569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:45.788733 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:46.721797 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:48.230839 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:30:49.912396 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:31:07.659567 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:08.015931 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:12.604773 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-5e9499b6-38d0-4b4c-87f6-1ae85b96aa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:15.178120 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5caa-afdb-49d0-b0c9-1b3bd1d0c278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:15.789828 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:16.724371 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:18.233846 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:26.912784 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:31:37.658075 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:38.027464 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:42.604494 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c7945626-bc08-4d00-859f-beb0aab8befb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:45.180194 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a01be61c-5d02-49e7-a9ad-447b46676117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:45.791867 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:46.727623 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:31:48.237381 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:03.912341 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:32:07.673078 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:08.047341 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:12.603834 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ad446b6b-c7f1-4fa1-861e-47dcac516296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:15.184342 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-39cc1f69-4fef-477e-b0f4-3467e2c3a244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:15.793222 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:16.730218 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:18.239113 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:37.671836 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:38.041787 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:40.912465 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:32:42.603584 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-12710ff1-b3d0-4dae-b9a3-13fe3c211db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:45.187189 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-412d8556-9cda-4e60-8d88-caa20a2b3660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:45.794583 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:46.734473 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:32:48.243083 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:07.686498 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:08.056489 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:12.604010 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-174228bb-93fb-4645-8007-522f5c718454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:15.188595 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-281b5648-de9b-4916-8b1d-18cbcd6154df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:15.794818 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:16.736139 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:17.913263 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:33:18.244794 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:37.686364 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:38.056422 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:42.604069 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-142f2349-5613-4927-a355-616d25622928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:45.190752 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-25a7a5ee-0fb7-4544-9340-3bc0f024d106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:45.795021 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:46.739025 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:48.247230 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:33:54.912494 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:34:07.686188 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:08.076719 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:12.604034 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf578-7a2b-4670-9a7c-9de37665e873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:15.194320 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2e536631-a683-4b8b-8045-632a256daa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:15.796082 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:16.742771 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:18.250804 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:31.911723 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:34:37.683891 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:38.071857 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:42.605222 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-eaa18013-6e99-4a18-b12b-747d324ec194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:45.197196 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-accb0c5c-085c-4045-8e5e-d17a41344fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:45.797132 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:46.745932 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:34:48.253193 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:07.684051 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:08.085943 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:08.912183 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:35:12.605617 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-6fc706c5-722f-451f-a6ce-c93be933bd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:15.202496 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-fe6b149c-7bf3-41d6-88b5-71157dc6846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:15.798018 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:16.748580 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:18.256564 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:37.682921 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:38.106038 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:42.605859 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-bcca1f7f-57b9-4d0c-bed0-3c51713b3747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:45.194829 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-c30caed5-0790-41ae-9256-f629df874da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:45.799143 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:45.911405 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:35:46.750764 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:35:48.257933 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:07.683300 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:08.100438 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:12.606579 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-58e3731b-5f60-4de2-8b00-948f0c770503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:15.197520 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c11f-92b4-459e-b0c2-1ca75e4875f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:15.800047 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:16.754325 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:18.261211 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:22.910587 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:36:37.695511 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:38.120373 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:42.607350 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2b9b6999-aa77-45e9-9578-903e36ebd191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:45.198979 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-e9181a39-452a-4915-9d67-ad6e2aed4a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:45.802025 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:46.755663 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:48.265305 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:36:59.909673 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:37:07.694610 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:08.134136 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:12.607640 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-24d411cf-543e-4920-9588-7b0b716aeaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:15.200398 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-dd8d66fb-5374-4b15-bdb0-3e8f9d0fc539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:15.803883 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:16.758971 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:18.268436 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:36.909208 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:37:37.694002 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:38.130387 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:42.608015 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-3ee49456-0366-48ad-83db-b96896d15961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:45.200394 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb084-de9e-4eb1-a407-bea5ba118e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:45.804407 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:46.761255 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:37:48.269815 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:38:03.951959 n-d-762330-18 neutron-server[94344]: DEBUG neutron.wsgi [req-b835e62b-92e6-48b4-9153-9b83a4959159 req-17290367-d6a0-492a-8e85-6b1e21e3ef86 service neutron] (94344) timed out ('10.222.0.20', 41048) {{(pid=94344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 04:38:07.709474 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e44f-4480-4a8f-ade6-820ac20afa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:38:08.145657 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-a220720a-345d-4ad1-b877-ed78f8e8e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:38:12.608346 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-369f86b0-7bfd-4b73-9474-598895d525db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:38:13.908179 n-d-762330-18 neutron-server[94347]: DEBUG neutron.db.agents_db [None req-a2575031-6e96-44cd-97b5-9824c43c8abc None None] Agent healthcheck: found 7 active agents {{(pid=94347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 04:38:15.203239 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-01d78830-4f6a-47d8-a0c5-be7b16ff2169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:38:15.805365 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-1f2db1d7-fd1a-4c21-8f8d-776679f37079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:38:16.764153 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-462961f9-3831-40e3-a9e8-901e26ddb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 04:38:18.272710 n-d-762330-18 neutron-server[94346]: DEBUG neutron_lib.callbacks.manager [None req-ac29b4ac-2d6c-4f11-955c-438323367ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763762196026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1823867'] for agent, after_update {{(pid=94346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}